-- Logs begin at Thu 2022-02-03 13:26:27 UTC, end at Thu 2022-02-03 15:54:34 UTC. -- Feb 03 13:58:28.425255 n-d-827549-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 13:58:31.412533 n-d-827549-2 neutron-server[103232]: INFO neutron.common.config [-] Logging enabled! Feb 03 13:58:31.413156 n-d-827549-2 neutron-server[103232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev468 Feb 03 13:58:31.413321 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 13:58:31.416573 n-d-827549-2 neutron-server[103232]: INFO neutron.common.config [-] Logging enabled! Feb 03 13:58:31.416825 n-d-827549-2 neutron-server[103232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev468 Feb 03 13:58:31.417131 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 13:58:31.418048 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 13:58:31.418279 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 13:58:31.418647 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 13:58:31.418895 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 13:58:31.419120 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 13:58:31.419594 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.420016 n-d-827549-2 neutron-server[103232]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 13:58:31.420324 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.420650 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.420941 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.421233 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.421518 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.421796 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.422079 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.422370 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.422652 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.422926 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.423205 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.423489 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.423781 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.424068 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.424350 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.424687 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] debug = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.424969 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.425414 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.425835 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.426107 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.426391 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.426663 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.426928 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.427200 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.427476 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.427798 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] host = n-d-827549-2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.428068 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.428350 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.428655 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.428942 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.429213 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.429484 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.429762 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.430027 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.430292 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] log_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.430561 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.430842 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.431122 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.431406 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.431627 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.431845 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.432125 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.432406 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.432698 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.432966 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.433234 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.433501 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.433767 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.434028 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.434309 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.434616 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.434868 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.435137 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.435404 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.435671 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.435933 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.436211 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.436507 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.436778 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.437046 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.437327 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.437590 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.437857 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.438149 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.438428 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.438703 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.438987 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.439253 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.439554 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.439823 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.440090 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.440359 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] use_json = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.440654 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.440921 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.441199 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.441467 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.441780 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.442110 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.442417 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.442890 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.443179 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:31.443478 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.443773 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.444096 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.444393 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.444776 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.445056 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.445495 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.445777 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.446063 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.446375 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.446708 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.446997 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.447299 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.447590 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.447884 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.448188 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.448501 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.448793 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.449068 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.449420 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.449733 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.450393 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.450682 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.450960 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.451246 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.451560 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.451861 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.452167 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.452624 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.452920 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.453209 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.453483 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.453787 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.454079 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.454355 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.454625 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.454940 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.455758 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.456036 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.456346 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.456653 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.456928 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.457234 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.457626 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.457910 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.458204 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.458477 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.458776 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.459046 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.459321 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.459588 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.459871 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.460144 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.460440 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.460860 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.461140 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.461411 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.461705 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.461982 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.462250 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.462553 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.462941 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.463214 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.463482 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.463750 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.464043 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.464311 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.464639 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.464917 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.465337 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.465611 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.465885 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.466152 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.466541 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.466828 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.467124 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.467400 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.467675 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.467950 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.468226 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.468525 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.468839 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.469117 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.469394 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.469782 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.470079 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.470363 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.470681 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.471646 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.471946 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.472245 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.472569 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.472840 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.473115 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.473392 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.473667 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.473951 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.474240 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.474529 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.474820 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.475113 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.475403 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.475680 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.475991 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.476269 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:31.476513 n-d-827549-2 neutron-server[103232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 13:58:31.476766 n-d-827549-2 neutron-server[103232]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103232) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 13:58:31.854247 n-d-827549-2 neutron-server[103232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 13:58:31.854546 n-d-827549-2 neutron-server[103232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 13:58:31.854884 n-d-827549-2 neutron-server[103232]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 13:58:31.855534 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 13:58:32.190773 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.190994 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.191266 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.192592 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.192866 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.193129 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.236858 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.237193 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.237469 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.251504 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.251781 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.252669 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.281954 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.282229 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.282494 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.318869 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.319146 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.319415 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.664302 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.664978 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.664978 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.665145 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.665793 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.765671 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.765988 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.766270 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.766537 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.766796 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.767099 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.767352 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.767627 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.767874 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.768150 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.768497 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.768772 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.769024 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.769272 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.769526 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.769779 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.770027 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.770288 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.770552 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.770807 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.771073 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.771324 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.771603 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.771973 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.772218 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.772483 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.772881 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:32.773119 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:32.773354 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:32.773586 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:32.773818 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:32.774048 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:32.774409 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 13:58:32.778558 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 13:58:32.782502 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 13:58:32.787061 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 03 13:58:32.788724 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 13:58:32.789191 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 13:58:32.789524 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 13:58:32.789902 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 13:58:32.792725 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 13:58:32.792977 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 13:58:32.793325 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 13:58:32.798119 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 13:58:32.821594 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 13:58:32.822036 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.822333 n-d-827549-2 neutron-server[103232]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103232) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 13:58:32.822691 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.824068 n-d-827549-2 neutron-server[103232]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103232) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 13:58:32.824346 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 13:58:32.824623 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 13:58:32.828051 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.828329 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:32.890531 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 13:58:32.890768 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 13:58:32.890999 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 13:58:32.891361 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 13:58:32.912726 n-d-827549-2 neutron-server[103232]: DEBUG oslo_db.sqlalchemy.engines [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103232) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 13:58:33.369800 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing driver for type 'gre' Feb 03 13:58:33.370442 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] gre ID ranges: [(1, 1000)] Feb 03 13:58:33.425231 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing driver for type 'local' Feb 03 13:58:33.425572 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing driver for type 'vlan' Feb 03 13:58:33.440204 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] VlanTypeDriver initialization complete Feb 03 13:58:33.440662 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing driver for type 'vxlan' Feb 03 13:58:33.441222 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] vxlan ID ranges: [(1, 1000)] Feb 03 13:58:33.495943 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing extension driver 'port_security' Feb 03 13:58:33.496283 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] PortSecurityExtensionDriver initialization complete Feb 03 13:58:33.496698 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing mechanism driver 'openvswitch' Feb 03 13:58:33.497029 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing mechanism driver 'hyperv' Feb 03 13:58:33.504305 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:33.505176 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.505555 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.505913 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.506460 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 13:58:33.506924 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnet after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.507284 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnet after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.507635 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.508034 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 13:58:33.508468 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.508824 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.509171 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.509571 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 13:58:33.509996 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > security_group after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.510350 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > security_group after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.510695 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.511103 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 13:58:33.511521 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.511870 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.512212 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.512654 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 13:58:33.513074 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > address_group after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.513421 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > address_group after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.513764 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.514167 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103232) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 13:58:33.514615 n-d-827549-2 neutron-server[103232]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] ML2 OVO RPC backend initialized. {{(pid=103232) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 13:58:33.515339 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.515712 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.516134 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.516515 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > networks before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.516869 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.517213 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > ports before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.518239 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnet before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.518589 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnets before_response 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.518973 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.519318 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.519655 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.519992 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.520330 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.520692 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.521031 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnet after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.521368 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnet after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.521702 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.529237 n-d-827549-2 neutron-server[103232]: INFO neutron.quota [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded quota_driver: . Feb 03 13:58:33.529604 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Modular L2 Plugin initialization complete Feb 03 13:58:33.529954 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading services supported by the core plugin {{(pid=103232) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 13:58:33.530300 n-d-827549-2 neutron-server[103232]: INFO neutron.plugins.ml2.managers [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Got port-security extension from driver 'port_security' Feb 03 13:58:33.530786 n-d-827549-2 neutron-server[103232]: INFO neutron.extensions.vlantransparent [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Disabled vlantransparent extension. Feb 03 13:58:33.531282 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103232) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 13:58:33.531611 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: router Feb 03 13:58:33.569412 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.569808 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router after_create 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.570185 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router before_create 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.570559 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.570938 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.571298 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router after_delete 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.571659 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.572013 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.572374 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router after_create 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.572752 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router after_update 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.573105 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router after_update 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.573457 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.573818 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router after_update 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.574237 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_update 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.574605 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.575194 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: port after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.575546 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: subnet after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.575888 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.576238 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.576619 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_create 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.576966 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: port before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.577334 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.577695 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router after_update 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.578039 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.578519 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_create 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.578887 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.579239 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_update 55549900 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.579608 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > agent after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.580634 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > agent after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.581032 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > network after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.581896 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Tracking information for resource: router configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:33.582238 n-d-827549-2 neutron-server[103232]: DEBUG neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Tracking information for resource: floatingip configured {{(pid=103232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 13:58:33.587224 n-d-827549-2 neutron-server[103232]: INFO neutron.db.l3_agentschedulers_db [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 13:58:33.587816 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.588180 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: port after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.588576 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: port after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.588934 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.589725 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router before_create 55550100 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.590091 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.590464 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_create 55550100 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.590824 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > router precommit_update 55550100 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.595631 n-d-827549-2 neutron-server[103232]: DEBUG neutron.services.provider_configuration [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service providers = [] {{(pid=103232) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 13:58:33.596002 n-d-827549-2 neutron-server[103232]: DEBUG neutron.db.servicetype_db [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103232) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 13:58:33.599065 n-d-827549-2 neutron-server[103232]: DEBUG neutron.services.service_base [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:58:33.599415 n-d-827549-2 neutron-server[103232]: DEBUG neutron.services.service_base [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:58:33.599767 n-d-827549-2 neutron-server[103232]: DEBUG neutron.services.service_base [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:58:33.600695 n-d-827549-2 neutron-server[103232]: DEBUG neutron.services.service_base [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 13:58:33.601075 n-d-827549-2 neutron-server[103232]: INFO neutron.services.service_base [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 13:58:33.601456 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.601780 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 13:58:33.613278 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.613619 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: auto_allocate Feb 03 13:58:33.619503 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: network precommit_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.619885 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: network precommit_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.620401 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.620754 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: tag Feb 03 13:58:33.628190 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.628561 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: timestamp Feb 03 13:58:33.632436 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.632779 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: network_ip_availability Feb 03 13:58:33.638298 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.638675 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.639034 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.639745 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.640067 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: flavors Feb 03 13:58:33.645150 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.645489 n-d-827549-2 neutron-server[103232]: INFO neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading Plugin: revisions Feb 03 13:58:33.649997 n-d-827549-2 neutron-server[103232]: DEBUG neutron.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 13:58:33.650394 n-d-827549-2 neutron-server[103232]: DEBUG oslo_concurrency.lockutils [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=103232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 13:58:33.651155 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103232) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 13:58:33.651496 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Initializing extension manager. Feb 03 13:58:33.652020 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: __init__.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.652365 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: __pycache__ {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.652729 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.653064 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: address_group.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.653917 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.654487 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: address-group Feb 03 13:58:33.654815 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: address_scope.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.655532 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.656046 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: address-scope Feb 03 13:58:33.656379 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.657355 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.657878 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: router-admin-state-down-before-update Feb 03 13:58:33.658234 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: agent.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.658944 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.659454 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: agent Feb 03 13:58:33.659780 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: agent_resources_synced.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.660780 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.661298 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: agent-resources-synced Feb 03 13:58:33.661627 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: allowedaddresspairs.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.663445 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.663972 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: allowed-address-pairs Feb 03 13:58:33.664306 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: auto_allocated_topology.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.665431 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.665978 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: auto-allocated-topology Feb 03 13:58:33.666266 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: availability_zone.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.666968 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.667486 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: availability_zone Feb 03 13:58:33.667817 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: availability_zone_filter.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.668770 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.669394 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: availability_zone_filter Feb 03 13:58:33.669727 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: data_plane_status.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.670661 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.671177 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 13:58:33.671503 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: default_subnetpools.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.672440 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.672959 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: default-subnetpools Feb 03 13:58:33.673287 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.674644 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.675157 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: dhcp_agent_scheduler Feb 03 13:58:33.675485 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: dns.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.676519 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.677029 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension dns-integration not supported by any of loaded plugins Feb 03 13:58:33.677352 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: dns_domain_ports.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.678271 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.678780 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 13:58:33.679104 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.680027 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.680574 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 13:58:33.680904 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: dvr.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.681579 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.682087 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: dvr Feb 03 13:58:33.682411 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: ecmp_routes.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.683332 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.683840 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 13:58:33.684165 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: empty_string_filtering.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.685104 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.685622 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: empty-string-filtering Feb 03 13:58:33.685948 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.686961 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.687542 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 13:58:33.687807 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.688762 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.689324 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 13:58:33.690356 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: external_net.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.691120 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.691824 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: external-net Feb 03 13:58:33.691963 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.692944 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.693408 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: extra_dhcp_opt Feb 03 13:58:33.693733 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: extraroute.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.694650 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.695165 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: extraroute Feb 03 13:58:33.695503 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: extraroute_atomic.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.696575 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.697098 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: extraroute-atomic Feb 03 13:58:33.697423 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: filter_validation.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.698101 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.698614 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: filter-validation Feb 03 13:58:33.698940 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: fip_pf_description.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.699856 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.700666 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 13:58:33.700996 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: fip_port_details.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.702143 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.702663 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: fip-port-details Feb 03 13:58:33.702988 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: flavors.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.704253 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.704802 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: flavors Feb 03 13:58:33.705167 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.707030 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.707561 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 13:58:33.707897 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: floatingip_pools.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.708632 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.709153 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: floatingip-pools Feb 03 13:58:33.709482 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: ip_allocation.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.710423 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.710941 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 13:58:33.711266 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.712189 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.712739 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: ip-substring-filtering Feb 03 13:58:33.713070 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l2_adjacency.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.714002 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.714514 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 13:58:33.714839 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.715845 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.716370 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: router Feb 03 13:58:33.716735 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.719075 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.719608 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 13:58:33.719948 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.720998 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.721598 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: ext-gw-mode Feb 03 13:58:33.721977 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.722981 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.723550 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: l3-ha Feb 03 13:58:33.723923 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.724926 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.725485 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 03 13:58:33.725906 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3_flavors.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.726906 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.727502 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: l3-flavors Feb 03 13:58:33.727873 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.729375 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.729902 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 03 13:58:33.730236 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.731168 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.731688 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 13:58:33.732023 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: l3agentscheduler.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.733135 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.733650 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: l3_agent_scheduler Feb 03 13:58:33.733981 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: local_ip.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.735787 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.736860 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension local_ip not supported by any of loaded plugins Feb 03 13:58:33.737205 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: logging.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.738862 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.739388 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension logging not supported by any of loaded plugins Feb 03 13:58:33.739723 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: metering.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.740516 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.741110 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: metering Feb 03 13:58:33.741445 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.742548 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.743075 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: metering_source_and_destination_fields Feb 03 13:58:33.743406 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: multiprovidernet.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.744341 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.744887 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: multi-provider Feb 03 13:58:33.745214 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: netmtu.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.746181 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.746649 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: net-mtu Feb 03 13:58:33.746977 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: netmtu_writable.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.747914 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.748443 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: net-mtu-writable Feb 03 13:58:33.748787 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: network_availability_zone.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.749463 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.749975 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: network_availability_zone Feb 03 13:58:33.750298 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: network_ip_availability.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.751435 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.752602 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: network-ip-availability Feb 03 13:58:33.752935 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: network_segment_range.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.753719 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.754238 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 13:58:33.754560 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: pagination.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.755563 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.755894 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: pagination Feb 03 13:58:33.756222 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: port_device_profile.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.757174 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.757695 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: port-device-profile Feb 03 13:58:33.758024 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.758950 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.759466 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: port-mac-address-regenerate Feb 03 13:58:33.759792 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.760747 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.761262 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: port-numa-affinity-policy Feb 03 13:58:33.761589 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: port_resource_request.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.762513 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.763027 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 13:58:33.763355 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: port_resource_request_groups.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.764323 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.764868 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 13:58:33.765196 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: portbindings.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.766134 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.766655 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: binding Feb 03 13:58:33.766985 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: portbindings_extended.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.768295 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.768854 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: binding-extended Feb 03 13:58:33.769187 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: portsecurity.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.770232 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.770763 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: port-security Feb 03 13:58:33.771093 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: project_id.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.772084 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.772452 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: project-id Feb 03 13:58:33.772777 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: providernet.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.773720 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.774241 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: provider Feb 03 13:58:33.774570 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.778198 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.778724 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos not supported by any of loaded plugins Feb 03 13:58:33.779061 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.780327 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.780878 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 13:58:33.781217 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.782148 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.782665 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 13:58:33.783000 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_default.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.783935 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.784544 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-default not supported by any of loaded plugins Feb 03 13:58:33.784882 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_fip.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.785830 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.786351 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-fip not supported by any of loaded plugins Feb 03 13:58:33.786683 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.787597 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.788114 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 13:58:33.788475 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_gateway_ip.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.789539 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.790061 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 13:58:33.790393 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_port_network_policy.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.791319 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.791839 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 13:58:33.792171 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.793234 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.793752 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 13:58:33.794086 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_pps_rule.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.795272 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.795795 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-pps not supported by any of loaded plugins Feb 03 13:58:33.796126 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_rule_type_details.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.797085 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.797603 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 13:58:33.797932 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: qos_rules_alias.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.799508 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.800036 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 13:58:33.800360 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: quota_check_limit.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.801313 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.801835 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: quota-check-limit Feb 03 13:58:33.802164 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: quotasv2.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.803148 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.803486 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: quotas Feb 03 13:58:33.803813 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: quotasv2_detail.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.805593 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.805939 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: quota_details Feb 03 13:58:33.806277 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: rbac.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.807351 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.807880 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: rbac-policies Feb 03 13:58:33.808212 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: rbac_address_group.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.809182 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.809709 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: rbac-address-group Feb 03 13:58:33.810044 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: rbac_address_scope.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.810973 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.811493 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: rbac-address-scope Feb 03 13:58:33.811822 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: rbac_security_groups.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.812778 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.813297 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: rbac-security-groups Feb 03 13:58:33.813629 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: rbac_subnetpool.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.815146 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.815666 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: rbac-subnetpool Feb 03 13:58:33.815996 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: revisionifmatch.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.817006 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.817525 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: revision-if-match Feb 03 13:58:33.817854 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: revisions.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.819057 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.819582 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: standard-attr-revisions Feb 03 13:58:33.819914 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: router_availability_zone.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.820639 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.821163 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: router_availability_zone Feb 03 13:58:33.821494 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: routerservicetype.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.822424 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.822941 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension router-service-type not supported by any of loaded plugins Feb 03 13:58:33.823269 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.824198 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.824752 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: security-groups-normalized-cidr Feb 03 13:58:33.825341 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.826267 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.826786 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: port-security-groups-filtering Feb 03 13:58:33.827114 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.828050 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.828613 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: security-groups-remote-address-group Feb 03 13:58:33.828945 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.829903 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.830425 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: security-groups-shared-filtering Feb 03 13:58:33.830759 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.831357 n-d-827549-2 neutron-server[103232]: WARNING neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 13:58:33.831683 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: securitygroup.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.841468 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.842013 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: security-group Feb 03 13:58:33.842357 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: segment.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.843173 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.843689 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension segment not supported by any of loaded plugins Feb 03 13:58:33.844026 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.845026 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.845573 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 13:58:33.845908 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: servicetype.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.847036 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.847564 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: service-type Feb 03 13:58:33.847904 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: sorting.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.848919 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.849258 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: sorting Feb 03 13:58:33.849587 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: standard_attr_segment.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.850508 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.851041 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 13:58:33.851371 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: standardattrdescription.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.852032 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.852583 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: standard-attr-description Feb 03 13:58:33.852916 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: stateful_security_group.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.853865 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.854382 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: stateful-security-group Feb 03 13:58:33.854708 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: stdattrs_common.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.855278 n-d-827549-2 neutron-server[103232]: WARNING neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 13:58:33.855606 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.856567 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.857086 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 13:58:33.857448 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: subnet_onboard.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.858490 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.859017 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: subnet_onboard Feb 03 13:58:33.859345 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.860278 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.860831 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 13:58:33.861699 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: subnet_service_types.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.862646 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.863169 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: subnet-service-types Feb 03 13:58:33.863746 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: subnetallocation.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.864632 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.865164 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: subnet_allocation Feb 03 13:58:33.865497 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.866172 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.866695 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: subnetpool-prefix-ops Feb 03 13:58:33.867018 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.867963 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.868505 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 13:58:33.868834 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: tagging.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.869931 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.870464 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: standard-attr-tag Feb 03 13:58:33.870794 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: timestamp.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.872119 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.872668 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loaded extension: standard-attr-timestamp Feb 03 13:58:33.873001 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: trunk.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.874043 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.874565 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension trunk not supported by any of loaded plugins Feb 03 13:58:33.874895 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: trunk_details.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.875818 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.876335 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension trunk-details not supported by any of loaded plugins Feb 03 13:58:33.876693 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: uplink_status_propagation.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.878186 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.878700 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 13:58:33.879024 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Loading extension file: vlantransparent.py {{(pid=103232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 13:58:33.879707 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 13:58:33.880221 n-d-827549-2 neutron-server[103232]: INFO neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 13:58:33.882907 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:network Feb 03 13:58:33.883446 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:subnet Feb 03 13:58:33.883851 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:58:33.884260 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:port Feb 03 13:58:33.886818 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.887261 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service FLAVORS assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.887898 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.888342 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.888709 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:router Feb 03 13:58:33.889156 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 13:58:33.889674 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service METERING assigned prefix: /metering {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.891139 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.891512 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.891876 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 13:58:33.892967 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 13:58:33.893414 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:security_group Feb 03 13:58:33.893854 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 13:58:33.894473 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service CORE assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.894817 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:58:33.895172 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] subnetpool is already registered Feb 03 13:58:33.895598 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service CORE assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.895944 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:58:33.896278 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] subnetpool is already registered Feb 03 13:58:33.898625 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.899062 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service FLAVORS assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.899651 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.900076 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.900469 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:router Feb 03 13:58:33.900790 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] router is already registered Feb 03 13:58:33.901211 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 13:58:33.901552 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] floatingip is already registered Feb 03 13:58:33.902011 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service METERING assigned prefix: /metering {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.902680 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 13:58:33.903009 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] rbac_policy is already registered Feb 03 13:58:33.903422 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:security_group Feb 03 13:58:33.903759 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] security_group is already registered Feb 03 13:58:33.904165 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 13:58:33.904537 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] security_group_rule is already registered Feb 03 13:58:33.905167 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service CORE assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.905500 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:58:33.905837 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] subnetpool is already registered Feb 03 13:58:33.906269 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.v2.resource_helper [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Service CORE assigned prefix: {{(pid=103232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 13:58:33.906598 n-d-827549-2 neutron-server[103232]: INFO neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 13:58:33.906935 n-d-827549-2 neutron-server[103232]: WARNING neutron.quota.resource_registry [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] subnetpool is already registered Feb 03 13:58:33.907405 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: extensions {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.908980 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: address-groups {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.910479 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: address-scopes {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.911823 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: agents {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.913051 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: auto-allocated-topology {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.914306 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: availability_zones {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.915530 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: dhcp-networks {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.917080 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: dhcp-agents {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.918511 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: routers {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.920818 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: flavors {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.921992 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: service_profiles {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.923308 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: next_providers {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.925334 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: service_profiles {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.926885 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: floatingip-pools {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.928115 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: routers {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.930307 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: floatingips {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.931568 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: l3-routers {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.933000 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: l3-agents {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.934463 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: metering-labels {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.935833 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: metering-label-rules {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.937158 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: network-ip-availabilities {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.938434 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: bindings {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.940691 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: quotas {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.942265 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: quotas {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.943807 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: rbac-policies {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.945142 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: security-groups {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.946386 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: security-group-rules {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.947628 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: service-providers {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.948900 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: subnetpools {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.950600 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: subnetpools {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.952078 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.953778 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.956577 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.958371 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.960157 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.962045 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.963743 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.965695 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.967442 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.969372 n-d-827549-2 neutron-server[103232]: DEBUG neutron.api.extensions [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Extended resource: tags {{(pid=103232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 13:58:33.975369 n-d-827549-2 neutron-server[103232]: WARNING keystonemiddleware.auth_token [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 13:58:33.980122 n-d-827549-2 neutron-server[103232]: WARNING keystonemiddleware.auth_token [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 13:58:33.989338 n-d-827549-2 neutron-server[103232]: DEBUG oslo_concurrency.lockutils [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Acquired lock "singleton_lock" {{(pid=103232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 13:58:33.989818 n-d-827549-2 neutron-server[103232]: DEBUG oslo_concurrency.lockutils [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Releasing lock "singleton_lock" {{(pid=103232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 13:58:33.990473 n-d-827549-2 neutron-server[103232]: INFO oslo_service.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Starting 2 workers Feb 03 13:58:33.995400 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Started child 103341 {{(pid=103232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 13:58:33.999947 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Started child 103342 {{(pid=103232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 13:58:34.001162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:34.001810 n-d-827549-2 neutron-server[103232]: INFO neutron.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 13:58:34.002716 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:34.003279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [-] (103341) wsgi starting up on http://0.0.0.0:9696 Feb 03 13:58:34.005219 n-d-827549-2 neutron-server[103232]: INFO oslo_service.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Starting 1 workers Feb 03 13:58:34.005659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:34.007115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [-] (103342) wsgi starting up on http://0.0.0.0:9696 Feb 03 13:58:34.010523 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Started child 103343 {{(pid=103232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 13:58:34.011067 n-d-827549-2 neutron-server[103232]: INFO oslo_service.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Starting 1 workers Feb 03 13:58:34.014435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] calling RpcWorker wait() {{(pid=103343) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 13:58:34.014983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] returning from RpcWorker wait() {{(pid=103343) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 13:58:34.015597 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Started child 103344 {{(pid=103232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 13:58:34.016289 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:34.016389 n-d-827549-2 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c847a1b-003a-457e-88e7-018f94e04e54 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:34.016898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:34.018477 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 13:58:34.018692 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 13:58:34.018883 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 13:58:34.019119 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 13:58:34.019486 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 13:58:34.019657 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 13:58:34.020159 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.020456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.020756 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.020864 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:34.021380 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.021380 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.021894 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.022167 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.022426 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.022697 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.022933 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.023102 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.023271 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.023540 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.023789 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.024094 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.024367 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.024647 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.024914 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.025087 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.025351 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.025619 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.025854 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.026115 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] debug = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.026370 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.026848 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.027079 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.027331 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.027566 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.027856 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.028089 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.028387 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.028653 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.028875 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.029142 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.029406 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.029655 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.029870 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.030137 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.030357 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.030601 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.030840 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.031267 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] host = n-d-827549-2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.031489 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.031725 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.031989 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.032238 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.032518 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.032758 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.033561 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.033814 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.034065 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.034305 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.034548 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.034796 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.035030 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.035289 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.035452 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_options = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.035674 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.035954 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.036213 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.036404 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.036597 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.036763 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.037027 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.037191 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.037460 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.037701 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.037919 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.038137 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.038353 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.038598 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.038847 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.039096 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.039334 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.039567 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.039826 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.040058 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.040285 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.040558 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.040820 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.041037 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.041278 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.041497 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.041756 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.041971 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.042191 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.042440 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.042688 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.042947 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.043169 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.043404 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.043664 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.043896 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.044130 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.044348 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.044637 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.045765 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.046049 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.047306 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.047554 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.047818 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.048052 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.048297 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.048703 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_json = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.050075 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.050804 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.050804 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.050973 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.052213 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.052213 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.052213 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.052213 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.052213 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.052600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.052851 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.053172 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.054086 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.054344 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.054593 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.054831 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.055078 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.055332 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.055567 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.055884 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.057886 n-d-827549-2 neutron-server[103344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:34.059882 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.060252 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.063291 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.064820 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.065352 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.065623 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.065989 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.067449 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.067706 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.067981 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.068232 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.068552 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.068813 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.069110 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.069383 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.069648 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.069959 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.070257 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.070622 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.070918 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.071177 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.071451 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.071679 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.071928 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.072156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.072381 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.072962 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.073591 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.075946 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.076559 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.076559 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.076731 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.077809 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.078141 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.078334 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.078585 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.078863 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.081106 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.081558 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.081808 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.082143 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.083604 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.084349 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.084667 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.088365 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.088744 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.089047 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.089325 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.089863 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.090156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.090444 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.090761 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.091093 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.091333 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.093513 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.093913 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.094089 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.094564 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.096284 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.096611 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.096870 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.097115 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.097351 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.097579 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.097943 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.098284 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.098536 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.098801 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.099048 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.099331 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.099561 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.099784 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.100516 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.100941 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.101456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.101697 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.101991 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.102180 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.102435 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.102717 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.103004 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.103373 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.103700 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.103961 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.104220 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.104597 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.104913 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.105171 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.105410 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.105777 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.106003 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.106887 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.107098 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.107415 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.108580 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.109734 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.110009 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.110733 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.112061 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.112354 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.113110 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.113383 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.113829 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.114047 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.114319 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.114570 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.114835 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.115126 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.115357 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.115645 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.115878 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.116164 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.116756 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.117062 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.117356 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.117615 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.117760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:58:34.117963 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.118236 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.118548 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.118821 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.119089 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.119399 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.119700 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.120101 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.120326 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.120634 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.120931 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.121361 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.121637 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.122024 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.122308 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.122623 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.122920 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.123170 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.123449 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.123702 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.123962 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.124225 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.125630 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.125630 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.125630 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.125630 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.125630 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.125630 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.126033 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.126113 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.126335 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.126551 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.126822 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.127642 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.127642 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.127825 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067995 Feb 03 13:58:34.127897 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.127897 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.128024 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.128209 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.128579 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.128694 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.128948 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.129515 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.129515 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.129692 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.129836 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.130107 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.130332 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.130607 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.130993 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.132067 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.132347 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.132672 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.133624 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.133883 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.134161 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.134388 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.135494 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.135494 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.135768 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.135998 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.136214 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.136481 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.137513 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.137513 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.137513 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.137746 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.137821 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.138062 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.138309 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.138542 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.138841 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.139030 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.139254 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.139480 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.139730 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.139973 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.140244 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.140517 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.140798 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.141037 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.141262 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.141484 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.141741 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.142045 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143084 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143084 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143084 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143084 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143366 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143547 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143730 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.143949 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.144165 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.144394 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.144923 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.144923 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.145108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:34.145183 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.145315 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.145518 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.146503 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.146503 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.146503 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.146503 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.146790 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.146857 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.147050 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.147266 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.147479 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.147726 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.147940 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.149384 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.150374 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.150488 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.150692 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.150937 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.151186 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.151464 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.151624 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.151842 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.152053 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.152367 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.152650 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.152881 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.153171 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.154120 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.154120 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.154120 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.154376 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.154461 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.154670 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.154914 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.155139 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.155395 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.155656 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.155995 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.156309 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.156881 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.157165 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.157501 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.158914 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.158914 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.158914 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.159146 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.159478 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.159740 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.159989 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.160254 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.160559 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.160792 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.161018 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.161263 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.161536 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.161719 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.161980 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.162213 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.162463 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.162687 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.162927 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.163173 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.163424 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.163639 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.163866 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.164088 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.164253 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 13:58:34.164838 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 13:58:34.164991 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 13:58:34.165215 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 13:58:34.165351 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 13:58:34.165470 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 13:58:34.165715 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 13:58:34.165850 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.165963 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.166202 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.166362 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.166484 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.166609 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.166900 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.166999 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.167069 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.167238 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.167377 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.167625 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.167733 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.167910 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.168053 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.168177 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.168337 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.168514 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.168674 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.168839 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.169000 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.169158 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.169314 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] debug = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.169474 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170211 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170211 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170211 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170211 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170660 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170660 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170660 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170956 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.170956 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.171152 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.171255 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.171365 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.171468 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.171686 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.171786 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.171929 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.172086 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.172220 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] host = n-d-827549-2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.172386 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.172634 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.172776 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.172916 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.173178 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.175205 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.175205 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.175205 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.175667 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.176516 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.176843 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.177992 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.178177 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.178363 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.178539 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_options = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.178705 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.178880 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.179051 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.179249 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.179416 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.179583 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.179746 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.180783 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.180995 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.181179 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.181347 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.181523 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.181694 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.181953 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.182274 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.182274 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.182520 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.182520 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.182736 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.182736 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.182933 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.183049 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.183201 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.183360 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.183517 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.183675 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.183831 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.183993 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.184141 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.184299 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.184561 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.184732 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.184890 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.185047 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.185203 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.185360 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.185514 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.185722 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.186022 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.186219 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.186383 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.186540 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.186697 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.186855 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.187010 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.187166 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.187322 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_json = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.187478 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.187639 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.187818 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.187975 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.188124 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.188270 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.188451 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.188635 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.188898 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 13:58:34.189095 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.189311 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.189463 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.189623 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.189786 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.189950 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.190114 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.190296 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.190550 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.190723 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.190894 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.191050 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.191218 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.191382 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.191529 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.191694 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.191870 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.192071 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.192216 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.192352 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.192589 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.193494 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.193675 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.194461 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.194811 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.194979 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.195144 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.195318 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.195481 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.195662 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.196660 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.196845 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.197002 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.197152 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.197315 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.197871 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.198068 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.199533 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.199706 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.199873 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.200311 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.201568 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.201757 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.201934 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.202108 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.202279 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.202447 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.202614 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.202781 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.202954 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.203108 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.203273 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.203813 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.203953 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.204098 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.204265 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.204429 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.204618 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.204915 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.205196 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.205363 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.206600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.206600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.206600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.206600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.206600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.206600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.206600 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.207542 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.207542 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.207542 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.207542 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.207542 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.207542 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208311 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208311 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208311 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208311 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208311 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208944 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208944 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208944 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.208944 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.209320 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.209320 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.209320 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.209602 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.209602 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.209812 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.209938 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.210058 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.210178 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211156 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211744 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211744 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211744 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.211744 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.212127 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.212127 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.212127 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.212502 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.212502 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.212736 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.213076 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.213249 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.213407 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.213574 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.213735 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.213897 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.214061 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.214221 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.214381 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215456 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215896 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215896 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.215896 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.216978 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.216978 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.216978 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.216978 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.216978 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.216978 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.216978 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.217746 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.217746 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.217746 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.217746 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.217746 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218279 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218279 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218279 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218279 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218655 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218655 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218774 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.218871 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.219031 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.219203 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.219363 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.219531 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.219676 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.219838 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.219998 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.220188 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.220358 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.221048 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.221251 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.221366 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.221527 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.221685 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.221840 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.221979 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.222135 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.222278 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.222444 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.222587 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.222752 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.223336 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.223513 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.223677 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.223840 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.224001 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.224155 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.224312 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.224604 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.224749 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.224898 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225043 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225180 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225314 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225448 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225583 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225718 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225853 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.225987 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.226143 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.226312 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.226449 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.226604 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.226766 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.226928 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.227089 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.227250 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.227431 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.227592 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.227742 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.227902 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.228064 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.228224 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.228375 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.228589 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.228727 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.228864 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.229062 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.229216 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.229382 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.229548 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.229811 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.229950 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.230541 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.230541 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.230541 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.230541 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.230821 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.230821 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.230946 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.231057 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.231217 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.231982 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.231982 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.231982 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.231982 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.231982 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.232349 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.232349 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.232596 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.232596 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.232741 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.232899 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.233970 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.233970 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.233970 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.233970 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.233970 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.233970 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.233970 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.234765 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.234765 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.234765 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.234765 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.234765 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235347 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235347 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235347 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235347 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235664 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235664 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235803 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.235904 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.236070 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.236859 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.237055 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.237202 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.237338 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.237501 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.237675 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.237836 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.237999 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.238159 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.238318 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.238477 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.238639 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.238809 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.238973 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.239140 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.239303 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.239476 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240124 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240124 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240124 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240124 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240386 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240540 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240610 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240745 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.240904 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.241067 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.241224 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.241385 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.241547 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.241705 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.241864 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.242027 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.242188 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.242349 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.242508 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.242668 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.242829 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.242988 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.243148 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.243305 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 13:58:34.243462 n-d-827549-2 neutron-server[103232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 13:58:45.771987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f42ff3-e4e7-47cc-bce8-61573da887de None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:58:45.830390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f42ff3-e4e7-47cc-bce8-61573da887de None None] No non-hosted networks {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 13:58:45.832108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14ab948b-a103-42fe-b7ee-d478c290b8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16727026'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:47.983551 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd058-bdbc-43bc-a3f4-d0500233c6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16727026'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:48.005850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94f58fba-1e3b-4dce-a4d8-f14b63fc5c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:49.406294 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16727026'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:50.524060 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16727026'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:51.860992 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16727026'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:51.862736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.863324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.863778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.864179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.864622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.865016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.865430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.865821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.866203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.866750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.867136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.867428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.867745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:58:51.868312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827549-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:51.875881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827549-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:58:54.598474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53024) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:58:55.143774 n-d-827549-2 neutron-server[103342]: WARNING oslo_policy.policy [None req-5564fec5-d109-4ee7-a983-49c8fbb5294e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:58:55.144344 n-d-827549-2 neutron-server[103342]: WARNING oslo_policy.policy [None req-5564fec5-d109-4ee7-a983-49c8fbb5294e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:58:55.368820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-5564fec5-d109-4ee7-a983-49c8fbb5294e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:58:55.384442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5564fec5-d109-4ee7-a983-49c8fbb5294e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7696033 Feb 03 13:58:55.938090 n-d-827549-2 neutron-server[103343]: INFO neutron.db.l3_hamode_db [None req-aae64ad4-862e-4bb0-be7c-4ba0d529b1d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 13:58:56.016952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae64ad4-862e-4bb0-be7c-4ba0d529b1d1 None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:58:56.017339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae64ad4-862e-4bb0-be7c-4ba0d529b1d1 None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:58:58.100038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53040) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:58:58.627058 n-d-827549-2 neutron-server[103341]: WARNING oslo_policy.policy [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:58:58.627628 n-d-827549-2 neutron-server[103341]: WARNING oslo_policy.policy [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:58:58.851899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] Request body: {'subnetpool': {'tenant_id': '92541e83282d48e09b63382e91f84892', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:58:58.942099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.policy [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103341) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 13:58:58.983327 n-d-827549-2 neutron-server[103341]: WARNING oslo_policy.policy [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:58:58.983707 n-d-827549-2 neutron-server[103341]: WARNING oslo_policy.policy [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:58:59.077251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751393417143', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751393416292', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751393435447', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751393432776', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751393454424', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751393462948', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1037755', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-952129', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16352804', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16268386'] for rbac-policy (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:59.143810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:59.145100 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-22e4fdbe-089e-4644-a33f-964ba931352e admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0439961 Feb 03 13:59:01.817326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53058) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:02.126232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:02.153449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Made reservation on behalf of c8fffbf071a54e2d851ed627cf4c172b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:02.156123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.173034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.288280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks [] for security_group (db844e96-9997-4309-94ad-797309975212), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.292246 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (db844e96-9997-4309-94ad-797309975212), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.316099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:59:02.341486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751390336579', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (858f8f65-d95f-4192-a533-78b95b456d5d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.342082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Unsubscribe: segment precommit_create {{(pid=103341) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 13:59:02.342639 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Added segment 858f8f65-d95f-4192-a533-78b95b456d5d of type vlan for network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c Feb 03 13:59:02.348932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db844e96-9997-4309-94ad-797309975212,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:02.383205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.383467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.383807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.384139 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.384493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.384822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.385144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.385461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.385779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.386097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.386436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.386728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.387046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Tracked resource versions report: Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: pushed versions: Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: { 'AddressGroup': {'1.2'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'ConntrackHelper': {'1.0'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'LocalIPAssociation': {'1.0'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Log': {'1.0'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Network': {'1.1'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Port': {'1.7'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'PortForwarding': {'1.2'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'QosPolicy': {'1.10'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'SecurityGroup': {'1.5'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'SecurityGroupRule': {'1.2'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'SubPort': {'1.0'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Subnet': {'1.1'}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Trunk': {'1.1'}} Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: consumer versions: Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: { DHCP agent@n-d-827549-2: {}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: L3 agent@n-d-827549-2: {}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: Metadata agent@n-d-827549-2: {}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: Metering agent@n-d-827549-2: {}, Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'ConntrackHelper': '1.0', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'LocalIPAssociation': '1.0', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Log': '1.0', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Network': '1.1', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Port': '1.7', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'PortForwarding': '1.2', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'QosPolicy': '1.10', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'SecurityGroup': '1.5', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'SecurityGroupRule': '1.2', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'SubPort': '1.0', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Subnet': '1.1', Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: 'Trunk': '1.1'}} Feb 03 13:59:02.388256 n-d-827549-2 neutron-server[103341]: {{(pid=103341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:59:02.453646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.492881 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.493981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:02.494693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.563006 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7440186 Feb 03 13:59:02.605430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2ba3-d373-4f56-a544-cf05acf1bb8d admin admin] Pushing event updated for resources: {'Network': ['ID=7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:02.618300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:59:05.347455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:05.744095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42162e7a-b5e1-48e8-ba38-edd9618e8531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:05.745510 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-42162e7a-b5e1-48e8-ba38-edd9618e8531 admin admin] 10.222.0.52 "GET /v2.0/networks/7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c HTTP/1.1" status: 200 len: 825 time: 0.3971012 Feb 03 13:59:05.770468 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c1439bdc-2cb1-4022-998e-f82041305ec0 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/4548e55d-cc4b-44ec-8650-b8d25cd0e8b6 HTTP/1.1" status: 200 len: 734 time: 0.0192604 Feb 03 13:59:05.779202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'gateway_ip': '172.20.0.1', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'subnetpool_id': '4548e55d-cc4b-44ec-8650-b8d25cd0e8b6', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:05.800710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Made reservation on behalf of c8fffbf071a54e2d851ed627cf4c172b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:05.802887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:06.094923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (9f7ce808-7f3f-41f4-a287-2d1c0a947216), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:06.163666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Checking segment: {'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:59:06.164055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Network hostable DHCP agents. Network: 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:06.168733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7ce808-7f3f-41f4-a287-2d1c0a947216,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:06.186177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:06.197882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:06.202782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:06.203923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:06.209014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f024dfa-fa52-492d-8ee9-514ae6fad153 None None] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:59:06.234005 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0302791a-bb65-4429-979f-4a8a8cd7ae9d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4494915 Feb 03 13:59:06.486302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'fixed_ips': [{'subnet_id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:59:06.487540 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:06.772963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Allocated IP 172.20.0.2 (7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c/9f7ce808-7f3f-41f4-a287-2d1c0a947216/20065dbe-ed7f-4162-9523-6a2e23e69ac0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:07.054504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Publish callbacks [] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:07.063359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:07.145796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:07.150478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:07.154227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:59:07.173299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Pushing event updated for resources: {'Port': ['ID=20065dbe-ed7f-4162-9523-6a2e23e69ac0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:07.217224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.217913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.217913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.218229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.219093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.219432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.219768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.220073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.220405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.220752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.221075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.221396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.221714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Tracked resource versions report: Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: pushed versions: Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: { 'AddressGroup': {'1.2'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'ConntrackHelper': {'1.0'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Log': {'1.0'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Network': {'1.1'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Port': {'1.7'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'PortForwarding': {'1.2'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'QosPolicy': {'1.10'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'SecurityGroup': {'1.5'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'SubPort': {'1.0'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Subnet': {'1.1'}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Trunk': {'1.1'}} Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: consumer versions: Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: { DHCP agent@n-d-827549-2: {}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: L3 agent@n-d-827549-2: {}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: Metadata agent@n-d-827549-2: {}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: Metering agent@n-d-827549-2: {}, Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'ConntrackHelper': '1.0', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'LocalIPAssociation': '1.0', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Log': '1.0', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Network': '1.1', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Port': '1.7', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'PortForwarding': '1.2', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'QosPolicy': '1.10', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'SecurityGroup': '1.5', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'SecurityGroupRule': '1.2', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'SubPort': '1.0', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Subnet': '1.1', Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: 'Trunk': '1.1'}} Feb 03 13:59:07.222907 n-d-827549-2 neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:59:07.261135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Attempting to bind port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:59:07.261548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Attempting to bind port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:59:07.261966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Attempting to bind port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 on network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:59:07.267567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:59:07.267940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Checking segment: {'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:59:07.268470 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:07.268864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Bound using segment: {'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:59:07.269348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Bound port: 20065dbe-ed7f-4162-9523-6a2e23e69ac0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:59:07.269747 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:07.332912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] For port 20065dbe-ed7f-4162-9523-6a2e23e69ac0, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:07.337086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] For port 20065dbe-ed7f-4162-9523-6a2e23e69ac0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=20065dbe-ed7f-4162-9523-6a2e23e69ac0,segment=NetworkSegment(858f8f65-d95f-4192-a533-78b95b456d5d),segment_id=858f8f65-d95f-4192-a533-78b95b456d5d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:07.349214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:07.415404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67187d39-3aa1-4211-a502-943dc8062b8a None None] Pushing event updated for resources: {'Port': ['ID=20065dbe-ed7f-4162-9523-6a2e23e69ac0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:08.840066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53080) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:09.175552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-b68950d4-fe08-4b27-9435-271c02af7aac admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:59:09.196453 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b68950d4-fe08-4b27-9435-271c02af7aac admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3354347 Feb 03 13:59:11.714429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53088) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:12.032141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-8b23dc05-3630-47fb-931e-c5e921ba91d9 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:59:12.032950 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8b23dc05-3630-47fb-931e-c5e921ba91d9 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3175251 Feb 03 13:59:14.742255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53098) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:15.055925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-32d8b084-320d-43f7-bd0c-e559436ce81f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:15.079350 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32d8b084-320d-43f7-bd0c-e559436ce81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:15.081365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32d8b084-320d-43f7-bd0c-e559436ce81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:15.227581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32d8b084-320d-43f7-bd0c-e559436ce81f admin admin] Publish callbacks [] for router_controller (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:15.233461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32d8b084-320d-43f7-bd0c-e559436ce81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:15.248928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32d8b084-320d-43f7-bd0c-e559436ce81f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:15.250885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-32d8b084-320d-43f7-bd0c-e559436ce81f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5076244 Feb 03 13:59:15.690383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3244f73f-c78f-4f07-a56b-0e9db38aa6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:17.719818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:17.959367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3dbb968-c6ae-4314-a728-66abeef9f922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:18.039131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-e3d7b7d5-e715-47d9-9549-594accff9d37 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:59:18.040135 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e3d7b7d5-e715-47d9-9549-594accff9d37 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3192310 Feb 03 13:59:18.532987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f92df3-7684-4bf1-a076-69f63500f67b None None] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:59:18.550088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 20065dbe-ed7f-4162-9523-6a2e23e69ac0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:59:18.689402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-eb9a7b15-b57b-4a56-8a5d-9165c34123e5 None None] Provisioning complete for port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:18.689804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb9a7b15-b57b-4a56-8a5d-9165c34123e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:18.751036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:18.751410 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:18.899984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a7b15-b57b-4a56-8a5d-9165c34123e5 None None] Current status of the port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:18.900377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb9a7b15-b57b-4a56-8a5d-9165c34123e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:18.931239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:18.931626 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:18.963219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eb9a7b15-b57b-4a56-8a5d-9165c34123e5 None None] For port 20065dbe-ed7f-4162-9523-6a2e23e69ac0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=20065dbe-ed7f-4162-9523-6a2e23e69ac0,segment=NetworkSegment(858f8f65-d95f-4192-a533-78b95b456d5d),segment_id=858f8f65-d95f-4192-a533-78b95b456d5d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:18.972129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb9a7b15-b57b-4a56-8a5d-9165c34123e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:19.036585 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:59:19.036986 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:59:19.045526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a7b15-b57b-4a56-8a5d-9165c34123e5 None None] Pushing event updated for resources: {'Port': ['ID=20065dbe-ed7f-4162-9523-6a2e23e69ac0,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:19.093409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-554a9bb6-8b55-41e3-adca-8ff29788b02d None None] Provisioning complete for port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:19.093803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-554a9bb6-8b55-41e3-adca-8ff29788b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:19.168701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-554a9bb6-8b55-41e3-adca-8ff29788b02d None None] Current status of the port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:19.370264 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:19.573529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:20.490227 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:20.493167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 20065dbe-ed7f-4162-9523-6a2e23e69ac0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:59:20.541660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:20.542044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:20.576445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53142) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:20.670225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:20.709680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Request body: {'network': {'project_id': '92541e83282d48e09b63382e91f84892', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'tenant_id': '92541e83282d48e09b63382e91f84892', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:20.761861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Made reservation on behalf of 92541e83282d48e09b63382e91f84892 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:20.821768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.policy [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103342) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 13:59:20.863150 n-d-827549-2 neutron-server[103342]: WARNING oslo_policy.policy [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:59:20.863528 n-d-827549-2 neutron-server[103342]: WARNING oslo_policy.policy [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 13:59:20.873257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:20.893724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.000986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks [] for security_group (0ade912e-023a-489f-951d-64bad9c34380), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.004781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0ade912e-023a-489f-951d-64bad9c34380), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.016093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103342) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 13:59:21.043290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751390336579', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ef0f886a-7431-4e7d-8f03-ffe85b56ff78), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.043872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Unsubscribe: segment precommit_create {{(pid=103342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 13:59:21.044439 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Added segment ef0f886a-7431-4e7d-8f03-ffe85b56ff78 of type flat for network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 Feb 03 13:59:21.083055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ade912e-023a-489f-951d-64bad9c34380,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:21.127060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.127431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.127823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.128158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.128505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.128827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.129155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.129462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.129777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.130089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.130401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.130710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.131020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Tracked resource versions report: Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: pushed versions: Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: { 'AddressGroup': {'1.2'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'ConntrackHelper': {'1.0'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'LocalIPAssociation': {'1.0'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Log': {'1.0'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Network': {'1.1'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Port': {'1.7'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'PortForwarding': {'1.2'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'QosPolicy': {'1.10'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'SecurityGroup': {'1.5'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'SecurityGroupRule': {'1.2'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'SubPort': {'1.0'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Subnet': {'1.1'}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Trunk': {'1.1'}} Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: consumer versions: Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: { DHCP agent@n-d-827549-2: {}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: L3 agent@n-d-827549-2: {}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: Metadata agent@n-d-827549-2: {}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: Metering agent@n-d-827549-2: {}, Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'ConntrackHelper': '1.0', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'LocalIPAssociation': '1.0', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Log': '1.0', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Network': '1.1', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Port': '1.7', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'PortForwarding': '1.2', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'QosPolicy': '1.10', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'SecurityGroup': '1.5', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'SecurityGroupRule': '1.2', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'SubPort': '1.0', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Subnet': '1.1', Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: 'Trunk': '1.1'}} Feb 03 13:59:21.132178 n-d-827549-2 neutron-server[103342]: {{(pid=103342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:59:21.165101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (59818ba3-4dcb-4cd4-9368-ee8b3b93d545), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.212306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (59818ba3-4dcb-4cd4-9368-ee8b3b93d545), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.213527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:21.214242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:21.275734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6981268 Feb 03 13:59:21.320309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b105c2-c534-4764-acdd-261e1f10bbe7 admin admin] Pushing event updated for resources: {'Network': ['ID=59818ba3-4dcb-4cd4-9368-ee8b3b93d545,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:21.331770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:59:21.857942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:23.561744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:23.657658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c892999-7184-4568-8574-af2a99ecb9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:23.658986 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3c892999-7184-4568-8574-af2a99ecb9bf admin admin] 10.222.0.52 "GET /v2.0/subnets/9f7ce808-7f3f-41f4-a287-2d1c0a947216 HTTP/1.1" status: 200 len: 849 time: 0.0962858 Feb 03 13:59:23.781380 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a8ac63a-1a1f-4c9f-8461-46460d991e2d admin admin] 10.222.0.52 "GET /v2.0/routers/e2109eca-4104-45ba-a928-b9ef9e8b1dfa HTTP/1.1" status: 200 len: 704 time: 0.1168549 Feb 03 13:59:24.047959 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:24.336824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Allocated IP 172.20.0.1 (7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c/9f7ce808-7f3f-41f4-a287-2d1c0a947216/5002b976-ba85-4ef0-b0c7-e8d881dd5b4f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:24.485601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks [] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:24.549952 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:24.666043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:24.671674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:24.677236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:59:24.677236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:24.699347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Pushing event updated for resources: {'Port': ['ID=5002b976-ba85-4ef0-b0c7-e8d881dd5b4f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:24.825853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5ada7d68-5092-4d20-9d1d-7f52ea7d71fb None None] Provisioning complete for port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:24.826441 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ada7d68-5092-4d20-9d1d-7f52ea7d71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:24.862328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5ada7d68-5092-4d20-9d1d-7f52ea7d71fb None None] Port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:59:24.880587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:25.088611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks [] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:25.093782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:25.094656 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:25.176464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Pushing event updated for resources: {'Port': ['ID=5002b976-ba85-4ef0-b0c7-e8d881dd5b4f,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:25.218098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:25.219456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:25.386120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Router e2109eca-4104-45ba-a928-b9ef9e8b1dfa is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:59:25.386465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fede2192-757b-4277-96ee-a52af560ba87 None None] Provisioning complete for port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:25.386863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fede2192-757b-4277-96ee-a52af560ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:25.423537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fede2192-757b-4277-96ee-a52af560ba87 None None] Port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:59:25.480709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:25.486113 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e9435af8-b94d-4ce7-be2c-8f2b8afb303d admin admin] 10.222.0.52 "PUT /v2.0/routers/e2109eca-4104-45ba-a928-b9ef9e8b1dfa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6997049 Feb 03 13:59:25.491186 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Sync routers for ids ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:59:25.503535 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Routers {'e2109eca-4104-45ba-a928-b9ef9e8b1dfa'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:59:25.504530 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T13:59:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:25.700687 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Set router e2109eca-4104-45ba-a928-b9ef9e8b1dfa gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:59:26.131285 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'name': 'router1', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:59:15Z', 'updated_at': '2022-02-03T13:59:24Z', 'revision_number': 2, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'gw_port_host': None, '_interfaces': [{'id': '5002b976-ba85-4ef0-b0c7-e8d881dd5b4f', 'name': '', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'mac_address': 'fa:16:3e:d2:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:24Z', 'updated_at': '2022-02-03T13:59:24Z', 'revision_number': 2, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'subnets': [{'id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548e55d-cc4b-44ec-8650-b8d25cd0e8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:26.181167 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Checking router: e2109eca-4104-45ba-a928-b9ef9e8b1dfa for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:59:26.181531 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Updating router e2109eca-4104-45ba-a928-b9ef9e8b1dfa port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:59:26.233662 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:26.750722 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Publish callbacks [] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:26.757784 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:26.855452 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Pushing event updated for resources: {'Port': ['ID=5002b976-ba85-4ef0-b0c7-e8d881dd5b4f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:26.865829 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.866345 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.866691 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.867018 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.867359 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.867670 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.867990 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.868312 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.868652 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.869017 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.869429 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.869751 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.870072 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Tracked resource versions report: Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: pushed versions: Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: { 'AddressGroup': {'1.2'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'ConntrackHelper': {'1.0'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'LocalIPAssociation': {'1.0'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Log': {'1.0'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Network': {'1.1'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Port': {'1.7'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'PortForwarding': {'1.2'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'QosPolicy': {'1.10'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'SecurityGroup': {'1.5'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'SecurityGroupRule': {'1.2'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'SubPort': {'1.0'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Subnet': {'1.1'}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Trunk': {'1.1'}} Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: consumer versions: Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: { DHCP agent@n-d-827549-2: {}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: L3 agent@n-d-827549-2: {}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: Metadata agent@n-d-827549-2: {}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: Metering agent@n-d-827549-2: {}, Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'ConntrackHelper': '1.0', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'LocalIPAssociation': '1.0', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Log': '1.0', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Network': '1.1', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Port': '1.7', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'PortForwarding': '1.2', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'QosPolicy': '1.10', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'SecurityGroup': '1.5', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'SecurityGroupRule': '1.2', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'SubPort': '1.0', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Subnet': '1.1', Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: 'Trunk': '1.1'}} Feb 03 13:59:26.871251 n-d-827549-2 neutron-server[103344]: {{(pid=103344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 13:59:26.956080 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Attempting to bind port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:59:26.956620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Attempting to bind port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:59:26.957076 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Attempting to bind port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f on network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:59:26.962303 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:59:26.962695 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Checking segment: {'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:59:26.963163 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:26.963545 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Bound using segment: {'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:59:26.964031 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Bound port: 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858f8f65-d95f-4192-a533-78b95b456d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:59:26.964481 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:27.033440 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] For port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:27.054438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b49671a5-0cf1-4a15-8b66-aa9ada5dd44a None None] Provisioning complete for port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:27.055025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b49671a5-0cf1-4a15-8b66-aa9ada5dd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:27.055195 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] For port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5002b976-ba85-4ef0-b0c7-e8d881dd5b4f,segment=NetworkSegment(858f8f65-d95f-4192-a533-78b95b456d5d),segment_id=858f8f65-d95f-4192-a533-78b95b456d5d)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:27.063840 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:27.093438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b49671a5-0cf1-4a15-8b66-aa9ada5dd44a None None] Port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:59:27.122631 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Routers {'e2109eca-4104-45ba-a928-b9ef9e8b1dfa'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:59:27.123246 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T13:59:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:27.211954 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6db6a-e6ce-4938-ae91-19815964d9e9 None None] Pushing event updated for resources: {'Port': ['ID=5002b976-ba85-4ef0-b0c7-e8d881dd5b4f,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:27.231042 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] Set router e2109eca-4104-45ba-a928-b9ef9e8b1dfa gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:59:27.316494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6f6877c4-70de-485f-a162-42a06203024c None None] Provisioning complete for port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:27.316810 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f6877c4-70de-485f-a162-42a06203024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:27.397738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6f6877c4-70de-485f-a162-42a06203024c None None] Current status of the port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:27.398044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f6877c4-70de-485f-a162-42a06203024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:27.429140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6f6877c4-70de-485f-a162-42a06203024c None None] For port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5002b976-ba85-4ef0-b0c7-e8d881dd5b4f,segment=NetworkSegment(858f8f65-d95f-4192-a533-78b95b456d5d),segment_id=858f8f65-d95f-4192-a533-78b95b456d5d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:27.433142 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f6877c4-70de-485f-a162-42a06203024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:27.454769 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'name': 'router1', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:59:15Z', 'updated_at': '2022-02-03T13:59:24Z', 'revision_number': 2, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'gw_port_host': None, '_interfaces': [{'id': '5002b976-ba85-4ef0-b0c7-e8d881dd5b4f', 'name': '', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'mac_address': 'fa:16:3e:d2:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:24Z', 'updated_at': '2022-02-03T13:59:27Z', 'revision_number': 4, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'subnets': [{'id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548e55d-cc4b-44ec-8650-b8d25cd0e8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:27.485233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6877c4-70de-485f-a162-42a06203024c None None] Pushing event updated for resources: {'Port': ['ID=5002b976-ba85-4ef0-b0c7-e8d881dd5b4f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:27.492633 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81fc36e-ac25-456e-95e0-f95d8ae62a2e None None] The sync data for ids ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'] in n-d-827549-2 is: [{'id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'name': 'router1', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:59:15Z', 'updated_at': '2022-02-03T13:59:24Z', 'revision_number': 2, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'gw_port_host': None, '_interfaces': [{'id': '5002b976-ba85-4ef0-b0c7-e8d881dd5b4f', 'name': '', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'mac_address': 'fa:16:3e:d2:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:24Z', 'updated_at': '2022-02-03T13:59:27Z', 'revision_number': 4, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'subnets': [{'id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548e55d-cc4b-44ec-8650-b8d25cd0e8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:59:30.236409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53174) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:30.345106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e0bca7-38dc-4a1a-a4f7-bf4842f5728f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:30.346486 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f2e0bca7-38dc-4a1a-a4f7-bf4842f5728f admin admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 842 time: 0.1087410 Feb 03 13:59:30.355914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'tenant_id': '92541e83282d48e09b63382e91f84892', 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'name': 'public-subnet'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:30.375426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Made reservation on behalf of 92541e83282d48e09b63382e91f84892 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:59:30.378020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:30.665529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 13:59:30.665962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:30.720559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:30.728205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:59:30.728596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Network hostable DHCP agents. Network: 59818ba3-4dcb-4cd4-9368-ee8b3b93d545, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:59:30.746386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:59:30.756792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 59818ba3-4dcb-4cd4-9368-ee8b3b93d545) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:30.760947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:30.761547 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:30.768827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd0b40-af8c-4e9b-b302-b6ff543ba2f1 None None] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:59:30.778625 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8f012b56-525d-4ca5-a765-71ce976ad931 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4259651 Feb 03 13:59:30.882320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f2f97c-5cf2-4db0-ab7a-d2ba5fe1cfe7 None None] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:59:33.159393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53182) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:33.371479 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54b23df2-e4ac-49ba-94d2-bb38df726735 admin admin] 10.222.0.52 "GET /v2.0/routers/e2109eca-4104-45ba-a928-b9ef9e8b1dfa HTTP/1.1" status: 200 len: 710 time: 0.2104290 Feb 03 13:59:33.457549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a9ec5-5ead-41c5-be31-d8f4d133b3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:33.458957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2a6a9ec5-5ead-41c5-be31-d8f4d133b3c5 admin admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 886 time: 0.0810950 Feb 03 13:59:33.468131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:59:33.731800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks [] for router_gateway (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:33.992506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks [] for router_gateway (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:34.069253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:34.177708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Allocated IP 172.25.0.167 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/edb24088-4b77-4a38-93e2-0c5ad27921e1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:59:34.284197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks [] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:34.316378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:34.354543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:59:34.357263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:59:34.361136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:59:34.366540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Pushing event updated for resources: {'Port': ['ID=edb24088-4b77-4a38-93e2-0c5ad27921e1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:34.538426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:59:34.588710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:34.589119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:34.621730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks [] for router_gateway (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:34.672156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:34.917173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:34.920649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (e2109eca-4104-45ba-a928-b9ef9e8b1dfa), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:35.029203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Router e2109eca-4104-45ba-a928-b9ef9e8b1dfa has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:59:35.139158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:59:35.143316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:35.156708 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1626cdd3-46d4-4af4-9292-cb1891f19085 admin admin] 10.222.0.52 "PUT /v2.0/routers/e2109eca-4104-45ba-a928-b9ef9e8b1dfa HTTP/1.1" status: 200 len: 890 time: 1.6799998 Feb 03 13:59:35.841154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Sync routers for ids ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:59:35.852955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Routers {'e2109eca-4104-45ba-a928-b9ef9e8b1dfa'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:59:35.853589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T13:59:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:36.068018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Set router e2109eca-4104-45ba-a928-b9ef9e8b1dfa gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:59:36.538701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'name': 'router1', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'edb24088-4b77-4a38-93e2-0c5ad27921e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:59:15Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 4, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'gw_port': {'id': 'edb24088-4b77-4a38-93e2-0c5ad27921e1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:34Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '5002b976-ba85-4ef0-b0c7-e8d881dd5b4f', 'name': '', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'mac_address': 'fa:16:3e:d2:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:24Z', 'updated_at': '2022-02-03T13:59:27Z', 'revision_number': 5, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'subnets': [{'id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548e55d-cc4b-44ec-8650-b8d25cd0e8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:36.591126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Checking router: e2109eca-4104-45ba-a928-b9ef9e8b1dfa for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:59:36.591520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Updating router e2109eca-4104-45ba-a928-b9ef9e8b1dfa port edb24088-4b77-4a38-93e2-0c5ad27921e1 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:59:36.642808 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:36.956158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Publish callbacks [] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:36.961610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:37.012745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Attempting to bind port edb24088-4b77-4a38-93e2-0c5ad27921e1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:59:37.013124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Attempting to bind port edb24088-4b77-4a38-93e2-0c5ad27921e1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:59:37.013521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Attempting to bind port edb24088-4b77-4a38-93e2-0c5ad27921e1 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:59:37.015522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbf827-ec99-48ae-ac0b-b3a63d002f05 None None] Pushing event updated for resources: {'Port': ['ID=edb24088-4b77-4a38-93e2-0c5ad27921e1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:37.020894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:59:37.021318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:59:37.021726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:37.022116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:59:37.022583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Bound port: edb24088-4b77-4a38-93e2-0c5ad27921e1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:59:37.022964 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:37.077171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] For port edb24088-4b77-4a38-93e2-0c5ad27921e1, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:59:37.079940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] For port edb24088-4b77-4a38-93e2-0c5ad27921e1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=edb24088-4b77-4a38-93e2-0c5ad27921e1,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:59:37.085800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:37.146072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbf827-ec99-48ae-ac0b-b3a63d002f05 None None] Pushing event updated for resources: {'Port': ['ID=edb24088-4b77-4a38-93e2-0c5ad27921e1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:37.148626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Routers {'e2109eca-4104-45ba-a928-b9ef9e8b1dfa'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:59:37.149211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T13:59:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:37.263012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] Set router e2109eca-4104-45ba-a928-b9ef9e8b1dfa gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:59:37.475650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'name': 'router1', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'edb24088-4b77-4a38-93e2-0c5ad27921e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:59:15Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 4, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'gw_port': {'id': 'edb24088-4b77-4a38-93e2-0c5ad27921e1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:34Z', 'updated_at': '2022-02-03T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '5002b976-ba85-4ef0-b0c7-e8d881dd5b4f', 'name': '', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'mac_address': 'fa:16:3e:d2:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:24Z', 'updated_at': '2022-02-03T13:59:27Z', 'revision_number': 5, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'subnets': [{'id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548e55d-cc4b-44ec-8650-b8d25cd0e8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:59:37.508256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17d206-144f-4113-b4e3-467e621d6b26 None None] The sync data for ids ['e2109eca-4104-45ba-a928-b9ef9e8b1dfa'] in n-d-827549-2 is: [{'id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'name': 'router1', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'edb24088-4b77-4a38-93e2-0c5ad27921e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:59:15Z', 'updated_at': '2022-02-03T13:59:34Z', 'revision_number': 4, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'gw_port': {'id': 'edb24088-4b77-4a38-93e2-0c5ad27921e1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:34Z', 'updated_at': '2022-02-03T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '5002b976-ba85-4ef0-b0c7-e8d881dd5b4f', 'name': '', 'network_id': '7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c', 'tenant_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'mac_address': 'fa:16:3e:d2:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2109eca-4104-45ba-a928-b9ef9e8b1dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:59:24Z', 'updated_at': '2022-02-03T13:59:27Z', 'revision_number': 5, 'project_id': 'c8fffbf071a54e2d851ed627cf4c172b', 'subnets': [{'id': '9f7ce808-7f3f-41f4-a287-2d1c0a947216', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548e55d-cc4b-44ec-8650-b8d25cd0e8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:59:37.637059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53194) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:59:37.797379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f9acef6d-3b3a-4fb7-8bbb-913cc4bd940f admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1591625 Feb 03 13:59:38.541879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device edb24088-4b77-4a38-93e2-0c5ad27921e1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:59:38.596036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port edb24088-4b77-4a38-93e2-0c5ad27921e1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:38.596555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:38.672698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port edb24088-4b77-4a38-93e2-0c5ad27921e1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:38.673353 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:38.697198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port edb24088-4b77-4a38-93e2-0c5ad27921e1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=edb24088-4b77-4a38-93e2-0c5ad27921e1,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:59:38.703477 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:38.756670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=edb24088-4b77-4a38-93e2-0c5ad27921e1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:59:40.506494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device edb24088-4b77-4a38-93e2-0c5ad27921e1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:59:40.553595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port edb24088-4b77-4a38-93e2-0c5ad27921e1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:59:40.553982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (edb24088-4b77-4a38-93e2-0c5ad27921e1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:40.629582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port edb24088-4b77-4a38-93e2-0c5ad27921e1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:59:43.080491 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:59:45.717197 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4102718e-6a86-4ea7-8e9b-7774a17f8336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:47.968538 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be0a0dfe-44d6-49f8-a143-753c1b711dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:49.384571 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:50.486135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:51.877332 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:15.695480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbb76-2d0e-4b30-b360-9c6d74e19cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:17.961158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c6db0a3-ed75-42ad-a37c-aea0c44597b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:19.372769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:20.069607 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:00:20.493853 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:21.864200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:45.694478 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff709243-7242-49ff-b07e-21c38fcb94cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:47.967231 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46cf9762-6e4c-41ee-952c-4f0045f9f560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:49.376473 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:50.494914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:51.866338 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:57.068384 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:01:02.439773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53710) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:02.510132 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd29b3e0-cd81-4908-a6bf-f66ff834ec4a admin admin] GET failed (client error): The resource could not be found. Feb 03 14:01:02.511464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dd29b3e0-cd81-4908-a6bf-f66ff834ec4a admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707271 Feb 03 14:01:02.681615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e55b2e-f4fc-4dcc-8b05-2a7d6fb0c15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:02.683162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f2e55b2e-f4fc-4dcc-8b05-2a7d6fb0c15d admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1673715 Feb 03 14:01:05.018162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53720) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:05.170579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbc301a-27d2-4dc5-b085-90b0402ab979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:05.171963 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-adbc301a-27d2-4dc5-b085-90b0402ab979 admin admin] 10.222.0.52 "GET /v2.0/subnets/9f7ce808-7f3f-41f4-a287-2d1c0a947216 HTTP/1.1" status: 200 len: 849 time: 0.1528022 Feb 03 14:01:05.181555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:01:05.267683 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Publish callbacks [] for subnet (9f7ce808-7f3f-41f4-a287-2d1c0a947216), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:05.424042 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751390392805'] for subnet (9f7ce808-7f3f-41f4-a287-2d1c0a947216), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:05.463361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:05.464015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:05.466087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] 10.222.0.52 "PUT /v2.0/subnets/9f7ce808-7f3f-41f4-a287-2d1c0a947216 HTTP/1.1" status: 200 len: 868 time: 0.2880661 Feb 03 14:01:05.468808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a9b5ae-e4a6-4567-a8f5-50c711de784a None None] Network 7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:01:05.489643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7ce808-7f3f-41f4-a287-2d1c0a947216,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:05.497631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.498112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.498408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.498748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.499083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.499417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.499745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.500074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.500405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.500799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.501160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.501491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.501812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63711a-16dd-440b-a799-8e63ab114840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:05.798820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-819d939e-4ffe-45f8-b7ad-43063c4bf7d4 None None] Provisioning complete for port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:05.799193 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-819d939e-4ffe-45f8-b7ad-43063c4bf7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20065dbe-ed7f-4162-9523-6a2e23e69ac0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:05.874801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-819d939e-4ffe-45f8-b7ad-43063c4bf7d4 None None] Current status of the port 20065dbe-ed7f-4162-9523-6a2e23e69ac0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:01:05.885260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-819d939e-4ffe-45f8-b7ad-43063c4bf7d4 None None] Provisioning complete for port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:05.885585 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-819d939e-4ffe-45f8-b7ad-43063c4bf7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5002b976-ba85-4ef0-b0c7-e8d881dd5b4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:05.963836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-819d939e-4ffe-45f8-b7ad-43063c4bf7d4 None None] Current status of the port 5002b976-ba85-4ef0-b0c7-e8d881dd5b4f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:01:07.763923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53728) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:07.963955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d43d22-077b-4d05-bb1a-f195640aaef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:07.964325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d43d22-077b-4d05-bb1a-f195640aaef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:07.965905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d8d43d22-077b-4d05-bb1a-f195640aaef4 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009799 Feb 03 14:01:10.221504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53736) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:10.352870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a79d24-109a-49ad-9a5a-d282a7b1be8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:10.353341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a79d24-109a-49ad-9a5a-d282a7b1be8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:10.354881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-33a79d24-109a-49ad-9a5a-d282a7b1be8d admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1323812 Feb 03 14:01:12.583702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53744) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:12.712618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9230c-fba8-4bc7-88df-ef99324042e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:12.714014 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-16b9230c-fba8-4bc7-88df-ef99324042e6 admin admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 886 time: 0.1293392 Feb 03 14:01:14.967042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53754) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:15.100578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfc9eef-d93b-4ee5-83fb-53e320d29de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:15.100578 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4bfc9eef-d93b-4ee5-83fb-53e320d29de9 admin admin] 10.222.0.52 "GET /v2.0/networks/7711fb5f-05c6-4607-a3a8-f4afdcbf5b0c HTTP/1.1" status: 200 len: 869 time: 0.1319942 Feb 03 14:01:15.687233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-750e5132-20f4-4113-82c2-8bc84ef09efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:17.393022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53762) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:17.521095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6964cf2-6aac-49db-b558-056615062c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:17.521472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6964cf2-6aac-49db-b558-056615062c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:17.523015 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6964cf2-6aac-49db-b558-056615062c76 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290152 Feb 03 14:01:17.969998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73f1aeb8-d56f-4f62-b3cc-2c36b48e54f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:19.379251 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:19.739670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53770) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:19.835225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046f35-2e69-4c89-acd2-4dae196d51e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:19.835676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a046f35-2e69-4c89-acd2-4dae196d51e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:19.837281 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6a046f35-2e69-4c89-acd2-4dae196d51e3 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966613 Feb 03 14:01:20.496646 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:21.870412 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:22.085024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53778) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:22.173442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e662e10-e4da-4760-91c2-d38fa1234956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:22.174780 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e662e10-e4da-4760-91c2-d38fa1234956 admin admin] 10.222.0.52 "GET /v2.0/subnets/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a HTTP/1.1" status: 200 len: 816 time: 0.0888045 Feb 03 14:01:24.409164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:24.503058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e061e-3df9-454f-b6cf-c2eae9981496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:24.503756 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-429e061e-3df9-454f-b6cf-c2eae9981496 admin admin] 10.222.0.52 "GET /v2.0/subnets/9f7ce808-7f3f-41f4-a287-2d1c0a947216 HTTP/1.1" status: 200 len: 868 time: 0.0936031 Feb 03 14:01:34.067624 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:01:45.688286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f90245-1185-49a0-be2a-64111f40f59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:47.972449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44877ee3-2a7f-41a0-9768-a45790f15e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:48.886053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53840) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:48.933102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-27db4bd2-b2c2-47a1-9554-4766fbca7a1b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:01:48.934702 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-27db4bd2-b2c2-47a1-9554-4766fbca7a1b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477064 Feb 03 14:01:49.382075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:50.500262 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:51.262551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53848) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:51.321979 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c0ec59-8451-44f9-9873-d4a323b1bc45 admin admin] GET failed (client error): The resource could not be found. Feb 03 14:01:51.323511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-43c0ec59-8451-44f9-9873-d4a323b1bc45 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600247 Feb 03 14:01:51.461572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fdc3e5-3e25-4164-b36f-3378d183fd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:51.462967 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-45fdc3e5-3e25-4164-b36f-3378d183fd4c admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348703 Feb 03 14:01:51.865085 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:53.737197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53858) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:53.782371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'project_id': '92541e83282d48e09b63382e91f84892', 'tenant_id': '92541e83282d48e09b63382e91f84892', 'name': 'shared'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:01:53.801349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Made reservation on behalf of 92541e83282d48e09b63382e91f84892 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:53.803653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:53.830359 n-d-827549-2 neutron-server[103341]: WARNING neutron.services.revisions.revision_plugin [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Could not find related network for resource to bump revision. Feb 03 14:01:53.843485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:01:53.852580 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2b6108ad-4cfd-4f92-8422-8e40fd0458ec), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:53.852918 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Added segment 2b6108ad-4cfd-4f92-8422-8e40fd0458ec of type vlan for network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 Feb 03 14:01:53.901260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:53.925219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:53.926449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:53.927171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:53.961805 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2235157 Feb 03 14:01:53.991537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Pushing event updated for resources: {'Network': ['ID=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:53.998837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:53.999184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:53.999532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:53.999872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.000207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.000586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.000919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.001247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.001576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.001904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.002232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.002557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.002888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b891351-f17f-4bd9-b9e4-9a19191bc3fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:54.014671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:01:56.270909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53868) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:01:56.330872 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44add47-6e57-4628-ae0e-8a3886f540a8 admin admin] GET failed (client error): The resource could not be found. Feb 03 14:01:56.332136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f44add47-6e57-4628-ae0e-8a3886f540a8 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602844 Feb 03 14:01:56.399765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a095fc-700f-468e-b877-448197812143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:56.401236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c3a095fc-700f-468e-b877-448197812143 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651770 Feb 03 14:01:56.411965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Request body: {'subnet': {'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'tenant_id': '92541e83282d48e09b63382e91f84892', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:01:56.433736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Made reservation on behalf of 92541e83282d48e09b63382e91f84892 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:01:56.436108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:56.647151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (c750ce2a-f28d-4a93-9037-03b1636b6d6c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:56.702582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c750ce2a-f28d-4a93-9037-03b1636b6d6c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:56.712836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:01:56.713228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Network hostable DHCP agents. Network: 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:01:56.735656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:01:56.748070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:56.752721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:56.753311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:56.757292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6734677-1258-4d74-b577-2e48d556bd72 None None] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:01:56.769739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b942f2fb-836c-415a-b97d-7e905775a4a4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3613675 Feb 03 14:01:56.963137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'project_id': '92541e83282d48e09b63382e91f84892', 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:01:56.963973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:57.097429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Allocated IP 192.168.233.2 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/d48cbfa2-9a4f-4e0a-951d-50e20bd7c485) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:01:57.251233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Publish callbacks [] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:57.257711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:57.293454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:01:57.302328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:01:57.305958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:01:57.318942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Pushing event updated for resources: {'Port': ['ID=d48cbfa2-9a4f-4e0a-951d-50e20bd7c485,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:57.342052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.342406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.342748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.343097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.343459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.343795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.344126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.344495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.344814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.345144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.345471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.345802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.346123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:01:57.375302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Attempting to bind port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:01:57.375672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Attempting to bind port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:01:57.376034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Attempting to bind port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:01:57.381157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:01:57.381534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:01:57.381936 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:57.382352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:01:57.382811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Bound port: d48cbfa2-9a4f-4e0a-951d-50e20bd7c485, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:01:57.383192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:57.445356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] For port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:01:57.448746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] For port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d48cbfa2-9a4f-4e0a-951d-50e20bd7c485,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:01:57.455412 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:57.514205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f510bde-06f4-42da-84a1-2bc2cbc18af0 None None] Pushing event updated for resources: {'Port': ['ID=d48cbfa2-9a4f-4e0a-951d-50e20bd7c485,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:58.551193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f9179-d822-47ab-b2f9-1aec86d51ad5 None None] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:01:58.634959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:01:58.688677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c42acd3e-e235-43fb-bc33-55a35c1d9e93 None None] Provisioning complete for port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:58.688889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c42acd3e-e235-43fb-bc33-55a35c1d9e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:58.755290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:58.755684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:58.860518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c42acd3e-e235-43fb-bc33-55a35c1d9e93 None None] Current status of the port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:01:58.860966 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c42acd3e-e235-43fb-bc33-55a35c1d9e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:58.881722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:01:58.882114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:58.920013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c42acd3e-e235-43fb-bc33-55a35c1d9e93 None None] For port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d48cbfa2-9a4f-4e0a-951d-50e20bd7c485,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:01:58.926142 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c42acd3e-e235-43fb-bc33-55a35c1d9e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:58.991156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:01:58.991499 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:01:59.003307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42acd3e-e235-43fb-bc33-55a35c1d9e93 None None] Pushing event updated for resources: {'Port': ['ID=d48cbfa2-9a4f-4e0a-951d-50e20bd7c485,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:01:59.048873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7076d941-414d-431b-88a5-5e5966302010 None None] Provisioning complete for port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:01:59.049278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7076d941-414d-431b-88a5-5e5966302010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:59.130569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7076d941-414d-431b-88a5-5e5966302010 None None] Current status of the port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:01:59.528355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:02:00.577467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:02:00.628321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:00.628742 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d48cbfa2-9a4f-4e0a-951d-50e20bd7c485), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:00.703970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d48cbfa2-9a4f-4e0a-951d-50e20bd7c485 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:02:11.066486 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:02:15.690397 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1b45c95-69fc-41f0-ba79-297606dccbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:17.975042 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-197afaca-7c4c-4c24-b758-ba45b85b0788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:19.384591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:20.503542 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:21.872012 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:45.692693 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65fa91b2-899b-47b6-a687-ddd7b0cbc288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:47.984852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4392d789-c16f-43a1-a560-9f860076ef08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:48.065771 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:02:49.391634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:50.506713 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:51.866121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:12.268210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53912) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:12.274034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-40c93b2e-e5f1-4bf2-b47e-f9466bdab56b tempest-verify_tempest_config-1767517188 tempest-verify_tempest_config-1767517188-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:03:12.274979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-40c93b2e-e5f1-4bf2-b47e-f9466bdab56b tempest-verify_tempest_config-1767517188 tempest-verify_tempest_config-1767517188-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057926 Feb 03 14:03:12.567979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53930) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:12.682764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:12.765579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Publish callbacks [] for security_group (1a4f82b6-a8b0-440d-950d-c8a684fd8d80), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:12.769516 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1a4f82b6-a8b0-440d-950d-c8a684fd8d80), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:12.814497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77de898ab3594ea682c53640b2c6a49d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2453849 Feb 03 14:03:12.815224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4f82b6-a8b0-440d-950d-c8a684fd8d80,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:12.817107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:12.828987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.829193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.829461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.829796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.830118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.830443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.830762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.831082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.831401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.831719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.832038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.832355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.832704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb1d66-cbd3-4f63-bf3e-3eb7134386d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:03:12.883846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e03dbe53-f975-4c4b-818b-2b2c1a1c5cc6 admin admin] Publish callbacks [] for security_group (1a4f82b6-a8b0-440d-950d-c8a684fd8d80), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:12.904919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e03dbe53-f975-4c4b-818b-2b2c1a1c5cc6 admin admin] Publish callbacks [] for security_group (1a4f82b6-a8b0-440d-950d-c8a684fd8d80), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:12.996603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e03dbe53-f975-4c4b-818b-2b2c1a1c5cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1a4f82b6-a8b0-440d-950d-c8a684fd8d80), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:12.999143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e03dbe53-f975-4c4b-818b-2b2c1a1c5cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:13.000295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e03dbe53-f975-4c4b-818b-2b2c1a1c5cc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a4f82b6-a8b0-440d-950d-c8a684fd8d80 HTTP/1.1" status: 204 len: 168 time: 0.1823161 Feb 03 14:03:13.016022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dbe53-f975-4c4b-818b-2b2c1a1c5cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4f82b6-a8b0-440d-950d-c8a684fd8d80,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:15.694516 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3961674a-b86a-41d5-8ccf-bd478b30aaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:17.975952 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aeaf780a-3fcd-40cd-b8fd-f09b532230b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:19.383589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:20.508217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:21.872163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:25.064914 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:03:45.695973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad9c2f0-f96e-483f-b49e-5f8f359c3bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:47.977521 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6351a5a-c11f-49af-93b9-6b6a2dfe2f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:49.388583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:50.510318 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:51.875069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:02.063892 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:04:15.700681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b77830b-ae0a-44b3-be91-5020a8ced5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:17.980293 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-532bfb7d-5531-4fcd-b0c9-9569c2c46a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:19.389482 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:20.512395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:21.880809 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:39.062569 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:04:45.701996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-977f9ac9-1e9f-4c45-8202-e142152c1fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:47.985101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8be69ff2-2094-4c94-a0f2-08a616f90222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:49.393359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:50.515315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:51.874071 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:15.704229 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a578d34f-ab8c-4382-8258-d0107a24fa09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:16.061031 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:05:17.985887 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04b5dc6f-013c-4477-a316-52d70d478f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:19.397773 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:20.518834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:21.876340 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:45.707955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-507d05c4-a3de-483b-9d4b-b344bea4a330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:47.988853 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3459-8505-4d3d-810b-38f0354d2c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:49.400704 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:50.521572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:51.880144 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:53.060226 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 5 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:06:15.711151 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b8df14d-7de5-453b-b8ff-ef93f68239eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:17.990685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af5c79f8-1b97-452d-bbe0-5e12cc53ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:19.406317 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:20.524147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:21.883527 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:24.473980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16727026'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:30.059346 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 6 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:06:38.682630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16727026'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:45.713728 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae748a6c-3c5e-48e6-a358-9ff8ca1f0c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:47.995814 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e53a8d30-3e7a-40a6-946b-e165ba78c5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:49.406955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:50.526770 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:51.887677 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:54.456827 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:07.057754 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:07:08.637575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:11.984054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53986) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:07:12.086998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a80be57e-a60f-4e73-a036-691ceefea667 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1018205 Feb 03 14:07:14.353766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53996) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:07:14.408297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd0b5229-6f3c-47cc-b12f-b38f4b9b299f admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0534472 Feb 03 14:07:15.716638 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-797ff0c1-e9aa-4ace-acae-5b6e350dcd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:17.997593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec265bb9-bbba-4611-8e31-430bdb4afd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:19.409213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:20.529562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:21.890165 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:24.461716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:38.650789 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:44.057351 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:07:45.717526 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eebcef10-047a-43e8-b853-f20341aa9eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:48.002827 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ee9493d-67df-4ada-b9c7-7eda0081b9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:49.413067 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:50.532717 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:51.893376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:54.473687 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:08.651149 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:15.721439 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d1b6d8-5744-4de2-a875-f46795973395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:17.996638 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b98585b-5255-40c2-a3ce-69ecc5283300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:19.420383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:20.536090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:21.056750 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:08:21.897090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:24.477607 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:38.658308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:39.946887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54228) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:40.393766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-network', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:40.415277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Made reservation on behalf of ded17569e92940a89c28a22f6232dc47 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:40.418217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.428853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.511327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54250) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:40.531774 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks [] for security_group (f9aa400a-f7a9-4c07-a2b5-b81d71465473), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.537302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f9aa400a-f7a9-4c07-a2b5-b81d71465473), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.559803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:08:40.583844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c4186b6e-4bbb-45e9-862f-dd386d7bcbec), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.584186 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Added segment c4186b6e-4bbb-45e9-862f-dd386d7bcbec of type vlan for network 5408fc56-9b26-4cc1-bf89-497fdffe580e Feb 03 14:08:40.601982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa400a-f7a9-4c07-a2b5-b81d71465473,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:40.631638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.632015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.632367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.632753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.633250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.633748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.634082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.634418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.634729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.635059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.635386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.635728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.636020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Tracked resource versions report: Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: pushed versions: Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: { 'AddressGroup': {'1.2'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'ConntrackHelper': {'1.0'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'LocalIPAssociation': {'1.0'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Log': {'1.0'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Network': {'1.1'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Port': {'1.7'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'PortForwarding': {'1.2'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'QosPolicy': {'1.10'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'SecurityGroup': {'1.5'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'SecurityGroupRule': {'1.2'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'SubPort': {'1.0'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Subnet': {'1.1'}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Trunk': {'1.1'}} Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: consumer versions: Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: { DHCP agent@n-d-827549-2: {}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: HyperV agent@n-h1-827549-2: {}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: HyperV agent@n-h2-827549-2: {}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: L3 agent@n-d-827549-2: {}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: Metadata agent@n-d-827549-2: {}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: Metering agent@n-d-827549-2: {}, Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'ConntrackHelper': '1.0', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'LocalIPAssociation': '1.0', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Log': '1.0', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Network': '1.1', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Port': '1.7', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'PortForwarding': '1.2', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'QosPolicy': '1.10', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'SecurityGroup': '1.5', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'SecurityGroupRule': '1.2', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'SubPort': '1.0', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Subnet': '1.1', Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: 'Trunk': '1.1'}} Feb 03 14:08:40.637204 n-d-827549-2 neutron-server[103342]: {{(pid=103342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 14:08:40.654786 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5408fc56-9b26-4cc1-bf89-497fdffe580e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.705110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5408fc56-9b26-4cc1-bf89-497fdffe580e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.706991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:40.707946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.722965 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6b96214c-d5da-4de0-ae5e-ceac773f48f3 tempest-AutoAllocateNetworkTest-719448226 tempest-AutoAllocateNetworkTest-719448226-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fa93fc0c08504ab3b2f03e504306089b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2090144 Feb 03 14:08:40.723233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54278) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:40.761320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8125451 Feb 03 14:08:40.764117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54284) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:40.769686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Request body: {'subnet': {'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-subnet', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:40.791459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Made reservation on behalf of ded17569e92940a89c28a22f6232dc47 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:40.796475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.874692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72deb9-2ca2-40a8-a9fe-7ce9315540c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5408fc56-9b26-4cc1-bf89-497fdffe580e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:40.886958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:08:41.009012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc83b1b-7fa5-4817-8cf7-8948a491a83a tempest-AutoAllocateNetworkTest-719448226 tempest-AutoAllocateNetworkTest-719448226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:41.013303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9dc83b1b-7fa5-4817-8cf7-8948a491a83a tempest-AutoAllocateNetworkTest-719448226 tempest-AutoAllocateNetworkTest-719448226-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2862120 Feb 03 14:08:41.013521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54292) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:41.066241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (d68b0667-c258-491e-9708-43b89b8a8a54), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.136811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68b0667-c258-491e-9708-43b89b8a8a54,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:41.149058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.149667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.150196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.150726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.151203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.151669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.152147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.152664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.153195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.153661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.154147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.154610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.155095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Tracked resource versions report: Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: pushed versions: Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: { 'AddressGroup': {'1.2'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'ConntrackHelper': {'1.0'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'LocalIPAssociation': {'1.0'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Log': {'1.0'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Network': {'1.1'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Port': {'1.7'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'PortForwarding': {'1.2'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'QosPolicy': {'1.10'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'SecurityGroup': {'1.5'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'SecurityGroupRule': {'1.2'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'SubPort': {'1.0'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Subnet': {'1.1'}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Trunk': {'1.1'}} Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: consumer versions: Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: { DHCP agent@n-d-827549-2: {}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: HyperV agent@n-h1-827549-2: {}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: HyperV agent@n-h2-827549-2: {}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: L3 agent@n-d-827549-2: {}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: Metadata agent@n-d-827549-2: {}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: Metering agent@n-d-827549-2: {}, Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'ConntrackHelper': '1.0', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'LocalIPAssociation': '1.0', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Log': '1.0', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Network': '1.1', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Port': '1.7', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'PortForwarding': '1.2', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'QosPolicy': '1.10', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'SecurityGroup': '1.5', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'SecurityGroupRule': '1.2', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'SubPort': '1.0', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Subnet': '1.1', Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: 'Trunk': '1.1'}} Feb 03 14:08:41.156366 n-d-827549-2 neutron-server[103341]: {{(pid=103341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 14:08:41.177641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Checking segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:08:41.178059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Network hostable DHCP agents. Network: 5408fc56-9b26-4cc1-bf89-497fdffe580e, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:08:41.198354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:08:41.212289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1dcf8a2-86de-4abc-8ab9-ceb99b9f4c7c tempest-AutoAllocateNetworkTest-719448226 tempest-AutoAllocateNetworkTest-719448226-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1975019 Feb 03 14:08:41.214840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54296) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:41.216998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5408fc56-9b26-4cc1-bf89-497fdffe580e) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:41.222027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:41.223793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.229736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2be75b-b162-4411-af67-f14cc2a537bd None None] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:08:41.255099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4da59baa-b35a-46eb-925a-d57c5aa8306f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4898131 Feb 03 14:08:41.255942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54300) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:41.261691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:41.281547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d4aae065-b6c5-4a6e-b0d8-95debbfca803 tempest-AutoAllocateNetworkTest-719448226 tempest-AutoAllocateNetworkTest-719448226-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fa93fc0c08504ab3b2f03e504306089b HTTP/1.1" status: 200 len: 208 time: 0.0629206 Feb 03 14:08:41.289530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (1eca9809-95ab-4624-a82a-27316c0bc86b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.290783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (1eca9809-95ab-4624-a82a-27316c0bc86b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.345938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks [] for router_controller (1eca9809-95ab-4624-a82a-27316c0bc86b), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.404801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-5408fc56-9b26-4cc1-bf89-497fdffe580e', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:08:41.405665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.586725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Allocated IP 172.20.0.2 (5408fc56-9b26-4cc1-bf89-497fdffe580e/d68b0667-c258-491e-9708-43b89b8a8a54/abad8428-fec5-4f5a-ab69-a2f0afd8c5eb) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:41.709353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks [] for router_gateway (1eca9809-95ab-4624-a82a-27316c0bc86b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.792166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Publish callbacks [] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.809040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.830458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:41.833640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:41.856298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:08:41.931223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Attempting to bind port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:08:41.932446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Attempting to bind port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:08:41.933111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Attempting to bind port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb on network 5408fc56-9b26-4cc1-bf89-497fdffe580e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:08:41.943567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Pushing event updated for resources: {'Port': ['ID=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:41.953861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.954518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.955060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.955618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.956206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.956760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.957290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.957847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.958371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.958895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.959417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.959942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.960504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Tracked resource versions report: Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: pushed versions: Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: { 'AddressGroup': {'1.2'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'ConntrackHelper': {'1.0'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Log': {'1.0'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Network': {'1.1'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Port': {'1.7'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'PortForwarding': {'1.2'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'QosPolicy': {'1.10'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'SecurityGroup': {'1.5'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'SubPort': {'1.0'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Subnet': {'1.1'}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Trunk': {'1.1'}} Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: consumer versions: Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: { DHCP agent@n-d-827549-2: {}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: HyperV agent@n-h1-827549-2: {}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: HyperV agent@n-h2-827549-2: {}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: L3 agent@n-d-827549-2: {}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: Metadata agent@n-d-827549-2: {}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: Metering agent@n-d-827549-2: {}, Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'ConntrackHelper': '1.0', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'LocalIPAssociation': '1.0', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Log': '1.0', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Network': '1.1', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Port': '1.7', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'PortForwarding': '1.2', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'QosPolicy': '1.10', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'SecurityGroup': '1.5', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'SecurityGroupRule': '1.2', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'SubPort': '1.0', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Subnet': '1.1', Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: 'Trunk': '1.1'}} Feb 03 14:08:41.961889 n-d-827549-2 neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 14:08:41.968196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:08:41.968953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Checking segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:08:41.969726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:41.970316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Bound using segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:08:41.972438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Bound port: abad8428-fec5-4f5a-ab69-a2f0afd8c5eb, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:08:41.973037 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.051419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54326) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:42.055298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] For port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:42.059261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] For port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:42.060602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks [] for router_gateway (1eca9809-95ab-4624-a82a-27316c0bc86b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.068889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.113589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.155529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3894a2-aa0f-4eb7-9f54-7b6e7efe149b None None] Pushing event updated for resources: {'Port': ['ID=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:42.336470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Allocated IP 172.25.0.124 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/166c2546-c3df-45d4-903d-120fb7a7c473) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:42.533293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks [] for port (166c2546-c3df-45d4-903d-120fb7a7c473), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.573910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.621664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Pushing event updated for resources: {'Port': ['ID=166c2546-c3df-45d4-903d-120fb7a7c473,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:42.625118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:42.626942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:42.629262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:08:42.684830 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9248fabc-e6bb-4708-b00f-b9f764c9043f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.885308 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9248fabc-e6bb-4708-b00f-b9f764c9043f admin admin] Publish callbacks [] for security_group (f581588e-a83b-4baf-b9a3-167d051e0432), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.891419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9248fabc-e6bb-4708-b00f-b9f764c9043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f581588e-a83b-4baf-b9a3-167d051e0432), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:42.923165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abad8428-fec5-4f5a-ab69-a2f0afd8c5eb up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:42.952107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9248fabc-e6bb-4708-b00f-b9f764c9043f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa93fc0c08504ab3b2f03e504306089b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8998439 Feb 03 14:08:42.954565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54364) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:42.956737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248fabc-e6bb-4708-b00f-b9f764c9043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f581588e-a83b-4baf-b9a3-167d051e0432,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:43.015607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:43.016613 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.023134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks [] for router_gateway (1eca9809-95ab-4624-a82a-27316c0bc86b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.043628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9014d7cd-5cf5-4832-8fbb-6d0fd1719bb8 admin admin] Publish callbacks [] for security_group (f581588e-a83b-4baf-b9a3-167d051e0432), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.090075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9014d7cd-5cf5-4832-8fbb-6d0fd1719bb8 admin admin] Publish callbacks [] for security_group (f581588e-a83b-4baf-b9a3-167d051e0432), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.123014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:43.123645 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.165360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:43.183293 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.195915 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9014d7cd-5cf5-4832-8fbb-6d0fd1719bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f581588e-a83b-4baf-b9a3-167d051e0432), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.203084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9014d7cd-5cf5-4832-8fbb-6d0fd1719bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.204792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9014d7cd-5cf5-4832-8fbb-6d0fd1719bb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f581588e-a83b-4baf-b9a3-167d051e0432 HTTP/1.1" status: 204 len: 168 time: 0.2438500 Feb 03 14:08:43.215666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014d7cd-5cf5-4832-8fbb-6d0fd1719bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581588e-a83b-4baf-b9a3-167d051e0432,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:43.242889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54382) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:43.249879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:43.316128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (1eca9809-95ab-4624-a82a-27316c0bc86b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.478795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b696fae4-9a90-483c-bb98-e763eaff48b1 None None] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:08:43.571606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Router 1eca9809-95ab-4624-a82a-27316c0bc86b is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:08:43.710324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a2df74ef-4eff-4deb-bea5-29e2468a873b None None] Provisioning complete for port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:43.710666 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2df74ef-4eff-4deb-bea5-29e2468a873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.782974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfb31-0892-42e1-99cd-8156cd6da475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.783176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:43.817237 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Sync routers for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:08:43.829361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.833224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:08:43.833389 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aa2d9cb4-d157-4f2c-a8bf-a8ba7a41950e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5734708 Feb 03 14:08:43.833464 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:43.833553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54404) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:43.922332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfb31-0892-42e1-99cd-8156cd6da475 admin admin] Publish callbacks [] for security_group (6bf717db-db14-42a7-853b-bb5fd72ad802), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.923481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a2df74ef-4eff-4deb-bea5-29e2468a873b None None] Current status of the port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:43.942821 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfb31-0892-42e1-99cd-8156cd6da475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6bf717db-db14-42a7-853b-bb5fd72ad802), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:43.995106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6c4dfb31-0892-42e1-99cd-8156cd6da475 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e31ad88bcdfb4da38938ccc69ef7ace6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7509763 Feb 03 14:08:43.996535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dfb31-0892-42e1-99cd-8156cd6da475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf717db-db14-42a7-853b-bb5fd72ad802,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:44.006883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:44.026477 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:08:44.085226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c062b2-4c5d-4637-9e4c-4b03b87d1c7b admin admin] Publish callbacks [] for security_group (6bf717db-db14-42a7-853b-bb5fd72ad802), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.109384 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c062b2-4c5d-4637-9e4c-4b03b87d1c7b admin admin] Publish callbacks [] for security_group (6bf717db-db14-42a7-853b-bb5fd72ad802), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.181844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c062b2-4c5d-4637-9e4c-4b03b87d1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6bf717db-db14-42a7-853b-bb5fd72ad802), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.185339 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c062b2-4c5d-4637-9e4c-4b03b87d1c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.187448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-45c062b2-4c5d-4637-9e4c-4b03b87d1c7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bf717db-db14-42a7-853b-bb5fd72ad802 HTTP/1.1" status: 204 len: 168 time: 0.1791303 Feb 03 14:08:44.207781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c062b2-4c5d-4637-9e4c-4b03b87d1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf717db-db14-42a7-853b-bb5fd72ad802,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:44.271810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dc2485bf-449e-4986-a144-267fad398e17 None None] Provisioning complete for port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:44.272336 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc2485bf-449e-4986-a144-267fad398e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.320872 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:42Z', 'revision_number': 3, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:44.342282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:44.358349 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Checking router: 1eca9809-95ab-4624-a82a-27316c0bc86b for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:08:44.358915 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Updating router 1eca9809-95ab-4624-a82a-27316c0bc86b port 166c2546-c3df-45d4-903d-120fb7a7c473 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:08:44.391344 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.424111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dc2485bf-449e-4986-a144-267fad398e17 None None] Current status of the port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:44.710339 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4422105-6d67-48cb-a96d-92abc0c79391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.723721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.728007 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Publish callbacks [] for port (166c2546-c3df-45d4-903d-120fb7a7c473), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.736296 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.876602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abad8428-fec5-4f5a-ab69-a2f0afd8c5eb up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:44.883775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4422105-6d67-48cb-a96d-92abc0c79391 admin admin] Publish callbacks [] for security_group (514aa287-edb7-490a-a096-4fe582c8522d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.884970 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Pushing event updated for resources: {'Port': ['ID=166c2546-c3df-45d4-903d-120fb7a7c473,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:44.889515 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Attempting to bind port 166c2546-c3df-45d4-903d-120fb7a7c473 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:08:44.889886 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Attempting to bind port 166c2546-c3df-45d4-903d-120fb7a7c473 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:08:44.890251 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Attempting to bind port 166c2546-c3df-45d4-903d-120fb7a7c473 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:08:44.892860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4422105-6d67-48cb-a96d-92abc0c79391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (514aa287-edb7-490a-a096-4fe582c8522d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.914867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.915222 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.915565 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.916325 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.916696 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.919513 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.920022 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.920371 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.920736 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.921071 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.921395 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.926322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.926875 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Tracked resource versions report: Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: pushed versions: Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: { 'AddressGroup': {'1.2'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'ConntrackHelper': {'1.0'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'LocalIPAssociation': {'1.0'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Log': {'1.0'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Network': {'1.1'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Port': {'1.7'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'PortForwarding': {'1.2'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'QosPolicy': {'1.10'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'SecurityGroup': {'1.5'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'SecurityGroupRule': {'1.2'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'SubPort': {'1.0'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Subnet': {'1.1'}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Trunk': {'1.1'}} Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: consumer versions: Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: { DHCP agent@n-d-827549-2: {}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: HyperV agent@n-h1-827549-2: {}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: HyperV agent@n-h2-827549-2: {}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: L3 agent@n-d-827549-2: {}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: Metadata agent@n-d-827549-2: {}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: Metering agent@n-d-827549-2: {}, Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: Open vSwitch agent@n-d-827549-2: { 'AddressGroup': '1.2', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'ConntrackHelper': '1.0', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'LocalIPAssociation': '1.0', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Log': '1.0', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Network': '1.1', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Port': '1.7', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'PortForwarding': '1.2', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'QosPolicy': '1.10', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'SecurityGroup': '1.5', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'SecurityGroupRule': '1.2', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'SubPort': '1.0', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Subnet': '1.1', Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: 'Trunk': '1.1'}} Feb 03 14:08:44.928565 n-d-827549-2 neutron-server[103344]: {{(pid=103344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 14:08:44.940620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:08:44.941242 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:08:44.941664 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.942474 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:08:44.948190 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Bound port: 166c2546-c3df-45d4-903d-120fb7a7c473, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:08:44.948635 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.980792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a4422105-6d67-48cb-a96d-92abc0c79391 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2a8b1973303411283134919bdae2547&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6349645 Feb 03 14:08:44.981610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54456) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:44.983609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:44.984003 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:44.985728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4422105-6d67-48cb-a96d-92abc0c79391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514aa287-edb7-490a-a096-4fe582c8522d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:45.011555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Allocated IP 172.20.0.1 (5408fc56-9b26-4cc1-bf89-497fdffe580e/d68b0667-c258-491e-9708-43b89b8a8a54/0f5a5e79-631e-4ffe-b8f3-10b91248d182) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:45.036723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54466) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:45.044458 n-d-827549-2 neutron-server[103342]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 14:08:45.046323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:45.057413 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] For port 166c2546-c3df-45d4-903d-120fb7a7c473, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:45.060877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] For port 166c2546-c3df-45d4-903d-120fb7a7c473, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=166c2546-c3df-45d4-903d-120fb7a7c473,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:45.081215 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.090784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-06d8ef0a-f699-4c89-8abb-e5ebe0926df2 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518224 Feb 03 14:08:45.107431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ceb9-e23b-42f7-8a02-631aa0406331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.124008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:45.182947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:08:45.183632 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:45.198580 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-829e892b-6a3b-446b-bb70-c25e2a696bca admin admin] Publish callbacks [] for security_group (514aa287-edb7-490a-a096-4fe582c8522d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.258766 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f343c1-949d-482c-8fe7-a5cee892e11b None None] Pushing event updated for resources: {'Port': ['ID=166c2546-c3df-45d4-903d-120fb7a7c473,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:45.285264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-0c2d0f38-8924-4a23-be48-d03896a8ad0e tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:45.288990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-0c2d0f38-8924-4a23-be48-d03896a8ad0e tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974032 Feb 03 14:08:45.323973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-4a406225-8beb-4e94-b763-60732a4003a9 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/quotas/2a60cbcb60c54106849ed90ff7d0a4f8 HTTP/1.1" status: 200 len: 375 time: 0.0266016 Feb 03 14:08:45.324215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-829e892b-6a3b-446b-bb70-c25e2a696bca admin admin] Publish callbacks [] for security_group (514aa287-edb7-490a-a096-4fe582c8522d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.359021 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:08:45.421242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-f999d409-8aa8-4ec2-ba64-c4c2159d8ee5 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889122 Feb 03 14:08:45.428349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks [] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.448617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ceb9-e23b-42f7-8a02-631aa0406331 admin admin] Publish callbacks [] for security_group (299aab45-19bb-4f94-9253-31863d9a9b72), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.463104 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ceb9-e23b-42f7-8a02-631aa0406331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (299aab45-19bb-4f94-9253-31863d9a9b72), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.506558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-829e892b-6a3b-446b-bb70-c25e2a696bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (514aa287-edb7-490a-a096-4fe582c8522d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.509404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-829e892b-6a3b-446b-bb70-c25e2a696bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.512964 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-829e892b-6a3b-446b-bb70-c25e2a696bca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/514aa287-edb7-490a-a096-4fe582c8522d HTTP/1.1" status: 204 len: 168 time: 0.5263124 Feb 03 14:08:45.543618 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fdb3ceb9-e23b-42f7-8a02-631aa0406331 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aadb3ca830244187996da419ef7c085c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4912925 Feb 03 14:08:45.545544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3ceb9-e23b-42f7-8a02-631aa0406331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299aab45-19bb-4f94-9253-31863d9a9b72,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:45.546681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54488) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:45.556090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.623315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e892b-6a3b-446b-bb70-c25e2a696bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514aa287-edb7-490a-a096-4fe582c8522d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:45.653107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:45.657817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:45.663914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:08:45.664326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (1eca9809-95ab-4624-a82a-27316c0bc86b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.668400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Pushing event updated for resources: {'Port': ['ID=0f5a5e79-631e-4ffe-b8f3-10b91248d182,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:45.719772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68f8d2e7-7ed1-43da-8da5-fb0f017983f5 admin admin] Publish callbacks [] for security_group (299aab45-19bb-4f94-9253-31863d9a9b72), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.745204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27cea0f3-6e06-49c0-9073-e5b136f490d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.812886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68f8d2e7-7ed1-43da-8da5-fb0f017983f5 admin admin] Publish callbacks [] for security_group (299aab45-19bb-4f94-9253-31863d9a9b72), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.814463 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:42Z', 'revision_number': 3, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:45.949524 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb543a34-efc5-4236-85e6-f6d392c8e3f9 None None] The sync data for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 is: [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:42Z', 'revision_number': 3, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:08:45.956385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68f8d2e7-7ed1-43da-8da5-fb0f017983f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (299aab45-19bb-4f94-9253-31863d9a9b72), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.963149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68f8d2e7-7ed1-43da-8da5-fb0f017983f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:45.975225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-68f8d2e7-7ed1-43da-8da5-fb0f017983f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/299aab45-19bb-4f94-9253-31863d9a9b72 HTTP/1.1" status: 204 len: 168 time: 0.4266865 Feb 03 14:08:45.999742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8d2e7-7ed1-43da-8da5-fb0f017983f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299aab45-19bb-4f94-9253-31863d9a9b72,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:46.070236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:46.090409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8cc107d3-55d3-40dd-8336-e5684b9b3b9c None None] Provisioning complete for port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:46.090811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8cc107d3-55d3-40dd-8336-e5684b9b3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:46.146330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8cc107d3-55d3-40dd-8336-e5684b9b3b9c None None] Port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:08:46.274552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks [] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:46.285714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:46.289047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (1eca9809-95ab-4624-a82a-27316c0bc86b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:46.489803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Pushing event updated for resources: {'Port': ['ID=0f5a5e79-631e-4ffe-b8f3-10b91248d182,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:46.506560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:46.508018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:46.782107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Router 1eca9809-95ab-4624-a82a-27316c0bc86b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:08:46.895302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54560) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:46.923816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b86d6a4-d9ed-4f1b-91f9-f1fa5cf16afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:46.932480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 166c2546-c3df-45d4-903d-120fb7a7c473 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:46.976994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54566) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:47.027171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3fa5fdd7-a98f-4555-96f4-a8e84b821488 None None] Provisioning complete for port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:47.027789 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fa5fdd7-a98f-4555-96f4-a8e84b821488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.069863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:47.079141 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99e59527-4d1c-4f51-ad6e-6b3310f2e97b admin admin] 10.222.0.52 "PUT /v2.0/routers/1eca9809-95ab-4624-a82a-27316c0bc86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2440648 Feb 03 14:08:47.129686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b86d6a4-d9ed-4f1b-91f9-f1fa5cf16afa admin admin] Publish callbacks [] for security_group (60df1959-2ce4-45f6-986d-5bcca7499df5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.137726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b86d6a4-d9ed-4f1b-91f9-f1fa5cf16afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (60df1959-2ce4-45f6-986d-5bcca7499df5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.156107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5fdd7-a98f-4555-96f4-a8e84b821488 None None] Port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:08:47.162921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 166c2546-c3df-45d4-903d-120fb7a7c473 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:47.163495 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.185379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5b86d6a4-d9ed-4f1b-91f9-f1fa5cf16afa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb482404a40b469fa2843fe083978469&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2884305 Feb 03 14:08:47.187668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54572) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:47.253885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86d6a4-d9ed-4f1b-91f9-f1fa5cf16afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60df1959-2ce4-45f6-986d-5bcca7499df5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:47.298933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd4d2-1588-47af-a610-2a172e20784a admin admin] Publish callbacks [] for security_group (60df1959-2ce4-45f6-986d-5bcca7499df5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.327044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 166c2546-c3df-45d4-903d-120fb7a7c473 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:47.327871 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.352319 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd4d2-1588-47af-a610-2a172e20784a admin admin] Publish callbacks [] for security_group (60df1959-2ce4-45f6-986d-5bcca7499df5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.359882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 166c2546-c3df-45d4-903d-120fb7a7c473, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=166c2546-c3df-45d4-903d-120fb7a7c473,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:47.367489 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.438944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd4d2-1588-47af-a610-2a172e20784a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (60df1959-2ce4-45f6-986d-5bcca7499df5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.441640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd4d2-1588-47af-a610-2a172e20784a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:47.445392 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb0cd4d2-1588-47af-a610-2a172e20784a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60df1959-2ce4-45f6-986d-5bcca7499df5 HTTP/1.1" status: 204 len: 168 time: 0.2539811 Feb 03 14:08:47.455003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=166c2546-c3df-45d4-903d-120fb7a7c473,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:47.457841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cd4d2-1588-47af-a610-2a172e20784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df1959-2ce4-45f6-986d-5bcca7499df5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:47.663402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4f4624e-5eb3-44d1-89fd-53241e1c1a28 req-59b1b576-ffd6-4072-b5ab-107a1b2cf2d9 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 210 time: 0.6830275 Feb 03 14:08:48.034529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d64b15ed-1db8-4de6-814d-569c8d194b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:48.481935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Sync routers for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:08:48.502155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:08:48.503218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:48.650070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:08:48.793905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.71', 53762) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:48.848782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-fd772117-b98d-4fb4-b25b-206c23e83614 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474362 Feb 03 14:08:48.856030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 166c2546-c3df-45d4-903d-120fb7a7c473 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:49.037296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-b5199cbe-fec8-417f-ab00-557b800dc2ab tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:49.038967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-b5199cbe-fec8-417f-ab00-557b800dc2ab tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894321 Feb 03 14:08:49.088673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 166c2546-c3df-45d4-903d-120fb7a7c473 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:49.090099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.157435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bdfac2fc-446b-438c-8025-1336325505bc req-c5427c22-c2a2-4051-aae1-14531e22b111 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 210 time: 0.0645754 Feb 03 14:08:49.193093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Request body: {'port': {'device_id': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': '2a60cbcb60c54106849ed90ff7d0a4f8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:49.202554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 166c2546-c3df-45d4-903d-120fb7a7c473 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:49.222547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 2, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:49.257544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Checking router: 1eca9809-95ab-4624-a82a-27316c0bc86b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:08:49.257900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Updating router 1eca9809-95ab-4624-a82a-27316c0bc86b port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:08:49.277262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54720) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:49.293079 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.485808 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.542832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Made reservation on behalf of 2a60cbcb60c54106849ed90ff7d0a4f8 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:49.547520 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.558362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.686100 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks [] for security_group (6e6af3f2-9fc1-4e37-94ac-360d9216b215), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.695983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6e6af3f2-9fc1-4e37-94ac-360d9216b215), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.748236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eccd936-233b-42da-bbc4-c4efdf9a3358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.765767 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Publish callbacks [] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.779373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.867686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489a11d-364a-47c3-b422-1b2d3a740ae2 None None] Pushing event updated for resources: {'Port': ['ID=0f5a5e79-631e-4ffe-b8f3-10b91248d182,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:49.944299 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eccd936-233b-42da-bbc4-c4efdf9a3358 admin admin] Publish callbacks [] for security_group (1b145624-7abc-4961-baa8-d41116f4ca72), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.961383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eccd936-233b-42da-bbc4-c4efdf9a3358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1b145624-7abc-4961-baa8-d41116f4ca72), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:49.993343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6af3f2-9fc1-4e37-94ac-360d9216b215,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:50.026188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Attempting to bind port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:08:50.026565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Attempting to bind port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:08:50.026919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Attempting to bind port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 on network 5408fc56-9b26-4cc1-bf89-497fdffe580e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:08:50.039804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:08:50.040162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Checking segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:08:50.040598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.040987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Bound using segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:08:50.041446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Bound port: 0f5a5e79-631e-4ffe-b8f3-10b91248d182, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:08:50.045002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.083166 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0eccd936-233b-42da-bbc4-c4efdf9a3358 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec6ea92421f54e5193d55afab4b49646&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8047450 Feb 03 14:08:50.084461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccd936-233b-42da-bbc4-c4efdf9a3358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b145624-7abc-4961-baa8-d41116f4ca72,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:50.087109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54782) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:50.092345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:50.099746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-network', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:50.150977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Made reservation on behalf of 066b2c94fe2448ab841c8a536fb42880 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:50.153805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.174796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.233587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] For port 0f5a5e79-631e-4ffe-b8f3-10b91248d182, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:50.240599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] For port 0f5a5e79-631e-4ffe-b8f3-10b91248d182, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0f5a5e79-631e-4ffe-b8f3-10b91248d182,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:50.260759 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.317732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8762584b-99d7-4fac-8f91-c4c2202fae26 admin admin] Publish callbacks [] for security_group (1b145624-7abc-4961-baa8-d41116f4ca72), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.375758 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8762584b-99d7-4fac-8f91-c4c2202fae26 admin admin] Publish callbacks [] for security_group (1b145624-7abc-4961-baa8-d41116f4ca72), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.404594 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks [] for security_group (681bf059-0e96-45ff-bf24-5f2b5b93ee3f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.414732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (681bf059-0e96-45ff-bf24-5f2b5b93ee3f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.463279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489a11d-364a-47c3-b422-1b2d3a740ae2 None None] Pushing event updated for resources: {'Port': ['ID=0f5a5e79-631e-4ffe-b8f3-10b91248d182,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:50.465965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-43aed2da-b172-4dbd-933c-2826e6bb3044 None None] Provisioning complete for port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:50.466441 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43aed2da-b172-4dbd-933c-2826e6bb3044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.470499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681bf059-0e96-45ff-bf24-5f2b5b93ee3f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:50.483125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:08:50.484026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:50.489470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:08:50.537089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (456eb6a8-27e5-4c47-857b-0f4c13e42d64), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.537426 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Added segment 456eb6a8-27e5-4c47-857b-0f4c13e42d64 of type vlan for network 5bd9f7b3-465e-4f26-9326-0d4362c42fff Feb 03 14:08:50.539042 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8762584b-99d7-4fac-8f91-c4c2202fae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1b145624-7abc-4961-baa8-d41116f4ca72), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.546898 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8762584b-99d7-4fac-8f91-c4c2202fae26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.548701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8762584b-99d7-4fac-8f91-c4c2202fae26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b145624-7abc-4961-baa8-d41116f4ca72 HTTP/1.1" status: 204 len: 168 time: 0.4604104 Feb 03 14:08:50.559620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:50.571076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Allocated IP 192.168.233.22 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/185b102e-67c1-42ab-8b42-0a285802dd66) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:50.629682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d7a42c-1257-4ac8-be00-9654f40b83c4 req-470c5be4-6d5b-4009-837a-26ad354100fa tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 210 time: 0.0403309 Feb 03 14:08:50.641460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762584b-99d7-4fac-8f91-c4c2202fae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b145624-7abc-4961-baa8-d41116f4ca72,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:50.641649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5bd9f7b3-465e-4f26-9326-0d4362c42fff), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.688453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5bd9f7b3-465e-4f26-9326-0d4362c42fff), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.689480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:50.690137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:50.821507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:08:50.873831 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7800543 Feb 03 14:08:50.877794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:50.884930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Request body: {'subnet': {'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-subnet', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:50.906010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37d88-3335-4e0b-ba57-ef7d32f20dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd9f7b3-465e-4f26-9326-0d4362c42fff,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:50.919138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Made reservation on behalf of 066b2c94fe2448ab841c8a536fb42880 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:50.932269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.101643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks [] for port (185b102e-67c1-42ab-8b42-0a285802dd66), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.198761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:08:51.282405 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.353188 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (52ec2400-dc8b-4e54-a0cd-dbc75f188a51), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.377039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.435838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ec2400-dc8b-4e54-a0cd-dbc75f188a51,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:51.476948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:51.501125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:51.504913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:08:51.517509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:51.518247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.518501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Checking segment: {'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:08:51.519098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Network hostable DHCP agents. Network: 5bd9f7b3-465e-4f26-9326-0d4362c42fff, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:08:51.557805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:08:51.578686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5bd9f7b3-465e-4f26-9326-0d4362c42fff) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:51.585567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:51.587607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.599646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4127865 Feb 03 14:08:51.625515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79532a7c-c5b2-4a9c-ada3-31c4259bf88b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7466733 Feb 03 14:08:51.630378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:51.640265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:51.668742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-8d4da436-5fd9-4189-a773-1891cfc6e580 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:08:51.688887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-8d4da436-5fd9-4189-a773-1891cfc6e580 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478323 Feb 03 14:08:51.762168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-43aed2da-b172-4dbd-933c-2826e6bb3044 None None] Current status of the port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:51.762168 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43aed2da-b172-4dbd-933c-2826e6bb3044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.773015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f0e91-d786-4cb8-b11e-b3ce09db39d7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Pushing event updated for resources: {'Port': ['ID=185b102e-67c1-42ab-8b42-0a285802dd66,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:51.793882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56aed28c-20de-41fd-a01b-daa92e1ee5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.901157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-b3f43126-ca7a-4bcf-943c-c813a437d900 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3b5e195db4f44b49a9e9efa7cc7fa206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714083 Feb 03 14:08:51.976020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56aed28c-20de-41fd-a01b-daa92e1ee5e4 admin admin] Publish callbacks [] for security_group (f7dd6491-bc48-41da-84f7-7ad23e6eaa9f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.978223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (4c6d8d90-9784-4949-b9ef-ca9869489543), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:51.985784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (4c6d8d90-9784-4949-b9ef-ca9869489543), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.068896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks [] for router_controller (4c6d8d90-9784-4949-b9ef-ca9869489543), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.071105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56aed28c-20de-41fd-a01b-daa92e1ee5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f7dd6491-bc48-41da-84f7-7ad23e6eaa9f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.101728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a11358-86df-4bdf-8c26-ee745edcc388 None None] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:08:52.145249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-43aed2da-b172-4dbd-933c-2826e6bb3044 None None] For port 0f5a5e79-631e-4ffe-b8f3-10b91248d182, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0f5a5e79-631e-4ffe-b8f3-10b91248d182,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:52.186888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-32204d0c-62d6-460e-af90-dbbb0e8519f3 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:52.195713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-32204d0c-62d6-460e-af90-dbbb0e8519f3 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2911441 Feb 03 14:08:52.200154 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43aed2da-b172-4dbd-933c-2826e6bb3044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.200367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54852) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:52.283728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-56aed28c-20de-41fd-a01b-daa92e1ee5e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9644f26890ae4599bd30b8a0e41a3a34&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7229645 Feb 03 14:08:52.286536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54858) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:52.290937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-768ba356-f703-418c-a438-7c4a17dfb1ff tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/quotas/3b5e195db4f44b49a9e9efa7cc7fa206 HTTP/1.1" status: 200 len: 375 time: 0.0921593 Feb 03 14:08:52.316576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54860) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:52.359668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aed28c-20de-41fd-a01b-daa92e1ee5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd6491-bc48-41da-84f7-7ad23e6eaa9f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:52.402490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7cfb1-4d3d-43dd-90ba-eb139d081f8c req-b53895c9-69ff-436e-953d-6c59507188cf tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:52.411996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1e7cfb1-4d3d-43dd-90ba-eb139d081f8c req-b53895c9-69ff-436e-953d-6c59507188cf tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 935 time: 0.5648572 Feb 03 14:08:52.431478 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.467851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks [] for router_gateway (4c6d8d90-9784-4949-b9ef-ca9869489543), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.503137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-66b16462-b083-478d-941c-7e34ef5a1e6b tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b5e195db4f44b49a9e9efa7cc7fa206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1961660 Feb 03 14:08:52.509970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35c5201f-d227-4566-9d5b-c6d88e6ea8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.532662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aed2da-b172-4dbd-933c-2826e6bb3044 None None] Pushing event updated for resources: {'Port': ['ID=0f5a5e79-631e-4ffe-b8f3-10b91248d182,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:52.668111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-161c2ec7-390d-4099-b629-776996acaf8f admin admin] Publish callbacks [] for security_group (f7dd6491-bc48-41da-84f7-7ad23e6eaa9f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.689395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:50Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:52.706543 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-161c2ec7-390d-4099-b629-776996acaf8f admin admin] Publish callbacks [] for security_group (f7dd6491-bc48-41da-84f7-7ad23e6eaa9f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.714948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1e7cfb1-4d3d-43dd-90ba-eb139d081f8c req-254b4945-41a4-4a72-9850-1e0e9153af8e tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411273 Feb 03 14:08:52.824005 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35c5201f-d227-4566-9d5b-c6d88e6ea8ab admin admin] Publish callbacks [] for security_group (20a7e4ab-b19b-4fd7-97ee-69c7160128a4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.827897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-adfb9599-c1e4-42d1-8387-deb040320690 None None] Provisioning complete for port 185b102e-67c1-42ab-8b42-0a285802dd66 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:52.828260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adfb9599-c1e4-42d1-8387-deb040320690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.848852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-161c2ec7-390d-4099-b629-776996acaf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f7dd6491-bc48-41da-84f7-7ad23e6eaa9f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.853778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35c5201f-d227-4566-9d5b-c6d88e6ea8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (20a7e4ab-b19b-4fd7-97ee-69c7160128a4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.855144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-161c2ec7-390d-4099-b629-776996acaf8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:52.859582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-161c2ec7-390d-4099-b629-776996acaf8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7dd6491-bc48-41da-84f7-7ad23e6eaa9f HTTP/1.1" status: 204 len: 168 time: 0.5640514 Feb 03 14:08:52.895024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c2ec7-390d-4099-b629-776996acaf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd6491-bc48-41da-84f7-7ad23e6eaa9f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:52.896641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-806f888e-b29b-49dc-a656-518f32f408f3 req-61c36af9-4b6b-4209-b058-559e8807ccbd tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 210 time: 0.0713181 Feb 03 14:08:52.901667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Request body: {'port': {'device_id': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:52.909876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-adfb9599-c1e4-42d1-8387-deb040320690 None None] Port 185b102e-67c1-42ab-8b42-0a285802dd66 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:08:52.913022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13127736-91bc-4ac4-9e57-ca4a4e1ef96a None None] The sync data for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 is: [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:50Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:08:52.999902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-5bd9f7b3-465e-4f26-9326-0d4362c42fff', 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff', 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'fixed_ips': [{'subnet_id': '52ec2400-dc8b-4e54-a0cd-dbc75f188a51'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:08:53.000804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.072201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-adfb9599-c1e4-42d1-8387-deb040320690 None None] Provisioning complete for port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:53.079932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-35c5201f-d227-4566-9d5b-c6d88e6ea8ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d2b2aa5cc2246df8ebed85371894718&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7408595 Feb 03 14:08:53.084575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adfb9599-c1e4-42d1-8387-deb040320690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.121754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54886) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:53.124084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a752397-2d81-4be0-b73d-e0e7dd848d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.272161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5201f-d227-4566-9d5b-c6d88e6ea8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a7e4ab-b19b-4fd7-97ee-69c7160128a4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:53.341210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b46153e-1988-40da-838c-6738dd6e69df admin admin] Publish callbacks [] for security_group (20a7e4ab-b19b-4fd7-97ee-69c7160128a4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.362215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks [] for router_gateway (4c6d8d90-9784-4949-b9ef-ca9869489543), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.405039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-adfb9599-c1e4-42d1-8387-deb040320690 None None] Current status of the port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:53.448155 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.509476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Allocated IP 172.20.0.2 (5bd9f7b3-465e-4f26-9326-0d4362c42fff/52ec2400-dc8b-4e54-a0cd-dbc75f188a51/b9698c91-c982-4f3d-af5a-8b9122d90c73) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:53.686906 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.711066 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b46153e-1988-40da-838c-6738dd6e69df admin admin] Publish callbacks [] for security_group (20a7e4ab-b19b-4fd7-97ee-69c7160128a4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.742851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a752397-2d81-4be0-b73d-e0e7dd848d5e admin admin] Publish callbacks [] for security_group (6ea9b2ef-3d03-499c-9055-7da811e1c95d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.790457 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a752397-2d81-4be0-b73d-e0e7dd848d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6ea9b2ef-3d03-499c-9055-7da811e1c95d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:53.881871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Allocated IP 172.25.0.238 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/2fb20c17-75c7-45a4-b822-111f5985e5ff) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:08:54.045487 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Publish callbacks [] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.062155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.237801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:54.255352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:54.277549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:08:54.284117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks [] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.331443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d42a541-96c2-4d18-ab6b-ea2f1ab8a8a8 req-44ed0a43-4363-4b9b-8609-47e95581659e tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 210 time: 0.2593524 Feb 03 14:08:54.375426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a752397-2d81-4be0-b73d-e0e7dd848d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea9b2ef-3d03-499c-9055-7da811e1c95d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:54.409942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a752397-2d81-4be0-b73d-e0e7dd848d5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ed1129c15ab45f0b625cd9332d738d0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1882107 Feb 03 14:08:54.410220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54924) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:54.424620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.557043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Pushing event updated for resources: {'Port': ['ID=b9698c91-c982-4f3d-af5a-8b9122d90c73,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:54.601718 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.603564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Attempting to bind port b9698c91-c982-4f3d-af5a-8b9122d90c73 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:08:54.604357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Attempting to bind port b9698c91-c982-4f3d-af5a-8b9122d90c73 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:08:54.605492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Attempting to bind port b9698c91-c982-4f3d-af5a-8b9122d90c73 on network 5bd9f7b3-465e-4f26-9326-0d4362c42fff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:08:54.619402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:08:54.620195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Checking segment: {'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:08:54.620805 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.621701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Bound using segment: {'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:08:54.622505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Bound port: b9698c91-c982-4f3d-af5a-8b9122d90c73, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:08:54.623268 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.631128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:08:54.634576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb20c17-75c7-45a4-b822-111f5985e5ff,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:54.657338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:08:54.732219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:08:54.741973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b46153e-1988-40da-838c-6738dd6e69df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (20a7e4ab-b19b-4fd7-97ee-69c7160128a4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.744019 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b46153e-1988-40da-838c-6738dd6e69df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.767148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] For port b9698c91-c982-4f3d-af5a-8b9122d90c73, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:54.769190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b46153e-1988-40da-838c-6738dd6e69df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20a7e4ab-b19b-4fd7-97ee-69c7160128a4 HTTP/1.1" status: 204 len: 168 time: 1.6340857 Feb 03 14:08:54.790464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] For port b9698c91-c982-4f3d-af5a-8b9122d90c73, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b9698c91-c982-4f3d-af5a-8b9122d90c73,segment=NetworkSegment(456eb6a8-27e5-4c47-857b-0f4c13e42d64),segment_id=456eb6a8-27e5-4c47-857b-0f4c13e42d64)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:54.802633 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:54.903708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46153e-1988-40da-838c-6738dd6e69df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a7e4ab-b19b-4fd7-97ee-69c7160128a4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:54.938222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54940) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:54.995726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226d92ab-d912-461b-961b-5c87f3a2f7bc admin admin] Publish callbacks [] for security_group (6ea9b2ef-3d03-499c-9055-7da811e1c95d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.039252 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226d92ab-d912-461b-961b-5c87f3a2f7bc admin admin] Publish callbacks [] for security_group (6ea9b2ef-3d03-499c-9055-7da811e1c95d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.040488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d676a07-131a-4022-b0f4-05b6d52f6bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.084825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0f5a5e79-631e-4ffe-b8f3-10b91248d182 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:55.110132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cca56-6218-4196-a259-800ddc53aeb8 req-41198a87-047b-45a0-91c9-b35fb9389c99 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:55.122719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb5cca56-6218-4196-a259-800ddc53aeb8 req-41198a87-047b-45a0-91c9-b35fb9389c99 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 935 time: 1.1656089 Feb 03 14:08:55.134152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226d92ab-d912-461b-961b-5c87f3a2f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6ea9b2ef-3d03-499c-9055-7da811e1c95d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.141216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226d92ab-d912-461b-961b-5c87f3a2f7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.149156 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-226d92ab-d912-461b-961b-5c87f3a2f7bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ea9b2ef-3d03-499c-9055-7da811e1c95d HTTP/1.1" status: 204 len: 168 time: 0.7352915 Feb 03 14:08:55.266099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d92ab-d912-461b-961b-5c87f3a2f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea9b2ef-3d03-499c-9055-7da811e1c95d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:55.349884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56226-7418-44b8-88ea-0668e936f187 None None] Pushing event updated for resources: {'Port': ['ID=b9698c91-c982-4f3d-af5a-8b9122d90c73,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:55.503446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:55.505934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.602802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb5cca56-6218-4196-a259-800ddc53aeb8 req-bc60bd3b-0dde-4867-ab92-b1cd2935ff50 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785600 Feb 03 14:08:55.769908 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d676a07-131a-4022-b0f4-05b6d52f6bb3 admin admin] Publish callbacks [] for security_group (9a8f95a1-6576-4d45-a0a7-10b77d890f1d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.781572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185b102e-67c1-42ab-8b42-0a285802dd66 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:08:55.821102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d676a07-131a-4022-b0f4-05b6d52f6bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9a8f95a1-6576-4d45-a0a7-10b77d890f1d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.825659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks [] for router_gateway (4c6d8d90-9784-4949-b9ef-ca9869489543), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.839070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Publish callbacks [] for port (185b102e-67c1-42ab-8b42-0a285802dd66), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:55.872069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:56.022924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df36793e-bfb8-4d53-ab8a-7a3ae5db37a4 req-dda2e7c0-5971-4742-bd79-7b4fcab49eee tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 210 time: 0.2230294 Feb 03 14:08:56.081659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4d676a07-131a-4022-b0f4-05b6d52f6bb3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a589044a9acd40e7b3885dd437730e22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0975435 Feb 03 14:08:56.083749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Transition to ACTIVE for port object 185b102e-67c1-42ab-8b42-0a285802dd66 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:08:56.084638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54960) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:56.087398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d676a07-131a-4022-b0f4-05b6d52f6bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f95a1-6576-4d45-a0a7-10b77d890f1d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:56.118618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:56.376211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.45', 49346) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:56.638138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (4c6d8d90-9784-4949-b9ef-ca9869489543), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:56.956122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:56.970475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04202c15-1878-4423-b27b-a4e76a4b2582 None None] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:08:57.007781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Pushing event updated for resources: {'Port': ['ID=185b102e-67c1-42ab-8b42-0a285802dd66,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:57.011470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d80afda5-ea21-44ed-ad80-f6463b7ec127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.062944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-9f910c7a-b1f8-403e-8867-4ae903b6c9a9 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3b5e195db4f44b49a9e9efa7cc7fa206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6818869 Feb 03 14:08:57.063839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b9698c91-c982-4f3d-af5a-8b9122d90c73 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:57.201690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Attempting to bind port 185b102e-67c1-42ab-8b42-0a285802dd66 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:08:57.210053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Attempting to bind port 185b102e-67c1-42ab-8b42-0a285802dd66 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:08:57.210680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Attempting to bind port 185b102e-67c1-42ab-8b42-0a285802dd66 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:08:57.230373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24ddd852-033e-4de3-9205-f79dd6d77655 admin admin] Publish callbacks [] for security_group (9a8f95a1-6576-4d45-a0a7-10b77d890f1d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.251374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Router 4c6d8d90-9784-4949-b9ef-ca9869489543 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:08:57.295208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f23d25a1-738b-4fe9-96a6-d4e2311cdba1 None None] Provisioning complete for port b9698c91-c982-4f3d-af5a-8b9122d90c73 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:57.295844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f23d25a1-738b-4fe9-96a6-d4e2311cdba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.305796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Port 185b102e-67c1-42ab-8b42-0a285802dd66 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:08:57.310940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Attempting to bind port 185b102e-67c1-42ab-8b42-0a285802dd66 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:08:57.389825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b9698c91-c982-4f3d-af5a-8b9122d90c73 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:57.390190 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.422374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d80afda5-ea21-44ed-ad80-f6463b7ec127 admin admin] Publish callbacks [] for security_group (a848feb6-99c7-4e00-b221-74b1f09b7dd0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.439251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d80afda5-ea21-44ed-ad80-f6463b7ec127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a848feb6-99c7-4e00-b221-74b1f09b7dd0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.483256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f23d25a1-738b-4fe9-96a6-d4e2311cdba1 None None] Current status of the port b9698c91-c982-4f3d-af5a-8b9122d90c73 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:57.483652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:08:57.484095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f23d25a1-738b-4fe9-96a6-d4e2311cdba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.484226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:08:57.484906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:08:57.485471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Bound port: 185b102e-67c1-42ab-8b42-0a285802dd66, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:08:57.486574 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.491146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b25aefa2-d509-4b9a-9b80-3c389c7d9986 req-7fcb87a1-b211-4587-8a01-b80dfa495a4b tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 210 time: 0.2010236 Feb 03 14:08:57.538257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24ddd852-033e-4de3-9205-f79dd6d77655 admin admin] Publish callbacks [] for security_group (9a8f95a1-6576-4d45-a0a7-10b77d890f1d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.564007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80afda5-ea21-44ed-ad80-f6463b7ec127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a848feb6-99c7-4e00-b221-74b1f09b7dd0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:57.660406 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d80afda5-ea21-44ed-ad80-f6463b7ec127 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8ac153d4f1a436791054bdbd1e22fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7019367 Feb 03 14:08:57.661944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55004) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:57.731210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:08:57.751446 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Sync routers for ids ['4c6d8d90-9784-4949-b9ef-ca9869489543'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:08:57.767599 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Routers {'4c6d8d90-9784-4949-b9ef-ca9869489543'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:08:57.769059 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c6d8d90-9784-4949-b9ef-ca9869489543'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:57.793489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.794975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d6c71-627a-40dd-a211-2ee70c96c188 req-69adcc94-1d31-4c87-87fa-74531f4b5afc tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:57.798979 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5201581f-8e99-4f02-a9c7-04843c412b90 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1649725 Feb 03 14:08:57.800082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc3d6c71-627a-40dd-a211-2ee70c96c188 req-69adcc94-1d31-4c87-87fa-74531f4b5afc tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.7623882 Feb 03 14:08:57.802969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55012) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:57.829919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-0cacc18f-17bb-48d5-956d-231f566c133a tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:57.832883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-0cacc18f-17bb-48d5-956d-231f566c133a tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7251968 Feb 03 14:08:57.875184 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ee46395-0b53-4ebd-bb21-d382d76c8a68 admin admin] Publish callbacks [] for security_group (a848feb6-99c7-4e00-b221-74b1f09b7dd0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.945840 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ee46395-0b53-4ebd-bb21-d382d76c8a68 admin admin] Publish callbacks [] for security_group (a848feb6-99c7-4e00-b221-74b1f09b7dd0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:57.989164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b9698c91-c982-4f3d-af5a-8b9122d90c73 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:57.989723 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.050268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55030) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:58.070276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f23d25a1-738b-4fe9-96a6-d4e2311cdba1 None None] For port b9698c91-c982-4f3d-af5a-8b9122d90c73, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b9698c91-c982-4f3d-af5a-8b9122d90c73,segment=NetworkSegment(456eb6a8-27e5-4c47-857b-0f4c13e42d64),segment_id=456eb6a8-27e5-4c47-857b-0f4c13e42d64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:08:58.074661 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ee46395-0b53-4ebd-bb21-d382d76c8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a848feb6-99c7-4e00-b221-74b1f09b7dd0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.077717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ee46395-0b53-4ebd-bb21-d382d76c8a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.081060 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3ee46395-0b53-4ebd-bb21-d382d76c8a68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a848feb6-99c7-4e00-b221-74b1f09b7dd0 HTTP/1.1" status: 204 len: 168 time: 0.4123182 Feb 03 14:08:58.081206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f23d25a1-738b-4fe9-96a6-d4e2311cdba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.099651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee46395-0b53-4ebd-bb21-d382d76c8a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a848feb6-99c7-4e00-b221-74b1f09b7dd0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:58.102141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Request body: {'port': {'device_id': '5faec356-ea41-421b-b7ef-89f822f96305', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': '3b5e195db4f44b49a9e9efa7cc7fa206'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:08:58.285596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] For port 185b102e-67c1-42ab-8b42-0a285802dd66, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:08:58.292122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d25a1-738b-4fe9-96a6-d4e2311cdba1 None None] Pushing event updated for resources: {'Port': ['ID=b9698c91-c982-4f3d-af5a-8b9122d90c73,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:58.481034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc3d6c71-627a-40dd-a211-2ee70c96c188 req-0793cde8-cb49-4754-92cb-dbf78e1910fb tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294873 Feb 03 14:08:58.506765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24ddd852-033e-4de3-9205-f79dd6d77655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9a8f95a1-6576-4d45-a0a7-10b77d890f1d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.510224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24ddd852-033e-4de3-9205-f79dd6d77655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.523100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-24ddd852-033e-4de3-9205-f79dd6d77655 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a8f95a1-6576-4d45-a0a7-10b77d890f1d HTTP/1.1" status: 204 len: 168 time: 2.4371586 Feb 03 14:08:58.525618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] For port 185b102e-67c1-42ab-8b42-0a285802dd66, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=185b102e-67c1-42ab-8b42-0a285802dd66,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:08:58.556870 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:08:58.557256 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:08:58.558366 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Set router 4c6d8d90-9784-4949-b9ef-ca9869489543 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:08:58.563355 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:08:58.569442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0d966ba5-7d17-4d61-9fd1-ac8776718d87 None None] Provisioning complete for port b9698c91-c982-4f3d-af5a-8b9122d90c73 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:58.571709 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d966ba5-7d17-4d61-9fd1-ac8776718d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.639273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddd852-033e-4de3-9205-f79dd6d77655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f95a1-6576-4d45-a0a7-10b77d890f1d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:58.729757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fb3cd89-c466-4552-ae4c-b19827e54d8f req-97241e9d-ce20-4d1f-b3a6-2fed9926ac40 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 210 time: 0.0466177 Feb 03 14:08:58.730015 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753e7d7e-dd09-47f5-b5fd-74fe12be9b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.758796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.772502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0d966ba5-7d17-4d61-9fd1-ac8776718d87 None None] Current status of the port b9698c91-c982-4f3d-af5a-8b9122d90c73 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:58.818805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:58.820437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.822260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] 10.222.0.71 "PUT /v2.0/ports/185b102e-67c1-42ab-8b42-0a285802dd66 HTTP/1.1" status: 200 len: 1095 time: 6.4086127 Feb 03 14:08:58.837335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'tag': '185b102e-67c1-42ab-8b42-0a285802dd66'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:08:58.973875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753e7d7e-dd09-47f5-b5fd-74fe12be9b17 admin admin] Publish callbacks [] for security_group (72fd51ea-1ecb-45ec-bc81-db92f91e3fdf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.982441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753e7d7e-dd09-47f5-b5fd-74fe12be9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (72fd51ea-1ecb-45ec-bc81-db92f91e3fdf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:58.993838 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:08:55Z', 'revision_number': 3, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:08:59.076933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e7d7e-dd09-47f5-b5fd-74fe12be9b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd51ea-1ecb-45ec-bc81-db92f91e3fdf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:59.082359 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-753e7d7e-dd09-47f5-b5fd-74fe12be9b17 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9ca1ed081c0430b867506375526feb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0220287 Feb 03 14:08:59.085286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:59.098137 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Checking router: 4c6d8d90-9784-4949-b9ef-ca9869489543 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:08:59.098491 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Updating router 4c6d8d90-9784-4949-b9ef-ca9869489543 port 2fb20c17-75c7-45a4-b822-111f5985e5ff binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:08:59.150546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55056) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:08:59.176678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b9698c91-c982-4f3d-af5a-8b9122d90c73 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:59.237938 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.254362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c36f73c5-3e5c-46d8-828a-10bb80435a1d admin admin] Publish callbacks [] for security_group (72fd51ea-1ecb-45ec-bc81-db92f91e3fdf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.325563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c36f73c5-3e5c-46d8-828a-10bb80435a1d admin admin] Publish callbacks [] for security_group (72fd51ea-1ecb-45ec-bc81-db92f91e3fdf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.422467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b9698c91-c982-4f3d-af5a-8b9122d90c73 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:08:59.424507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c36f73c5-3e5c-46d8-828a-10bb80435a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (72fd51ea-1ecb-45ec-bc81-db92f91e3fdf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.428921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c36f73c5-3e5c-46d8-828a-10bb80435a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.430183 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c36f73c5-3e5c-46d8-828a-10bb80435a1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72fd51ea-1ecb-45ec-bc81-db92f91e3fdf HTTP/1.1" status: 204 len: 168 time: 0.3435385 Feb 03 14:08:59.446763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f73c5-3e5c-46d8-828a-10bb80435a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd51ea-1ecb-45ec-bc81-db92f91e3fdf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:59.510241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd71af5-609d-4e14-9223-d88f87f25650 service neutron] Pushing event updated for resources: {'Port': ['ID=185b102e-67c1-42ab-8b42-0a285802dd66,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:08:59.535393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Made reservation on behalf of 3b5e195db4f44b49a9e9efa7cc7fa206 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:08:59.545680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.591503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-85032582-0087-412b-b4fd-0156b3303500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:08:59.598486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-85032582-0087-412b-b4fd-0156b3303500 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 1129 time: 0.6652639 Feb 03 14:08:59.616050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.633364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b9698c91-c982-4f3d-af5a-8b9122d90c73 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:08:59.633729 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.780604 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks [] for security_group (a37a17bb-6cf2-4d14-9316-c04ccb05c1b0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.828604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b9698c91-c982-4f3d-af5a-8b9122d90c73 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:08:59.884216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a37a17bb-6cf2-4d14-9316-c04ccb05c1b0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.949719 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Publish callbacks [] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:59.956734 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.011845 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20e9d3-1f82-4496-989b-e63425116700 None None] Pushing event updated for resources: {'Port': ['ID=2fb20c17-75c7-45a4-b822-111f5985e5ff,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:00.012688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Allocated IP 192.168.233.62 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/cc073962-1ca1-47da-bcdf-30c3e1b3f96d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:00.077512 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Attempting to bind port 2fb20c17-75c7-45a4-b822-111f5985e5ff on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:00.078090 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Attempting to bind port 2fb20c17-75c7-45a4-b822-111f5985e5ff by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:00.078627 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Attempting to bind port 2fb20c17-75c7-45a4-b822-111f5985e5ff on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:00.085029 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:00.085586 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:00.086090 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.086576 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:00.087456 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Bound port: 2fb20c17-75c7-45a4-b822-111f5985e5ff, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:00.088263 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.101905 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9748cec-2076-4782-b35f-01a87e775881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.159119 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] For port 2fb20c17-75c7-45a4-b822-111f5985e5ff, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:00.164201 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] For port 2fb20c17-75c7-45a4-b822-111f5985e5ff, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2fb20c17-75c7-45a4-b822-111f5985e5ff,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:00.172950 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.248208 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20e9d3-1f82-4496-989b-e63425116700 None None] Pushing event updated for resources: {'Port': ['ID=2fb20c17-75c7-45a4-b822-111f5985e5ff,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:00.287287 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Routers {'4c6d8d90-9784-4949-b9ef-ca9869489543'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:00.287973 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c6d8d90-9784-4949-b9ef-ca9869489543'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:00.296076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9748cec-2076-4782-b35f-01a87e775881 admin admin] Publish callbacks [] for security_group (f1bb27d7-96ab-494c-b7c1-4c9fb793d765), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.302312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9748cec-2076-4782-b35f-01a87e775881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1bb27d7-96ab-494c-b7c1-4c9fb793d765), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.353159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9748cec-2076-4782-b35f-01a87e775881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bb27d7-96ab-494c-b7c1-4c9fb793d765,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:00.413382 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9748cec-2076-4782-b35f-01a87e775881 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7600a250b5064115a58ef9d839b08013&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2617679 Feb 03 14:09:00.416293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55080) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:00.514979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] Set router 4c6d8d90-9784-4949-b9ef-ca9869489543 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:00.538786 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f4de386-526f-4880-80ca-439ce47482f5 admin admin] Publish callbacks [] for security_group (f1bb27d7-96ab-494c-b7c1-4c9fb793d765), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.590966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f4de386-526f-4880-80ca-439ce47482f5 admin admin] Publish callbacks [] for security_group (f1bb27d7-96ab-494c-b7c1-4c9fb793d765), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.693741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f4de386-526f-4880-80ca-439ce47482f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1bb27d7-96ab-494c-b7c1-4c9fb793d765), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.701645 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f4de386-526f-4880-80ca-439ce47482f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.706527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7f4de386-526f-4880-80ca-439ce47482f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1bb27d7-96ab-494c-b7c1-4c9fb793d765 HTTP/1.1" status: 204 len: 168 time: 0.2889302 Feb 03 14:09:00.727465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4de386-526f-4880-80ca-439ce47482f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bb27d7-96ab-494c-b7c1-4c9fb793d765,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:00.730756 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc80aee-a6ed-498d-b792-11b8cb58a062" -d '{"events": [{"name": "network-changed", "server_uuid": "53aa464c-b8dd-49ae-9f97-be7fffd35d4b", "tag": "185b102e-67c1-42ab-8b42-0a285802dd66"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:00.774528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9f70e39-a279-49ad-a394-b8e481f47970 req-3274d787-d474-4867-9349-e92c407c7779 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 210 time: 0.0873041 Feb 03 14:09:00.837067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-fa87e64d-2fd2-4c32-ab67-6e01e4b04024 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=185b102e-67c1-42ab-8b42-0a285802dd66 HTTP/1.1" status: 200 len: 217 time: 1.1928525 Feb 03 14:09:00.859154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55098) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:00.866518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks [] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.876232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c2ba-81bc-4480-8d55-6bb54e3485e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.975481 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:08:55Z', 'revision_number': 3, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:01.107626 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b1a78-952a-4d0f-af83-e344c7730e4a None None] The sync data for ids ['4c6d8d90-9784-4949-b9ef-ca9869489543'] in n-d-827549-2 is: [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:08:55Z', 'revision_number': 3, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:09:01.157513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c2ba-81bc-4480-8d55-6bb54e3485e8 admin admin] Publish callbacks [] for security_group (0eada756-75b6-4928-b55f-86a6e81fd86d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.163686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c2ba-81bc-4480-8d55-6bb54e3485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0eada756-75b6-4928-b55f-86a6e81fd86d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.241593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:01.295519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5c2ba-81bc-4480-8d55-6bb54e3485e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eada756-75b6-4928-b55f-86a6e81fd86d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:01.307447 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3ca5c2ba-81bc-4480-8d55-6bb54e3485e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80d6bf871d65464cb6bcd25d3cbc8eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468768 Feb 03 14:09:01.312931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:01.329451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e049d-1dc2-4dce-a660-3e7960dbaf27 req-99594a57-8450-4f4a-9c6d-3bc916e421c2 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:01.336435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc9e049d-1dc2-4dce-a660-3e7960dbaf27 req-99594a57-8450-4f4a-9c6d-3bc916e421c2 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 1.7346935 Feb 03 14:09:01.464301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cec84c97-85ef-4013-aaa6-bb6182392caf admin admin] Publish callbacks [] for security_group (0eada756-75b6-4928-b55f-86a6e81fd86d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.541405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cec84c97-85ef-4013-aaa6-bb6182392caf admin admin] Publish callbacks [] for security_group (0eada756-75b6-4928-b55f-86a6e81fd86d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.543951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-4ea4dbc6-14ff-4397-99c6-909f262f6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:01.545567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-4ea4dbc6-14ff-4397-99c6-909f262f6bd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.6668313 Feb 03 14:09:01.706058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cec84c97-85ef-4013-aaa6-bb6182392caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0eada756-75b6-4928-b55f-86a6e81fd86d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.709323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cec84c97-85ef-4013-aaa6-bb6182392caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.710987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cec84c97-85ef-4013-aaa6-bb6182392caf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0eada756-75b6-4928-b55f-86a6e81fd86d HTTP/1.1" status: 204 len: 168 time: 0.3946953 Feb 03 14:09:01.733421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec84c97-85ef-4013-aaa6-bb6182392caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eada756-75b6-4928-b55f-86a6e81fd86d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:01.854307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:01.905484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc9e049d-1dc2-4dce-a660-3e7960dbaf27 req-0274e866-d948-4780-9b32-5933c2cb8ba6 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387890 Feb 03 14:09:02.100855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:02.115976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Pushing event updated for resources: {'Port': ['ID=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:02.128204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:02.311928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-65113980-ac05-4e3d-a932-b6c1da662c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:02.314081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-65113980-ac05-4e3d-a932-b6c1da662c16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7313375 Feb 03 14:09:02.319606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:02.327477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:02.350618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:02.351736 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:02.484082 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f19bd7e-906d-4262-931b-a9f8ca749e27 x-openstack-request-id: req-4f19bd7e-906d-4262-931b-a9f8ca749e27 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:02.484515 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aa464c-b8dd-49ae-9f97-be7fffd35d4b", "tag": "185b102e-67c1-42ab-8b42-0a285802dd66", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:02.484953 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f19bd7e-906d-4262-931b-a9f8ca749e27 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:02.485559 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'tag': '185b102e-67c1-42ab-8b42-0a285802dd66', 'status': 'completed', 'code': 200} Feb 03 14:09:02.509116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-6deae8d3-5761-4315-af2b-36789e9d5a59 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5387328 Feb 03 14:09:02.701545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55124) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:02.712696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-cefc97e9-dfaa-4ec0-b908-7f5500279df9 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:09:02.714764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-cefc97e9-dfaa-4ec0-b908-7f5500279df9 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208216 Feb 03 14:09:02.738784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0b855-cb5d-4243-9c7a-80c74762eb81 req-5036e16f-0c7f-4eb8-8541-ac4ed9aa7c88 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:02.754902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86ac8454-31ee-4f03-9b4b-69666a6e437c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:02.756567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ddc0b855-cb5d-4243-9c7a-80c74762eb81 req-5036e16f-0c7f-4eb8-8541-ac4ed9aa7c88 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 935 time: 0.6512401 Feb 03 14:09:03.003443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8f8338fb-c92b-4034-9103-202c16da510d None None] Provisioning complete for port cc073962-1ca1-47da-bcdf-30c3e1b3f96d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:03.004151 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f8338fb-c92b-4034-9103-202c16da510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.151662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8f8338fb-c92b-4034-9103-202c16da510d None None] Port cc073962-1ca1-47da-bcdf-30c3e1b3f96d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:03.213803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-79ea211c-88c6-4fad-a44f-ef879f3c2e30 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448055 Feb 03 14:09:03.236705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86ac8454-31ee-4f03-9b4b-69666a6e437c admin admin] Publish callbacks [] for security_group (364ea4e0-8e33-4cb6-87c0-e915d758b653), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.246001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86ac8454-31ee-4f03-9b4b-69666a6e437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (364ea4e0-8e33-4cb6-87c0-e915d758b653), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.331413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ddc0b855-cb5d-4243-9c7a-80c74762eb81 req-b090c01d-90c0-4c24-a3a0-5abe564cefec tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732574 Feb 03 14:09:03.345035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac8454-31ee-4f03-9b4b-69666a6e437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364ea4e0-8e33-4cb6-87c0-e915d758b653,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:03.394444 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-86ac8454-31ee-4f03-9b4b-69666a6e437c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80932c216e904546ad439483ab92d908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6873937 Feb 03 14:09:03.394750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55138) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:03.481011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2fb20c17-75c7-45a4-b822-111f5985e5ff up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:03.502532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9adf7d4c-f5f9-4c0d-9044-93b273a12289 admin admin] Publish callbacks [] for security_group (364ea4e0-8e33-4cb6-87c0-e915d758b653), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.525687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b63de49-0bbd-4355-ae92-7f72881f98aa req-42757df0-518d-487c-854b-a8cb470ce10b service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919816 Feb 03 14:09:03.593645 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9adf7d4c-f5f9-4c0d-9044-93b273a12289 admin admin] Publish callbacks [] for security_group (364ea4e0-8e33-4cb6-87c0-e915d758b653), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.625239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 2fb20c17-75c7-45a4-b822-111f5985e5ff triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:03.625896 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.735838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9adf7d4c-f5f9-4c0d-9044-93b273a12289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (364ea4e0-8e33-4cb6-87c0-e915d758b653), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.749635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 2fb20c17-75c7-45a4-b822-111f5985e5ff is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:03.750301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.750938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9adf7d4c-f5f9-4c0d-9044-93b273a12289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.762735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9adf7d4c-f5f9-4c0d-9044-93b273a12289 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/364ea4e0-8e33-4cb6-87c0-e915d758b653 HTTP/1.1" status: 204 len: 168 time: 0.3649490 Feb 03 14:09:03.793780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 2fb20c17-75c7-45a4-b822-111f5985e5ff, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2fb20c17-75c7-45a4-b822-111f5985e5ff,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:03.798118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf7d4c-f5f9-4c0d-9044-93b273a12289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364ea4e0-8e33-4cb6-87c0-e915d758b653,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:03.801554 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.944749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fe408-8d44-4c49-9819-648df36d8428 req-be0e4918-b9b4-4797-b7dd-c36a89536210 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:03.953867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c7fe408-8d44-4c49-9819-648df36d8428 req-be0e4918-b9b4-4797-b7dd-c36a89536210 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.7389228 Feb 03 14:09:03.966905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=2fb20c17-75c7-45a4-b822-111f5985e5ff,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:03.975224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Request body: {'port': {'device_id': '5faec356-ea41-421b-b7ef-89f822f96305', 'device_owner': 'compute:tempest-test_az-1296008582', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:04.111726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-d3e8841b-d882-4217-990e-fb3d400f1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:04.113747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-d3e8841b-d882-4217-990e-fb3d400f1e00 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 1129 time: 0.4426455 Feb 03 14:09:04.245074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Allocated IP 172.20.0.1 (5bd9f7b3-465e-4f26-9326-0d4362c42fff/52ec2400-dc8b-4e54-a0cd-dbc75f188a51/bb5e84d5-60b8-4d21-acd5-e213be6f1b35) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:04.314171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c7fe408-8d44-4c49-9819-648df36d8428 req-cba916b3-02e6-4e32-9ebc-477381b9f6ac tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593245 Feb 03 14:09:04.315512 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:04.480728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks [] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:04.537705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:04.806679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:05.110432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:05.139518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:05.165299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:05.165817 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (4c6d8d90-9784-4949-b9ef-ca9869489543), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:05.322809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2fb20c17-75c7-45a4-b822-111f5985e5ff up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:05.432083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-4f346412-63c9-4595-8837-9dceb89f2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:05.435441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-4f346412-63c9-4595-8837-9dceb89f2eef service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 1.2915812 Feb 03 14:09:05.452446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 2fb20c17-75c7-45a4-b822-111f5985e5ff triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:05.452930 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:05.584047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-117857cf-9844-43af-8f2d-54bd43237af3 None None] Provisioning complete for port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:05.586557 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-117857cf-9844-43af-8f2d-54bd43237af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:05.617695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-f50d415d-32d4-4e33-9173-e04c42812f1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=185b102e-67c1-42ab-8b42-0a285802dd66 HTTP/1.1" status: 200 len: 217 time: 0.1662354 Feb 03 14:09:05.697476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-117857cf-9844-43af-8f2d-54bd43237af3 None None] Port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:05.722358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886da79-28f0-4308-b7ae-a0dd6aacce19 req-024eff45-1a21-4d59-9a2e-5d919e8a5537 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:05.724039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9886da79-28f0-4308-b7ae-a0dd6aacce19 req-024eff45-1a21-4d59-9a2e-5d919e8a5537 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 935 time: 1.1988580 Feb 03 14:09:05.785881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:05.819241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-8820a634-e929-4e60-bffe-bdacb7eb5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:05.820861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-8820a634-e929-4e60-bffe-bdacb7eb5dd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1871989 Feb 03 14:09:05.854816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 2fb20c17-75c7-45a4-b822-111f5985e5ff is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:06.069054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167da4-d8cc-43f7-aabf-95223c595402 req-df3e1038-9c7c-4af3-b866-5147c9c4dee9 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:06.070581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28167da4-d8cc-43f7-aabf-95223c595402 req-df3e1038-9c7c-4af3-b866-5147c9c4dee9 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.5272274 Feb 03 14:09:06.256476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9f969fa-c3bc-436d-b6f4-2d359c434885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.438156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9886da79-28f0-4308-b7ae-a0dd6aacce19 req-90037fe1-377b-4193-bc4b-94dbe525c638 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6833856 Feb 03 14:09:06.484723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-8354cd73-5b38-4fb6-a210-138493b7b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:06.487098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-8354cd73-5b38-4fb6-a210-138493b7b916 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6468930 Feb 03 14:09:06.493853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.506336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc073962-1ca1-47da-bcdf-30c3e1b3f96d {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:06.532594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Publish callbacks [] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.548280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28167da4-d8cc-43f7-aabf-95223c595402 req-a341dad9-ba33-4d77-a87c-06ed1d01fd42 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373670 Feb 03 14:09:06.586877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9f969fa-c3bc-436d-b6f4-2d359c434885 admin admin] Publish callbacks [] for security_group (134c3a98-9656-4a3a-9350-6639b10a6957), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.605862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Transition to ACTIVE for port object cc073962-1ca1-47da-bcdf-30c3e1b3f96d will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:06.610677 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9f969fa-c3bc-436d-b6f4-2d359c434885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (134c3a98-9656-4a3a-9350-6639b10a6957), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.646540 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.687121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a9f969fa-c3bc-436d-b6f4-2d359c434885 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87874ec50fed4b35b2d4151ff80ec82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8993008 Feb 03 14:09:06.704054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55218) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:06.768294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f969fa-c3bc-436d-b6f4-2d359c434885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134c3a98-9656-4a3a-9350-6639b10a6957,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:06.881984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Pushing event updated for resources: {'Port': ['ID=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:06.920704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79b6db5f-a89c-488c-a50d-d20be3db4166 admin admin] Publish callbacks [] for security_group (134c3a98-9656-4a3a-9350-6639b10a6957), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.930114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-1e7b05ae-4683-4535-bc08-e20919125cf2 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998115 Feb 03 14:09:07.007637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79b6db5f-a89c-488c-a50d-d20be3db4166 admin admin] Publish callbacks [] for security_group (134c3a98-9656-4a3a-9350-6639b10a6957), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.139257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79b6db5f-a89c-488c-a50d-d20be3db4166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (134c3a98-9656-4a3a-9350-6639b10a6957), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.146304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79b6db5f-a89c-488c-a50d-d20be3db4166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.152807 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79b6db5f-a89c-488c-a50d-d20be3db4166 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/134c3a98-9656-4a3a-9350-6639b10a6957 HTTP/1.1" status: 204 len: 168 time: 0.4458628 Feb 03 14:09:07.167626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6db5f-a89c-488c-a50d-d20be3db4166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134c3a98-9656-4a3a-9350-6639b10a6957,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:07.201762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Attempting to bind port cc073962-1ca1-47da-bcdf-30c3e1b3f96d on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:07.202282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Attempting to bind port cc073962-1ca1-47da-bcdf-30c3e1b3f96d by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:07.202986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Attempting to bind port cc073962-1ca1-47da-bcdf-30c3e1b3f96d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:07.242705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Port cc073962-1ca1-47da-bcdf-30c3e1b3f96d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:07.243163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Attempting to bind port cc073962-1ca1-47da-bcdf-30c3e1b3f96d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:07.265166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:07.265746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:07.266314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:07.266863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Bound port: cc073962-1ca1-47da-bcdf-30c3e1b3f96d, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:07.267783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.318785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc80aee-a6ed-498d-b792-11b8cb58a062 req-a54b8a0c-9a9e-4702-b8f6-6fcfd813a4a7 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259342 Feb 03 14:09:07.380733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks [] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.390122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.391091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (4c6d8d90-9784-4949-b9ef-ca9869489543), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.653772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] For port cc073962-1ca1-47da-bcdf-30c3e1b3f96d, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:07.714532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:07.737000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] For port cc073962-1ca1-47da-bcdf-30c3e1b3f96d, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:07.756102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.858518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:07.859241 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.861491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] 10.222.0.45 "PUT /v2.0/ports/cc073962-1ca1-47da-bcdf-30c3e1b3f96d HTTP/1.1" status: 200 len: 1117 time: 4.3114583 Feb 03 14:09:07.870617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b56abf-8888-4e67-99c9-e2c596840e12 req-829be7fe-ced4-423a-9b3f-8df809bf2461 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:07.878512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3b56abf-8888-4e67-99c9-e2c596840e12 req-829be7fe-ced4-423a-9b3f-8df809bf2461 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 969 time: 0.2452517 Feb 03 14:09:07.880272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faec356-ea41-421b-b7ef-89f822f96305', 'tag': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:07.883039 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5faec356-ea41-421b-b7ef-89f822f96305", "tag": "cc073962-1ca1-47da-bcdf-30c3e1b3f96d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:07.926409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:07.994751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:08.008246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaff6a-c937-47c6-937e-91c4dfcd5d17 service neutron] Pushing event updated for resources: {'Port': ['ID=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:08.268846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efb5a-22a8-4533-b9a4-2f7500fea4c8 req-1ce10012-1424-4970-9d96-b91c0233ea82 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:08.272497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1efb5a-22a8-4533-b9a4-2f7500fea4c8 req-1ce10012-1424-4970-9d96-b91c0233ea82 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.4892745 Feb 03 14:09:08.302950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3b56abf-8888-4e67-99c9-e2c596840e12 req-48c502f5-74f9-4c54-84b3-18a1f831403d tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233553 Feb 03 14:09:08.380324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-da414e1f-56d8-41af-a494-fa505e6d50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:08.384924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-da414e1f-56d8-41af-a494-fa505e6d50f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5e195db4f44b49a9e9efa7cc7fa206&device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 1151 time: 0.4378059 Feb 03 14:09:08.393947 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf4ec6-81e9-464b-8afa-87b94925aa3c x-openstack-request-id: req-d8bf4ec6-81e9-464b-8afa-87b94925aa3c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:08.394526 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faec356-ea41-421b-b7ef-89f822f96305", "tag": "cc073962-1ca1-47da-bcdf-30c3e1b3f96d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:08.394968 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8bf4ec6-81e9-464b-8afa-87b94925aa3c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:08.395812 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faec356-ea41-421b-b7ef-89f822f96305', 'tag': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d', 'status': 'completed', 'code': 200} Feb 03 14:09:08.527971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9d82c93c-b801-4275-b8b7-9d7f854a6ba5 None None] Provisioning complete for port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:08.528599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d82c93c-b801-4275-b8b7-9d7f854a6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:08.638401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9d82c93c-b801-4275-b8b7-9d7f854a6ba5 None None] Port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:08.681202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-545e4223-8365-4c4d-82cd-5cdcbb7159c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=cc073962-1ca1-47da-bcdf-30c3e1b3f96d HTTP/1.1" status: 200 len: 217 time: 0.0639997 Feb 03 14:09:08.692592 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:08.703359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1efb5a-22a8-4533-b9a4-2f7500fea4c8 req-9bd5a769-1a06-4373-99ef-229c35478441 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163740 Feb 03 14:09:08.716726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55264) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:08.731918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Router 4c6d8d90-9784-4949-b9ef-ca9869489543 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:09:08.746593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6c5938b8-c150-4394-8859-40e7a62115cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:08.843761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55266) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:08.921123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55272) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:08.947444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6c5938b8-c150-4394-8859-40e7a62115cc admin admin] Publish callbacks [] for security_group (65273268-bf22-4854-a6ee-42f280a9a858), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:08.953057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6c5938b8-c150-4394-8859-40e7a62115cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (65273268-bf22-4854-a6ee-42f280a9a858), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:08.988836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:09:09.001230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5938b8-c150-4394-8859-40e7a62115cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65273268-bf22-4854-a6ee-42f280a9a858,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:09.001940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Sync routers for ids ['4c6d8d90-9784-4949-b9ef-ca9869489543'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:09:09.013109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8bb8a87c-a613-4c94-9a89-c36594fc4f06 admin admin] 10.222.0.52 "PUT /v2.0/routers/4c6d8d90-9784-4949-b9ef-ca9869489543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1960623 Feb 03 14:09:09.041059 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6c5938b8-c150-4394-8859-40e7a62115cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3708be680c04f14bd5dafee4e3ebb7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229370 Feb 03 14:09:09.049354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55278) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:09.071614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Routers {'4c6d8d90-9784-4949-b9ef-ca9869489543'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:09.072990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c6d8d90-9784-4949-b9ef-ca9869489543'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:09.134598 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c856987-6956-4144-b194-a4ae81924e12 admin admin] Publish callbacks [] for security_group (65273268-bf22-4854-a6ee-42f280a9a858), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.138931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-9d32b882-210c-4ebf-a9a6-7d85d008c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:09.153281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-9d32b882-210c-4ebf-a9a6-7d85d008c04d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1304033 Feb 03 14:09:09.171169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c856987-6956-4144-b194-a4ae81924e12 admin admin] Publish callbacks [] for security_group (65273268-bf22-4854-a6ee-42f280a9a858), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.242956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-765b7d5e-9e9d-430d-8751-fef7ee82a0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.353214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Set router 4c6d8d90-9784-4949-b9ef-ca9869489543 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:09.357003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c856987-6956-4144-b194-a4ae81924e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (65273268-bf22-4854-a6ee-42f280a9a858), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.364033 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c856987-6956-4144-b194-a4ae81924e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.366448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5c856987-6956-4144-b194-a4ae81924e12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65273268-bf22-4854-a6ee-42f280a9a858 HTTP/1.1" status: 204 len: 168 time: 0.3151188 Feb 03 14:09:09.390952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-982341590-network', 'tenant_id': '5ee7897a21594d0da938e8be68d79a08'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:09.412974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c856987-6956-4144-b194-a4ae81924e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65273268-bf22-4854-a6ee-42f280a9a858,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:09.510141 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-765b7d5e-9e9d-430d-8751-fef7ee82a0c6 admin admin] Publish callbacks [] for security_group (3cd93824-ea6d-4662-9c35-932f9f758580), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.520736 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-765b7d5e-9e9d-430d-8751-fef7ee82a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3cd93824-ea6d-4662-9c35-932f9f758580), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.531653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Made reservation on behalf of 5ee7897a21594d0da938e8be68d79a08 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:09.541196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.588806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.624062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b7d5e-9e9d-430d-8751-fef7ee82a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd93824-ea6d-4662-9c35-932f9f758580,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:09.635276 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-765b7d5e-9e9d-430d-8751-fef7ee82a0c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=952ade3d417f474d806cf196cc064be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7880285 Feb 03 14:09:09.635918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55290) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:09.733140 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6545c7a2-6963-481f-b888-f6f29b547144 admin admin] Publish callbacks [] for security_group (3cd93824-ea6d-4662-9c35-932f9f758580), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.771110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-ccdf2a29-34cd-4035-8ef8-3717fd31a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:09.787875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-ccdf2a29-34cd-4035-8ef8-3717fd31a5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3453987 Feb 03 14:09:09.815362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6545c7a2-6963-481f-b888-f6f29b547144 admin admin] Publish callbacks [] for security_group (3cd93824-ea6d-4662-9c35-932f9f758580), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.915763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:09:05Z', 'revision_number': 4, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bb5e84d5-60b8-4d21-acd5-e213be6f1b35', 'name': '', 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'mac_address': 'fa:16:3e:2d:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '52ec2400-dc8b-4e54-a0cd-dbc75f188a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:02Z', 'updated_at': '2022-02-03T14:09:06Z', 'revision_number': 2, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'subnets': [{'id': '52ec2400-dc8b-4e54-a0cd-dbc75f188a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:09.926254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6545c7a2-6963-481f-b888-f6f29b547144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3cd93824-ea6d-4662-9c35-932f9f758580), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.930625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6545c7a2-6963-481f-b888-f6f29b547144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:09.932537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6545c7a2-6963-481f-b888-f6f29b547144 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cd93824-ea6d-4662-9c35-932f9f758580 HTTP/1.1" status: 204 len: 168 time: 0.2955818 Feb 03 14:09:09.939258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c25e5-3304-4cd6-95ee-bb9d3080a133 req-5342a74e-76ee-437c-a99a-bb4377e90102 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:09.947641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637c25e5-3304-4cd6-95ee-bb9d3080a133 req-5342a74e-76ee-437c-a99a-bb4377e90102 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 969 time: 0.4166813 Feb 03 14:09:09.950667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545c7a2-6963-481f-b888-f6f29b547144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd93824-ea6d-4662-9c35-932f9f758580,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:09.986908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Checking router: 4c6d8d90-9784-4949-b9ef-ca9869489543 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:09:09.989359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Updating router 4c6d8d90-9784-4949-b9ef-ca9869489543 port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:09:10.065395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.197037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637c25e5-3304-4cd6-95ee-bb9d3080a133 req-f434293d-170d-415c-b22d-55dc6685dc64 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481375 Feb 03 14:09:10.251336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks [] for security_group (914ed66e-484c-4220-bd79-062e004fb490), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.293610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (914ed66e-484c-4220-bd79-062e004fb490), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.371635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-b50c8761-74c7-4add-bfe4-96d9a822900b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363872 Feb 03 14:09:10.389945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ed66e-484c-4220-bd79-062e004fb490,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:10.424688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:09:10.438248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (de2486e7-2022-437a-921f-e0ac10bbbbb3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.439939 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Added segment de2486e7-2022-437a-921f-e0ac10bbbbb3 of type vlan for network 816cf5cc-964b-4163-89b4-09c9f5045e4b Feb 03 14:09:10.490149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (816cf5cc-964b-4163-89b4-09c9f5045e4b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.580977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (816cf5cc-964b-4163-89b4-09c9f5045e4b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.581869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:10.583069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.612337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6898887 Feb 03 14:09:10.616752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55318) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:10.623527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Request body: {'subnet': {'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-982341590-subnet', 'tenant_id': '5ee7897a21594d0da938e8be68d79a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:10.666789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Made reservation on behalf of 5ee7897a21594d0da938e8be68d79a08 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:10.670831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.775682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462e9e4-bc5a-41b3-aabb-f1de7cc7ddd7 req-3278b57c-9835-433a-9fbe-35199b4f3180 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:10.777515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8462e9e4-bc5a-41b3-aabb-f1de7cc7ddd7 req-3278b57c-9835-433a-9fbe-35199b4f3180 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.3792346 Feb 03 14:09:10.788227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55320) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:10.864111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e09ef-3566-411c-8372-0dd68dac1344 admin admin] Pushing event updated for resources: {'Network': ['ID=816cf5cc-964b-4163-89b4-09c9f5045e4b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:10.884972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-743f1b7d-2869-4495-87d0-8fb95a416b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.891243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Publish callbacks [] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.896248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:09:10.948562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.001146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3b961e-b836-4c2e-8abb-1e7922b98963 req-ddfe1720-ac1f-4fa3-8518-20367c47a85c service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718621 Feb 03 14:09:11.065420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8462e9e4-bc5a-41b3-aabb-f1de7cc7ddd7 req-1a641a54-9cc0-478a-8c81-ef27997e098a tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623117 Feb 03 14:09:11.092924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (9b802a00-f1ed-46f3-a616-401c4157381e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.174720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-743f1b7d-2869-4495-87d0-8fb95a416b78 admin admin] Publish callbacks [] for security_group (6e4c101e-5e20-4ba9-9d98-c8b7e45b0394), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.186316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c66ab-2fe2-4cbc-b98a-1553f8ecaee4 None None] Pushing event updated for resources: {'Port': ['ID=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:11.242818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-743f1b7d-2869-4495-87d0-8fb95a416b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6e4c101e-5e20-4ba9-9d98-c8b7e45b0394), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.323749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Attempting to bind port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:11.324030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Attempting to bind port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:11.333422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Attempting to bind port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 on network 5bd9f7b3-465e-4f26-9326-0d4362c42fff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:11.348289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:11.348743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Checking segment: {'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:11.349152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.349541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Bound using segment: {'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:11.350007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Bound port: bb5e84d5-60b8-4d21-acd5-e213be6f1b35, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456eb6a8-27e5-4c47-857b-0f4c13e42d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:11.350384 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.387478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-743f1b7d-2869-4495-87d0-8fb95a416b78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4a45cca836c42669d6522a8105ad241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960147 Feb 03 14:09:11.392757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:11.393120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Network hostable DHCP agents. Network: 816cf5cc-964b-4163-89b4-09c9f5045e4b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:09:11.398178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:11.404873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f1b7d-2869-4495-87d0-8fb95a416b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4c101e-5e20-4ba9-9d98-c8b7e45b0394,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:11.427991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b802a00-f1ed-46f3-a616-401c4157381e,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:11.470782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:09:11.487120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-58cf06c0-41b4-4116-bc59-0031cb0ea873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:11.489009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 816cf5cc-964b-4163-89b4-09c9f5045e4b) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:11.490729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-58cf06c0-41b4-4116-bc59-0031cb0ea873 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b5e195db4f44b49a9e9efa7cc7fa206&device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 1151 time: 0.3170266 Feb 03 14:09:11.496874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:11.497467 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.507681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] For port bb5e84d5-60b8-4d21-acd5-e213be6f1b35, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:11.513538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e88a1-800e-43be-a5f0-181187f346f3 None None] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:11.519385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb664179-ce35-47e4-822a-a39ea7b0274e admin admin] Publish callbacks [] for security_group (6e4c101e-5e20-4ba9-9d98-c8b7e45b0394), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.529093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] For port bb5e84d5-60b8-4d21-acd5-e213be6f1b35, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,segment=NetworkSegment(456eb6a8-27e5-4c47-857b-0f4c13e42d64),segment_id=456eb6a8-27e5-4c47-857b-0f4c13e42d64)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:11.544862 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-85cdbe57-dec8-4a35-894f-26cbfc5e4631 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9256482 Feb 03 14:09:11.566402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb664179-ce35-47e4-822a-a39ea7b0274e admin admin] Publish callbacks [] for security_group (6e4c101e-5e20-4ba9-9d98-c8b7e45b0394), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.585342 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.596064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661190c-303d-4475-b89d-db9bcbe2757c req-b48acf5b-cc39-4964-bde2-242a863d6ab6 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:11.597816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e661190c-303d-4475-b89d-db9bcbe2757c req-b48acf5b-cc39-4964-bde2-242a863d6ab6 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 969 time: 0.2093134 Feb 03 14:09:11.671596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb664179-ce35-47e4-822a-a39ea7b0274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6e4c101e-5e20-4ba9-9d98-c8b7e45b0394), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.675136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb664179-ce35-47e4-822a-a39ea7b0274e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.679711 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eb664179-ce35-47e4-822a-a39ea7b0274e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e4c101e-5e20-4ba9-9d98-c8b7e45b0394 HTTP/1.1" status: 204 len: 168 time: 0.2773554 Feb 03 14:09:11.695117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb664179-ce35-47e4-822a-a39ea7b0274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4c101e-5e20-4ba9-9d98-c8b7e45b0394,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:11.772016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Routers {'4c6d8d90-9784-4949-b9ef-ca9869489543'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:11.772712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:08:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c6d8d90-9784-4949-b9ef-ca9869489543'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:11.852319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-339f6ca2-0a25-4aee-96ef-b72888c787db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:11.856079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-339f6ca2-0a25-4aee-96ef-b72888c787db service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3220448 Feb 03 14:09:11.858429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c66ab-2fe2-4cbc-b98a-1553f8ecaee4 None None] Pushing event updated for resources: {'Port': ['ID=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:11.890506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-191e90ce-9cb1-4cdc-b1d1-c5b9db9ca7d8 None None] Provisioning complete for port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:11.890952 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191e90ce-9cb1-4cdc-b1d1-c5b9db9ca7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:11.918572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55360) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:11.931381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989964b2-a69d-4367-bc65-9a8ce4ea329b None None] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:11.959354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-6583d338-5d10-416a-a40c-86ef32a187c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=cc073962-1ca1-47da-bcdf-30c3e1b3f96d HTTP/1.1" status: 200 len: 217 time: 0.0831308 Feb 03 14:09:12.031197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e661190c-303d-4475-b89d-db9bcbe2757c req-14fa4760-6fd1-4854-b555-edb0d90a1fc3 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974391 Feb 03 14:09:12.046024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-bb1f8072-d2dc-4f53-b5e5-2e1a7f664e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:12.048825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-bb1f8072-d2dc-4f53-b5e5-2e1a7f664e1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0772326 Feb 03 14:09:12.181249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-c6b9ba06-e533-4520-8fcd-b7f8860c9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:12.185673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-c6b9ba06-e533-4520-8fcd-b7f8860c9633 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1282046 Feb 03 14:09:12.240093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d2a7-5c8c-428d-9a52-1382053bf731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.295616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] Set router 4c6d8d90-9784-4949-b9ef-ca9869489543 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:12.327892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:12.333516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6bc8e1e1-a0a0-46f4-8d29-34fa425e0d11 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313815303', 'description': 'tempest-description--939857391'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:12.402588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-191e90ce-9cb1-4cdc-b1d1-c5b9db9ca7d8 None None] Current status of the port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:12.402983 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191e90ce-9cb1-4cdc-b1d1-c5b9db9ca7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.419147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e1e1-a0a0-46f4-8d29-34fa425e0d11 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.484373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d2a7-5c8c-428d-9a52-1382053bf731 admin admin] Publish callbacks [] for security_group (eee2c0dd-1d9f-4fdf-a570-151b2267bb67), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.485040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f7caf-36c6-4f80-b0a0-aff12df8fb1c req-b5036dea-5bae-4440-a130-2c89cc6000cc tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:12.496102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c8f7caf-36c6-4f80-b0a0-aff12df8fb1c req-b5036dea-5bae-4440-a130-2c89cc6000cc tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.2664311 Feb 03 14:09:12.496284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-191e90ce-9cb1-4cdc-b1d1-c5b9db9ca7d8 None None] For port bb5e84d5-60b8-4d21-acd5-e213be6f1b35, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,segment=NetworkSegment(456eb6a8-27e5-4c47-857b-0f4c13e42d64),segment_id=456eb6a8-27e5-4c47-857b-0f4c13e42d64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:12.499333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6a6d2a7-5c8c-428d-9a52-1382053bf731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (eee2c0dd-1d9f-4fdf-a570-151b2267bb67), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.504988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-ebdb9280-a500-492b-832e-4f25520b557f service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112619 Feb 03 14:09:12.505575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191e90ce-9cb1-4cdc-b1d1-c5b9db9ca7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.571874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6a6d2a7-5c8c-428d-9a52-1382053bf731 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d4548f7bfdb4a25bdedcccf359b37e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521764 Feb 03 14:09:12.575962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55386) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:12.630422 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e1e1-a0a0-46f4-8d29-34fa425e0d11 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group (c3897697-7785-4df4-8069-d701aa51d452), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.633242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6d2a7-5c8c-428d-9a52-1382053bf731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2c0dd-1d9f-4fdf-a570-151b2267bb67,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:12.643678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e1e1-a0a0-46f4-8d29-34fa425e0d11 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c3897697-7785-4df4-8069-d701aa51d452), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.654065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c8f7caf-36c6-4f80-b0a0-aff12df8fb1c req-b70aa11f-601d-4777-a808-94916b553b92 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405275 Feb 03 14:09:12.655317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e90ce-9cb1-4cdc-b1d1-c5b9db9ca7d8 None None] Pushing event updated for resources: {'Port': ['ID=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:12.661370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0d34e36b-ae78-44d5-bfa8-a127ebf9969e None None] Provisioning complete for port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:12.662149 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d34e36b-ae78-44d5-bfa8-a127ebf9969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.718201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8e1e1-a0a0-46f4-8d29-34fa425e0d11 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3897697-7785-4df4-8069-d701aa51d452,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:12.721832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92897a52-3049-4768-98f7-73c09d760399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:09:05Z', 'revision_number': 4, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bb5e84d5-60b8-4d21-acd5-e213be6f1b35', 'name': '', 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'mac_address': 'fa:16:3e:2d:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '52ec2400-dc8b-4e54-a0cd-dbc75f188a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:02Z', 'updated_at': '2022-02-03T14:09:11Z', 'revision_number': 4, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'subnets': [{'id': '52ec2400-dc8b-4e54-a0cd-dbc75f188a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:12.748617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6bc8e1e1-a0a0-46f4-8d29-34fa425e0d11 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.750061 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6bc8e1e1-a0a0-46f4-8d29-34fa425e0d11 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4211681 Feb 03 14:09:12.753827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5105b27e-d918-48f3-92f8-03ba5aa3c0f4 req-cecdcd23-485b-4ada-b50f-f4cd3b9ab4f2 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210653 Feb 03 14:09:12.754001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55392) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:12.757390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8061f413-bf54-4b0c-be57-874926757a9e admin admin] Publish callbacks [] for security_group (eee2c0dd-1d9f-4fdf-a570-151b2267bb67), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.761055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b34bec51-c114-41cf-9314-e45f3fde9dca tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'security_group_rule': {'security_group_id': 'c3897697-7785-4df4-8069-d701aa51d452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:12.763823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92897a52-3049-4768-98f7-73c09d760399 None None] The sync data for ids ['4c6d8d90-9784-4949-b9ef-ca9869489543'] in n-d-827549-2 is: [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:09:05Z', 'revision_number': 4, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bb5e84d5-60b8-4d21-acd5-e213be6f1b35', 'name': '', 'network_id': '5bd9f7b3-465e-4f26-9326-0d4362c42fff', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'mac_address': 'fa:16:3e:2d:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '52ec2400-dc8b-4e54-a0cd-dbc75f188a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:02Z', 'updated_at': '2022-02-03T14:09:11Z', 'revision_number': 4, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'subnets': [{'id': '52ec2400-dc8b-4e54-a0cd-dbc75f188a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:09:12.790354 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8061f413-bf54-4b0c-be57-874926757a9e admin admin] Publish callbacks [] for security_group (eee2c0dd-1d9f-4fdf-a570-151b2267bb67), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.821327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b34bec51-c114-41cf-9314-e45f3fde9dca tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group_rule (070b1d3c-e4f8-4950-8c11-d68d867f2179), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.822354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0d34e36b-ae78-44d5-bfa8-a127ebf9969e None None] Current status of the port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:12.888031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8061f413-bf54-4b0c-be57-874926757a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (eee2c0dd-1d9f-4fdf-a570-151b2267bb67), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.890828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8061f413-bf54-4b0c-be57-874926757a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.892639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8061f413-bf54-4b0c-be57-874926757a9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eee2c0dd-1d9f-4fdf-a570-151b2267bb67 HTTP/1.1" status: 204 len: 168 time: 0.3136234 Feb 03 14:09:12.901620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061f413-bf54-4b0c-be57-874926757a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2c0dd-1d9f-4fdf-a570-151b2267bb67,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:12.949779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b34bec51-c114-41cf-9314-e45f3fde9dca tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group_rule (070b1d3c-e4f8-4950-8c11-d68d867f2179), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.955749 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b34bec51-c114-41cf-9314-e45f3fde9dca tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (070b1d3c-e4f8-4950-8c11-d68d867f2179), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:12.985629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bec51-c114-41cf-9314-e45f3fde9dca tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070b1d3c-e4f8-4950-8c11-d68d867f2179,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:13.007477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b34bec51-c114-41cf-9314-e45f3fde9dca tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.012039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55402) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:13.017810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9c7ec2f0-5438-48db-9210-36e9eaf298ee tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'security_group_rule': {'security_group_id': 'c3897697-7785-4df4-8069-d701aa51d452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:13.023252 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b34bec51-c114-41cf-9314-e45f3fde9dca tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683063 Feb 03 14:09:13.070762 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec2f0-5438-48db-9210-36e9eaf298ee tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group_rule (9bc76508-d7d5-4b72-a942-e943f91989f0), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.219768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7147-c3fd-44d3-b901-bba2971dcff4 req-f62191f1-59f6-47f5-80e4-5ca270a413d5 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:13.227546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51cf7147-c3fd-44d3-b901-bba2971dcff4 req-f62191f1-59f6-47f5-80e4-5ca270a413d5 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 969 time: 0.1046193 Feb 03 14:09:13.240505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec2f0-5438-48db-9210-36e9eaf298ee tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group_rule (9bc76508-d7d5-4b72-a942-e943f91989f0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.259368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec2f0-5438-48db-9210-36e9eaf298ee tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9bc76508-d7d5-4b72-a942-e943f91989f0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.295561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ec2f0-5438-48db-9210-36e9eaf298ee tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc76508-d7d5-4b72-a942-e943f91989f0,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:13.333043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51cf7147-c3fd-44d3-b901-bba2971dcff4 req-8693ba39-0942-4b3b-88ad-66184294333a tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041918 Feb 03 14:09:13.339695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec2f0-5438-48db-9210-36e9eaf298ee tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.341922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c7ec2f0-5438-48db-9210-36e9eaf298ee tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274975 Feb 03 14:09:13.344055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55412) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:13.354819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:13.388069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bb5e84d5-60b8-4d21-acd5-e213be6f1b35 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:13.400614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.479341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:13.479726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.553250 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.553560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55418) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:13.571750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c36d92a5-eeaf-4d9d-878c-7e6de113d93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.602188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:13.687904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c36d92a5-eeaf-4d9d-878c-7e6de113d93f admin admin] Publish callbacks [] for security_group (56dcd574-c79e-413a-ab83-2b3bdf4d0603), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.697566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c36d92a5-eeaf-4d9d-878c-7e6de113d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (56dcd574-c79e-413a-ab83-2b3bdf4d0603), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.741846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d92a5-eeaf-4d9d-878c-7e6de113d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dcd574-c79e-413a-ab83-2b3bdf4d0603,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:13.749692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55424) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:13.762357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-16522650-network', 'tenant_id': '223c12c791c94427b7eee0908353b229'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:13.799564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Made reservation on behalf of 223c12c791c94427b7eee0908353b229 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:13.801875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.810461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:13.820239 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c36d92a5-eeaf-4d9d-878c-7e6de113d93f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff70cbdb2b7d45259ec4eefda8252722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657082 Feb 03 14:09:13.822766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55426) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:13.843449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Allocated IP 172.25.0.91 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/d3a6f6c5-746a-4f55-ae9c-96064cd17a18) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:13.905261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa805d7-66da-451d-b7bc-58a759d52af5 req-670731df-eba7-4ff0-bb23-027f04a57a93 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:13.908906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fa805d7-66da-451d-b7bc-58a759d52af5 req-670731df-eba7-4ff0-bb23-027f04a57a93 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.1421702 Feb 03 14:09:13.919040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6adf88a-b41b-4d75-af72-c29e609d60da admin admin] Publish callbacks [] for security_group (56dcd574-c79e-413a-ab83-2b3bdf4d0603), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.027127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fa805d7-66da-451d-b7bc-58a759d52af5 req-0b1745b4-1451-4d0f-b8c8-f66a4e9d568b tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048102 Feb 03 14:09:14.079616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.086364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks [] for security_group (f4491ffc-cbe3-4be3-b372-7465d1fded67), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.097466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f4491ffc-cbe3-4be3-b372-7465d1fded67), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.127315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6adf88a-b41b-4d75-af72-c29e609d60da admin admin] Publish callbacks [] for security_group (56dcd574-c79e-413a-ab83-2b3bdf4d0603), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.134620 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.154401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:09:14.157489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55436) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:14.187831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:14.196292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4491ffc-cbe3-4be3-b372-7465d1fded67,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:14.208913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.209491 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Added segment 9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd of type vlan for network 42deca87-4f53-4b61-baa1-684680e14402 Feb 03 14:09:14.219024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:14.226130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:14.282136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (42deca87-4f53-4b61-baa1-684680e14402), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.307130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6adf88a-b41b-4d75-af72-c29e609d60da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (56dcd574-c79e-413a-ab83-2b3bdf4d0603), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.309902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6adf88a-b41b-4d75-af72-c29e609d60da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.311337 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6adf88a-b41b-4d75-af72-c29e609d60da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56dcd574-c79e-413a-ab83-2b3bdf4d0603 HTTP/1.1" status: 204 len: 168 time: 0.4875450 Feb 03 14:09:14.325215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event updated for resources: {'Port': ['ID=d3a6f6c5-746a-4f55-ae9c-96064cd17a18,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:14.342923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adf88a-b41b-4d75-af72-c29e609d60da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dcd574-c79e-413a-ab83-2b3bdf4d0603,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:14.355765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (42deca87-4f53-4b61-baa1-684680e14402), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.358855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:14.359912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.379228 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.436878 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.453628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] Pushing event updated for resources: {'Network': ['ID=42deca87-4f53-4b61-baa1-684680e14402,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:14.465643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 42deca87-4f53-4b61-baa1-684680e14402 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:09:14.479112 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-38ce788c-20c6-44d3-9f70-2a05b7b72ade admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7278905 Feb 03 14:09:14.482395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55448) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:14.491576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Request body: {'subnet': {'network_id': '42deca87-4f53-4b61-baa1-684680e14402', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-16522650-subnet', 'tenant_id': '223c12c791c94427b7eee0908353b229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:14.526138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Made reservation on behalf of 223c12c791c94427b7eee0908353b229 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:14.532802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.582465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1231488604-network', 'tenant_id': '3f6995de20314988ba368ce3b3d35910'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:14.659977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Made reservation on behalf of 3f6995de20314988ba368ce3b3d35910 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:14.663547 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.679438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.803296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61dabb-88de-4efd-80da-44102a086cfc req-186b3615-e211-4240-9c0b-7cd52983888b tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:14.804801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf61dabb-88de-4efd-80da-44102a086cfc req-186b3615-e211-4240-9c0b-7cd52983888b tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 969 time: 0.3409650 Feb 03 14:09:14.878405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (17fa766a-d3b4-45e5-b52e-fbaaa80d69d2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.892501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf61dabb-88de-4efd-80da-44102a086cfc req-35f699cf-c4d8-4e2d-8b3c-cfe58efc6f7c tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796456 Feb 03 14:09:14.906638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks [] for security_group (88f02462-2fb4-447d-a61a-7f4b4a8d3f07), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.908751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.915693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.918084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (88f02462-2fb4-447d-a61a-7f4b4a8d3f07), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.965661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.987229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fa766a-d3b4-45e5-b52e-fbaaa80d69d2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:14.991258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:09:14.994286 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:14.994890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f02462-2fb4-447d-a61a-7f4b4a8d3f07,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:15.007163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6619840 Feb 03 14:09:15.008441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c7dc6-ead6-46a9-a6bf-ece20a4ebc2e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event updated for resources: {'Port': ['ID=d3a6f6c5-746a-4f55-ae9c-96064cd17a18,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:15.018524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4a0377d3-e79d-43ea-a959-812e1f12e893), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.018881 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Added segment 4a0377d3-e79d-43ea-a959-812e1f12e893 of type vlan for network f9d78931-f8c5-4571-96a5-e4cfca688ed3 Feb 03 14:09:15.035219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Checking segment: {'id': '9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '42deca87-4f53-4b61-baa1-684680e14402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:15.035586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Network hostable DHCP agents. Network: 42deca87-4f53-4b61-baa1-684680e14402, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:09:15.079899 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (f9d78931-f8c5-4571-96a5-e4cfca688ed3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.104664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Network 42deca87-4f53-4b61-baa1-684680e14402 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:09:15.131312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device cc073962-1ca1-47da-bcdf-30c3e1b3f96d details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:15.138281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 42deca87-4f53-4b61-baa1-684680e14402) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:15.148042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:15.150206 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.156080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (f9d78931-f8c5-4571-96a5-e4cfca688ed3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.157081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:15.163670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.168352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac0ff7-6fab-44b4-90bc-ee9982b3eb8a None None] Network 42deca87-4f53-4b61-baa1-684680e14402 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:15.258943 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0961587 Feb 03 14:09:15.270424 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-148fdd65-3936-4c96-b928-63e3e30d4051 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7775006 Feb 03 14:09:15.270613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55472) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:15.270613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Request body: {'subnet': {'network_id': 'f9d78931-f8c5-4571-96a5-e4cfca688ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1231488604-subnet', 'tenant_id': '3f6995de20314988ba368ce3b3d35910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:15.321740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Made reservation on behalf of 3f6995de20314988ba368ce3b3d35910 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:15.330171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.340471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712f10d-91c8-4ecf-b665-895431c5d8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d78931-f8c5-4571-96a5-e4cfca688ed3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:15.418911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network f9d78931-f8c5-4571-96a5-e4cfca688ed3 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:09:15.490240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 185b102e-67c1-42ab-8b42-0a285802dd66 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:15.496595 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:09:15.503148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6508b-05d9-47f2-8bdf-8d51046fe55d req-982e060c-05e7-47a7-a021-af5a9d6fcef7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:15.504839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61e6508b-05d9-47f2-8bdf-8d51046fe55d req-982e060c-05e7-47a7-a021-af5a9d6fcef7 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 947 time: 0.1340282 Feb 03 14:09:15.517614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa672df3-9f88-42c0-b857-7df3f41dfff6 None None] Network 42deca87-4f53-4b61-baa1-684680e14402 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:15.658374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-9f4a5a9e-00d6-49a0-882b-efe2aab87698 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--313815303&fields=id&tenant_id=ded17569e92940a89c28a22f6232dc47 HTTP/1.1" status: 200 len: 267 time: 0.1196549 Feb 03 14:09:15.689603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55504) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:15.743130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port cc073962-1ca1-47da-bcdf-30c3e1b3f96d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:15.772462 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b544be70-8849-406c-b88e-7f79f8362389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.781200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d', 'mac_address': 'fa:16:3e:ff:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:tempest-test_az-1296008582', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:15.825537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 185b102e-67c1-42ab-8b42-0a285802dd66, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=185b102e-67c1-42ab-8b42-0a285802dd66,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:15.850037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '185b102e-67c1-42ab-8b42-0a285802dd66', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '185b102e-67c1-42ab-8b42-0a285802dd66', 'mac_address': 'fa:16:3e:10:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:15.864891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82e75de0-7cf3-46e1-a9a9-6cf9f5a417cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.875104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port cc073962-1ca1-47da-bcdf-30c3e1b3f96d is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:15.875686 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.901908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc073962-1ca1-47da-bcdf-30c3e1b3f96d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:15.923937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port cc073962-1ca1-47da-bcdf-30c3e1b3f96d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:15.928697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 185b102e-67c1-42ab-8b42-0a285802dd66 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:15.929273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.938316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-92eb9fb4-d069-4184-805d-97752afed674 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:15.939443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.940579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-92eb9fb4-d069-4184-805d-97752afed674 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 823 time: 0.2813632 Feb 03 14:09:15.947345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (dd986b45-f11c-4821-a061-0de05d093a8c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.978568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82e75de0-7cf3-46e1-a9a9-6cf9f5a417cc admin admin] Publish callbacks [] for security_group (b34d94be-0875-4103-98e8-4bed4b3553ba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.984485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82e75de0-7cf3-46e1-a9a9-6cf9f5a417cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b34d94be-0875-4103-98e8-4bed4b3553ba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:15.991279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185b102e-67c1-42ab-8b42-0a285802dd66 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:15.997130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61e6508b-05d9-47f2-8bdf-8d51046fe55d req-29245129-754b-48a2-b44e-b6fc1d41c0b0 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833624 Feb 03 14:09:16.003671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-be7fc0b3-bc3d-4694-9e4b-5fdb2146d971 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/quotas/ded17569e92940a89c28a22f6232dc47 HTTP/1.1" status: 200 len: 375 time: 0.0527503 Feb 03 14:09:16.005666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:16.019835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 185b102e-67c1-42ab-8b42-0a285802dd66, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=185b102e-67c1-42ab-8b42-0a285802dd66,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:16.036256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.068403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e75de0-7cf3-46e1-a9a9-6cf9f5a417cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34d94be-0875-4103-98e8-4bed4b3553ba,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:16.077140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-82e75de0-7cf3-46e1-a9a9-6cf9f5a417cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b6eb933cdaa4d9b96d191f67f088f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853946 Feb 03 14:09:16.078335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55518) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:16.081601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd986b45-f11c-4821-a061-0de05d093a8c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:16.134412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=185b102e-67c1-42ab-8b42-0a285802dd66,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:16.147595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a70ebf-1e7c-45c0-87bc-e3e33fa28fb2 admin admin] Publish callbacks [] for security_group (b34d94be-0875-4103-98e8-4bed4b3553ba), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.160008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-ce06887c-d736-4c19-8555-89781e817bb5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554582 Feb 03 14:09:16.169523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Checking segment: {'id': '4a0377d3-e79d-43ea-a959-812e1f12e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f9d78931-f8c5-4571-96a5-e4cfca688ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:16.169885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Network hostable DHCP agents. Network: f9d78931-f8c5-4571-96a5-e4cfca688ed3, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:09:16.180409 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a70ebf-1e7c-45c0-87bc-e3e33fa28fb2 admin admin] Publish callbacks [] for security_group (b34d94be-0875-4103-98e8-4bed4b3553ba), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.192672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Network f9d78931-f8c5-4571-96a5-e4cfca688ed3 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:09:16.207024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, f9d78931-f8c5-4571-96a5-e4cfca688ed3) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:16.215206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:16.216442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.217680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e7846-6bb4-4f7d-9941-265e8e2a1deb None None] Network f9d78931-f8c5-4571-96a5-e4cfca688ed3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:16.255668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a70ebf-1e7c-45c0-87bc-e3e33fa28fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b34d94be-0875-4103-98e8-4bed4b3553ba), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.258281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['cc073962-1ca1-47da-bcdf-30c3e1b3f96d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:16.259382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a70ebf-1e7c-45c0-87bc-e3e33fa28fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.260303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7417a7f1-5234-4b76-96a1-a48397bfa556 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9965100 Feb 03 14:09:16.265607 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5a70ebf-1e7c-45c0-87bc-e3e33fa28fb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b34d94be-0875-4103-98e8-4bed4b3553ba HTTP/1.1" status: 204 len: 168 time: 0.1854022 Feb 03 14:09:16.278556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a70ebf-1e7c-45c0-87bc-e3e33fa28fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34d94be-0875-4103-98e8-4bed4b3553ba,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:16.505062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-7c22106b-0c9c-4454-a74b-8163b60e2af1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:16.506703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-7c22106b-0c9c-4454-a74b-8163b60e2af1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.1204038 Feb 03 14:09:16.528401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-f8c8c276-703c-48b3-a530-3be4c0d23441 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/quotas/5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 375 time: 0.0161433 Feb 03 14:09:16.585391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e3bdb-787b-4452-aa59-cb06cbb17fa5 None None] Network f9d78931-f8c5-4571-96a5-e4cfca688ed3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:16.587190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-ffa6701a-7ae5-4633-84df-c8267c9fa766 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532091 Feb 03 14:09:16.644902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['185b102e-67c1-42ab-8b42-0a285802dd66'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:16.684434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-59564f16-fad7-4e64-a5cc-dd7b785b80de service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:09:16.697764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-59564f16-fad7-4e64-a5cc-dd7b785b80de service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2278087 Feb 03 14:09:16.820684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-0f6b004d-e3cb-472e-94cb-c3f64ace0692 service neutron] 10.222.0.52 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212428 Feb 03 14:09:16.912156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55558) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:16.932294 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e96282d-6cd8-4c96-b702-9df62eb4f9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.941254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-029413e0-242c-4be5-ba2f-4801a3c9cb6a service neutron] 10.222.0.52 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092131 Feb 03 14:09:17.030117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e96282d-6cd8-4c96-b702-9df62eb4f9c7 admin admin] Publish callbacks [] for security_group (506088f3-4390-44fc-87c7-adfd7c615966), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.036079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e96282d-6cd8-4c96-b702-9df62eb4f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (506088f3-4390-44fc-87c7-adfd7c615966), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.083733 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e96282d-6cd8-4c96-b702-9df62eb4f9c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a37ae1c678e8439bb120ccb58a3d0b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704738 Feb 03 14:09:17.084629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96282d-6cd8-4c96-b702-9df62eb4f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506088f3-4390-44fc-87c7-adfd7c615966,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:17.086665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55570) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:17.191306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-70dd6718-a87d-4e3e-85a0-ac7356b4d678 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:09:17.192576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-70dd6718-a87d-4e3e-85a0-ac7356b4d678 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2846198 Feb 03 14:09:17.234391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45f2c637-da36-4bd9-8618-c7e1368969bb admin admin] Publish callbacks [] for security_group (506088f3-4390-44fc-87c7-adfd7c615966), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.307725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45f2c637-da36-4bd9-8618-c7e1368969bb admin admin] Publish callbacks [] for security_group (506088f3-4390-44fc-87c7-adfd7c615966), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.317781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6488-1848-4c82-b9cb-338e2a609514 req-b1a26eea-1010-4d84-8ddb-845e4b6dbf01 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:17.319503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-661f6488-1848-4c82-b9cb-338e2a609514 req-b1a26eea-1010-4d84-8ddb-845e4b6dbf01 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 970 time: 0.1815445 Feb 03 14:09:17.388322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55584) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:17.393675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-297f603b-2ed0-44f1-98cf-31d63da04b38 service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871479 Feb 03 14:09:17.393940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1896450875-network', 'tenant_id': 'ff7b5b6c3eb14bc1b9d1423058b509de'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:17.414152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Made reservation on behalf of ff7b5b6c3eb14bc1b9d1423058b509de for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:17.416896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.429701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.492266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-661f6488-1848-4c82-b9cb-338e2a609514 req-926c92f5-89a3-44cc-bd2a-bf99e8fbb498 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624579 Feb 03 14:09:17.508634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45f2c637-da36-4bd9-8618-c7e1368969bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (506088f3-4390-44fc-87c7-adfd7c615966), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.511171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45f2c637-da36-4bd9-8618-c7e1368969bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.512304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-45f2c637-da36-4bd9-8618-c7e1368969bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/506088f3-4390-44fc-87c7-adfd7c615966 HTTP/1.1" status: 204 len: 168 time: 0.4245999 Feb 03 14:09:17.544000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-40f60d02-f35d-49fa-8194-d9522f935e54 service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424499 Feb 03 14:09:17.553513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2c637-da36-4bd9-8618-c7e1368969bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506088f3-4390-44fc-87c7-adfd7c615966,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:17.605707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks [] for security_group (d7a944a4-397f-4ceb-858a-22e83f4d4e66), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.621516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d7a944a4-397f-4ceb-858a-22e83f4d4e66), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.650359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a944a4-397f-4ceb-858a-22e83f4d4e66,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:17.664138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:09:17.677745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (60495207-308b-4dc8-a202-d4723a0d8187), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.678160 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Added segment 60495207-308b-4dc8-a202-d4723a0d8187 of type vlan for network d96108c1-52bc-4bd7-9921-a7507567bdd2 Feb 03 14:09:17.691364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370730f-2927-4070-898c-d4f0fbc8da05 req-93b88412-4cd3-4324-bb61-bea0ab8cd0b8 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:17.699401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4370730f-2927-4070-898c-d4f0fbc8da05 req-93b88412-4cd3-4324-bb61-bea0ab8cd0b8 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 948 time: 0.0767858 Feb 03 14:09:17.756935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4370730f-2927-4070-898c-d4f0fbc8da05 req-e93a7371-cb89-4666-b0ad-64031729b693 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562685 Feb 03 14:09:17.758703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (d96108c1-52bc-4bd7-9921-a7507567bdd2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.859648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (d96108c1-52bc-4bd7-9921-a7507567bdd2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.861219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:17.862008 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:17.970855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] Pushing event updated for resources: {'Network': ['ID=d96108c1-52bc-4bd7-9921-a7507567bdd2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:17.981413 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9805404b-ca1f-4582-b1b8-ba3cdf51e65d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5890224 Feb 03 14:09:17.981413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55598) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:17.986826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Request body: {'subnet': {'network_id': 'd96108c1-52bc-4bd7-9921-a7507567bdd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1896450875-subnet', 'tenant_id': 'ff7b5b6c3eb14bc1b9d1423058b509de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:17.994801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network d96108c1-52bc-4bd7-9921-a7507567bdd2 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:09:18.018924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Made reservation on behalf of ff7b5b6c3eb14bc1b9d1423058b509de for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:18.023748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:18.044652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-869aab5f-4348-4856-acfd-a341a604a234 req-51ebae97-4918-4cb0-87b5-97f0688517bf tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 210 time: 0.0540900 Feb 03 14:09:18.061173 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e36986b-afb2-4609-9c24-88316d774c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:18.179739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d455391f-aa9d-465f-a2af-bea4ed614db0 req-ff42000a-ded3-4fa3-8fcb-fad42c0fc410 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 210 time: 0.0472264 Feb 03 14:09:18.343262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (3156006b-2e8e-4473-9b5c-5e4d84fba493), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:18.416289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3156006b-2e8e-4473-9b5c-5e4d84fba493,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:18.419834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Checking segment: {'id': '60495207-308b-4dc8-a202-d4723a0d8187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd96108c1-52bc-4bd7-9921-a7507567bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:18.420254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Network hostable DHCP agents. Network: d96108c1-52bc-4bd7-9921-a7507567bdd2, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:09:18.441896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Network d96108c1-52bc-4bd7-9921-a7507567bdd2 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:09:18.455839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, d96108c1-52bc-4bd7-9921-a7507567bdd2) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:18.471699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a294a-7f6e-41eb-9d02-abbc423c9147 None None] Network d96108c1-52bc-4bd7-9921-a7507567bdd2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:18.480864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:18.482013 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:18.504753 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-514986ec-27bc-4c79-8b09-b710870f289a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5221484 Feb 03 14:09:18.727947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9672c4-7376-4825-8d30-4f63c314d089 None None] Network d96108c1-52bc-4bd7-9921-a7507567bdd2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:18.753695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada5523-f2de-48f2-8f16-39c2b50c9f88 req-957b2ad7-6753-4886-83d2-d2511ec94fdd tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:18.762272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55640) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:18.768786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ada5523-f2de-48f2-8f16-39c2b50c9f88 req-957b2ad7-6753-4886-83d2-d2511ec94fdd tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 970 time: 0.1590178 Feb 03 14:09:18.855486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-6c238a50-bdc7-4693-ae16-03c3f36dd909 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:18.860160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] Deleting subnet dd986b45-f11c-4821-a061-0de05d093a8c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:09:18.862175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-6c238a50-bdc7-4693-ae16-03c3f36dd909 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 823 time: 0.2991896 Feb 03 14:09:18.864994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] Publish callbacks [] for subnet (dd986b45-f11c-4821-a061-0de05d093a8c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:18.883295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ada5523-f2de-48f2-8f16-39c2b50c9f88 req-6448caea-be4b-4556-9c01-9e4c6eff8dcb tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109235 Feb 03 14:09:18.943257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] Publish callbacks [] for subnet (dd986b45-f11c-4821-a061-0de05d093a8c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:18.967625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (dd986b45-f11c-4821-a061-0de05d093a8c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.026566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-a6635c3e-b6a8-4e92-b821-032c2c31fc0c tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ded17569e92940a89c28a22f6232dc47 HTTP/1.1" status: 200 len: 379 time: 0.1421232 Feb 03 14:09:19.043115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efe248-78c1-4aed-91c3-6ac67dfd33ad req-26e6d515-07ff-480f-b265-fb636afdd4cb tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:19.044699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74efe248-78c1-4aed-91c3-6ac67dfd33ad req-26e6d515-07ff-480f-b265-fb636afdd4cb tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 948 time: 0.1810317 Feb 03 14:09:19.049805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'port': {'device_id': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'admin_state_up': True, 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'security_groups': ['c3897697-7785-4df4-8069-d701aa51d452']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:19.055318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (dd986b45-f11c-4821-a061-0de05d093a8c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.111972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd986b45-f11c-4821-a061-0de05d093a8c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:19.134087 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.140172 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6670312d-27e9-421a-b9a7-62b370269e05 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dd986b45-f11c-4821-a061-0de05d093a8c HTTP/1.1" status: 204 len: 168 time: 0.3770587 Feb 03 14:09:19.140305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55656) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:19.140999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device cc073962-1ca1-47da-bcdf-30c3e1b3f96d up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:19.253185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74efe248-78c1-4aed-91c3-6ac67dfd33ad req-1fb7cf59-0c74-4c5a-925b-494a2b612614 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974409 Feb 03 14:09:19.263670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port cc073962-1ca1-47da-bcdf-30c3e1b3f96d completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:19.268016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port cc073962-1ca1-47da-bcdf-30c3e1b3f96d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:19.268480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.350323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 185b102e-67c1-42ab-8b42-0a285802dd66 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:19.380177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port cc073962-1ca1-47da-bcdf-30c3e1b3f96d is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:19.381342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55664) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:19.388020 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.445860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faec356-ea41-421b-b7ef-89f822f96305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:19.448934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.71', 53772) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:19.620440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a06b94f-558f-47e7-ae14-c72f9761a5ec req-25ca7d9f-ea1b-43ff-92ba-94b2667c2648 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 210 time: 0.4279575 Feb 03 14:09:19.628735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fb90b66-71c8-49f0-b618-6438dff7ffe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.638080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port cc073962-1ca1-47da-bcdf-30c3e1b3f96d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:19.669078 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.669581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f9d78931-f8c5-4571-96a5-e4cfca688ed3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.681261 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.681710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24151afa-fea8-4cea-9da8-aecab2dfacc4 req-c53ed135-058a-4e5b-8835-3616175805c6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 210 time: 0.0567064 Feb 03 14:09:19.740193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-75aecead-5435-4b3b-bed8-78930405dc3a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:19.741781 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-75aecead-5435-4b3b-bed8-78930405dc3a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.2918081 Feb 03 14:09:19.745502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Made reservation on behalf of ded17569e92940a89c28a22f6232dc47 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:19.750301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.758246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:19.765144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Request body: {'port': {'device_id': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'admin_state_up': True, 'tenant_id': '5ee7897a21594d0da938e8be68d79a08'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:19.778350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 185b102e-67c1-42ab-8b42-0a285802dd66 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:19.785137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 185b102e-67c1-42ab-8b42-0a285802dd66 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:19.786095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.829709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f9d78931-f8c5-4571-96a5-e4cfca688ed3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.886673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.887029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.887778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.888112 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.888477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.888827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.889148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.889471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.889793 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.890117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.924698 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8494ae9-6237-47e6-ade9-e5eb0084e3dd" -d '{"events": [{"server_uuid": "5faec356-ea41-421b-b7ef-89f822f96305", "name": "network-vif-plugged", "status": "completed", "tag": "cc073962-1ca1-47da-bcdf-30c3e1b3f96d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:19.928227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 185b102e-67c1-42ab-8b42-0a285802dd66 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:19.928671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fb90b66-71c8-49f0-b618-6438dff7ffe3 admin admin] Publish callbacks [] for security_group (157e1c4c-894e-40f1-83d6-71d42af9e712), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.928907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.945659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fb90b66-71c8-49f0-b618-6438dff7ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (157e1c4c-894e-40f1-83d6-71d42af9e712), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:19.989008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 185b102e-67c1-42ab-8b42-0a285802dd66, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=185b102e-67c1-42ab-8b42-0a285802dd66,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:19.990585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.990936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.991294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.991622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:09:19.991978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d78931-f8c5-4571-96a5-e4cfca688ed3']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:19.997795 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.025262 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2fb90b66-71c8-49f0-b618-6438dff7ffe3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c98b6fdd5f743a7acea2929e99d1742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6424658 Feb 03 14:09:20.031423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:20.034408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb90b66-71c8-49f0-b618-6438dff7ffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157e1c4c-894e-40f1-83d6-71d42af9e712,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:20.065302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Allocated IP 172.20.0.14 (5408fc56-9b26-4cc1-bf89-497fdffe580e/d68b0667-c258-491e-9708-43b89b8a8a54/06d06c10-059d-48fe-b9c7-22df58516f79) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:20.106024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=185b102e-67c1-42ab-8b42-0a285802dd66,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:20.112849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Made reservation on behalf of 5ee7897a21594d0da938e8be68d79a08 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:20.116194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.132032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43955a5b-70ef-4012-a3b9-55b6d393eaa9 admin admin] Publish callbacks [] for security_group (157e1c4c-894e-40f1-83d6-71d42af9e712), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.183781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0377d3-e79d-43ea-a959-812e1f12e893') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:20.184081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0377d3-e79d-43ea-a959-812e1f12e893') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:20.223235 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac3b27a-97e5-404a-9be9-389c29f4dcbd x-openstack-request-id: req-9ac3b27a-97e5-404a-9be9-389c29f4dcbd {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:20.229351 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faec356-ea41-421b-b7ef-89f822f96305", "name": "network-vif-plugged", "status": "completed", "tag": "cc073962-1ca1-47da-bcdf-30c3e1b3f96d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:20.229351 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ac3b27a-97e5-404a-9be9-389c29f4dcbd {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:20.229351 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faec356-ea41-421b-b7ef-89f822f96305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d', 'code': 200} Feb 03 14:09:20.241252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (4a0377d3-e79d-43ea-a959-812e1f12e893), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.282775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4a0377d3-e79d-43ea-a959-812e1f12e893), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.301828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43955a5b-70ef-4012-a3b9-55b6d393eaa9 admin admin] Publish callbacks [] for security_group (157e1c4c-894e-40f1-83d6-71d42af9e712), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.302029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:09:20.302371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (4a0377d3-e79d-43ea-a959-812e1f12e893), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.310664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8910-1841-4bb1-9359-1c56a026418c req-c0c564a1-c38d-477f-840c-e8a9bf3be3eb tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:20.312249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bad8910-1841-4bb1-9359-1c56a026418c req-c0c564a1-c38d-477f-840c-e8a9bf3be3eb tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 971 time: 0.3153336 Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: from cryptography.utils import int_from_bytes Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: from cryptography.utils import int_from_bytes Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:09:20.331195 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:09:20.507734 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for port (06d06c10-059d-48fe-b9c7-22df58516f79), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.508902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43955a5b-70ef-4012-a3b9-55b6d393eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (157e1c4c-894e-40f1-83d6-71d42af9e712), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.511842 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43955a5b-70ef-4012-a3b9-55b6d393eaa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.513003 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-43955a5b-70ef-4012-a3b9-55b6d393eaa9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/157e1c4c-894e-40f1-83d6-71d42af9e712 HTTP/1.1" status: 204 len: 168 time: 0.4796073 Feb 03 14:09:20.531343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43955a5b-70ef-4012-a3b9-55b6d393eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e1c4c-894e-40f1-83d6-71d42af9e712,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:20.538078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Allocated IP 172.20.0.6 (816cf5cc-964b-4163-89b4-09c9f5045e4b/9b802a00-f1ed-46f3-a616-401c4157381e/ba2a53e3-cd45-40b2-b582-35b1587b7362) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:20.538546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (f9d78931-f8c5-4571-96a5-e4cfca688ed3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.551086 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.553342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bad8910-1841-4bb1-9359-1c56a026418c req-6cae756d-dfa4-45c2-820c-e458d58f9de4 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049820 Feb 03 14:09:20.583858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.587105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f9d78931-f8c5-4571-96a5-e4cfca688ed3 HTTP/1.1" status: 204 len: 168 time: 1.4430151 Feb 03 14:09:20.595301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb366d-0972-4fad-bd4c-4a88d3daddc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d78931-f8c5-4571-96a5-e4cfca688ed3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:20.595697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:20.599340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a0ae5-9603-476c-97b8-c9f32438918a req-b6f3bcb3-ca00-48bf-8a69-74aa72fa30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:20.600855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-802a0ae5-9603-476c-97b8-c9f32438918a req-b6f3bcb3-ca00-48bf-8a69-74aa72fa30a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 1153 time: 0.2537963 Feb 03 14:09:20.640285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841952a-9d47-45cc-a567-f74bb2b82daa req-0ee35e18-3da6-4907-83c6-3ec681091516 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:20.647364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b841952a-9d47-45cc-a567-f74bb2b82daa req-0ee35e18-3da6-4907-83c6-3ec681091516 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 949 time: 0.2121260 Feb 03 14:09:20.653267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-802a0ae5-9603-476c-97b8-c9f32438918a req-27ae1c3a-b825-4564-b6fc-b8262a05f9c6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.692265 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.696748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] Deleting subnet 3156006b-2e8e-4473-9b5c-5e4d84fba493 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:09:20.736558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] Publish callbacks [] for subnet (3156006b-2e8e-4473-9b5c-5e4d84fba493), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.783855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b841952a-9d47-45cc-a567-f74bb2b82daa req-677ae227-40de-4b21-ab68-43599efab378 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355875 Feb 03 14:09:20.786499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:20.791883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] Publish callbacks [] for subnet (3156006b-2e8e-4473-9b5c-5e4d84fba493), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.793411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:20.803771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:20.808308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (3156006b-2e8e-4473-9b5c-5e4d84fba493), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.821360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event updated for resources: {'Port': ['ID=06d06c10-059d-48fe-b9c7-22df58516f79,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:20.886994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks [] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.890869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:20.892380 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.919196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-802a0ae5-9603-476c-97b8-c9f32438918a req-27ae1c3a-b825-4564-b6fc-b8262a05f9c6 service neutron] Publish callbacks [] for security_group (49f4513b-6f55-459a-9e7f-988779d198a4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.937487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-802a0ae5-9603-476c-97b8-c9f32438918a req-27ae1c3a-b825-4564-b6fc-b8262a05f9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (49f4513b-6f55-459a-9e7f-988779d198a4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.956616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (3156006b-2e8e-4473-9b5c-5e4d84fba493), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.970212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:20.990732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-c7b42daf-452e-4562-9517-2644d994b5b5 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9449353 Feb 03 14:09:21.033396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.039341 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3156006b-2e8e-4473-9b5c-5e4d84fba493 HTTP/1.1" status: 204 len: 168 time: 0.4392905 Feb 03 14:09:21.040400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Request body: {'port': {'device_id': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:21.051835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55710) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:21.067929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9da87b-14ab-48da-9fbf-e7d619062b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3156006b-2e8e-4473-9b5c-5e4d84fba493,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:21.106977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:21.114297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:21.117199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:21.122871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:21.123602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.126668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-802a0ae5-9603-476c-97b8-c9f32438918a req-27ae1c3a-b825-4564-b6fc-b8262a05f9c6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164673 Feb 03 14:09:21.133480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae1c3a-b825-4564-b6fc-b8262a05f9c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4513b-6f55-459a-9e7f-988779d198a4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:21.149351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:21.169727 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-417bfdaa-c0e1-4d36-9105-fb3b599f4185 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4076891 Feb 03 14:09:21.187617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Request body: {'port': {'device_id': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:21.235114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec9e5-c462-48c7-ac0f-927efd473829 req-53ecfae0-d508-44e8-9a6a-da02f998de91 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:21.243202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb2ec9e5-c462-48c7-ac0f-927efd473829 req-53ecfae0-d508-44e8-9a6a-da02f998de91 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 932 time: 0.3218243 Feb 03 14:09:21.260662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (d96108c1-52bc-4bd7-9921-a7507567bdd2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.274629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.279666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.323469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4c7105d8-abcf-4440-8d7b-99950218876f None None] Provisioning complete for port 06d06c10-059d-48fe-b9c7-22df58516f79 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:21.324044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c7105d8-abcf-4440-8d7b-99950218876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.341050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55714) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:21.362096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ec366aa-5c31-487c-b37e-c711232cba8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.377696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4c7105d8-abcf-4440-8d7b-99950218876f None None] Port 06d06c10-059d-48fe-b9c7-22df58516f79 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:21.396765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb2ec9e5-c462-48c7-ac0f-927efd473829 req-76e7165a-6696-453e-9813-e5605e06f323 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524100 Feb 03 14:09:21.555036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (d96108c1-52bc-4bd7-9921-a7507567bdd2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.595096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ec366aa-5c31-487c-b37e-c711232cba8c admin admin] Publish callbacks [] for security_group (ac57a35f-e253-4e1d-8f0e-6211c23b57a2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.616705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96108c1-52bc-4bd7-9921-a7507567bdd2']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:21.633527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ec366aa-5c31-487c-b37e-c711232cba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ac57a35f-e253-4e1d-8f0e-6211c23b57a2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.638450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60495207-308b-4dc8-a202-d4723a0d8187') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:21.638648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60495207-308b-4dc8-a202-d4723a0d8187') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:21.654098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ef98-2f39-4e91-9f68-6db7f8aa0e53 req-b1c8ecd4-73d9-4659-af0d-6c1a9fec06db tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:21.661141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b51ef98-2f39-4e91-9f68-6db7f8aa0e53 req-b1c8ecd4-73d9-4659-af0d-6c1a9fec06db tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 931 time: 0.2435913 Feb 03 14:09:21.702404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (60495207-308b-4dc8-a202-d4723a0d8187), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.707764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6ec366aa-5c31-487c-b37e-c711232cba8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1bd1ad3d17f64f9ebd8d69a19b9abfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655579 Feb 03 14:09:21.710592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec366aa-5c31-487c-b37e-c711232cba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57a35f-e253-4e1d-8f0e-6211c23b57a2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:21.717220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55722) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:21.769368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (60495207-308b-4dc8-a202-d4723a0d8187), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.799781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:09:21.800186 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (60495207-308b-4dc8-a202-d4723a0d8187), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:09:21.804048 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:09:21.809328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f31e582-3325-4d1e-8781-fa6baabc75c5 admin admin] Publish callbacks [] for security_group (ac57a35f-e253-4e1d-8f0e-6211c23b57a2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.825549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b51ef98-2f39-4e91-9f68-6db7f8aa0e53 req-7841b5dd-799e-4a14-8881-9c6d6802e153 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634510 Feb 03 14:09:21.833481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2a53e3-cd45-40b2-b582-35b1587b7362 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:21.855493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Publish callbacks [] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.860631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f31e582-3325-4d1e-8781-fa6baabc75c5 admin admin] Publish callbacks [] for security_group (ac57a35f-e253-4e1d-8f0e-6211c23b57a2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.908406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6c3cc-5573-409c-b295-005b055c9b9b req-95be5d73-7f3b-4030-be38-1dd3c84bf327 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:21.915225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ed6c3cc-5573-409c-b295-005b055c9b9b req-95be5d73-7f3b-4030-be38-1dd3c84bf327 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 971 time: 0.2213492 Feb 03 14:09:21.919659 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.921246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Transition to ACTIVE for port object ba2a53e3-cd45-40b2-b582-35b1587b7362 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:21.935007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.942692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (d96108c1-52bc-4bd7-9921-a7507567bdd2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:21.947162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55728) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:22.002104 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.004615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:22.005506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d96108c1-52bc-4bd7-9921-a7507567bdd2 HTTP/1.1" status: 204 len: 168 time: 0.9519176 Feb 03 14:09:22.027742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f31e582-3325-4d1e-8781-fa6baabc75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ac57a35f-e253-4e1d-8f0e-6211c23b57a2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.029747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f31e582-3325-4d1e-8781-fa6baabc75c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.030958 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f31e582-3325-4d1e-8781-fa6baabc75c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac57a35f-e253-4e1d-8f0e-6211c23b57a2 HTTP/1.1" status: 204 len: 168 time: 0.3134189 Feb 03 14:09:22.062904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31e582-3325-4d1e-8781-fa6baabc75c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57a35f-e253-4e1d-8f0e-6211c23b57a2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:22.067513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:22.067869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:22.068222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:22.072829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:22.073149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:22.080059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:22.080359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:22.081106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:22.081572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Bound port: ba2a53e3-cd45-40b2-b582-35b1587b7362, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:22.082060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.102881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ed6c3cc-5573-409c-b295-005b055c9b9b req-1112571e-9147-432b-b175-489b4e05d820 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866043 Feb 03 14:09:22.115999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d06c10-059d-48fe-b9c7-22df58516f79 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:22.117581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c3489-e7d1-40f5-a802-a93933413cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d96108c1-52bc-4bd7-9921-a7507567bdd2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:22.125014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Publish callbacks [] for port (06d06c10-059d-48fe-b9c7-22df58516f79), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.143363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Transition to ACTIVE for port object 06d06c10-059d-48fe-b9c7-22df58516f79 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:22.158028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1b33c-9466-489c-948c-b409429bbecf req-68faa07b-f7cc-48f6-94ff-58b1a1a9282f tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:22.164955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78c1b33c-9466-489c-948c-b409429bbecf req-68faa07b-f7cc-48f6-94ff-58b1a1a9282f tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 949 time: 0.2475760 Feb 03 14:09:22.167663 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.188306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55736) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:22.192152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:22.231008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185b102e-67c1-42ab-8b42-0a285802dd66'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:22.233514 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a84f7f-81fb-4cb4-8d3f-aae56971142f" -d '{"events": [{"server_uuid": "53aa464c-b8dd-49ae-9f97-be7fffd35d4b", "name": "network-vif-plugged", "status": "completed", "tag": "185b102e-67c1-42ab-8b42-0a285802dd66"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:22.244591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:22.246625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6c51877c-5290-40ab-9258-40c0e9634d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.255576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Pushing event updated for resources: {'Port': ['ID=06d06c10-059d-48fe-b9c7-22df58516f79,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:22.268283 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.283141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78c1b33c-9466-489c-948c-b409429bbecf req-c1b71e84-e373-4bac-82b4-7163f48c2775 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172540 Feb 03 14:09:22.321464 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6af73-bbd6-4155-ac77-4d4fee1a121d x-openstack-request-id: req-5ce6af73-bbd6-4155-ac77-4d4fee1a121d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:22.322054 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa464c-b8dd-49ae-9f97-be7fffd35d4b", "name": "network-vif-plugged", "status": "completed", "tag": "185b102e-67c1-42ab-8b42-0a285802dd66", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:22.322453 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ce6af73-bbd6-4155-ac77-4d4fee1a121d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:22.322984 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185b102e-67c1-42ab-8b42-0a285802dd66', 'code': 200} Feb 03 14:09:22.339343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d65bb61c-3e0f-4f61-be48-078b965ea8fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f6995de20314988ba368ce3b3d35910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461883 Feb 03 14:09:22.347764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55740) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:22.357575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:22.358299 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.359952 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] 10.222.0.71 "PUT /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 1091 time: 1.1776056 Feb 03 14:09:22.368827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:22.504148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.71', 53773) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:22.606832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222984af-d021-4201-b7e2-3bb5048ae3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:22.665314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Attempting to bind port 06d06c10-059d-48fe-b9c7-22df58516f79 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:22.665646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Attempting to bind port 06d06c10-059d-48fe-b9c7-22df58516f79 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:22.665981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Attempting to bind port 06d06c10-059d-48fe-b9c7-22df58516f79 on network 5408fc56-9b26-4cc1-bf89-497fdffe580e {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:22.675244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Port 06d06c10-059d-48fe-b9c7-22df58516f79 on network 5408fc56-9b26-4cc1-bf89-497fdffe580e not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:22.675584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Attempting to bind port 06d06c10-059d-48fe-b9c7-22df58516f79 on network 5408fc56-9b26-4cc1-bf89-497fdffe580e {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:22.684954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:22.685301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Checking segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:22.685690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Bound using segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:22.686296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Bound port: 06d06c10-059d-48fe-b9c7-22df58516f79, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:22.686497 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.715214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51208abf-2de6-4cac-9387-ab1893a47067 req-b337150f-2ba9-474e-ad81-ed114fb6fe49 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:22.716787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51208abf-2de6-4cac-9387-ab1893a47067 req-b337150f-2ba9-474e-ad81-ed114fb6fe49 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 944 time: 0.1212590 Feb 03 14:09:22.791316 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:22.817411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51208abf-2de6-4cac-9387-ab1893a47067 req-f07dc82a-745a-4545-886f-501ce849e40c tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822129 Feb 03 14:09:22.869297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] For port 06d06c10-059d-48fe-b9c7-22df58516f79, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:22.874086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] For port 06d06c10-059d-48fe-b9c7-22df58516f79, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=06d06c10-059d-48fe-b9c7-22df58516f79,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:22.891399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.921212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7b473d9-fb6d-4e30-90ca-aa9d74141421 admin admin] Publish callbacks [] for security_group (88f02462-2fb4-447d-a61a-7f4b4a8d3f07), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.933290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6c51877c-5290-40ab-9258-40c0e9634d93 admin admin] Publish callbacks [] for security_group (5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.935348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-47c576f3-6177-4a9d-8c2b-bf44200da33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:22.936875 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-47c576f3-6177-4a9d-8c2b-bf44200da33f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1125 time: 0.4336095 Feb 03 14:09:22.941922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21fb4-1f51-42bd-970d-86a1477f9664 req-a2aeedc7-c7c8-45b6-b874-f4840c05ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:22.943392 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cac21fb4-1f51-42bd-970d-86a1477f9664 req-a2aeedc7-c7c8-45b6-b874-f4840c05ba86 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 1131 time: 0.4312398 Feb 03 14:09:22.975325 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7b473d9-fb6d-4e30-90ca-aa9d74141421 admin admin] Publish callbacks [] for security_group (88f02462-2fb4-447d-a61a-7f4b4a8d3f07), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:22.987525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6c51877c-5290-40ab-9258-40c0e9634d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.016177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Pushing event updated for resources: {'Port': ['ID=06d06c10-059d-48fe-b9c7-22df58516f79,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:23.030072 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1530a8-fdd9-4a9c-a455-00c53226833c x-openstack-request-id: req-6e1530a8-fdd9-4a9c-a455-00c53226833c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:23.030370 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:23.030613 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e1530a8-fdd9-4a9c-a455-00c53226833c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:23.031051 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362', 'status': 'completed', 'code': 200} Feb 03 14:09:23.046408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.047836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.049363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-12e54c14-3a81-4ff6-8503-5788b8078048 service neutron] 10.222.0.71 "PUT /v2.0/ports/06d06c10-059d-48fe-b9c7-22df58516f79 HTTP/1.1" status: 200 len: 1092 time: 2.0291836 Feb 03 14:09:23.049701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:23.052025 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dc1deb-9820-464c-9446-a2dd00037713" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:23.106271 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-c5d1d104-2218-4e29-9455-8efcb04672e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.1438932 Feb 03 14:09:23.106428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d55a1d-81cc-43f7-b421-c3f1b4172da8 req-b44e5b8f-05d4-4f9c-8028-047b16ee78d1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.107880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02d55a1d-81cc-43f7-b421-c3f1b4172da8 req-b44e5b8f-05d4-4f9c-8028-047b16ee78d1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.1094840 Feb 03 14:09:23.149193 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378f130b-ae51-4640-a023-7c5b7d5ddabf x-openstack-request-id: req-378f130b-ae51-4640-a023-7c5b7d5ddabf {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:23.149800 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:23.149951 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-378f130b-ae51-4640-a023-7c5b7d5ddabf {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:23.150352 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79', 'status': 'completed', 'code': 200} Feb 03 14:09:23.258129 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6c51877c-5290-40ab-9258-40c0e9634d93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62b66d61cebc401798f56f18c9cfb433&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3095925 Feb 03 14:09:23.264068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51877c-5290-40ab-9258-40c0e9634d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:23.272129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55780) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:23.299992 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cac21fb4-1f51-42bd-970d-86a1477f9664 req-4ed34f65-4724-41ed-9c63-13f99efbaeaa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276279 Feb 03 14:09:23.311723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02d55a1d-81cc-43f7-b421-c3f1b4172da8 req-df02e1f3-1c81-4fac-9f7c-43cc7e1a97b5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897595 Feb 03 14:09:23.330680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-98511c3b-abbb-41b4-a08b-15dc0c9ed81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.330680 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-98511c3b-abbb-41b4-a08b-15dc0c9ed81a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1885326 Feb 03 14:09:23.333935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7b473d9-fb6d-4e30-90ca-aa9d74141421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (88f02462-2fb4-447d-a61a-7f4b4a8d3f07), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.336606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7b473d9-fb6d-4e30-90ca-aa9d74141421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.337013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-dd4ea8dd-ec16-4c73-87fa-2857568a3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.337823 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b7b473d9-fb6d-4e30-90ca-aa9d74141421 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88f02462-2fb4-447d-a61a-7f4b4a8d3f07 HTTP/1.1" status: 204 len: 168 time: 0.9821534 Feb 03 14:09:23.357291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-dd4ea8dd-ec16-4c73-87fa-2857568a3e23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 1126 time: 0.2180977 Feb 03 14:09:23.365243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b473d9-fb6d-4e30-90ca-aa9d74141421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f02462-2fb4-447d-a61a-7f4b4a8d3f07,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:23.369465 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e4f213-4451-4d44-b208-a834335bd8be admin admin] Publish callbacks [] for security_group (5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.395946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e4f213-4451-4d44-b208-a834335bd8be admin admin] Publish callbacks [] for security_group (5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.401942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33077d-01c3-4ba2-b81f-bd8955b51f4b req-0d1a7404-0ba6-4856-9db9-bd6ec6dcef5b tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.413315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e33077d-01c3-4ba2-b81f-bd8955b51f4b req-0d1a7404-0ba6-4856-9db9-bd6ec6dcef5b tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 971 time: 0.1873262 Feb 03 14:09:23.476670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e4f213-4451-4d44-b208-a834335bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.479494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e4f213-4451-4d44-b208-a834335bd8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.482216 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6e4f213-4451-4d44-b208-a834335bd8be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c HTTP/1.1" status: 204 len: 168 time: 0.2091024 Feb 03 14:09:23.491437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4f213-4451-4d44-b208-a834335bd8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9af0ab-2b12-4a43-b8a3-9c1a4e5d8c4c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:23.507437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e33077d-01c3-4ba2-b81f-bd8955b51f4b req-c0240f0f-44e8-472b-9f70-8bd2dcc01508 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847208 Feb 03 14:09:23.551741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e599-b58b-4f02-8890-165de2a3c9d1 req-8e9d5ac0-0472-41ed-90bb-3dadf38b9c14 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.553311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4a3e599-b58b-4f02-8890-165de2a3c9d1 req-8e9d5ac0-0472-41ed-90bb-3dadf38b9c14 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 949 time: 0.1308310 Feb 03 14:09:23.627896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4a3e599-b58b-4f02-8890-165de2a3c9d1 req-75612576-cbd3-489c-8ae1-309d5d4f51ca tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682411 Feb 03 14:09:23.679934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d260bb-4877-4a6a-91c1-bbba62d55520 req-9a2508d7-f1a4-40d2-b08c-5b0e837049e7 tempest-AggregatesAdminTestJSON-1216727009 tempest-AggregatesAdminTestJSON-1216727009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.681504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94d260bb-4877-4a6a-91c1-bbba62d55520 req-9a2508d7-f1a4-40d2-b08c-5b0e837049e7 tempest-AggregatesAdminTestJSON-1216727009 tempest-AggregatesAdminTestJSON-1216727009-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 1153 time: 0.0527127 Feb 03 14:09:23.700601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-94d260bb-4877-4a6a-91c1-bbba62d55520 req-437aac76-dc0a-44a0-babf-a301d2446d78 tempest-AggregatesAdminTestJSON-1216727009 tempest-AggregatesAdminTestJSON-1216727009-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.776778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-fe3aff27-f0a0-4bea-b56e-4d70a19dbce7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06d06c10-059d-48fe-b9c7-22df58516f79 HTTP/1.1" status: 200 len: 217 time: 0.0444021 Feb 03 14:09:23.793114 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-2732b41e-70f0-4a1c-8649-0e76b59ad115 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600820 Feb 03 14:09:23.848289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-0bea5c11-b2a9-4a9f-a935-fff3eee1f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:23.849355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-0bea5c11-b2a9-4a9f-a935-fff3eee1f75a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 200 len: 862 time: 0.0653510 Feb 03 14:09:23.870968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55802) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:23.889649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-94d260bb-4877-4a6a-91c1-bbba62d55520 req-437aac76-dc0a-44a0-babf-a301d2446d78 tempest-AggregatesAdminTestJSON-1216727009 tempest-AggregatesAdminTestJSON-1216727009-project-admin] Publish callbacks [] for security_group (de25514a-9a1a-4d6d-9230-0fb0c54ffefe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.919933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-94d260bb-4877-4a6a-91c1-bbba62d55520 req-437aac76-dc0a-44a0-babf-a301d2446d78 tempest-AggregatesAdminTestJSON-1216727009 tempest-AggregatesAdminTestJSON-1216727009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de25514a-9a1a-4d6d-9230-0fb0c54ffefe), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:23.925410 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-5fd52046-912e-4186-8386-ebee8806f4f6 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256642 Feb 03 14:09:24.030352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94d260bb-4877-4a6a-91c1-bbba62d55520 req-437aac76-dc0a-44a0-babf-a301d2446d78 tempest-AggregatesAdminTestJSON-1216727009 tempest-AggregatesAdminTestJSON-1216727009-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426712 Feb 03 14:09:24.035410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aac76-dc0a-44a0-babf-a301d2446d78 tempest-AggregatesAdminTestJSON-1216727009 tempest-AggregatesAdminTestJSON-1216727009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25514a-9a1a-4d6d-9230-0fb0c54ffefe,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:24.059143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:24.059948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c5d58ede-abe0-4e66-a1cc-1f1460431aff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff7b5b6c3eb14bc1b9d1423058b509de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878290 Feb 03 14:09:24.073967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-098f2cce-7149-49a5-b883-1148a596f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.075504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-098f2cce-7149-49a5-b883-1148a596f917 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5408fc56-9b26-4cc1-bf89-497fdffe580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2014568 Feb 03 14:09:24.080930 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-83981d28-d1ce-4b60-b752-cc1f70d55596 req-278a9660-8f99-435c-9fea-4ec92c410834 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486957 Feb 03 14:09:24.094134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0550-6fcf-4b79-8605-aa4fb36761a5 req-eb1e803c-a2c6-400f-adb7-dd3de8262ce1 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.096358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41ea0550-6fcf-4b79-8605-aa4fb36761a5 req-eb1e803c-a2c6-400f-adb7-dd3de8262ce1 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 944 time: 0.1796238 Feb 03 14:09:24.128821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6892bc3a-dd27-4e79-a7b7-62d7dd6d15bc admin admin] Publish callbacks [] for security_group (d7a944a4-397f-4ceb-858a-22e83f4d4e66), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.172667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6892bc3a-dd27-4e79-a7b7-62d7dd6d15bc admin admin] Publish callbacks [] for security_group (d7a944a4-397f-4ceb-858a-22e83f4d4e66), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.217405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55814) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:24.255644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd37e0d9-fa1c-4745-8f5d-a2668195420a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.284696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-b88d47bd-c650-440f-8957-26e8db7b5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.286191 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-b88d47bd-c650-440f-8957-26e8db7b5e68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1125 time: 0.0635161 Feb 03 14:09:24.296474 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6892bc3a-dd27-4e79-a7b7-62d7dd6d15bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d7a944a4-397f-4ceb-858a-22e83f4d4e66), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.296992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41ea0550-6fcf-4b79-8605-aa4fb36761a5 req-0d93e4cd-fd66-4cbd-8ef4-060bd5a90eb2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833937 Feb 03 14:09:24.299436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6892bc3a-dd27-4e79-a7b7-62d7dd6d15bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.300614 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6892bc3a-dd27-4e79-a7b7-62d7dd6d15bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7a944a4-397f-4ceb-858a-22e83f4d4e66 HTTP/1.1" status: 204 len: 168 time: 0.2404516 Feb 03 14:09:24.349453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892bc3a-dd27-4e79-a7b7-62d7dd6d15bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a944a4-397f-4ceb-858a-22e83f4d4e66,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:24.432310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-e6bd5cb1-7fdc-450a-9b2f-96b7b9fd43ff service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164191 Feb 03 14:09:24.490823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.513019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-72dd4ffb-0bf2-4d1b-bec8-be65117e8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.514939 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-72dd4ffb-0bf2-4d1b-bec8-be65117e8e44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.2131364 Feb 03 14:09:24.575677 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-dcb09d3b-c568-4863-a179-a7d31cd00a14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.0529616 Feb 03 14:09:24.636804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-bf511778-f93e-4e24-a641-463dde16e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.638211 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-bf511778-f93e-4e24-a641-463dde16e7f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0583932 Feb 03 14:09:24.662513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902194b7-d434-4f3c-86e7-b794cac5739f req-54de0ea0-29ea-4388-b05f-70eedf64769f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.664060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-902194b7-d434-4f3c-86e7-b794cac5739f req-54de0ea0-29ea-4388-b05f-70eedf64769f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.2052875 Feb 03 14:09:24.686177 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-3ec1eed7-fb10-485e-99b7-58a4c4315c54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414736 Feb 03 14:09:24.692994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b7770-9ad1-4895-8f74-a22562f187f2 req-46db88d4-446b-490c-b1b9-75cf9e1c1081 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.694466 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-623b7770-9ad1-4895-8f74-a22562f187f2 req-46db88d4-446b-490c-b1b9-75cf9e1c1081 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 971 time: 0.2462823 Feb 03 14:09:24.701931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd37e0d9-fa1c-4745-8f5d-a2668195420a admin admin] Publish callbacks [] for security_group (3fd50372-ffae-44df-8b43-ba8d72f3b86c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.717707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa74690-3c6e-44c1-a83e-e1ffed3b07bb req-cf04a5c9-838e-4be8-ac56-f5dd6e14e73a service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651415 Feb 03 14:09:24.727773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd37e0d9-fa1c-4745-8f5d-a2668195420a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3fd50372-ffae-44df-8b43-ba8d72f3b86c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.796332 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-f088437e-bb8f-458d-8325-850f67aada7e service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041012 Feb 03 14:09:24.807327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fd37e0d9-fa1c-4745-8f5d-a2668195420a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06a2a654a86146c382145cb1463c5181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5847480 Feb 03 14:09:24.810716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55840) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:24.811400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37e0d9-fa1c-4745-8f5d-a2668195420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd50372-ffae-44df-8b43-ba8d72f3b86c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:24.817242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-902194b7-d434-4f3c-86e7-b794cac5739f req-f5a33aee-9c7e-45a8-8d18-6ec42cdeaa58 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423080 Feb 03 14:09:24.833470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-623b7770-9ad1-4895-8f74-a22562f187f2 req-fd21f093-cf43-4ab0-a9dd-6e4a5f48a0b5 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247590 Feb 03 14:09:24.894052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc1deb-9820-464c-9446-a2dd00037713 req-9fce6ef6-e40c-4c4d-846e-a2c4c1dfc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:24.895883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96dc1deb-9820-464c-9446-a2dd00037713 req-9fce6ef6-e40c-4c4d-846e-a2c4c1dfc7de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 1126 time: 0.0614166 Feb 03 14:09:24.960310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5937f0-a040-4983-aa31-9175a9d85c8d admin admin] Publish callbacks [] for security_group (3fd50372-ffae-44df-8b43-ba8d72f3b86c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:24.995279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ebd34abd-7c08-4d5f-9552-f1170dc03fd5 req-be56e25f-d487-40d1-95eb-de7d46e10cc7 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632910 Feb 03 14:09:24.999576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5937f0-a040-4983-aa31-9175a9d85c8d admin admin] Publish callbacks [] for security_group (3fd50372-ffae-44df-8b43-ba8d72f3b86c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:25.039437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cccad-f7d6-4d7a-a3ee-5f79dbf50fcc req-66e76f5f-a5fb-4bbb-a781-c3d8f9fd9e9c tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:25.040982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-768cccad-f7d6-4d7a-a3ee-5f79dbf50fcc req-66e76f5f-a5fb-4bbb-a781-c3d8f9fd9e9c tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 949 time: 0.1420176 Feb 03 14:09:25.069354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5937f0-a040-4983-aa31-9175a9d85c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3fd50372-ffae-44df-8b43-ba8d72f3b86c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:25.072074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5937f0-a040-4983-aa31-9175a9d85c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:25.073260 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2b5937f0-a040-4983-aa31-9175a9d85c8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fd50372-ffae-44df-8b43-ba8d72f3b86c HTTP/1.1" status: 204 len: 168 time: 0.2615771 Feb 03 14:09:25.079674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc1deb-9820-464c-9446-a2dd00037713 req-e2f6fd13-4b52-4d07-9da6-8b60c72dcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:25.081810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96dc1deb-9820-464c-9446-a2dd00037713 req-e2f6fd13-4b52-4d07-9da6-8b60c72dcb21 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 924 time: 0.1744213 Feb 03 14:09:25.082024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5937f0-a040-4983-aa31-9175a9d85c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd50372-ffae-44df-8b43-ba8d72f3b86c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:25.143176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96dc1deb-9820-464c-9446-a2dd00037713 req-f9c10e31-444f-42f9-9a21-cd6a1cb7666e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06d06c10-059d-48fe-b9c7-22df58516f79 HTTP/1.1" status: 200 len: 217 time: 0.0481768 Feb 03 14:09:25.150911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-768cccad-f7d6-4d7a-a3ee-5f79dbf50fcc req-71667fa0-7a87-4cf4-a161-b997d7ea70e5 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948350 Feb 03 14:09:25.198214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc1deb-9820-464c-9446-a2dd00037713 req-600cd519-a062-4e69-97f3-64b5c8ecb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:25.199687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96dc1deb-9820-464c-9446-a2dd00037713 req-600cd519-a062-4e69-97f3-64b5c8ecb31c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 200 len: 862 time: 0.0479944 Feb 03 14:09:25.271330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc1deb-9820-464c-9446-a2dd00037713 req-9f4948f0-9dc4-4dbe-8fee-6cba7a8a0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:25.273337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96dc1deb-9820-464c-9446-a2dd00037713 req-9f4948f0-9dc4-4dbe-8fee-6cba7a8a0c08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5408fc56-9b26-4cc1-bf89-497fdffe580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672147 Feb 03 14:09:25.384401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96dc1deb-9820-464c-9446-a2dd00037713 req-d695671c-54f0-45c9-bef3-b72eafd0a66d service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038048 Feb 03 14:09:25.543074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96dc1deb-9820-464c-9446-a2dd00037713 req-4bb5a74b-e8fe-4c72-9bf2-00e02d26ecbe service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514244 Feb 03 14:09:25.559553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe03edb-a5e1-4ab7-8fdc-e9b1c77bfcfb req-d297c4a3-9c8c-4adc-8dbf-fddc76ae3b6d tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:25.561514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fe03edb-a5e1-4ab7-8fdc-e9b1c77bfcfb req-d297c4a3-9c8c-4adc-8dbf-fddc76ae3b6d tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 944 time: 0.0976439 Feb 03 14:09:25.629673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fe03edb-a5e1-4ab7-8fdc-e9b1c77bfcfb req-68b55f71-a940-43dd-a87a-e8c8db45f6aa tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606043 Feb 03 14:09:25.711750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a35f1-1559-4541-8192-23cee64af283 req-e782009d-2def-4899-892f-ceb2880433e7 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:25.713623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac8a35f1-1559-4541-8192-23cee64af283 req-e782009d-2def-4899-892f-ceb2880433e7 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.45 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 971 time: 0.0597205 Feb 03 14:09:25.927064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55890) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:25.985981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Deleting port cc073962-1ca1-47da-bcdf-30c3e1b3f96d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:09:25.986327 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.029906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c20dc7-ea6f-4c1b-bc49-25c822019eb9 req-9d48d7e5-4907-4f55-a27d-e8d25210e171 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:26.031431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9c20dc7-ea6f-4c1b-bc49-25c822019eb9 req-9d48d7e5-4907-4f55-a27d-e8d25210e171 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.1223476 Feb 03 14:09:26.068476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30f5-789c-40d0-84aa-99ba81e8be62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.097915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3788e86-a294-47bf-9575-f69fdae46c62 req-b0ac7dcd-9b82-44c6-8a4e-5387cde27476 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:26.099482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3788e86-a294-47bf-9575-f69fdae46c62 req-b0ac7dcd-9b82-44c6-8a4e-5387cde27476 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 971 time: 0.1994953 Feb 03 14:09:26.165858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9c20dc7-ea6f-4c1b-bc49-25c822019eb9 req-7dcd1f82-4673-44d6-ae7c-5609165929fa tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054013 Feb 03 14:09:26.167775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] For port cc073962-1ca1-47da-bcdf-30c3e1b3f96d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:26.168145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.204870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Calling delete_port for cc073962-1ca1-47da-bcdf-30c3e1b3f96d owned by compute:tempest-test_az-1296008582 {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:09:26.214275 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30f5-789c-40d0-84aa-99ba81e8be62 admin admin] Publish callbacks [] for security_group (1efa110d-1f56-4001-8f20-1272e9ae216c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.225007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2eb30f5-789c-40d0-84aa-99ba81e8be62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1efa110d-1f56-4001-8f20-1272e9ae216c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.245531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3788e86-a294-47bf-9575-f69fdae46c62 req-f49f8bde-92eb-4d70-8978-a26a02f3c573 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/security-groups?id=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330788 Feb 03 14:09:26.278603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55908) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:26.281224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb30f5-789c-40d0-84aa-99ba81e8be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa110d-1f56-4001-8f20-1272e9ae216c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:26.286083 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2eb30f5-789c-40d0-84aa-99ba81e8be62 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de62d9a8218b4d1db4463bf9cdcf451f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581858 Feb 03 14:09:26.290278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:26.342590 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59631c06-0c5e-48e0-a70f-7d1a25961d7b admin admin] Publish callbacks [] for security_group (1efa110d-1f56-4001-8f20-1272e9ae216c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.370801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59631c06-0c5e-48e0-a70f-7d1a25961d7b admin admin] Publish callbacks [] for security_group (1efa110d-1f56-4001-8f20-1272e9ae216c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.429857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59631c06-0c5e-48e0-a70f-7d1a25961d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1efa110d-1f56-4001-8f20-1272e9ae216c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.432470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59631c06-0c5e-48e0-a70f-7d1a25961d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.436048 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-59631c06-0c5e-48e0-a70f-7d1a25961d7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1efa110d-1f56-4001-8f20-1272e9ae216c HTTP/1.1" status: 204 len: 168 time: 0.1425118 Feb 03 14:09:26.443448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59631c06-0c5e-48e0-a70f-7d1a25961d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa110d-1f56-4001-8f20-1272e9ae216c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:26.613664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712126-c3cd-40e7-808d-63a539ddfe3b req-ed3bc534-d6de-4319-8b95-5b37925e229e tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:26.615274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d712126-c3cd-40e7-808d-63a539ddfe3b req-ed3bc534-d6de-4319-8b95-5b37925e229e tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 949 time: 0.3374658 Feb 03 14:09:26.715883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d712126-c3cd-40e7-808d-63a539ddfe3b req-f21f58bf-6164-46ea-9f9e-0f78f52ab39f tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861962 Feb 03 14:09:26.718053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cc073962-1ca1-47da-bcdf-30c3e1b3f96d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.730594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['cc073962-1ca1-47da-bcdf-30c3e1b3f96d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:26.746786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Pushing event deleted for resources: {'Port': ['ID=cc073962-1ca1-47da-bcdf-30c3e1b3f96d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:26.843517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] No DVR routers for this DVR port cc073962-1ca1-47da-bcdf-30c3e1b3f96d on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:09:26.847768 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.852677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac8a35f1-1559-4541-8192-23cee64af283 req-89bda46b-d725-4e9a-b327-4be11b276127 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.45 "DELETE /v2.0/ports/cc073962-1ca1-47da-bcdf-30c3e1b3f96d HTTP/1.1" status: 204 len: 173 time: 1.1340854 Feb 03 14:09:26.856478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faec356-ea41-421b-b7ef-89f822f96305', 'name': 'network-vif-deleted', 'tag': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:26.859124 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2615b13-db14-48a5-bca7-23daea7fead4" -d '{"events": [{"server_uuid": "5faec356-ea41-421b-b7ef-89f822f96305", "name": "network-vif-deleted", "tag": "cc073962-1ca1-47da-bcdf-30c3e1b3f96d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:26.902053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-network', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:26.949357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17906205-85ee-406e-b260-fccff3fd6fd8 req-4c278855-7c8a-44ea-88ad-8a6543322fdd tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:26.952044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17906205-85ee-406e-b260-fccff3fd6fd8 req-4c278855-7c8a-44ea-88ad-8a6543322fdd tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 944 time: 0.0973737 Feb 03 14:09:26.952918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Made reservation on behalf of d11c5090fd1a43e0b9018ca8851a7940 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:26.955384 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.973064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:26.993067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:27.015126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-203f9b7e-f943-4406-aa68-8434d2a8f61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.070694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17906205-85ee-406e-b260-fccff3fd6fd8 req-b923ee2e-10dd-4228-a3e0-65fd24e520d4 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053402 Feb 03 14:09:27.138093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks [] for security_group (d4765239-790c-4c21-9228-7ff33838985e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.148429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d4765239-790c-4c21-9228-7ff33838985e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.176368 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-203f9b7e-f943-4406-aa68-8434d2a8f61f admin admin] Publish callbacks [] for security_group (53ad4994-d924-4a26-ba6a-a8bcce026612), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.182549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:09:27.182706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-203f9b7e-f943-4406-aa68-8434d2a8f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (53ad4994-d924-4a26-ba6a-a8bcce026612), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.190236 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e69bcef-727f-44d3-96f0-757a04b42fa9 x-openstack-request-id: req-0e69bcef-727f-44d3-96f0-757a04b42fa9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:27.190531 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faec356-ea41-421b-b7ef-89f822f96305", "name": "network-vif-deleted", "tag": "cc073962-1ca1-47da-bcdf-30c3e1b3f96d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:27.191033 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e69bcef-727f-44d3-96f0-757a04b42fa9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:27.191423 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faec356-ea41-421b-b7ef-89f822f96305', 'name': 'network-vif-deleted', 'tag': 'cc073962-1ca1-47da-bcdf-30c3e1b3f96d', 'status': 'completed', 'code': 200} Feb 03 14:09:27.198424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4765239-790c-4c21-9228-7ff33838985e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:27.204027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (aaf2961f-c7ca-46da-a007-453cd3c60cb0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.204536 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Added segment aaf2961f-c7ca-46da-a007-453cd3c60cb0 of type vlan for network 51576650-7b9d-444b-b467-623800bda2dc Feb 03 14:09:27.237778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f9b7e-f943-4406-aa68-8434d2a8f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad4994-d924-4a26-ba6a-a8bcce026612,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:27.258657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (51576650-7b9d-444b-b467-623800bda2dc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.266280 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-203f9b7e-f943-4406-aa68-8434d2a8f61f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14293627113e43f0b47ba2db57e4f446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681201 Feb 03 14:09:27.267233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:27.302328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (51576650-7b9d-444b-b467-623800bda2dc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.303642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:27.304434 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.340381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eca9813f-cf93-4308-8d6a-56b304592ad9 admin admin] Publish callbacks [] for security_group (53ad4994-d924-4a26-ba6a-a8bcce026612), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.368274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eca9813f-cf93-4308-8d6a-56b304592ad9 admin admin] Publish callbacks [] for security_group (53ad4994-d924-4a26-ba6a-a8bcce026612), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.434332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9031866 Feb 03 14:09:27.439983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:27.442951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123bb5-5b9f-4093-9f98-212f41a4404a admin admin] Pushing event updated for resources: {'Network': ['ID=51576650-7b9d-444b-b467-623800bda2dc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:27.446456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Request body: {'subnet': {'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-subnet', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:27.462507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 51576650-7b9d-444b-b467-623800bda2dc details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:09:27.466303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eca9813f-cf93-4308-8d6a-56b304592ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (53ad4994-d924-4a26-ba6a-a8bcce026612), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.468774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1f33f-a966-4f3f-8590-11c6d0ad1d91 req-894f6679-03b0-4959-8423-914791b00ca8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:27.468980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eca9813f-cf93-4308-8d6a-56b304592ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.470904 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eca9813f-cf93-4308-8d6a-56b304592ad9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53ad4994-d924-4a26-ba6a-a8bcce026612 HTTP/1.1" status: 204 len: 168 time: 0.2029665 Feb 03 14:09:27.474082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Made reservation on behalf of d11c5090fd1a43e0b9018ca8851a7940 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:27.477322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.483265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32b1f33f-a966-4f3f-8590-11c6d0ad1d91 req-894f6679-03b0-4959-8423-914791b00ca8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.1495624 Feb 03 14:09:27.498438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9813f-cf93-4308-8d6a-56b304592ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad4994-d924-4a26-ba6a-a8bcce026612,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:27.561804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-269392ec-e6f7-4b6e-8e1c-f722eb5862df req-9d4a772d-a937-4aed-bc5d-143ff1adf485 tempest-AggregatesAdminTestJSON-1748136256 tempest-AggregatesAdminTestJSON-1748136256-project] 10.222.0.52 "GET /v2.0/ports?device_id=5faec356-ea41-421b-b7ef-89f822f96305 HTTP/1.1" status: 200 len: 210 time: 0.0490975 Feb 03 14:09:27.601102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32b1f33f-a966-4f3f-8590-11c6d0ad1d91 req-430ce5c0-7a9d-4476-bc39-73a9249bdf64 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018105 Feb 03 14:09:27.773998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (e50f892d-b91c-44d6-a82f-2bfae0644ca3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.804349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b048e-9a90-4414-8f05-aa861db7a878 req-83babee6-8b1c-43ca-9c6c-ff3721bfc81d tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:27.806023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-827b048e-9a90-4414-8f05-aa861db7a878 req-83babee6-8b1c-43ca-9c6c-ff3721bfc81d tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 949 time: 0.1021791 Feb 03 14:09:27.846279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50f892d-b91c-44d6-a82f-2bfae0644ca3,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:27.849326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Checking segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:27.849691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Network hostable DHCP agents. Network: 51576650-7b9d-444b-b467-623800bda2dc, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:09:27.873448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-827b048e-9a90-4414-8f05-aa861db7a878 req-aa443c03-cab5-440e-b674-b3180bf45f6d tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614648 Feb 03 14:09:27.882681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Network 51576650-7b9d-444b-b467-623800bda2dc is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:09:27.895443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 51576650-7b9d-444b-b467-623800bda2dc) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:27.900327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:27.901161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:27.913010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26032a-a960-4048-8377-0cecd71b996d None None] Network 51576650-7b9d-444b-b467-623800bda2dc requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:27.944697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55984) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:27.951027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:27.955054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e52f8d54-f6f3-4594-8882-2aeb18df2423 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5129869 Feb 03 14:09:27.998537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (d46dacff-ff37-4487-b0aa-efaf97f8df4e), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.001338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (d46dacff-ff37-4487-b0aa-efaf97f8df4e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.026099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-51576650-7b9d-444b-b467-623800bda2dc', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:09:28.026959 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.128740 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks [] for router_controller (d46dacff-ff37-4487-b0aa-efaf97f8df4e), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.198357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Allocated IP 172.20.0.2 (51576650-7b9d-444b-b467-623800bda2dc/e50f892d-b91c-44d6-a82f-2bfae0644ca3/13927029-e293-4da4-97af-d4110ad8a519) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:28.421409 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Publish callbacks [] for port (13927029-e293-4da4-97af-d4110ad8a519), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.432592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11665-5d4a-4365-8df8-0be6755bc76b req-dcc22ced-5c5b-4dcc-a884-eff3cbcde8eb tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:28.437565 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (13927029-e293-4da4-97af-d4110ad8a519), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.440189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ff11665-5d4a-4365-8df8-0be6755bc76b req-dcc22ced-5c5b-4dcc-a884-eff3cbcde8eb tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 944 time: 0.2280517 Feb 03 14:09:28.445716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56004) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:28.449164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks [] for router_gateway (d46dacff-ff37-4487-b0aa-efaf97f8df4e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.490983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Network 51576650-7b9d-444b-b467-623800bda2dc is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:28.498098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:28.502288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:28.543351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ff11665-5d4a-4365-8df8-0be6755bc76b req-cb8d7996-4dd2-405b-ae23-b996724de5f2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863657 Feb 03 14:09:28.547374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Pushing event updated for resources: {'Port': ['ID=13927029-e293-4da4-97af-d4110ad8a519,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:28.585496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Attempting to bind port 13927029-e293-4da4-97af-d4110ad8a519 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:28.586344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Attempting to bind port 13927029-e293-4da4-97af-d4110ad8a519 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:28.587076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Attempting to bind port 13927029-e293-4da4-97af-d4110ad8a519 on network 51576650-7b9d-444b-b467-623800bda2dc {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:28.592874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:28.593973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Checking segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:28.595426 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.596777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Bound using segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:28.597492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Bound port: 13927029-e293-4da4-97af-d4110ad8a519, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:28.598438 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (13927029-e293-4da4-97af-d4110ad8a519), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.708216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] For port 13927029-e293-4da4-97af-d4110ad8a519, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:28.715042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] For port 13927029-e293-4da4-97af-d4110ad8a519, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=13927029-e293-4da4-97af-d4110ad8a519,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:28.727006 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (13927029-e293-4da4-97af-d4110ad8a519), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.825275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf01a3e-40c6-4e3e-b863-597618fc2a70 None None] Pushing event updated for resources: {'Port': ['ID=13927029-e293-4da4-97af-d4110ad8a519,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:28.831393 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05d9d35f-6358-455b-b061-23769962e210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.964474 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05d9d35f-6358-455b-b061-23769962e210 admin admin] Publish callbacks [] for security_group (d9eac1cb-bba8-4971-8455-cac9442b7093), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:28.969276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05d9d35f-6358-455b-b061-23769962e210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d9eac1cb-bba8-4971-8455-cac9442b7093), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.016818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-05d9d35f-6358-455b-b061-23769962e210 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65ab1496a6b34b4b96312e5862022b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5693204 Feb 03 14:09:29.017673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9d35f-6358-455b-b061-23769962e210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eac1cb-bba8-4971-8455-cac9442b7093,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:29.020850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56030) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:29.038746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37ffd-3e8c-40dc-8204-cc3564e9d785 req-e4336422-7a64-4f66-b7d2-f86fffc96a28 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:29.040258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86c37ffd-3e8c-40dc-8204-cc3564e9d785 req-e4336422-7a64-4f66-b7d2-f86fffc96a28 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.2645721 Feb 03 14:09:29.068151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks [] for router_gateway (d46dacff-ff37-4487-b0aa-efaf97f8df4e), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.104072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49771825-acd0-4a5b-bdb9-852609cb1887 admin admin] Publish callbacks [] for security_group (d9eac1cb-bba8-4971-8455-cac9442b7093), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.122358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.175443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49771825-acd0-4a5b-bdb9-852609cb1887 admin admin] Publish callbacks [] for security_group (d9eac1cb-bba8-4971-8455-cac9442b7093), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.271123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-1f3aceab-2355-4dbb-8ab2-c375588847cf tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:29.272946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-1f3aceab-2355-4dbb-8ab2-c375588847cf tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 1131 time: 0.2848358 Feb 03 14:09:29.299705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49771825-acd0-4a5b-bdb9-852609cb1887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d9eac1cb-bba8-4971-8455-cac9442b7093), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.302883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49771825-acd0-4a5b-bdb9-852609cb1887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.304325 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-49771825-acd0-4a5b-bdb9-852609cb1887 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9eac1cb-bba8-4971-8455-cac9442b7093 HTTP/1.1" status: 204 len: 168 time: 0.2823775 Feb 03 14:09:29.314710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49771825-acd0-4a5b-bdb9-852609cb1887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eac1cb-bba8-4971-8455-cac9442b7093,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:29.404573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 06d06c10-059d-48fe-b9c7-22df58516f79 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:29.438288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Allocated IP 172.25.0.206 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1c8ca56e-3c81-4967-ae65-102e5f6695d0) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:29.480565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb620f-b0f8-43ad-bca0-17ab357a2ee5 req-e3c00c79-a074-41b7-8373-fcf527c2edd1 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:29.488654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8beb620f-b0f8-43ad-bca0-17ab357a2ee5 req-e3c00c79-a074-41b7-8373-fcf527c2edd1 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 949 time: 0.3705516 Feb 03 14:09:29.511893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86c37ffd-3e8c-40dc-8204-cc3564e9d785 req-03324609-9225-4893-afb0-0d11b03b084e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539683 Feb 03 14:09:29.604943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 13927029-e293-4da4-97af-d4110ad8a519 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:29.757024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks [] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.766551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 06d06c10-059d-48fe-b9c7-22df58516f79, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=06d06c10-059d-48fe-b9c7-22df58516f79,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:29.791902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 13927029-e293-4da4-97af-d4110ad8a519 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:29.792922 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (13927029-e293-4da4-97af-d4110ad8a519), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.807675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.847729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '06d06c10-059d-48fe-b9c7-22df58516f79', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'port_id': '06d06c10-059d-48fe-b9c7-22df58516f79', 'mac_address': 'fa:16:3e:75:76:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:29.896634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Deleting port 185b102e-67c1-42ab-8b42-0a285802dd66 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:09:29.896980 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:29.914978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:29.930873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:29.935264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:29.992256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 06d06c10-059d-48fe-b9c7-22df58516f79 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:29.993029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.005130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:30.023447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fca13c8-5540-4c13-a8e6-a974203182c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.045545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d06c10-059d-48fe-b9c7-22df58516f79 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:30.049215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8beb620f-b0f8-43ad-bca0-17ab357a2ee5 req-166e290c-b3a6-4259-977d-fe744237a398 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286043 Feb 03 14:09:30.055973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Pushing event updated for resources: {'Port': ['ID=1c8ca56e-3c81-4967-ae65-102e5f6695d0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:30.093279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 13927029-e293-4da4-97af-d4110ad8a519 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:30.093680 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (13927029-e293-4da4-97af-d4110ad8a519), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.164048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 06d06c10-059d-48fe-b9c7-22df58516f79, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=06d06c10-059d-48fe-b9c7-22df58516f79,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:30.181365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.182043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:30.228571 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fca13c8-5540-4c13-a8e6-a974203182c2 admin admin] Publish callbacks [] for security_group (2939e607-5fe0-477b-bbf2-b57b8cd5971b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.235574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fca13c8-5540-4c13-a8e6-a974203182c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2939e607-5fe0-477b-bbf2-b57b8cd5971b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.289549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca13c8-5540-4c13-a8e6-a974203182c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939e607-5fe0-477b-bbf2-b57b8cd5971b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:30.295131 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3fca13c8-5540-4c13-a8e6-a974203182c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdf26b0fcb044006b21d108844d9c369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883661 Feb 03 14:09:30.298391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56058) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:30.365646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0729-82dd-40aa-98c2-e727cbc473ab req-fcb6bd73-25f3-48d3-a31c-bb2c929f478e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:30.367222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9ad0729-82dd-40aa-98c2-e727cbc473ab req-fcb6bd73-25f3-48d3-a31c-bb2c929f478e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 944 time: 0.5743682 Feb 03 14:09:30.370506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-949773ed-fdde-4989-a0c1-bde0b4e38aa6 admin admin] Publish callbacks [] for security_group (2939e607-5fe0-477b-bbf2-b57b8cd5971b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.384281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=06d06c10-059d-48fe-b9c7-22df58516f79,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:30.394827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 13927029-e293-4da4-97af-d4110ad8a519, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=13927029-e293-4da4-97af-d4110ad8a519,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:30.398238 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:09:30.420039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (13927029-e293-4da4-97af-d4110ad8a519), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.421507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-949773ed-fdde-4989-a0c1-bde0b4e38aa6 admin admin] Publish callbacks [] for security_group (2939e607-5fe0-477b-bbf2-b57b8cd5971b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.541250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-949773ed-fdde-4989-a0c1-bde0b4e38aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2939e607-5fe0-477b-bbf2-b57b8cd5971b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.545880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-949773ed-fdde-4989-a0c1-bde0b4e38aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.547391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=13927029-e293-4da4-97af-d4110ad8a519,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:30.549144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-949773ed-fdde-4989-a0c1-bde0b4e38aa6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2939e607-5fe0-477b-bbf2-b57b8cd5971b HTTP/1.1" status: 204 len: 168 time: 0.2490168 Feb 03 14:09:30.569653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949773ed-fdde-4989-a0c1-bde0b4e38aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939e607-5fe0-477b-bbf2-b57b8cd5971b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:30.584382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b7d41-382b-446a-a2cc-5bed13e440aa None None] Network 51576650-7b9d-444b-b467-623800bda2dc requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:30.645392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:30.705529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f5d3cd84-fa18-4ffe-bfcd-5ef8c25defab None None] Provisioning complete for port 13927029-e293-4da4-97af-d4110ad8a519 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:30.706336 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5d3cd84-fa18-4ffe-bfcd-5ef8c25defab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (13927029-e293-4da4-97af-d4110ad8a519), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.747798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'ba2a53e3-cd45-40b2-b582-35b1587b7362', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'port_id': 'ba2a53e3-cd45-40b2-b582-35b1587b7362', 'mac_address': 'fa:16:3e:ce:b4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b802a00-f1ed-46f3-a616-401c4157381e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:30.814047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ba2a53e3-cd45-40b2-b582-35b1587b7362 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:30.814439 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.894472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] For port 185b102e-67c1-42ab-8b42-0a285802dd66, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=185b102e-67c1-42ab-8b42-0a285802dd66,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:30.895056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:30.895158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2a53e3-cd45-40b2-b582-35b1587b7362 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:30.910029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Calling delete_port for 185b102e-67c1-42ab-8b42-0a285802dd66 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:09:30.920671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3cd84-fa18-4ffe-bfcd-5ef8c25defab None None] Current status of the port 13927029-e293-4da4-97af-d4110ad8a519 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:30.934338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:30.941410 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:31.018230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:31.091771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9ad0729-82dd-40aa-98c2-e727cbc473ab req-9a0acf03-bb2a-46c3-873b-51aebfc354fa tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6928256 Feb 03 14:09:31.151907 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (185b102e-67c1-42ab-8b42-0a285802dd66), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:31.165762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device cc073962-1ca1-47da-bcdf-30c3e1b3f96d no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:09:31.187148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Pushing event deleted for resources: {'Port': ['ID=185b102e-67c1-42ab-8b42-0a285802dd66,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:31.209577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: cc073962-1ca1-47da-bcdf-30c3e1b3f96d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:09:31.209923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device cc073962-1ca1-47da-bcdf-30c3e1b3f96d not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:09:31.223719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks [] for router_gateway (d46dacff-ff37-4487-b0aa-efaf97f8df4e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:31.233280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaf9c9-6e44-4f90-91d4-c2ec381570f1 req-a129fb1a-3f9b-4a93-a4b4-d992aaa2ba89 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:31.241127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6eeaf9c9-6e44-4f90-91d4-c2ec381570f1 req-a129fb1a-3f9b-4a93-a4b4-d992aaa2ba89 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 944 time: 0.2391548 Feb 03 14:09:31.376346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 13927029-e293-4da4-97af-d4110ad8a519 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:31.430224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 185b102e-67c1-42ab-8b42-0a285802dd66 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:09:31.440223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] No DVR routers for this DVR port 185b102e-67c1-42ab-8b42-0a285802dd66 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:09:31.445144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:31.448680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-574023aa-22ab-4a4e-bcc8-9c6645020aed req-62b1e027-fc56-4ba9-a869-8a97ac89c1a4 tempest-DeleteServersAdminTestJSON-173798068 tempest-DeleteServersAdminTestJSON-173798068-project-admin] 10.222.0.71 "DELETE /v2.0/ports/185b102e-67c1-42ab-8b42-0a285802dd66 HTTP/1.1" status: 204 len: 173 time: 2.1485882 Feb 03 14:09:31.449490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'name': 'network-vif-deleted', 'tag': '185b102e-67c1-42ab-8b42-0a285802dd66'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:31.452023 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6af2f2-8cfe-4e65-99b4-56b283703e79" -d '{"events": [{"server_uuid": "53aa464c-b8dd-49ae-9f97-be7fffd35d4b", "name": "network-vif-deleted", "tag": "185b102e-67c1-42ab-8b42-0a285802dd66"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:31.504455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6eeaf9c9-6e44-4f90-91d4-c2ec381570f1 req-a8eea505-6102-4c40-9703-007f3406e003 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624352 Feb 03 14:09:31.522995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['06d06c10-059d-48fe-b9c7-22df58516f79'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:31.523730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 185b102e-67c1-42ab-8b42-0a285802dd66 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:09:31.524344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 185b102e-67c1-42ab-8b42-0a285802dd66 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:09:31.557973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['ba2a53e3-cd45-40b2-b582-35b1587b7362'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:31.615182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-da90f67f-fc20-423a-9bf2-3037b79f8afe None None] Provisioning complete for port 13927029-e293-4da4-97af-d4110ad8a519 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:31.615565 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da90f67f-fc20-423a-9bf2-3037b79f8afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (13927029-e293-4da4-97af-d4110ad8a519), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:31.694709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 13927029-e293-4da4-97af-d4110ad8a519 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:31.695228 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (13927029-e293-4da4-97af-d4110ad8a519), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:31.718601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c32afa8-a939-4735-89c5-a489b2782954 req-5ac99cf4-9346-40dd-976c-d54c53398df5 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=53aa464c-b8dd-49ae-9f97-be7fffd35d4b HTTP/1.1" status: 200 len: 210 time: 0.2113714 Feb 03 14:09:31.723296 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b82e92e-f0b9-46eb-a73d-abde734324ea x-openstack-request-id: req-3b82e92e-f0b9-46eb-a73d-abde734324ea {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:31.723613 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aa464c-b8dd-49ae-9f97-be7fffd35d4b", "name": "network-vif-deleted", "tag": "185b102e-67c1-42ab-8b42-0a285802dd66", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:31.723871 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b82e92e-f0b9-46eb-a73d-abde734324ea {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:31.724265 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa464c-b8dd-49ae-9f97-be7fffd35d4b', 'name': 'network-vif-deleted', 'tag': '185b102e-67c1-42ab-8b42-0a285802dd66', 'status': 'completed', 'code': 200} Feb 03 14:09:31.887883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 13927029-e293-4da4-97af-d4110ad8a519 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:31.975032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-da90f67f-fc20-423a-9bf2-3037b79f8afe None None] Current status of the port 13927029-e293-4da4-97af-d4110ad8a519 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:31.982066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56120) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:31.993309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (d46dacff-ff37-4487-b0aa-efaf97f8df4e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.179252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-415862747-network', 'tenant_id': 'efc4e56a61274ceab0905bd1f7fc9724'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:32.242066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Made reservation on behalf of efc4e56a61274ceab0905bd1f7fc9724 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:32.244746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.256710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:09:32.259188 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.363349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks [] for security_group (993c19c4-fc93-4caa-8195-6121cff18903), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.373958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (993c19c4-fc93-4caa-8195-6121cff18903), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.414529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:09:32.435281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (de18c1bc-7cd2-420a-97a4-ddf5d09c353c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.435629 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Added segment de18c1bc-7cd2-420a-97a4-ddf5d09c353c of type vlan for network 59005f15-308d-4837-9b06-43976fd02ad0 Feb 03 14:09:32.455258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:09:32.463309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993c19c4-fc93-4caa-8195-6121cff18903,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:32.481403 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:09:32.490531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.495149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9df710e2-6b2d-4525-92cf-d94a685be27d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.5482919 Feb 03 14:09:32.495809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56146) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:32.496932 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:32.497581 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:32.512064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1995f-577d-4add-aa72-f0139b759401 req-1060c26b-0674-483e-aaaf-1636efeae66c tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:32.513720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdf1995f-577d-4add-aa72-f0139b759401 req-1060c26b-0674-483e-aaaf-1636efeae66c tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 945 time: 0.1080778 Feb 03 14:09:32.522584 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (59005f15-308d-4837-9b06-43976fd02ad0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.569198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (59005f15-308d-4837-9b06-43976fd02ad0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.570965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:32.571649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.616567 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6333990 Feb 03 14:09:32.631474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56154) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:32.637948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Request body: {'subnet': {'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-415862747-subnet', 'tenant_id': 'efc4e56a61274ceab0905bd1f7fc9724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:32.648204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11b0a-b90c-4c87-b0ec-acfda1dbfaa3 admin admin] Pushing event updated for resources: {'Network': ['ID=59005f15-308d-4837-9b06-43976fd02ad0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:32.655738 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:32.659791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 59005f15-308d-4837-9b06-43976fd02ad0 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:09:32.664794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdf1995f-577d-4add-aa72-f0139b759401 req-04cf5f89-54b5-4d3d-b28f-c4bb99ece0ea tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144319 Feb 03 14:09:32.724950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Made reservation on behalf of efc4e56a61274ceab0905bd1f7fc9724 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:32.727403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.823166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d531f-fc15-406f-aafb-1bc1f2f3dde7 req-7af83b42-48cf-45e4-87c5-fb233c220c9c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:32.825274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e3d531f-fc15-406f-aafb-1bc1f2f3dde7 req-7af83b42-48cf-45e4-87c5-fb233c220c9c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 944 time: 0.1914189 Feb 03 14:09:32.952046 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:30Z', 'revision_number': 3, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:33.011135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e3d531f-fc15-406f-aafb-1bc1f2f3dde7 req-0dc7fc77-f7ee-4036-b433-458d10c802bd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491158 Feb 03 14:09:33.082922 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:09:33.083531 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Updating router d46dacff-ff37-4487-b0aa-efaf97f8df4e port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:09:33.125944 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.304193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-95ed898b-1c39-4e75-af5b-997d9592541b tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481577 Feb 03 14:09:33.350564 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (9455dfa9-b74b-4b69-b296-89049c2c9ad4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.407619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 06d06c10-059d-48fe-b9c7-22df58516f79 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:33.477506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:33.479845 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Publish callbacks [] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.486835 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.532248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 06d06c10-059d-48fe-b9c7-22df58516f79 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:33.539715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 06d06c10-059d-48fe-b9c7-22df58516f79 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:33.541256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.548861 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929db35c-94e9-404b-9095-a189eb0ff816 None None] Pushing event updated for resources: {'Port': ['ID=1c8ca56e-3c81-4967-ae65-102e5f6695d0,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:33.576399 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Attempting to bind port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:33.577226 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Attempting to bind port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:33.577961 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Attempting to bind port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:33.585355 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:33.586149 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:33.588848 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.589757 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:33.590608 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Bound port: 1c8ca56e-3c81-4967-ae65-102e5f6695d0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:33.591170 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.643270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fcec59a5-423e-49dc-a85c-761e785681bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.655348 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] For port 1c8ca56e-3c81-4967-ae65-102e5f6695d0, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:33.660375 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] For port 1c8ca56e-3c81-4967-ae65-102e5f6695d0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1c8ca56e-3c81-4967-ae65-102e5f6695d0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:33.670481 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.687613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 06d06c10-059d-48fe-b9c7-22df58516f79 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:33.690116 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.722194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:33.725039 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2159366-47d6-4377-9caf-5331a8772517" -d '{"events": [{"server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "name": "network-vif-plugged", "status": "completed", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:33.739142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 06d06c10-059d-48fe-b9c7-22df58516f79, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=06d06c10-059d-48fe-b9c7-22df58516f79,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:33.740028 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929db35c-94e9-404b-9095-a189eb0ff816 None None] Pushing event updated for resources: {'Port': ['ID=1c8ca56e-3c81-4967-ae65-102e5f6695d0,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:33.748018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.749242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:33.775410 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:33.778089 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:33.789261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fcec59a5-423e-49dc-a85c-761e785681bc admin admin] Publish callbacks [] for security_group (603bb988-2343-41ac-bf19-0d80e2a9a498), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.800286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fcec59a5-423e-49dc-a85c-761e785681bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (603bb988-2343-41ac-bf19-0d80e2a9a498), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.843302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec59a5-423e-49dc-a85c-761e785681bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603bb988-2343-41ac-bf19-0d80e2a9a498,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:33.849628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=06d06c10-059d-48fe-b9c7-22df58516f79,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:33.863317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port ba2a53e3-cd45-40b2-b582-35b1587b7362 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:33.869220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port ba2a53e3-cd45-40b2-b582-35b1587b7362 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:33.870727 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.896586 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fcec59a5-423e-49dc-a85c-761e785681bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6cf2f811cc94e21b6ac0a3d1e8d12e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162388 Feb 03 14:09:33.897323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56230) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:33.909539 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:33.967838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9455dfa9-b74b-4b69-b296-89049c2c9ad4,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:33.983920 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdb3a-809a-443c-88d9-fe5aead85717 admin admin] Publish callbacks [] for security_group (603bb988-2343-41ac-bf19-0d80e2a9a498), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.008508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ba2a53e3-cd45-40b2-b582-35b1587b7362 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:34.009271 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.018046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdb3a-809a-443c-88d9-fe5aead85717 admin admin] Publish callbacks [] for security_group (603bb988-2343-41ac-bf19-0d80e2a9a498), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.018600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Checking segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:34.019080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Network hostable DHCP agents. Network: 59005f15-308d-4837-9b06-43976fd02ad0, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:09:34.038498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-bb103e28-52cc-4e96-a003-bebe74408420 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:34.040311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-bb103e28-52cc-4e96-a003-bebe74408420 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7252581 Feb 03 14:09:34.061975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:34.069201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17056bc-9365-4568-b5d5-bbdf34de5009 req-e53654aa-766c-4f99-ab57-5ad67e63d3ce tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:34.070684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a17056bc-9365-4568-b5d5-bbdf34de5009 req-e53654aa-766c-4f99-ab57-5ad67e63d3ce tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 946 time: 0.1900122 Feb 03 14:09:34.072114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.081344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.093671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-6f2e92d4-efa0-448e-b557-b29c42ac67cf tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/quotas/2a60cbcb60c54106849ed90ff7d0a4f8 HTTP/1.1" status: 200 len: 375 time: 0.0410380 Feb 03 14:09:34.102337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdb3a-809a-443c-88d9-fe5aead85717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (603bb988-2343-41ac-bf19-0d80e2a9a498), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.107942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdb3a-809a-443c-88d9-fe5aead85717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.115879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Network 59005f15-308d-4837-9b06-43976fd02ad0 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:09:34.124698 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fd1cdb3a-809a-443c-88d9-fe5aead85717 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/603bb988-2343-41ac-bf19-0d80e2a9a498 HTTP/1.1" status: 204 len: 168 time: 0.2219338 Feb 03 14:09:34.141477 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:30Z', 'revision_number': 3, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:34.148318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cdb3a-809a-443c-88d9-fe5aead85717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603bb988-2343-41ac-bf19-0d80e2a9a498,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:34.148829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:34.162965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-219fe856-fdd5-42d1-a2ff-6f5a7b89cba6 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667377 Feb 03 14:09:34.166192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 59005f15-308d-4837-9b06-43976fd02ad0) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:34.170474 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6982-0aef-48d6-bafe-3e64f2f907cb None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:30Z', 'revision_number': 3, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:09:34.186765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a27ac71-5bc9-4473-b605-af2b5727ba20 None None] Network 59005f15-308d-4837-9b06-43976fd02ad0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:34.198230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:34.198923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.323247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-19d74b83-d114-4a70-b56c-19d3e2e25c4a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6906908 Feb 03 14:09:34.327021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a17056bc-9365-4568-b5d5-bbdf34de5009 req-fbfb465a-7842-4c5e-8554-868354b9f64b tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418134 Feb 03 14:09:34.522903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Allocated IP 172.20.0.1 (51576650-7b9d-444b-b467-623800bda2dc/e50f892d-b91c-44d6-a82f-2bfae0644ca3/f2d3863f-8caa-43fa-b470-7594cafab7a6) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:34.529065 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b79feb-2a9d-4b3f-8d29-edd2112a56f9 x-openstack-request-id: req-80b79feb-2a9d-4b3f-8d29-edd2112a56f9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:34.529419 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "name": "network-vif-plugged", "status": "completed", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:34.529684 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80b79feb-2a9d-4b3f-8d29-edd2112a56f9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:34.530088 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79', 'code': 200} Feb 03 14:09:34.542957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7840cdc7-618f-4ca0-9ba9-b95d36b2db83 None None] Network 59005f15-308d-4837-9b06-43976fd02ad0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:09:34.759484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56250) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:34.797769 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42a25423-4b38-42f8-ae96-9a3c2d44643b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.932844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9acd6a4a-a625-4ff5-8a7f-97c75f1d05d8 req-53ea4375-468b-46f9-b4ff-a5a4cfbf6284 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 210 time: 0.1951151 Feb 03 14:09:34.960349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42a25423-4b38-42f8-ae96-9a3c2d44643b admin admin] Publish callbacks [] for security_group (9fbf63d5-f336-45b3-9e62-d5d77e666d60), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:34.967845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42a25423-4b38-42f8-ae96-9a3c2d44643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9fbf63d5-f336-45b3-9e62-d5d77e666d60), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.005632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks [] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.008515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba7e4d-826e-4673-b2cf-861b05f12b01 req-64a54da0-d97b-4542-a924-dc4b46241cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:35.010328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3aba7e4d-826e-4673-b2cf-861b05f12b01 req-64a54da0-d97b-4542-a924-dc4b46241cb1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 1128 time: 0.3432786 Feb 03 14:09:35.022794 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-42a25423-4b38-42f8-ae96-9a3c2d44643b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d5f71e2bf2741f39f506e1faeb1da07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620080 Feb 03 14:09:35.027724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56264) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:35.028862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a25423-4b38-42f8-ae96-9a3c2d44643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf63d5-f336-45b3-9e62-d5d77e666d60,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:35.046611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43666a1b-ff71-47b1-aabe-a5b0cda370e3 req-3b10d30d-5e04-4fe6-97a6-f601e64383c1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:35.055283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43666a1b-ff71-47b1-aabe-a5b0cda370e3 req-3b10d30d-5e04-4fe6-97a6-f601e64383c1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 945 time: 0.4263959 Feb 03 14:09:35.081716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56268) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:35.141922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3aba7e4d-826e-4673-b2cf-861b05f12b01 req-db8d6a60-19fb-48ff-af4b-7cfe95a53ad6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240036 Feb 03 14:09:35.169281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43666a1b-ff71-47b1-aabe-a5b0cda370e3 req-1f08ea92-5302-499b-abcb-3419627fa45e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130049 Feb 03 14:09:35.177519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.199365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50de3580-af59-4bde-8c06-fda0825441cf admin admin] Publish callbacks [] for security_group (9fbf63d5-f336-45b3-9e62-d5d77e666d60), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.239125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50de3580-af59-4bde-8c06-fda0825441cf admin admin] Publish callbacks [] for security_group (9fbf63d5-f336-45b3-9e62-d5d77e666d60), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.313706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Network 51576650-7b9d-444b-b467-623800bda2dc is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:35.324881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d3863f-8caa-43fa-b470-7594cafab7a6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:35.329767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:35.344146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:35.390419 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a98bbc4-3020-4b44-a7fb-9c2d833379cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.478302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (d46dacff-ff37-4487-b0aa-efaf97f8df4e), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.508976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c8ca56e-3c81-4967-ae65-102e5f6695d0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:35.537243 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:09:35.539402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a98bbc4-3020-4b44-a7fb-9c2d833379cd admin admin] Publish callbacks [] for security_group (dcb642d4-a8c2-4593-8b9f-4701870f4fd4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.549259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a98bbc4-3020-4b44-a7fb-9c2d833379cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (dcb642d4-a8c2-4593-8b9f-4701870f4fd4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.637564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:35.642961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.654262 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5a98bbc4-3020-4b44-a7fb-9c2d833379cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0797a8114af74fa2b3108d27824d8d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5690849 Feb 03 14:09:35.657374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50de3580-af59-4bde-8c06-fda0825441cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9fbf63d5-f336-45b3-9e62-d5d77e666d60), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.659971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50de3580-af59-4bde-8c06-fda0825441cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.666645 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-50de3580-af59-4bde-8c06-fda0825441cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fbf63d5-f336-45b3-9e62-d5d77e666d60 HTTP/1.1" status: 204 len: 168 time: 0.6296108 Feb 03 14:09:35.674995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:35.721543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98bbc4-3020-4b44-a7fb-9c2d833379cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb642d4-a8c2-4593-8b9f-4701870f4fd4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:35.761994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de3580-af59-4bde-8c06-fda0825441cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf63d5-f336-45b3-9e62-d5d77e666d60,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:35.825005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:35.825280 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.848168 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a05ff4c4-93ce-482b-b7c9-fc8c5af0bef1 admin admin] Publish callbacks [] for security_group (dcb642d4-a8c2-4593-8b9f-4701870f4fd4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.865789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 1c8ca56e-3c81-4967-ae65-102e5f6695d0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1c8ca56e-3c81-4967-ae65-102e5f6695d0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:35.879497 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.880551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a05ff4c4-93ce-482b-b7c9-fc8c5af0bef1 admin admin] Publish callbacks [] for security_group (dcb642d4-a8c2-4593-8b9f-4701870f4fd4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.895085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-cb8de444-f4b4-486a-b331-ab33d525138d tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:35.897134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-cb8de444-f4b4-486a-b331-ab33d525138d tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.1260540 Feb 03 14:09:35.941834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-9c6575ea-47e4-47bd-bd2d-ce8e209c156e tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/quotas/efc4e56a61274ceab0905bd1f7fc9724 HTTP/1.1" status: 200 len: 375 time: 0.0269058 Feb 03 14:09:35.942959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-53bf3551-6a47-4001-a54c-9d553fbfa558 None None] Provisioning complete for port f2d3863f-8caa-43fa-b470-7594cafab7a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:35.943346 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53bf3551-6a47-4001-a54c-9d553fbfa558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.945079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.989380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a05ff4c4-93ce-482b-b7c9-fc8c5af0bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (dcb642d4-a8c2-4593-8b9f-4701870f4fd4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:35.999808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a05ff4c4-93ce-482b-b7c9-fc8c5af0bef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.005715 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a05ff4c4-93ce-482b-b7c9-fc8c5af0bef1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dcb642d4-a8c2-4593-8b9f-4701870f4fd4 HTTP/1.1" status: 204 len: 168 time: 0.3286119 Feb 03 14:09:36.013701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ff4c4-93ce-482b-b7c9-fc8c5af0bef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb642d4-a8c2-4593-8b9f-4701870f4fd4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:36.030285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-7b39d6af-7e16-40f1-a064-0223fc8ad18a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673082 Feb 03 14:09:36.047609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe55f1-d599-4ee4-a5c9-05be11bebb5a req-91250ba5-beb8-4374-8ce0-7b52af9b04cb tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:36.049146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2cfe55f1-d599-4ee4-a5c9-05be11bebb5a req-91250ba5-beb8-4374-8ce0-7b52af9b04cb tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 946 time: 0.4595180 Feb 03 14:09:36.082290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-53bf3551-6a47-4001-a54c-9d553fbfa558 None None] Port f2d3863f-8caa-43fa-b470-7594cafab7a6 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:36.089492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=1c8ca56e-3c81-4967-ae65-102e5f6695d0,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:36.237414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-fd65a6d3-fceb-4261-b4a8-92373349f5a5 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974360 Feb 03 14:09:36.305782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2cfe55f1-d599-4ee4-a5c9-05be11bebb5a req-f02b8b2a-7280-4a34-abcd-e898df21f0de tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398274 Feb 03 14:09:36.330010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-17d17cbe-5f2a-46de-b61a-49d672c2588c service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985802 Feb 03 14:09:36.489685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30dc9a92-472f-414e-a887-9f522f1f94af req-824f2bfd-f658-455a-9171-95a302d4e00f tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 210 time: 0.0819299 Feb 03 14:09:36.532942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:36.534406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56314) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:36.536625 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918499a-988f-444a-a0a8-3d62b8064bd0" -d '{"events": [{"server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:36.542452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-dbec8c0a-36f6-4354-828f-988ada5c10ee tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:36.543890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-dbec8c0a-36f6-4354-828f-988ada5c10ee tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836163 Feb 03 14:09:36.546112 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks [] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.560523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Request body: {'port': {'device_id': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': '2a60cbcb60c54106849ed90ff7d0a4f8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:36.576448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1c51fb-d220-4672-9b66-13c5c3c08ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.582209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.670615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-9cb76eb2-f642-4071-81c1-5dbe092b225a service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338718 Feb 03 14:09:36.730438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1c51fb-d220-4672-9b66-13c5c3c08ce9 admin admin] Publish callbacks [] for security_group (419cc014-f891-4f40-8488-568767b63b65), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.737837 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1c51fb-d220-4672-9b66-13c5c3c08ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (419cc014-f891-4f40-8488-568767b63b65), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.757236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (d46dacff-ff37-4487-b0aa-efaf97f8df4e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.768685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d3863f-8caa-43fa-b470-7594cafab7a6,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:36.798026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b1c51fb-d220-4672-9b66-13c5c3c08ce9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63428e01621f49e29dc2c907b815c5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610934 Feb 03 14:09:36.801507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56322) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:36.832112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c51fb-d220-4672-9b66-13c5c3c08ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419cc014-f891-4f40-8488-568767b63b65,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:36.835837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3b95c-a6ac-4a9b-9131-e6efdcb868bd req-909a295a-9014-4583-bf07-11edb3bb17d2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:36.842600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5de3b95c-a6ac-4a9b-9131-e6efdcb868bd req-909a295a-9014-4583-bf07-11edb3bb17d2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 945 time: 0.2700615 Feb 03 14:09:36.943892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b917-e279-4c8b-9054-595e0679faa7 admin admin] Publish callbacks [] for security_group (419cc014-f891-4f40-8488-568767b63b65), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.950701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Made reservation on behalf of 2a60cbcb60c54106849ed90ff7d0a4f8 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:36.954128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.995374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b917-e279-4c8b-9054-595e0679faa7 admin admin] Publish callbacks [] for security_group (419cc014-f891-4f40-8488-568767b63b65), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.995751 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed319e20-dc56-4c5c-a4d0-091a8deaf23a x-openstack-request-id: req-ed319e20-dc56-4c5c-a4d0-091a8deaf23a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:36.996361 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:36.996994 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed319e20-dc56-4c5c-a4d0-091a8deaf23a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:36.997760 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362', 'code': 200} Feb 03 14:09:37.015180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5de3b95c-a6ac-4a9b-9131-e6efdcb868bd req-ea186552-ad9d-47e5-a1b6-ed967b913a66 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715429 Feb 03 14:09:37.042822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Network 51576650-7b9d-444b-b467-623800bda2dc is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:37.049706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:37.133484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b917-e279-4c8b-9054-595e0679faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (419cc014-f891-4f40-8488-568767b63b65), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:37.137159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b917-e279-4c8b-9054-595e0679faa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:37.141269 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e9b9b917-e279-4c8b-9054-595e0679faa7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/419cc014-f891-4f40-8488-568767b63b65 HTTP/1.1" status: 204 len: 168 time: 0.3354959 Feb 03 14:09:37.171329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9b917-e279-4c8b-9054-595e0679faa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419cc014-f891-4f40-8488-568767b63b65,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:37.431702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c8ca56e-3c81-4967-ae65-102e5f6695d0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:37.584733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6c62ba06-d1c3-4429-ab1c-71fbe17af354 None None] Provisioning complete for port f2d3863f-8caa-43fa-b470-7594cafab7a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:37.585723 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c62ba06-d1c3-4429-ab1c-71fbe17af354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:37.613788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92b10d32-49c9-4178-89a9-429c5220b60e req-19aaf64f-042d-4d0b-9cb6-c4093c191cc5 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 210 time: 0.4801846 Feb 03 14:09:37.695201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c62ba06-d1c3-4429-ab1c-71fbe17af354 None None] Port f2d3863f-8caa-43fa-b470-7594cafab7a6 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:37.703653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:37.704240 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:37.804296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:37.807341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:09:37.835123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c92de7c3-00e1-4d43-bc67-dcb47a3101bb req-604d6f31-5544-40f7-a86f-7e3c8cb032b9 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 210 time: 0.0838835 Feb 03 14:09:37.938083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac76706-1824-4007-b70d-e10c3fb23f2c req-53422893-b106-4fc1-972c-d40a17713be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:37.939737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ac76706-1824-4007-b70d-e10c3fb23f2c req-53422893-b106-4fc1-972c-d40a17713be2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1127 time: 0.7870753 Feb 03 14:09:37.951188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cb969-8248-4ce8-ac22-bc1319a18cb3 req-4fda9a1a-0ee1-476d-890e-3887344ceaab tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:37.952737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e09cb969-8248-4ce8-ac22-bc1319a18cb3 req-4fda9a1a-0ee1-476d-890e-3887344ceaab tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 946 time: 0.2055779 Feb 03 14:09:38.058571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Allocated IP 192.168.233.74 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/52bedbe6-0456-4ce7-ae12-9e8506cd6af9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:38.164340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ac76706-1824-4007-b70d-e10c3fb23f2c req-caa08804-eb26-43e6-b896-b09972e6f21c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100348 Feb 03 14:09:38.189352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e09cb969-8248-4ce8-ac22-bc1319a18cb3 req-e878fc49-9135-4f19-bcf4-2ce9573ab106 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235286 Feb 03 14:09:38.265410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:09:38.282810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:09:38.298598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-98c14c40-fbbc-4125-ae57-93aba544e550 admin admin] 10.222.0.52 "PUT /v2.0/routers/d46dacff-ff37-4487-b0aa-efaf97f8df4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7997801 Feb 03 14:09:38.311172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:38.311560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:38.374066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac203c7-65a6-48a2-938a-428044251a4a req-9aa8730c-2ddb-4404-a5ab-7245e3df9dfc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:38.376191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ac203c7-65a6-48a2-938a-428044251a4a req-9aa8730c-2ddb-4404-a5ab-7245e3df9dfc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 945 time: 0.2184272 Feb 03 14:09:38.416829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.45', 49360) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:38.485021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks [] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:38.499066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:38.517935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ac203c7-65a6-48a2-938a-428044251a4a req-ea14ae1e-fda1-410e-ba2d-7572814b940a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230299 Feb 03 14:09:38.534728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a768dc-9e1f-4eb9-91db-e9a6d58b0c66 req-0444475d-e7ad-4705-88c6-f2723f3466ed tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:38.549574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08a768dc-9e1f-4eb9-91db-e9a6d58b0c66 req-0444475d-e7ad-4705-88c6-f2723f3466ed tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 946 time: 0.1721103 Feb 03 14:09:38.552030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56404) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:38.564225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'floatingip': {'port_id': '06d06c10-059d-48fe-b9c7-22df58516f79'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:38.674382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:38.728141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-93b04c30-77af-4046-a905-e4b7d3e6d53b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:38.729628 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-93b04c30-77af-4046-a905-e4b7d3e6d53b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.2804513 Feb 03 14:09:38.748069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Request body: {'port': {'device_id': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'admin_state_up': True, 'tenant_id': 'efc4e56a61274ceab0905bd1f7fc9724'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:38.795620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51091992-035d-4089-9be4-deb1c6832650 req-56426300-4138-49b3-a6fc-10580979cc14 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 210 time: 0.0495620 Feb 03 14:09:38.800345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:38.939475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Made reservation on behalf of efc4e56a61274ceab0905bd1f7fc9724 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:38.945469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:38.978648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:38.986331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:39.003740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:36Z', 'revision_number': 2, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:39.024326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:39.029970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Pushing event updated for resources: {'Port': ['ID=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:39.036850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:39.046006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-f62d0810-9cca-44f5-beeb-953ba6b540f4 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904429 Feb 03 14:09:39.072475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:09:39.073122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Updating router d46dacff-ff37-4487-b0aa-efaf97f8df4e port f2d3863f-8caa-43fa-b470-7594cafab7a6 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:09:39.160360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.333083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56434) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:39.358157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:39.358795 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.386162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Allocated IP 172.20.0.5 (59005f15-308d-4837-9b06-43976fd02ad0/9455dfa9-b74b-4b69-b296-89049c2c9ad4/5d854b71-5fa4-4c55-9095-526273201b27) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:39.405665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de494d8e-83e5-4cc5-9c90-d596d65f757c req-5e5dfbf7-ffa8-4c48-a3db-9c4830705003 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:39.410945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de494d8e-83e5-4cc5-9c90-d596d65f757c req-5e5dfbf7-ffa8-4c48-a3db-9c4830705003 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 935 time: 0.4468613 Feb 03 14:09:39.517664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-650edb3f-991b-4c9a-b812-9917574870ef tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9606903 Feb 03 14:09:39.523626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-196284ac-5ff2-49a0-a22e-b7ce66b71fb0 None None] Provisioning complete for port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:39.524290 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-196284ac-5ff2-49a0-a22e-b7ce66b71fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.572913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Request body: {'port': {'device_id': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:39.590369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-196284ac-5ff2-49a0-a22e-b7ce66b71fb0 None None] Port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:39.600500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de494d8e-83e5-4cc5-9c90-d596d65f757c req-b037eba2-eb8e-408b-89a7-d799115e4902 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214097 Feb 03 14:09:39.648671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-89cb07c5-a023-4f9c-8fce-351b8f80d938 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:39.656822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-89cb07c5-a023-4f9c-8fce-351b8f80d938 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6095250 Feb 03 14:09:39.678565 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2e80949-245d-4f63-bccd-982faf33f2ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b5e195db4f44b49a9e9efa7cc7fa206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439724 Feb 03 14:09:39.685761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56448) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:39.725443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Publish callbacks [] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.737203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.786288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks [] for port (5d854b71-5fa4-4c55-9095-526273201b27), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.792746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e35534c-d311-4266-be32-51b255b46062 admin admin] Publish callbacks [] for security_group (a37a17bb-6cf2-4d14-9316-c04ccb05c1b0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.828135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502e53e-c07a-496e-876e-3bf6bb57b900 None None] Pushing event updated for resources: {'Port': ['ID=f2d3863f-8caa-43fa-b470-7594cafab7a6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:39.841039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e35534c-d311-4266-be32-51b255b46062 admin admin] Publish callbacks [] for security_group (a37a17bb-6cf2-4d14-9316-c04ccb05c1b0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.902282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Attempting to bind port f2d3863f-8caa-43fa-b470-7594cafab7a6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:39.902810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Attempting to bind port f2d3863f-8caa-43fa-b470-7594cafab7a6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:39.903278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Attempting to bind port f2d3863f-8caa-43fa-b470-7594cafab7a6 on network 51576650-7b9d-444b-b467-623800bda2dc {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:39.913202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:39.915546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.916113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Checking segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:39.916869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:39.918692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Bound using segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:39.919384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Bound port: f2d3863f-8caa-43fa-b470-7594cafab7a6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:39.922597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.000408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-3dbf14a7-dde1-45a3-8b17-2329f55c1e20 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/quotas/80a4f8d2ed714887a3a3a418a05f6cd8 HTTP/1.1" status: 200 len: 375 time: 0.3424957 Feb 03 14:09:40.013816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:40.038747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e35534c-d311-4266-be32-51b255b46062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a37a17bb-6cf2-4d14-9316-c04ccb05c1b0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.043772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e35534c-d311-4266-be32-51b255b46062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.049714 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3e35534c-d311-4266-be32-51b255b46062 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a37a17bb-6cf2-4d14-9316-c04ccb05c1b0 HTTP/1.1" status: 204 len: 168 time: 0.3547349 Feb 03 14:09:40.058577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] For port f2d3863f-8caa-43fa-b470-7594cafab7a6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:40.064110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] For port f2d3863f-8caa-43fa-b470-7594cafab7a6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f2d3863f-8caa-43fa-b470-7594cafab7a6,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:40.070301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Network 59005f15-308d-4837-9b06-43976fd02ad0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:40.075358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:40.078766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:40.083751 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.086055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:40.086780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.114208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35534c-d311-4266-be32-51b255b46062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37a17bb-6cf2-4d14-9316-c04ccb05c1b0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:40.127087 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-8904a324-53b5-4a6d-a9fa-62a315831f18 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3853858 Feb 03 14:09:40.153650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Request body: {'port': {'device_id': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:40.182028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502e53e-c07a-496e-876e-3bf6bb57b900 None None] Pushing event updated for resources: {'Port': ['ID=f2d3863f-8caa-43fa-b470-7594cafab7a6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:40.185298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:40.186260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:40.322111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4824b223-0d14-4619-ba6d-d0f72ee22d9f None None] Provisioning complete for port f2d3863f-8caa-43fa-b470-7594cafab7a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:40.325862 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4824b223-0d14-4619-ba6d-d0f72ee22d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.351987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.443190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-2921ace2-078a-456a-aadd-7c63c9df5ca1 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4419460 Feb 03 14:09:40.464359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.523056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:40.661905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4824b223-0d14-4619-ba6d-d0f72ee22d9f None None] Current status of the port f2d3863f-8caa-43fa-b470-7594cafab7a6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:40.662368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4824b223-0d14-4619-ba6d-d0f72ee22d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.665970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56474) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:40.690958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:09:40.834254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d854b71-5fa4-4c55-9095-526273201b27 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:40.842942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Publish callbacks [] for port (5d854b71-5fa4-4c55-9095-526273201b27), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.858211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Transition to ACTIVE for port object 5d854b71-5fa4-4c55-9095-526273201b27 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:40.863908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.889653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4824b223-0d14-4619-ba6d-d0f72ee22d9f None None] For port f2d3863f-8caa-43fa-b470-7594cafab7a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f2d3863f-8caa-43fa-b470-7594cafab7a6,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:40.895367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4824b223-0d14-4619-ba6d-d0f72ee22d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.917360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:40.941697 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.985946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Attempting to bind port 5d854b71-5fa4-4c55-9095-526273201b27 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:40.986428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Attempting to bind port 5d854b71-5fa4-4c55-9095-526273201b27 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:40.986816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Attempting to bind port 5d854b71-5fa4-4c55-9095-526273201b27 on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:40.991154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824b223-0d14-4619-ba6d-d0f72ee22d9f None None] Pushing event updated for resources: {'Port': ['ID=f2d3863f-8caa-43fa-b470-7594cafab7a6,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:40.992179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Port 5d854b71-5fa4-4c55-9095-526273201b27 on network 59005f15-308d-4837-9b06-43976fd02ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:40.992535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Attempting to bind port 5d854b71-5fa4-4c55-9095-526273201b27 on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:40.998404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-fe506c29-5dd7-4b1a-8441-a4de31a99a69 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5623772 Feb 03 14:09:41.008295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:41.008677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Checking segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:41.009065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Bound using segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:41.009541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Bound port: 5d854b71-5fa4-4c55-9095-526273201b27, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:41.010195 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.023936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-315c6156-d28d-4b48-a400-ee2f080d3dd6 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:41.032808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-315c6156-d28d-4b48-a400-ee2f080d3dd6 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 821 time: 0.6012418 Feb 03 14:09:41.035537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.036210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:41.041150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6dd23f5b-b1a3-443d-94e3-b2e317350592 None None] Provisioning complete for port f2d3863f-8caa-43fa-b470-7594cafab7a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:41.041826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dd23f5b-b1a3-443d-94e3-b2e317350592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.076745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504092f-752c-4dbc-8406-4ef9f1b36e99 None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:09:41.110188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:41.113897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:41.132333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.216070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6dd23f5b-b1a3-443d-94e3-b2e317350592 None None] Current status of the port f2d3863f-8caa-43fa-b470-7594cafab7a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:41.226442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ba2a7999-1d09-43b4-a9f5-43ee472391ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0a3433c496a4f98a1e41fcef752fa42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370884 Feb 03 14:09:41.238843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56486) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:41.287282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:41.293613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:41.294401 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.296931 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] 10.222.0.45 "PUT /v2.0/ports/5d854b71-5fa4-4c55-9095-526273201b27 HTTP/1.1" status: 200 len: 1091 time: 1.1542327 Feb 03 14:09:41.297468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:41.300909 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac98434-5cb8-48a6-8738-d23bd3e7caeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "tag": "5d854b71-5fa4-4c55-9095-526273201b27"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:41.317590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.317590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.317998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.318573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.318708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-7c3a07d3-f42f-4329-a69e-a0ba10f4c578 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/quotas/d11c5090fd1a43e0b9018ca8851a7940 HTTP/1.1" status: 200 len: 375 time: 0.2848921 Feb 03 14:09:41.318898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.319280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.319741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.320115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.320519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.321066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.321206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.321589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.321987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912d9a3-d125-4738-8af1-b4050626031b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:41.372834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4fb45-de9f-48d9-840f-a7835df8eb08 req-50574521-3eb5-4dcb-a122-52380a8922ed tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:41.381516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa4fb45-de9f-48d9-840f-a7835df8eb08 req-50574521-3eb5-4dcb-a122-52380a8922ed tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 945 time: 0.6100590 Feb 03 14:09:41.416699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-071df2ac-a402-4cb3-96b4-74e36da0643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:41.420467 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-071df2ac-a402-4cb3-96b4-74e36da0643c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 1125 time: 0.0627105 Feb 03 14:09:41.420621 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991 associated. External IP: 172.25.0.91, port: 06d06c10-059d-48fe-b9c7-22df58516f79. Feb 03 14:09:41.456549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f2d3863f-8caa-43fa-b470-7594cafab7a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:41.494860 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-fa4bce58-fdb8-496e-9dc8-88f3686d110e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d854b71-5fa4-4c55-9095-526273201b27 HTTP/1.1" status: 200 len: 217 time: 0.0644648 Feb 03 14:09:41.544641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f2d3863f-8caa-43fa-b470-7594cafab7a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:41.545566 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.575689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-976f0544-6837-4a5c-ab70-cf15d4edc607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:41.577368 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-976f0544-6837-4a5c-ab70-cf15d4edc607 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.0669906 Feb 03 14:09:41.615790 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-f948fe10-b658-4c89-b1bf-c672469d0059 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319469 Feb 03 14:09:41.628231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa4fb45-de9f-48d9-840f-a7835df8eb08 req-6f88236f-9f6c-4d05-a062-f88cdd94898a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455747 Feb 03 14:09:41.655266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f2d3863f-8caa-43fa-b470-7594cafab7a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:41.722037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-d11c065a-b70f-4026-8e76-dca1af97437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:41.723608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-d11c065a-b70f-4026-8e76-dca1af97437a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 1128 time: 0.4914808 Feb 03 14:09:41.724254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Publish callbacks [] for security_group (de25514a-9a1a-4d6d-9230-0fb0c54ffefe), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.823243 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-ab6c5e31-a081-4c4b-860c-bd02a615ac33 service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995731 Feb 03 14:09:41.826753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-3b3dabc9-aaed-429c-821e-04d9285ecfe5 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5072005 Feb 03 14:09:41.866601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Publish callbacks [] for security_group (de25514a-9a1a-4d6d-9230-0fb0c54ffefe), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:41.928863 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40960aed-9d57-4cff-ac4c-518d0358e18a req-84204584-d254-433b-9f71-0cc5c4a708ee service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937121 Feb 03 14:09:42.122438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8df258-24c4-4fe6-898c-c1c9dcf9e59a req-1047628f-0106-4ffc-9b9e-0255ee7f32c2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:42.124679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d8df258-24c4-4fe6-898c-c1c9dcf9e59a req-1047628f-0106-4ffc-9b9e-0255ee7f32c2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 943 time: 0.3936529 Feb 03 14:09:42.143196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:42.169926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-8ec2e517-4624-4aa1-bb6e-eab6c7210910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:42.171415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-8ec2e517-4624-4aa1-bb6e-eab6c7210910 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 924 time: 0.4230025 Feb 03 14:09:42.179052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Publish callbacks [] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.199403 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-8535c22b-e9ea-4610-b8e9-5d0a967f0fe6 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303774 Feb 03 14:09:42.204183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-1e2c4708-ff55-4bbd-a5bf-8681f466494e service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571148 Feb 03 14:09:42.204835 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de25514a-9a1a-4d6d-9230-0fb0c54ffefe), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.207423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.208542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de25514a-9a1a-4d6d-9230-0fb0c54ffefe HTTP/1.1" status: 204 len: 168 time: 0.9577157 Feb 03 14:09:42.368188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25514a-9a1a-4d6d-9230-0fb0c54ffefe,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:42.398414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.398759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.399102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.401943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.402178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.402502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02140569-7104-42e9-ad7f-ce1dcf2cf15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:42.436374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Router 1eca9809-95ab-4624-a82a-27316c0bc86b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:09:42.453818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Transition to ACTIVE for port object 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:42.470103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-ebb908ef-10e1-41d1-a23c-9e87e5bb084f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:42.471608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-ebb908ef-10e1-41d1-a23c-9e87e5bb084f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674570 Feb 03 14:09:42.491312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Request body: {'port': {'device_id': '20145608-75b4-482a-975d-b6463ec24f34', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': '80a4f8d2ed714887a3a3a418a05f6cd8'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:42.627720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Made reservation on behalf of 80a4f8d2ed714887a3a3a418a05f6cd8 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:42.631526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.641161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.730202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks [] for security_group (8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.736009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.739072 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:42.755051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d8df258-24c4-4fe6-898c-c1c9dcf9e59a req-4f072cee-79e7-4e46-a817-ef8c35824d59 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220260 Feb 03 14:09:42.855680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-323a6897-ef14-451d-9eb5-6078e118cc00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06d06c10-059d-48fe-b9c7-22df58516f79 HTTP/1.1" status: 200 len: 999 time: 0.6679740 Feb 03 14:09:42.865931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:42.934884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Pushing event updated for resources: {'Port': ['ID=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:42.956891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Allocated IP 192.168.233.39 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/bc3e9dca-86c5-4317-bad9-6643aa70c630) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:43.042139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-967b9218-d25a-4352-a011-b619801eaaee service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310991 Feb 03 14:09:43.124442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-cb0078e7-55e1-45e9-8285-d73d09c1a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:43.126487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-cb0078e7-55e1-45e9-8285-d73d09c1a4df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 200 len: 862 time: 0.2197850 Feb 03 14:09:43.235494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:09:43.243993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-acb3ed78-18c4-4810-a2d3-9784ea3c4aec tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502203 Feb 03 14:09:43.248867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.261632 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] Sync routers for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:09:43.275447 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:43.276351 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:43.302065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Attempting to bind port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:43.302402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Attempting to bind port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:43.302727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Attempting to bind port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:43.338844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:43.339173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Attempting to bind port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:43.374218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks [] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.391409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:43.392079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:43.392206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:43.392595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Bound port: 52bedbe6-0456-4ce7-ae12-9e8506cd6af9, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:43.392956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.396886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a4660692-2012-4c9e-899e-c81707c569b3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "PUT /v2.0/floatingips/8add52cd-5f6d-465e-a4f4-1f7f6c750991 HTTP/1.1" status: 200 len: 991 time: 4.8436444 Feb 03 14:09:43.406948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:43.409236 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f4f669-73a1-4151-824d-c46e8fa10a04" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:43.417480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-c5290cb7-b67f-4da4-8c55-20adba3ae448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:43.418841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-c5290cb7-b67f-4da4-8c55-20adba3ae448 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5408fc56-9b26-4cc1-bf89-497fdffe580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2696781 Feb 03 14:09:43.433162 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:43.482206 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.529347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] For port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:43.533996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] For port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:43.543299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:43.549559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:43.562990 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Pushing event updated for resources: {'Port': ['ID=bc3e9dca-86c5-4317-bad9-6643aa70c630,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:43.566478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:43.572730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:43.573475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.597811 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-958dcc09-8cd7-4e7e-ac0e-5d497e40389f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1109929 Feb 03 14:09:43.615992 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Request body: {'port': {'device_id': '20145608-75b4-482a-975d-b6463ec24f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:43.688808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-befb7a75-0ce7-4e67-bfba-470afc53d65b tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:43.697015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-befb7a75-0ce7-4e67-bfba-470afc53d65b tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4446619 Feb 03 14:09:43.708039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.725586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.791040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-025c0aae-4bf5-427a-ba41-5bc37f5dd9f0 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/quotas/fd4e695ecd6548159bb5d7dfbb86756a HTTP/1.1" status: 200 len: 375 time: 0.0930090 Feb 03 14:09:43.803935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Pushing event updated for resources: {'Port': ['ID=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:43.852668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-f06384d3-7e42-4f7c-b777-51ab1ab0ffe9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605235 Feb 03 14:09:43.865094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:43.865901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:43.868543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-24390f5a-92a8-41c2-88e2-9160285897ff service neutron] 10.222.0.45 "PUT /v2.0/ports/52bedbe6-0456-4ce7-ae12-9e8506cd6af9 HTTP/1.1" status: 200 len: 1095 time: 4.3004687 Feb 03 14:09:43.921094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd2c66-51f6-491e-81b0-8699e0282e28 req-80c84197-6873-4c7b-b141-45571eef7228 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:43.925099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46dd2c66-51f6-491e-81b0-8699e0282e28 req-80c84197-6873-4c7b-b141-45571eef7228 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 947 time: 0.5033803 Feb 03 14:09:43.977814 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '8add52cd-5f6d-465e-a4f4-1f7f6c750991', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'port_id': '06d06c10-059d-48fe-b9c7-22df58516f79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'mac_address': 'fa:16:3e:75:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:09:14Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 1, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:44.014915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-81715fa1-487f-4c7f-a27a-f82459724b2a None None] Provisioning complete for port bc3e9dca-86c5-4317-bad9-6643aa70c630 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:44.016484 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-81715fa1-487f-4c7f-a27a-f82459724b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:44.050900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-50ff91de-1bf4-498c-838e-4d81f85a19f4 service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108363 Feb 03 14:09:44.066260 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] Checking router: 1eca9809-95ab-4624-a82a-27316c0bc86b for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:09:44.090153 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:09:44.090766 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:44.147217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-81715fa1-487f-4c7f-a27a-f82459724b2a None None] Port bc3e9dca-86c5-4317-bad9-6643aa70c630 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:44.298160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46dd2c66-51f6-491e-81b0-8699e0282e28 req-5762f20a-4e39-4904-827a-6007f15ec1f9 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488419 Feb 03 14:09:44.311000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-74ccfb53-7ee4-4f6f-a43f-515b8e7e3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.313185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-74ccfb53-7ee4-4f6f-a43f-515b8e7e3677 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 1129 time: 0.3819759 Feb 03 14:09:44.357659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3e9dca-86c5-4317-bad9-6643aa70c630 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:44.358235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e415b37-7204-4f0f-86e8-d37adeb5a992 req-83d13633-50a2-4a6d-96e9-309ac1193263 service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930827 Feb 03 14:09:44.388347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Publish callbacks [] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:44.432062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Transition to ACTIVE for port object bc3e9dca-86c5-4317-bad9-6643aa70c630 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:44.441295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:44.474802 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c4443-224d-4e7b-ba70-3d8e1d9b4858 x-openstack-request-id: req-586c4443-224d-4e7b-ba70-3d8e1d9b4858 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:44.475091 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "tag": "5d854b71-5fa4-4c55-9095-526273201b27", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:44.475342 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-586c4443-224d-4e7b-ba70-3d8e1d9b4858 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:44.475736 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27', 'status': 'completed', 'code': 200} Feb 03 14:09:44.521792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-a8a3827c-7d96-4df3-967e-b799f68a39d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=52bedbe6-0456-4ce7-ae12-9e8506cd6af9 HTTP/1.1" status: 200 len: 217 time: 0.1992805 Feb 03 14:09:44.528012 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:09:44.580981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e9dca-86c5-4317-bad9-6643aa70c630,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:44.661177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Attempting to bind port bc3e9dca-86c5-4317-bad9-6643aa70c630 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:44.663188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Attempting to bind port bc3e9dca-86c5-4317-bad9-6643aa70c630 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:44.663903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Attempting to bind port bc3e9dca-86c5-4317-bad9-6643aa70c630 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:44.680666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-e01d48fa-3e8e-4454-931e-3fbcf7a9b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.682922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-e01d48fa-3e8e-4454-931e-3fbcf7a9b321 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 1125 time: 0.1758573 Feb 03 14:09:44.686576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Port bc3e9dca-86c5-4317-bad9-6643aa70c630 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:44.687069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Attempting to bind port bc3e9dca-86c5-4317-bad9-6643aa70c630 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:44.696560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:44.697311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:44.697917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:44.698651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Bound port: bc3e9dca-86c5-4317-bad9-6643aa70c630, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:44.699213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:44.708937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-7304c0ca-8665-428d-b245-697c0e7cfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.710393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-7304c0ca-8665-428d-b245-697c0e7cfc60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1398931 Feb 03 14:09:44.765959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425eef-47c4-4f34-94bf-693c25ac6101 req-1b1720d0-5b02-440f-89c5-1ae9eeddfee0 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.767493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f425eef-47c4-4f34-94bf-693c25ac6101 req-1b1720d0-5b02-440f-89c5-1ae9eeddfee0 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 947 time: 0.4142587 Feb 03 14:09:44.878674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] For port bc3e9dca-86c5-4317-bad9-6643aa70c630, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:44.883880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] For port bc3e9dca-86c5-4317-bad9-6643aa70c630, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bc3e9dca-86c5-4317-bad9-6643aa70c630,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:44.888999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-9e91e469-ca2e-49a5-b39a-ca854bd056b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.891586 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-9e91e469-ca2e-49a5-b39a-ca854bd056b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 905 time: 0.1996076 Feb 03 14:09:44.895041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:44.918842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894256f5-8362-4573-bc45-576ceab39671 req-ea625bbb-dd3f-4ae5-9071-fffc5dbfe7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.920407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-ea625bbb-dd3f-4ae5-9071-fffc5dbfe7bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1975884 Feb 03 14:09:44.924253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.45', 49362) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:44.928636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:44.929279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:44.930983 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] 10.222.0.71 "PUT /v2.0/ports/bc3e9dca-86c5-4317-bad9-6643aa70c630 HTTP/1.1" status: 200 len: 1095 time: 1.3195677 Feb 03 14:09:44.985539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-e587b638-65cf-4705-b0fb-7fcb50488b05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d854b71-5fa4-4c55-9095-526273201b27 HTTP/1.1" status: 200 len: 217 time: 0.0783532 Feb 03 14:09:44.990328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f425eef-47c4-4f34-94bf-693c25ac6101 req-5413e1b2-0567-47b7-abc3-babde13c6b09 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961436 Feb 03 14:09:45.236162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5d854b71-5fa4-4c55-9095-526273201b27 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:45.251200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-4b53c986-e28d-465f-bdea-806eba317205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:45.255470 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-4b53c986-e28d-465f-bdea-806eba317205 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.2389295 Feb 03 14:09:45.325956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4218f47-16c9-44f2-ab75-7f59e9a18dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3e9dca-86c5-4317-bad9-6643aa70c630,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:45.330017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-d9414163-3164-496b-a2f9-1469fd3db20e service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386283 Feb 03 14:09:45.336197 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-642683c3-c281-4b78-9e5b-e3b96d61f48c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702264 Feb 03 14:09:45.374761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-7b651058-c22b-4e44-ad5a-046f7c7531ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:45.375929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c53fb280-20f9-4b5f-89d2-ac0072119ddc req-beaf7370-625c-4074-8ae1-ac97ce08c571 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 210 time: 0.0373991 Feb 03 14:09:45.376916 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-7b651058-c22b-4e44-ad5a-046f7c7531ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 1129 time: 0.2874689 Feb 03 14:09:45.382760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '8add52cd-5f6d-465e-a4f4-1f7f6c750991', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'port_id': '06d06c10-059d-48fe-b9c7-22df58516f79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'mac_address': 'fa:16:3e:75:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:09:14Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 1, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:09:45.415965 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45370f7a-f71c-4af2-b217-5eba4e93c5bb None None] The sync data for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 is: [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '8add52cd-5f6d-465e-a4f4-1f7f6c750991', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'port_id': '06d06c10-059d-48fe-b9c7-22df58516f79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'mac_address': 'fa:16:3e:75:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:09:14Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 1, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:09:45.433310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:45.460346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '5d854b71-5fa4-4c55-9095-526273201b27', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '5d854b71-5fa4-4c55-9095-526273201b27', 'mac_address': 'fa:16:3e:6a:f1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:45.477375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-954cdd63-0ab2-4774-98f0-e38a476fa14c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bc3e9dca-86c5-4317-bad9-6643aa70c630 HTTP/1.1" status: 200 len: 217 time: 0.0849025 Feb 03 14:09:45.517768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5d854b71-5fa4-4c55-9095-526273201b27 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:45.518381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:45.536210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d854b71-5fa4-4c55-9095-526273201b27 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:45.555920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-5742e2d4-4402-49f4-9341-fccd04ee4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:45.557432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:45.557574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-5742e2d4-4402-49f4-9341-fccd04ee4a25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0702400 Feb 03 14:09:45.564057 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:45.580668 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-e6ba94d7-3c9e-4c2a-a934-77bfc2ab544a service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298012 Feb 03 14:09:45.620977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e545-8bf2-4d75-ae80-5ec66869e1e8 req-12d036dc-a45e-482a-981b-4241d297c533 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:45.622967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3748e545-8bf2-4d75-ae80-5ec66869e1e8 req-12d036dc-a45e-482a-981b-4241d297c533 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1127 time: 0.2918398 Feb 03 14:09:45.634377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:45.646027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.647209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.647863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.649948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.650512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.651048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.651827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.652536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.653226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.654311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.654858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.655377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.655939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:09:45.670899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-12d45967-43cf-43dd-aa43-ef7ce4af9eb7 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:45.672654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-12d45967-43cf-43dd-aa43-ef7ce4af9eb7 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.45 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 821 time: 0.6735189 Feb 03 14:09:45.708870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'port': {'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'admin_state_up': True, 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:45.719641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-20e1b478-188f-4354-8583-52f4071e7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:45.721274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-20e1b478-188f-4354-8583-52f4071e7cde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1136460 Feb 03 14:09:45.736726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-757b43e0-6e6e-43f7-bd76-5b7cc21c5b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:45.761181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['5d854b71-5fa4-4c55-9095-526273201b27'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:45.801761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec4f205-e523-4fde-8648-0af1f29289a4 None None] New status for floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:09:45.810259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c7b3b-b92c-4a0d-872a-f9ab9f92b4e9 req-6cb40730-7f75-43a9-af48-9657b88f7aeb tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:45.812027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d7c7b3b-b92c-4a0d-872a-f9ab9f92b4e9 req-6cb40730-7f75-43a9-af48-9657b88f7aeb tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 946 time: 0.3067026 Feb 03 14:09:45.835633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-894256f5-8362-4573-bc45-576ceab39671 req-fdcf6dbb-fb68-48ed-8e52-803eabc8b3b8 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590065 Feb 03 14:09:45.905658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3748e545-8bf2-4d75-ae80-5ec66869e1e8 req-12afb19c-3ab7-471f-9d59-a6b5c7342ff7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658050 Feb 03 14:09:45.910478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d7c7b3b-b92c-4a0d-872a-f9ab9f92b4e9 req-ee1b357c-cada-4d1d-87f5-7be7873ced45 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860689 Feb 03 14:09:45.912266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Made reservation on behalf of d11c5090fd1a43e0b9018ca8851a7940 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:45.916636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:45.960391 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aac98434-5cb8-48a6-8738-d23bd3e7caeb req-8c75da87-f15a-4875-8ed0-2bb30b0a47cc service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732991 Feb 03 14:09:46.002076 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097306d6-59f9-42ec-8ec1-f139984b08f9 x-openstack-request-id: req-097306d6-59f9-42ec-8ec1-f139984b08f9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:46.002613 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:46.002613 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-097306d6-59f9-42ec-8ec1-f139984b08f9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:46.002990 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79', 'status': 'completed', 'code': 200} Feb 03 14:09:46.047434 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-7cce6dfc-c832-4e5e-9795-ba8ee7e48b9c service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127468 Feb 03 14:09:46.162953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-8ddfbcac-f5ab-4c6c-ba15-94480e138a32 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694914 Feb 03 14:09:46.168358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Allocated IP 172.20.0.5 (51576650-7b9d-444b-b467-623800bda2dc/e50f892d-b91c-44d6-a82f-2bfae0644ca3/b61bb161-d951-4b07-ac21-bcf9b2d74b96) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:46.176683 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a6390a8-6936-4bdc-a64f-c22429a46d73 req-bc4dc53d-80dc-4153-aaa4-184e57fe73e5 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152630 Feb 03 14:09:46.208860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bdd1e-15ce-4c86-a510-22f1a1cac60d req-e9583314-6f54-4aab-81b3-6e0a24eff608 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.208860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-329bdd1e-15ce-4c86-a510-22f1a1cac60d req-e9583314-6f54-4aab-81b3-6e0a24eff608 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 944 time: 0.1574092 Feb 03 14:09:46.275364 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-4ecf2705-7858-4465-a20e-164c5f19bb90 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389152 Feb 03 14:09:46.310772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-648f51b6-7616-4969-b869-3909fb432d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.312332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-648f51b6-7616-4969-b869-3909fb432d3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 1128 time: 0.2273707 Feb 03 14:09:46.401826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-0dd68333-db14-4dab-9ea4-d9d36c372e90 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.403311 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-0dd68333-db14-4dab-9ea4-d9d36c372e90 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228940 Feb 03 14:09:46.429192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Request body: {'port': {'device_id': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'fd4e695ecd6548159bb5d7dfbb86756a'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:46.487594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20145608-75b4-482a-975d-b6463ec24f34', 'tag': 'bc3e9dca-86c5-4317-bad9-6643aa70c630'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:46.489912 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f053f740-f6c3-48e3-80a9-1340b092e0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "20145608-75b4-482a-975d-b6463ec24f34", "tag": "bc3e9dca-86c5-4317-bad9-6643aa70c630"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:46.547181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Made reservation on behalf of fd4e695ecd6548159bb5d7dfbb86756a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:46.550906 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:46.560149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:46.627986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-329bdd1e-15ce-4c86-a510-22f1a1cac60d req-504fa1fd-70cf-454d-939b-581e985a4e2a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059181 Feb 03 14:09:46.638035 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks [] for security_group (05d11da2-3fde-4621-8967-9b84dd6fc39d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:46.642263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (05d11da2-3fde-4621-8967-9b84dd6fc39d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:46.710682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d11da2-3fde-4621-8967-9b84dd6fc39d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:46.734554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-081b539e-bd5c-415d-90d5-a87517f61909 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.736013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-081b539e-bd5c-415d-90d5-a87517f61909 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5597415 Feb 03 14:09:46.770013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-5a07d051-1563-4859-8423-4ee1e8f1d3e2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/quotas/fd4e695ecd6548159bb5d7dfbb86756a HTTP/1.1" status: 200 len: 375 time: 0.0234303 Feb 03 14:09:46.788642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Allocated IP 192.168.233.215 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/90cb0964-230b-489a-a054-cca1c21ff4c3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:46.801189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-3c887233-1589-42a6-aead-8f50a70a7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.802691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-3c887233-1589-42a6-aead-8f50a70a7707 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 924 time: 0.4803653 Feb 03 14:09:46.823793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-a02befbf-66c0-4197-9629-8600b6b1c957 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444381 Feb 03 14:09:46.885559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:46.941748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-18ace6d1-5ec3-4b65-aa4c-fa334e81474b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06d06c10-059d-48fe-b9c7-22df58516f79 HTTP/1.1" status: 200 len: 1001 time: 0.1171389 Feb 03 14:09:46.967526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f028-d936-4dbd-a508-ec6454d16d76 req-01dfe39c-5802-4d27-9343-37703589f596 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:46.969111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155f028-d936-4dbd-a508-ec6454d16d76 req-01dfe39c-5802-4d27-9343-37703589f596 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 947 time: 0.1349390 Feb 03 14:09:46.993089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks [] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.010252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.032194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.077567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:47.081032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:47.084862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:47.089987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:47.090609 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.114868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:47.116940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-75cdb9a1-d16f-4109-afc2-c088ceb5c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:47.118387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-75cdb9a1-d16f-4109-afc2-c088ceb5c0ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 200 len: 862 time: 0.1468637 Feb 03 14:09:47.128373 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-16fa2fd5-c648-48fc-b48a-b03e339c9011 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7030907 Feb 03 14:09:47.130482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Network 51576650-7b9d-444b-b467-623800bda2dc is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:47.145948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Request body: {'port': {'device_id': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:47.154513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:47.173841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:47.180322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155f028-d936-4dbd-a508-ec6454d16d76 req-9c894e29-f93b-413f-a31a-231ad0a8c1a0 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000649 Feb 03 14:09:47.180997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Pushing event updated for resources: {'Port': ['ID=b61bb161-d951-4b07-ac21-bcf9b2d74b96,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:47.235155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5d854b71-5fa4-4c55-9095-526273201b27 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:47.254982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.283385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ee4e-bb23-4604-a199-b1dfa0ec8893 req-2e937b4e-e833-48ef-8e19-38196c17375c tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:47.284962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3343ee4e-bb23-4604-a199-b1dfa0ec8893 req-2e937b4e-e833-48ef-8e19-38196c17375c tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1127 time: 0.2650437 Feb 03 14:09:47.314002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:47.314749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.388494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 5d854b71-5fa4-4c55-9095-526273201b27 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:47.393627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 5d854b71-5fa4-4c55-9095-526273201b27 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:47.394338 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5d854b71-5fa4-4c55-9095-526273201b27), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.398034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-aa504ae7-0cec-40c8-b4e1-8ad9ca7b74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:47.400680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-aa504ae7-0cec-40c8-b4e1-8ad9ca7b74b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5408fc56-9b26-4cc1-bf89-497fdffe580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2720582 Feb 03 14:09:47.457708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c83dd3d7-0cf5-4140-8c2f-829334c17b6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7692082 Feb 03 14:09:47.527298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5d854b71-5fa4-4c55-9095-526273201b27 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:47.527559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.571203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:47.573924 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1cc6d4-aa85-42d3-8913-dac8eabec546" -d '{"events": [{"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-plugged", "status": "completed", "tag": "5d854b71-5fa4-4c55-9095-526273201b27"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:47.586578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0362df49-4f5a-4dd1-bfa7-4cba82b81b85 None None] Provisioning complete for port 90cb0964-230b-489a-a054-cca1c21ff4c3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:47.587273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0362df49-4f5a-4dd1-bfa7-4cba82b81b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.619962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Request body: {'port': {'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:47.629225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0362df49-4f5a-4dd1-bfa7-4cba82b81b85 None None] Port 90cb0964-230b-489a-a054-cca1c21ff4c3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:47.633013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:47.635683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cb0964-230b-489a-a054-cca1c21ff4c3 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:47.638611 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.647957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Publish callbacks [] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.663171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Transition to ACTIVE for port object 90cb0964-230b-489a-a054-cca1c21ff4c3 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:47.669612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.691384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3343ee4e-bb23-4604-a199-b1dfa0ec8893 req-97a0da99-3598-4488-a729-512019dfb215 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921258 Feb 03 14:09:47.704653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:47.771969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0c731dc9-ec82-453e-aac3-fe4185111e69 None None] Provisioning complete for port b61bb161-d951-4b07-ac21-bcf9b2d74b96 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:47.785776 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c731dc9-ec82-453e-aac3-fe4185111e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.811338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Attempting to bind port 90cb0964-230b-489a-a054-cca1c21ff4c3 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:47.811338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Attempting to bind port 90cb0964-230b-489a-a054-cca1c21ff4c3 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:47.811714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Attempting to bind port 90cb0964-230b-489a-a054-cca1c21ff4c3 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:47.821303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Port 90cb0964-230b-489a-a054-cca1c21ff4c3 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:47.821741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Attempting to bind port 90cb0964-230b-489a-a054-cca1c21ff4c3 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:47.824330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:47.830941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:47.831280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:47.831660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:47.832076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Bound port: 90cb0964-230b-489a-a054-cca1c21ff4c3, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:47.832440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:47.863513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-06312bd2-0cd1-4099-9eec-bb9bb59f6cec service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139760 Feb 03 14:09:47.891401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0c731dc9-ec82-453e-aac3-fe4185111e69 None None] Port b61bb161-d951-4b07-ac21-bcf9b2d74b96 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:47.946811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:47.950584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:47.959539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:48.005202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5e580857-434f-4489-b410-d82423155884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:48.007317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.008002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:48.009431 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] 10.222.0.71 "PUT /v2.0/ports/90cb0964-230b-489a-a054-cca1c21ff4c3 HTTP/1.1" status: 200 len: 1096 time: 0.8676927 Feb 03 14:09:48.015506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'tag': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:48.017761 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997f3871-b2ea-47a4-9ec6-44228df3c3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d4eebfae-0e6e-407e-9ee1-443b7f2416b0", "tag": "52bedbe6-0456-4ce7-ae12-9e8506cd6af9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:48.037581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d20ea-57eb-4794-969d-a97cefbc04ed req-b0323863-fbf7-4b91-beed-2461f45a04fe tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.039057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637d20ea-57eb-4794-969d-a97cefbc04ed req-b0323863-fbf7-4b91-beed-2461f45a04fe tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 946 time: 0.6883314 Feb 03 14:09:48.044360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:48.051127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f19e07-0030-4cc4-a41e-5598dc546a8d service neutron] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:48.108486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679727f5-0979-4819-9f1e-22498c3e5b2e req-e1d906b7-51b7-407d-9767-d27a30d07c13 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.111301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-679727f5-0979-4819-9f1e-22498c3e5b2e req-e1d906b7-51b7-407d-9767-d27a30d07c13 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 947 time: 0.2278118 Feb 03 14:09:48.138934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8f4f669-73a1-4151-824d-c46e8fa10a04 req-97c35783-108f-4d0c-840d-9069073b0ebc service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569327 Feb 03 14:09:48.152728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-a5f053d0-5291-41ea-945d-dab04cfe81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.156690 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-a5f053d0-5291-41ea-945d-dab04cfe81a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1130 time: 0.0601523 Feb 03 14:09:48.198208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637d20ea-57eb-4794-969d-a97cefbc04ed req-679ff700-89f1-4693-83c7-f463ffbcdd62 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448419 Feb 03 14:09:48.241571 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-71389c18-1fcf-49f5-9cfc-a7c69aff931e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=90cb0964-230b-489a-a054-cca1c21ff4c3 HTTP/1.1" status: 200 len: 217 time: 0.0504823 Feb 03 14:09:48.302479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-b81b8525-073a-4355-8db9-a4f16fc64492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.304137 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-b81b8525-073a-4355-8db9-a4f16fc64492 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0515206 Feb 03 14:09:48.316874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-679727f5-0979-4819-9f1e-22498c3e5b2e req-0a70ca8e-0470-46c3-b7af-4260540a8763 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747582 Feb 03 14:09:48.361904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-c824e5de-411f-495a-9ff2-5bc65812f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.364461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-c824e5de-411f-495a-9ff2-5bc65812f9bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0528774 Feb 03 14:09:48.373805 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada30e6-7134-4ab8-92ef-fe7d84e9286f x-openstack-request-id: req-eada30e6-7134-4ab8-92ef-fe7d84e9286f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:48.375413 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20145608-75b4-482a-975d-b6463ec24f34", "tag": "bc3e9dca-86c5-4317-bad9-6643aa70c630", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:48.375874 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eada30e6-7134-4ab8-92ef-fe7d84e9286f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:48.376505 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20145608-75b4-482a-975d-b6463ec24f34', 'tag': 'bc3e9dca-86c5-4317-bad9-6643aa70c630', 'status': 'completed', 'code': 200} Feb 03 14:09:48.414506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bcac4-d22d-43c2-981d-db33d0402f0f req-b2528b1e-3449-4f31-a326-6d06594cde6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.416029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3bcac4-d22d-43c2-981d-db33d0402f0f req-b2528b1e-3449-4f31-a326-6d06594cde6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 931 time: 0.1294537 Feb 03 14:09:48.519517 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-46650f4e-3fff-46fb-aad3-7fe7ba1b408c service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127567 Feb 03 14:09:48.556314 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3bcac4-d22d-43c2-981d-db33d0402f0f req-4c7b9a03-5dff-4758-a6b6-6e123ec01898 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206436 Feb 03 14:09:48.583584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6ac8ae3-d33a-4cf2-8a11-6b3cb989b184 req-53e29cfa-8bfd-4365-9ce5-9310138d2da8 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 210 time: 0.0500586 Feb 03 14:09:48.599879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-1c49563f-5ffe-42e9-93a9-9f34776bc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.601816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-1c49563f-5ffe-42e9-93a9-9f34776bc4ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 1129 time: 0.1788177 Feb 03 14:09:48.632303 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03802887-ee1c-45c9-a247-820462528746 x-openstack-request-id: req-03802887-ee1c-45c9-a247-820462528746 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:48.633455 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-plugged", "status": "completed", "tag": "5d854b71-5fa4-4c55-9095-526273201b27", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:48.633859 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03802887-ee1c-45c9-a247-820462528746 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:48.634443 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27', 'code': 200} Feb 03 14:09:48.671161 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efe168a9-f0c8-4bbe-9839-3f0079977be2 req-265c13c6-3755-4c89-bcdd-29637db8cc4a service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433334 Feb 03 14:09:48.706796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61bb161-d951-4b07-ac21-bcf9b2d74b96 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:48.720463 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6067d1-b7d2-47fa-b738-88b63270906f x-openstack-request-id: req-8d6067d1-b7d2-47fa-b738-88b63270906f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:48.720947 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4eebfae-0e6e-407e-9ee1-443b7f2416b0", "tag": "52bedbe6-0456-4ce7-ae12-9e8506cd6af9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:48.721291 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d6067d1-b7d2-47fa-b738-88b63270906f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:48.721821 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'tag': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9', 'status': 'completed', 'code': 200} Feb 03 14:09:48.733930 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Publish callbacks [] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:48.745201 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-9cdd25ac-e5a5-42d0-8378-1d3ad71bc915 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727649 Feb 03 14:09:48.817179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-9ef73389-2cea-4143-8b75-9731cb2a698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.819068 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-9ef73389-2cea-4143-8b75-9731cb2a698a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 1129 time: 0.0865450 Feb 03 14:09:48.821826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Transition to ACTIVE for port object b61bb161-d951-4b07-ac21-bcf9b2d74b96 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:48.854856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:48.899556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-99849a31-c618-4c3e-b4ad-2764dad5d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.901034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-99849a31-c618-4c3e-b4ad-2764dad5d702 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2922046 Feb 03 14:09:48.932728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074940d4-898e-46ed-9e41-ee6ba2284905 req-f706b965-0acb-4084-bb12-ca84e803b3b2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.934653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-074940d4-898e-46ed-9e41-ee6ba2284905 req-f706b965-0acb-4084-bb12-ca84e803b3b2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 945 time: 0.2222829 Feb 03 14:09:48.945210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-193f213d-cd84-4564-b783-3d2ef5c77ba4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.946791 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-193f213d-cd84-4564-b783-3d2ef5c77ba4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761281 Feb 03 14:09:48.968008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Request body: {'port': {'device_id': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'fd4e695ecd6548159bb5d7dfbb86756a'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:48.973866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-52d2509d-49b2-4bba-bf0f-1f791134af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:48.975291 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-52d2509d-49b2-4bba-bf0f-1f791134af02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1311214 Feb 03 14:09:48.987735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Pushing event updated for resources: {'Port': ['ID=b61bb161-d951-4b07-ac21-bcf9b2d74b96,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:48.995437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-2e06f7d4-1700-4a47-9d94-67d8004d623a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bc3e9dca-86c5-4317-bad9-6643aa70c630 HTTP/1.1" status: 200 len: 217 time: 0.0694437 Feb 03 14:09:49.009634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9fbe-c7f8-4082-a7f2-a3191986f4db req-23af4b1a-eadb-4ee2-911f-f233859f5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.011088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14bf9fbe-c7f8-4082-a7f2-a3191986f4db req-23af4b1a-eadb-4ee2-911f-f233859f5b20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 1127 time: 0.2368450 Feb 03 14:09:49.018399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f31d81-ecf6-4e5b-9e45-60f976398426 req-fc797710-f7bf-43df-87ff-816e391263e8 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.019927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25f31d81-ecf6-4e5b-9e45-60f976398426 req-fc797710-f7bf-43df-87ff-816e391263e8 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 947 time: 0.2481391 Feb 03 14:09:49.034961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-7f3c6ba7-d259-4487-803e-4c63fa648b84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=52bedbe6-0456-4ce7-ae12-9e8506cd6af9 HTTP/1.1" status: 200 len: 217 time: 0.0491908 Feb 03 14:09:49.127464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-c8568a99-3fcc-4492-8473-5c497deaae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.129372 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-c8568a99-3fcc-4492-8473-5c497deaae07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0706160 Feb 03 14:09:49.170998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-6d967dfb-2cd5-4dde-a723-edc8035470a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.173187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-6d967dfb-2cd5-4dde-a723-edc8035470a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1659532 Feb 03 14:09:49.181472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Made reservation on behalf of fd4e695ecd6548159bb5d7dfbb86756a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:09:49.184689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.189288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-074940d4-898e-46ed-9e41-ee6ba2284905 req-97e448ed-fb46-4ec8-86c2-6d17c84913e4 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422833 Feb 03 14:09:49.210413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-62bf3d63-d055-4ac1-848f-081fb00bee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.212179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-62bf3d63-d055-4ac1-848f-081fb00bee16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0761762 Feb 03 14:09:49.223307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14bf9fbe-c7f8-4082-a7f2-a3191986f4db req-5a267506-43f9-41e2-85e9-f0802084bd7e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956902 Feb 03 14:09:49.253084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:49.255453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25f31d81-ecf6-4e5b-9e45-60f976398426 req-bfd3c0f9-3d06-418e-851c-3166655ccaec tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180099 Feb 03 14:09:49.263418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Attempting to bind port b61bb161-d951-4b07-ac21-bcf9b2d74b96 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:49.263754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Attempting to bind port b61bb161-d951-4b07-ac21-bcf9b2d74b96 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:49.264081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Attempting to bind port b61bb161-d951-4b07-ac21-bcf9b2d74b96 on network 51576650-7b9d-444b-b467-623800bda2dc {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:49.271652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Port b61bb161-d951-4b07-ac21-bcf9b2d74b96 on network 51576650-7b9d-444b-b467-623800bda2dc not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:49.272176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Attempting to bind port b61bb161-d951-4b07-ac21-bcf9b2d74b96 on network 51576650-7b9d-444b-b467-623800bda2dc {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:49.284595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:49.285005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Checking segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:49.285317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Bound using segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:49.285750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Bound port: b61bb161-d951-4b07-ac21-bcf9b2d74b96, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:49.286111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.308109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-9b816cb3-886d-4fa0-b1c3-7f196f9d3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.310286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-9b816cb3-886d-4fa0-b1c3-7f196f9d3534 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1137941 Feb 03 14:09:49.399188 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-ec86d123-81b6-4ce5-9683-b0ccec9a4519 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769276 Feb 03 14:09:49.414099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Allocated IP 192.168.233.20 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:09:49.475353 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.493061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:49.507901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9', 'mac_address': 'fa:16:3e:6c:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:49.551625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:49.552060 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.566295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:49.577222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-997f3871-b2ea-47a4-9ec6-44228df3c3ba req-e872e2b5-1517-449e-b22b-1155c64473be service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605527 Feb 03 14:09:49.588349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:49.594965 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.646654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:49.655112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-6ab6020f-1977-4919-ba3c-be2df4e8dbd8 req-6535d698-387b-44b1-aa4d-0cb9557f4127 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:09:49.656782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ab6020f-1977-4919-ba3c-be2df4e8dbd8 req-6535d698-387b-44b1-aa4d-0cb9557f4127 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146554 Feb 03 14:09:49.664324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks [] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.705668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.751724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] For port b61bb161-d951-4b07-ac21-bcf9b2d74b96, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:49.752944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:09:49.756157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:09:49.758606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] For port b61bb161-d951-4b07-ac21-bcf9b2d74b96, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:49.759949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:09:49.764978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.766244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.777664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Pushing event updated for resources: {'Port': ['ID=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:49.789663 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.796045 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-134e570a-3b85-4fc3-a163-ff57733076a1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8332632 Feb 03 14:09:49.806371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569bf29-6ab8-4fd1-b4d8-4f7e9a719aa2 req-1312792b-9505-419b-9571-32120c3ae111 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.807939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a569bf29-6ab8-4fd1-b4d8-4f7e9a719aa2 req-1312792b-9505-419b-9571-32120c3ae111 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 947 time: 0.1675858 Feb 03 14:09:49.810731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-063d291a-21fb-4ccd-861f-c05e45c70be3 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742887 Feb 03 14:09:49.812745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['52bedbe6-0456-4ce7-ae12-9e8506cd6af9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:49.821664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:49.822276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:49.823864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] 10.222.0.45 "PUT /v2.0/ports/b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 1091 time: 2.2120376 Feb 03 14:09:49.853722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Request body: {'port': {'device_id': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:50.010960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.051388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397358a-b0df-4b83-89a9-03cfd86dbffe service neutron] Pushing event updated for resources: {'Port': ['ID=b61bb161-d951-4b07-ac21-bcf9b2d74b96,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:50.086641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a569bf29-6ab8-4fd1-b4d8-4f7e9a719aa2 req-74c6381d-e476-463c-a095-af1984fde2a0 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719369 Feb 03 14:09:50.138867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4b113179-5594-4877-bf81-c488e5808d93 None None] Provisioning complete for port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:50.139589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b113179-5594-4877-bf81-c488e5808d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.175243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c244fc8c-423e-4b3a-a690-d9abca11e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:50.180302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-c244fc8c-423e-4b3a-a690-d9abca11e397 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1125 time: 0.2817183 Feb 03 14:09:50.189311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f053f740-f6c3-48e3-80a9-1340b092e0e3 req-cf5a3a33-7ee0-4b0e-8240-154e0558e2b2 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644977 Feb 03 14:09:50.242358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4b113179-5594-4877-bf81-c488e5808d93 None None] Port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:09:50.266095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-4d13401e-1c77-4787-98f0-6590c1fa952b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 217 time: 0.0743842 Feb 03 14:09:50.377643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:50.380729 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d8b13-de86-4024-8f3d-4a0ba6e571ae" -d '{"events": [{"name": "network-changed", "server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:50.387134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-73c2b069-fb24-4837-a59c-84ed7786b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:50.388727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-73c2b069-fb24-4837-a59c-84ed7786b956 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.1118822 Feb 03 14:09:50.436635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853c0f-cb67-4ecc-b4b3-163775d3b87b req-85f24729-8ed0-44d0-80d5-afc765e25bce tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:50.438741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc853c0f-cb67-4ecc-b4b3-163775d3b87b req-85f24729-8ed0-44d0-80d5-afc765e25bce tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 943 time: 0.0974765 Feb 03 14:09:50.443470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:50.451844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Publish callbacks [] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.465444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Transition to ACTIVE for port object cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:09:50.471254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.477597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-7c330fdb-ad75-4859-99f6-8977c2c4b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:50.479121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-7c330fdb-ad75-4859-99f6-8977c2c4b33d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817704 Feb 03 14:09:50.524058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:50.559973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Attempting to bind port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:50.560471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Attempting to bind port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:50.560941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Attempting to bind port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:50.561096 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.566998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:50.567319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Attempting to bind port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:50.570526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc853c0f-cb67-4ecc-b4b3-163775d3b87b req-14d24338-6a54-4dd6-831a-003693c9697b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157427 Feb 03 14:09:50.574035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:50.574336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:50.574853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:50.575451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Bound port: cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:50.575815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.675355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] For port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:50.678970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] For port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:50.689259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.706155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-cd4e6bbf-dd02-497d-b3cc-fc1bf9ff8b69 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200379 Feb 03 14:09:50.732373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:50.733018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:50.734432 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] 10.222.0.71 "PUT /v2.0/ports/cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 HTTP/1.1" status: 200 len: 1095 time: 0.9170024 Feb 03 14:09:50.736644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebac1d2-e9ec-4d79-808c-f5c514246ee4 req-b7176eb0-e85b-4231-94e2-7ed8402d51fd tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:50.738260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ebac1d2-e9ec-4d79-808c-f5c514246ee4 req-b7176eb0-e85b-4231-94e2-7ed8402d51fd tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 947 time: 0.0851655 Feb 03 14:09:50.739323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:50.742223 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d0bdd6-941c-4bb3-8ddc-f935761d7082" -d '{"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:50.764355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe158ffa-3ebb-47c0-8765-65f7d6f7c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:50.855676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ebac1d2-e9ec-4d79-808c-f5c514246ee4 req-4e0c44e5-b0e9-45b9-9f32-71aa81116bbd tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988009 Feb 03 14:09:50.886495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fe0b62-e4e9-4d07-a636-dcbd9b1e540f req-b7f76e2e-09e1-48ba-b361-5ab255a8b752 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673145 Feb 03 14:09:51.017474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0791cd8-a900-40a9-9405-69acdca182cc req-5be711d3-e705-4d8d-9295-f8a2d286398a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.025170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0791cd8-a900-40a9-9405-69acdca182cc req-5be711d3-e705-4d8d-9295-f8a2d286398a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 945 time: 0.0669012 Feb 03 14:09:51.057054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-cef84df8-e8be-47e4-8c03-2729eb489ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.058835 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-cef84df8-e8be-47e4-8c03-2729eb489ea4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 1129 time: 0.2573683 Feb 03 14:09:51.075286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0791cd8-a900-40a9-9405-69acdca182cc req-c02c9cfc-a703-4f97-95ae-6c9c46890372 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Feb 03 14:09:51.110267 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-34610654-98c6-45ce-8bc2-ec45550b10a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 HTTP/1.1" status: 200 len: 217 time: 0.0351195 Feb 03 14:09:51.160754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-2cd4470b-0c1b-4896-8f27-841bebe4a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.162323 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-2cd4470b-0c1b-4896-8f27-841bebe4a174 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0456324 Feb 03 14:09:51.209921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d451a8-a5b7-4224-9326-82e34d147fb2 req-aef4cf6e-ecf8-41c8-aaf0-adb9f726f1e3 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.217774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06d451a8-a5b7-4224-9326-82e34d147fb2 req-aef4cf6e-ecf8-41c8-aaf0-adb9f726f1e3 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 948 time: 0.0819852 Feb 03 14:09:51.222540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:51.226385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-215b289b-2c0b-401b-bfa2-bcbc4637e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.227857 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-215b289b-2c0b-401b-bfa2-bcbc4637e131 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0546942 Feb 03 14:09:51.264974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06d451a8-a5b7-4224-9326-82e34d147fb2 req-f573093a-fb33-4626-bd72-35f3351ff212 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Feb 03 14:09:51.278383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:51.338972 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-22cb1b14-c0e0-42ff-907e-04df87834f6e service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031046 Feb 03 14:09:51.342434 n-d-827549-2 neutron-server[103341]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 14:09:51.346311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-02933dac-7e2d-4b9c-afa1-49f98ad3e9d6 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:09:51.348868 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-02933dac-7e2d-4b9c-afa1-49f98ad3e9d6 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1254628 Feb 03 14:09:51.361323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:51.361769 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f1338b-78e6-4261-a951-d4e3e8e57192 x-openstack-request-id: req-82f1338b-78e6-4261-a951-d4e3e8e57192 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:51.362103 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:51.362356 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82f1338b-78e6-4261-a951-d4e3e8e57192 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:51.362896 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'status': 'completed', 'code': 200} Feb 03 14:09:51.366510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:51.366803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.400876 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3384192-c703-4361-aa28-2131084b2e2a x-openstack-request-id: req-a3384192-c703-4361-aa28-2131084b2e2a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:51.401189 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:51.401442 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3384192-c703-4361-aa28-2131084b2e2a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:51.401841 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'status': 'completed', 'code': 200} Feb 03 14:09:51.470386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:51.471231 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.501651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:51.505515 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b6d6b-cab7-46c4-b24d-9d2871a8828f" -d '{"events": [{"server_uuid": "d4eebfae-0e6e-407e-9ee1-443b7f2416b0", "name": "network-vif-plugged", "status": "completed", "tag": "52bedbe6-0456-4ce7-ae12-9e8506cd6af9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:51.505709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-e15ecad8-65b1-4605-a7c4-1feb6dd657dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.507058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-e15ecad8-65b1-4605-a7c4-1feb6dd657dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1130 time: 0.0967982 Feb 03 14:09:51.529979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bc3e9dca-86c5-4317-bad9-6643aa70c630 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:51.549999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-f0eb332a-1c61-43d7-9d04-a5434e8f022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.551196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:51.551415 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-f0eb332a-1c61-43d7-9d04-a5434e8f022b service neutron] 10.222.0.52 "GET /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 1124 time: 0.1456015 Feb 03 14:09:51.553254 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-da1e2fab-2601-4b14-afe2-a4bec8cf4312 req-45946b3e-e68e-4d51-bcfb-69a90f3ba9c6 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033041 Feb 03 14:09:51.563458 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.563801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Request body: {'binding': {'host': 'n-h1-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:51.568523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:09:51.646402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-284bdedd-4e48-45ec-8a99-45757c8a921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.647872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-284bdedd-4e48-45ec-8a99-45757c8a921a service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1328976 Feb 03 14:09:51.662390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-d8f011d7-de14-455b-9e38-3190216646fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.664015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-d8f011d7-de14-455b-9e38-3190216646fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1125 time: 0.2178912 Feb 03 14:09:51.722016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on host n-h1-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:51.722248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:51.722591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:51.728447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:51.728784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:51.734763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:51.735461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:51.735770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:51.736224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Bound port: ba2a53e3-cd45-40b2-b582-35b1587b7362, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:51.765704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-4319c991-8300-4888-a04b-116e9069ee57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=90cb0964-230b-489a-a054-cca1c21ff4c3 HTTP/1.1" status: 200 len: 217 time: 0.0710063 Feb 03 14:09:51.828141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bc3e9dca-86c5-4317-bad9-6643aa70c630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bc3e9dca-86c5-4317-bad9-6643aa70c630,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:51.839354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:51.847047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'bc3e9dca-86c5-4317-bad9-6643aa70c630', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'bc3e9dca-86c5-4317-bad9-6643aa70c630', 'mac_address': 'fa:16:3e:4b:14:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:51.848906 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.850593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213518c0-fb36-4f65-a402-bbdcecf9698e req-4d810c0e-7300-4c9f-ac98-dfd6f256f84e tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.856834 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-aa8bd0bb-7009-4502-a56d-d0a0fbf99c58 service neutron] 10.222.0.52 "POST /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362/bindings HTTP/1.1" status: 201 len: 389 time: 0.2970264 Feb 03 14:09:51.861332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213518c0-fb36-4f65-a402-bbdcecf9698e req-4d810c0e-7300-4c9f-ac98-dfd6f256f84e tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 947 time: 0.2870147 Feb 03 14:09:51.887854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bc3e9dca-86c5-4317-bad9-6643aa70c630 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:51.888254 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.912603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-ef45a496-509e-46da-a5a0-35a3a333dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.914302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-ef45a496-509e-46da-a5a0-35a3a333dab0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1181459 Feb 03 14:09:51.927836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.930305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3e9dca-86c5-4317-bad9-6643aa70c630 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:51.937337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:51.955802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bc3e9dca-86c5-4317-bad9-6643aa70c630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bc3e9dca-86c5-4317-bad9-6643aa70c630,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:51.961587 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:51.962421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-3e6eda56-ad10-4c60-8886-7dc2fc460f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:51.964817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-3e6eda56-ad10-4c60-8886-7dc2fc460f4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.2848766 Feb 03 14:09:51.999655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213518c0-fb36-4f65-a402-bbdcecf9698e req-b20710b2-6c10-423d-b17f-4c7d85180b49 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355500 Feb 03 14:09:52.019459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bc3e9dca-86c5-4317-bad9-6643aa70c630,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:52.038591 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebff73c-4121-42c8-9385-8cc9bbc3c1d9 x-openstack-request-id: req-6ebff73c-4121-42c8-9385-8cc9bbc3c1d9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:52.038985 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4eebfae-0e6e-407e-9ee1-443b7f2416b0", "name": "network-vif-plugged", "status": "completed", "tag": "52bedbe6-0456-4ce7-ae12-9e8506cd6af9", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:52.039250 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ebff73c-4121-42c8-9385-8cc9bbc3c1d9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:52.039680 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9', 'code': 200} Feb 03 14:09:52.064722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-6bfdd1c4-3522-40cc-aac5-38489afbbf1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 217 time: 0.0779011 Feb 03 14:09:52.107639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-1feb59cf-b844-4db2-9116-bc2eb649d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.109229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-1feb59cf-b844-4db2-9116-bc2eb649d18d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1718998 Feb 03 14:09:52.142645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c59ccf-4731-4aaf-9526-a32ec1c09a67 req-bf56290c-57bb-4ab4-98f5-e933206c0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.144716 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f2c59ccf-4731-4aaf-9526-a32ec1c09a67 req-bf56290c-57bb-4ab4-98f5-e933206c0863 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 1131 time: 0.0545213 Feb 03 14:09:52.196113 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f2c59ccf-4731-4aaf-9526-a32ec1c09a67 req-8fb215db-aed3-4661-b1a6-b05751c4822b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Feb 03 14:09:52.290905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-9304f491-1b69-4c8c-b95c-60e27526f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.292374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-9304f491-1b69-4c8c-b95c-60e27526f314 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.2189782 Feb 03 14:09:52.332741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2827-459f-4942-b9e2-6a2d176650e0 req-a7905085-1a0e-4818-977b-c66b90cf889b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.334281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17ad2827-459f-4942-b9e2-6a2d176650e0 req-a7905085-1a0e-4818-977b-c66b90cf889b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 943 time: 0.2297504 Feb 03 14:09:52.354379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700af770-939a-4acc-92ca-86b85621f071 req-152c2742-7632-4a5f-8427-afdb55f3abf6 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.355874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-700af770-939a-4acc-92ca-86b85621f071 req-152c2742-7632-4a5f-8427-afdb55f3abf6 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 945 time: 0.2530773 Feb 03 14:09:52.367066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-83f969b1-55e4-4d2e-a695-5724fc5ff6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.368541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-83f969b1-55e4-4d2e-a695-5724fc5ff6ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1127 time: 0.2083006 Feb 03 14:09:52.378483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-fabde907-e3f6-4357-93dd-f6f80f8a91a5 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305045 Feb 03 14:09:52.481259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['bc3e9dca-86c5-4317-bad9-6643aa70c630'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:52.565553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17ad2827-459f-4942-b9e2-6a2d176650e0 req-d56549d0-d69c-40d7-8312-adb5516456fa tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180655 Feb 03 14:09:52.592129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-700af770-939a-4acc-92ca-86b85621f071 req-dda48824-cd9d-4d90-9ac5-c09fb06363c3 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213235 Feb 03 14:09:52.638097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-f0609db0-fcf6-444f-87aa-619e4bb1d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.639627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-f0609db0-fcf6-444f-87aa-619e4bb1d6a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2328417 Feb 03 14:09:52.643275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-bc567259-058f-44b0-b6b1-ea4db9cd8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:52.644686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-bc567259-058f-44b0-b6b1-ea4db9cd8dd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.2418945 Feb 03 14:09:52.647778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-985d8b13-de86-4024-8f3d-4a0ba6e571ae req-a8286945-27b7-47aa-87b4-63946b485050 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611990 Feb 03 14:09:52.754260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-b3055f31-a6a9-4eb8-b7ad-fd04cfa7218b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.0985312 Feb 03 14:09:53.086804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ef59-05da-45c3-ac36-834e7bbbc1f7 req-df672ca2-dd45-4b6d-a701-6a89b4585e7b tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:53.088160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a95ef59-05da-45c3-ac36-834e7bbbc1f7 req-df672ca2-dd45-4b6d-a701-6a89b4585e7b tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 947 time: 0.4425018 Feb 03 14:09:53.108382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-bdd24192-7ee0-46dc-99db-e1fa7b654952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:53.109845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-bdd24192-7ee0-46dc-99db-e1fa7b654952 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.3222857 Feb 03 14:09:53.118481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc29a4e-0049-4a7c-a48c-c8de5b8552cd req-e3dcdf5f-3421-4ef8-9f52-6a76d1d2d4eb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:53.119841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cc29a4e-0049-4a7c-a48c-c8de5b8552cd req-e3dcdf5f-3421-4ef8-9f52-6a76d1d2d4eb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 945 time: 0.4499660 Feb 03 14:09:53.121582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-67edb251-8c85-45c8-a723-80c78e620ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637811 Feb 03 14:09:53.182757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-cc290416-ef60-4bfd-8361-606a21883f8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545261 Feb 03 14:09:53.297330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a95ef59-05da-45c3-ac36-834e7bbbc1f7 req-bc6465f0-c3b4-410b-9c8f-502f91566446 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998365 Feb 03 14:09:53.364197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'tag': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:53.369841 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f09c232-acea-4f0e-84c7-bd4f665e76f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8850d-3918-4a40-bfbd-236ddf55ea6a", "tag": "cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:53.370908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cc29a4e-0049-4a7c-a48c-c8de5b8552cd req-d9fecfa5-995a-422b-ae20-72d1d4531629 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415881 Feb 03 14:09:53.389365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20d0bdd6-941c-4bb3-8ddc-f935761d7082 req-52ca1709-7e6d-4d29-9352-1144bdbf586c service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506802 Feb 03 14:09:53.403140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-b1bf1111-4f85-4c7e-ac59-8f47f6d2639c service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928887 Feb 03 14:09:53.500002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d87a-d26a-424b-9373-923153c9f402 req-e0e19d4b-496d-41a5-8509-faea6e6c899f tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:53.501497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afa8d87a-d26a-424b-9373-923153c9f402 req-e0e19d4b-496d-41a5-8509-faea6e6c899f tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 949 time: 0.1146026 Feb 03 14:09:53.536822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:53.539584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-69ed16e6-e5da-44e9-b1bd-8d9fd30a42f9 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198895 Feb 03 14:09:53.553273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bc3e9dca-86c5-4317-bad9-6643aa70c630 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:53.568633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afa8d87a-d26a-424b-9373-923153c9f402 req-466413f0-96f4-433e-942c-a430bc70fd0d tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609384 Feb 03 14:09:53.698573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port bc3e9dca-86c5-4317-bad9-6643aa70c630 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:53.701062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e728d-e709-4f1b-867c-49197477f2b2 req-b81ac555-0d9b-469b-9b1c-78d5ebadd13a tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:53.708039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port bc3e9dca-86c5-4317-bad9-6643aa70c630 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:53.708230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-091e728d-e709-4f1b-867c-49197477f2b2 req-b81ac555-0d9b-469b-9b1c-78d5ebadd13a tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 948 time: 0.0557306 Feb 03 14:09:53.708846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:53.760837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:53.778051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'mac_address': 'fa:16:3e:7e:3d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:53.799588 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc22e04-9e4a-40cc-a8e4-9101639f9dc2 x-openstack-request-id: req-4dc22e04-9e4a-40cc-a8e4-9101639f9dc2 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:53.799879 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8850d-3918-4a40-bfbd-236ddf55ea6a", "tag": "cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:53.800791 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4dc22e04-9e4a-40cc-a8e4-9101639f9dc2 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:53.801329 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'tag': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1', 'status': 'completed', 'code': 200} Feb 03 14:09:53.818962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-091e728d-e709-4f1b-867c-49197477f2b2 req-976c34a5-f4a5-4853-a9bd-02d49baa2d74 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098142 Feb 03 14:09:53.848704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-64910a4c-34e6-4e88-9d5f-bcd17f480faa tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:53.850208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-64910a4c-34e6-4e88-9d5f-bcd17f480faa tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.1252437 Feb 03 14:09:53.853323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bc3e9dca-86c5-4317-bad9-6643aa70c630 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:53.853714 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:53.856896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:53.857341 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:53.864566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-2'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:09:53.885534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cb0964-230b-489a-a054-cca1c21ff4c3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:53.922870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bc3e9dca-86c5-4317-bad9-6643aa70c630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bc3e9dca-86c5-4317-bad9-6643aa70c630,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:53.928138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:53.932717 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:53.938479 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:53.997556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bc3e9dca-86c5-4317-bad9-6643aa70c630,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:54.003079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:54.041369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e1da-8f75-4b65-b1a2-2ff14864760f req-59030d6c-eed9-4bfe-8516-c93a0f4e00e2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.041604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20145608-75b4-482a-975d-b6463ec24f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3e9dca-86c5-4317-bad9-6643aa70c630'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:54.042846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4579e1da-8f75-4b65-b1a2-2ff14864760f req-59030d6c-eed9-4bfe-8516-c93a0f4e00e2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 943 time: 0.1373386 Feb 03 14:09:54.043747 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506a0284-853d-4732-802e-26ad7d909da8" -d '{"events": [{"server_uuid": "20145608-75b4-482a-975d-b6463ec24f34", "name": "network-vif-plugged", "status": "completed", "tag": "bc3e9dca-86c5-4317-bad9-6643aa70c630"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:54.057109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:54.062734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-4fa37ac6-1254-4280-8d36-b1d909450f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.064074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-4fa37ac6-1254-4280-8d36-b1d909450f16 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 1129 time: 0.1569512 Feb 03 14:09:54.253442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4579e1da-8f75-4b65-b1a2-2ff14864760f req-f5e6e7d0-0239-4d03-8f61-f1505c5a387e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864908 Feb 03 14:09:54.306957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-6c06282e-cf37-4445-acc3-726ae54cbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.308455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-6c06282e-cf37-4445-acc3-726ae54cbdde service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2286301 Feb 03 14:09:54.310043 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fefd3b-8630-467f-8798-d59841a6b016 x-openstack-request-id: req-e6fefd3b-8630-467f-8798-d59841a6b016 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:54.310402 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20145608-75b4-482a-975d-b6463ec24f34", "name": "network-vif-plugged", "status": "completed", "tag": "bc3e9dca-86c5-4317-bad9-6643aa70c630", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:54.310711 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6fefd3b-8630-467f-8798-d59841a6b016 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:54.311129 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20145608-75b4-482a-975d-b6463ec24f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3e9dca-86c5-4317-bad9-6643aa70c630', 'code': 200} Feb 03 14:09:54.327008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:54.335470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db470ae-2a4c-4a63-9f57-84cf5f43556a req-173348f4-518f-4779-b3e8-808dfaf6649e tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.336939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5db470ae-2a4c-4a63-9f57-84cf5f43556a req-173348f4-518f-4779-b3e8-808dfaf6649e tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 949 time: 0.1579351 Feb 03 14:09:54.412029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['90cb0964-230b-489a-a054-cca1c21ff4c3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:54.417458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-ec0dbbae-61dc-48d8-9754-40b22beab15d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 HTTP/1.1" status: 200 len: 217 time: 0.0687742 Feb 03 14:09:54.455721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aea7bd-b3c7-4fa2-911e-a67439f842b5 req-25c629be-dcb0-48bb-8568-024a8d7e0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.457864 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e3aea7bd-b3c7-4fa2-911e-a67439f842b5 req-25c629be-dcb0-48bb-8568-024a8d7e0d3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 1131 time: 0.0443270 Feb 03 14:09:54.503713 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e3aea7bd-b3c7-4fa2-911e-a67439f842b5 req-0ee216c1-fdc2-42c9-9c5f-acaa4f7930a3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Feb 03 14:09:54.505209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5db470ae-2a4c-4a63-9f57-84cf5f43556a req-50a1067b-0f13-4834-ae7f-e07f501a75bd tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608007 Feb 03 14:09:54.508596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:54.510780 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:54.547459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-f1bea811-985d-46cf-beb6-abf2d3c28a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.548988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-f1bea811-985d-46cf-beb6-abf2d3c28a59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1185737 Feb 03 14:09:54.567689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e3df-e3b4-438a-b828-d10a46503de4 req-79e16d64-0161-4d9d-80df-3ea1bc61b6dc tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.575147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5be0e3df-e3b4-438a-b828-d10a46503de4 req-79e16d64-0161-4d9d-80df-3ea1bc61b6dc tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 947 time: 0.2053797 Feb 03 14:09:54.603409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:54.605879 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d68032-cac8-4795-89b5-e41aca45f546" -d '{"events": [{"server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:54.610531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Publish callbacks [] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:54.633254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:54.717234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5be0e3df-e3b4-438a-b828-d10a46503de4 req-e6e6dac9-710d-47df-b793-cf27cea4741f tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411536 Feb 03 14:09:54.742101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:54.786998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c8ac3-71a1-4cd0-9232-c304410491c4 req-81ce9069-520e-493f-9b84-02b39e5c452d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:54.788529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-211c8ac3-71a1-4cd0-9232-c304410491c4 req-81ce9069-520e-493f-9b84-02b39e5c452d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.1734884 Feb 03 14:09:54.803840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on host n-h2-827549-2 for vnic_type normal with profile {"migrating_to": "n-h1-827549-2"} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:09:54.804239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:09:54.804603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:54.818310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:09:54.818632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Attempting to bind port ba2a53e3-cd45-40b2-b582-35b1587b7362 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:09:54.827994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:09:54.828301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:09:54.828723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:09:54.829160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Bound port: ba2a53e3-cd45-40b2-b582-35b1587b7362, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:09:54.829518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:54.858373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56766) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:54.910960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-211c8ac3-71a1-4cd0-9232-c304410491c4 req-6db30f9b-c58b-4c3e-b1a2-b22f36710dc3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130326 Feb 03 14:09:54.932082 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b075c-5e16-449c-8780-910673580035 x-openstack-request-id: req-825b075c-5e16-449c-8780-910673580035 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:54.932392 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:54.932673 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-825b075c-5e16-449c-8780-910673580035 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:54.933065 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362', 'code': 200} Feb 03 14:09:54.977867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:09:55.010185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-b34175de-7d6c-43d8-829e-6825b370f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:55.011658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-b34175de-7d6c-43d8-829e-6825b370f6bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1297686 Feb 03 14:09:55.013350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:09:55.015568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-692249f8-e174-46db-ae0d-a9defb27d9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.068996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.094352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-692249f8-e174-46db-ae0d-a9defb27d9f9 admin admin] Publish callbacks [] for security_group (b06ab948-e98c-4dcf-a49d-68380bd7940b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.099910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-692249f8-e174-46db-ae0d-a9defb27d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b06ab948-e98c-4dcf-a49d-68380bd7940b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.135085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692249f8-e174-46db-ae0d-a9defb27d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06ab948-e98c-4dcf-a49d-68380bd7940b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:55.142339 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-692249f8-e174-46db-ae0d-a9defb27d9f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d505b8f9eb2b4475be1c03cebb904c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795706 Feb 03 14:09:55.142846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56774) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:55.182352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c19b76-f777-4a5a-ab39-2c9561332bae req-1d0b1c9a-f59a-4336-87d6-e62a6fc03803 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:55.183827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1c19b76-f777-4a5a-ab39-2c9561332bae req-1d0b1c9a-f59a-4336-87d6-e62a6fc03803 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 949 time: 0.2216110 Feb 03 14:09:55.194051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7e26ab-4541-46b5-8479-906c3fadfcf7 admin admin] Publish callbacks [] for security_group (b06ab948-e98c-4dcf-a49d-68380bd7940b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.216353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7e26ab-4541-46b5-8479-906c3fadfcf7 admin admin] Publish callbacks [] for security_group (b06ab948-e98c-4dcf-a49d-68380bd7940b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.247914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:55.249096 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.251190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] 10.222.0.45 "PUT /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 1121 time: 1.3936315 Feb 03 14:09:55.259257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7c7a-83f4-41de-bc68-b12972b8f7e3 req-ad42aa67-efe8-4f24-8931-9c399c7ad038 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:55.260760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-310f7c7a-83f4-41de-bc68-b12972b8f7e3 req-ad42aa67-efe8-4f24-8931-9c399c7ad038 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 949 time: 0.2580550 Feb 03 14:09:55.267167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878b74-cf5a-4557-9a2f-f5c040c81de8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:55.276963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7e26ab-4541-46b5-8479-906c3fadfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b06ab948-e98c-4dcf-a49d-68380bd7940b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.281468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7e26ab-4541-46b5-8479-906c3fadfcf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.284982 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5f7e26ab-4541-46b5-8479-906c3fadfcf7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b06ab948-e98c-4dcf-a49d-68380bd7940b HTTP/1.1" status: 204 len: 168 time: 0.1392348 Feb 03 14:09:55.293151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e26ab-4541-46b5-8479-906c3fadfcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06ab948-e98c-4dcf-a49d-68380bd7940b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:55.303857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b61bb161-d951-4b07-ac21-bcf9b2d74b96 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:55.306109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-94f122c3-e383-4969-9620-4e8039b4472c service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824857 Feb 03 14:09:55.360272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1c19b76-f777-4a5a-ab39-2c9561332bae req-7596b5b1-96e7-4584-9dde-e54e16cac8d6 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690724 Feb 03 14:09:55.410313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-310f7c7a-83f4-41de-bc68-b12972b8f7e3 req-013a4aca-582c-4ba3-b781-87652d1685ac tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385515 Feb 03 14:09:55.435736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b61bb161-d951-4b07-ac21-bcf9b2d74b96, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:55.441049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['ba2a53e3-cd45-40b2-b582-35b1587b7362'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:55.490495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'mac_address': 'fa:16:3e:f4:1a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:55.515211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f09c232-acea-4f0e-84c7-bd4f665e76f3 req-20b3eadd-0054-49b6-9688-638970463087 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793625 Feb 03 14:09:55.533398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:55.568846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b61bb161-d951-4b07-ac21-bcf9b2d74b96 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:55.569363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.572199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d890592-e961-4bfc-a5fa-f323f44c07ee req-182fcb03-fa4e-456e-afad-d0c4e1870aab tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:55.573724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d890592-e961-4bfc-a5fa-f323f44c07ee req-182fcb03-fa4e-456e-afad-d0c4e1870aab tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 943 time: 0.0694983 Feb 03 14:09:55.600499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61bb161-d951-4b07-ac21-bcf9b2d74b96 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:55.623463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d890592-e961-4bfc-a5fa-f323f44c07ee req-2718b38e-2ffa-4655-9b22-b2b5e9c240d3 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Feb 03 14:09:55.647761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56790) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:55.660819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14a3416c-4f93-43b8-9a5b-4943e0c8fed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.684172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b61bb161-d951-4b07-ac21-bcf9b2d74b96, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:55.700962 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.734772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14a3416c-4f93-43b8-9a5b-4943e0c8fed2 admin admin] Publish callbacks [] for security_group (33b5520b-0bb3-4578-a293-7dd0fbee1e10), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.739922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14a3416c-4f93-43b8-9a5b-4943e0c8fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (33b5520b-0bb3-4578-a293-7dd0fbee1e10), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.761186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:55.783951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-14a3416c-4f93-43b8-9a5b-4943e0c8fed2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=072b4a22656a4e448b058d10d9fcb8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327817 Feb 03 14:09:55.783951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3416c-4f93-43b8-9a5b-4943e0c8fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5520b-0bb3-4578-a293-7dd0fbee1e10,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:55.784457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:09:55.792462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1', 'mac_address': 'fa:16:3e:f7:d1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:55.812789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b61bb161-d951-4b07-ac21-bcf9b2d74b96,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:55.844708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-831cb9ff-3738-4de9-b008-c79af670255b admin admin] Publish callbacks [] for security_group (33b5520b-0bb3-4578-a293-7dd0fbee1e10), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.865216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:55.865615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.870816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16b4ff-a97f-4aea-826e-3a4c63682302 req-bb078647-c560-4469-8a6b-01056c87180f tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:55.872046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef16b4ff-a97f-4aea-826e-3a4c63682302 req-bb078647-c560-4469-8a6b-01056c87180f tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 947 time: 0.0709431 Feb 03 14:09:55.872224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-831cb9ff-3738-4de9-b008-c79af670255b admin admin] Publish callbacks [] for security_group (33b5520b-0bb3-4578-a293-7dd0fbee1e10), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.882624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:55.903748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:55.910275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.929261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-831cb9ff-3738-4de9-b008-c79af670255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (33b5520b-0bb3-4578-a293-7dd0fbee1e10), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.932293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-831cb9ff-3738-4de9-b008-c79af670255b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:55.933612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-831cb9ff-3738-4de9-b008-c79af670255b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33b5520b-0bb3-4578-a293-7dd0fbee1e10 HTTP/1.1" status: 204 len: 168 time: 0.1475153 Feb 03 14:09:55.942587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cb9ff-3738-4de9-b008-c79af670255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5520b-0bb3-4578-a293-7dd0fbee1e10,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:55.948884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef16b4ff-a97f-4aea-826e-3a4c63682302 req-d7ebe31f-625d-4da9-a329-52012a169b89 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691273 Feb 03 14:09:56.006615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:56.029521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b61bb161-d951-4b07-ac21-bcf9b2d74b96'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:56.050543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be0fae-f1a5-4fe0-9f68-7adf50b3bd56 req-b6378d14-e4fd-4389-96a3-c4d9614e8b92 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:56.052358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0be0fae-f1a5-4fe0-9f68-7adf50b3bd56 req-b6378d14-e4fd-4389-96a3-c4d9614e8b92 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.0596054 Feb 03 14:09:56.107937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0be0fae-f1a5-4fe0-9f68-7adf50b3bd56 req-eca2768f-84da-49d7-8c52-30a055caf7f2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Feb 03 14:09:56.502431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf9ed9-507f-4bc7-ba3f-b63568083b1b req-c188da33-b0f1-4c6e-91c1-d9f861b4491e tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:56.505261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bdf9ed9-507f-4bc7-ba3f-b63568083b1b req-c188da33-b0f1-4c6e-91c1-d9f861b4491e tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 949 time: 0.0694094 Feb 03 14:09:56.535232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:56.635666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bdf9ed9-507f-4bc7-ba3f-b63568083b1b req-d58280b7-00b2-4095-93cf-dc0e7e533e65 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179140 Feb 03 14:09:56.649456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf96f60-3c31-4b1d-9382-21d37fffa5f5 req-e9735414-6d9e-4cbb-a0ec-0254fc401051 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:56.652894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bf96f60-3c31-4b1d-9382-21d37fffa5f5 req-e9735414-6d9e-4cbb-a0ec-0254fc401051 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 949 time: 0.1460352 Feb 03 14:09:56.674564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc3244-adf1-46d3-a156-803b955b9aae req-4acda922-3824-4d6a-b338-5b28cb61a51b tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:56.676077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00bc3244-adf1-46d3-a156-803b955b9aae req-4acda922-3824-4d6a-b338-5b28cb61a51b tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 949 time: 0.1367261 Feb 03 14:09:56.910867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bf96f60-3c31-4b1d-9382-21d37fffa5f5 req-8184743a-646e-4b26-8a5b-68c1b35e72d2 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/security-groups?id=6e6af3f2-9fc1-4e37-94ac-360d9216b215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336459 Feb 03 14:09:56.943576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:56.946912 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0285ed8e-5497-44ff-bd1c-c4d1f7029469" -d '{"events": [{"name": "network-changed", "server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:56.971270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c235b-0600-4526-9c96-dfafba29d09d req-acf10bf2-1e23-4813-b596-a88cd5867e92 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:56.972979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d59c235b-0600-4526-9c96-dfafba29d09d req-acf10bf2-1e23-4813-b596-a88cd5867e92 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 944 time: 0.1855938 Feb 03 14:09:56.978343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Deleting port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:09:56.978687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.111184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d59c235b-0600-4526-9c96-dfafba29d09d req-f1011b7a-45eb-4108-a1d9-31c6ad29b354 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013894 Feb 03 14:09:57.116283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] For port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:57.116733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.134077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Calling delete_port for 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:09:57.321550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5d854b71-5fa4-4c55-9095-526273201b27 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:57.365012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b61bb161-d951-4b07-ac21-bcf9b2d74b96 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:57.541432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:57.598067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port b61bb161-d951-4b07-ac21-bcf9b2d74b96 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:57.610334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port b61bb161-d951-4b07-ac21-bcf9b2d74b96 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:57.610937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.616267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:57.669895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 90cb0964-230b-489a-a054-cca1c21ff4c3 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:57.676032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '5d854b71-5fa4-4c55-9095-526273201b27', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '5d854b71-5fa4-4c55-9095-526273201b27', 'mac_address': 'fa:16:3e:6a:f1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:09:57.683362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 90cb0964-230b-489a-a054-cca1c21ff4c3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:57.684585 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.764062 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c6cfa1-0987-47b9-9b22-b14211f864ff x-openstack-request-id: req-c7c6cfa1-0987-47b9-9b22-b14211f864ff {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:57.765276 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:57.765702 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7c6cfa1-0987-47b9-9b22-b14211f864ff {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:57.766285 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362', 'status': 'completed', 'code': 200} Feb 03 14:09:57.776696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5d854b71-5fa4-4c55-9095-526273201b27 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:57.777093 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.817330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d854b71-5fa4-4c55-9095-526273201b27 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:09:57.874859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b61bb161-d951-4b07-ac21-bcf9b2d74b96 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:57.875193 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.900614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:57.908547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (52bedbe6-0456-4ce7-ae12-9e8506cd6af9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.941840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:57.953705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:57.955987 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9f4df7-cae8-4b46-a4ce-84ec05dffce6" -d '{"events": [{"server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "name": "network-vif-plugged", "status": "completed", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:57.958671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['52bedbe6-0456-4ce7-ae12-9e8506cd6af9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:57.999659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Pushing event deleted for resources: {'Port': ['ID=52bedbe6-0456-4ce7-ae12-9e8506cd6af9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:58.058836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88c8f1-9f78-4a01-b2b4-c557736edfb8 req-a440150e-882b-450e-95a1-16a12d27b819 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.069119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd88c8f1-9f78-4a01-b2b4-c557736edfb8 req-a440150e-882b-450e-95a1-16a12d27b819 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.3475893 Feb 03 14:09:58.080289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b61bb161-d951-4b07-ac21-bcf9b2d74b96, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:58.087246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-afae21f6-eedc-4dda-8895-86c0df86a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.087246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-afae21f6-eedc-4dda-8895-86c0df86a275 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1155 time: 0.3761868 Feb 03 14:09:58.114153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:58.114857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] No DVR routers for this DVR port 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:09:58.120335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:58.120803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:58.126606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['5d854b71-5fa4-4c55-9095-526273201b27'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:09:58.146022 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:58.149520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00bc3244-adf1-46d3-a156-803b955b9aae req-a64bc63f-3aea-4c1a-ade8-fefaa52a3b00 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.45 "DELETE /v2.0/ports/52bedbe6-0456-4ce7-ae12-9e8506cd6af9 HTTP/1.1" status: 204 len: 173 time: 1.4655468 Feb 03 14:09:58.195622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2e108-56cd-4774-ac2e-37f53cba0103 req-821dbb86-66db-4cf1-969b-cb948875554d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.197236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb2e108-56cd-4774-ac2e-37f53cba0103 req-821dbb86-66db-4cf1-969b-cb948875554d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 948 time: 0.4297819 Feb 03 14:09:58.281378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:58.290576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:58.303442 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:58.332213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd88c8f1-9f78-4a01-b2b4-c557736edfb8 req-93bc6354-9ece-4fc5-86fe-479aee35ba78 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619104 Feb 03 14:09:58.394148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-5abbecc0-dc75-40e5-bc46-786b6978b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.395559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-5abbecc0-dc75-40e5-bc46-786b6978b3af service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.2890735 Feb 03 14:09:58.398774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb2e108-56cd-4774-ac2e-37f53cba0103 req-49e06d3d-c453-44cc-899c-ab6f486c886a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366911 Feb 03 14:09:58.443394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b61bb161-d951-4b07-ac21-bcf9b2d74b96,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:58.498934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-bf8aa7f5-1b6a-4dbe-8d56-ac1a4e6b9e29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.0900471 Feb 03 14:09:58.529261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:58.630175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f76cb-7067-4fd4-89c4-f79d2fad649d req-0df3ea73-0174-435e-a148-63b4c7a7cc8c tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.631756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f20f76cb-7067-4fd4-89c4-f79d2fad649d req-0df3ea73-0174-435e-a148-63b4c7a7cc8c tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 949 time: 0.1395266 Feb 03 14:09:58.646733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-171c7766-b04b-4caa-b24c-f7391ec54d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:58.650153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-171c7766-b04b-4caa-b24c-f7391ec54d36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1035023 Feb 03 14:09:58.707644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-3addab02-42f6-4815-a822-78e4c45dcffb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483057 Feb 03 14:09:58.838916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f20f76cb-7067-4fd4-89c4-f79d2fad649d req-eeaa409a-869b-4dec-b327-e670cfff39a8 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854823 Feb 03 14:09:58.883932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a01408a-ea22-41d2-9656-17bdc0c6a438 req-e802709a-5c9f-46d7-8083-6ecea56bcb63 tempest-DeleteServersAdminTestJSON-488023578 tempest-DeleteServersAdminTestJSON-488023578-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4eebfae-0e6e-407e-9ee1-443b7f2416b0 HTTP/1.1" status: 200 len: 210 time: 0.0351288 Feb 03 14:09:58.895925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-0a383d3f-b017-4069-ab3b-18f03f3351de service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809592 Feb 03 14:09:58.941396 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb37d8ef-1884-47d5-8023-7393957cabcf x-openstack-request-id: req-cb37d8ef-1884-47d5-8023-7393957cabcf {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:58.945446 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "name": "network-vif-plugged", "status": "completed", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:58.945713 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb37d8ef-1884-47d5-8023-7393957cabcf {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:58.946143 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'code': 200} Feb 03 14:09:59.106649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0285ed8e-5497-44ff-bd1c-c4d1f7029469 req-4a9a6b46-511a-4932-88db-3bc52827c996 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014899 Feb 03 14:09:59.135347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e87b-797f-4b46-8015-3656a61faa34 req-03296b7a-27c5-4df4-a6c3-7e74480caed0 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:59.138483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6541e87b-797f-4b46-8015-3656a61faa34 req-03296b7a-27c5-4df4-a6c3-7e74480caed0 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 945 time: 0.1352592 Feb 03 14:09:59.142905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e590e-d04f-439f-a7d1-9c4d6a627fb8 req-5277ac9d-eeaf-40fe-bb72-5dcfe95b2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:59.144499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df2e590e-d04f-439f-a7d1-9c4d6a627fb8 req-5277ac9d-eeaf-40fe-bb72-5dcfe95b2576 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.1208587 Feb 03 14:09:59.259164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6541e87b-797f-4b46-8015-3656a61faa34 req-f6329ec8-4842-417a-9077-483190a67f83 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135993 Feb 03 14:09:59.284185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df2e590e-d04f-439f-a7d1-9c4d6a627fb8 req-a74177bb-97f3-4df0-bee3-5bd37246fa86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302817 Feb 03 14:09:59.292565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-ebd917c8-e9f9-4430-a506-27843e63b91b tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608623 Feb 03 14:09:59.319468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:09:59.379844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5d854b71-5fa4-4c55-9095-526273201b27 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:59.446446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-361d4265-7016-4aab-9e7e-56f2ea82f9c1 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:59.447842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-361d4265-7016-4aab-9e7e-56f2ea82f9c1 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544578 Feb 03 14:09:59.492278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-3b306274-e20b-444a-83eb-5a75f550d3ff tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/quotas/80a4f8d2ed714887a3a3a418a05f6cd8 HTTP/1.1" status: 200 len: 375 time: 0.0296409 Feb 03 14:09:59.519380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73de22-9d25-4d7a-a304-2cdefef4b411 req-f7419126-0c8a-4d37-b877-bb320d69ff95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:59.522679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df73de22-9d25-4d7a-a304-2cdefef4b411 req-f7419126-0c8a-4d37-b877-bb320d69ff95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.1029050 Feb 03 14:09:59.542038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:59.554040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 5d854b71-5fa4-4c55-9095-526273201b27 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:59.554799 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5d854b71-5fa4-4c55-9095-526273201b27), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:59.579032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:09:59.585223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 has no active binding in host n-h1-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:09:59.607451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-bf11bf6d-e094-4ce2-9c44-665108f4178b tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041610 Feb 03 14:09:59.617697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df73de22-9d25-4d7a-a304-2cdefef4b411 req-a8ba5410-fd28-4115-a6d5-6cd224269063 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705938 Feb 03 14:09:59.735082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5d854b71-5fa4-4c55-9095-526273201b27 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:09:59.735433 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:59.767687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'name': 'network-vif-deleted', 'tag': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:09:59.769966 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c2edd1-413e-42ee-8730-65b24ed3ad66" -d '{"events": [{"server_uuid": "d4eebfae-0e6e-407e-9ee1-443b7f2416b0", "name": "network-vif-deleted", "tag": "52bedbe6-0456-4ce7-ae12-9e8506cd6af9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:09:59.783311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae436c0-3148-4fac-b072-7711771c1fff req-1fad495c-278c-482c-b2b5-c3216a7d731d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:09:59.789301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:09:59.796433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:09:59.798590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:09:59.798971 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:59.803258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aae436c0-3148-4fac-b072-7711771c1fff req-1fad495c-278c-482c-b2b5-c3216a7d731d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 948 time: 0.0856705 Feb 03 14:09:59.822621 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:59.823470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:09:59.894903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aae436c0-3148-4fac-b072-7711771c1fff req-d28971f4-f7ef-4c33-b796-31770df7f3b6 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862136 Feb 03 14:09:59.903296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:09:59.903648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 52bedbe6-0456-4ce7-ae12-9e8506cd6af9 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:09:59.950633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:09:59.976973 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d614bab-f419-4aec-a8a0-abf9feab4c86 x-openstack-request-id: req-7d614bab-f419-4aec-a8a0-abf9feab4c86 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:09:59.978001 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4eebfae-0e6e-407e-9ee1-443b7f2416b0", "name": "network-vif-deleted", "tag": "52bedbe6-0456-4ce7-ae12-9e8506cd6af9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:09:59.978450 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d614bab-f419-4aec-a8a0-abf9feab4c86 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:09:59.979062 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4eebfae-0e6e-407e-9ee1-443b7f2416b0', 'name': 'network-vif-deleted', 'tag': '52bedbe6-0456-4ce7-ae12-9e8506cd6af9', 'status': 'completed', 'code': 200} Feb 03 14:10:00.089790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c04723c2-53aa-4d7f-927a-80d0c1511898 req-dd2dfddc-e891-4a31-acbb-e737c294d296 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 210 time: 0.0620027 Feb 03 14:10:00.272461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:00.272461 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:00.318262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:00.329577 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:00.448230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:00.501185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820c15a-21e1-41db-b459-e687437ca734 req-27f84896-27bf-48fd-b69a-7df0a6b5c33f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:00.507455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d820c15a-21e1-41db-b459-e687437ca734 req-27f84896-27bf-48fd-b69a-7df0a6b5c33f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 945 time: 0.1379950 Feb 03 14:10:00.609544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d820c15a-21e1-41db-b459-e687437ca734 req-b30be087-ab90-4cb5-b382-dc29b2aadebb tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961893 Feb 03 14:10:00.744905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56996) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:00.783153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57000) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:00.813546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dcb08-fa37-40e3-bb8a-f055437a8522 req-3a492211-051c-47f2-9149-76e99d54cebc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:00.815306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f46dcb08-fa37-40e3-bb8a-f055437a8522 req-3a492211-051c-47f2-9149-76e99d54cebc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.1093996 Feb 03 14:10:00.889001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f46dcb08-fa37-40e3-bb8a-f055437a8522 req-9747c44d-c47d-4864-b305-e247e7fd8ab5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621877 Feb 03 14:10:00.912743 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c0a-1440-4840-9ac5-99878baf8c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:00.947724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3'}, {'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27'}, {'server_uuid': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:00.950478 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ef77cf-e2f0-43fc-adea-f68237a5a9ca" -d '{"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-plugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3"}, {"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-plugged", "status": "completed", "tag": "5d854b71-5fa4-4c55-9095-526273201b27"}, {"server_uuid": "8cb8850d-3918-4a40-bfbd-236ddf55ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:01.017227 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a5585a92-3531-4867-9ce8-98563780d91c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a60cbcb60c54106849ed90ff7d0a4f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2312121 Feb 03 14:10:01.018048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57018) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:01.074928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b65aac81-9911-4d56-ae98-d3fab984ec3f admin admin] Publish callbacks [] for security_group (6e6af3f2-9fc1-4e37-94ac-360d9216b215), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.094988 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383b7566-cce2-4aef-b934-fb29505f5aa9 x-openstack-request-id: req-383b7566-cce2-4aef-b934-fb29505f5aa9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:01.095903 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-plugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3", "code": 200}, {"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-plugged", "status": "completed", "tag": "5d854b71-5fa4-4c55-9095-526273201b27", "code": 200}, {"server_uuid": "8cb8850d-3918-4a40-bfbd-236ddf55ea6a", "name": "network-vif-plugged", "status": "completed", "tag": "cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:01.096480 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-383b7566-cce2-4aef-b934-fb29505f5aa9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:01.097038 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'code': 200} Feb 03 14:10:01.097453 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27', 'code': 200} Feb 03 14:10:01.097867 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1', 'code': 200} Feb 03 14:10:01.103138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b65aac81-9911-4d56-ae98-d3fab984ec3f admin admin] Publish callbacks [] for security_group (6e6af3f2-9fc1-4e37-94ac-360d9216b215), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.119399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c0a-1440-4840-9ac5-99878baf8c32 admin admin] Publish callbacks [] for security_group (b6484695-1a0b-4e22-9529-8c10befb5585), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.135931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60c23-bb07-4a6d-ae39-6870d67f9497 req-9c2046e9-033b-4758-a2e1-003236576e60 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:01.137898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4c60c23-bb07-4a6d-ae39-6870d67f9497 req-9c2046e9-033b-4758-a2e1-003236576e60 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 949 time: 0.0964630 Feb 03 14:10:01.139311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5c0a-1440-4840-9ac5-99878baf8c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b6484695-1a0b-4e22-9529-8c10befb5585), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.167052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b65aac81-9911-4d56-ae98-d3fab984ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6e6af3f2-9fc1-4e37-94ac-360d9216b215), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.172735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b65aac81-9911-4d56-ae98-d3fab984ec3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.178159 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b65aac81-9911-4d56-ae98-d3fab984ec3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e6af3f2-9fc1-4e37-94ac-360d9216b215 HTTP/1.1" status: 204 len: 168 time: 0.1586275 Feb 03 14:10:01.192052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65aac81-9911-4d56-ae98-d3fab984ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6af3f2-9fc1-4e37-94ac-360d9216b215,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:01.287169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f33a54c-fbf6-4365-98d4-56ed3b532021 req-8e171838-840a-4100-9367-6cc42f51172f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 210 time: 0.0739369 Feb 03 14:10:01.301144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bf5f5c0a-1440-4840-9ac5-99878baf8c32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59504a7e0ec34c12bd7362020cb4238a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5542109 Feb 03 14:10:01.302935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:01.385688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f5c0a-1440-4840-9ac5-99878baf8c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6484695-1a0b-4e22-9529-8c10befb5585,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:01.419860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6fb58f4-4799-402c-92d6-9ee4626490a2 admin admin] Publish callbacks [] for security_group (b6484695-1a0b-4e22-9529-8c10befb5585), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.492461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4c60c23-bb07-4a6d-ae39-6870d67f9497 req-cc60c527-c232-4987-83ad-55a620bb1b0a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350389 Feb 03 14:10:01.523113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb9231-b0b9-4430-87ab-c31fee4edc50 req-9cfeb05c-c4fe-4e9e-8ef0-62cfa65605b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:01.525424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8fb9231-b0b9-4430-87ab-c31fee4edc50 req-9cfeb05c-c4fe-4e9e-8ef0-62cfa65605b2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 1131 time: 0.0964038 Feb 03 14:10:01.533762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6fb58f4-4799-402c-92d6-9ee4626490a2 admin admin] Publish callbacks [] for security_group (b6484695-1a0b-4e22-9529-8c10befb5585), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.602850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8fb9231-b0b9-4430-87ab-c31fee4edc50 req-8ab71d09-63d4-479b-b41b-3ecd004567e1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710514 Feb 03 14:10:01.613660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545460c-73cb-4133-b9d3-aec7a9fa7582 req-c3b14b3c-5ed3-412f-8f5d-d062ebd1c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:01.615443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b545460c-73cb-4133-b9d3-aec7a9fa7582 req-c3b14b3c-5ed3-412f-8f5d-d062ebd1c009 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1132 time: 0.1726887 Feb 03 14:10:01.653049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6fb58f4-4799-402c-92d6-9ee4626490a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b6484695-1a0b-4e22-9529-8c10befb5585), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.657492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6fb58f4-4799-402c-92d6-9ee4626490a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.671543 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c6fb58f4-4799-402c-92d6-9ee4626490a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6484695-1a0b-4e22-9529-8c10befb5585 HTTP/1.1" status: 204 len: 168 time: 0.3638563 Feb 03 14:10:01.687044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb58f4-4799-402c-92d6-9ee4626490a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6484695-1a0b-4e22-9529-8c10befb5585,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:01.777393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b266053-8a95-4c01-9082-7de64d324c25 req-427b16b8-cebd-4a0c-bad8-7d9a520427a1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:01.785544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b266053-8a95-4c01-9082-7de64d324c25 req-427b16b8-cebd-4a0c-bad8-7d9a520427a1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 945 time: 0.0754137 Feb 03 14:10:01.803998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:01.828123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cece81b-63a0-44f8-8ad9-233cecf490fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:01.850785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b266053-8a95-4c01-9082-7de64d324c25 req-9c816f81-7e16-4be3-be5b-bc43fdec5f5b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595150 Feb 03 14:10:01.988302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cece81b-63a0-44f8-8ad9-233cecf490fe admin admin] Publish callbacks [] for security_group (0cd1dcec-c265-48eb-8775-a4b28a0ba92d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.000093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cece81b-63a0-44f8-8ad9-233cecf490fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0cd1dcec-c265-48eb-8775-a4b28a0ba92d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.077037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cece81b-63a0-44f8-8ad9-233cecf490fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd1dcec-c265-48eb-8775-a4b28a0ba92d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:02.078161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-a2aa1c73-8926-4627-9230-4f04da8aca4a tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325828 Feb 03 14:10:02.111758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3dd68-7e93-4cf1-bc81-4e1f5b38f86e req-cb11c8ab-621c-488a-9a0a-50653719f7bd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:02.120545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30e3dd68-7e93-4cf1-bc81-4e1f5b38f86e req-cb11c8ab-621c-488a-9a0a-50653719f7bd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.1378047 Feb 03 14:10:02.171856 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5cece81b-63a0-44f8-8ad9-233cecf490fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be6b391400624b75aead07e64d067d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661518 Feb 03 14:10:02.178611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:02.246349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57054) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:02.284769 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b545460c-73cb-4133-b9d3-aec7a9fa7582 req-1b3263ec-fbd9-4100-99cf-bba2f49062b1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372139 Feb 03 14:10:02.286174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c0305b9-a2a7-47ca-8764-25a396bdb60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.288477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9559cd94-e659-475f-b3b1-4cd3f347bb15 admin admin] Publish callbacks [] for security_group (0cd1dcec-c265-48eb-8775-a4b28a0ba92d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.290903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-eb246791-a459-4b66-ae1d-8f37d8749c9a service neutron] 10.222.0.71 "GET /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.1305466 Feb 03 14:10:02.315136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9559cd94-e659-475f-b3b1-4cd3f347bb15 admin admin] Publish callbacks [] for security_group (0cd1dcec-c265-48eb-8775-a4b28a0ba92d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.372207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9559cd94-e659-475f-b3b1-4cd3f347bb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0cd1dcec-c265-48eb-8775-a4b28a0ba92d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.375483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9559cd94-e659-475f-b3b1-4cd3f347bb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.379706 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9559cd94-e659-475f-b3b1-4cd3f347bb15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cd1dcec-c265-48eb-8775-a4b28a0ba92d HTTP/1.1" status: 204 len: 168 time: 0.1998549 Feb 03 14:10:02.385148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30e3dd68-7e93-4cf1-bc81-4e1f5b38f86e req-2568230f-2fcc-49ee-ae08-06af1adba688 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632098 Feb 03 14:10:02.406009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559cd94-e659-475f-b3b1-4cd3f347bb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd1dcec-c265-48eb-8775-a4b28a0ba92d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:02.489575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-dd712218-5106-47e3-9568-29d87554b1a2 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:02.492330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-dd712218-5106-47e3-9568-29d87554b1a2 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428001 Feb 03 14:10:02.515906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1bf102-468f-4f75-81b9-1ff3cb357041 req-f751f21a-6e3c-44c0-ab5a-01ea90f64182 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 210 time: 0.0951128 Feb 03 14:10:02.520182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Request body: {'port': {'device_id': '53188ecb-b929-4714-af61-1f7140824e0a', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': '80a4f8d2ed714887a3a3a418a05f6cd8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:02.525477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c0305b9-a2a7-47ca-8764-25a396bdb60f admin admin] Publish callbacks [] for security_group (af571a39-65c3-43e8-a4a4-3990cf9b2751), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.531802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c0305b9-a2a7-47ca-8764-25a396bdb60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (af571a39-65c3-43e8-a4a4-3990cf9b2751), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.597531 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7c0305b9-a2a7-47ca-8764-25a396bdb60f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54f39817c79348e29c6717dbb01469a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496246 Feb 03 14:10:02.598121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0305b9-a2a7-47ca-8764-25a396bdb60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af571a39-65c3-43e8-a4a4-3990cf9b2751,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:02.601592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:02.671692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50679683-e92d-4af0-934d-7745a9e100af admin admin] Publish callbacks [] for security_group (af571a39-65c3-43e8-a4a4-3990cf9b2751), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.710532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50679683-e92d-4af0-934d-7745a9e100af admin admin] Publish callbacks [] for security_group (af571a39-65c3-43e8-a4a4-3990cf9b2751), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.754327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07176ca7-d7e1-4382-b332-512a01265b17 req-87e99ec7-3773-4b2b-8196-abe381b53f07 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:02.763700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07176ca7-d7e1-4382-b332-512a01265b17 req-87e99ec7-3773-4b2b-8196-abe381b53f07 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 949 time: 0.1669095 Feb 03 14:10:02.830978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50679683-e92d-4af0-934d-7745a9e100af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (af571a39-65c3-43e8-a4a4-3990cf9b2751), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.835005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50679683-e92d-4af0-934d-7745a9e100af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.839025 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-50679683-e92d-4af0-934d-7745a9e100af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af571a39-65c3-43e8-a4a4-3990cf9b2751 HTTP/1.1" status: 204 len: 168 time: 0.2339666 Feb 03 14:10:02.852532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Made reservation on behalf of 80a4f8d2ed714887a3a3a418a05f6cd8 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:02.852880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50679683-e92d-4af0-934d-7745a9e100af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af571a39-65c3-43e8-a4a4-3990cf9b2751,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:02.856195 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.957822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07176ca7-d7e1-4382-b332-512a01265b17 req-a3a0a7ab-2cce-4ef7-9c38-42b96cd122c0 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930285 Feb 03 14:10:03.169470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1049f-b857-475b-85a5-ebfe94170f42 req-f3900929-9943-4d2f-860f-e6cae6eb1af1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:03.177783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afb1049f-b857-475b-85a5-ebfe94170f42 req-f3900929-9943-4d2f-860f-e6cae6eb1af1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 945 time: 0.2103765 Feb 03 14:10:03.259543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:03.338604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:03.376981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afb1049f-b857-475b-85a5-ebfe94170f42 req-722702b9-4c40-4439-bf36-dbfcbb373745 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940734 Feb 03 14:10:03.427230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Allocated IP 192.168.233.245 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/fa953b7f-8924-4ad8-becc-6cf28fac337b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:03.472789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2a53e3-cd45-40b2-b582-35b1587b7362 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:03.509446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:03.626205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:03.740947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-028be54c-46b2-485c-bc82-14efde379aa6 req-01a102e9-b7a4-4b7f-a240-de402275522c tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 210 time: 0.0974436 Feb 03 14:10:03.783105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb189b1-0095-4b1d-99a4-c49466f4255a req-857a0df6-1750-401f-88dc-515c5b01adc4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:03.797616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdb189b1-0095-4b1d-99a4-c49466f4255a req-857a0df6-1750-401f-88dc-515c5b01adc4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 943 time: 0.3073807 Feb 03 14:10:04.366065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] Transition to ACTIVE for port object ba2a53e3-cd45-40b2-b582-35b1587b7362 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:04.390552 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:04.450232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdb189b1-0095-4b1d-99a4-c49466f4255a req-fc3389fa-52af-4230-a1b8-f7d1a9230c95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500165 Feb 03 14:10:04.474107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks [] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:04.526988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75ea28-f391-45f3-8e1e-19559651b68f req-707f6a6b-15b4-4287-ac0f-7617f618a489 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:04.532996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a75ea28-f391-45f3-8e1e-19559651b68f req-707f6a6b-15b4-4287-ac0f-7617f618a489 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 949 time: 0.2879689 Feb 03 14:10:04.577390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] No DVR routers for this DVR port ba2a53e3-cd45-40b2-b582-35b1587b7362 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:04.598378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:04.694399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-0bf8644c-adea-47dd-854a-2018f6aca2a4 service neutron] 10.222.0.71 "PUT /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362/bindings/n-h1-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0283930 Feb 03 14:10:04.720459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a75ea28-f391-45f3-8e1e-19559651b68f req-88386434-9b89-4218-a686-fcfcce9f9275 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481166 Feb 03 14:10:04.763168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:04.809486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['bc3e9dca-86c5-4317-bad9-6643aa70c630'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:04.872879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:04.887691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1c5a6-9f8e-45bc-b630-1d182697557d req-7a229aae-e17a-4e58-803a-3841d91b2018 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:04.897881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbc1c5a6-9f8e-45bc-b630-1d182697557d req-7a229aae-e17a-4e58-803a-3841d91b2018 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 945 time: 0.2610660 Feb 03 14:10:04.932809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:04.956069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:04.992778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Pushing event updated for resources: {'Port': ['ID=fa953b7f-8924-4ad8-becc-6cf28fac337b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:05.063160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8de46dfc-7c62-4ef1-9636-81d2fd2110bd tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.064981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8de46dfc-7c62-4ef1-9636-81d2fd2110bd tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.2277298 Feb 03 14:10:05.149494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.150146 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:05.183447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e8b19-9667-40c2-ade6-014e796a12d5 req-63601177-7d69-45f8-892e-ed14f45cde3a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.189916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e49e8b19-9667-40c2-ade6-014e796a12d5 req-63601177-7d69-45f8-892e-ed14f45cde3a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.3643494 Feb 03 14:10:05.193099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbc1c5a6-9f8e-45bc-b630-1d182697557d req-aa6345be-25ea-4308-804c-6933de40db2d tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940898 Feb 03 14:10:05.271470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-32767611-0e71-4c56-9b10-c503aa39168d tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7584760 Feb 03 14:10:05.290087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Request body: {'port': {'device_id': '53188ecb-b929-4714-af61-1f7140824e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:05.337210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e49e8b19-9667-40c2-ade6-014e796a12d5 req-c13f0250-ecd3-48fb-84b8-3fbcf2607dcc tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157486 Feb 03 14:10:05.369100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8e1378f3-d4ed-4a1c-804c-80744c0e7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.370612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8e1378f3-d4ed-4a1c-804c-80744c0e7db5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&tenant_id=5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 1126 time: 0.2974315 Feb 03 14:10:05.437636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c4df1566-b1d6-476d-86ab-d48a5c78708d None None] Provisioning complete for port fa953b7f-8924-4ad8-becc-6cf28fac337b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:05.438323 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4df1566-b1d6-476d-86ab-d48a5c78708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:05.489471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:05.555566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a096d-1cb2-4bba-972e-549f6753225d req-fe1add67-ae80-4228-8c76-94ac24583788 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.557382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e64a096d-1cb2-4bba-972e-549f6753225d req-fe1add67-ae80-4228-8c76-94ac24583788 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 936 time: 0.1801977 Feb 03 14:10:05.564832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-f24cc69f-06f7-4fe1-a826-aa81030f6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.566556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-f24cc69f-06f7-4fe1-a826-aa81030f6fd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1126 time: 0.1639564 Feb 03 14:10:05.579461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c4df1566-b1d6-476d-86ab-d48a5c78708d None None] Port fa953b7f-8924-4ad8-becc-6cf28fac337b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:10:05.585975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:05.694426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port ba2a53e3-cd45-40b2-b582-35b1587b7362 host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:10:05.696175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:05.846894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e64a096d-1cb2-4bba-972e-549f6753225d req-509d935a-1ecc-487c-81f0-79c0392bd12a tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609379 Feb 03 14:10:05.981111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-11f7d39f-1823-494d-84a0-23f6155b2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:05.982607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-11f7d39f-1823-494d-84a0-23f6155b2abe service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.4093013 Feb 03 14:10:06.083592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-cf773128-1d1f-46af-8608-e008ffece76c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.0909593 Feb 03 14:10:06.164794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-256f2c84-e456-40e0-9e00-0015fc0acf28 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4228826 Feb 03 14:10:06.198611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff400ba-60ec-4fcf-9a5f-8d3b43c4af88 req-84ba6e23-b05f-40be-bc34-7a2569fbd39f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:06.200390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ff400ba-60ec-4fcf-9a5f-8d3b43c4af88 req-84ba6e23-b05f-40be-bc34-7a2569fbd39f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 944 time: 0.2470832 Feb 03 14:10:06.209043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:06.274074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-5c1e7022-9d96-418e-a2ea-c26aa4b3ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:06.274074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-5c1e7022-9d96-418e-a2ea-c26aa4b3ed55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1695969 Feb 03 14:10:06.319921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa953b7f-8924-4ad8-becc-6cf28fac337b {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:06.322429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:06.326632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-06f5197e-0fb8-45a2-b847-505cc3efa800 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438399 Feb 03 14:10:06.359513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Publish callbacks [] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:06.410706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ff400ba-60ec-4fcf-9a5f-8d3b43c4af88 req-be7623c0-055b-450b-b3a7-fc59b2d97d5e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937776 Feb 03 14:10:06.417920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Transition to ACTIVE for port object fa953b7f-8924-4ad8-becc-6cf28fac337b will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:06.441082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:06.853755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Pushing event updated for resources: {'Port': ['ID=fa953b7f-8924-4ad8-becc-6cf28fac337b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:06.893098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-d1af25de-b956-4446-9755-7d9ceb008a13 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638311 Feb 03 14:10:06.908772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-e6f7294f-4d16-43fa-872d-b06d219e1d4a service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589387 Feb 03 14:10:07.119287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:07.205453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-141994b0-b5cb-48bf-bab3-d2a7d6946e20 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:07.206949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-141994b0-b5cb-48bf-bab3-d2a7d6946e20 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047247 Feb 03 14:10:07.207703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Attempting to bind port fa953b7f-8924-4ad8-becc-6cf28fac337b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:07.208042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Attempting to bind port fa953b7f-8924-4ad8-becc-6cf28fac337b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:07.208379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Attempting to bind port fa953b7f-8924-4ad8-becc-6cf28fac337b on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:07.223893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-5c1f186f-0731-4321-b9b3-b2731c5cdb95 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894509 Feb 03 14:10:07.243517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Port fa953b7f-8924-4ad8-becc-6cf28fac337b on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:07.243903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Attempting to bind port fa953b7f-8924-4ad8-becc-6cf28fac337b on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:07.263103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-3603d20f-af6a-436d-8853-cfc990d28c38 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/quotas/fd4e695ecd6548159bb5d7dfbb86756a HTTP/1.1" status: 200 len: 375 time: 0.0362585 Feb 03 14:10:07.281923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:07.282316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:07.282972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:07.283545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Bound port: fa953b7f-8924-4ad8-becc-6cf28fac337b, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:07.283915 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:07.417135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Allocated IP 172.25.0.214 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/e28bece0-7da2-444e-9704-f256360424db) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:07.456372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-e8778195-2fa4-47ab-9a66-22435f9d7e5b tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1923013 Feb 03 14:10:07.458130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] For port fa953b7f-8924-4ad8-becc-6cf28fac337b, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:07.462938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] For port fa953b7f-8924-4ad8-becc-6cf28fac337b, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa953b7f-8924-4ad8-becc-6cf28fac337b,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:07.497087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:07.634293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:07.635240 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:07.637360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] 10.222.0.45 "PUT /v2.0/ports/fa953b7f-8924-4ad8-becc-6cf28fac337b HTTP/1.1" status: 200 len: 1096 time: 2.3552897 Feb 03 14:10:07.646289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53188ecb-b929-4714-af61-1f7140824e0a', 'tag': 'fa953b7f-8924-4ad8-becc-6cf28fac337b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:07.649115 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa" -d '{"events": [{"name": "network-changed", "server_uuid": "53188ecb-b929-4714-af61-1f7140824e0a", "tag": "fa953b7f-8924-4ad8-becc-6cf28fac337b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:07.834255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726cb33-7e23-486b-bff2-3692c4133922 service neutron] Pushing event updated for resources: {'Port': ['ID=fa953b7f-8924-4ad8-becc-6cf28fac337b,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:07.849366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for port (e28bece0-7da2-444e-9704-f256360424db), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:07.895277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8b7525da-e93c-450f-a768-a6d75b22c8c7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:07.896716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8b7525da-e93c-450f-a768-a6d75b22c8c7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.4112678 Feb 03 14:10:07.973198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-ac3fc881-f86d-4b10-8f52-3ab23601d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:07.974705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-ac3fc881-f86d-4b10-8f52-3ab23601d797 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 1130 time: 0.2293940 Feb 03 14:10:08.036638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-a1f0a7f0-56b6-4e56-9eba-8d54bf6e6106 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=fa953b7f-8924-4ad8-becc-6cf28fac337b HTTP/1.1" status: 200 len: 217 time: 0.0474153 Feb 03 14:10:08.042318 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e28bece0-7da2-444e-9704-f256360424db), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:08.166597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:08.193283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Pushing event updated for resources: {'Port': ['ID=e28bece0-7da2-444e-9704-f256360424db,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:08.195828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:08.226096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:08.263566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-c3e224f9-3777-4709-8b6b-f27c54894010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:08.265094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-c3e224f9-3777-4709-8b6b-f27c54894010 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2187300 Feb 03 14:10:08.347902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c38a7b-72cd-4aa5-8940-e50b7c949cda req-2263a477-9182-42dd-9ce1-e0e019f580eb tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:08.349429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30c38a7b-72cd-4aa5-8940-e50b7c949cda req-2263a477-9182-42dd-9ce1-e0e019f580eb tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 948 time: 0.2727036 Feb 03 14:10:08.355768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8630dc29-5cec-4ad1-8faf-101331c75ec0 service neutron] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:08.363381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8630dc29-5cec-4ad1-8faf-101331c75ec0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:08.364513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3790c13-c6c2-4037-9490-0c4c794cd5ff req-8630dc29-5cec-4ad1-8faf-101331c75ec0 service neutron] 10.222.0.45 "DELETE /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362/bindings/n-h2-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.4385080 Feb 03 14:10:08.428054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-377072f2-b695-4ab3-8830-dc6f576a61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:08.429583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-377072f2-b695-4ab3-8830-dc6f576a61a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1473844 Feb 03 14:10:08.474366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:08.494067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30c38a7b-72cd-4aa5-8940-e50b7c949cda req-b31f6e30-27b2-4c4a-94ab-accbdd518f59 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285558 Feb 03 14:10:08.558923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e28bece0-7da2-444e-9704-f256360424db), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:08.620774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-e8b0d5f8-cc0e-423d-a7ee-2ea2888c2535 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821792 Feb 03 14:10:08.696331 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:08.895721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2fde1-df17-43d5-a40f-0a50bbcbc5bd req-12e7410d-45e6-4b49-8f3f-72d738e44cb6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:08.902949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2a2fde1-df17-43d5-a40f-0a50bbcbc5bd req-12e7410d-45e6-4b49-8f3f-72d738e44cb6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 944 time: 0.2304556 Feb 03 14:10:08.914859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07c4af3-ce7b-4891-a5be-1d7261087d84 req-062e3479-2473-47bb-8b04-b0616cf0a97d service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857089 Feb 03 14:10:08.976929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2a2fde1-df17-43d5-a40f-0a50bbcbc5bd req-194488f8-357b-429c-961b-494392bd6d92 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730116 Feb 03 14:10:08.991579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for port (e28bece0-7da2-444e-9704-f256360424db), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:09.009472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (e28bece0-7da2-444e-9704-f256360424db), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:09.128308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6edaf0-7bc8-423c-8753-bda11343bc74 req-d5de122d-35a8-40c6-9b34-c37f61404990 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 210 time: 0.0437913 Feb 03 14:10:09.132112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Pushing event updated for resources: {'Port': ['ID=e28bece0-7da2-444e-9704-f256360424db,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:09.147785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:09.183342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:09.194529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-de170e5e-5e34-4b89-9421-136eab067839 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0114336 Feb 03 14:10:09.260876 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1489b7-57bc-43f5-bfa6-7ca55947f69b x-openstack-request-id: req-ff1489b7-57bc-43f5-bfa6-7ca55947f69b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:09.263356 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53188ecb-b929-4714-af61-1f7140824e0a", "tag": "fa953b7f-8924-4ad8-becc-6cf28fac337b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:09.263654 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff1489b7-57bc-43f5-bfa6-7ca55947f69b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:09.264619 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53188ecb-b929-4714-af61-1f7140824e0a', 'tag': 'fa953b7f-8924-4ad8-becc-6cf28fac337b', 'status': 'completed', 'code': 200} Feb 03 14:10:09.342923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-9536481a-e180-4c6d-8f9a-d0e407a477a4 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.1465411 Feb 03 14:10:09.437892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-26e33c17-451b-47b8-a5aa-aecec1e9a622 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598316 Feb 03 14:10:09.458078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-5b338099-d4be-4bf8-94d1-d6d471693ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:09.460236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-5b338099-d4be-4bf8-94d1-d6d471693ccd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 1130 time: 0.1161964 Feb 03 14:10:09.755658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-b2ff3510-79c1-4f92-ba64-7dee698ea681 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:09.757123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-b2ff3510-79c1-4f92-ba64-7dee698ea681 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091965 Feb 03 14:10:09.774047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-c27c465c-d891-451e-ab40-9692abe08a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:09.776409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-c27c465c-d891-451e-ab40-9692abe08a0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1619713 Feb 03 14:10:09.817508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Request body: {'port': {'device_id': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'fd4e695ecd6548159bb5d7dfbb86756a'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:09.885634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-60c98a06-fcdf-4ef3-a40f-4b8c01658f6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=fa953b7f-8924-4ad8-becc-6cf28fac337b HTTP/1.1" status: 200 len: 217 time: 0.0982125 Feb 03 14:10:09.980873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-6df40396-34e1-4440-9334-0f667006849c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:09.980873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-6df40396-34e1-4440-9334-0f667006849c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.5908449 Feb 03 14:10:10.027089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-9cb5395e-05b0-4221-9e48-0b3b7be69737 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:10.028310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfaa3c4-b0cf-4846-b165-3a9768c4aba7 req-9cb5395e-05b0-4221-9e48-0b3b7be69737 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201914 Feb 03 14:10:10.124300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-c222d0f0-a2bc-4075-b2fa-0fd209508ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:10.133955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-c222d0f0-a2bc-4075-b2fa-0fd209508ac2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2215822 Feb 03 14:10:10.459441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9f814-c38d-4525-aba1-bb4c9349392b req-2922d0df-3476-4a76-aaa4-2ee43ebc8536 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:10.461037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40a9f814-c38d-4525-aba1-bb4c9349392b req-2922d0df-3476-4a76-aaa4-2ee43ebc8536 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 948 time: 0.5859635 Feb 03 14:10:10.542113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Made reservation on behalf of fd4e695ecd6548159bb5d7dfbb86756a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:10.546054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:10.572062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-4f0dac7e-6a5e-4836-b957-6287f498acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:10.573589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-4f0dac7e-6a5e-4836-b957-6287f498acad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4312003 Feb 03 14:10:10.577598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f0ea-1d82-4afe-bd35-f20104401864 req-90f96e99-31e9-435f-b052-98ce7cf20fd1 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:10.578992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63b5f0ea-1d82-4afe-bd35-f20104401864 req-90f96e99-31e9-435f-b052-98ce7cf20fd1 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1126 time: 0.4575579 Feb 03 14:10:10.583343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40a9f814-c38d-4525-aba1-bb4c9349392b req-416cbd16-073d-4a5e-936f-776ed316a8b2 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025705 Feb 03 14:10:10.770813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63b5f0ea-1d82-4afe-bd35-f20104401864 req-e50f2a55-65ac-40fc-a326-953373d37c63 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850228 Feb 03 14:10:10.819348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f7e7afe-14f7-41cb-89f4-9c7462046fc2 req-af7d0967-6fe8-4f0b-92a2-5fb28ef21afa tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 210 time: 0.0797346 Feb 03 14:10:10.852196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-d66cb3b9-69fb-44c9-9af8-5cbd8b0ce5b8 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678752 Feb 03 14:10:10.922098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Allocated IP 192.168.233.88 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/021a6be8-13b8-46af-9d11-8bc56cf4f643) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:11.177786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2dd067-d101-40a8-92f3-e0eb6c2fcefa req-f7d5296b-7bb7-4a3a-8a14-f61c923ec077 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163834 Feb 03 14:10:11.193761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-94cbf421-a52b-49ef-bc85-3cce4ac69bf2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:11.195167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-94cbf421-a52b-49ef-bc85-3cce4ac69bf2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 821 time: 0.3032980 Feb 03 14:10:11.258289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-1e7b980e-46fc-46ed-a182-a4c4406f837a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/quotas/d11c5090fd1a43e0b9018ca8851a7940 HTTP/1.1" status: 200 len: 375 time: 0.0542569 Feb 03 14:10:11.294026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9c99cd4a-8421-43b2-9b35-e021d9b4d530 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:11.296249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9c99cd4a-8421-43b2-9b35-e021d9b4d530 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.2377672 Feb 03 14:10:11.346852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-4b91f659-b9d3-4e14-a2cb-3231d322a5c8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/quotas/5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 375 time: 0.0316718 Feb 03 14:10:11.369865 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks [] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:11.406584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-e042cd0b-0738-4a41-a0f8-dd115dfd05af tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1369443 Feb 03 14:10:11.502127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-61f2451a-eefc-4fd2-b870-d54b192e86fc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1450353 Feb 03 14:10:11.504919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:11.553084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['90cb0964-230b-489a-a054-cca1c21ff4c3', 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:11.594408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:11.632734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Pushing event updated for resources: {'Port': ['ID=021a6be8-13b8-46af-9d11-8bc56cf4f643,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:11.635242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:11.640622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:11.647101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-a143757d-7a56-43ca-b8e2-d2d743a4007a service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327075 Feb 03 14:10:11.763568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-a2fd5344-4352-4e65-b53d-54009d560845 service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506418 Feb 03 14:10:11.768830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:11.769442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:11.821972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-9e6939c4-1664-4819-ab8e-8c27fa277045 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0156050 Feb 03 14:10:11.863145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Request body: {'port': {'device_id': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:11.891312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-e2ad4ad9-aa8a-4633-a3ea-eff75594a946 service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249267 Feb 03 14:10:11.934248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b7f77101-8f4b-4a35-a44d-cda94f399fdc None None] Provisioning complete for port 021a6be8-13b8-46af-9d11-8bc56cf4f643 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:11.934667 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7f77101-8f4b-4a35-a44d-cda94f399fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:11.943196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-623aaa7f-4e51-4d8c-9dc7-20f9eaf0d396 service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695232 Feb 03 14:10:11.952824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:11.979826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b7f77101-8f4b-4a35-a44d-cda94f399fdc None None] Port 021a6be8-13b8-46af-9d11-8bc56cf4f643 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:10:12.281608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16c5fa-3d23-4027-8dfc-4016cb1126f0 req-b85dbbe3-7abf-474d-8646-df6e35eb26aa tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:12.283141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e16c5fa-3d23-4027-8dfc-4016cb1126f0 req-b85dbbe3-7abf-474d-8646-df6e35eb26aa tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 948 time: 0.1632478 Feb 03 14:10:12.300191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd34f2-1cc2-40cf-b2f0-d62916cbff59 req-fccf90a4-8db2-4f77-8181-20a4aef09bb3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:12.301687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2dd34f2-1cc2-40cf-b2f0-d62916cbff59 req-fccf90a4-8db2-4f77-8181-20a4aef09bb3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 935 time: 0.1172943 Feb 03 14:10:12.427950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021a6be8-13b8-46af-9d11-8bc56cf4f643 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:12.435103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e16c5fa-3d23-4027-8dfc-4016cb1126f0 req-81485297-8658-435f-81c5-742e7bc2a584 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429026 Feb 03 14:10:12.442513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2dd34f2-1cc2-40cf-b2f0-d62916cbff59 req-4c429897-6a9e-4b21-a251-c8dedebf27c8 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304541 Feb 03 14:10:12.444366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Publish callbacks [] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:12.459108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Transition to ACTIVE for port object 021a6be8-13b8-46af-9d11-8bc56cf4f643 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:12.464844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:12.539909 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:10:12.553996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Pushing event updated for resources: {'Port': ['ID=021a6be8-13b8-46af-9d11-8bc56cf4f643,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:12.623168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83d32297-3e9e-4e5a-afbd-ca0bf5397e13 req-6e427fb9-edc7-4a20-9028-59ca58c72f22 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 210 time: 0.0865650 Feb 03 14:10:12.748015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85601d70-3ed3-4cd3-b3f0-13e1c9ff04cb req-aa560259-5076-4d13-bdf5-27e44fc376b4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 210 time: 0.0640118 Feb 03 14:10:12.852853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Attempting to bind port 021a6be8-13b8-46af-9d11-8bc56cf4f643 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:12.853227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Attempting to bind port 021a6be8-13b8-46af-9d11-8bc56cf4f643 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:12.853560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Attempting to bind port 021a6be8-13b8-46af-9d11-8bc56cf4f643 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:12.863018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Port 021a6be8-13b8-46af-9d11-8bc56cf4f643 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:12.863351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Attempting to bind port 021a6be8-13b8-46af-9d11-8bc56cf4f643 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:12.874757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:12.875106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:12.875519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:12.875956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Bound port: 021a6be8-13b8-46af-9d11-8bc56cf4f643, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:12.876398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.019400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] For port 021a6be8-13b8-46af-9d11-8bc56cf4f643, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:13.026558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] For port 021a6be8-13b8-46af-9d11-8bc56cf4f643, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=021a6be8-13b8-46af-9d11-8bc56cf4f643,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:13.037011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.084768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:13.085443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.086931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] 10.222.0.71 "PUT /v2.0/ports/021a6be8-13b8-46af-9d11-8bc56cf4f643 HTTP/1.1" status: 200 len: 1095 time: 1.2364604 Feb 03 14:10:13.087474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'tag': '021a6be8-13b8-46af-9d11-8bc56cf4f643'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:13.089856 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ab0142-9243-4d47-a965-3b02e8966744" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8ff35f-e680-46f1-9a01-c09591878ce9", "tag": "021a6be8-13b8-46af-9d11-8bc56cf4f643"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:13.128283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fddc9-8199-4386-bc9c-c3da7ed1f301 service neutron] Pushing event updated for resources: {'Port': ['ID=021a6be8-13b8-46af-9d11-8bc56cf4f643,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:13.154410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57394) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:13.182648 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f3f0bf-8d18-4acd-a906-49161f418fb5 x-openstack-request-id: req-69f3f0bf-8d18-4acd-a906-49161f418fb5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:13.183180 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8ff35f-e680-46f1-9a01-c09591878ce9", "tag": "021a6be8-13b8-46af-9d11-8bc56cf4f643", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:13.183521 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69f3f0bf-8d18-4acd-a906-49161f418fb5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:13.183995 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'tag': '021a6be8-13b8-46af-9d11-8bc56cf4f643', 'status': 'completed', 'code': 200} Feb 03 14:10:13.328389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-14b237f0-48ac-46e4-8d4b-63c63f5fd998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:13.330093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-14b237f0-48ac-46e4-8d4b-63c63f5fd998 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 1129 time: 0.1129551 Feb 03 14:10:13.386644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-896ac6f5-3e30-409f-9c28-27e488003457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.396847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa953b7f-8924-4ad8-becc-6cf28fac337b details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:13.410663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-a520c792-5302-4756-ab2a-98bb9545e9a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=021a6be8-13b8-46af-9d11-8bc56cf4f643 HTTP/1.1" status: 200 len: 217 time: 0.0612116 Feb 03 14:10:13.532818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-1e21cd19-ac21-4aa0-8170-dea156fb395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:13.534982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-1e21cd19-ac21-4aa0-8170-dea156fb395f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0797267 Feb 03 14:10:13.564105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-896ac6f5-3e30-409f-9c28-27e488003457 admin admin] Publish callbacks [] for security_group (2f23336a-d8bd-4b62-86f9-733969a7cdb8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.603392 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-896ac6f5-3e30-409f-9c28-27e488003457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2f23336a-d8bd-4b62-86f9-733969a7cdb8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.617012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fa953b7f-8924-4ad8-becc-6cf28fac337b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa953b7f-8924-4ad8-becc-6cf28fac337b,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:13.655161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'fa953b7f-8924-4ad8-becc-6cf28fac337b', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'fa953b7f-8924-4ad8-becc-6cf28fac337b', 'mac_address': 'fa:16:3e:19:ea:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:13.672709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-4b032a59-39aa-4a19-8465-9e3186287afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:13.674541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-4b032a59-39aa-4a19-8465-9e3186287afe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1054063 Feb 03 14:10:13.796259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port fa953b7f-8924-4ad8-becc-6cf28fac337b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:13.796681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.822473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa953b7f-8924-4ad8-becc-6cf28fac337b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:13.853423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fa953b7f-8924-4ad8-becc-6cf28fac337b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa953b7f-8924-4ad8-becc-6cf28fac337b,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:13.859200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:13.875431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ac6f5-3e30-409f-9c28-27e488003457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f23336a-d8bd-4b62-86f9-733969a7cdb8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:13.894982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-b446fe70-bcc9-4ec7-a417-7ae8cf007550 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:13.897537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-136060d0-9241-4eb8-99e4-a09e395b4943 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925480 Feb 03 14:10:13.900026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-b446fe70-bcc9-4ec7-a417-7ae8cf007550 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.71 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 821 time: 0.3196390 Feb 03 14:10:13.916387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3927302-073a-4b34-b536-ad8aa591f930 req-47776f74-5c82-4d21-a7ee-58788734e33f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:13.918279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3927302-073a-4b34-b536-ad8aa591f930 req-47776f74-5c82-4d21-a7ee-58788734e33f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 948 time: 0.0873115 Feb 03 14:10:13.937725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=fa953b7f-8924-4ad8-becc-6cf28fac337b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:13.941967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'port': {'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'admin_state_up': True, 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:13.997071 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-896ac6f5-3e30-409f-9c28-27e488003457 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=831eaaeb8e8042bd870538ed4f877db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8406389 Feb 03 14:10:14.005594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57448) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:14.053281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3927302-073a-4b34-b536-ad8aa591f930 req-5751afad-7056-4105-872b-a8486f75a92b tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272068 Feb 03 14:10:14.104015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['fa953b7f-8924-4ad8-becc-6cf28fac337b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:14.139530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2929a93-17f6-4eb2-9a53-1bb802d37f7d req-11a6566e-8d4d-4535-96eb-5e15ed56ead2 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065747 Feb 03 14:10:14.157682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd5b5e3f-865b-4834-b1a8-b700d186c280 req-859b8bdc-6ea6-4469-8898-b30b4bb4725b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 210 time: 0.0385733 Feb 03 14:10:14.167123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-e32cd299-7cc1-421b-abf8-b5ab81254c75 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:14.168619 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-e32cd299-7cc1-421b-abf8-b5ab81254c75 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.2666509 Feb 03 14:10:14.187202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03a9e7c8-9225-404e-a4ff-4abace8dfe9f admin admin] Publish callbacks [] for security_group (2f23336a-d8bd-4b62-86f9-733969a7cdb8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.197587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Request body: {'port': {'device_id': '91851ace-5298-4f6a-b272-a69dd4756704', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'admin_state_up': True, 'tenant_id': '5ee7897a21594d0da938e8be68d79a08'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:14.197799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b7236-ccc0-45e7-8e53-d833b6f71cc2 req-74eb9b4e-6306-43fe-929c-29da3d7c9148 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:14.214023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-629b7236-ccc0-45e7-8e53-d833b6f71cc2 req-74eb9b4e-6306-43fe-929c-29da3d7c9148 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 947 time: 0.1435678 Feb 03 14:10:14.222464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Made reservation on behalf of d11c5090fd1a43e0b9018ca8851a7940 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:14.226436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.265215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03a9e7c8-9225-404e-a4ff-4abace8dfe9f admin admin] Publish callbacks [] for security_group (2f23336a-d8bd-4b62-86f9-733969a7cdb8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.283208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-629b7236-ccc0-45e7-8e53-d833b6f71cc2 req-49da3395-5f62-491a-913a-f4f9849ffc55 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664058 Feb 03 14:10:14.367541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45a0badb-cc06-4a6c-9bb2-efd98db3501c req-551f7d97-380f-441b-b820-1fc0fe4a0480 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 210 time: 0.0477772 Feb 03 14:10:14.385625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab0142-9243-4d47-a965-3b02e8966744 req-f98a8112-3e35-49b8-8462-a29879586f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:14.387562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28ab0142-9243-4d47-a965-3b02e8966744 req-f98a8112-3e35-49b8-8462-a29879586f2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 1129 time: 0.0792041 Feb 03 14:10:14.422362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03a9e7c8-9225-404e-a4ff-4abace8dfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2f23336a-d8bd-4b62-86f9-733969a7cdb8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.425176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03a9e7c8-9225-404e-a4ff-4abace8dfe9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.426314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-03a9e7c8-9225-404e-a4ff-4abace8dfe9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f23336a-d8bd-4b62-86f9-733969a7cdb8 HTTP/1.1" status: 204 len: 168 time: 0.4194822 Feb 03 14:10:14.471288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e7c8-9225-404e-a4ff-4abace8dfe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f23336a-d8bd-4b62-86f9-733969a7cdb8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:14.497360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Made reservation on behalf of 5ee7897a21594d0da938e8be68d79a08 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:14.501803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.506950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Allocated IP 172.20.0.8 (51576650-7b9d-444b-b467-623800bda2dc/e50f892d-b91c-44d6-a82f-2bfae0644ca3/35aeca1e-e9a1-4913-806b-fda79620e886) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:14.524272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab0142-9243-4d47-a965-3b02e8966744 req-2ac3a981-32bb-4f66-b6f2-dfef8d4f4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:14.528164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28ab0142-9243-4d47-a965-3b02e8966744 req-2ac3a981-32bb-4f66-b6f2-dfef8d4f4d50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1272981 Feb 03 14:10:14.866739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Allocated IP 172.20.0.14 (816cf5cc-964b-4163-89b4-09c9f5045e4b/9b802a00-f1ed-46f3-a616-401c4157381e/4e8889c5-b886-4bd3-9958-e3b010b7321a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:14.873957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for port (35aeca1e-e9a1-4913-806b-fda79620e886), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.892900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28ab0142-9243-4d47-a965-3b02e8966744 req-db8b0326-7e35-4e58-9d30-16caa56b5b86 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=021a6be8-13b8-46af-9d11-8bc56cf4f643 HTTP/1.1" status: 200 len: 217 time: 0.3520586 Feb 03 14:10:14.963335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.976330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b61bb161-d951-4b07-ac21-bcf9b2d74b96'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:14.989568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57490) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:15.037275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab0142-9243-4d47-a965-3b02e8966744 req-378e4ebf-a39f-4235-a9ef-b7de28f16d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:15.046080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28ab0142-9243-4d47-a965-3b02e8966744 req-378e4ebf-a39f-4235-a9ef-b7de28f16d7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1434827 Feb 03 14:10:15.083350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-0e944f42-1eac-4939-a637-75aea5877a6a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:15.090345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-0e944f42-1eac-4939-a637-75aea5877a6a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.2005320 Feb 03 14:10:15.095076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Network 51576650-7b9d-444b-b467-623800bda2dc is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:15.096144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-950ced9b-7f5e-489d-82e6-fe5ae63e38f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.104570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:15.114565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:15.136456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:15.137047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-a244f0fa-1d7d-4273-aaad-4371d833dfb2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/quotas/efc4e56a61274ceab0905bd1f7fc9724 HTTP/1.1" status: 200 len: 375 time: 0.0456955 Feb 03 14:10:15.139979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.180104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Pushing event updated for resources: {'Port': ['ID=35aeca1e-e9a1-4913-806b-fda79620e886,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:15.198048 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-7ef770b8-5936-4f82-aaa3-08a830b3fe3e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2605937 Feb 03 14:10:15.224770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Request body: {'port': {'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:15.235574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab0142-9243-4d47-a965-3b02e8966744 req-e37ae204-bc98-4e50-a2cc-bd40178e2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:15.237132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28ab0142-9243-4d47-a965-3b02e8966744 req-e37ae204-bc98-4e50-a2cc-bd40178e2253 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1436961 Feb 03 14:10:15.255331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9f7bd-3b7a-4169-9d44-749d22420933 req-600439d3-2a91-448c-93c8-886d53b81823 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:15.256720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cd9f7bd-3b7a-4169-9d44-749d22420933 req-600439d3-2a91-448c-93c8-886d53b81823 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 949 time: 0.0996962 Feb 03 14:10:15.272761 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks [] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.273394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-ba17c3a9-87cb-4b72-8fe9-cde37fde5283 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349056 Feb 03 14:10:15.352790 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.390451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.412976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa953b7f-8924-4ad8-becc-6cf28fac337b up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:15.423675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-950ced9b-7f5e-489d-82e6-fe5ae63e38f3 admin admin] Publish callbacks [] for security_group (0dc3bfd5-6e5f-471b-b35f-2497bdbe015e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.446402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cd9f7bd-3b7a-4169-9d44-749d22420933 req-24f3b532-4271-45a5-9eb1-79b799a0af82 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710045 Feb 03 14:10:15.466741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-950ced9b-7f5e-489d-82e6-fe5ae63e38f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0dc3bfd5-6e5f-471b-b35f-2497bdbe015e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.468380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f7cfc06b-ea1e-4eba-a2a2-980e83780153 None None] Provisioning complete for port 35aeca1e-e9a1-4913-806b-fda79620e886 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:15.469685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc06b-ea1e-4eba-a2a2-980e83780153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.511847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfc06b-ea1e-4eba-a2a2-980e83780153 None None] Port 35aeca1e-e9a1-4913-806b-fda79620e886 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:10:15.511974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-995a3e5c-1d50-441d-a8e0-a66237d6ea0d service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252429 Feb 03 14:10:15.517175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:15.534473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28ab0142-9243-4d47-a965-3b02e8966744 req-3b039cf3-f5c7-4413-b9d0-b0967a4a826b service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759609 Feb 03 14:10:15.534760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port fa953b7f-8924-4ad8-becc-6cf28fac337b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:15.549979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port fa953b7f-8924-4ad8-becc-6cf28fac337b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:15.550901 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.597799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:15.602657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:15.605103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:15.610701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:15.611531 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.616459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ced9b-7f5e-489d-82e6-fe5ae63e38f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3bfd5-6e5f-471b-b35f-2497bdbe015e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:15.623740 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-950ced9b-7f5e-489d-82e6-fe5ae63e38f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ecfef819b534c9abd95f9921ece9bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6273351 Feb 03 14:10:15.628051 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57508) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:15.657756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port fa953b7f-8924-4ad8-becc-6cf28fac337b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:15.658110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.671559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-9e4258e7-311a-4aae-80ec-d8d0637dd437 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4777005 Feb 03 14:10:15.695746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Request body: {'port': {'device_id': '91851ace-5298-4f6a-b272-a69dd4756704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:15.708675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fa953b7f-8924-4ad8-becc-6cf28fac337b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa953b7f-8924-4ad8-becc-6cf28fac337b,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:15.712042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53188ecb-b929-4714-af61-1f7140824e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa953b7f-8924-4ad8-becc-6cf28fac337b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:15.715986 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cdcd7a-4140-48b0-a124-f644e4297b15" -d '{"events": [{"server_uuid": "53188ecb-b929-4714-af61-1f7140824e0a", "name": "network-vif-plugged", "status": "completed", "tag": "fa953b7f-8924-4ad8-becc-6cf28fac337b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:15.728334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.729516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5d854b71-5fa4-4c55-9095-526273201b27 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:15.741131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-db027c95-584b-44db-9483-aea087a6c684 service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280529 Feb 03 14:10:15.759829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28ab0142-9243-4d47-a965-3b02e8966744 req-27fef03c-4536-43c2-83ac-480c4befad0f service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142904 Feb 03 14:10:15.767699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb0f97-b873-41b7-811f-d7e0799f2f3c req-a11b5030-66c9-41b7-962f-bb5098bdc6d2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:15.769698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73eb0f97-b873-41b7-811f-d7e0799f2f3c req-a11b5030-66c9-41b7-962f-bb5098bdc6d2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 931 time: 0.2067282 Feb 03 14:10:15.823577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=fa953b7f-8924-4ad8-becc-6cf28fac337b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:15.829805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b111b8f9-1ecb-4805-8e16-52bf79f9c44e admin admin] Publish callbacks [] for security_group (0dc3bfd5-6e5f-471b-b35f-2497bdbe015e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.851410 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31bd0213-0880-4bab-8038-d9339ae74f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.865878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.871549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73eb0f97-b873-41b7-811f-d7e0799f2f3c req-c92557a4-62cc-4497-bc3e-484f5c2b9d0f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953012 Feb 03 14:10:15.913825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b111b8f9-1ecb-4805-8e16-52bf79f9c44e admin admin] Publish callbacks [] for security_group (0dc3bfd5-6e5f-471b-b35f-2497bdbe015e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.957236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35aeca1e-e9a1-4913-806b-fda79620e886 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:15.975475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5d854b71-5fa4-4c55-9095-526273201b27 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:15.976291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:15.982798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Publish callbacks [] for port (35aeca1e-e9a1-4913-806b-fda79620e886), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.013354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Transition to ACTIVE for port object 35aeca1e-e9a1-4913-806b-fda79620e886 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:16.020580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:16.030192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.068943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfb38d-afa4-41af-a881-224633ccaa2b req-5b20c4b0-c156-4f16-973a-7b99be090a49 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:16.070923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfb38d-afa4-41af-a881-224633ccaa2b req-5b20c4b0-c156-4f16-973a-7b99be090a49 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 932 time: 0.1132817 Feb 03 14:10:16.095377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:16.105615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6487c0-7025-453a-9765-0d6006d5d330 req-e0b70329-b910-4f7d-9aca-af072b68387d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:16.107296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c6487c0-7025-453a-9765-0d6006d5d330 req-e0b70329-b910-4f7d-9aca-af072b68387d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 947 time: 0.1068039 Feb 03 14:10:16.158323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfb38d-afa4-41af-a881-224633ccaa2b req-8953007d-e947-49d0-96f6-3bab040dd231 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775316 Feb 03 14:10:16.205141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c6487c0-7025-453a-9765-0d6006d5d330 req-bc00bfef-031f-43a6-bac3-dbe577dc4622 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866320 Feb 03 14:10:16.250838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.280013 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b77535-ccc1-498a-83ac-0179b65f5d48 x-openstack-request-id: req-26b77535-ccc1-498a-83ac-0179b65f5d48 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:16.280566 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53188ecb-b929-4714-af61-1f7140824e0a", "name": "network-vif-plugged", "status": "completed", "tag": "fa953b7f-8924-4ad8-becc-6cf28fac337b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:16.280996 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26b77535-ccc1-498a-83ac-0179b65f5d48 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:16.282299 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53188ecb-b929-4714-af61-1f7140824e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa953b7f-8924-4ad8-becc-6cf28fac337b', 'code': 200} Feb 03 14:10:16.326891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b111b8f9-1ecb-4805-8e16-52bf79f9c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0dc3bfd5-6e5f-471b-b35f-2497bdbe015e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.329434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b111b8f9-1ecb-4805-8e16-52bf79f9c44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.330592 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b111b8f9-1ecb-4805-8e16-52bf79f9c44e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dc3bfd5-6e5f-471b-b35f-2497bdbe015e HTTP/1.1" status: 204 len: 168 time: 0.7015491 Feb 03 14:10:16.346610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14fb2264-81e1-4c94-bd36-111eb3966d27 req-637ec175-fb9c-443e-8083-64fed67f10c0 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 210 time: 0.0620174 Feb 03 14:10:16.364007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Pushing event updated for resources: {'Port': ['ID=35aeca1e-e9a1-4913-806b-fda79620e886,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:16.374435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111b8f9-1ecb-4805-8e16-52bf79f9c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3bfd5-6e5f-471b-b35f-2497bdbe015e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:16.450560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af94fb0-5101-48b2-9300-1265576aae9d req-765daa0a-3e5d-4c55-9f1b-64cab943c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:16.452762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2af94fb0-5101-48b2-9300-1265576aae9d req-765daa0a-3e5d-4c55-9f1b-64cab943c0d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 1132 time: 0.0857098 Feb 03 14:10:16.517807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2af94fb0-5101-48b2-9300-1265576aae9d req-43be3d5d-4b05-440c-89d9-c3856c111c4d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578442 Feb 03 14:10:16.649743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-42db1d00-68ee-48a7-b440-c2844e671807 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:16.651244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-42db1d00-68ee-48a7-b440-c2844e671807 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9317d5a-337d-46f6-bf2e-c4abf8917eb3 HTTP/1.1" status: 200 len: 943 time: 0.1361673 Feb 03 14:10:16.664759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Attempting to bind port 35aeca1e-e9a1-4913-806b-fda79620e886 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:16.665274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Attempting to bind port 35aeca1e-e9a1-4913-806b-fda79620e886 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:16.665708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Attempting to bind port 35aeca1e-e9a1-4913-806b-fda79620e886 on network 51576650-7b9d-444b-b467-623800bda2dc {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:16.684236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Port 35aeca1e-e9a1-4913-806b-fda79620e886 on network 51576650-7b9d-444b-b467-623800bda2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:16.684236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Attempting to bind port 35aeca1e-e9a1-4913-806b-fda79620e886 on network 51576650-7b9d-444b-b467-623800bda2dc {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:16.684443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17b204-a4b4-4650-a7ee-e4cee4b8983e req-15b4d13d-af9b-450d-bf7b-cfa10f760716 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:16.684443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac17b204-a4b4-4650-a7ee-e4cee4b8983e req-15b4d13d-af9b-450d-bf7b-cfa10f760716 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 950 time: 0.1137013 Feb 03 14:10:16.687096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:16.687508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Checking segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:16.688018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Bound using segment: {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:16.688570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Bound port: 35aeca1e-e9a1-4913-806b-fda79620e886, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf2961f-c7ca-46da-a007-453cd3c60cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51576650-7b9d-444b-b467-623800bda2dc'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:16.689830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.789311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac17b204-a4b4-4650-a7ee-e4cee4b8983e req-c8f17973-b447-490a-8903-75cf00a2cd51 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012573 Feb 03 14:10:16.804200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8889c5-b886-4bd3-9958-e3b010b7321a {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:16.820863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Publish callbacks [] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.853989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Transition to ACTIVE for port object 4e8889c5-b886-4bd3-9958-e3b010b7321a will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:16.857304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] For port 35aeca1e-e9a1-4913-806b-fda79620e886, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:16.862098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] For port 35aeca1e-e9a1-4913-806b-fda79620e886, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35aeca1e-e9a1-4913-806b-fda79620e886,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:16.866433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.889292 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.919204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Deleting port 5d854b71-5fa4-4c55-9095-526273201b27 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:16.919355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5d854b71-5fa4-4c55-9095-526273201b27), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:16.961806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:17.015128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.015923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:17.017488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] 10.222.0.71 "PUT /v2.0/ports/35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 1091 time: 1.8013730 Feb 03 14:10:17.020430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:17.023647 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d8e41-453d-49f8-b791-e42997022713" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:17.148548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7a605-c8d7-40f0-8fbc-d5a77fbc1e69 req-273c7665-cad8-4950-b4d2-2d90a2441a4c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.150506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33b7a605-c8d7-40f0-8fbc-d5a77fbc1e69 req-273c7665-cad8-4950-b4d2-2d90a2441a4c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 943 time: 0.1957908 Feb 03 14:10:17.165885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] For port 5d854b71-5fa4-4c55-9095-526273201b27, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5d854b71-5fa4-4c55-9095-526273201b27,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:17.166556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5d854b71-5fa4-4c55-9095-526273201b27), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:17.183765 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97460dd9-ad9b-4a55-996e-ef011ffea390 x-openstack-request-id: req-97460dd9-ad9b-4a55-996e-ef011ffea390 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:17.184196 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:17.184576 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97460dd9-ad9b-4a55-996e-ef011ffea390 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:17.185094 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886', 'status': 'completed', 'code': 200} Feb 03 14:10:17.198292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Calling delete_port for 5d854b71-5fa4-4c55-9095-526273201b27 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:17.205159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:17.205794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:17.206391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:17.226668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab25af-1fb6-498e-ad61-0b1affe1ca89 service neutron] Pushing event updated for resources: {'Port': ['ID=35aeca1e-e9a1-4913-806b-fda79620e886,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:17.230242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:17.230402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:17.241706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:17.242279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:17.242760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:17.243290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Bound port: 4e8889c5-b886-4bd3-9958-e3b010b7321a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:17.243760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:17.293828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33b7a605-c8d7-40f0-8fbc-d5a77fbc1e69 req-fd22ff0c-a861-4f34-8e19-cddb9f6b4e3c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347220 Feb 03 14:10:17.299564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-432b0ff0-d660-4906-aeef-9520f8bc36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.302198 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-432b0ff0-d660-4906-aeef-9520f8bc36ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 1125 time: 0.2013423 Feb 03 14:10:17.462693 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-ce649189-0ade-4a1e-8af6-3d2990f22bed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 217 time: 0.1172080 Feb 03 14:10:17.573146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57582) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:17.591507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-94e3b9e5-57cc-4f54-a75b-62a387080859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.593817 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-94e3b9e5-57cc-4f54-a75b-62a387080859 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.1223295 Feb 03 14:10:17.597636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:17.607722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:17.629121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 021a6be8-13b8-46af-9d11-8bc56cf4f643 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:17.671695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682b6ad-67e4-4ce6-8e93-e634fbcea828 req-6d3bcafb-6af5-4630-9f6e-1019802235f6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.674870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:17.680268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a682b6ad-67e4-4ce6-8e93-e634fbcea828 req-6d3bcafb-6af5-4630-9f6e-1019802235f6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 944 time: 0.3482394 Feb 03 14:10:17.771390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd049ee-2d07-47a4-a50e-10868606e9eb req-a88f47e5-5c45-41d6-b224-f9f284983a2d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.780032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fd049ee-2d07-47a4-a50e-10868606e9eb req-a88f47e5-5c45-41d6-b224-f9f284983a2d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 947 time: 0.3606513 Feb 03 14:10:17.791249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.792450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5d854b71-5fa4-4c55-9095-526273201b27), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:17.793647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:17.798304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] 10.222.0.71 "PUT /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 1092 time: 2.1107421 Feb 03 14:10:17.815220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-13336866-af2b-4b53-abdb-60eaec430b2a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.816852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-13336866-af2b-4b53-abdb-60eaec430b2a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.3569877 Feb 03 14:10:17.822949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-3e3a7625-47ed-445d-b056-1f5523fc5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:17.838383 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-3e3a7625-47ed-445d-b056-1f5523fc5c78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2274692 Feb 03 14:10:17.866991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Request body: {'port': {'device_id': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'admin_state_up': True, 'tenant_id': 'efc4e56a61274ceab0905bd1f7fc9724'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:17.886868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad0ab5-f8dd-4412-8b39-9aef23f3a8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:17.903298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 021a6be8-13b8-46af-9d11-8bc56cf4f643, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=021a6be8-13b8-46af-9d11-8bc56cf4f643,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:17.920832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event deleted for resources: {'Port': ['ID=5d854b71-5fa4-4c55-9095-526273201b27,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:17.935491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '021a6be8-13b8-46af-9d11-8bc56cf4f643', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '021a6be8-13b8-46af-9d11-8bc56cf4f643', 'mac_address': 'fa:16:3e:a0:b1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:17.975770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a682b6ad-67e4-4ce6-8e93-e634fbcea828 req-bbe9caeb-bdad-4567-aa13-b662dfe53892 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890294 Feb 03 14:10:18.013296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 021a6be8-13b8-46af-9d11-8bc56cf4f643 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:18.013953 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.035954 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-882d8873-7eda-4afb-a0a6-08cea6ce063b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.054507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021a6be8-13b8-46af-9d11-8bc56cf4f643 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:18.066957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] No DVR routers for this DVR port 5d854b71-5fa4-4c55-9095-526273201b27 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:18.070511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.075180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-5ae7d0a2-4187-4603-9034-c115f426e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:18.075410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f4bfff3-13b7-4d50-84fa-bd81de426bce req-859de2bc-fd67-4c82-bc0a-3d27c7b62f15 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "DELETE /v2.0/ports/5d854b71-5fa4-4c55-9095-526273201b27 HTTP/1.1" status: 204 len: 173 time: 1.3483636 Feb 03 14:10:18.076736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-5ae7d0a2-4187-4603-9034-c115f426e230 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1126 time: 0.1805184 Feb 03 14:10:18.082818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-deleted', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:18.085689 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031999b5-e886-439a-b4d8-3dc96c1e47ab" -d '{"events": [{"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-deleted", "tag": "5d854b71-5fa4-4c55-9095-526273201b27"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:18.085903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f1b79d1-629c-466e-8806-db14d14548c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.091590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 021a6be8-13b8-46af-9d11-8bc56cf4f643, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=021a6be8-13b8-46af-9d11-8bc56cf4f643,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:18.100075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.113993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fd049ee-2d07-47a4-a50e-10868606e9eb req-89e7f065-c6e7-4117-8125-749e7830432e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329642 Feb 03 14:10:18.155535 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-3986e360-3112-4f1a-b734-5256fe052aa8 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888818 Feb 03 14:10:18.158897 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-3ee11f8d-91cc-4432-ba2f-9d583ce68d99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 217 time: 0.0592551 Feb 03 14:10:18.196293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=021a6be8-13b8-46af-9d11-8bc56cf4f643,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:18.206261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07832fc-0d14-4b7c-ab1f-18421c24ccb7 req-c46eefc3-ef3e-43fc-8972-a3757b5662e5 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 210 time: 0.0895197 Feb 03 14:10:18.283853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:18.287056 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b489053a-7f4b-455b-8c93-9556ec8fe5a2" -d '{"events": [{"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d854b71-5fa4-4c55-9095-526273201b27"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:18.302337 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8544795-ad9e-40ae-8af5-8ee6e3871f86 x-openstack-request-id: req-a8544795-ad9e-40ae-8af5-8ee6e3871f86 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:18.302662 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-deleted", "tag": "5d854b71-5fa4-4c55-9095-526273201b27", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:18.302915 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8544795-ad9e-40ae-8af5-8ee6e3871f86 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:18.304194 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-deleted', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27', 'status': 'completed', 'code': 200} Feb 03 14:10:18.310097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-a6c3c77e-03b8-4840-a8e2-57b09a7952fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:18.312187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-a6c3c77e-03b8-4840-a8e2-57b09a7952fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1428006 Feb 03 14:10:18.349674 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba4c0f6-c0e8-4e88-9150-ac28f3e9cb68 x-openstack-request-id: req-9ba4c0f6-c0e8-4e88-9150-ac28f3e9cb68 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:18.350042 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9317d5a-337d-46f6-bf2e-c4abf8917eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d854b71-5fa4-4c55-9095-526273201b27", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:18.350499 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ba4c0f6-c0e8-4e88-9150-ac28f3e9cb68 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:18.351029 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9317d5a-337d-46f6-bf2e-c4abf8917eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d854b71-5fa4-4c55-9095-526273201b27', 'code': 200} Feb 03 14:10:18.356855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2db2e-4c08-4211-adeb-1d6d04033a0a req-3fe52c94-a0ca-4a8e-bfd0-265cb3f59f03 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:18.359900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbb2db2e-4c08-4211-adeb-1d6d04033a0a req-3fe52c94-a0ca-4a8e-bfd0-265cb3f59f03 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 950 time: 0.1312637 Feb 03 14:10:18.360603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Made reservation on behalf of efc4e56a61274ceab0905bd1f7fc9724 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:18.364087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.368595 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-ec12ae48-7c1e-4b3e-bd1f-d94bdab146af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448720 Feb 03 14:10:18.413948 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7ab782c-2cf9-4a6a-a8da-1908e3f35cf8 req-a559fa36-ab32-4ec9-a884-42cb4fab29e1 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425354 Feb 03 14:10:18.417302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f1b79d1-629c-466e-8806-db14d14548c4 admin admin] Publish callbacks [] for security_group (80fe4408-bb82-48ad-972b-5ffb37c190fd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.428437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f1b79d1-629c-466e-8806-db14d14548c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (80fe4408-bb82-48ad-972b-5ffb37c190fd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.517386 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f1b79d1-629c-466e-8806-db14d14548c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bae9b98d48304a50947290ec00a3878a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9417801 Feb 03 14:10:18.521831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57606) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:18.522207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b79d1-629c-466e-8806-db14d14548c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe4408-bb82-48ad-972b-5ffb37c190fd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:18.526571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbb2db2e-4c08-4211-adeb-1d6d04033a0a req-4298623b-1b34-4d37-824f-39983300510a tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441731 Feb 03 14:10:18.535966 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-29762501-8501-46a2-a75d-41e7c53f4697 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557949 Feb 03 14:10:18.603026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['021a6be8-13b8-46af-9d11-8bc56cf4f643'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:18.613289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a32a90-fa12-4b6b-84d1-8f42fe832ca5 req-65a466cc-02c2-40fc-bb9b-44cace286068 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:18.620005 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a32a90-fa12-4b6b-84d1-8f42fe832ca5 req-65a466cc-02c2-40fc-bb9b-44cace286068 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 943 time: 0.1695762 Feb 03 14:10:18.649080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Allocated IP 172.20.0.11 (59005f15-308d-4837-9b06-43976fd02ad0/9455dfa9-b74b-4b69-b296-89049c2c9ad4/9144c6b5-e326-4930-ba9b-6209eeba844d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:18.697393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b9f-4b64-430a-81ed-a7fe2b40e2cd admin admin] Publish callbacks [] for security_group (80fe4408-bb82-48ad-972b-5ffb37c190fd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.763177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a32a90-fa12-4b6b-84d1-8f42fe832ca5 req-728214c5-7762-4779-8507-585496cb6da5 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421719 Feb 03 14:10:18.765882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d8e41-453d-49f8-b791-e42997022713 req-ce53211e-f2c7-4e06-8571-e6297d2ee8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:18.767417 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-261d8e41-453d-49f8-b791-e42997022713 req-ce53211e-f2c7-4e06-8571-e6297d2ee8d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 1125 time: 0.2156413 Feb 03 14:10:18.793476 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b9f-4b64-430a-81ed-a7fe2b40e2cd admin admin] Publish callbacks [] for security_group (80fe4408-bb82-48ad-972b-5ffb37c190fd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:18.856268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2397966f-8b61-463c-b6ae-8d6b1f4fe923 req-847929a6-71ad-414b-a8ee-de2228f92917 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899432 Feb 03 14:10:18.947047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d8e41-453d-49f8-b791-e42997022713 req-ce59924f-4545-47a7-a7b0-74acfb757ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:18.950256 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-261d8e41-453d-49f8-b791-e42997022713 req-ce59924f-4545-47a7-a7b0-74acfb757ce4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1743448 Feb 03 14:10:18.995531 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-261d8e41-453d-49f8-b791-e42997022713 req-93dee111-5bee-4f99-a5ff-3ce7f04bd1fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 217 time: 0.0389333 Feb 03 14:10:19.012282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b9f-4b64-430a-81ed-a7fe2b40e2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (80fe4408-bb82-48ad-972b-5ffb37c190fd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.015403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b9f-4b64-430a-81ed-a7fe2b40e2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.018849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f8a34b9f-4b64-430a-81ed-a7fe2b40e2cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80fe4408-bb82-48ad-972b-5ffb37c190fd HTTP/1.1" status: 204 len: 168 time: 0.4935083 Feb 03 14:10:19.041984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a34b9f-4b64-430a-81ed-a7fe2b40e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe4408-bb82-48ad-972b-5ffb37c190fd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:19.070227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks [] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.081608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d8e41-453d-49f8-b791-e42997022713 req-70fce614-50c3-43ff-8540-31275e9b2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.083389 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-261d8e41-453d-49f8-b791-e42997022713 req-70fce614-50c3-43ff-8540-31275e9b2348 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0807960 Feb 03 14:10:19.084035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef2e62-efd5-4d07-91e6-15607cb99854 req-cc05e14b-e5fb-47f9-a17f-7bcda20ad6ce tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.085510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dfef2e62-efd5-4d07-91e6-15607cb99854 req-cc05e14b-e5fb-47f9-a17f-7bcda20ad6ce tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 950 time: 0.1142814 Feb 03 14:10:19.150238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d8e41-453d-49f8-b791-e42997022713 req-8c7bf68a-53e7-4bea-9e6a-9ee1730ceba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.152360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-261d8e41-453d-49f8-b791-e42997022713 req-8c7bf68a-53e7-4bea-9e6a-9ee1730ceba1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607169 Feb 03 14:10:19.156992 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.177714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dfef2e62-efd5-4d07-91e6-15607cb99854 req-b7320c0c-d1c1-4f4b-b453-02c8f5628bd7 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829546 Feb 03 14:10:19.188272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:19.191853 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:19.228863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Network 59005f15-308d-4837-9b06-43976fd02ad0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:19.239719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:19.252981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:19.286857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:19.306470 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-261d8e41-453d-49f8-b791-e42997022713 req-e4a1987f-4ff7-4815-ba63-e4c9d0810972 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472046 Feb 03 14:10:19.343261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.343896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.371238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41511f1-cba4-4cdb-87b4-75a54d0d0adf req-70be156a-7a9e-4381-8379-1eedc6499a3b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.372761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c41511f1-cba4-4cdb-87b4-75a54d0d0adf req-70be156a-7a9e-4381-8379-1eedc6499a3b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 944 time: 0.0869687 Feb 03 14:10:19.376742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-50002c30-e640-40d4-8868-9236bc976941 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5304642 Feb 03 14:10:19.400590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Request body: {'port': {'device_id': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:19.436507 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.479363 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-261d8e41-453d-49f8-b791-e42997022713 req-fccbe394-94b3-43c1-ba39-1587b6a48cd6 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611774 Feb 03 14:10:19.500016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.515405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57634) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:19.528608 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20952987-69a4-45b6-aa13-f064aea66e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.537453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c41511f1-cba4-4cdb-87b4-75a54d0d0adf req-f4ac2b72-d4d8-4079-a1dc-2508d3686db7 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495838 Feb 03 14:10:19.581028 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70132ae8-e26c-48fa-9df2-2bbeff54e488 x-openstack-request-id: req-70132ae8-e26c-48fa-9df2-2bbeff54e488 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:19.581416 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:19.581668 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70132ae8-e26c-48fa-9df2-2bbeff54e488 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:19.582053 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a', 'status': 'completed', 'code': 200} Feb 03 14:10:19.616471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20952987-69a4-45b6-aa13-f064aea66e7d admin admin] Publish callbacks [] for security_group (0feb6d74-5f48-44c9-8908-408e82fdcf15), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.621845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20952987-69a4-45b6-aa13-f064aea66e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0feb6d74-5f48-44c9-8908-408e82fdcf15), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.693018 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-20952987-69a4-45b6-aa13-f064aea66e7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51e0e1d08f1e4c2d95ef95d2bb8422f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765151 Feb 03 14:10:19.695475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952987-69a4-45b6-aa13-f064aea66e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feb6d74-5f48-44c9-8908-408e82fdcf15,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:19.698554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57636) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:19.745670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-4fcb4faf-d753-4870-831f-76e88ae2fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.747165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-4fcb4faf-d753-4870-831f-76e88ae2fde3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1126 time: 0.0952952 Feb 03 14:10:19.780332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c48a66ed-60d0-4373-b909-9cbb52135207 admin admin] Publish callbacks [] for security_group (0feb6d74-5f48-44c9-8908-408e82fdcf15), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.840214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c48a66ed-60d0-4373-b909-9cbb52135207 admin admin] Publish callbacks [] for security_group (0feb6d74-5f48-44c9-8908-408e82fdcf15), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.890060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-1c56141d-2cdb-417f-850d-dba11be2dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.891532 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-1c56141d-2cdb-417f-850d-dba11be2dd19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1341045 Feb 03 14:10:19.933984 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-77db339c-dcbb-4673-b025-7df98d614022 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 217 time: 0.0348990 Feb 03 14:10:19.951615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c48a66ed-60d0-4373-b909-9cbb52135207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0feb6d74-5f48-44c9-8908-408e82fdcf15), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.954102 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c48a66ed-60d0-4373-b909-9cbb52135207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:19.957513 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c48a66ed-60d0-4373-b909-9cbb52135207 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0feb6d74-5f48-44c9-8908-408e82fdcf15 HTTP/1.1" status: 204 len: 168 time: 0.2556832 Feb 03 14:10:19.983955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202fdbe-c187-4fa6-805e-8399bc7a3d1c req-df3e94c1-e084-421e-abee-9bbb38c09c42 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:19.985480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b202fdbe-c187-4fa6-805e-8399bc7a3d1c req-df3e94c1-e084-421e-abee-9bbb38c09c42 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 948 time: 0.4145877 Feb 03 14:10:19.988565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a66ed-60d0-4373-b909-9cbb52135207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feb6d74-5f48-44c9-8908-408e82fdcf15,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:20.001925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-9ba4133f-fb0c-428d-abc0-15b5f60acf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:20.003726 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-9ba4133f-fb0c-428d-abc0-15b5f60acf7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0628254 Feb 03 14:10:20.042423 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-bd540760-3524-48d3-ad25-9acfecc4bd6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319109 Feb 03 14:10:20.083880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f65c27-3a0e-4541-822a-fccb3341c8aa req-d14e68be-175b-4b21-9af0-23d69a2d30db tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:20.085429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42f65c27-3a0e-4541-822a-fccb3341c8aa req-d14e68be-175b-4b21-9af0-23d69a2d30db tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 932 time: 0.4145479 Feb 03 14:10:20.130765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b202fdbe-c187-4fa6-805e-8399bc7a3d1c req-4b2580bb-209b-4b18-a2fe-b8e4d7e30fb4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344171 Feb 03 14:10:20.153445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-b628a78d-969f-48c5-b709-56079b1b3198 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980957 Feb 03 14:10:20.177675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42f65c27-3a0e-4541-822a-fccb3341c8aa req-49d55d9a-8418-4fe0-9ce4-7a7306942638 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836844 Feb 03 14:10:20.235110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9144c6b5-e326-4930-ba9b-6209eeba844d {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:20.244667 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Publish callbacks [] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:20.260105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Transition to ACTIVE for port object 9144c6b5-e326-4930-ba9b-6209eeba844d will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:20.275408 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:20.312699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce4d9837-ccf6-4ce0-ae74-df164121b7bb req-9a96430a-7007-4e47-af1f-2536b1bf5120 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477904 Feb 03 14:10:20.382982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:20.422375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a31d4d-f21f-4cad-930b-fe3c51ee7d74 req-93511b74-01c3-4600-ab3d-8d35694302d2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:20.423941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9a31d4d-f21f-4cad-930b-fe3c51ee7d74 req-93511b74-01c3-4600-ab3d-8d35694302d2 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 943 time: 0.1622455 Feb 03 14:10:20.464388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Attempting to bind port 9144c6b5-e326-4930-ba9b-6209eeba844d on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:20.464747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Attempting to bind port 9144c6b5-e326-4930-ba9b-6209eeba844d by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:20.465072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Attempting to bind port 9144c6b5-e326-4930-ba9b-6209eeba844d on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:20.480742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Port 9144c6b5-e326-4930-ba9b-6209eeba844d on network 59005f15-308d-4837-9b06-43976fd02ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:20.481085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Attempting to bind port 9144c6b5-e326-4930-ba9b-6209eeba844d on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:20.492009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:20.492517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Checking segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:20.492744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Bound using segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:20.493161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Bound port: 9144c6b5-e326-4930-ba9b-6209eeba844d, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:20.493513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:20.506287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9a31d4d-f21f-4cad-930b-fe3c51ee7d74 req-0a55ff60-940e-42b3-9ccb-3eacf43b853d tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729084 Feb 03 14:10:20.563599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:20.591655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:20.597078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:20.621142 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:20.708029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:20.708676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:20.710049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] 10.222.0.45 "PUT /v2.0/ports/9144c6b5-e326-4930-ba9b-6209eeba844d HTTP/1.1" status: 200 len: 1092 time: 1.3164997 Feb 03 14:10:20.711580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:20.714287 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91" -d '{"events": [{"name": "network-changed", "server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:20.747208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b05d20-fc71-4dc9-a955-e6a19957518d service neutron] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:20.776935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729359-104a-43c0-9552-71f51513889f req-7f6655e4-920c-4292-88b7-361cf87a8a53 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:20.778185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0729359-104a-43c0-9552-71f51513889f req-7f6655e4-920c-4292-88b7-361cf87a8a53 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 950 time: 0.1674888 Feb 03 14:10:20.827945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7184-9a66-4a1a-bb14-89de52f49242 req-0499fff0-9d86-45ee-a291-75dec5747bca tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:20.829492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66bd7184-9a66-4a1a-bb14-89de52f49242 req-0499fff0-9d86-45ee-a291-75dec5747bca tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 944 time: 0.1685696 Feb 03 14:10:20.877047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0729359-104a-43c0-9552-71f51513889f req-1c70e88b-abef-4869-b617-53e0873b4768 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819614 Feb 03 14:10:20.878852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-b97d32f9-7022-4785-91a9-d0d5ea77f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:20.880254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-b97d32f9-7022-4785-91a9-d0d5ea77f39d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 1126 time: 0.1251853 Feb 03 14:10:20.945002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-3b395318-716b-4aca-94f6-873aedce3d14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9144c6b5-e326-4930-ba9b-6209eeba844d HTTP/1.1" status: 200 len: 217 time: 0.0509229 Feb 03 14:10:20.953600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66bd7184-9a66-4a1a-bb14-89de52f49242 req-840bb724-8358-41bd-8f24-d6f7d68749f0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125703 Feb 03 14:10:20.956479 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca160b7e-02c4-49a1-b0b3-3433435c6fcf x-openstack-request-id: req-ca160b7e-02c4-49a1-b0b3-3433435c6fcf {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:20.956769 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:20.957087 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca160b7e-02c4-49a1-b0b3-3433435c6fcf {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:20.957401 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'status': 'completed', 'code': 200} Feb 03 14:10:21.025750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-302df943-0fa4-46a4-b6a5-aacdb365664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.027296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-302df943-0fa4-46a4-b6a5-aacdb365664a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.0724547 Feb 03 14:10:21.074321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-002af3bd-9d48-4da3-82aa-e2c5575cafe6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288095 Feb 03 14:10:21.125393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5a9ec-c47d-4246-931a-82cc233a4e88 req-158d39ee-2515-44af-a7a3-6cd27b260d1c tempest-LiveMigrationNegativeTest-1497051297 tempest-LiveMigrationNegativeTest-1497051297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.128963 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bb5a9ec-c47d-4246-931a-82cc233a4e88 req-158d39ee-2515-44af-a7a3-6cd27b260d1c tempest-LiveMigrationNegativeTest-1497051297 tempest-LiveMigrationNegativeTest-1497051297-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 1132 time: 0.1110978 Feb 03 14:10:21.184062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5bb5a9ec-c47d-4246-931a-82cc233a4e88 req-ba2234f4-c027-4647-b440-12e048fdf8b3 tempest-LiveMigrationNegativeTest-1497051297 tempest-LiveMigrationNegativeTest-1497051297-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.231865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-41597792-e45b-4bf3-a755-d353bd9574fd service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489429 Feb 03 14:10:21.410364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf0e17-624b-49b6-93f1-4c67026e12ea req-aebecd57-5e22-4e96-84ad-9e7165e39c11 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.411529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5d854b71-5fa4-4c55-9095-526273201b27 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:21.411871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5adf0e17-624b-49b6-93f1-4c67026e12ea req-aebecd57-5e22-4e96-84ad-9e7165e39c11 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 948 time: 0.1602516 Feb 03 14:10:21.418137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5bb5a9ec-c47d-4246-931a-82cc233a4e88 req-ba2234f4-c027-4647-b440-12e048fdf8b3 tempest-LiveMigrationNegativeTest-1497051297 tempest-LiveMigrationNegativeTest-1497051297-project-admin] Publish callbacks [] for security_group (523c64c0-9a65-450c-b8f7-be5e42ad9ac8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.423307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b9ab91-2d62-44e9-8ad3-753dddb42ea7 req-85f69f26-4aa3-428d-944b-6b04cd7593e7 service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809223 Feb 03 14:10:21.429685 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5bb5a9ec-c47d-4246-931a-82cc233a4e88 req-ba2234f4-c027-4647-b440-12e048fdf8b3 tempest-LiveMigrationNegativeTest-1497051297 tempest-LiveMigrationNegativeTest-1497051297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (523c64c0-9a65-450c-b8f7-be5e42ad9ac8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.434385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 5d854b71-5fa4-4c55-9095-526273201b27 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:21.435038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5d854b71-5fa4-4c55-9095-526273201b27 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:21.501312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bb5a9ec-c47d-4246-931a-82cc233a4e88 req-ba2234f4-c027-4647-b440-12e048fdf8b3 tempest-LiveMigrationNegativeTest-1497051297 tempest-LiveMigrationNegativeTest-1497051297-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416994 Feb 03 14:10:21.525258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2234f4-c027-4647-b440-12e048fdf8b3 tempest-LiveMigrationNegativeTest-1497051297 tempest-LiveMigrationNegativeTest-1497051297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523c64c0-9a65-450c-b8f7-be5e42ad9ac8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:21.541120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5adf0e17-624b-49b6-93f1-4c67026e12ea req-aae5a188-677c-4cc1-bef4-576ec17fc5a3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212111 Feb 03 14:10:21.557681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-c6fd8f5c-7694-4d26-9ff0-d5744a2f64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.559167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-c6fd8f5c-7694-4d26-9ff0-d5744a2f64c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 1126 time: 0.0784247 Feb 03 14:10:21.652259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 021a6be8-13b8-46af-9d11-8bc56cf4f643 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:21.704717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 021a6be8-13b8-46af-9d11-8bc56cf4f643 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:21.710885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 021a6be8-13b8-46af-9d11-8bc56cf4f643 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:21.711261 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.735801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-1f5663a5-8bd2-4ec2-8cf5-8a590bf33f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.737363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-1f5663a5-8bd2-4ec2-8cf5-8a590bf33f15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 905 time: 0.1695564 Feb 03 14:10:21.744179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c09b5-79c6-4eca-89ca-3c5cf2ac9989 req-74b26728-1b93-4f05-af83-512e9489583b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.745551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a4c09b5-79c6-4eca-89ca-3c5cf2ac9989 req-74b26728-1b93-4f05-af83-512e9489583b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 944 time: 0.1365752 Feb 03 14:10:21.791070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 021a6be8-13b8-46af-9d11-8bc56cf4f643 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:21.791388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.796303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9abdbc-749d-4da0-a5d2-116bd38e32ef req-4bfc0078-abae-4c05-bb61-77092135866e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.797806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e9abdbc-749d-4da0-a5d2-116bd38e32ef req-4bfc0078-abae-4c05-bb61-77092135866e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 943 time: 0.1354904 Feb 03 14:10:21.800658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-cdd64b31-2a6e-4f0e-90fd-50192fc4a911 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9144c6b5-e326-4930-ba9b-6209eeba844d HTTP/1.1" status: 200 len: 217 time: 0.0530887 Feb 03 14:10:21.816383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a6be8-13b8-46af-9d11-8bc56cf4f643'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:21.818607 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f2719-ffe5-47dd-96c3-23f963c59c07" -d '{"events": [{"server_uuid": "4c8ff35f-e680-46f1-9a01-c09591878ce9", "name": "network-vif-plugged", "status": "completed", "tag": "021a6be8-13b8-46af-9d11-8bc56cf4f643"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:21.835382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 021a6be8-13b8-46af-9d11-8bc56cf4f643, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=021a6be8-13b8-46af-9d11-8bc56cf4f643,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:21.839841 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.891271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=021a6be8-13b8-46af-9d11-8bc56cf4f643,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:21.903887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a4c09b5-79c6-4eca-89ca-3c5cf2ac9989 req-a81d5a9f-818e-4660-af60-e78ed3017bf2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474233 Feb 03 14:10:21.908522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:21.911627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e9abdbc-749d-4da0-a5d2-116bd38e32ef req-0d2f07a7-e4d1-4f27-a175-d640077183f7 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053536 Feb 03 14:10:21.913418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-b2ff48b8-7892-41b8-81ba-cff88760c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:21.914810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-b2ff48b8-7892-41b8-81ba-cff88760c80f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.0999303 Feb 03 14:10:21.952837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-c5034c1f-a226-4d8c-8f60-ec441095d0bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303905 Feb 03 14:10:22.038082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-461ebd47-aadc-477e-999c-d76ac336e34c req-4952cd39-daa3-423e-aa20-90938efbd562 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:22.039122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-461ebd47-aadc-477e-999c-d76ac336e34c req-4952cd39-daa3-423e-aa20-90938efbd562 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059378 Feb 03 14:10:22.081553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-bfb93469-b31e-4137-839b-ed69223cec3c service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192589 Feb 03 14:10:22.099629 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b636a-bb00-43eb-8272-c4243f314636 x-openstack-request-id: req-717b636a-bb00-43eb-8272-c4243f314636 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:22.100072 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ff35f-e680-46f1-9a01-c09591878ce9", "name": "network-vif-plugged", "status": "completed", "tag": "021a6be8-13b8-46af-9d11-8bc56cf4f643", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:22.100977 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-717b636a-bb00-43eb-8272-c4243f314636 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:22.101714 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a6be8-13b8-46af-9d11-8bc56cf4f643', 'code': 200} Feb 03 14:10:22.235712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-89588c19-2658-4feb-a6a7-6754ad30889c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406017 Feb 03 14:10:22.274964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd13800a-d11b-4c68-a40a-f3eb55fe9a91 req-a9d83d80-9cdb-431e-bdfb-47a819c3fdbe service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868851 Feb 03 14:10:22.275238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ffecf-2afe-4471-a842-b4021a37dd39 req-77e4f809-a012-4232-9208-e21b504fd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:22.277244 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-293ffecf-2afe-4471-a842-b4021a37dd39 req-77e4f809-a012-4232-9208-e21b504fd584 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 1131 time: 0.0500469 Feb 03 14:10:22.299869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4bf2a-6273-4426-875c-45eadc25b9dd req-4e98520d-885d-4496-bf2d-5791f1011c74 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:22.301388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88d4bf2a-6273-4426-875c-45eadc25b9dd req-4e98520d-885d-4496-bf2d-5791f1011c74 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 944 time: 0.1472054 Feb 03 14:10:22.324444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57730) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:22.336554 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-293ffecf-2afe-4471-a842-b4021a37dd39 req-ee0fdf4d-607b-4d1f-85f5-58d5b7e1ebb3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524857 Feb 03 14:10:22.397398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88d4bf2a-6273-4426-875c-45eadc25b9dd req-2f660d4a-1146-4438-9bd4-03df7e646505 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713024 Feb 03 14:10:22.403233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-d3ca7f78-b3b4-4004-a525-0252c3c4c176 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:22.405716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-d3ca7f78-b3b4-4004-a525-0252c3c4c176 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612954 Feb 03 14:10:22.429023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-27a67f3d-80ac-42c7-bb66-e73ecb8e204d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/quotas/daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 375 time: 0.0107653 Feb 03 14:10:22.439999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-790261d2-649f-4336-9828-891d3eb9e9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:22.467415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-85277d5e-de0d-4f36-b657-205f6f508809 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324733 Feb 03 14:10:22.531817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-790261d2-649f-4336-9828-891d3eb9e9be admin admin] Publish callbacks [] for security_group (3b705ca3-cff8-4da8-8535-c1e193bb42a6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:22.538193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-790261d2-649f-4336-9828-891d3eb9e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3b705ca3-cff8-4da8-8535-c1e193bb42a6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:22.592375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-790261d2-649f-4336-9828-891d3eb9e9be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a55642f52554b2385c6b7bdbc0b3f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662280 Feb 03 14:10:22.593464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790261d2-649f-4336-9828-891d3eb9e9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b705ca3-cff8-4da8-8535-c1e193bb42a6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:22.595051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57740) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:22.730384 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69e35064-96ff-47f3-8783-af084952b4d2 admin admin] Publish callbacks [] for security_group (3b705ca3-cff8-4da8-8535-c1e193bb42a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:22.743871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17ab7b-83f8-4ea7-acb2-4f79e4bcc781 req-539ea64f-79fd-4fca-8390-e5df38d92c41 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:22.745580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e17ab7b-83f8-4ea7-acb2-4f79e4bcc781 req-539ea64f-79fd-4fca-8390-e5df38d92c41 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 949 time: 0.1190505 Feb 03 14:10:22.768828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40413287-f097-488b-8bf8-0d2ae93e8534 req-1f06b6d4-f6ed-40bb-bb01-bfd21118d411 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:22.770332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40413287-f097-488b-8bf8-0d2ae93e8534 req-1f06b6d4-f6ed-40bb-bb01-bfd21118d411 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 950 time: 0.1383615 Feb 03 14:10:22.798065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69e35064-96ff-47f3-8783-af084952b4d2 admin admin] Publish callbacks [] for security_group (3b705ca3-cff8-4da8-8535-c1e193bb42a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:22.884866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e17ab7b-83f8-4ea7-acb2-4f79e4bcc781 req-47655afd-2646-406a-9871-1b1c9f603389 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292322 Feb 03 14:10:22.891428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40413287-f097-488b-8bf8-0d2ae93e8534 req-65a70107-274b-4760-8aa7-a344e2895370 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023903 Feb 03 14:10:22.911997 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69e35064-96ff-47f3-8783-af084952b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3b705ca3-cff8-4da8-8535-c1e193bb42a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:22.914809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69e35064-96ff-47f3-8783-af084952b4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:22.921560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-69e35064-96ff-47f3-8783-af084952b4d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b705ca3-cff8-4da8-8535-c1e193bb42a6 HTTP/1.1" status: 204 len: 168 time: 0.3188813 Feb 03 14:10:22.935102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e35064-96ff-47f3-8783-af084952b4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b705ca3-cff8-4da8-8535-c1e193bb42a6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:22.986636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69ce0a66-e101-4a84-ae25-bf39a702ef95 req-e52fd25e-399f-4c79-abbb-d565d6ad2d8f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 210 time: 0.0383494 Feb 03 14:10:23.108315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca4c81-b39e-418a-8b5c-fdb560cf0145 req-7a7b5db2-17f5-4275-a861-9e0e2f3208ff tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:23.109845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62ca4c81-b39e-418a-8b5c-fdb560cf0145 req-7a7b5db2-17f5-4275-a861-9e0e2f3208ff tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 944 time: 0.0992184 Feb 03 14:10:23.134626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a1899-a896-41ff-b6e9-2e43a5c80637 req-84b6f8b5-4ad0-49b6-8922-ce1966d6dab5 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:23.136135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a2a1899-a896-41ff-b6e9-2e43a5c80637 req-84b6f8b5-4ad0-49b6-8922-ce1966d6dab5 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 943 time: 0.0795529 Feb 03 14:10:23.197347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62ca4c81-b39e-418a-8b5c-fdb560cf0145 req-afe9c8be-560f-4334-b858-cc2ba9a10b7f tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805917 Feb 03 14:10:23.221995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a2a1899-a896-41ff-b6e9-2e43a5c80637 req-d88a6a27-9582-4906-ab99-b30096f34d4a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748384 Feb 03 14:10:23.307829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57760) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:23.322817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bad5b6f-61fa-434c-bfd7-f7d135641901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.395558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bad5b6f-61fa-434c-bfd7-f7d135641901 admin admin] Publish callbacks [] for security_group (fcd206d2-5c28-4d04-969c-1a75b7a1098e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.399332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bad5b6f-61fa-434c-bfd7-f7d135641901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fcd206d2-5c28-4d04-969c-1a75b7a1098e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.441188 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1bad5b6f-61fa-434c-bfd7-f7d135641901 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05987f4929e64295a81f32d56f0c92e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322975 Feb 03 14:10:23.442129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad5b6f-61fa-434c-bfd7-f7d135641901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd206d2-5c28-4d04-969c-1a75b7a1098e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:23.443818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57764) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:23.531514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5af7cdb6-ecb9-4b79-9aa9-877b7c6cf974 admin admin] Publish callbacks [] for security_group (fcd206d2-5c28-4d04-969c-1a75b7a1098e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.549584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7ad1-77c8-4ede-9abe-d2e59b80b789 req-4dc70012-852f-455c-8924-5db546a040d4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:23.551332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-377c7ad1-77c8-4ede-9abe-d2e59b80b789 req-4dc70012-852f-455c-8924-5db546a040d4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 944 time: 0.0820057 Feb 03 14:10:23.572397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5af7cdb6-ecb9-4b79-9aa9-877b7c6cf974 admin admin] Publish callbacks [] for security_group (fcd206d2-5c28-4d04-969c-1a75b7a1098e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.630217 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-377c7ad1-77c8-4ede-9abe-d2e59b80b789 req-4ad6a2c3-db06-4d86-9072-ab6663399c80 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734890 Feb 03 14:10:23.658501 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5af7cdb6-ecb9-4b79-9aa9-877b7c6cf974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fcd206d2-5c28-4d04-969c-1a75b7a1098e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.660545 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5af7cdb6-ecb9-4b79-9aa9-877b7c6cf974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.661686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5af7cdb6-ecb9-4b79-9aa9-877b7c6cf974 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcd206d2-5c28-4d04-969c-1a75b7a1098e HTTP/1.1" status: 204 len: 168 time: 0.2168725 Feb 03 14:10:23.689539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:23.694902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bef8ad50-cb3a-4cc5-bf36-12503195e85b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317948 Feb 03 14:10:23.695522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7cdb6-ecb9-4b79-9aa9-877b7c6cf974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd206d2-5c28-4d04-969c-1a75b7a1098e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:23.838647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:23.844992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-dc8455c2-2e8a-4794-9b14-b7e758efa297 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:23.847285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-dc8455c2-2e8a-4794-9b14-b7e758efa297 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472156 Feb 03 14:10:23.851156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '4e8889c5-b886-4bd3-9958-e3b010b7321a', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'port_id': '4e8889c5-b886-4bd3-9958-e3b010b7321a', 'mac_address': 'fa:16:3e:30:f4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b802a00-f1ed-46f3-a616-401c4157381e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:23.869275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Request body: {'port': {'device_id': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'daad21f715b240c7946d98ccadaa3246'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:23.896297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 4e8889c5-b886-4bd3-9958-e3b010b7321a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:23.897332 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.927898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8889c5-b886-4bd3-9958-e3b010b7321a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:23.970184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:23.980593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:23.981616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35aeca1e-e9a1-4913-806b-fda79620e886 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:24.112040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d319b0-8bb9-454e-9d25-eb2bcbf1aa06 req-04af0b37-599f-490d-971b-b244013e83f4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:24.113960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13d319b0-8bb9-454e-9d25-eb2bcbf1aa06 req-04af0b37-599f-490d-971b-b244013e83f4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 949 time: 0.1351998 Feb 03 14:10:24.114777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Made reservation on behalf of daad21f715b240c7946d98ccadaa3246 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:24.117803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.142807 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.144843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:24.177233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec843a-4b3d-47ca-ad30-72b2dafb746e req-1b0a849a-aeb7-4ad9-8d9c-3faa9ec0e7d8 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:24.178774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18ec843a-4b3d-47ca-ad30-72b2dafb746e req-1b0a849a-aeb7-4ad9-8d9c-3faa9ec0e7d8 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 950 time: 0.1549144 Feb 03 14:10:24.184505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 35aeca1e-e9a1-4913-806b-fda79620e886, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35aeca1e-e9a1-4913-806b-fda79620e886,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:24.200586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '35aeca1e-e9a1-4913-806b-fda79620e886', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'mac_address': 'fa:16:3e:ae:c4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:24.251730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 35aeca1e-e9a1-4913-806b-fda79620e886 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:24.252186 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.269697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35aeca1e-e9a1-4913-806b-fda79620e886 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:24.296924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 35aeca1e-e9a1-4913-806b-fda79620e886, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35aeca1e-e9a1-4913-806b-fda79620e886,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:24.301443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.312585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13d319b0-8bb9-454e-9d25-eb2bcbf1aa06 req-fd480643-90af-4d8e-bdd3-b3afd827541e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760411 Feb 03 14:10:24.318816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18ec843a-4b3d-47ca-ad30-72b2dafb746e req-fe44be5e-7e6e-4c6c-9206-e1742c9e1219 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230581 Feb 03 14:10:24.328991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-be70c37c-7cb4-4850-8b71-6b11a1e73f2a tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:24.330555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-be70c37c-7cb4-4850-8b71-6b11a1e73f2a tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.45 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 950 time: 0.2096286 Feb 03 14:10:24.366563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=35aeca1e-e9a1-4913-806b-fda79620e886,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:24.499340 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.719032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56f7dc1d-075c-47e4-a9b7-07afd8ff8c75 req-99c986c0-bdb0-4254-9075-2ca9ef9c6233 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 210 time: 0.0730529 Feb 03 14:10:24.778385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks [] for security_group (dee6ab4f-d5d8-4646-bddc-70994ad57f11), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.791834 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (dee6ab4f-d5d8-4646-bddc-70994ad57f11), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.817619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2af79-bb66-46fd-9dd1-22ba356bb07b req-73743ca1-d81b-49ff-8a54-a1d201e1b384 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:24.819306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c2af79-bb66-46fd-9dd1-22ba356bb07b req-73743ca1-d81b-49ff-8a54-a1d201e1b384 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 944 time: 0.1710916 Feb 03 14:10:24.937420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6ab4f-d5d8-4646-bddc-70994ad57f11,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:24.959622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['4e8889c5-b886-4bd3-9958-e3b010b7321a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:24.985830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Deleting port fa953b7f-8924-4ad8-becc-6cf28fac337b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:24.986178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:24.995814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['35aeca1e-e9a1-4913-806b-fda79620e886'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:25.017018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c2af79-bb66-46fd-9dd1-22ba356bb07b req-b87aa4cf-692b-4d40-b586-14a850a41cf8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822314 Feb 03 14:10:25.130701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1604c-82cf-4643-a80a-9f430d6ef4df req-1ba56619-47b4-47db-918a-d34c6d38c212 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:25.132238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80d1604c-82cf-4643-a80a-9f430d6ef4df req-1ba56619-47b4-47db-918a-d34c6d38c212 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 944 time: 0.3105934 Feb 03 14:10:25.230299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Allocated IP 192.168.233.93 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/2f3c2bc2-62fc-4046-8af8-7f2be64eebf9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:25.294026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] For port fa953b7f-8924-4ad8-becc-6cf28fac337b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa953b7f-8924-4ad8-becc-6cf28fac337b,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:25.295098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.317829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80d1604c-82cf-4643-a80a-9f430d6ef4df req-14661932-467a-495f-b0c8-35d2bd010c49 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495218 Feb 03 14:10:25.332152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Calling delete_port for fa953b7f-8924-4ad8-becc-6cf28fac337b owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:25.340072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e363f92-fb59-460f-ba81-6a14228739c4 req-54814b33-2e6d-4ef8-8a51-0344ea4e109d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:25.342130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e363f92-fb59-460f-ba81-6a14228739c4 req-54814b33-2e6d-4ef8-8a51-0344ea4e109d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 945 time: 0.2605762 Feb 03 14:10:25.431026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9144c6b5-e326-4930-ba9b-6209eeba844d details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:25.525764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e363f92-fb59-460f-ba81-6a14228739c4 req-78fa93d3-d56b-4e46-9242-6be991bf8a23 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738195 Feb 03 14:10:25.546110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:25.558952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'mac_address': 'fa:16:3e:89:73:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:25.580147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-e1e31065-81a2-4a18-a561-f2227d8d0d36 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fe52a6353bfd4d49b03784550daafa9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454731 Feb 03 14:10:25.600692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 9144c6b5-e326-4930-ba9b-6209eeba844d is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:25.601114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.608488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks [] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.614340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9144c6b5-e326-4930-ba9b-6209eeba844d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:25.636611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:25.641119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.690993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:25.771753 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fa953b7f-8924-4ad8-becc-6cf28fac337b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.784390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['fa953b7f-8924-4ad8-becc-6cf28fac337b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:25.814666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['bc3e9dca-86c5-4317-bad9-6643aa70c630'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:25.826918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035fed-4478-4e53-9f58-a75a0b96f257 req-ff7be63b-b36e-4045-bcfe-babb3079b309 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:25.828403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69035fed-4478-4e53-9f58-a75a0b96f257 req-ff7be63b-b36e-4045-bcfe-babb3079b309 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 949 time: 0.2392147 Feb 03 14:10:25.830480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Pushing event deleted for resources: {'Port': ['ID=fa953b7f-8924-4ad8-becc-6cf28fac337b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:25.837877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-391495b8-494f-49ca-b061-170e5e941a7a tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:25.839345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-391495b8-494f-49ca-b061-170e5e941a7a tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438669 Feb 03 14:10:25.846875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.903537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['9144c6b5-e326-4930-ba9b-6209eeba844d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:25.946253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] No DVR routers for this DVR port fa953b7f-8924-4ad8-becc-6cf28fac337b on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:25.954856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-a9a36fdd-a800-4ff2-b1be-589c5b14f351 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/quotas/fe52a6353bfd4d49b03784550daafa9f HTTP/1.1" status: 200 len: 375 time: 0.1003227 Feb 03 14:10:25.962238 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:25.965575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce1d651d-4984-4244-9a09-d384a2df6aba req-4e2d7b98-51a0-4602-addc-66722ab94898 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.45 "DELETE /v2.0/ports/fa953b7f-8924-4ad8-becc-6cf28fac337b HTTP/1.1" status: 204 len: 173 time: 1.6293349 Feb 03 14:10:25.969441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53188ecb-b929-4714-af61-1f7140824e0a', 'name': 'network-vif-deleted', 'tag': 'fa953b7f-8924-4ad8-becc-6cf28fac337b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:25.971238 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e6a67-e261-440d-81c4-87b6a77d4332" -d '{"events": [{"server_uuid": "53188ecb-b929-4714-af61-1f7140824e0a", "name": "network-vif-deleted", "tag": "fa953b7f-8924-4ad8-becc-6cf28fac337b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:25.977843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:25.998208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:26.020428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:26.030675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-84572c28-6f4a-487e-97f5-fb90daf5e573 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe52a6353bfd4d49b03784550daafa9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566289 Feb 03 14:10:26.054849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:26.077197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69035fed-4478-4e53-9f58-a75a0b96f257 req-b7f850e4-3c79-48c2-a0ab-4eebb0124c58 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348402 Feb 03 14:10:26.125955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:26.127507 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:26.157119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-1bba3571-709d-4755-9cf6-0a0fc0ba5ccb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2921088 Feb 03 14:10:26.176024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Request body: {'port': {'device_id': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:26.272768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e37b4e02-717e-4b1b-8c87-9a98154826cc req-be631d54-13cc-46d6-859c-2b306d4e85c1 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=53188ecb-b929-4714-af61-1f7140824e0a HTTP/1.1" status: 200 len: 210 time: 0.0905752 Feb 03 14:10:26.347355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:26.350900 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0402b5eb-9f9e-4525-a7eb-b70451607b9f x-openstack-request-id: req-0402b5eb-9f9e-4525-a7eb-b70451607b9f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:26.351306 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53188ecb-b929-4714-af61-1f7140824e0a", "name": "network-vif-deleted", "tag": "fa953b7f-8924-4ad8-becc-6cf28fac337b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:26.351434 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0402b5eb-9f9e-4525-a7eb-b70451607b9f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:26.351824 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53188ecb-b929-4714-af61-1f7140824e0a', 'name': 'network-vif-deleted', 'tag': 'fa953b7f-8924-4ad8-becc-6cf28fac337b', 'status': 'completed', 'code': 200} Feb 03 14:10:26.374510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919844f-1423-484b-b85c-0fc6c3ec6fa2 req-b05edc35-4684-400d-a257-06a8eadfe01d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:26.376013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c919844f-1423-484b-b85c-0fc6c3ec6fa2 req-b05edc35-4684-400d-a257-06a8eadfe01d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 935 time: 0.1007571 Feb 03 14:10:26.439355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f5c821ca-8e74-4553-bc46-7303acc037c1 None None] Provisioning complete for port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:26.440374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5c821ca-8e74-4553-bc46-7303acc037c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:26.483141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f5c821ca-8e74-4553-bc46-7303acc037c1 None None] Port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:10:26.563523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c919844f-1423-484b-b85c-0fc6c3ec6fa2 req-02661292-ed79-4702-85cf-0747283aca90 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586385 Feb 03 14:10:26.574877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaa8af-c6bf-4a7d-a390-4cab6aa456c3 req-8e747130-842b-4427-9fa1-9c7e6dbc4dee tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:26.577062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bbaa8af-c6bf-4a7d-a390-4cab6aa456c3 req-8e747130-842b-4427-9fa1-9c7e6dbc4dee tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 945 time: 0.1711805 Feb 03 14:10:26.693097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bbaa8af-c6bf-4a7d-a390-4cab6aa456c3 req-8e92b8ce-f157-42a7-bbe6-83a28b896bf7 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980296 Feb 03 14:10:26.773332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:26.782779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Publish callbacks [] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:26.821762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91ca4fce-e0b7-4398-b271-c8a07accc171 req-83d7ff5c-c5b9-423a-a650-1408b1f84c21 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 210 time: 0.0406218 Feb 03 14:10:26.823766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Transition to ACTIVE for port object 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:26.830377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:26.889712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:27.047624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53942e-f75a-41b1-bbb8-9b8b79255fc4 req-0f18ecc5-a22a-4a9c-9383-3946c4c522a9 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.049200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc53942e-f75a-41b1-bbb8-9b8b79255fc4 req-0f18ecc5-a22a-4a9c-9383-3946c4c522a9 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 944 time: 0.1345692 Feb 03 14:10:27.050992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:27.051326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:27.051653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:27.066645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:27.066971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:27.089362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc85b61-97e6-4232-8a50-a6a403ea4fbe req-884f8588-7414-4607-8680-2a53b264fb45 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.090867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc85b61-97e6-4232-8a50-a6a403ea4fbe req-884f8588-7414-4607-8680-2a53b264fb45 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 945 time: 0.1462638 Feb 03 14:10:27.092477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:27.092820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:27.093204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:27.093691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Bound port: 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:27.094053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.161215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc53942e-f75a-41b1-bbb8-9b8b79255fc4 req-f02697c7-fa4b-42fe-9cc5-258ee32545d7 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051507 Feb 03 14:10:27.209649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc85b61-97e6-4232-8a50-a6a403ea4fbe req-15f2c590-773d-4a0b-aab7-be2615145e0b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094272 Feb 03 14:10:27.217263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:27.220565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:27.234239 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.272023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.272666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.274057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] 10.222.0.45 "PUT /v2.0/ports/2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 1095 time: 1.1086564 Feb 03 14:10:27.293494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eefbe-1504-4a28-821f-4beaf763e485 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:27.405211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-977acbb7-5add-46cd-8a4a-a0a555de66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.406818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-977acbb7-5add-46cd-8a4a-a0a555de66ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1129 time: 0.0643761 Feb 03 14:10:27.452562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9144c6b5-e326-4930-ba9b-6209eeba844d up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:27.554854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-c4d8ef52-1864-4ec4-8feb-a86aa43224fc tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fe52a6353bfd4d49b03784550daafa9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229744 Feb 03 14:10:27.557203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-ed66d34c-1f43-4268-bcc3-8801b2d0d1ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.1421146 Feb 03 14:10:27.557796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 9144c6b5-e326-4930-ba9b-6209eeba844d completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:27.562793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 9144c6b5-e326-4930-ba9b-6209eeba844d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:27.563223 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.676110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35aeca1e-e9a1-4913-806b-fda79620e886 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:27.717279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 9144c6b5-e326-4930-ba9b-6209eeba844d is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:27.717675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.726275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-5f203648-b99b-4928-9b23-0fd355b476aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.727729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-5f203648-b99b-4928-9b23-0fd355b476aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1620049 Feb 03 14:10:27.748968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:27.751218 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e2d9f-d6ee-461b-9f37-bbdbc4c56248" -d '{"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-plugged", "status": "completed", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:27.767823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:27.768860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 35aeca1e-e9a1-4913-806b-fda79620e886 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:27.772788 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.776118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 35aeca1e-e9a1-4913-806b-fda79620e886 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:27.776505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.812912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.813510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.814112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.814573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.815030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.815494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.815946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.816396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.816883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.817337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.817799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.824440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-3d7c82a5-68c7-4f95-a045-81647d83d8ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8&device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc&device_id=91851ace-5298-4f6a-b272-a69dd4756704&device_id=8ac618a6-bc52-4093-b772-b53563100b4e&device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9&device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a&device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903&device_id=20145608-75b4-482a-975d-b6463ec24f34&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 10317 time: 0.2366936 Feb 03 14:10:27.834528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-cc9887fb-4463-4da2-8311-70c55cb5ff72 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.837043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-cc9887fb-4463-4da2-8311-70c55cb5ff72 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723546 Feb 03 14:10:27.850622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340e935-934d-4d36-982a-ed69d45bf402 req-662dd3d9-9746-4e82-860e-babcf45700dd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.852061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7340e935-934d-4d36-982a-ed69d45bf402 req-662dd3d9-9746-4e82-860e-babcf45700dd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 947 time: 0.1947598 Feb 03 14:10:27.854180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:27.863774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Request body: {'port': {'device_id': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'fe52a6353bfd4d49b03784550daafa9f'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:27.895773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-5447b309-4f08-483e-bd9b-a845158d54ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.896813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 35aeca1e-e9a1-4913-806b-fda79620e886 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:27.897220 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.909950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-77e131d8-f88b-4e21-b283-fb31e6c1d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:27.911422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-77e131d8-f88b-4e21-b283-fb31e6c1d41e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1712496 Feb 03 14:10:27.929094 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 35aeca1e-e9a1-4913-806b-fda79620e886, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35aeca1e-e9a1-4913-806b-fda79620e886,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:27.935998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:27.936907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:28.014924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=35aeca1e-e9a1-4913-806b-fda79620e886,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:28.018598 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-7ff1c2b4-6b36-4efa-9cf3-b545a7af4f5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581107 Feb 03 14:10:28.034516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 4e8889c5-b886-4bd3-9958-e3b010b7321a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:28.039853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 4e8889c5-b886-4bd3-9958-e3b010b7321a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:28.040254 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.062772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7340e935-934d-4d36-982a-ed69d45bf402 req-148a7dc6-5da1-427e-bdfd-8971bffa87c8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929288 Feb 03 14:10:28.121967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-72feab45-3b52-468e-a0ec-e62299c02127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:28.124407 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-72feab45-3b52-468e-a0ec-e62299c02127 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1126 time: 0.0625687 Feb 03 14:10:28.145990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Made reservation on behalf of fe52a6353bfd4d49b03784550daafa9f for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:28.147535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 4e8889c5-b886-4bd3-9958-e3b010b7321a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:28.147955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.149389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.163848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-62a3a949-9cb0-4c41-8037-6133b11da440 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396204 Feb 03 14:10:28.179388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.192013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:28.196878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.256829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:28.258946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-a1beab8b-221e-4af2-a990-b19b59a0f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:28.260829 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-a1beab8b-221e-4af2-a990-b19b59a0f7af service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1159232 Feb 03 14:10:28.305855 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-5c2ae6bc-c2f1-44f3-9f17-d27fbbcc1828 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.0374169 Feb 03 14:10:28.356783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-42661d70-307f-4875-b4d3-cd7e7482a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:28.358291 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-42661d70-307f-4875-b4d3-cd7e7482a582 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0465603 Feb 03 14:10:28.395276 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-408e8356-4422-4ab1-8242-277ccd989c20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305083 Feb 03 14:10:28.466280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:28.469092 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a8a0e6-11dc-435d-9010-294664f35068" -d '{"events": [{"name": "network-changed", "server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:28.488754 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-f2e442d7-c31c-4aaa-bcb4-5e8e88ffb10a service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874465 Feb 03 14:10:28.502698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-5447b309-4f08-483e-bd9b-a845158d54ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Publish callbacks [] for security_group (54382989-df6b-4a4f-b318-95a954cd8d01), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.521118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-5447b309-4f08-483e-bd9b-a845158d54ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (54382989-df6b-4a4f-b318-95a954cd8d01), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.680318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06a3f6-bca2-43e4-ae20-20ec105b100f req-f5d5aa3c-9e68-45e5-919b-6b59df599299 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:28.681854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa06a3f6-bca2-43e4-ae20-20ec105b100f req-f5d5aa3c-9e68-45e5-919b-6b59df599299 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 949 time: 0.5283227 Feb 03 14:10:28.691008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b309-4f08-483e-bd9b-a845158d54ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54382989-df6b-4a4f-b318-95a954cd8d01,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:28.749812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b2a8957-0299-429c-a176-6a303ff3e595 req-b4d49e32-cbe2-4935-ae69-13054ef0b523 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727432 Feb 03 14:10:28.783121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-db3249f4-a6ac-47aa-9e37-51aa7aa501d6 req-cb272197-7a93-442b-803a-311680e27f7b service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886002 Feb 03 14:10:28.801092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-271dd0a6-0375-4c25-b28c-b13c8443703d req-5447b309-4f08-483e-bd9b-a845158d54ab tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&id=d4765239-790c-4c21-9228-7ff33838985e&id=05d11da2-3fde-4621-8967-9b84dd6fc39d&id=914ed66e-484c-4220-bd79-062e004fb490&id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.9628279 Feb 03 14:10:28.813323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa06a3f6-bca2-43e4-ae20-20ec105b100f req-d559d9d6-f570-4e08-a937-aeb7bc4e64d9 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194043 Feb 03 14:10:28.829713 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks [] for security_group (2c9bd892-6af1-4b6c-8078-06f6e53d16a6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.831848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2c9bd892-6af1-4b6c-8078-06f6e53d16a6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:28.892159 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d79fa4-c16d-427a-a249-1a842ef32265 x-openstack-request-id: req-35d79fa4-c16d-427a-a249-1a842ef32265 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:28.892703 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-plugged", "status": "completed", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:28.892703 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35d79fa4-c16d-427a-a249-1a842ef32265 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:28.893118 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'code': 200} Feb 03 14:10:28.971076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9bd892-6af1-4b6c-8078-06f6e53d16a6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:29.007618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19353685-33ac-422d-8234-dac87edf2e57 req-f706bad7-e846-4c8f-9cdd-3b735578e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.009255 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19353685-33ac-422d-8234-dac87edf2e57 req-f706bad7-e846-4c8f-9cdd-3b735578e3bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 1128 time: 0.0529442 Feb 03 14:10:29.045437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4234cec0-4e11-4e47-aff7-dd2e4bd87224 req-413f4063-d694-4d7e-8990-967da080efa9 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 210 time: 0.0623081 Feb 03 14:10:29.055513 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19353685-33ac-422d-8234-dac87edf2e57 req-0330f47b-2b32-46ae-a507-02b8b3b7a092 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387161 Feb 03 14:10:29.071683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7d012-f77a-48af-b171-148aa4c9d91e req-a56c010d-46ca-4f04-8ae1-c5ab82a0c7e4 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.073194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60f7d012-f77a-48af-b171-148aa4c9d91e req-a56c010d-46ca-4f04-8ae1-c5ab82a0c7e4 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1823382 Feb 03 14:10:29.099825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Allocated IP 192.168.233.63 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/4a7990a9-d31e-4d39-85fa-4ca95a4a0794) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:29.184602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60f7d012-f77a-48af-b171-148aa4c9d91e req-6a829aa6-9a3e-4c9f-94e1-3456a84892c0 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009257 Feb 03 14:10:29.275203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec170c38-de2c-4b29-a62c-11b2f279201a req-fce78483-d0de-4591-b7f8-534df4879140 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.276717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec170c38-de2c-4b29-a62c-11b2f279201a req-fce78483-d0de-4591-b7f8-534df4879140 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 945 time: 0.1592746 Feb 03 14:10:29.405169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec170c38-de2c-4b29-a62c-11b2f279201a req-ab09cf1f-28cb-40af-bc79-cba26125bfcb tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203527 Feb 03 14:10:29.408268 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks [] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:29.415807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4fc2d-05fa-4919-bc05-236e667321fa req-ee3e25a4-ac65-43e2-8783-959b19f57632 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.417342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84b4fc2d-05fa-4919-bc05-236e667321fa req-ee3e25a4-ac65-43e2-8783-959b19f57632 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 946 time: 0.1356020 Feb 03 14:10:29.463438 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e147da3f-8023-45d7-9d18-25d6fbc8cfcd x-openstack-request-id: req-e147da3f-8023-45d7-9d18-25d6fbc8cfcd {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:29.463728 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:29.463980 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e147da3f-8023-45d7-9d18-25d6fbc8cfcd {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:29.464371 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'status': 'completed', 'code': 200} Feb 03 14:10:29.468236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa953b7f-8924-4ad8-becc-6cf28fac337b no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:29.488822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84b4fc2d-05fa-4919-bc05-236e667321fa req-22fc8c63-d8d4-4716-8cfd-8c5484e25526 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630403 Feb 03 14:10:29.495458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:29.509638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: fa953b7f-8924-4ad8-becc-6cf28fac337b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:29.513701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa953b7f-8924-4ad8-becc-6cf28fac337b not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:29.562763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:29.571716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:29.599910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:29.625194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Pushing event updated for resources: {'Port': ['ID=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:29.686691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.687016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a0e6-11dc-435d-9010-294664f35068 req-9e2c17b1-f73c-418e-b8c1-8441a5347421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.687220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:29.689086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-53a8a0e6-11dc-435d-9010-294664f35068 req-9e2c17b1-f73c-418e-b8c1-8441a5347421 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1129 time: 0.1599817 Feb 03 14:10:29.697948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9145-50f4-4616-9d5e-b07cab0089ed req-0a6e9986-22c5-4328-a458-4af26b05a241 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.704936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e3c9145-50f4-4616-9d5e-b07cab0089ed req-0a6e9986-22c5-4328-a458-4af26b05a241 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 947 time: 0.1368518 Feb 03 14:10:29.779682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e3c9145-50f4-4616-9d5e-b07cab0089ed req-12a513fc-ee49-4f0b-a40b-dfc48dd7adb2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Feb 03 14:10:29.788049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-424e88f9-4eba-4af9-a388-4ec9097be7aa tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9306223 Feb 03 14:10:29.800364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Request body: {'port': {'device_id': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:29.876067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-4b19afc5-3f35-4286-8def-626c6f711faa tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:29.877731 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-4b19afc5-3f35-4286-8def-626c6f711faa tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.71 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 949 time: 0.2756503 Feb 03 14:10:29.889050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.016745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1bf46339-3327-4d1d-8110-4c921023ef77 None None] Provisioning complete for port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:30.017297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bf46339-3327-4d1d-8110-4c921023ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.096445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a0e6-11dc-435d-9010-294664f35068 req-c1bf1f14-aeeb-46b4-9646-9e2835d8f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.097935 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-53a8a0e6-11dc-435d-9010-294664f35068 req-c1bf1f14-aeeb-46b4-9646-9e2835d8f01b service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3987422 Feb 03 14:10:30.098213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1bf46339-3327-4d1d-8110-4c921023ef77 None None] Port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:10:30.142243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4783b-85c5-4c22-936b-ef770ed37a6b req-3e881d6c-9af6-4fe6-83cc-4ebdec5b5814 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.142993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4783b-85c5-4c22-936b-ef770ed37a6b req-3e881d6c-9af6-4fe6-83cc-4ebdec5b5814 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.143613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4783b-85c5-4c22-936b-ef770ed37a6b req-3e881d6c-9af6-4fe6-83cc-4ebdec5b5814 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.145927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cd4783b-85c5-4c22-936b-ef770ed37a6b req-3e881d6c-9af6-4fe6-83cc-4ebdec5b5814 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9&device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a&device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 2975 time: 0.1857486 Feb 03 14:10:30.171607 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-53a8a0e6-11dc-435d-9010-294664f35068 req-c94330ae-8449-4cd7-ab3e-7d7d58a94c98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.0520220 Feb 03 14:10:30.198449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770d98-5510-4314-988a-b70d3be41d08 req-82d92ffb-8051-427d-8c9a-aff40e3dc58f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.199965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c770d98-5510-4314-988a-b70d3be41d08 req-82d92ffb-8051-427d-8c9a-aff40e3dc58f tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 949 time: 0.2409062 Feb 03 14:10:30.242302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Deleting port bc3e9dca-86c5-4317-bad9-6643aa70c630 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:30.242648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.273904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a0e6-11dc-435d-9010-294664f35068 req-4bb72d21-b8c8-4a2b-8a94-f9a067d7fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.276371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-53a8a0e6-11dc-435d-9010-294664f35068 req-4bb72d21-b8c8-4a2b-8a94-f9a067d7fc0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0983057 Feb 03 14:10:30.330861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c770d98-5510-4314-988a-b70d3be41d08 req-e928dd6a-ce5d-4ed7-a936-6f3585158071 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/security-groups?id=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229916 Feb 03 14:10:30.352206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cd4783b-85c5-4c22-936b-ef770ed37a6b req-291416ba-4770-487a-98c3-08817e47dff2 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754227 Feb 03 14:10:30.441609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] For port bc3e9dca-86c5-4317-bad9-6643aa70c630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bc3e9dca-86c5-4317-bad9-6643aa70c630,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:30.441974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.464659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Calling delete_port for bc3e9dca-86c5-4317-bad9-6643aa70c630 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:30.471568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:30.472059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a0e6-11dc-435d-9010-294664f35068 req-ce4d323e-bf16-4872-ab4d-0e964a6ae616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.473728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-53a8a0e6-11dc-435d-9010-294664f35068 req-ce4d323e-bf16-4872-ab4d-0e964a6ae616 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1650999 Feb 03 14:10:30.503462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Publish callbacks [] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.545187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Transition to ACTIVE for port object 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:30.552889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.605973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0721-17d3-4548-8ea0-e7dc48895151 req-1df534e3-423f-4e11-a054-06622fa76b09 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.608965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-242c0721-17d3-4548-8ea0-e7dc48895151 req-1df534e3-423f-4e11-a054-06622fa76b09 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 935 time: 0.1559296 Feb 03 14:10:30.637384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54415e80-b500-436a-8247-ff3eb34718ef req-637ff98d-b078-4095-930b-4ddaca277415 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:30.638946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54415e80-b500-436a-8247-ff3eb34718ef req-637ff98d-b078-4095-930b-4ddaca277415 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1697392 Feb 03 14:10:30.651524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-53a8a0e6-11dc-435d-9010-294664f35068 req-860d6137-327a-4c82-933b-58c4a4c18c2b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662292 Feb 03 14:10:30.691454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:30.805533 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (bc3e9dca-86c5-4317-bad9-6643aa70c630), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.815282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-242c0721-17d3-4548-8ea0-e7dc48895151 req-a6f20173-3b63-4f71-931c-a691d269be5c tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896942 Feb 03 14:10:30.842232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Pushing event deleted for resources: {'Port': ['ID=bc3e9dca-86c5-4317-bad9-6643aa70c630,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:30.848617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54415e80-b500-436a-8247-ff3eb34718ef req-3f0ba81e-7844-47e8-a435-f120cfde9382 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736636 Feb 03 14:10:30.849501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['bc3e9dca-86c5-4317-bad9-6643aa70c630'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:30.887488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-53a8a0e6-11dc-435d-9010-294664f35068 req-8fc867de-a291-456d-9504-3d5095b87344 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288699 Feb 03 14:10:30.896939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886'}, {'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:30.900000 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea98f0-a9b1-47cc-b6cc-3f1ce3ac666e" -d '{"events": [{"server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "name": "network-vif-plugged", "status": "completed", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886"}, {"server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "name": "network-vif-plugged", "status": "completed", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:30.924254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Attempting to bind port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:30.924786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Attempting to bind port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:30.924955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Attempting to bind port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:30.941324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:30.941919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Attempting to bind port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:30.944028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] No DVR routers for this DVR port bc3e9dca-86c5-4317-bad9-6643aa70c630 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:30.947444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.950178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:30.951027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:30.951421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:30.951541 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1a304559-15ad-47f1-866d-41f1e512dc6d req-e59ba48e-8708-405e-afab-57287358d322 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.71 "DELETE /v2.0/ports/bc3e9dca-86c5-4317-bad9-6643aa70c630 HTTP/1.1" status: 204 len: 173 time: 1.0581870 Feb 03 14:10:30.951852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Bound port: 4a7990a9-d31e-4d39-85fa-4ca95a4a0794, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:30.951983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20145608-75b4-482a-975d-b6463ec24f34', 'name': 'network-vif-deleted', 'tag': 'bc3e9dca-86c5-4317-bad9-6643aa70c630'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:30.952212 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:30.954257 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b5e14c-b263-4cde-bf0a-45d55a8d1474" -d '{"events": [{"server_uuid": "20145608-75b4-482a-975d-b6463ec24f34", "name": "network-vif-deleted", "tag": "bc3e9dca-86c5-4317-bad9-6643aa70c630"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:31.113179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde540-0573-4052-8a30-0f5e641e3ccc req-b2332168-107d-450f-a259-c8f62f6685bb tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.114720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04fde540-0573-4052-8a30-0f5e641e3ccc req-b2332168-107d-450f-a259-c8f62f6685bb tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 945 time: 0.1374021 Feb 03 14:10:31.121464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cabb0a-ae33-4e90-9c31-e57a2041e7e1 req-306f5db5-1719-49a2-92bd-2ff630516404 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.123560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99cabb0a-ae33-4e90-9c31-e57a2041e7e1 req-306f5db5-1719-49a2-92bd-2ff630516404 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 946 time: 0.1560152 Feb 03 14:10:31.124802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] For port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:31.153913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] For port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:31.170606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:31.234911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.235536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:31.236947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] 10.222.0.45 "PUT /v2.0/ports/4a7990a9-d31e-4d39-85fa-4ca95a4a0794 HTTP/1.1" status: 200 len: 1095 time: 1.4409451 Feb 03 14:10:31.249653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04fde540-0573-4052-8a30-0f5e641e3ccc req-8885e5de-9f8d-42a7-8a6e-77c69741db15 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224401 Feb 03 14:10:31.254863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99cabb0a-ae33-4e90-9c31-e57a2041e7e1 req-207f6f02-3fc9-450e-a8e4-40180f49b943 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204956 Feb 03 14:10:31.282639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8daeb-b2f0-41ba-be75-8c2c994cfa83 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:31.340719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-4f42c99f-2e5e-479a-95c2-4c90849a580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.342944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-4f42c99f-2e5e-479a-95c2-4c90849a580d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe52a6353bfd4d49b03784550daafa9f&device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 1129 time: 0.0564504 Feb 03 14:10:31.407884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-0d0994eb-43c9-48ce-95b1-2d338a32b310 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=4a7990a9-d31e-4d39-85fa-4ca95a4a0794 HTTP/1.1" status: 200 len: 217 time: 0.0571096 Feb 03 14:10:31.469090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:31.469721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'tag': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:31.471765 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d044c5-bc91-427c-a574-766ffd9d83fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0c6edd-cbd1-4786-a3bc-b623c8f223b8", "tag": "4a7990a9-d31e-4d39-85fa-4ca95a4a0794"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:31.480553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f46e4d-160b-446f-af5a-055ab34dafad req-156b56bf-8963-4e0a-9d15-253bbac8df4c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.488173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6f46e4d-160b-446f-af5a-055ab34dafad req-156b56bf-8963-4e0a-9d15-253bbac8df4c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 947 time: 0.1389980 Feb 03 14:10:31.501100 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2607313-9249-4a76-869e-90ba6ce18bea x-openstack-request-id: req-e2607313-9249-4a76-869e-90ba6ce18bea {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:31.501719 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "name": "network-vif-plugged", "status": "completed", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886", "code": 200}, {"server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "name": "network-vif-plugged", "status": "completed", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:31.502167 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2607313-9249-4a76-869e-90ba6ce18bea {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:31.502700 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886', 'code': 200} Feb 03 14:10:31.503115 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a', 'code': 200} Feb 03 14:10:31.525850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-67249082-1f9b-4552-a725-2f549f2d45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.527615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-67249082-1f9b-4552-a725-2f549f2d45d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1106529 Feb 03 14:10:31.566170 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2a149-1862-4935-bdcf-b7cd9c974d74 x-openstack-request-id: req-0fd2a149-1862-4935-bdcf-b7cd9c974d74 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:31.568227 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20145608-75b4-482a-975d-b6463ec24f34", "name": "network-vif-deleted", "tag": "bc3e9dca-86c5-4317-bad9-6643aa70c630", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:31.568738 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fd2a149-1862-4935-bdcf-b7cd9c974d74 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:31.569309 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20145608-75b4-482a-975d-b6463ec24f34', 'name': 'network-vif-deleted', 'tag': 'bc3e9dca-86c5-4317-bad9-6643aa70c630', 'status': 'completed', 'code': 200} Feb 03 14:10:31.580611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6f46e4d-160b-446f-af5a-055ab34dafad req-b8625655-6f59-4f69-b6c2-d7e04c3a3526 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915241 Feb 03 14:10:31.612015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:31.624670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb85772-f555-4726-b45a-eb577a5316da req-629bc376-e8d9-4bc3-a6d4-f058fde66d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.628449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-629bc376-e8d9-4bc3-a6d4-f058fde66d92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0918355 Feb 03 14:10:31.636603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'mac_address': 'fa:16:3e:20:2b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:31.694906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:31.695446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:31.711944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:31.736727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72c9698c-8de6-437a-a2e9-33b68c543f55 req-12e88c85-7772-419d-9a12-9a266faa1a53 tempest-LiveMigrationNegativeTest-85354280 tempest-LiveMigrationNegativeTest-85354280-project] 10.222.0.52 "GET /v2.0/ports?device_id=20145608-75b4-482a-975d-b6463ec24f34 HTTP/1.1" status: 200 len: 210 time: 0.0602059 Feb 03 14:10:31.738029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:31.744487 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:31.759239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6643b0-0dea-411c-9813-5c3a5321a8d0 req-84615541-e228-47fa-a244-93f9fc1a36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.761344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc6643b0-0dea-411c-9813-5c3a5321a8d0 req-84615541-e228-47fa-a244-93f9fc1a36b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 1127 time: 0.0729215 Feb 03 14:10:31.788374 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0721c5a3-2a2e-46c9-a3b5-607dfb7e5ad5 x-openstack-request-id: req-0721c5a3-2a2e-46c9-a3b5-607dfb7e5ad5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:31.788692 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0c6edd-cbd1-4786-a3bc-b623c8f223b8", "tag": "4a7990a9-d31e-4d39-85fa-4ca95a4a0794", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:31.788944 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0721c5a3-2a2e-46c9-a3b5-607dfb7e5ad5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:31.789331 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'tag': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794', 'status': 'completed', 'code': 200} Feb 03 14:10:31.801010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:31.830305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f44b-a2c7-4929-a153-c11079d8f1ed req-8288a214-3c98-430a-b72d-ddb28bc90997 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.831930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b86f44b-a2c7-4929-a153-c11079d8f1ed req-8288a214-3c98-430a-b72d-ddb28bc90997 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1351531 Feb 03 14:10:31.854070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc6643b0-0dea-411c-9813-5c3a5321a8d0 req-03f6a371-38b2-4d89-abee-c9caa42a0da9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483134 Feb 03 14:10:31.862079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913f1fd-2004-4bc4-bd7b-afbaed2d8ba3 req-1c5de97a-f658-4d7c-90f0-f1816147cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:31.863489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-f4c172fc-8ac4-475d-a3ba-3212a89cbb3b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274537 Feb 03 14:10:31.863655 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8913f1fd-2004-4bc4-bd7b-afbaed2d8ba3 req-1c5de97a-f658-4d7c-90f0-f1816147cbf1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1128 time: 0.1121864 Feb 03 14:10:31.919721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b86f44b-a2c7-4929-a153-c11079d8f1ed req-baa6005b-1aa9-4f0a-aae0-10857e9d351c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819113 Feb 03 14:10:31.993658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:32.007882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb85772-f555-4726-b45a-eb577a5316da req-745a1e06-058d-439e-a0f5-b5b692494476 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330473 Feb 03 14:10:32.028322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9ec6d-efe6-40bc-b8aa-7f68d191432f req-532533df-fd4b-44e9-a2b5-c601433ee8dd tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.030418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16f9ec6d-efe6-40bc-b8aa-7f68d191432f req-532533df-fd4b-44e9-a2b5-c601433ee8dd tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 947 time: 0.0728598 Feb 03 14:10:32.128992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16f9ec6d-efe6-40bc-b8aa-7f68d191432f req-9d611d73-28ee-4ef2-85d5-89294b210074 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927024 Feb 03 14:10:32.150305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-a1142f04-7a17-4642-a0a5-74ff247526ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.152192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-a1142f04-7a17-4642-a0a5-74ff247526ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe52a6353bfd4d49b03784550daafa9f&device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 1129 time: 0.0790913 Feb 03 14:10:32.256606 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8913f1fd-2004-4bc4-bd7b-afbaed2d8ba3 req-5ecae70d-82b4-4785-a664-cc657bb3c9b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565236 Feb 03 14:10:32.296635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-c1834c63-21ef-4b19-b0da-b0724767f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.298278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-c1834c63-21ef-4b19-b0da-b0724767f0a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1363440 Feb 03 14:10:32.369638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-0eb9d106-d5ff-4ca0-84e6-076b4cb3489e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=4a7990a9-d31e-4d39-85fa-4ca95a4a0794 HTTP/1.1" status: 200 len: 217 time: 0.0446465 Feb 03 14:10:32.444269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0856dc-0724-457c-bdc8-616c57aa64e4 req-9507128f-6aa1-48d3-9ee6-3561ad675eaa tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.445717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d0856dc-0724-457c-bdc8-616c57aa64e4 req-9507128f-6aa1-48d3-9ee6-3561ad675eaa tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1132 time: 0.1464930 Feb 03 14:10:32.461577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-096f5695-c3fd-48be-aa1f-abc2b5302ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.462918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-096f5695-c3fd-48be-aa1f-abc2b5302ae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0678527 Feb 03 14:10:32.491681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b0c5-d12d-4c4a-b202-a9973e5fd1a1 req-c71a63c1-722f-49d0-a65a-0fdca3dd8881 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.493135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee86b0c5-d12d-4c4a-b202-a9973e5fd1a1 req-c71a63c1-722f-49d0-a65a-0fdca3dd8881 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 945 time: 0.1570709 Feb 03 14:10:32.558143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d0856dc-0724-457c-bdc8-616c57aa64e4 req-c8a8424e-717b-4e18-9be6-f6daad4ec0c0 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041780 Feb 03 14:10:32.581504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-69515c4f-aef6-4bbe-a6ab-6c7396a47886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.582994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-69515c4f-aef6-4bbe-a6ab-6c7396a47886 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1106505 Feb 03 14:10:32.587293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee86b0c5-d12d-4c4a-b202-a9973e5fd1a1 req-54efadfa-d1c7-433a-b800-46cecdffc978 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761344 Feb 03 14:10:32.979152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-ebd57c4f-fd77-4902-8951-d8a1f1d1b0f0 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889494 Feb 03 14:10:32.988080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad24ed-80e0-480f-9aab-ee711944b379 req-ab055566-f664-4ce8-a4fc-73160072f289 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:32.989494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dad24ed-80e0-480f-9aab-ee711944b379 req-ab055566-f664-4ce8-a4fc-73160072f289 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 946 time: 0.3732533 Feb 03 14:10:33.030932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f45e91-e3ac-4a2b-9731-15f44c375e67 req-8a71aa86-c818-40b2-a915-66019ad780dc tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:33.032454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67f45e91-e3ac-4a2b-9731-15f44c375e67 req-8a71aa86-c818-40b2-a915-66019ad780dc tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1132 time: 0.1242697 Feb 03 14:10:33.120499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dad24ed-80e0-480f-9aab-ee711944b379 req-14e73eea-bc7d-4d48-a535-dd49f5931097 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212964 Feb 03 14:10:33.146251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1d044c5-bc91-427c-a574-766ffd9d83fb req-b8107698-700d-4ecf-b22a-c86b07caa17f service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558228 Feb 03 14:10:33.148444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67f45e91-e3ac-4a2b-9731-15f44c375e67 req-87fcd5a7-3e3e-4c50-9319-d9e3efa8bd9c tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094613 Feb 03 14:10:33.243058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6bc6a-31e5-40cb-a541-73a96ef80f4b req-53397985-5a73-4e25-9363-c4dfb4ca5c27 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:33.244956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5b6bc6a-31e5-40cb-a541-73a96ef80f4b req-53397985-5a73-4e25-9363-c4dfb4ca5c27 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 948 time: 0.0646780 Feb 03 14:10:33.301865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5b6bc6a-31e5-40cb-a541-73a96ef80f4b req-8d8b118f-1b78-4d12-965c-d13784f1961d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Feb 03 14:10:33.456892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92d905-3228-402f-9376-1cfdf6b9fc5f req-0ed44086-dc71-4f81-bdba-005e0767cfb4 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:33.458355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf92d905-3228-402f-9376-1cfdf6b9fc5f req-0ed44086-dc71-4f81-bdba-005e0767cfb4 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 947 time: 0.0896063 Feb 03 14:10:33.482488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:33.483086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:33.492294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0a3ac-b3f5-4f76-9895-2cb10226aab9 req-1156f488-bf6b-4c49-8bc1-e4cd2f459765 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:33.494124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24d0a3ac-b3f5-4f76-9895-2cb10226aab9 req-1156f488-bf6b-4c49-8bc1-e4cd2f459765 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.0801275 Feb 03 14:10:33.541529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf92d905-3228-402f-9376-1cfdf6b9fc5f req-c689a498-94c6-4340-a59f-4496646060b6 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776324 Feb 03 14:10:33.543472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:33.548009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:33.548380 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.578196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24d0a3ac-b3f5-4f76-9895-2cb10226aab9 req-c94351c1-6044-4e3b-afe9-dec72ddb77a5 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729096 Feb 03 14:10:33.655062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:33.655737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.664786 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-45e7bc68-dcb9-45df-a383-d79030100cac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80a4f8d2ed714887a3a3a418a05f6cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808891 Feb 03 14:10:33.669427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:33.696197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:33.698883 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae0a711-a4f2-4306-8221-f1b4945446ff" -d '{"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-plugged", "status": "completed", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:33.714070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:33.719069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bc3e9dca-86c5-4317-bad9-6643aa70c630 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:33.726690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f18d88f3-b95d-4ebe-8063-0d942fb4f122 admin admin] Publish callbacks [] for security_group (8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.729801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc86905-5d38-4a83-b517-e9a347c8687a req-67546398-1f8c-42d0-9f63-eb19dea92ae1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:33.732354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfc86905-5d38-4a83-b517-e9a347c8687a req-67546398-1f8c-42d0-9f63-eb19dea92ae1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 945 time: 0.0686665 Feb 03 14:10:33.742418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: bc3e9dca-86c5-4317-bad9-6643aa70c630 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:33.742692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bc3e9dca-86c5-4317-bad9-6643aa70c630 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:33.744640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.755792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f18d88f3-b95d-4ebe-8063-0d942fb4f122 admin admin] Publish callbacks [] for security_group (8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.805545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfc86905-5d38-4a83-b517-e9a347c8687a req-73ef7390-5813-408d-8052-1c4b614ba3f5 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657594 Feb 03 14:10:33.806633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:33.835483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f18d88f3-b95d-4ebe-8063-0d942fb4f122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.839086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f18d88f3-b95d-4ebe-8063-0d942fb4f122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.843391 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f18d88f3-b95d-4ebe-8063-0d942fb4f122 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40 HTTP/1.1" status: 204 len: 168 time: 0.1699920 Feb 03 14:10:33.856344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d88f3-b95d-4ebe-8063-0d942fb4f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8343c0cf-3c1b-4c0e-a11b-ac434c4c5b40,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:33.871450 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1835a0-9fde-4ed5-9119-14d2d47c172a x-openstack-request-id: req-db1835a0-9fde-4ed5-9119-14d2d47c172a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:33.871772 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-plugged", "status": "completed", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:33.872030 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db1835a0-9fde-4ed5-9119-14d2d47c172a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:33.874744 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'code': 200} Feb 03 14:10:33.999598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e637d-5a90-420a-8926-279bb2377758 req-a2344370-b582-4dcc-921c-53945a6356af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.001384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-350e637d-5a90-420a-8926-279bb2377758 req-a2344370-b582-4dcc-921c-53945a6356af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1131 time: 0.0517976 Feb 03 14:10:34.055911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-350e637d-5a90-420a-8926-279bb2377758 req-ab7088f3-e81c-4458-b0cc-184755659495 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Feb 03 14:10:34.246893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:34.266809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adfad0-4220-4bfd-946a-d92ac445c5fb req-77bad75b-8d6d-4de3-a15e-d03df6e12617 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.268375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6adfad0-4220-4bfd-946a-d92ac445c5fb req-77bad75b-8d6d-4de3-a15e-d03df6e12617 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 946 time: 0.0682380 Feb 03 14:10:34.308634 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b87dcdcd-7fd1-44db-a24b-ec4b410a17ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a807e2a4bca44a68da47d8749be31e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597482 Feb 03 14:10:34.311713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:34.339075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6adfad0-4220-4bfd-946a-d92ac445c5fb req-85136a6b-da75-4670-8ef1-6f775569b3e3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Feb 03 14:10:34.379017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91cba4a3-2a6f-4e8a-ada8-fe78d3da76a5 admin admin] Publish callbacks [] for security_group (523c64c0-9a65-450c-b8f7-be5e42ad9ac8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:34.407642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cfd69-5477-42b4-b5f9-c41cb01661f2 req-0c0b563a-9448-4f27-80f7-3759842edfe9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.408887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91cba4a3-2a6f-4e8a-ada8-fe78d3da76a5 admin admin] Publish callbacks [] for security_group (523c64c0-9a65-450c-b8f7-be5e42ad9ac8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:34.409206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d5cfd69-5477-42b4-b5f9-c41cb01661f2 req-0c0b563a-9448-4f27-80f7-3759842edfe9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.0822270 Feb 03 14:10:34.459379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91cba4a3-2a6f-4e8a-ada8-fe78d3da76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (523c64c0-9a65-450c-b8f7-be5e42ad9ac8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:34.461961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91cba4a3-2a6f-4e8a-ada8-fe78d3da76a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:34.463134 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-91cba4a3-2a6f-4e8a-ada8-fe78d3da76a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/523c64c0-9a65-450c-b8f7-be5e42ad9ac8 HTTP/1.1" status: 204 len: 168 time: 0.1489518 Feb 03 14:10:34.472244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cba4a3-2a6f-4e8a-ada8-fe78d3da76a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523c64c0-9a65-450c-b8f7-be5e42ad9ac8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:34.499795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc319a9b-077d-4fe6-9b45-d6882113ddef req-6488fe4c-c4a1-4548-872b-0a8fd195a21c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.501607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc319a9b-077d-4fe6-9b45-d6882113ddef req-6488fe4c-c4a1-4548-872b-0a8fd195a21c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.0915039 Feb 03 14:10:34.508987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d5cfd69-5477-42b4-b5f9-c41cb01661f2 req-dd26e62f-be9b-4fa3-a3f3-21400e23d624 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882580 Feb 03 14:10:34.552896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc319a9b-077d-4fe6-9b45-d6882113ddef req-ba887119-2314-4513-ad5d-68816f0c1955 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Feb 03 14:10:34.719430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b7647-c7f4-4031-abb7-78aa77e58e95 req-2afd73c5-b9e7-424c-ab1f-5048a3d7f898 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.720962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-473b7647-c7f4-4031-abb7-78aa77e58e95 req-2afd73c5-b9e7-424c-ab1f-5048a3d7f898 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 947 time: 0.0939348 Feb 03 14:10:34.731611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbbde7-7f5b-4c6b-af98-30d426c6b999 req-e506510a-3a17-4483-aa17-8a2ab320d260 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.733048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98cbbde7-7f5b-4c6b-af98-30d426c6b999 req-e506510a-3a17-4483-aa17-8a2ab320d260 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.0781951 Feb 03 14:10:34.802592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-473b7647-c7f4-4031-abb7-78aa77e58e95 req-3a2f9c72-508b-43dc-b109-0ded19e2a43c tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685382 Feb 03 14:10:34.809689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98cbbde7-7f5b-4c6b-af98-30d426c6b999 req-7133268f-bcb7-41ab-98bb-e1238496d331 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697899 Feb 03 14:10:34.931578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5927a-a70c-47c4-b7c4-206b5a09d6f3 req-9502b6f9-888a-4c37-ab2a-89db6a5f838d tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:34.933125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98c5927a-a70c-47c4-b7c4-206b5a09d6f3 req-9502b6f9-888a-4c37-ab2a-89db6a5f838d tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 945 time: 0.0567944 Feb 03 14:10:34.980896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98c5927a-a70c-47c4-b7c4-206b5a09d6f3 req-b73e33f0-8dbb-4f9f-9edb-e0c417ee636b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4765239-790c-4c21-9228-7ff33838985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Feb 03 14:10:35.188244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-f4273679-2dd8-4c94-a777-5e24ec86e587 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:35.190166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-f4273679-2dd8-4c94-a777-5e24ec86e587 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0995200 Feb 03 14:10:35.242889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-7aab9d12-485a-45c3-8531-e8f255e188f1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0461519 Feb 03 14:10:35.258096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'floatingip': {'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:35.301409 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:35.501161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:35.550387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568eaaab-56e2-4e49-bac3-b4941d48f96f req-6b4a7e9b-949f-4665-aaf7-0a2d4e39fd0e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:35.551942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-568eaaab-56e2-4e49-bac3-b4941d48f96f req-6b4a7e9b-949f-4665-aaf7-0a2d4e39fd0e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 946 time: 0.1423488 Feb 03 14:10:35.606375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:35.620795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794', 'mac_address': 'fa:16:3e:5d:22:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:35.663975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:35.664373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:35.680790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:35.686887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-568eaaab-56e2-4e49-bac3-b4941d48f96f req-782256f8-d600-4275-84d8-24a211b28553 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217113 Feb 03 14:10:35.719506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:35.726834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:35.789350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:35.888434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5bf89-775e-48cf-bfe1-130acf4db821 req-c96760f4-6e79-4d80-9807-4d497d56b6f6 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:35.890645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71d5bf89-775e-48cf-bfe1-130acf4db821 req-c96760f4-6e79-4d80-9807-4d497d56b6f6 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1046588 Feb 03 14:10:35.908916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:35.916715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:35.977896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4a7990a9-d31e-4d39-85fa-4ca95a4a0794'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:35.993115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71d5bf89-775e-48cf-bfe1-130acf4db821 req-67e09816-23ae-4cc3-99c9-af492e73e7ba tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952437 Feb 03 14:10:36.051032 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Floating IP dba619d7-d251-4034-89b5-ce2a3334e284 associated. External IP: 172.25.0.214, port: b61bb161-d951-4b07-ac21-bcf9b2d74b96. Feb 03 14:10:36.189416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e7a65-db96-49c1-9a46-c896f8a9fd0f req-432c6f3e-2611-4892-8355-28333121c91e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:36.190789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b58e7a65-db96-49c1-9a46-c896f8a9fd0f req-432c6f3e-2611-4892-8355-28333121c91e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1030092 Feb 03 14:10:36.280163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b58e7a65-db96-49c1-9a46-c896f8a9fd0f req-11c7c90d-217e-4126-91b4-49a5680d81d2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835428 Feb 03 14:10:36.347009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:36.427316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19c1e-0a4f-435d-ac6e-7a936cf3d59f req-d28b2ad0-df78-4655-b6f7-0bc75415f3b7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:36.428860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a19c1e-0a4f-435d-ac6e-7a936cf3d59f req-d28b2ad0-df78-4655-b6f7-0bc75415f3b7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1128 time: 0.0939326 Feb 03 14:10:36.508007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:36.515001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:36.518132 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:36.529106 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:36.529885 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:36.535784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a19c1e-0a4f-435d-ac6e-7a936cf3d59f req-dd8e8788-29a1-458f-a57c-ddea260b64dc tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755568 Feb 03 14:10:36.548245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-da2a3485-d2fa-4ecd-b557-f062a558fa45 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "PUT /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 200 len: 996 time: 1.2947018 Feb 03 14:10:36.548937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:36.551416 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba34c2a2-385c-4e02-a025-c7b38d6127b3" -d '{"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:36.640063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-4ff6eeb1-4bd6-4cb1-bcc3-12202a449ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:36.641616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-4ff6eeb1-4bd6-4cb1-bcc3-12202a449ab6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.0760314 Feb 03 14:10:36.649389 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:36.686137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120f3b6-89f8-4321-89cb-c5f0f7a71673 req-13893928-c386-493d-8e64-e11f894b1285 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:36.687603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9120f3b6-89f8-4321-89cb-c5f0f7a71673 req-13893928-c386-493d-8e64-e11f894b1285 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 948 time: 0.0876937 Feb 03 14:10:36.775296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-d96d2a08-1703-4a0f-9851-29d762b8cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:36.776819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-d96d2a08-1703-4a0f-9851-29d762b8cc17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1273363 Feb 03 14:10:36.781649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9120f3b6-89f8-4321-89cb-c5f0f7a71673 req-4df5d3ff-fa62-4aa7-9674-a9f70a3ffd40 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658319 Feb 03 14:10:36.847823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-5fb702e9-1cce-4aa5-9bc5-10b5196dc898 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 999 time: 0.0647862 Feb 03 14:10:36.878294 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:f4:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:35Z', 'revision_number': 1, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:36.904061 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:36.912240 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:36.912866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:36.924815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-f75a8472-474d-43bc-a4d1-520c8ef50f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:36.926292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-f75a8472-474d-43bc-a4d1-520c8ef50f89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0663283 Feb 03 14:10:36.937923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4657adb-2911-4e66-b6e4-335f4d702973 req-4a4ec19b-5820-477f-affc-88fd89c17264 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:36.939641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4657adb-2911-4e66-b6e4-335f4d702973 req-4a4ec19b-5820-477f-affc-88fd89c17264 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.0888617 Feb 03 14:10:37.018379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4657adb-2911-4e66-b6e4-335f4d702973 req-c90bc762-3da8-4ec4-914b-5c98b4853d5f tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701742 Feb 03 14:10:37.020796 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:37.021133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-c4165336-2fa7-4ae3-bfec-08c568c47d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.023586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-c4165336-2fa7-4ae3-bfec-08c568c47d8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818427 Feb 03 14:10:37.037096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-abc8e07f-0c61-436e-8646-11e54dd10b3e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:37.037096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-abc8e07f-0c61-436e-8646-11e54dd10b3e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057740 Feb 03 14:10:37.137799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-7c167cf2-21d8-4395-b641-92b013b0dcf8 service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939147 Feb 03 14:10:37.241556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5def026b-eed7-49f3-98d9-ff4a53df5b02 req-8a145015-d655-45ef-9e1b-beb9d6cc92bf service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978782 Feb 03 14:10:37.274524 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:f4:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:35Z', 'revision_number': 1, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:37.291273 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d2a2b-dfbf-42b7-98f8-3973a854c488 x-openstack-request-id: req-141d2a2b-dfbf-42b7-98f8-3973a854c488 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:37.291569 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:37.291824 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-141d2a2b-dfbf-42b7-98f8-3973a854c488 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:37.292571 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'status': 'completed', 'code': 200} Feb 03 14:10:37.311793 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0197c6-f0a1-418c-b0ce-92aef5e28a49 None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:f4:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:35Z', 'revision_number': 1, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:37.398265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-7917dcae-5b87-4673-890a-19f0bb43987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.399786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-7917dcae-5b87-4673-890a-19f0bb43987f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.0809443 Feb 03 14:10:37.451831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc4cdc-d8b3-4fb1-9260-f6f506d499f2 req-8763ef9f-5842-4bd4-b428-280e9d050aa3 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.453324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9cc4cdc-d8b3-4fb1-9260-f6f506d499f2 req-8763ef9f-5842-4bd4-b428-280e9d050aa3 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1128 time: 0.1038761 Feb 03 14:10:37.520840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:37.569066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58200dc-07f5-4e7e-ab01-bfd832a9dfe4 None None] New status for floating IP dba619d7-d251-4034-89b5-ce2a3334e284: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:10:37.574413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-71bec7cd-7808-405b-9e79-7b22ec70fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.576608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-71bec7cd-7808-405b-9e79-7b22ec70fd3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1690254 Feb 03 14:10:37.579642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9cc4cdc-d8b3-4fb1-9260-f6f506d499f2 req-b24d774d-abda-4b89-8309-6d67af2b569c tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085334 Feb 03 14:10:37.581647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd86a2-45c1-40cf-b4ae-24ab6b8dca4b req-3126ff9c-a523-458a-9f53-58b0ff463bc9 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.583089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6dd86a2-45c1-40cf-b4ae-24ab6b8dca4b req-3126ff9c-a523-458a-9f53-58b0ff463bc9 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1131 time: 0.1511493 Feb 03 14:10:37.625347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:10:37.637457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:37.638684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:37.639441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d6dd86a2-45c1-40cf-b4ae-24ab6b8dca4b req-b9f460e9-3e63-4f8b-8b4f-c6505515beed tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:37.675054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-2188bf96-722d-417f-8966-09b6ee5f6040 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 999 time: 0.0910120 Feb 03 14:10:37.773491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-9c392a0e-0193-4bed-8a18-ff2136424272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.774953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-9c392a0e-0193-4bed-8a18-ff2136424272 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0813091 Feb 03 14:10:37.798530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee01c-26f2-4331-b450-728faa3fe679 req-58c88938-c23f-4e52-9467-6be402cc5d98 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.800035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-356ee01c-26f2-4331-b450-728faa3fe679 req-58c88938-c23f-4e52-9467-6be402cc5d98 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1487672 Feb 03 14:10:37.808135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:37.809082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:37.833820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:37.836011 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86c13ac-5cc6-4ed8-9cb1-2a8c4baad979" -d '{"events": [{"server_uuid": "0d0c6edd-cbd1-4786-a3bc-b623c8f223b8", "name": "network-vif-plugged", "status": "completed", "tag": "4a7990a9-d31e-4d39-85fa-4ca95a4a0794"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:37.848637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:37.852489 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:37.866386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d6dd86a2-45c1-40cf-b4ae-24ab6b8dca4b req-b9f460e9-3e63-4f8b-8b4f-c6505515beed tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Publish callbacks [] for security_group (18953c4f-b4d1-4d27-9b70-1a34e4aa6661), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:37.874603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d6dd86a2-45c1-40cf-b4ae-24ab6b8dca4b req-b9f460e9-3e63-4f8b-8b4f-c6505515beed tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (18953c4f-b4d1-4d27-9b70-1a34e4aa6661), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:37.900446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:37.921175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-586399fc-7f13-4aa1-9142-6d9796764367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:37.922669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-586399fc-7f13-4aa1-9142-6d9796764367 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1395724 Feb 03 14:10:37.931574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-356ee01c-26f2-4331-b450-728faa3fe679 req-1fd2243c-38d8-400a-8f5e-f3c67f875c60 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080832 Feb 03 14:10:37.945353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f460e9-3e63-4f8b-8b4f-c6505515beed tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18953c4f-b4d1-4d27-9b70-1a34e4aa6661,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:37.961729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6dd86a2-45c1-40cf-b4ae-24ab6b8dca4b req-b9f460e9-3e63-4f8b-8b4f-c6505515beed tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710985 Feb 03 14:10:38.393607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de444-8a3f-4b9b-a5b3-a00a6ecd6bbf req-6fb68a9f-04db-4c75-ad34-cf5ae662adb6 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:38.397624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-861de444-8a3f-4b9b-a5b3-a00a6ecd6bbf req-6fb68a9f-04db-4c75-ad34-cf5ae662adb6 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 949 time: 0.1601198 Feb 03 14:10:38.400042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-daf57ad4-e4d3-456b-9c4f-6a76c6f94431 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639816 Feb 03 14:10:38.414515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-a56a80df-d44d-4578-aa98-67660aac2325 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:38.416656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-a56a80df-d44d-4578-aa98-67660aac2325 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1802568 Feb 03 14:10:38.592138 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-a756f868-2f23-497b-8fc4-84f3833069a6 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.1610539 Feb 03 14:10:38.597192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-861de444-8a3f-4b9b-a5b3-a00a6ecd6bbf req-74828005-5cb9-4865-af26-4b110c8a55e7 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796472 Feb 03 14:10:38.603319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'floatingip': {'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:38.643782 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeabdcc-8f38-4ee0-918e-9b99c6575572 x-openstack-request-id: req-ffeabdcc-8f38-4ee0-918e-9b99c6575572 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:38.644311 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0c6edd-cbd1-4786-a3bc-b623c8f223b8", "name": "network-vif-plugged", "status": "completed", "tag": "4a7990a9-d31e-4d39-85fa-4ca95a4a0794", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:38.644311 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffeabdcc-8f38-4ee0-918e-9b99c6575572 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:38.645389 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794', 'code': 200} Feb 03 14:10:38.653170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba34c2a2-385c-4e02-a025-c7b38d6127b3 req-be69ea12-c16f-4b83-943e-69298a6e2a1f service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345111 Feb 03 14:10:38.680353 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:38.705844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:38.814452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ca473-5a6d-42c7-8815-f818a109c20f req-07cb8140-25c0-4a39-b4d2-6c7a0a97c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:38.815992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-783ca473-5a6d-42c7-8815-f818a109c20f req-07cb8140-25c0-4a39-b4d2-6c7a0a97c332 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 1131 time: 0.0933077 Feb 03 14:10:38.950086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-783ca473-5a6d-42c7-8815-f818a109c20f req-92536cda-fb03-4485-afe3-eb96579efa20 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104219 Feb 03 14:10:39.281531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:39.286006 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:39.445717 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Floating IP dba619d7-d251-4034-89b5-ce2a3334e284 associated. External IP: 172.25.0.214, port: b61bb161-d951-4b07-ac21-bcf9b2d74b96. Feb 03 14:10:39.484981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:39.500459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b645fa-32a7-420e-84ce-2bce249b0dbc req-e99c8fa8-0f2d-4a32-a1c6-78267b94c63f tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:39.501951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29b645fa-32a7-420e-84ce-2bce249b0dbc req-e99c8fa8-0f2d-4a32-a1c6-78267b94c63f tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1234770 Feb 03 14:10:39.589443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-795fc1e1-2eeb-4fe6-9b58-9b7ba0e62d6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031494 Feb 03 14:10:39.591701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29b645fa-32a7-420e-84ce-2bce249b0dbc req-2fcbc332-64b1-4de4-b34b-3f56058e7350 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827966 Feb 03 14:10:39.597896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-093ab466-d4ff-4af3-929e-166e6bb97614 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:39.599076 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-093ab466-d4ff-4af3-929e-166e6bb97614 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053146 Feb 03 14:10:39.718696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:39.911094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29dfac-a6eb-4824-9661-5c847a1e0c46 req-d707e267-ec52-45d4-8cc7-b8c46fbed5b9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:39.912592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba29dfac-a6eb-4824-9661-5c847a1e0c46 req-d707e267-ec52-45d4-8cc7-b8c46fbed5b9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1123385 Feb 03 14:10:39.915463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:39.930013 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:39.941707 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:39.942409 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:40.047565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba29dfac-a6eb-4824-9661-5c847a1e0c46 req-2e837238-e217-4d49-ace6-b2e65f8978ac tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270850 Feb 03 14:10:40.103934 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:40.282400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:40.295850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7076ab-1d21-4c62-a103-e331be7d2632 req-f1b844af-8826-4af0-b122-4d89d7ca798e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:40.297702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a7076ab-1d21-4c62-a103-e331be7d2632 req-f1b844af-8826-4af0-b122-4d89d7ca798e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.0935779 Feb 03 14:10:40.385775 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:ae:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:39Z', 'revision_number': 3, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:40.435932 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:40.446469 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:40.447109 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:40.649713 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:40.690447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a7076ab-1d21-4c62-a103-e331be7d2632 req-e9ec0980-6857-4a77-8808-f02ec5bae25b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841977 Feb 03 14:10:40.715256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:40.719790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:40.762452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:40.764640 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87979b4-8da1-43c9-8de6-432f6ba5d753" -d '{"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:40.824560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-335b0d9d-0148-4513-8e5b-2edfba094e52 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "PUT /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 200 len: 998 time: 2.2263279 Feb 03 14:10:40.875049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab0f78-b8b1-496c-9e99-fb9c6260546f req-c5bb7445-54fe-4656-b63d-eea9849ba165 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:40.876619 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dfab0f78-b8b1-496c-9e99-fb9c6260546f req-c5bb7445-54fe-4656-b63d-eea9849ba165 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 949 time: 0.0925372 Feb 03 14:10:40.897510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-c78a9917-6232-4ae5-b2f7-8a89b736ef2a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:40.898852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-c78a9917-6232-4ae5-b2f7-8a89b736ef2a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports/b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 942 time: 0.0678406 Feb 03 14:10:40.925597 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:ae:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:39Z', 'revision_number': 3, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:40.938058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dfab0f78-b8b1-496c-9e99-fb9c6260546f req-b43d0163-170d-449a-ac43-5a8ae43e9b36 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554638 Feb 03 14:10:40.963013 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e7730-0a72-4f78-82df-bd4c72875e94 None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:ae:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:39Z', 'revision_number': 3, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:41.015991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-368a8a49-e3bc-4ae1-8da2-16bd0f26a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.017642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-368a8a49-e3bc-4ae1-8da2-16bd0f26a402 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.0529983 Feb 03 14:10:41.201560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b906e8-8393-41f0-b5e6-21bacef60371 None None] New status for floating IP dba619d7-d251-4034-89b5-ce2a3334e284: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:10:41.212984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-a8509c79-76c4-4f4b-af5e-cee4376deb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.214462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-a8509c79-76c4-4f4b-af5e-cee4376deb59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1131 time: 0.1499126 Feb 03 14:10:41.216448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-d2c95a2f-9541-4366-8f3e-6ac13a5c31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.217794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-d2c95a2f-9541-4366-8f3e-6ac13a5c31b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1934633 Feb 03 14:10:41.232541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f15a6-16bb-4d9b-b99e-a9f20ac09b92 req-0f016550-f929-4832-9f97-d0e44d704dcd tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.233988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe6f15a6-16bb-4d9b-b99e-a9f20ac09b92 req-0f016550-f929-4832-9f97-d0e44d704dcd tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1128 time: 0.1055593 Feb 03 14:10:41.288597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-103c7ade-f201-4502-a7a8-fbb745760253 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 217 time: 0.0588770 Feb 03 14:10:41.403872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-57ed1fba-a0df-447f-b073-6c202133eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.405548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-57ed1fba-a0df-447f-b073-6c202133eda8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.1072040 Feb 03 14:10:41.407809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe6f15a6-16bb-4d9b-b99e-a9f20ac09b92 req-39ae05b9-b43b-4f82-bc83-637ba4f8b513 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676831 Feb 03 14:10:41.422709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-fb1b5719-ead5-40d2-8cb1-d732915b108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.436060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-fb1b5719-ead5-40d2-8cb1-d732915b108d service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2020786 Feb 03 14:10:41.494772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-a6e52d46-4efc-43e1-a14f-b5275336ae78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.0602734 Feb 03 14:10:41.579252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-e3972140-8ed5-4ef1-bd95-b69c92e12fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.580883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-e3972140-8ed5-4ef1-bd95-b69c92e12fef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0756001 Feb 03 14:10:41.586599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-ea3e813e-712d-43ea-bcae-1b4043566b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.588783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-ea3e813e-712d-43ea-bcae-1b4043566b23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1628559 Feb 03 14:10:41.591770 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:41.601932 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:41.602626 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:41.620402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-e31fc664-5d49-472e-b93a-53b3e17a1261 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:41.621398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-e31fc664-5d49-472e-b93a-53b3e17a1261 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209017 Feb 03 14:10:41.633969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aca4c-250b-4ed0-acd8-03d344e04f40 req-bd79b85a-227d-4b46-8855-07a5eb621d66 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.635581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-370aca4c-250b-4ed0-acd8-03d344e04f40 req-bd79b85a-227d-4b46-8855-07a5eb621d66 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1443281 Feb 03 14:10:41.729904 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:41.741483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-2bb1193a-ac44-489e-90fa-1ef232af41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.742990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-2bb1193a-ac44-489e-90fa-1ef232af41b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1533422 Feb 03 14:10:41.781627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-370aca4c-250b-4ed0-acd8-03d344e04f40 req-dc80bbab-3c62-4cde-9edc-3f7b3374fff1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344471 Feb 03 14:10:41.806435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-212eed7b-1775-4fd7-bf3d-65ecda2cfa4b service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698556 Feb 03 14:10:41.854294 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1610c5d-1360-4db7-b521-2454b9652904 x-openstack-request-id: req-e1610c5d-1360-4db7-b521-2454b9652904 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:41.854603 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:41.854854 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1610c5d-1360-4db7-b521-2454b9652904 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:41.855188 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'status': 'completed', 'code': 200} Feb 03 14:10:41.941742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-cbd876a9-dfa8-44e6-8f13-0dfff1aba202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:41.944253 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-cbd876a9-dfa8-44e6-8f13-0dfff1aba202 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.0609303 Feb 03 14:10:41.944606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-728ec366-a27e-4fb4-9b8b-968c868b6a29 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937826 Feb 03 14:10:41.989194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-f0d8dea9-48fa-4335-bced-27edbaf8a9cb service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492724 Feb 03 14:10:42.038440 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:ae:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:41Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:42.059688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-65f461e6-8774-400e-a4c9-160a1d30dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.061577 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-65f461e6-8774-400e-a4c9-160a1d30dc84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1054370 Feb 03 14:10:42.070540 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:42.079845 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:42.080484 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:42.122940 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-33799265-472d-4c61-bc76-c0dde3f836b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 217 time: 0.0517170 Feb 03 14:10:42.131057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-f40c8226-9992-4c1f-a80b-f9e26002d501 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714487 Feb 03 14:10:42.145823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6445d-ed49-4920-aad1-8ffd452f03fe req-abeeff2e-2013-4c3e-9269-d2768183b355 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.152999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6f6445d-ed49-4920-aad1-8ffd452f03fe req-abeeff2e-2013-4c3e-9269-d2768183b355 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1678071 Feb 03 14:10:42.163373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-83619086-eba1-4da6-98f7-ed23bdca833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.177448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-83619086-eba1-4da6-98f7-ed23bdca833f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 1127 time: 0.1356015 Feb 03 14:10:42.178526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-19d98d00-2c5d-4ae1-ae89-2b7b8e271e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.180344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-19d98d00-2c5d-4ae1-ae89-2b7b8e271e8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0504644 Feb 03 14:10:42.240318 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:42.261858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-c1bcf044-5a44-4471-82b8-102d6048a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.265403 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-c1bcf044-5a44-4471-82b8-102d6048a165 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753992 Feb 03 14:10:42.306686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6f6445d-ed49-4920-aad1-8ffd452f03fe req-f5b24188-5c39-46c1-a75b-0cf73483165b tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473060 Feb 03 14:10:42.345845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-58b82fca-3212-4f75-8b30-4338961a4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.347362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-58b82fca-3212-4f75-8b30-4338961a4f32 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1616635 Feb 03 14:10:42.423517 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-b155b546-81a1-493b-ac8e-da1e60001008 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507454 Feb 03 14:10:42.454047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-3fb39bbd-82cd-481d-ba3c-a5e488dd4e98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 1001 time: 0.1008348 Feb 03 14:10:42.507323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-b56d12ba-c691-4471-a1cc-bdc0d5a49087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.515908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-b56d12ba-c691-4471-a1cc-bdc0d5a49087 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0608091 Feb 03 14:10:42.547978 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d87979b4-8da1-43c9-8de6-432f6ba5d753 req-3797b737-587b-4d38-9750-3ecc934378ae service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173346 Feb 03 14:10:42.575577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-ebdd5e29-217e-488d-87a2-f7b4bd25b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:42.577952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-ebdd5e29-217e-488d-87a2-f7b4bd25b4b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0609989 Feb 03 14:10:42.599503 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:ae:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:41Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:42.626594 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b27e6-e085-4bec-a6cf-486aba5ee1a1 None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': '35aeca1e-e9a1-4913-806b-fda79620e886', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:ae:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac618a6-bc52-4093-b772-b53563100b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:41Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:42.718115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-f35a9213-03ad-4795-abf2-c0c8eaa970dc service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326950 Feb 03 14:10:42.869026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dfe8b5-b069-4499-a71c-f9dae6c33b14 req-0ddd2673-9f04-46cf-9929-6e8b8bda2f03 service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508710 Feb 03 14:10:43.007846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da00198-78d5-4aa0-9537-3fd93b172386 req-b1a5df83-2998-4975-89c4-30489d3fe9a5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:43.009650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7da00198-78d5-4aa0-9537-3fd93b172386 req-b1a5df83-2998-4975-89c4-30489d3fe9a5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.0774658 Feb 03 14:10:43.064333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7da00198-78d5-4aa0-9537-3fd93b172386 req-a4a9053a-c130-4933-934b-afc9f85f09a9 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Feb 03 14:10:43.326505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132e129-aa83-477c-be6e-c10818fdb23e req-ade6e22b-f992-4114-93ba-9b48f04520e4 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:43.328032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c132e129-aa83-477c-be6e-c10818fdb23e req-ade6e22b-f992-4114-93ba-9b48f04520e4 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.0580726 Feb 03 14:10:43.379537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c132e129-aa83-477c-be6e-c10818fdb23e req-03cd8cd7-4fc8-4aae-801b-0d4fb5af6860 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Feb 03 14:10:43.472587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4093ca7e-ef05-49a7-8bf7-bb934b7d595b req-c27b8b48-c1f1-42c7-b12b-6541fb51543a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.0662179 Feb 03 14:10:43.530340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ca7e-ef05-49a7-8bf7-bb934b7d595b req-3aa3286f-e5d1-4050-813a-c471ccf9cc51 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:43.531738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4093ca7e-ef05-49a7-8bf7-bb934b7d595b req-3aa3286f-e5d1-4050-813a-c471ccf9cc51 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports/35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 942 time: 0.0534916 Feb 03 14:10:43.639075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4093ca7e-ef05-49a7-8bf7-bb934b7d595b req-da533393-b0e8-421a-8468-5bdae4c80131 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.0647764 Feb 03 14:10:43.700522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-26d781c6-954f-4153-b70d-eb0d3eae7281 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:43.701509 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-26d781c6-954f-4153-b70d-eb0d3eae7281 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056763 Feb 03 14:10:43.742004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-18659898-a2a7-4af1-a70d-975917a04a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:43.743371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-18659898-a2a7-4af1-a70d-975917a04a7e service neutron] 10.222.0.52 "GET /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 1125 time: 0.0353940 Feb 03 14:10:43.744637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ca7e-ef05-49a7-8bf7-bb934b7d595b req-16bdbe13-09a6-44e5-aefd-6b0208791020 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:43.746208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4093ca7e-ef05-49a7-8bf7-bb934b7d595b req-16bdbe13-09a6-44e5-aefd-6b0208791020 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1020074 Feb 03 14:10:43.752647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Request body: {'binding': {'host': 'n-h1-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:43.753161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:10:43.857032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:43.859874 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074ac761-3aff-4583-9155-91f51de9ac67" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:43.890565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on host n-h1-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:43.891047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:43.891615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:43.896040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:43.896361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:43.901477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:43.901815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:43.902202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:43.902654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Bound port: 4e8889c5-b886-4bd3-9958-e3b010b7321a, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:43.966658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:43.973295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:43.974456 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-eefd1589-5bae-4b47-ad93-9d9c058c86af service neutron] 10.222.0.52 "POST /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2252326 Feb 03 14:10:44.073119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b259b-5db6-4866-8dff-eac86caecd01 req-e1e591fe-159c-42c9-8738-1371b955e17b tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.074650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e23b259b-5db6-4866-8dff-eac86caecd01 req-e1e591fe-159c-42c9-8738-1371b955e17b tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 949 time: 0.0680947 Feb 03 14:10:44.188480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e23b259b-5db6-4866-8dff-eac86caecd01 req-bbe70f8f-85ee-4875-a974-17d7a4ae6e5a tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c9bd892-6af1-4b6c-8078-06f6e53d16a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017654 Feb 03 14:10:44.203263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0a684-61ed-42fe-8b01-d5feefaf26bd req-9f956269-7b54-4e49-b186-ee7b16eb4a22 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.210634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91d0a684-61ed-42fe-8b01-d5feefaf26bd req-9f956269-7b54-4e49-b186-ee7b16eb4a22 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1283214 Feb 03 14:10:44.242201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-4f58c026-1137-4224-9573-8e5f25c5cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.243794 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-4f58c026-1137-4224-9573-8e5f25c5cacc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1128 time: 0.0525062 Feb 03 14:10:44.301716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-f2179263-6ac4-4719-b1e6-27a45a0c9464 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.0881820 Feb 03 14:10:44.305001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91d0a684-61ed-42fe-8b01-d5feefaf26bd req-4d8dd508-cc79-4729-9889-e1dbac5aae21 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934877 Feb 03 14:10:44.356078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-f9d73d84-6997-479a-9920-0c4682a4e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.358559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-f9d73d84-6997-479a-9920-0c4682a4e877 service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1072955 Feb 03 14:10:44.361566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96250a-134a-4a14-af4d-4080090b215f req-0e2be069-0810-4664-970e-53496362ed1b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.363101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-0e2be069-0810-4664-970e-53496362ed1b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports/35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 942 time: 0.0551400 Feb 03 14:10:44.369347 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b259f15d-adcb-4912-9d98-2bf381b99e96 x-openstack-request-id: req-b259f15d-adcb-4912-9d98-2bf381b99e96 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:44.369643 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:44.369936 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b259f15d-adcb-4912-9d98-2bf381b99e96 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:44.370784 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886', 'status': 'completed', 'code': 200} Feb 03 14:10:44.516781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-27aeb0cc-0079-4f37-8828-a13f950676ab tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.0927551 Feb 03 14:10:44.608557 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-d1cb6e4a-e09a-4bad-a983-8c3dfcbe9772 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 217 time: 0.2431560 Feb 03 14:10:44.678418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-91562889-7ad3-445b-91d7-c84a7b0e9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.679848 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-91562889-7ad3-445b-91d7-c84a7b0e9a3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0536139 Feb 03 14:10:44.682137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096d58-e8b3-44f4-b05d-948c89d1d39d req-a6d97b80-383e-482f-af63-cf8daf5c77b7 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.682381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac761-3aff-4583-9155-91f51de9ac67 req-d8326bae-4590-4c6d-b4a2-49ae79a33bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.683639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36096d58-e8b3-44f4-b05d-948c89d1d39d req-a6d97b80-383e-482f-af63-cf8daf5c77b7 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 946 time: 0.1218617 Feb 03 14:10:44.683782 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-074ac761-3aff-4583-9155-91f51de9ac67 req-d8326bae-4590-4c6d-b4a2-49ae79a33bc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 1127 time: 0.0844553 Feb 03 14:10:44.691273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96250a-134a-4a14-af4d-4080090b215f req-d961c1da-ea11-4c42-b486-6fa8066fc37f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.692556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-d961c1da-ea11-4c42-b486-6fa8066fc37f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1670635 Feb 03 14:10:44.733291 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-665c5055-1e5e-4935-86b9-799b43622532 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438800 Feb 03 14:10:44.818645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36096d58-e8b3-44f4-b05d-948c89d1d39d req-0bf959f8-28f7-4095-82e2-68ee66b7cd45 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240304 Feb 03 14:10:44.823065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-be89b2a4-3c5a-43b2-b296-84bb88d9e50e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.1159658 Feb 03 14:10:44.834297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951b272-3b22-4516-a5fe-d50330294b50 req-502cc1a1-a37b-4e10-ad84-736a479735be tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.836066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a951b272-3b22-4516-a5fe-d50330294b50 req-502cc1a1-a37b-4e10-ad84-736a479735be tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 949 time: 0.1422582 Feb 03 14:10:44.851828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:44.858434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac761-3aff-4583-9155-91f51de9ac67 req-005a3cdc-df99-4477-8f0d-245865890bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:44.859910 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-074ac761-3aff-4583-9155-91f51de9ac67 req-005a3cdc-df99-4477-8f0d-245865890bef service neutron] 10.222.0.71 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1695302 Feb 03 14:10:44.885914 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-1bc2e26b-f4ea-4309-a384-8530056b1078 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465812 Feb 03 14:10:44.996294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.021504 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-074ac761-3aff-4583-9155-91f51de9ac67 req-9da74397-0293-43e2-b6e6-5a7fada7f9dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 1001 time: 0.1479020 Feb 03 14:10:45.059619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f76d6-355d-4593-9cc8-2ea79242bc92 req-731912ba-a934-4839-9893-0eb8d80e1be3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:45.061117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-660f76d6-355d-4593-9cc8-2ea79242bc92 req-731912ba-a934-4839-9893-0eb8d80e1be3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1512473 Feb 03 14:10:45.078968 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-c4132966-bdfc-44a9-a968-50245d42ab2b service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627891 Feb 03 14:10:45.085919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac761-3aff-4583-9155-91f51de9ac67 req-6c27b3ef-0f47-45c2-b2ec-e6f93f4ee72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:45.087318 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-074ac761-3aff-4583-9155-91f51de9ac67 req-6c27b3ef-0f47-45c2-b2ec-e6f93f4ee72f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0578661 Feb 03 14:10:45.155920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Deleting port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:45.156527 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.193255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac761-3aff-4583-9155-91f51de9ac67 req-f600814b-cd51-4b0a-a5e5-c24ee66a3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:45.194762 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-074ac761-3aff-4583-9155-91f51de9ac67 req-f600814b-cd51-4b0a-a5e5-c24ee66a3cc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998633 Feb 03 14:10:45.234970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.239256 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-660f76d6-355d-4593-9cc8-2ea79242bc92 req-4e6f27b9-3a60-480e-a4dc-a32a1da2aa14 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703107 Feb 03 14:10:45.267881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.268218 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Floating IP dba619d7-d251-4034-89b5-ce2a3334e284 disassociated. External IP: 172.25.0.214, port: 35aeca1e-e9a1-4913-806b-fda79620e886. Feb 03 14:10:45.275876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-f998218c-06bd-48dd-bdf0-927e511210e5 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:45.277405 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-f998218c-06bd-48dd-bdf0-927e511210e5 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1128 time: 0.1379485 Feb 03 14:10:45.291236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-2'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:45.365612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-074ac761-3aff-4583-9155-91f51de9ac67 req-2c8c676e-097d-493c-bd28-85862f275e44 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573644 Feb 03 14:10:45.372706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.543175 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-074ac761-3aff-4583-9155-91f51de9ac67 req-6159877a-9ffa-406f-a75c-3208ea52be32 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680830 Feb 03 14:10:45.577725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:45.615528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:45.655994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:45.658263 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f98df7-c9a2-433a-90f4-f2cb6f3bdc19" -d '{"events": [{"server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:45.662161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Publish callbacks [] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.663023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] For port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:45.663385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.669447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.684194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Calling delete_port for 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:45.721591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c782aca-b826-42ba-9422-3232e825eb2a req-52105121-a280-4f4a-9213-7cc2e33c746b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:45.723716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c782aca-b826-42ba-9422-3232e825eb2a req-52105121-a280-4f4a-9213-7cc2e33c746b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1647968 Feb 03 14:10:45.729291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c059f907-ba6d-41f7-a15d-1e566984e758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.759107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=7']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:45.769021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on host n-h2-827549-2 for vnic_type normal with profile {"migrating_to": "n-h1-827549-2"} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:45.769370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:45.769708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:45.773229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.773583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.773931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.774274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.774615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.774949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.775605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.775605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.775934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.776257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.776619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.776942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.777267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:45.783326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:45.784029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Attempting to bind port 4e8889c5-b886-4bd3-9958-e3b010b7321a on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:45.790550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:45.790899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:45.791283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:45.791713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Bound port: 4e8889c5-b886-4bd3-9958-e3b010b7321a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:45.792074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.858984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:45.861970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:45.868053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.879596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c782aca-b826-42ba-9422-3232e825eb2a req-3642970d-bb88-4612-82b4-ff16b18de286 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242425 Feb 03 14:10:45.940219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=8']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:45.969278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:45.969969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:45.971484 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-5b5f7159-9f20-4429-9ac9-badee67ae6cc service neutron] 10.222.0.45 "PUT /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 1122 time: 0.6856716 Feb 03 14:10:45.984791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:46.003989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4a7990a9-d31e-4d39-85fa-4ca95a4a0794), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:46.016557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4a7990a9-d31e-4d39-85fa-4ca95a4a0794'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:46.069371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Pushing event deleted for resources: {'Port': ['ID=4a7990a9-d31e-4d39-85fa-4ca95a4a0794,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:46.090391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.091290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.091677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.091975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.092310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.092671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.093000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.093330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.093660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.093992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.094319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.094646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.094971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:46.160839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['4e8889c5-b886-4bd3-9958-e3b010b7321a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:46.191419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] No DVR routers for this DVR port 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:46.196757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50ecd171-ac75-425b-a247-21d3a8752880 req-b777b503-096d-4bea-b003-931a099805a2 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d0c6edd-cbd1-4786-a3bc-b623c8f223b8 HTTP/1.1" status: 200 len: 210 time: 0.0464485 Feb 03 14:10:46.197874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:46.201786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a951b272-3b22-4516-a5fe-d50330294b50 req-51ff99ff-f518-421e-a89b-7735b7b78ef0 tempest-ServerDiagnosticsNegativeTest-1995789630 tempest-ServerDiagnosticsNegativeTest-1995789630-project] 10.222.0.45 "DELETE /v2.0/ports/4a7990a9-d31e-4d39-85fa-4ca95a4a0794 HTTP/1.1" status: 204 len: 173 time: 1.3599081 Feb 03 14:10:46.249152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:46.254971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:46.273105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:46.306812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:46.307992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:46.329821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-50a132ed-1553-44ec-a873-510069c7f7ef tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "PUT /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 200 len: 695 time: 1.4920232 Feb 03 14:10:46.379555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'name': 'network-vif-deleted', 'tag': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794'}, {'name': 'network-changed', 'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:46.381930 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0272b7-4737-404a-a26c-8856a76ddc58" -d '{"events": [{"server_uuid": "0d0c6edd-cbd1-4786-a3bc-b623c8f223b8", "name": "network-vif-deleted", "tag": "4a7990a9-d31e-4d39-85fa-4ca95a4a0794"}, {"name": "network-changed", "server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:46.413831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0029-f14b-4c57-bdaa-cd632a03e025 req-06ea79bf-dfb5-40d7-a1d0-102b15a9f329 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:46.415299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c7f0029-f14b-4c57-bdaa-cd632a03e025 req-06ea79bf-dfb5-40d7-a1d0-102b15a9f329 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1202877 Feb 03 14:10:46.422300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96250a-134a-4a14-af4d-4080090b215f req-d89a0c3a-25ce-4149-9f9a-45a3244c8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:46.423727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-d89a0c3a-25ce-4149-9f9a-45a3244c8f63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 1127 time: 0.0706363 Feb 03 14:10:46.458887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:46.522260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c7f0029-f14b-4c57-bdaa-cd632a03e025 req-b237daa8-a1ce-4dba-a4d1-cd0d9dc9808f tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975740 Feb 03 14:10:46.558300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96250a-134a-4a14-af4d-4080090b215f req-673c7e80-3de7-4f7e-b4c4-12465e1f7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:46.559999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-673c7e80-3de7-4f7e-b4c4-12465e1f7e53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1287806 Feb 03 14:10:46.611656 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3ea9a0-0a88-4230-8b0e-126659239aef x-openstack-request-id: req-fd3ea9a0-0a88-4230-8b0e-126659239aef {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:46.612255 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:46.612549 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd3ea9a0-0a88-4230-8b0e-126659239aef {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:46.612957 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a', 'code': 200} Feb 03 14:10:46.613330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-344732c6-64f2-4def-b8bd-4e0990358295 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 217 time: 0.0466347 Feb 03 14:10:46.675979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96250a-134a-4a14-af4d-4080090b215f req-5a555c00-cebc-48b4-9046-f5b4b16d9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:46.677786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-5a555c00-cebc-48b4-9046-f5b4b16d9b92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0574505 Feb 03 14:10:46.709368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:46.738994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:46.749148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:46.750335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:46.767820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96250a-134a-4a14-af4d-4080090b215f req-af94e609-4ea1-45ee-a07b-0b804f0876a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:46.769384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-af94e609-4ea1-45ee-a07b-0b804f0876a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749202 Feb 03 14:10:46.779066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec5e75-39f9-497b-8ff0-ae29caf409b9 req-667afc49-3c0a-4fbf-9e31-9ac4aa1842ca tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:46.780591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebec5e75-39f9-497b-8ff0-ae29caf409b9 req-667afc49-3c0a-4fbf-9e31-9ac4aa1842ca tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 944 time: 0.0981171 Feb 03 14:10:46.866495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:46.881374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebec5e75-39f9-497b-8ff0-ae29caf409b9 req-d7e95dfc-2e80-47ae-a4b8-8412bd2cc86e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926924 Feb 03 14:10:46.903501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-7c6a7527-2e52-4730-a5c6-37b385713737 service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219385 Feb 03 14:10:47.006118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab96250a-134a-4a14-af4d-4080090b215f req-0d7933ed-c4a0-48c5-a174-db7946067d21 service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958836 Feb 03 14:10:47.086837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:47.096210 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabd1195-7b9e-46c2-bfb4-581d5f8ef788 x-openstack-request-id: req-cabd1195-7b9e-46c2-bfb4-581d5f8ef788 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:47.096553 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0c6edd-cbd1-4786-a3bc-b623c8f223b8", "name": "network-vif-deleted", "tag": "4a7990a9-d31e-4d39-85fa-4ca95a4a0794", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:47.096799 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cabd1195-7b9e-46c2-bfb4-581d5f8ef788 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:47.097336 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0c6edd-cbd1-4786-a3bc-b623c8f223b8', 'name': 'network-vif-deleted', 'tag': '4a7990a9-d31e-4d39-85fa-4ca95a4a0794', 'status': 'completed', 'code': 200} Feb 03 14:10:47.097617 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886', 'status': 'completed', 'code': 200} Feb 03 14:10:47.114576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb1036f-2b67-4111-9413-11717db26438 None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:47.148999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339cac0-7409-48f3-8e38-a0c5d9bbdfda req-7798e6ba-e7d4-4812-9ad1-ee82855b99a3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.150861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7339cac0-7409-48f3-8e38-a0c5d9bbdfda req-7798e6ba-e7d4-4812-9ad1-ee82855b99a3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.0917919 Feb 03 14:10:47.214942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-09aff793-3539-4e2d-a7a8-ed023297341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.218419 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-09aff793-3539-4e2d-a7a8-ed023297341b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 1127 time: 0.0746591 Feb 03 14:10:47.244369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7339cac0-7409-48f3-8e38-a0c5d9bbdfda req-29b2cec7-8390-43ab-b4f3-188107d1e6c1 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848553 Feb 03 14:10:47.266285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ca15a-25bc-492b-80d9-4e9a3a59383f req-06eda6c6-e80b-4c3c-9c6e-634f656a348e tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.266285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-454ca15a-25bc-492b-80d9-4e9a3a59383f req-06eda6c6-e80b-4c3c-9c6e-634f656a348e tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1071284 Feb 03 14:10:47.349956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-454ca15a-25bc-492b-80d9-4e9a3a59383f req-89d24eae-a7c4-4095-8e4e-af8953ad2b65 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725431 Feb 03 14:10:47.431027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-abc6a0f7-847f-4e03-8dab-653a8706438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.432688 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-abc6a0f7-847f-4e03-8dab-653a8706438f service neutron] 10.222.0.71 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1776390 Feb 03 14:10:47.522104 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2278517e-9195-4142-aaf8-a355a2c46ac3 None None] New status for floating IP dba619d7-d251-4034-89b5-ce2a3334e284: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:10:47.542723 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-139efeb7-e71b-43a9-b50a-b0a0b3603e9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 200 len: 217 time: 0.0580699 Feb 03 14:10:47.579457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-7df3cbf7-a475-49b0-9327-2e71e9d8fbe1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.581718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-7df3cbf7-a475-49b0-9327-2e71e9d8fbe1 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0718019 Feb 03 14:10:47.627667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-6deceed2-496e-41f6-805e-f13240769515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.630669 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-6deceed2-496e-41f6-805e-f13240769515 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0704618 Feb 03 14:10:47.661693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-84c401c3-0fa8-4604-81b9-055a03ddbef7 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 698 time: 0.0740705 Feb 03 14:10:47.667146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'floatingip': {'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:47.690899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-670cd36a-a97e-4b61-8bea-782f3d62951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.692797 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-670cd36a-a97e-4b61-8bea-782f3d62951d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542135 Feb 03 14:10:47.710878 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:47.810222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-44dc3260-9499-455f-a23b-1365dbf7e1f0 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050568 Feb 03 14:10:47.922062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a64240-3ac5-4001-bbb0-8ca5942ff238 req-21cad89f-1dfe-465f-9ad4-413c539510a3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:47.923685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4a64240-3ac5-4001-bbb0-8ca5942ff238 req-21cad89f-1dfe-465f-9ad4-413c539510a3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1339791 Feb 03 14:10:47.952685 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7a0272b7-4737-404a-a26c-8856a76ddc58 req-4af99a41-064c-4616-a20f-838673825260 service neutron] 10.222.0.71 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337929 Feb 03 14:10:47.985538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58284) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:48.004599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ec53-2546-436f-b93f-017c7873d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.028056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4a64240-3ac5-4001-bbb0-8ca5942ff238 req-ff8f5ffc-773f-4c1f-90bb-45ce193ca37d tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947893 Feb 03 14:10:48.087843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.api [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:10:48.088204 n-d-827549-2 neutron-server[103342]: DEBUG oslo_db.api [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:10:48.145706 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-07f680ee-c8d7-4bca-96bb-73d6fe78da7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe52a6353bfd4d49b03784550daafa9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586745 Feb 03 14:10:48.148696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58292) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:48.201046 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2db9d127-ed25-4c9d-8fa6-cd17efd92203 admin admin] Publish callbacks [] for security_group (2c9bd892-6af1-4b6c-8078-06f6e53d16a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.225578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2db9d127-ed25-4c9d-8fa6-cd17efd92203 admin admin] Publish callbacks [] for security_group (2c9bd892-6af1-4b6c-8078-06f6e53d16a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.280881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2db9d127-ed25-4c9d-8fa6-cd17efd92203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2c9bd892-6af1-4b6c-8078-06f6e53d16a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.283588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2db9d127-ed25-4c9d-8fa6-cd17efd92203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.288618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2db9d127-ed25-4c9d-8fa6-cd17efd92203 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c9bd892-6af1-4b6c-8078-06f6e53d16a6 HTTP/1.1" status: 204 len: 168 time: 0.1376574 Feb 03 14:10:48.295789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9d127-ed25-4c9d-8fa6-cd17efd92203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9bd892-6af1-4b6c-8078-06f6e53d16a6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:48.597811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.613972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:48.617851 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef" -d '{"events": [{"name": "network-changed", "server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:48.654503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58308) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:48.668373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51c8112d-b8c0-4d64-b50c-6c47f8abcf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.720247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770088b-10ff-46f0-8fd8-9b05c8bb8083 req-ac86640d-48e8-4b7f-8409-0c1ed0d22d84 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:48.721660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1770088b-10ff-46f0-8fd8-9b05c8bb8083 req-ac86640d-48e8-4b7f-8409-0c1ed0d22d84 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 944 time: 0.1604240 Feb 03 14:10:48.747479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51c8112d-b8c0-4d64-b50c-6c47f8abcf71 admin admin] Publish callbacks [] for security_group (452cf906-9ba0-4f55-accd-fb5df21c385d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.752051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51c8112d-b8c0-4d64-b50c-6c47f8abcf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (452cf906-9ba0-4f55-accd-fb5df21c385d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.790540 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51c8112d-b8c0-4d64-b50c-6c47f8abcf71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d6fbdba866449a6b50fd49285b20fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347640 Feb 03 14:10:48.791497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8112d-b8c0-4d64-b50c-6c47f8abcf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452cf906-9ba0-4f55-accd-fb5df21c385d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:48.793191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58310) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:48.851753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1770088b-10ff-46f0-8fd8-9b05c8bb8083 req-df7675cb-0ef1-445d-8835-245c7708b9fb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242435 Feb 03 14:10:48.907973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a38aee3-bd5c-482a-9f55-e221b7b8dbfd admin admin] Publish callbacks [] for security_group (452cf906-9ba0-4f55-accd-fb5df21c385d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:48.966153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a38aee3-bd5c-482a-9f55-e221b7b8dbfd admin admin] Publish callbacks [] for security_group (452cf906-9ba0-4f55-accd-fb5df21c385d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.087389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aede85-5143-48bb-8b9e-fea2de498200 req-1cd01666-8d03-4e1b-ab26-813e025540ff tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:49.088859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01aede85-5143-48bb-8b9e-fea2de498200 req-1cd01666-8d03-4e1b-ab26-813e025540ff tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1790631 Feb 03 14:10:49.151082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a38aee3-bd5c-482a-9f55-e221b7b8dbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (452cf906-9ba0-4f55-accd-fb5df21c385d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.153892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a38aee3-bd5c-482a-9f55-e221b7b8dbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.155032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4a38aee3-bd5c-482a-9f55-e221b7b8dbfd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/452cf906-9ba0-4f55-accd-fb5df21c385d HTTP/1.1" status: 204 len: 168 time: 0.3603101 Feb 03 14:10:49.181038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38aee3-bd5c-482a-9f55-e221b7b8dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452cf906-9ba0-4f55-accd-fb5df21c385d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:49.205610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01aede85-5143-48bb-8b9e-fea2de498200 req-730afe77-96f1-49bb-8844-7d521cf7ab6e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105444 Feb 03 14:10:49.436322 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.545179 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:10:49.589258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.599138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.616678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:49.620790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:49.645284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23bf28-98ae-4080-ad46-893bf679fd2d req-024caba6-a4bb-4309-8f9e-bce7d8cf2d3c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:49.646821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b23bf28-98ae-4080-ad46-893bf679fd2d req-024caba6-a4bb-4309-8f9e-bce7d8cf2d3c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.3730276 Feb 03 14:10:49.663232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:49.663794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4a7990a9-d31e-4d39-85fa-4ca95a4a0794 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:49.758990 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Floating IP dba619d7-d251-4034-89b5-ce2a3334e284 associated. External IP: 172.25.0.214, port: b61bb161-d951-4b07-ac21-bcf9b2d74b96. Feb 03 14:10:49.769873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:49.782508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a has no active binding in host n-h1-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:10:49.802515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b23bf28-98ae-4080-ad46-893bf679fd2d req-6891a460-a9db-46c9-a481-2a7b05a794c1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059172 Feb 03 14:10:49.828686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:49.937093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:49.937857 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:49.973497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:49.974616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:49.977249 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3926a7ad-6645-4c74-b088-8b336ec5415a" -d '{"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-unplugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:49.984811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.023212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:50.047475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:50.056243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.056756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.057213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.057784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.058134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.058477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.058808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.059835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.060321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.060849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.061334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.061815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.062304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:10:50.159158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:50.164605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.170366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22240870-28d8-4fd5-9223-de89da7fa280 req-f3ea5c7c-8bfe-4945-a7a9-97aa63e4356a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:50.172726 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-22240870-28d8-4fd5-9223-de89da7fa280 req-f3ea5c7c-8bfe-4945-a7a9-97aa63e4356a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ac618a6-bc52-4093-b772-b53563100b4e HTTP/1.1" status: 200 len: 945 time: 0.0685427 Feb 03 14:10:50.173352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:50.187662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:50.189391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:50.204173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-93abc9ab-37e0-4f8f-8fdd-8b43efa60754 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "PUT /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 200 len: 996 time: 2.5408108 Feb 03 14:10:50.204653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:50.207626 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d886dce-6924-4d99-9c68-218779948b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:50.292761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-429f651f-c207-4ff0-a762-19011432691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:50.294371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-429f651f-c207-4ff0-a762-19011432691b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.0736191 Feb 03 14:10:50.306625 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-9ec29330-8fa4-4584-9ec9-4a3d81020978 service neutron] 10.222.0.71 "GET /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.1275499 Feb 03 14:10:50.338498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:50.450434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Deleting port 35aeca1e-e9a1-4913-806b-fda79620e886 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:10:50.450889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.467305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-c3729aa7-b505-48de-87ca-aa6319b5f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:50.476701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-c3729aa7-b505-48de-87ca-aa6319b5f705 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.1740870 Feb 03 14:10:50.575412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-8e466ffe-ea47-4e22-9ce0-0b69ea0c77c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 999 time: 0.0969844 Feb 03 14:10:50.638531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.660518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-f8a77d4b-e8c3-4b30-821b-6596c202e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:50.662122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-f8a77d4b-e8c3-4b30-821b-6596c202e31b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0843828 Feb 03 14:10:50.700298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] For port 35aeca1e-e9a1-4913-806b-fda79620e886, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35aeca1e-e9a1-4913-806b-fda79620e886,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:50.700685 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:50.746041 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Calling delete_port for 35aeca1e-e9a1-4913-806b-fda79620e886 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:10:50.755524 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:50.772273 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b13b74-2e45-4f3d-a1fc-2cc3f7c5fa88 x-openstack-request-id: req-b0b13b74-2e45-4f3d-a1fc-2cc3f7c5fa88 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:50.772556 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:50.773805 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0b13b74-2e45-4f3d-a1fc-2cc3f7c5fa88 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:50.774018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:f4:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:49Z', 'revision_number': 8, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:50.774204 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a', 'status': 'completed', 'code': 200} Feb 03 14:10:50.800363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-9a73b898-4835-4037-89f8-84fd33df9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:50.811723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-9a73b898-4835-4037-89f8-84fd33df9c2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1370091 Feb 03 14:10:50.861243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:50.864573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:50.879086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:50.884068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:50.912708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8889c5-b886-4bd3-9958-e3b010b7321a {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:50.927413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:50.967438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.031514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (35aeca1e-e9a1-4913-806b-fda79620e886), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.072504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ec1f1-a933-421b-8d55-0deb8b0c0ecb req-0d79cabd-09cb-49a8-bdf5-e2b999ac7cd4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.075673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Pushing event deleted for resources: {'Port': ['ID=35aeca1e-e9a1-4913-806b-fda79620e886,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:51.084924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-710ec1f1-a933-421b-8d55-0deb8b0c0ecb req-0d79cabd-09cb-49a8-bdf5-e2b999ac7cd4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 948 time: 0.2518868 Feb 03 14:10:51.087976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-23f2fbec-3038-4ecc-a49f-5f7023a7153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.099881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-23f2fbec-3038-4ecc-a49f-5f7023a7153c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1156 time: 0.2685804 Feb 03 14:10:51.109178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-60e87960-4556-4c90-b976-a0e3a2c04cb1 service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957237 Feb 03 14:10:51.134309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] No DVR routers for this DVR port 35aeca1e-e9a1-4913-806b-fda79620e886 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:51.139668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] Transition to ACTIVE for port object 4e8889c5-b886-4bd3-9958-e3b010b7321a will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:51.141636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.145349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-22240870-28d8-4fd5-9223-de89da7fa280 req-e46eb8d3-ed98-4b56-93f6-f36bb941a52c tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.71 "DELETE /v2.0/ports/35aeca1e-e9a1-4913-806b-fda79620e886 HTTP/1.1" status: 204 len: 173 time: 0.9038622 Feb 03 14:10:51.153408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.183404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b61bb161-d951-4b07-ac21-bcf9b2d74b96'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:51.196387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58370) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:51.201153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['35aeca1e-e9a1-4913-806b-fda79620e886'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:51.385055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-710ec1f1-a933-421b-8d55-0deb8b0c0ecb req-947efb9e-310b-4fae-8870-f04abf4f56fa tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993121 Feb 03 14:10:51.455532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-b79b2d5b-1f3c-4897-bf25-7fd24dd758cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.456940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-b79b2d5b-1f3c-4897-bf25-7fd24dd758cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.3334081 Feb 03 14:10:51.470790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9eed2136-4bb1-466d-b6f0-915b48d8b2c6 req-9067f76e-91f6-44c7-a063-18080f30e4c7 service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605969 Feb 03 14:10:51.496113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] No DVR routers for this DVR port 4e8889c5-b886-4bd3-9958-e3b010b7321a on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:10:51.503841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=10']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:51.509211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:51.538076 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-fa396d40-5c6e-4e40-94b6-ffc2924caf47 service neutron] 10.222.0.71 "PUT /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a/bindings/n-h1-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2192676 Feb 03 14:10:51.569789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-b51944c1-4eef-432d-8577-ba1c98c7e05a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 217 time: 0.0978789 Feb 03 14:10:51.572293 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03028782-dffe-4e1d-bbe9-767d84d5d847 x-openstack-request-id: req-03028782-dffe-4e1d-bbe9-767d84d5d847 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:51.572645 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:51.572899 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03028782-dffe-4e1d-bbe9-767d84d5d847 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:51.573283 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'status': 'completed', 'code': 200} Feb 03 14:10:51.576394 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8cc89d6c-9960-4207-a98a-277042d42656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.628014 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa9ade-32cb-4b82-8a93-3100a0be0416 x-openstack-request-id: req-73fa9ade-32cb-4b82-8a93-3100a0be0416 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:51.628294 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-unplugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:51.628579 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73fa9ade-32cb-4b82-8a93-3100a0be0416 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:51.628959 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'code': 200} Feb 03 14:10:51.714476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b28802-bbea-44f2-aa33-a63d18ecc140 req-b029be8d-bf21-4e36-8a48-25bd1ef9c8a7 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.716559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7b28802-bbea-44f2-aa33-a63d18ecc140 req-b029be8d-bf21-4e36-8a48-25bd1ef9c8a7 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 945 time: 0.2435782 Feb 03 14:10:51.744231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-4bf3aba6-7dcb-4d6d-9d4e-c35e98e21aa1 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.745273 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-4bf3aba6-7dcb-4d6d-9d4e-c35e98e21aa1 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.0627995 Feb 03 14:10:51.765733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-070a6492-c476-49b2-b5fb-4fdfdbca6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.767177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-070a6492-c476-49b2-b5fb-4fdfdbca6031 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1382103 Feb 03 14:10:51.803884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d886dce-6924-4d99-9c68-218779948b2c req-1c371449-9dd6-40bc-8e24-6975460dd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.805461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d886dce-6924-4d99-9c68-218779948b2c req-1c371449-9dd6-40bc-8e24-6975460dd18a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.2082293 Feb 03 14:10:51.826598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:10:51.830650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-0d6ae134-47d8-4076-99be-98c765458ae3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481174 Feb 03 14:10:51.837830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-75288c45-c511-444d-8506-cca4c1c598e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.839725 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-75288c45-c511-444d-8506-cca4c1c598e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704&tenant_id=5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 1127 time: 0.0857987 Feb 03 14:10:51.875225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:f4:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:49Z', 'revision_number': 8, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:51.884231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f96187-2ab7-40d2-b36f-98f9a4b6060a req-40896ef1-a6c9-4e93-bd52-663908e5b9ed tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.898389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45f96187-2ab7-40d2-b36f-98f9a4b6060a req-40896ef1-a6c9-4e93-bd52-663908e5b9ed tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.2602506 Feb 03 14:10:51.932334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f259e-a060-4e9b-8674-a86b30f9e460 None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'dba619d7-d251-4034-89b5-ce2a3334e284', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'port_id': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'mac_address': 'fa:16:3e:f4:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:10:08Z', 'updated_at': '2022-02-03T14:10:49Z', 'revision_number': 8, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:51.946238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7b28802-bbea-44f2-aa33-a63d18ecc140 req-9dab8806-74fa-4516-8d4e-c0d36d86cad8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169082 Feb 03 14:10:51.963198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-373f2caf-6ea0-4804-b104-722f58afda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:51.965984 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-373f2caf-6ea0-4804-b104-722f58afda7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1127 time: 0.0853555 Feb 03 14:10:51.982669 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.016590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:52.044261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'mac_address': 'fa:16:3e:7e:3d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:10:52.067629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8cc89d6c-9960-4207-a98a-277042d42656 admin admin] Publish callbacks [] for security_group (98395994-b56e-41eb-9835-1d9f7cafc590), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.093777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:52.094217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.096728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-2cad39ea-8e87-4eaf-a6da-1b216e7c3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:52.098180 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-2cad39ea-8e87-4eaf-a6da-1b216e7c3406 service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1172101 Feb 03 14:10:52.115797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cb0964-230b-489a-a054-cca1c21ff4c3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:52.120886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8cc89d6c-9960-4207-a98a-277042d42656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (98395994-b56e-41eb-9835-1d9f7cafc590), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.138152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:52.142855 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.152385 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-22331b9e-4ac0-4a65-bf17-c1ad595f7948 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 217 time: 0.0412617 Feb 03 14:10:52.220481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:52.234224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-77260c72-e1ee-47e4-b8b7-1b2947ed6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:52.235697 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-77260c72-e1ee-47e4-b8b7-1b2947ed6902 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0637991 Feb 03 14:10:52.243397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8cc89d6c-9960-4207-a98a-277042d42656 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cca15d50bfb3477eaff438e8b8eb7adf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0459170 Feb 03 14:10:52.254401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:52.262555 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b0639-114a-420d-8a7f-729a415f6ed9 None None] New status for floating IP dba619d7-d251-4034-89b5-ce2a3334e284: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:10:52.265174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-c7a1b527-1ea1-4b44-8dc3-c3af049e8821 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166105 Feb 03 14:10:52.265780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc89d6c-9960-4207-a98a-277042d42656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98395994-b56e-41eb-9835-1d9f7cafc590,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:52.269944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d886dce-6924-4d99-9c68-218779948b2c req-5125f1f7-e541-455e-a040-892e227e6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:52.269944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d886dce-6924-4d99-9c68-218779948b2c req-5125f1f7-e541-455e-a040-892e227e6cd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.4306741 Feb 03 14:10:52.299218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45f96187-2ab7-40d2-b36f-98f9a4b6060a req-1c1e0f7a-c10f-43b7-85f4-60d2be19a00e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209276 Feb 03 14:10:52.302573 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-b02710d6-b485-4b38-8df4-197f3f8d917c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598509 Feb 03 14:10:52.363027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8363f-3804-4774-a5f6-2e80f1e6962a req-724c5aca-01ce-4727-ab57-886a4fab8f82 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:52.370511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0f8363f-3804-4774-a5f6-2e80f1e6962a req-724c5aca-01ce-4727-ab57-886a4fab8f82 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.3052566 Feb 03 14:10:52.432867 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-befd8c3d-d3f8-4a4a-af6c-158c0df78df7 admin admin] Publish callbacks [] for security_group (98395994-b56e-41eb-9835-1d9f7cafc590), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.466219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d886dce-6924-4d99-9c68-218779948b2c req-52e409b4-5c84-4ec1-93c8-5a1a03fa093d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 999 time: 0.1784980 Feb 03 14:10:52.471481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-befd8c3d-d3f8-4a4a-af6c-158c0df78df7 admin admin] Publish callbacks [] for security_group (98395994-b56e-41eb-9835-1d9f7cafc590), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.477821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0f8363f-3804-4774-a5f6-2e80f1e6962a req-2cfa2729-18b5-4d57-ae30-8e5b8f67eb95 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041839 Feb 03 14:10:52.479633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-8fab37fa-a0a6-4795-ac25-c217c5b9c8d1 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668701 Feb 03 14:10:52.593836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd7f7a2-425a-4eda-bbf1-b56b932f61ef req-26226cac-7202-489b-87c2-57d733d5bda8 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182068 Feb 03 14:10:52.605381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-befd8c3d-d3f8-4a4a-af6c-158c0df78df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (98395994-b56e-41eb-9835-1d9f7cafc590), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.608524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-befd8c3d-d3f8-4a4a-af6c-158c0df78df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:52.609855 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-befd8c3d-d3f8-4a4a-af6c-158c0df78df7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98395994-b56e-41eb-9835-1d9f7cafc590 HTTP/1.1" status: 204 len: 168 time: 0.3545125 Feb 03 14:10:52.614862 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-826e07f4-3d1e-461d-9e3b-cc13ea135278 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249256 Feb 03 14:10:52.623036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9344121-3a80-4e64-b723-e47316ea2661 req-62619519-a94e-426e-8e9e-72f3cb978659 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 200 len: 996 time: 0.1179590 Feb 03 14:10:52.627744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d886dce-6924-4d99-9c68-218779948b2c req-24d11c63-8419-4384-989d-f0fad1e904d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:52.629700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d886dce-6924-4d99-9c68-218779948b2c req-24d11c63-8419-4384-989d-f0fad1e904d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.1489573 Feb 03 14:10:52.638580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['90cb0964-230b-489a-a054-cca1c21ff4c3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:10:52.639974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd8c3d-d3f8-4a4a-af6c-158c0df78df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98395994-b56e-41eb-9835-1d9f7cafc590,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:52.775980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'name': 'network-vif-deleted', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:52.780992 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a8318-bae9-4f9d-bb2d-5c28513dee98" -d '{"events": [{"server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "name": "network-vif-deleted", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:52.929323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-066b9066-c802-4db2-9dd8-2f699fcfdba3 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:52.930858 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-066b9066-c802-4db2-9dd8-2f699fcfdba3 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.0578010 Feb 03 14:10:53.026697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58398) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:53.045749 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f2cc231-bbfb-4507-8063-1996da3acab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.070629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-c596619a-8abd-46f7-ac77-0bd9ac41efe1 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3069ccbff1e4070b18684e96accffb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568478 Feb 03 14:10:53.078661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-ec84fd47-4259-4fb7-97db-de6baa524927 service neutron] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:53.083963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-ec84fd47-4259-4fb7-97db-de6baa524927 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.085097 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5ebc323-9861-478e-822b-c45a2d7a0c1f req-ec84fd47-4259-4fb7-97db-de6baa524927 service neutron] 10.222.0.45 "DELETE /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a/bindings/n-h2-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.1471841 Feb 03 14:10:53.106897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d886dce-6924-4d99-9c68-218779948b2c req-0b66f0fe-6037-4d60-946e-73a99c15f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:53.108385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d886dce-6924-4d99-9c68-218779948b2c req-0b66f0fe-6037-4d60-946e-73a99c15f161 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4603698 Feb 03 14:10:53.146228 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f2cc231-bbfb-4507-8063-1996da3acab2 admin admin] Publish callbacks [] for security_group (f70b77f1-95b9-479a-84ac-51057b299e60), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.150439 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f2cc231-bbfb-4507-8063-1996da3acab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f70b77f1-95b9-479a-84ac-51057b299e60), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.190237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cc231-bbfb-4507-8063-1996da3acab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b77f1-95b9-479a-84ac-51057b299e60,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:53.196849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7f2cc231-bbfb-4507-8063-1996da3acab2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9a515f3f6de4117b5efd2c83469f8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664557 Feb 03 14:10:53.197050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:10:53.206168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9344121-3a80-4e64-b723-e47316ea2661 req-ce2af29a-cd40-411f-a0f1-77dc9a533cd5 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:53.207547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9344121-3a80-4e64-b723-e47316ea2661 req-ce2af29a-cd40-411f-a0f1-77dc9a533cd5 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.5744269 Feb 03 14:10:53.245192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2197585c-7485-456a-bafb-8c5af9716d23 admin admin] Publish callbacks [] for security_group (f70b77f1-95b9-479a-84ac-51057b299e60), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.251517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-a9344121-3a80-4e64-b723-e47316ea2661 req-5d4442f3-cd26-4b39-8a26-acad2e7e72df tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:53.252510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9344121-3a80-4e64-b723-e47316ea2661 req-5d4442f3-cd26-4b39-8a26-acad2e7e72df tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113366 Feb 03 14:10:53.275134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2197585c-7485-456a-bafb-8c5af9716d23 admin admin] Publish callbacks [] for security_group (f70b77f1-95b9-479a-84ac-51057b299e60), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.286203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-64b275f0-1f0f-4eba-95a1-225cd78ae9fe tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:53.287668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-64b275f0-1f0f-4eba-95a1-225cd78ae9fe tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099671 Feb 03 14:10:53.324267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d886dce-6924-4d99-9c68-218779948b2c req-088cb07d-589b-4659-ba3f-dcf44889c427 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014709 Feb 03 14:10:53.329709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-2c41dadb-e93e-4673-960e-6c0e2a71c025 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/quotas/a3069ccbff1e4070b18684e96accffb8 HTTP/1.1" status: 200 len: 375 time: 0.0307424 Feb 03 14:10:53.331464 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2197585c-7485-456a-bafb-8c5af9716d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f70b77f1-95b9-479a-84ac-51057b299e60), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.335959 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2197585c-7485-456a-bafb-8c5af9716d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:53.337881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2197585c-7485-456a-bafb-8c5af9716d23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f70b77f1-95b9-479a-84ac-51057b299e60 HTTP/1.1" status: 204 len: 168 time: 0.1397111 Feb 03 14:10:53.351299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197585c-7485-456a-bafb-8c5af9716d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b77f1-95b9-479a-84ac-51057b299e60,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:53.399646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-b7ad3812-74ad-4af9-9222-46904f557e67 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3069ccbff1e4070b18684e96accffb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530667 Feb 03 14:10:53.458779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953f0d7-0478-470c-a1ec-be6e36264b6b req-d98f49c3-7dec-4851-8024-6aa50b10da33 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:53.460173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b953f0d7-0478-470c-a1ec-be6e36264b6b req-d98f49c3-7dec-4851-8024-6aa50b10da33 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 949 time: 0.1464543 Feb 03 14:10:53.496936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d886dce-6924-4d99-9c68-218779948b2c req-14b52276-5fba-4c23-a2e3-abf701592c97 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492610 Feb 03 14:10:53.534128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b953f0d7-0478-470c-a1ec-be6e36264b6b req-1a485f81-951d-4d5e-ac18-38fa4a7e394e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629578 Feb 03 14:10:53.598057 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb1b50-b3d8-4cd1-aa2f-fd19469d0a00 x-openstack-request-id: req-5bfb1b50-b3d8-4cd1-aa2f-fd19469d0a00 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:53.598430 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac618a6-bc52-4093-b772-b53563100b4e", "name": "network-vif-deleted", "tag": "35aeca1e-e9a1-4913-806b-fda79620e886", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:53.598752 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bfb1b50-b3d8-4cd1-aa2f-fd19469d0a00 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:53.599214 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac618a6-bc52-4093-b772-b53563100b4e', 'name': 'network-vif-deleted', 'tag': '35aeca1e-e9a1-4913-806b-fda79620e886', 'status': 'completed', 'code': 200} Feb 03 14:10:53.710849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-52c1e74c-9c34-493c-9612-1e2c862b4b9b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.1018379 Feb 03 14:10:53.740239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09116c-d9e9-473c-bc2c-a5c43f3e45ab req-ae6e885d-6ed8-474b-b895-9241c0251622 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:53.741748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff09116c-d9e9-473c-bc2c-a5c43f3e45ab req-ae6e885d-6ed8-474b-b895-9241c0251622 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 945 time: 0.0914576 Feb 03 14:10:53.793027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-36f11759-7ea1-41df-99be-af814528683a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:53.794988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-36f11759-7ea1-41df-99be-af814528683a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports/b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 942 time: 0.0756176 Feb 03 14:10:53.829480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35aeca1e-e9a1-4913-806b-fda79620e886 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:53.835088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff09116c-d9e9-473c-bc2c-a5c43f3e45ab req-d588fb4e-749c-49c0-8fce-1a0e33522fff tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736351 Feb 03 14:10:53.854809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 35aeca1e-e9a1-4913-806b-fda79620e886 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:10:53.856680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35aeca1e-e9a1-4913-806b-fda79620e886 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:53.857263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:10:53.901146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port 4e8889c5-b886-4bd3-9958-e3b010b7321a host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:10:53.901662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:10:53.997389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-44ed937d-42a2-489b-a30e-5b7e747c9919 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.1144636 Feb 03 14:10:54.042627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4300b-4460-4640-9bc4-4c821b03bd2f req-276ed35f-2673-42e1-b769-e857afa79dca tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:54.044708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9be4300b-4460-4640-9bc4-4c821b03bd2f req-276ed35f-2673-42e1-b769-e857afa79dca tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.0994809 Feb 03 14:10:54.148906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9be4300b-4460-4640-9bc4-4c821b03bd2f req-a439b06b-9cb9-44b7-b4e8-d6a80fef74a4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972703 Feb 03 14:10:54.158977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-2c616049-a5d9-4409-b63a-71462a42d335 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:54.168973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-2c616049-a5d9-4409-b63a-71462a42d335 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1611600 Feb 03 14:10:54.287215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-9f8edc1e-b314-4cf6-bee0-aabdbbf98220 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.1167388 Feb 03 14:10:54.301034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:54.372318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfce0b0-96e0-4222-a09a-40e6187f6cf1 req-1bb0fd5a-9c9e-4e70-8f45-f240063a1816 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:54.374595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cfce0b0-96e0-4222-a09a-40e6187f6cf1 req-1bb0fd5a-9c9e-4e70-8f45-f240063a1816 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1296728 Feb 03 14:10:54.391102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.478582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cfce0b0-96e0-4222-a09a-40e6187f6cf1 req-f79c89a5-274b-4d15-b337-75722146e0a8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908535 Feb 03 14:10:54.530469 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.592129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.612808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5012e35-e70c-4d31-8211-ad43c902003b req-eb4dae33-4228-4416-9b88-9b16a4787ffe tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 210 time: 0.0342038 Feb 03 14:10:54.613433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:54.613860 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Floating IP dba619d7-d251-4034-89b5-ce2a3334e284 disassociated. External IP: 172.25.0.214, port: b61bb161-d951-4b07-ac21-bcf9b2d74b96. Feb 03 14:10:54.772185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-571f24d3-99c5-42ad-82df-674438736a91 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a3069ccbff1e4070b18684e96accffb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482578 Feb 03 14:10:54.860101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f343e-5890-43a4-8029-257473ef5403 req-d96ef39e-b1c8-4247-8df0-4ce0b69eb3f5 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:54.861692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f42f343e-5890-43a4-8029-257473ef5403 req-d96ef39e-b1c8-4247-8df0-4ce0b69eb3f5 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 949 time: 0.1516006 Feb 03 14:10:55.005161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-27f9a047-85f0-438f-8b50-555233c0c9f8 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:55.006496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-27f9a047-85f0-438f-8b50-555233c0c9f8 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273872 Feb 03 14:10:55.014553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f42f343e-5890-43a4-8029-257473ef5403 req-097e72f9-4c74-4433-8ff0-3e9fd98e4c41 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194670 Feb 03 14:10:55.021752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Request body: {'port': {'device_id': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'a3069ccbff1e4070b18684e96accffb8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:55.052716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:10:55.238196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9cd6a-e593-4dea-bb64-e37198282c42 req-8af63b4f-5eb8-464a-ab08-28107d8fb1b7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:55.239706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81d9cd6a-e593-4dea-bb64-e37198282c42 req-8af63b4f-5eb8-464a-ab08-28107d8fb1b7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1127 time: 0.1555424 Feb 03 14:10:55.259732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Made reservation on behalf of a3069ccbff1e4070b18684e96accffb8 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:10:55.263333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.284227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.303468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:10:55.311867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.313479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:10:55.322762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:55.328177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:55.350528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81d9cd6a-e593-4dea-bb64-e37198282c42 req-ce92cda0-c0e5-47e8-bb43-e69dedd77ad7 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010303 Feb 03 14:10:55.360010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-8c324dee-d8cc-4a93-b266-b5670aa99b3f tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "PUT /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 200 len: 696 time: 1.0638824 Feb 03 14:10:55.361674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:55.363937 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:55.455274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-1f849435-8e94-44c5-a60a-cbaece938b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:55.456823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-1f849435-8e94-44c5-a60a-cbaece938b09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.0815198 Feb 03 14:10:55.470985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:55.477310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks [] for security_group (5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.491918 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.601266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:55.625589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1720181888', 'description': 'tempest-description-1061180428'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:55.679821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-f5050456-ad55-48a9-8192-4e790b240bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:55.681331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-f5050456-ad55-48a9-8192-4e790b240bcf service neutron] 10.222.0.52 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.2148724 Feb 03 14:10:55.689289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.701834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:55.727722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:10:55.736551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:10:55.736988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:55.738116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-ba937427-19d5-402f-872a-602e2fa4d8a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 217 time: 0.0502594 Feb 03 14:10:55.738778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:55.783875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Allocated IP 192.168.233.244 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/511cf7fa-3660-45a7-acc8-8e7a8bb030a3) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:10:55.819209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-660f8bac-76ec-49cf-a6b3-415179608b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:55.820709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-660f8bac-76ec-49cf-a6b3-415179608b5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0697865 Feb 03 14:10:55.843917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:10:55.870380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:10:55.991809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 90cb0964-230b-489a-a054-cca1c21ff4c3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:55.992053 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.005916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-fadc9822-8405-41f1-a619-e23f4b5b724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:56.007416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-fadc9822-8405-41f1-a619-e23f4b5b724b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1783571 Feb 03 14:10:56.010871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (b817fbe9-6d1c-4132-b179-e5b0c1d33982), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.025812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b817fbe9-6d1c-4132-b179-e5b0c1d33982), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.154480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:10:56.154776 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.193346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:56.195899 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079434c2-aed6-46da-8a1e-0f35e495cfbf" -d '{"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-plugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:56.208610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:10:56.213963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:10:56.239785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479529-aeea-44e4-a892-75fda7fb68e7 None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f2d3863f-8caa-43fa-b470-7594cafab7a6', 'name': '', 'network_id': '51576650-7b9d-444b-b467-623800bda2dc', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'mac_address': 'fa:16:3e:cf:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:34Z', 'updated_at': '2022-02-03T14:09:40Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'subnets': [{'id': 'e50f892d-b91c-44d6-a82f-2bfae0644ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:10:56.242456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.295617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:56.379669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks [] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.390726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b817fbe9-6d1c-4132-b179-e5b0c1d33982,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:56.473198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-508c41f1-a313-49ed-af9c-07e14ccce21f service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567962 Feb 03 14:10:56.483108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (d120528f-aace-4a8f-9a15-b334f9624738), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.492633 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d120528f-aace-4a8f-9a15-b334f9624738), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.495326 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccebb717-ae41-47b0-bfc9-64103c1b1d03 None None] New status for floating IP dba619d7-d251-4034-89b5-ce2a3334e284: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:10:56.513938 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.619100 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.620351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-acd43b91-4a22-4271-9f1a-0c0e3ab5c959 req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0044651 Feb 03 14:10:56.631114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7073288-946f-49f2-b708-beba92f3094f tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d120528f-aace-4a8f-9a15-b334f9624738,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:56.644800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:10:56.652387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:10:56.657919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Pushing event updated for resources: {'Port': ['ID=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:56.664795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:10:56.696817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf85c23-fc3c-4cd3-bd6e-0c805681b9e0 req-ae941856-0b2e-474d-b56f-49638b3f99ea service neutron] 10.222.0.52 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180123 Feb 03 14:10:56.760988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:56.761701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.777107 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea14c1-cda7-4665-9b86-61c3cb3bad19 x-openstack-request-id: req-edea14c1-cda7-4665-9b86-61c3cb3bad19 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:56.777464 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:56.777669 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edea14c1-cda7-4665-9b86-61c3cb3bad19 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:56.778173 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'status': 'completed', 'code': 200} Feb 03 14:10:56.790718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-3e992038-2fe9-4731-8d99-1a45569b27cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7737036 Feb 03 14:10:56.805345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a909-8e1e-445a-9b5a-90573233f86d req-64a032f0-16f6-4e5b-8ef5-a5ed8e165629 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:56.806923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60f7a909-8e1e-445a-9b5a-90573233f86d req-64a032f0-16f6-4e5b-8ef5-a5ed8e165629 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.0933621 Feb 03 14:10:56.813562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Request body: {'port': {'device_id': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:56.849770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-2ffc59cc-0301-4e1d-81c2-dcad865a3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:56.851859 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-2ffc59cc-0301-4e1d-81c2-dcad865a3934 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 1127 time: 0.0489807 Feb 03 14:10:56.947924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-1c2a45fa-fe91-4cdf-9b95-a6b387c864a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:56.949266 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-1c2a45fa-fe91-4cdf-9b95-a6b387c864a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 200 len: 922 time: 0.0906053 Feb 03 14:10:56.953238 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.959257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60f7a909-8e1e-445a-9b5a-90573233f86d req-312815aa-b929-4b43-8969-6cc080600c14 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376114 Feb 03 14:10:56.972562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ac720-5744-4489-9c6e-7494c94d9b5d req-4968d458-1c0f-4b25-84a0-e01656737d37 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:56.974113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-068ac720-5744-4489-9c6e-7494c94d9b5d req-4968d458-1c0f-4b25-84a0-e01656737d37 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1222498 Feb 03 14:10:56.994409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-125d0744-15d7-43c5-93e3-690a1706e1ee None None] Provisioning complete for port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:10:56.994961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-125d0744-15d7-43c5-93e3-690a1706e1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:56.996858 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-e1cd8091-9b4a-4d5b-8fec-1152756206bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 200 len: 217 time: 0.0404193 Feb 03 14:10:57.038769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-125d0744-15d7-43c5-93e3-690a1706e1ee None None] Port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:10:57.060915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-57dce156-521c-40e2-a78a-b95b39c220b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:57.062375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-57dce156-521c-40e2-a78a-b95b39c220b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 200 len: 860 time: 0.0589600 Feb 03 14:10:57.109778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-5b5fe65e-70c7-43d7-a5cd-66b179ef719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:57.111235 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-5b5fe65e-70c7-43d7-a5cd-66b179ef719f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51576650-7b9d-444b-b467-623800bda2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429153 Feb 03 14:10:57.148803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-068ac720-5744-4489-9c6e-7494c94d9b5d req-31008aff-7693-4b28-8506-d11679c2cf03 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472631 Feb 03 14:10:57.208937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-63aa7542-2fbc-4c1e-8fda-9556ff95d324 service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914905 Feb 03 14:10:57.309718 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8a538b56-90a5-4bb2-a47f-d42d196e2eb7 req-587798b9-9672-4d4f-a444-79082729524a service neutron] 10.222.0.45 "GET /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942924 Feb 03 14:10:57.326628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-50d65060-ca28-4253-8886-02a8e315f05a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:57.328490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-50d65060-ca28-4253-8886-02a8e315f05a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.2769818 Feb 03 14:10:57.362140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-bbedb0b9-8dcf-4eb1-b921-d760c574090c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/quotas/5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 375 time: 0.0277212 Feb 03 14:10:57.374711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9faed-d888-4c12-9d83-149fe4695f66 req-c7b90469-4952-475c-a67b-07464b8a290c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:57.376155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56f9faed-d888-4c12-9d83-149fe4695f66 req-c7b90469-4952-475c-a67b-07464b8a290c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 936 time: 0.1605425 Feb 03 14:10:57.494435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:10:57.507087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56f9faed-d888-4c12-9d83-149fe4695f66 req-c97e19e3-fedd-4807-925e-67eaa2278be1 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195209 Feb 03 14:10:57.508873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Publish callbacks [] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.518258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8c56ffe8-a14d-4f5f-b698-a9d1b1d6b286 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397383 Feb 03 14:10:57.528511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Transition to ACTIVE for port object 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:10:57.538267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.688680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Pushing event updated for resources: {'Port': ['ID=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:57.759144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-1d4c6521-00cb-4729-ab85-a358a214eb6d service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293890 Feb 03 14:10:57.784098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165c72a-f2f6-4f38-bc16-5bb495601b20 req-a8841328-57a2-44b1-97b1-a793594ee6b5 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:57.785538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3165c72a-f2f6-4f38-bc16-5bb495601b20 req-a8841328-57a2-44b1-97b1-a793594ee6b5 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1984825 Feb 03 14:10:57.868076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Attempting to bind port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:10:57.868333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Attempting to bind port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:10:57.868697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Attempting to bind port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:57.886580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:10:57.886949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Attempting to bind port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:10:57.903624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:10:57.903971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:10:57.904371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:10:57.904843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Bound port: 511cf7fa-3660-45a7-acc8-8e7a8bb030a3, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:10:57.905211 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:57.937481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3165c72a-f2f6-4f38-bc16-5bb495601b20 req-fe380b93-5da1-46cb-92d4-9d51738f01e6 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375513 Feb 03 14:10:57.941689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-d76c6625-58ff-4a66-a964-c205306b552b service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732588 Feb 03 14:10:57.999914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] For port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:10:58.004025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] For port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:10:58.008852 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f662c87-f998-4f62-8064-3b72ed40e15d x-openstack-request-id: req-8f662c87-f998-4f62-8064-3b72ed40e15d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:58.009594 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-plugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:58.009594 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f662c87-f998-4f62-8064-3b72ed40e15d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:58.009995 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'code': 200} Feb 03 14:10:58.013581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.050237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e937fc7a-1a88-46b3-a8a9-1152ba229edf req-a2b532f2-63cf-4b13-84ab-1f6f8b969a76 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Request body: {'security_group': {'name': 'tempest-securitygroup-40682513', 'description': 'tempest-description-1316815114'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:58.074897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:58.075528 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.076960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] 10.222.0.45 "PUT /v2.0/ports/511cf7fa-3660-45a7-acc8-8e7a8bb030a3 HTTP/1.1" status: 200 len: 1096 time: 1.2691116 Feb 03 14:10:58.101473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2433ef3-7cd8-4aba-8eb0-a67d2fca9a54 service neutron] Pushing event updated for resources: {'Port': ['ID=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:58.107831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e937fc7a-1a88-46b3-a8a9-1152ba229edf req-a2b532f2-63cf-4b13-84ab-1f6f8b969a76 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.263693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e937fc7a-1a88-46b3-a8a9-1152ba229edf req-a2b532f2-63cf-4b13-84ab-1f6f8b969a76 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (8ac17a85-c31c-4229-b501-545416e51622), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.274390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e1356672-b1c6-4bd5-8e51-80dbb52c79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:58.275923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-e1356672-b1c6-4bd5-8e51-80dbb52c79df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3069ccbff1e4070b18684e96accffb8&device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 1130 time: 0.1253395 Feb 03 14:10:58.278555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e937fc7a-1a88-46b3-a8a9-1152ba229edf req-a2b532f2-63cf-4b13-84ab-1f6f8b969a76 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8ac17a85-c31c-4229-b501-545416e51622), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.289704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d58ef-8eac-429d-b8f5-aff3c1d7359c req-52d41780-d3d6-4333-a3e0-69ab92bd15c3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:58.291222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e9d58ef-8eac-429d-b8f5-aff3c1d7359c req-52d41780-d3d6-4333-a3e0-69ab92bd15c3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1288831 Feb 03 14:10:58.393444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-53050f1b-e7bf-4bac-8621-325c82b3ab01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=511cf7fa-3660-45a7-acc8-8e7a8bb030a3 HTTP/1.1" status: 200 len: 217 time: 0.0993726 Feb 03 14:10:58.400250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b532f2-63cf-4b13-84ab-1f6f8b969a76 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac17a85-c31c-4229-b501-545416e51622,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:58.405825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e937fc7a-1a88-46b3-a8a9-1152ba229edf req-a2b532f2-63cf-4b13-84ab-1f6f8b969a76 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.407085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e937fc7a-1a88-46b3-a8a9-1152ba229edf req-a2b532f2-63cf-4b13-84ab-1f6f8b969a76 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3671236 Feb 03 14:10:58.506815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3100956d-c77b-4a17-83a4-a8e98a861baf req-83f77958-9597-433a-a3ae-6c698ec3d9e7 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 210 time: 0.0493667 Feb 03 14:10:58.516699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e9d58ef-8eac-429d-b8f5-aff3c1d7359c req-0f797d04-5937-41bd-b356-93db98039edc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958048 Feb 03 14:10:58.525404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-9a1a28ae-6b88-486a-a860-8ef9e28c2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:58.527067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-9a1a28ae-6b88-486a-a860-8ef9e28c2dd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1183758 Feb 03 14:10:58.529582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efe99a-b7a8-4da5-b187-67e9b584ce50 req-2265b7bd-2f07-49b2-b7a4-69ac860c4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:58.531242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0efe99a-b7a8-4da5-b187-67e9b584ce50 req-2265b7bd-2f07-49b2-b7a4-69ac860c4f82 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1132 time: 0.2352421 Feb 03 14:10:58.657135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0efe99a-b7a8-4da5-b187-67e9b584ce50 req-b266b288-ec88-4016-929d-6d6d94c63ef0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144774 Feb 03 14:10:58.661312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-1ad7fbaf-6a9c-428a-b3aa-f024d2492bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:58.662939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-1ad7fbaf-6a9c-428a-b3aa-f024d2492bde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1292398 Feb 03 14:10:58.670318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1662201113', 'description': 'tempest-description-1312596016'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:58.765379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9c10a-72b7-4fb7-ac64-119405802e86 req-f9203859-c725-4e26-a4ac-04ad5d542e8d tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:58.766742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69b9c10a-72b7-4fb7-ac64-119405802e86 req-f9203859-c725-4e26-a4ac-04ad5d542e8d tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1597812 Feb 03 14:10:58.767437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.780059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'tag': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:10:58.782236 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d09907d-7bde-4727-b9bf-d11fd544864b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a76bfb-0a44-470b-b0d0-41ccd45ffca9", "tag": "511cf7fa-3660-45a7-acc8-8e7a8bb030a3"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:10:58.790974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:58.845308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-b7f930ef-f270-40e2-9b52-fbc65f984c12 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717179 Feb 03 14:10:58.871554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69b9c10a-72b7-4fb7-ac64-119405802e86 req-984577f9-e4a8-4c44-8ebe-8f33bc069954 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984871 Feb 03 14:10:59.021832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (328f4642-4a2b-46d0-9953-b6e2d5b64181), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:59.027340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57bf9344-280e-4729-adc8-1a6cc127f6cc req-4c7e8332-c466-426c-af97-02be0cc29a30 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724541 Feb 03 14:10:59.029337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (328f4642-4a2b-46d0-9953-b6e2d5b64181), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:59.051919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab668a-5c53-4118-bece-26b4d9ccfe09 req-9de8d427-2306-4809-8f76-43feb62eed3b tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:59.053396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ab668a-5c53-4118-bece-26b4d9ccfe09 req-9de8d427-2306-4809-8f76-43feb62eed3b tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 948 time: 0.1188757 Feb 03 14:10:59.097963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328f4642-4a2b-46d0-9953-b6e2d5b64181,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:59.147367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ab668a-5c53-4118-bece-26b4d9ccfe09 req-d5bc7f89-ec6a-4718-be77-3d87fbea9f60 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862236 Feb 03 14:10:59.156242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (e93183d1-7b71-4892-a62b-cac37d767435), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:59.160736 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e93183d1-7b71-4892-a62b-cac37d767435), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:59.223815 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:59.225050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe0f4732-24db-4c8c-a4b5-1d9937c77b41 req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5611904 Feb 03 14:10:59.227940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957f5de-1acd-4732-be1f-0691c1b8b32d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93183d1-7b71-4892-a62b-cac37d767435,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:10:59.236981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-a369566b-5cb3-490a-984f-a3e0bfb509b0 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 200 len: 694 time: 0.0615144 Feb 03 14:10:59.269882 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb3f59-cd5a-4153-82b2-68cac9d493bd x-openstack-request-id: req-55cb3f59-cd5a-4153-82b2-68cac9d493bd {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:10:59.270172 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a76bfb-0a44-470b-b0d0-41ccd45ffca9", "tag": "511cf7fa-3660-45a7-acc8-8e7a8bb030a3", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:10:59.270423 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55cb3f59-cd5a-4153-82b2-68cac9d493bd {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:10:59.270814 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'tag': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3', 'status': 'completed', 'code': 200} Feb 03 14:10:59.411601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-5341e794-51ad-4054-bf5f-901007c8936e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:59.412966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-5341e794-51ad-4054-bf5f-901007c8936e tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1642652 Feb 03 14:10:59.427262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-44be5a88-12bc-4369-8636-d9e1452f4de9 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:10:59.428209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-44be5a88-12bc-4369-8636-d9e1452f4de9 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083201 Feb 03 14:10:59.430646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-1ce76c23-3367-4bcd-b5fb-c25b921fa194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:59.432093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-1ce76c23-3367-4bcd-b5fb-c25b921fa194 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3069ccbff1e4070b18684e96accffb8&device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 1130 time: 0.1175601 Feb 03 14:10:59.439780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e9ebc-e96b-4368-a4a0-bfc95b15e45a req-f9981d52-1007-407f-bf75-7fd9934152a3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:59.441289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae2e9ebc-e96b-4368-a4a0-bfc95b15e45a req-f9981d52-1007-407f-bf75-7fd9934152a3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1256394 Feb 03 14:10:59.523939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-6630358a-fa93-4916-972f-2b069436600d tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 697 time: 0.0805733 Feb 03 14:10:59.634610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-66fc3658-fad3-4f8b-8de1-8cd321fe2c5d tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 697 time: 0.0830474 Feb 03 14:10:59.661229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae2e9ebc-e96b-4368-a4a0-bfc95b15e45a req-db73b3a5-65da-4b90-a442-ffece8d08c39 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102473 Feb 03 14:10:59.745573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-30d446c7-f980-4339-921f-309f1d643dfe req-6e734934-9dfe-4f68-b1a8-1a6b9dd1ec5b tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-300161446', 'description': 'tempest-description-687193977'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:10:59.758207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-2cd27007-4fa9-4f96-9e85-17900d30e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:59.759633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-2cd27007-4fa9-4f96-9e85-17900d30e279 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3174849 Feb 03 14:10:59.856559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-b4624497-d552-4d41-b474-6c61662d2b2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=511cf7fa-3660-45a7-acc8-8e7a8bb030a3 HTTP/1.1" status: 200 len: 217 time: 0.0560832 Feb 03 14:10:59.876849 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d446c7-f980-4339-921f-309f1d643dfe req-6e734934-9dfe-4f68-b1a8-1a6b9dd1ec5b tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:59.905102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-bcf07607-6778-479b-b3af-bbee3d1ad6cd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:10:59.906467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-bcf07607-6778-479b-b3af-bbee3d1ad6cd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.2995589 Feb 03 14:10:59.935493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Request body: {'port': {'device_id': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'admin_state_up': True, 'tenant_id': '5ee7897a21594d0da938e8be68d79a08'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:00.249345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-db4fac67-709a-4543-8796-15f5863976c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:00.250812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-db4fac67-709a-4543-8796-15f5863976c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.3707159 Feb 03 14:11:00.350850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Deleting port e28bece0-7da2-444e-9704-f256360424db {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:00.351229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e28bece0-7da2-444e-9704-f256360424db), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:00.407076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d446c7-f980-4339-921f-309f1d643dfe req-6e734934-9dfe-4f68-b1a8-1a6b9dd1ec5b tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (de62aed1-cb09-4a58-ad75-0724b6921ddc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:00.441281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d446c7-f980-4339-921f-309f1d643dfe req-6e734934-9dfe-4f68-b1a8-1a6b9dd1ec5b tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de62aed1-cb09-4a58-ad75-0724b6921ddc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:00.465557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-218cf81d-b78b-4757-aece-2d006d9ff65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:00.467040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-218cf81d-b78b-4757-aece-2d006d9ff65c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1845930 Feb 03 14:11:00.500030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d446c7-f980-4339-921f-309f1d643dfe req-6e734934-9dfe-4f68-b1a8-1a6b9dd1ec5b tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:00.501161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30d446c7-f980-4339-921f-309f1d643dfe req-6e734934-9dfe-4f68-b1a8-1a6b9dd1ec5b tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7887292 Feb 03 14:11:00.515670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Made reservation on behalf of 5ee7897a21594d0da938e8be68d79a08 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:00.518976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:00.526464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e734934-9dfe-4f68-b1a8-1a6b9dd1ec5b tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de62aed1-cb09-4a58-ad75-0724b6921ddc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:00.557754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e28bece0-7da2-444e-9704-f256360424db), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:00.558088 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (e28bece0-7da2-444e-9704-f256360424db), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:00.632652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Calling delete_port for e28bece0-7da2-444e-9704-f256360424db owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:00.635673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbfea363-4846-4913-8950-012f11ddb439 req-d5651fe9-5fde-4e1f-b973-b502aa1d89bb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 210 time: 0.0509801 Feb 03 14:11:00.767313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-d9dfc514-3bd0-4271-ba5a-b537af8ea217 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849517 Feb 03 14:11:00.917679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Allocated IP 172.20.0.4 (816cf5cc-964b-4163-89b4-09c9f5045e4b/9b802a00-f1ed-46f3-a616-401c4157381e/da390f4e-594e-4840-bc06-82baff219c90) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:00.931934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228ac3-d4c4-4f70-9756-8c3a5810d334 req-67e8388f-a70c-4975-8aa1-5ecc5c2126a0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:00.933469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06228ac3-d4c4-4f70-9756-8c3a5810d334 req-67e8388f-a70c-4975-8aa1-5ecc5c2126a0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.2365100 Feb 03 14:11:00.980046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d09907d-7bde-4727-b9bf-d11fd544864b req-eeb424dc-188c-472b-a004-ab02319d2841 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016125 Feb 03 14:11:01.042549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06228ac3-d4c4-4f70-9756-8c3a5810d334 req-f56841f3-fd1e-44c5-89ce-3cc94d330557 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992067 Feb 03 14:11:01.063635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e28bece0-7da2-444e-9704-f256360424db), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.096941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Pushing event deleted for resources: {'Port': ['ID=e28bece0-7da2-444e-9704-f256360424db,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:01.249850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks [] for floatingip (dba619d7-d251-4034-89b5-ce2a3334e284), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.252360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.253520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad969881-ba62-4ef9-9706-cab6335a3c9f req-b233a5c3-f96e-47d4-acfe-706d2508c11a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "DELETE /v2.0/floatingips/dba619d7-d251-4034-89b5-ce2a3334e284 HTTP/1.1" status: 204 len: 173 time: 1.6044424 Feb 03 14:11:01.279053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66e57-eb4a-4ade-af0e-4e1ebceb778a req-e9fafaf4-e4db-4fb9-b071-bc578349a162 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:01.280579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2f66e57-eb4a-4ade-af0e-4e1ebceb778a req-e9fafaf4-e4db-4fb9-b071-bc578349a162 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.1778710 Feb 03 14:11:01.322385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks [] for port (da390f4e-594e-4840-bc06-82baff219c90), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.360492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2f66e57-eb4a-4ade-af0e-4e1ebceb778a req-725c66a3-c95f-45b0-86ad-e2ffdc486fa0 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682352 Feb 03 14:11:01.397033 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.489722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:01.502869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:01.520157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:01.522553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:01.609141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:01.609816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.621856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979dc67-261c-409c-9bbd-604510f3e03c req-1cbfe72a-b1be-4102-a70f-0c4d18f9a69e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:01.623339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7979dc67-261c-409c-9bbd-604510f3e03c req-1cbfe72a-b1be-4102-a70f-0c4d18f9a69e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 948 time: 0.1783979 Feb 03 14:11:01.681233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-abfaabb1-0e30-43b0-bc17-e032db16b3d0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7519841 Feb 03 14:11:01.699740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:01.706293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Request body: {'port': {'device_id': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:01.756866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7979dc67-261c-409c-9bbd-604510f3e03c req-6b9671d6-156f-4490-a76e-8096e4d72687 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246924 Feb 03 14:11:01.803503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:01.815906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3', 'mac_address': 'fa:16:3e:a9:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:01.821580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.852983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:01.853468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.866248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:01.885986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:01.890263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:01.938655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:01.965838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8a2f4-b9a9-4455-a02f-74abcf7b7df7 req-ae7b277d-b775-49f3-bb8b-e781f17f9a24 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:01.967414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcf8a2f4-b9a9-4455-a02f-74abcf7b7df7 req-ae7b277d-b775-49f3-bb8b-e781f17f9a24 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1303544 Feb 03 14:11:02.128431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-c5159e6c-080a-42e4-8110-839132faeb66 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53726 time: 0.7289891 Feb 03 14:11:02.149563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcf8a2f4-b9a9-4455-a02f-74abcf7b7df7 req-e39f983d-6f32-4437-aa1f-d1a70cbfcf67 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186385 Feb 03 14:11:02.154188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['511cf7fa-3660-45a7-acc8-8e7a8bb030a3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:02.228188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-cc9fee01-3436-4c71-a17a-ab3a9446d0b1 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/05d11da2-3fde-4621-8967-9b84dd6fc39d HTTP/1.1" status: 200 len: 2998 time: 0.0871477 Feb 03 14:11:02.325540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-adf7de8f-1707-4dce-a9ea-842776d21de6 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/05d11da2-3fde-4621-8967-9b84dd6fc39d HTTP/1.1" status: 200 len: 2998 time: 0.0843158 Feb 03 14:11:02.337580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da390f4e-594e-4840-bc06-82baff219c90 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:02.350410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Publish callbacks [] for port (da390f4e-594e-4840-bc06-82baff219c90), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:02.380061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Transition to ACTIVE for port object da390f4e-594e-4840-bc06-82baff219c90 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:02.390099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:02.432004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-5a0c6c24-a52a-48d8-b49f-5179f4460c0e tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0ade912e-023a-489f-951d-64bad9c34380 HTTP/1.1" status: 200 len: 2994 time: 0.0972002 Feb 03 14:11:02.483056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:02.513234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-dae0bbdb-83c0-4385-a873-19736ea01d5e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--313815303&fields=id&tenant_id=ded17569e92940a89c28a22f6232dc47 HTTP/1.1" status: 200 len: 267 time: 0.1246841 Feb 03 14:11:02.557217 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-5c0f59fd-0d44-45c0-9642-c15b9aa93b25 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0ade912e-023a-489f-951d-64bad9c34380 HTTP/1.1" status: 200 len: 2994 time: 0.1143730 Feb 03 14:11:02.677469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:02.678131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:02.678131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:02.685702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-d4acfe91-5fc8-4c68-91f4-ab50eb137eb7 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/18953c4f-b4d1-4d27-9b70-1a34e4aa6661 HTTP/1.1" status: 200 len: 2998 time: 0.1142516 Feb 03 14:11:02.695364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:02.695683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:02.711019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-8fcdd96e-cc6e-4845-a861-864400f151e9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:02.712434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-8fcdd96e-cc6e-4845-a861-864400f151e9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 823 time: 0.1844018 Feb 03 14:11:02.718326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:02.718658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:02.719028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:02.719455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Bound port: da390f4e-594e-4840-bc06-82baff219c90, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:02.719813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:02.754368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-9d5f73e1-9eb7-4935-bd83-8b775212fd1a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/quotas/ded17569e92940a89c28a22f6232dc47 HTTP/1.1" status: 200 len: 375 time: 0.0293753 Feb 03 14:11:02.813431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-73650b24-e5fe-413f-8ef3-8ca2342d90c6 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/18953c4f-b4d1-4d27-9b70-1a34e4aa6661 HTTP/1.1" status: 200 len: 2998 time: 0.1210985 Feb 03 14:11:02.868973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:02.896015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-36d73b10-a20c-4bde-9586-19fb916c6ee2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193669 Feb 03 14:11:02.897686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:02.899884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-ad2aa42d-5e11-4df9-812b-3094dd4a5cae tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/328f4642-4a2b-46d0-9953-b6e2d5b64181 HTTP/1.1" status: 200 len: 2998 time: 0.0805969 Feb 03 14:11:02.905788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:02.985632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:02.986238 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:02.987583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] 10.222.0.71 "PUT /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 1091 time: 1.2872467 Feb 03 14:11:02.991710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:02.993902 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789d9974-48ba-4420-aa58-2a7eb33925ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "tag": "da390f4e-594e-4840-bc06-82baff219c90"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:03.064440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-68b1cc3f-d1c5-465b-abb2-a41e01f39b89 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/328f4642-4a2b-46d0-9953-b6e2d5b64181 HTTP/1.1" status: 200 len: 2998 time: 0.1553102 Feb 03 14:11:03.079157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90aa9-feea-4244-843d-e75e314417b1 service neutron] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:03.126730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-09a4996b-3fa4-42f5-9f80-9d44ba48e62b service neutron] 10.222.0.52 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186909 Feb 03 14:11:03.172760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-5dd38aad-93cf-4db4-9186-c03b6f3e400e tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/49f4513b-6f55-459a-9e7f-988779d198a4 HTTP/1.1" status: 200 len: 2998 time: 0.0906923 Feb 03 14:11:03.178102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-6234d2c5-5275-4c44-9249-2e1a7422d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:03.179506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-6234d2c5-5275-4c44-9249-2e1a7422d480 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1125 time: 0.1334283 Feb 03 14:11:03.258690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-94ebf705-6165-48a4-bf35-912766e0d8b6 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:03.260145 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-94ebf705-6165-48a4-bf35-912766e0d8b6 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5a9d8d5-665f-4ac0-9924-766ceaf17ce2 HTTP/1.1" status: 200 len: 946 time: 0.0531597 Feb 03 14:11:03.260866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-524972c9-b174-4ef3-9746-9de3939780ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 217 time: 0.0471742 Feb 03 14:11:03.319856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-0b1ecff4-65e7-4e70-ba50-b53c135afc5a service neutron] 10.222.0.52 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873953 Feb 03 14:11:03.327967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-9ef75111-3099-4e8b-8f6d-d149497ea37d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/49f4513b-6f55-459a-9e7f-988779d198a4 HTTP/1.1" status: 200 len: 2998 time: 0.1241393 Feb 03 14:11:03.351622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-7506ef74-ebee-4c3c-8ee4-da9ea5f65fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:03.353087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-7506ef74-ebee-4c3c-8ee4-da9ea5f65fd6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0787132 Feb 03 14:11:03.364170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Deleting port 06d06c10-059d-48fe-b9c7-22df58516f79 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:03.364642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:03.393047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-c3a47120-886c-4bbd-8518-a187b34a0185 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339069 Feb 03 14:11:03.409065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-de3635de-23e4-406b-adec-1baaa4f96f18 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/54382989-df6b-4a4f-b318-95a954cd8d01 HTTP/1.1" status: 200 len: 2998 time: 0.0751572 Feb 03 14:11:03.464786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] For port 06d06c10-059d-48fe-b9c7-22df58516f79, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=06d06c10-059d-48fe-b9c7-22df58516f79,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:03.465280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:03.505175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-65621d7f-28c7-4831-ba21-0da39aff6cce tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/54382989-df6b-4a4f-b318-95a954cd8d01 HTTP/1.1" status: 200 len: 2998 time: 0.0856862 Feb 03 14:11:03.535832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-2c7407fe-9573-44b1-9389-08b62ea90396 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354330 Feb 03 14:11:03.643595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-b85563d9-eb00-43c1-ae09-46346621bd73 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3 HTTP/1.1" status: 200 len: 2998 time: 0.1299636 Feb 03 14:11:03.714959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:03.718774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978f48-278f-44a5-98b1-2f380b82198c req-6d0dfebe-fbb3-4ea3-bd88-b743c76ec3d2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:03.719942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1978f48-278f-44a5-98b1-2f380b82198c req-6d0dfebe-fbb3-4ea3-bd88-b743c76ec3d2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.1808367 Feb 03 14:11:03.750608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8263679-d71f-4561-aa1d-6d61e9ebe09c req-bc0c1e10-937b-488e-b66e-8bdbdcc7b3e3 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053065 Feb 03 14:11:03.776447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-c583877b-e17b-4a18-9fd7-d03930e995a8 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3 HTTP/1.1" status: 200 len: 2998 time: 0.1194310 Feb 03 14:11:03.807713 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:03.808116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:03.809230 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991 disassociated. External IP: 172.25.0.91, port: 06d06c10-059d-48fe-b9c7-22df58516f79. Feb 03 14:11:03.809690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Calling delete_port for 06d06c10-059d-48fe-b9c7-22df58516f79 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:03.828080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e09a6-cf91-4592-92c2-cf467585271d req-da7a4962-1a65-4876-8381-dfcd0ae04410 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:03.828481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:03.829886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d39e09a6-cf91-4592-92c2-cf467585271d req-da7a4962-1a65-4876-8381-dfcd0ae04410 tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.45 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 945 time: 0.1372490 Feb 03 14:11:03.833744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:03.834233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:03.837152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1978f48-278f-44a5-98b1-2f380b82198c req-e25e083c-8e15-46a6-a62e-2301f6db6a26 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971684 Feb 03 14:11:03.893896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-be26c16f-4ae2-4473-8d69-c9d588c2d11c tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/681bf059-0e96-45ff-bf24-5f2b5b93ee3f HTTP/1.1" status: 200 len: 2994 time: 0.1050744 Feb 03 14:11:03.980150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:03.980597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:03.981649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-73d4b5ae-e9a1-4824-8066-814632a7d038 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/681bf059-0e96-45ff-bf24-5f2b5b93ee3f HTTP/1.1" status: 200 len: 2994 time: 0.0795851 Feb 03 14:11:03.989544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (06d06c10-059d-48fe-b9c7-22df58516f79), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:04.021542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:04.022568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Deleting port b61bb161-d951-4b07-ac21-bcf9b2d74b96 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:04.022978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event deleted for resources: {'Port': ['ID=06d06c10-059d-48fe-b9c7-22df58516f79,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:04.023130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:04.032927 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae08a927-6a19-4022-981e-311cf97beb2c" -d '{"events": [{"server_uuid": "a4a76bfb-0a44-470b-b0d0-41ccd45ffca9", "name": "network-vif-plugged", "status": "completed", "tag": "511cf7fa-3660-45a7-acc8-8e7a8bb030a3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:04.056003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:04.060695 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:04.150958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:04.179830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Router 1eca9809-95ab-4624-a82a-27316c0bc86b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:04.305365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:04.319456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] Sync routers for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:11:04.331666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:04.332291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:04.397519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] No DVR routers for this DVR port 06d06c10-059d-48fe-b9c7-22df58516f79 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:04.407610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:04.411274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80b6d022-6367-4c64-b232-70cdcc9c614e req-f1727832-4dad-4831-9e58-ce4347fb7d0a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "DELETE /v2.0/ports/06d06c10-059d-48fe-b9c7-22df58516f79 HTTP/1.1" status: 204 len: 173 time: 1.1421480 Feb 03 14:11:04.411590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'name': 'network-vif-deleted', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:04.415908 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d87ec5-244c-42d2-a062-81ed990e8f16" -d '{"events": [{"server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "name": "network-vif-deleted", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:04.431419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-60052a49-3dda-41cf-8cc8-59b68882396d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/914ed66e-484c-4220-bd79-062e004fb490 HTTP/1.1" status: 200 len: 2998 time: 0.4268715 Feb 03 14:11:04.510691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:04.521118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b757e-dbbe-4c86-936e-af516123a17e req-3cf34090-d853-4726-988a-153981cfb132 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:04.528562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-236b757e-dbbe-4c86-936e-af516123a17e req-3cf34090-d853-4726-988a-153981cfb132 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.5588799 Feb 03 14:11:04.541677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-758c2dc1-597e-4b9c-9b5f-82b0464786ea tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/914ed66e-484c-4220-bd79-062e004fb490 HTTP/1.1" status: 200 len: 2998 time: 0.0647912 Feb 03 14:11:04.609199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] For port b61bb161-d951-4b07-ac21-bcf9b2d74b96, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b61bb161-d951-4b07-ac21-bcf9b2d74b96,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:04.609510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:04.644975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Calling delete_port for b61bb161-d951-4b07-ac21-bcf9b2d74b96 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:04.672971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-236b757e-dbbe-4c86-936e-af516123a17e req-c4d53064-3dbb-42e9-8220-f166577617f7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434329 Feb 03 14:11:04.682414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-cddc6fa9-9715-4e06-80c6-822e67137ebc tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/993c19c4-fc93-4caa-8195-6121cff18903 HTTP/1.1" status: 200 len: 2998 time: 0.1278155 Feb 03 14:11:04.765189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:04.792195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] Checking router: 1eca9809-95ab-4624-a82a-27316c0bc86b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:11:04.801276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:04.801907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:04.813911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-f20fced8-4aec-4b9b-8502-a07ceb911e21 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/993c19c4-fc93-4caa-8195-6121cff18903 HTTP/1.1" status: 200 len: 2998 time: 0.0876694 Feb 03 14:11:04.899648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba26f9-b31b-4e6a-8e9f-8a3be53ea19b req-17cd269c-c2b2-4730-bc06-a637506337d3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:04.901514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9ba26f9-b31b-4e6a-8e9f-8a3be53ea19b req-17cd269c-c2b2-4730-bc06-a637506337d3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1366360 Feb 03 14:11:04.907312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-6a9ecb32-9d44-4a14-9251-a27be6a5c457 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/b817fbe9-6d1c-4132-b179-e5b0c1d33982 HTTP/1.1" status: 200 len: 2998 time: 0.0844126 Feb 03 14:11:04.923730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:05.018062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b61bb161-d951-4b07-ac21-bcf9b2d74b96), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:05.030315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9ba26f9-b31b-4e6a-8e9f-8a3be53ea19b req-b6f61138-e09d-4083-9206-c57d77ff5bd3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057045 Feb 03 14:11:05.031716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-a3a9cabb-41e8-4e7f-b80b-65d0236c9c49 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/b817fbe9-6d1c-4132-b179-e5b0c1d33982 HTTP/1.1" status: 200 len: 2998 time: 0.1061118 Feb 03 14:11:05.066099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b61bb161-d951-4b07-ac21-bcf9b2d74b96'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:05.077558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Pushing event deleted for resources: {'Port': ['ID=b61bb161-d951-4b07-ac21-bcf9b2d74b96,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:05.158230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] No DVR routers for this DVR port b61bb161-d951-4b07-ac21-bcf9b2d74b96 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:05.167184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:05.176380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d39e09a6-cf91-4592-92c2-cf467585271d req-dea37094-0133-44e5-9f71-85923010882b tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.45 "DELETE /v2.0/ports/b61bb161-d951-4b07-ac21-bcf9b2d74b96 HTTP/1.1" status: 204 len: 173 time: 1.3342457 Feb 03 14:11:05.209537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-03c6267b-e025-4929-b36f-c9877dc64ed0 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d4765239-790c-4c21-9228-7ff33838985e HTTP/1.1" status: 200 len: 2998 time: 0.1536720 Feb 03 14:11:05.280515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-9f13f5a2-6c46-44fb-85c3-6d17d2d4d2e3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:05.282422 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-9f13f5a2-6c46-44fb-85c3-6d17d2d4d2e3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 823 time: 0.2403967 Feb 03 14:11:05.303154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffce601-1eff-40df-96cd-05b606f65013 req-d6a47b0a-6a66-4f9d-9ff9-21cd659dac6a tempest-FloatingIPsAssociationTestJSON-2012896287 tempest-FloatingIPsAssociationTestJSON-2012896287-project] 10.222.0.52 "GET /v2.0/ports?device_id=db8108f6-c4fd-42f0-a19c-db01e9f93903 HTTP/1.1" status: 200 len: 210 time: 0.0657589 Feb 03 14:11:05.331449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-701be198-03a0-444d-bb5e-bb1c53671a3d tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d4765239-790c-4c21-9228-7ff33838985e HTTP/1.1" status: 200 len: 2998 time: 0.1210790 Feb 03 14:11:05.332002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:05.394757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5da75-8fe0-4295-90ec-7d2c127b5f29 None None] The sync data for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 is: [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:11:05.430043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-546f42f6-347c-4111-8619-d160103fd2c6 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/db844e96-9997-4309-94ad-797309975212 HTTP/1.1" status: 200 len: 2990 time: 0.0921190 Feb 03 14:11:05.435444 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-0038c459-f8d5-40e5-b6fc-37ddc844c74a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ded17569e92940a89c28a22f6232dc47 HTTP/1.1" status: 200 len: 379 time: 0.1372075 Feb 03 14:11:05.450837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'port': {'device_id': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'admin_state_up': True, 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'security_groups': ['c3897697-7785-4df4-8069-d701aa51d452']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:05.538699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-a3abd91e-7771-4d1e-b9f3-e573141eed3e tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/db844e96-9997-4309-94ad-797309975212 HTTP/1.1" status: 200 len: 2990 time: 0.1030779 Feb 03 14:11:05.589245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296f52-6f64-408a-ae60-29dbac579323 req-a911fdf2-0faa-4e31-97a2-3441ebb743ae tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:05.591365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7296f52-6f64-408a-ae60-29dbac579323 req-a911fdf2-0faa-4e31-97a2-3441ebb743ae tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 946 time: 0.0994194 Feb 03 14:11:05.619711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-85bfc5b0-d9b3-4492-9850-131ccd599f70 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/dee6ab4f-d5d8-4646-bddc-70994ad57f11 HTTP/1.1" status: 200 len: 2998 time: 0.0734682 Feb 03 14:11:05.696191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-8db9f9dd-5e3a-44d5-953a-e441568ae154 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/dee6ab4f-d5d8-4646-bddc-70994ad57f11 HTTP/1.1" status: 200 len: 2998 time: 0.0682340 Feb 03 14:11:05.702562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7296f52-6f64-408a-ae60-29dbac579323 req-b4ecc934-3706-460b-894f-d61ae006405d tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023633 Feb 03 14:11:05.751587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-1037d278-b38e-4290-a4f7-7bb8b4e30e45 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f4491ffc-cbe3-4be3-b372-7465d1fded67 HTTP/1.1" status: 200 len: 2998 time: 0.0541515 Feb 03 14:11:05.785992 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff93e3-198a-4a3d-81b6-d2b6248be702 None None] New status for floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:11:05.813194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-48736fd8-b59d-4cf8-af92-c40281769b78 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f4491ffc-cbe3-4be3-b372-7465d1fded67 HTTP/1.1" status: 200 len: 2998 time: 0.0601623 Feb 03 14:11:05.856822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Made reservation on behalf of ded17569e92940a89c28a22f6232dc47 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:05.861003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:05.914009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-ad043823-dcad-4077-85b3-653c93c173a7 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f9aa400a-f7a9-4c07-a2b5-b81d71465473 HTTP/1.1" status: 200 len: 2994 time: 0.0943806 Feb 03 14:11:05.973997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447e9df-6025-4764-ba7e-c98ce7cda5fb req-5d002cbc-a6a1-48bc-b7f7-3694c328022e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:05.976027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e447e9df-6025-4764-ba7e-c98ce7cda5fb req-5d002cbc-a6a1-48bc-b7f7-3694c328022e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 950 time: 0.1222892 Feb 03 14:11:05.987371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-103fb474-5513-497c-b331-ee22f0d278f3 req-77686122-bef9-4a42-9ce7-1fa6ec624626 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f9aa400a-f7a9-4c07-a2b5-b81d71465473 HTTP/1.1" status: 200 len: 2994 time: 0.0729358 Feb 03 14:11:06.033505 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4732b68-5057-4edc-9642-81b179fd4089 x-openstack-request-id: req-b4732b68-5057-4edc-9642-81b179fd4089 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:06.033912 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "tag": "da390f4e-594e-4840-bc06-82baff219c90", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:06.034261 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4732b68-5057-4edc-9642-81b179fd4089 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:06.034907 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90', 'status': 'completed', 'code': 200} Feb 03 14:11:06.053716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e447e9df-6025-4764-ba7e-c98ce7cda5fb req-60260296-2b37-494e-b9ee-22804205bec8 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643411 Feb 03 14:11:06.099163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Allocated IP 172.20.0.9 (5408fc56-9b26-4cc1-bf89-497fdffe580e/d68b0667-c258-491e-9708-43b89b8a8a54/db135b74-0c18-4544-bbe6-cbfbf321e58a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:06.132293 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dac4c0-8d28-47b8-bc99-061d812988c2 x-openstack-request-id: req-e1dac4c0-8d28-47b8-bc99-061d812988c2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:06.132872 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a76bfb-0a44-470b-b0d0-41ccd45ffca9", "name": "network-vif-plugged", "status": "completed", "tag": "511cf7fa-3660-45a7-acc8-8e7a8bb030a3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:06.132872 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1dac4c0-8d28-47b8-bc99-061d812988c2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:06.133565 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3', 'code': 200} Feb 03 14:11:06.144976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86d95b0b-511e-4143-b36a-b5544ac0512a req-d2a5d23b-a67c-4610-803e-1f062f306195 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 210 time: 0.0506527 Feb 03 14:11:06.171746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-12f7dc0c-7713-4975-92d6-4b5a8c9b898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:06.173365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-12f7dc0c-7713-4975-92d6-4b5a8c9b898f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1125 time: 0.0931365 Feb 03 14:11:06.316672 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:06.349344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc727e-e9af-428a-b4d8-c2599d52c6fc req-2ccc70ab-ad8f-4718-91e7-c0c9689cd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:06.350839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4dc727e-e9af-428a-b4d8-c2599d52c6fc req-2ccc70ab-ad8f-4718-91e7-c0c9689cd9d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 1132 time: 0.1427429 Feb 03 14:11:06.353762 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361796ff-19c2-4bf4-9148-9babbf39a3c7 x-openstack-request-id: req-361796ff-19c2-4bf4-9148-9babbf39a3c7 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:06.353762 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a9d8d5-665f-4ac0-9924-766ceaf17ce2", "name": "network-vif-deleted", "tag": "06d06c10-059d-48fe-b9c7-22df58516f79", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:06.353951 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-361796ff-19c2-4bf4-9148-9babbf39a3c7 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:06.354339 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a9d8d5-665f-4ac0-9924-766ceaf17ce2', 'name': 'network-vif-deleted', 'tag': '06d06c10-059d-48fe-b9c7-22df58516f79', 'status': 'completed', 'code': 200} Feb 03 14:11:06.359693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:06.382841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-9cdffa9b-b71f-4e22-9b6c-e6c349a3e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:06.384458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-9cdffa9b-b71f-4e22-9b6c-e6c349a3e303 service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.2039046 Feb 03 14:11:06.416571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dbd5-ef2f-4b77-8550-5dfba03a3c36 req-aa31d305-bd79-4f98-9c37-e60bb4e49485 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:06.422839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:06.423712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event updated for resources: {'Port': ['ID=db135b74-0c18-4544-bbe6-cbfbf321e58a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:06.424576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b27dbd5-ef2f-4b77-8550-5dfba03a3c36 req-aa31d305-bd79-4f98-9c37-e60bb4e49485 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.1751606 Feb 03 14:11:06.428197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:06.431625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:06.437336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:06.438262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:06.456444 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-6d4157d8-d1a7-4a84-b3a7-7345c6d9ec65 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0120306 Feb 03 14:11:06.475101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Request body: {'port': {'device_id': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:06.485359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-4d5851c0-ab11-4cd0-8e26-ee46078c6b65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 217 time: 0.0931213 Feb 03 14:11:06.494279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4dc727e-e9af-428a-b4d8-c2599d52c6fc req-fb439784-8ed5-49df-bda0-a039507f9300 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310010 Feb 03 14:11:06.579724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:06.586127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b27dbd5-ef2f-4b77-8550-5dfba03a3c36 req-1228738b-431d-49e2-80ce-7a728ec67479 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605830 Feb 03 14:11:06.607137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-efc3dd3a-50cb-4a2f-9962-1d8f758a379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:06.613981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-efc3dd3a-50cb-4a2f-9962-1d8f758a379d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1143806 Feb 03 14:11:06.668656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-f82b90a5-eb02-422f-b4fe-972190612feb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488482 Feb 03 14:11:06.829019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3d453-e192-4362-ae38-b27a68469cae req-0f3ddbe9-dc69-44ef-a0d6-a32cb4fc76cf tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:06.836118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ea3d453-e192-4362-ae38-b27a68469cae req-0f3ddbe9-dc69-44ef-a0d6-a32cb4fc76cf tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1773212 Feb 03 14:11:06.889524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-d0a8e351-52ba-4099-8759-2b667c9bff3d service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691434 Feb 03 14:11:06.988685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ea3d453-e192-4362-ae38-b27a68469cae req-21b7a5af-1fcd-4427-8dfd-38f03ca76a70 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511414 Feb 03 14:11:07.002294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db135b74-0c18-4544-bbe6-cbfbf321e58a {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:07.013760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Publish callbacks [] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:07.029126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Transition to ACTIVE for port object db135b74-0c18-4544-bbe6-cbfbf321e58a will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:07.036372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:07.048327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58614) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:07.151193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Attempting to bind port db135b74-0c18-4544-bbe6-cbfbf321e58a on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:07.151537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Attempting to bind port db135b74-0c18-4544-bbe6-cbfbf321e58a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:07.152463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Attempting to bind port db135b74-0c18-4544-bbe6-cbfbf321e58a on network 5408fc56-9b26-4cc1-bf89-497fdffe580e {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:07.159205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Port db135b74-0c18-4544-bbe6-cbfbf321e58a on network 5408fc56-9b26-4cc1-bf89-497fdffe580e not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:07.159529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Attempting to bind port db135b74-0c18-4544-bbe6-cbfbf321e58a on network 5408fc56-9b26-4cc1-bf89-497fdffe580e {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:07.166517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:07.166517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Checking segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:07.166517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Bound using segment: {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:07.166517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Bound port: db135b74-0c18-4544-bbe6-cbfbf321e58a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:07.167037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:07.169635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Pushing event updated for resources: {'Port': ['ID=db135b74-0c18-4544-bbe6-cbfbf321e58a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:07.229264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ca817ff-c1d1-4a5e-a2e7-055381ff20e1 req-f75bfabc-20a5-47f0-a5a6-5316b6a8ede4 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f542d21797c4a80a6721662279c49a2 HTTP/1.1" status: 200 len: 6153 time: 0.2287052 Feb 03 14:11:07.231426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-789d9974-48ba-4420-aa58-2a7eb33925ea req-2c0e4ddf-7c3c-42a1-acd6-f13b352843f3 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157287 Feb 03 14:11:07.249020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] For port db135b74-0c18-4544-bbe6-cbfbf321e58a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:07.252322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] For port db135b74-0c18-4544-bbe6-cbfbf321e58a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:07.258390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:07.291229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:07.291991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:07.294091 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] 10.222.0.71 "PUT /v2.0/ports/db135b74-0c18-4544-bbe6-cbfbf321e58a HTTP/1.1" status: 200 len: 1091 time: 0.8238051 Feb 03 14:11:07.329853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5e964-a4b1-4c07-9a89-fed1d48c8cfb service neutron] Pushing event updated for resources: {'Port': ['ID=db135b74-0c18-4544-bbe6-cbfbf321e58a,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:07.346914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d26ec-130a-49b3-b037-f7e932e54775 req-ff348b98-f6c9-498e-a5c9-5314352e31d1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:07.348393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d81d26ec-130a-49b3-b037-f7e932e54775 req-ff348b98-f6c9-498e-a5c9-5314352e31d1 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.2312455 Feb 03 14:11:07.351468 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ca817ff-c1d1-4a5e-a2e7-055381ff20e1 req-72fe169f-8fe2-44bc-bf38-aa171b525811 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "GET /v2.0/security-groups/b817fbe9-6d1c-4132-b179-e5b0c1d33982 HTTP/1.1" status: 200 len: 2998 time: 0.0915134 Feb 03 14:11:07.396280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-242289e5-fe14-4e13-9a8e-d75c2bd829dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:07.397933 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-242289e5-fe14-4e13-9a8e-d75c2bd829dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 1125 time: 0.0478604 Feb 03 14:11:07.450314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-9196010c-842f-41a8-b452-4b060d7f767f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a HTTP/1.1" status: 200 len: 217 time: 0.0388141 Feb 03 14:11:07.500564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-a93697b2-4a7a-4284-ab6d-b988e4be1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:07.501971 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-a93697b2-4a7a-4284-ab6d-b988e4be1fb4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 200 len: 862 time: 0.0466292 Feb 03 14:11:07.512164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d81d26ec-130a-49b3-b037-f7e932e54775 req-f22562a5-0b81-4811-84e6-539088255034 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577656 Feb 03 14:11:07.516097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ca817ff-c1d1-4a5e-a2e7-055381ff20e1 req-dd44427a-0597-4c4c-a22f-2899589b05d4 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "GET /v2.0/security-groups/b817fbe9-6d1c-4132-b179-e5b0c1d33982 HTTP/1.1" status: 200 len: 2998 time: 0.1544366 Feb 03 14:11:07.561268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fc628b54-39ca-4ec7-9441-ad013b39c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:07.563995 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-fc628b54-39ca-4ec7-9441-ad013b39c385 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5408fc56-9b26-4cc1-bf89-497fdffe580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553076 Feb 03 14:11:07.710790 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-75a19d99-9abf-4e5d-9a30-7490a51fc717 service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410506 Feb 03 14:11:07.714825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b61bb161-d951-4b07-ac21-bcf9b2d74b96 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:07.774668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: b61bb161-d951-4b07-ac21-bcf9b2d74b96 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:07.775019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b61bb161-d951-4b07-ac21-bcf9b2d74b96 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:07.798120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869d74a-b096-4da7-bf50-0350514baec1 req-de12cf9b-369d-4732-9b2f-abdde04d8658 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:07.801305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8869d74a-b096-4da7-bf50-0350514baec1 req-de12cf9b-369d-4732-9b2f-abdde04d8658 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 950 time: 0.1678271 Feb 03 14:11:07.839716 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e9d199-e38b-4573-9b51-78e48d3ddb88 req-e5cebd0a-8e21-4dd5-a086-68ebe728bcf7 service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212127 Feb 03 14:11:07.888909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171deed7-42a5-4bcd-9c3f-8b33c6f94e76 req-bda3960a-2116-4ab7-9f9b-067e39db754c tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:07.890479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171deed7-42a5-4bcd-9c3f-8b33c6f94e76 req-bda3960a-2116-4ab7-9f9b-067e39db754c tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 943 time: 0.1689706 Feb 03 14:11:07.895134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device da390f4e-594e-4840-bc06-82baff219c90 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:07.906598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8869d74a-b096-4da7-bf50-0350514baec1 req-6f6ed25d-5a3d-4bb6-ae4e-baae25a46df5 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862441 Feb 03 14:11:07.915668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 06d06c10-059d-48fe-b9c7-22df58516f79 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:07.944645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 06d06c10-059d-48fe-b9c7-22df58516f79 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:07.945353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 06d06c10-059d-48fe-b9c7-22df58516f79 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:08.037598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:08.040500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'name': 'network-vif-deleted', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:08.043271 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c4247-5391-499a-9798-6ead25bbd47c" -d '{"events": [{"server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "name": "network-vif-deleted", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:08.050793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'da390f4e-594e-4840-bc06-82baff219c90', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'port_id': 'da390f4e-594e-4840-bc06-82baff219c90', 'mac_address': 'fa:16:3e:80:14:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b802a00-f1ed-46f3-a616-401c4157381e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:08.060552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171deed7-42a5-4bcd-9c3f-8b33c6f94e76 req-05cdb0ac-e85c-4269-b853-d00f628dea3b tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527932 Feb 03 14:11:08.063387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebaf78e5-4795-4dc1-9fe5-8388d01c54b6 req-7cc09c8e-9464-42b5-b111-104f85cfce6e tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/de62aed1-cb09-4a58-ad75-0724b6921ddc HTTP/1.1" status: 200 len: 1793 time: 0.1033397 Feb 03 14:11:08.103481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port da390f4e-594e-4840-bc06-82baff219c90 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:08.104018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.106785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (d46dacff-ff37-4487-b0aa-efaf97f8df4e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.118216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da390f4e-594e-4840-bc06-82baff219c90 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:08.147974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:08.154353 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.209872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:08.275891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19560184-5620-40c8-904a-8628ef80605c req-aac60537-4674-4952-be31-218f920221d5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:08.278092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19560184-5620-40c8-904a-8628ef80605c req-aac60537-4674-4952-be31-218f920221d5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 944 time: 0.1278269 Feb 03 14:11:08.280606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebaf78e5-4795-4dc1-9fe5-8388d01c54b6 req-188a4299-1095-464e-b60b-912ef917fb68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (de62aed1-cb09-4a58-ad75-0724b6921ddc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.356031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:08.358541 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:08.573411 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebaf78e5-4795-4dc1-9fe5-8388d01c54b6 req-188a4299-1095-464e-b60b-912ef917fb68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (de62aed1-cb09-4a58-ad75-0724b6921ddc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.691801 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.719151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19560184-5620-40c8-904a-8628ef80605c req-cb91519d-7a46-4389-b053-abae87fa7adf tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335926 Feb 03 14:11:08.729735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebaf78e5-4795-4dc1-9fe5-8388d01c54b6 req-188a4299-1095-464e-b60b-912ef917fb68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de62aed1-cb09-4a58-ad75-0724b6921ddc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.732877 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebaf78e5-4795-4dc1-9fe5-8388d01c54b6 req-188a4299-1095-464e-b60b-912ef917fb68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.733906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebaf78e5-4795-4dc1-9fe5-8388d01c54b6 req-188a4299-1095-464e-b60b-912ef917fb68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/de62aed1-cb09-4a58-ad75-0724b6921ddc HTTP/1.1" status: 204 len: 173 time: 0.6644373 Feb 03 14:11:08.748139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a4299-1095-464e-b60b-912ef917fb68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de62aed1-cb09-4a58-ad75-0724b6921ddc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:08.788620 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c766d2c-5213-4a82-ad34-1f13c594819e x-openstack-request-id: req-2c766d2c-5213-4a82-ad34-1f13c594819e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:08.788919 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8108f6-c4fd-42f0-a19c-db01e9f93903", "name": "network-vif-deleted", "tag": "b61bb161-d951-4b07-ac21-bcf9b2d74b96", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:08.789173 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c766d2c-5213-4a82-ad34-1f13c594819e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:08.789561 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8108f6-c4fd-42f0-a19c-db01e9f93903', 'name': 'network-vif-deleted', 'tag': 'b61bb161-d951-4b07-ac21-bcf9b2d74b96', 'status': 'completed', 'code': 200} Feb 03 14:11:08.823948 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d7f39-c798-4b30-a61c-7008385ea304 x-openstack-request-id: req-b57d7f39-c798-4b30-a61c-7008385ea304 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:08.824469 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:08.824686 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b57d7f39-c798-4b30-a61c-7008385ea304 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:08.825249 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'status': 'completed', 'code': 200} Feb 03 14:11:08.864647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['da390f4e-594e-4840-bc06-82baff219c90'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:08.876825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23086c-d781-41f0-abe1-55ae4f596f62 req-00f140f8-c244-43d2-bf00-cf375fcabe7a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:08.878287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b23086c-d781-41f0-abe1-55ae4f596f62 req-00f140f8-c244-43d2-bf00-cf375fcabe7a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.0863934 Feb 03 14:11:08.932200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Deleting port f2d3863f-8caa-43fa-b470-7594cafab7a6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:08.932465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-18ab0110-e6be-4853-a88b-9743c2c0d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:08.932575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.934393 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-18ab0110-e6be-4853-a88b-9743c2c0d06b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 1125 time: 0.0590725 Feb 03 14:11:09.023504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060a6f3-88de-4feb-9dad-3ca79067f7d3 req-6bca0c5b-fabe-4c64-8a5a-38753253537a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:09.024071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-8c652c5e-d141-4d70-a252-0b2e54950627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:09.025108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7060a6f3-88de-4feb-9dad-3ca79067f7d3 req-6bca0c5b-fabe-4c64-8a5a-38753253537a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1556053 Feb 03 14:11:09.025470 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-8c652c5e-d141-4d70-a252-0b2e54950627 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 924 time: 0.0855417 Feb 03 14:11:09.057405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b23086c-d781-41f0-abe1-55ae4f596f62 req-e82e78d1-2b20-4b72-bcb3-5f8776ae4a3e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452606 Feb 03 14:11:09.078902 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-88e1e0b7-5b20-459c-a774-736127248d6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a HTTP/1.1" status: 200 len: 217 time: 0.0376661 Feb 03 14:11:09.101291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] For port f2d3863f-8caa-43fa-b470-7594cafab7a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f2d3863f-8caa-43fa-b470-7594cafab7a6,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:09.101658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:09.107386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7060a6f3-88de-4feb-9dad-3ca79067f7d3 req-ce3f6c35-e834-448d-9a4d-8f2216a331d5 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730453 Feb 03 14:11:09.118268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Calling delete_port for f2d3863f-8caa-43fa-b470-7594cafab7a6 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:09.129522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-3168713b-e779-4bc5-a8ca-afa1365655e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:09.132602 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-3168713b-e779-4bc5-a8ca-afa1365655e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 200 len: 862 time: 0.0517461 Feb 03 14:11:09.193782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-3e5aaea4-23ad-457f-b174-b7dc2997748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:09.195288 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-3e5aaea4-23ad-457f-b174-b7dc2997748c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5408fc56-9b26-4cc1-bf89-497fdffe580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522788 Feb 03 14:11:09.258761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76b01236-df82-4905-8474-ad1864fda562 req-01af8f50-65bd-4424-82eb-729acb2d6da7 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e93183d1-7b71-4892-a62b-cac37d767435 HTTP/1.1" status: 200 len: 1795 time: 0.0943351 Feb 03 14:11:09.306521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-60249a71-b2ce-486b-957b-05bc81bb058a service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015368 Feb 03 14:11:09.349402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c4f4f-6939-4bbd-adf1-6f77dbd7ae2c req-def44238-13a1-48c9-b58e-1dadd0ecaf84 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:09.350889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f32c4f4f-6939-4bbd-adf1-6f77dbd7ae2c req-def44238-13a1-48c9-b58e-1dadd0ecaf84 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 950 time: 0.1664169 Feb 03 14:11:09.413722 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c42432e1-e7b6-49bb-b8fe-8448afc0b5b7 req-55ba0c2e-73ac-4b30-a824-2703eb119ae2 service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012759 Feb 03 14:11:09.457847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-76b01236-df82-4905-8474-ad1864fda562 req-fbd6f91b-b306-465d-b74c-cfefc33f6a68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (e93183d1-7b71-4892-a62b-cac37d767435), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:09.463754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f32c4f4f-6939-4bbd-adf1-6f77dbd7ae2c req-a4a61313-993f-45ab-9777-f5e11c697d5e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995994 Feb 03 14:11:09.496477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-76b01236-df82-4905-8474-ad1864fda562 req-fbd6f91b-b306-465d-b74c-cfefc33f6a68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (e93183d1-7b71-4892-a62b-cac37d767435), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:09.503368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f2d3863f-8caa-43fa-b470-7594cafab7a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:09.549772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d3863f-8caa-43fa-b470-7594cafab7a6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:09.635382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-76b01236-df82-4905-8474-ad1864fda562 req-fbd6f91b-b306-465d-b74c-cfefc33f6a68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e93183d1-7b71-4892-a62b-cac37d767435), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:09.638043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-76b01236-df82-4905-8474-ad1864fda562 req-fbd6f91b-b306-465d-b74c-cfefc33f6a68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:09.639397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76b01236-df82-4905-8474-ad1864fda562 req-fbd6f91b-b306-465d-b74c-cfefc33f6a68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/e93183d1-7b71-4892-a62b-cac37d767435 HTTP/1.1" status: 204 len: 173 time: 0.3408957 Feb 03 14:11:09.666302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6f91b-b306-465d-b74c-cfefc33f6a68 tempest-SecurityGroupsTestAdminJSON-1542962897 tempest-SecurityGroupsTestAdminJSON-1542962897-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93183d1-7b71-4892-a62b-cac37d767435,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:09.721963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9144c6b5-e326-4930-ba9b-6209eeba844d details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:09.797239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbdbb-7cc3-4c0e-b9e1-aa2fd95049cd req-efa54cc1-fc21-4288-845e-c612c0f078f0 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:09.805650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb5bbdbb-7cc3-4c0e-b9e1-aa2fd95049cd req-efa54cc1-fc21-4288-845e-c612c0f078f0 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 943 time: 0.2562780 Feb 03 14:11:09.905011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:09.921202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'mac_address': 'fa:16:3e:89:73:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:09.961512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb5bbdbb-7cc3-4c0e-b9e1-aa2fd95049cd req-34f7f05c-bf0a-42a1-90c6-032f4afa23e3 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543984 Feb 03 14:11:09.967234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 9144c6b5-e326-4930-ba9b-6209eeba844d is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:09.967800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:09.981552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7d5c0c-6bb8-44ae-990e-cb2ff394e797 req-5b0dc020-7d54-4aff-98e0-63f623edadf2 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "GET /v2.0/security-groups/8ac17a85-c31c-4229-b501-545416e51622 HTTP/1.1" status: 200 len: 1793 time: 0.1303306 Feb 03 14:11:09.989448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9144c6b5-e326-4930-ba9b-6209eeba844d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:10.003348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (d46dacff-ff37-4487-b0aa-efaf97f8df4e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.009477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:10.017232 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.088555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:10.123186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['9144c6b5-e326-4930-ba9b-6209eeba844d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:10.169487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a7d5c0c-6bb8-44ae-990e-cb2ff394e797 req-4f86f49f-a7a8-489c-b9c4-6375879545ad tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (8ac17a85-c31c-4229-b501-545416e51622), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.200594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a7d5c0c-6bb8-44ae-990e-cb2ff394e797 req-4f86f49f-a7a8-489c-b9c4-6375879545ad tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (8ac17a85-c31c-4229-b501-545416e51622), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.307600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f35bb-e402-4578-85e4-dcbb2eecb7f0 req-b14f6a50-fb99-4e79-90e4-b67c8f304c40 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:10.309689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-075f35bb-e402-4578-85e4-dcbb2eecb7f0 req-b14f6a50-fb99-4e79-90e4-b67c8f304c40 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 944 time: 0.2875209 Feb 03 14:11:10.401370 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a7d5c0c-6bb8-44ae-990e-cb2ff394e797 req-4f86f49f-a7a8-489c-b9c4-6375879545ad tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8ac17a85-c31c-4229-b501-545416e51622), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.403953 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a7d5c0c-6bb8-44ae-990e-cb2ff394e797 req-4f86f49f-a7a8-489c-b9c4-6375879545ad tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.405128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7d5c0c-6bb8-44ae-990e-cb2ff394e797 req-4f86f49f-a7a8-489c-b9c4-6375879545ad tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "DELETE /v2.0/security-groups/8ac17a85-c31c-4229-b501-545416e51622 HTTP/1.1" status: 204 len: 173 time: 0.4187467 Feb 03 14:11:10.430030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-075f35bb-e402-4578-85e4-dcbb2eecb7f0 req-d3887439-e393-40ab-a762-20bc3a82609f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124661 Feb 03 14:11:10.446397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86f49f-a7a8-489c-b9c4-6375879545ad tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac17a85-c31c-4229-b501-545416e51622,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:10.541072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-6bbb0593-b80c-4e99-a46d-75609f273d77 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3069ccbff1e4070b18684e96accffb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239186 Feb 03 14:11:10.671072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Router d46dacff-ff37-4487-b0aa-efaf97f8df4e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:10.691089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49166d2c-6b5d-4de3-bfe8-0ca02d07cc8e req-efeb474c-7d7e-47e4-b569-f0ec4248ddba tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:10.692802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49166d2c-6b5d-4de3-bfe8-0ca02d07cc8e req-efeb474c-7d7e-47e4-b569-f0ec4248ddba tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1486850 Feb 03 14:11:10.787061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-8fa122dc-aa7c-4e7b-b606-ec54905c57ef tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:10.788498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-8fa122dc-aa7c-4e7b-b606-ec54905c57ef tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147698 Feb 03 14:11:10.820704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e87c9b09-70c7-486f-8b50-9d441113762f tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/quotas/a3069ccbff1e4070b18684e96accffb8 HTTP/1.1" status: 200 len: 375 time: 0.0243113 Feb 03 14:11:10.849237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49166d2c-6b5d-4de3-bfe8-0ca02d07cc8e req-7772bab2-062d-4578-8ebd-d3cc96525fee tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496916 Feb 03 14:11:10.906308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:10.911876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-64575855-d5c1-4435-9c85-c991a544498d admin admin] 10.222.0.52 "PUT /v2.0/routers/d46dacff-ff37-4487-b0aa-efaf97f8df4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8528879 Feb 03 14:11:10.914469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:10.922254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-c8fdefc1-9445-4e65-ba5a-4eb4a5fd1265 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3069ccbff1e4070b18684e96accffb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704591 Feb 03 14:11:10.923279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] Sync routers for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:11:10.943291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:10.943918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:11.095691 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks [] for router (d46dacff-ff37-4487-b0aa-efaf97f8df4e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.122241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc148-8143-4daa-b3bf-4f3fbb67abf8 req-e44a9fe5-907f-4799-a05c-b2db31b06c5f tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:11.124024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b5fc148-8143-4daa-b3bf-4f3fbb67abf8 req-e44a9fe5-907f-4799-a05c-b2db31b06c5f tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1153872 Feb 03 14:11:11.155285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:11.262718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b5fc148-8143-4daa-b3bf-4f3fbb67abf8 req-3ee13bfb-b30a-4824-ad20-be6358a383d6 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194682 Feb 03 14:11:11.322957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f65a0b06-c9ce-447c-8c44-60672f0f08d0 req-31b34d5a-e2b1-4a21-997e-9ef42cbe6f79 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "GET /v2.0/security-groups/d120528f-aace-4a8f-9a15-b334f9624738 HTTP/1.1" status: 200 len: 1795 time: 0.0556536 Feb 03 14:11:11.355916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks [] for router_gateway (d46dacff-ff37-4487-b0aa-efaf97f8df4e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.471454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Deleting port 1c8ca56e-3c81-4967-ae65-102e5f6695d0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:11.471708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.491627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f65a0b06-c9ce-447c-8c44-60672f0f08d0 req-7edbf78b-a885-4b7a-975d-6fd3fa2c0982 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (d120528f-aace-4a8f-9a15-b334f9624738), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.551755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f65a0b06-c9ce-447c-8c44-60672f0f08d0 req-7edbf78b-a885-4b7a-975d-6fd3fa2c0982 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (d120528f-aace-4a8f-9a15-b334f9624738), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.581087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7b5-ad9b-47db-8b6e-ca1c61e8e934 req-47987fb2-4f1a-4001-8b30-2a5734800610 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:11.582719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51e7e7b5-ad9b-47db-8b6e-ca1c61e8e934 req-47987fb2-4f1a-4001-8b30-2a5734800610 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 943 time: 0.1501985 Feb 03 14:11:11.600821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:11:09Z', 'revision_number': 5, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port': {'id': '1c8ca56e-3c81-4967-ae65-102e5f6695d0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:09:29Z', 'updated_at': '2022-02-03T14:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:11.618553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] For port 1c8ca56e-3c81-4967-ae65-102e5f6695d0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1c8ca56e-3c81-4967-ae65-102e5f6695d0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:11.618937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.637414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Calling delete_port for 1c8ca56e-3c81-4967-ae65-102e5f6695d0 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:11.640754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] Checking router: d46dacff-ff37-4487-b0aa-efaf97f8df4e for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:11:11.652570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f65a0b06-c9ce-447c-8c44-60672f0f08d0 req-7edbf78b-a885-4b7a-975d-6fd3fa2c0982 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d120528f-aace-4a8f-9a15-b334f9624738), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.653157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] Routers {'d46dacff-ff37-4487-b0aa-efaf97f8df4e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:11.654036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:11.656519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f65a0b06-c9ce-447c-8c44-60672f0f08d0 req-7edbf78b-a885-4b7a-975d-6fd3fa2c0982 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.676152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f65a0b06-c9ce-447c-8c44-60672f0f08d0 req-7edbf78b-a885-4b7a-975d-6fd3fa2c0982 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] 10.222.0.52 "DELETE /v2.0/security-groups/d120528f-aace-4a8f-9a15-b334f9624738 HTTP/1.1" status: 204 len: 173 time: 0.3474972 Feb 03 14:11:11.709664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbf78b-a885-4b7a-975d-6fd3fa2c0982 tempest-SecurityGroupsTestAdminJSON-619016212 tempest-SecurityGroupsTestAdminJSON-619016212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d120528f-aace-4a8f-9a15-b334f9624738,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:11.778040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9144c6b5-e326-4930-ba9b-6209eeba844d up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:11.781481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b4d7499-0d86-4588-b5a3-0f021cd7b100 req-cdf6e1e3-5290-425b-a862-d3822a552c66 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 210 time: 0.0549855 Feb 03 14:11:11.821819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51e7e7b5-ad9b-47db-8b6e-ca1c61e8e934 req-3bff7c4c-9ddd-491b-8ac1-3322d1bbf4d1 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317433 Feb 03 14:11:11.948471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e1752-ebcf-441b-a84e-ee732d6e0b7f req-e7997fc4-fb32-4654-94c7-6bed9273b9f2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:11.956663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b18e1752-ebcf-441b-a84e-ee732d6e0b7f req-e7997fc4-fb32-4654-94c7-6bed9273b9f2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 944 time: 0.0766957 Feb 03 14:11:11.981378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (1c8ca56e-3c81-4967-ae65-102e5f6695d0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:11.986148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device db135b74-0c18-4544-bbe6-cbfbf321e58a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:11.988102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device da390f4e-594e-4840-bc06-82baff219c90 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:12.032811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8ca56e-3c81-4967-ae65-102e5f6695d0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:12.084081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (d46dacff-ff37-4487-b0aa-efaf97f8df4e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.091536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b18e1752-ebcf-441b-a84e-ee732d6e0b7f req-2b44897b-2d56-4500-b9d4-199adea936c1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338711 Feb 03 14:11:12.216974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450679f-5800-4987-8dec-59c2fb448746 req-9f9eb26d-d64a-44e7-8057-741e35f9e18a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:12.219011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3450679f-5800-4987-8dec-59c2fb448746 req-9f9eb26d-d64a-44e7-8057-741e35f9e18a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1522524 Feb 03 14:11:12.219668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58740) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:12.284166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (d46dacff-ff37-4487-b0aa-efaf97f8df4e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.286420 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks [] for router_controller (d46dacff-ff37-4487-b0aa-efaf97f8df4e), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.288040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] Set router d46dacff-ff37-4487-b0aa-efaf97f8df4e gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:12.372771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3450679f-5800-4987-8dec-59c2fb448746 req-350c5902-ca87-4ab6-8e6a-4330c06623c1 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379228 Feb 03 14:11:12.407260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 9144c6b5-e326-4930-ba9b-6209eeba844d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:12.407641 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.409689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (d46dacff-ff37-4487-b0aa-efaf97f8df4e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.410598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46dacff-ff37-4487-b0aa-efaf97f8df4e {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:11:12.437947 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.441465 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7fed1d01-9e13-4ea2-9442-126bcba03a5c admin admin] 10.222.0.52 "DELETE /v2.0/routers/d46dacff-ff37-4487-b0aa-efaf97f8df4e HTTP/1.1" status: 204 len: 168 time: 1.5232813 Feb 03 14:11:12.442592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58756) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:12.518305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:11:11Z', 'revision_number': 6, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:12.529899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] Deleting subnet e50f892d-b91c-44d6-a82f-2bfae0644ca3 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:11:12.530134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8ea28b4a-cf3c-4e8c-8f8f-1684f61cb34f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f542d21797c4a80a6721662279c49a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067179 Feb 03 14:11:12.533589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58758) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:12.537204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] Publish callbacks [] for subnet (e50f892d-b91c-44d6-a82f-2bfae0644ca3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.563866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a26d8-2ff0-45e0-9afd-72e4cd67db25 req-9708dd00-d498-4fe1-84d9-5d7734e527ec tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:12.565908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-903a26d8-2ff0-45e0-9afd-72e4cd67db25 req-9708dd00-d498-4fe1-84d9-5d7734e527ec tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1149182 Feb 03 14:11:12.613072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port da390f4e-594e-4840-bc06-82baff219c90 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:12.617096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a7ac6-f8c5-4578-a87a-4788515785ab None None] The sync data for ids ['d46dacff-ff37-4487-b0aa-efaf97f8df4e'] in n-d-827549-2 is: [{'id': 'd46dacff-ff37-4487-b0aa-efaf97f8df4e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1320200865-router', 'tenant_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:09:28Z', 'updated_at': '2022-02-03T14:11:11Z', 'revision_number': 6, 'project_id': 'd11c5090fd1a43e0b9018ca8851a7940', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:11:12.635484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port da390f4e-594e-4840-bc06-82baff219c90 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:12.635888 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (da390f4e-594e-4840-bc06-82baff219c90), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.646869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] Publish callbacks [] for subnet (e50f892d-b91c-44d6-a82f-2bfae0644ca3), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.707822 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43976568-ddb2-4366-81e3-e24f245d6bde admin admin] Publish callbacks [] for security_group (b817fbe9-6d1c-4132-b179-e5b0c1d33982), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.711967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-903a26d8-2ff0-45e0-9afd-72e4cd67db25 req-d70ba446-ed39-49e6-a0bd-7df767d1d7df tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297617 Feb 03 14:11:12.758111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 9144c6b5-e326-4930-ba9b-6209eeba844d is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:12.758504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.790979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43976568-ddb2-4366-81e3-e24f245d6bde admin admin] Publish callbacks [] for security_group (b817fbe9-6d1c-4132-b179-e5b0c1d33982), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.792252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port db135b74-0c18-4544-bbe6-cbfbf321e58a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:12.814321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e50f892d-b91c-44d6-a82f-2bfae0644ca3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.904852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'port_id': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'mac_address': 'fa:16:3e:25:2a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:12.921940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:12.925244 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4049280c-188c-4e90-8e7d-04264013f89b" -d '{"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-plugged", "status": "completed", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:12.945211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port da390f4e-594e-4840-bc06-82baff219c90 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:12.945608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.951114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:12.955871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for subnet (e50f892d-b91c-44d6-a82f-2bfae0644ca3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.966730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.973153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43976568-ddb2-4366-81e3-e24f245d6bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b817fbe9-6d1c-4132-b179-e5b0c1d33982), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:12.983246 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43976568-ddb2-4366-81e3-e24f245d6bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.002496 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-43976568-ddb2-4366-81e3-e24f245d6bde admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b817fbe9-6d1c-4132-b179-e5b0c1d33982 HTTP/1.1" status: 204 len: 168 time: 0.4677832 Feb 03 14:11:13.037405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4204b6ae-2053-4f97-b692-bf01bfafcb18 req-3722db93-4c34-46dc-a5f1-9f81655348cc tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 210 time: 0.1405327 Feb 03 14:11:13.079230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50f892d-b91c-44d6-a82f-2bfae0644ca3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:13.116033 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.123345 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2b45d49c-0ef5-4f67-bf4e-5e00478a9b37 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e50f892d-b91c-44d6-a82f-2bfae0644ca3 HTTP/1.1" status: 204 len: 168 time: 0.6795931 Feb 03 14:11:13.132075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58770) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:13.143946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976568-ddb2-4366-81e3-e24f245d6bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b817fbe9-6d1c-4132-b179-e5b0c1d33982,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:13.169740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62c68f-7c7f-44a1-9fea-2b8cd85469d8 None None] Network 51576650-7b9d-444b-b467-623800bda2dc requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:11:13.175566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-3a3acdb3-b12b-423e-86c0-7f691969003a tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a3069ccbff1e4070b18684e96accffb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1451871 Feb 03 14:11:13.201495 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54105e6-9394-407d-b1a7-ffb22c1d2d63 x-openstack-request-id: req-e54105e6-9394-407d-b1a7-ffb22c1d2d63 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:13.201982 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-plugged", "status": "completed", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:13.202383 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e54105e6-9394-407d-b1a7-ffb22c1d2d63 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:13.202991 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'code': 200} Feb 03 14:11:13.366021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (51576650-7b9d-444b-b467-623800bda2dc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.384761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:13.430637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port db135b74-0c18-4544-bbe6-cbfbf321e58a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:13.431455 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.443291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.491155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Deleting port 13927029-e293-4da4-97af-d4110ad8a519 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:13.491589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (13927029-e293-4da4-97af-d4110ad8a519), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.523165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:13.545384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db135b74-0c18-4544-bbe6-cbfbf321e58a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:13.624811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] For port 13927029-e293-4da4-97af-d4110ad8a519, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=13927029-e293-4da4-97af-d4110ad8a519,segment=NetworkSegment(aaf2961f-c7ca-46da-a007-453cd3c60cb0),segment_id=aaf2961f-c7ca-46da-a007-453cd3c60cb0)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:13.626056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (13927029-e293-4da4-97af-d4110ad8a519), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.651422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Calling delete_port for 13927029-e293-4da4-97af-d4110ad8a519 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:13.660112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29b2f8-2c8d-4292-b14d-1b64d5eb9c9f req-59b46573-7161-49ee-802c-c8e3dd2ed72e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:13.670175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa29b2f8-2c8d-4292-b14d-1b64d5eb9c9f req-59b46573-7161-49ee-802c-c8e3dd2ed72e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 943 time: 0.5580747 Feb 03 14:11:13.712245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-59b52f6f-b0dc-493b-b3c6-f7cd381c6805 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:13.718090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-59b52f6f-b0dc-493b-b3c6-f7cd381c6805 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656067 Feb 03 14:11:13.735219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Request body: {'port': {'device_id': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'a3069ccbff1e4070b18684e96accffb8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:13.759735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58780) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:13.795468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:13.829365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f2d3863f-8caa-43fa-b470-7594cafab7a6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:13.839332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port db135b74-0c18-4544-bbe6-cbfbf321e58a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:13.845091 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5630510e-a138-474d-8938-7b71b0e3cee1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d9f9079efaf4dc0bd9322faa0edf831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839207 Feb 03 14:11:13.847206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58782) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:13.891334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (13927029-e293-4da4-97af-d4110ad8a519), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.893322 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.895249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f2d3863f-8caa-43fa-b470-7594cafab7a6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:13.895794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f2d3863f-8caa-43fa-b470-7594cafab7a6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:13.896361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c8ca56e-3c81-4967-ae65-102e5f6695d0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:13.904618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Made reservation on behalf of a3069ccbff1e4070b18684e96accffb8 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:13.908871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:13.942222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Pushing event deleted for resources: {'Port': ['ID=13927029-e293-4da4-97af-d4110ad8a519,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:13.951443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] No DVR routers for this DVR port 13927029-e293-4da4-97af-d4110ad8a519 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:13.990064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1c8ca56e-3c81-4967-ae65-102e5f6695d0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:13.990889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c8ca56e-3c81-4967-ae65-102e5f6695d0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:14.040445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5532-3220-4b70-a8e9-857349cbb825 admin admin] Publish callbacks [] for security_group (328f4642-4a2b-46d0-9953-b6e2d5b64181), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.087627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=db135b74-0c18-4544-bbe6-cbfbf321e58a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:14.099826 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (51576650-7b9d-444b-b467-623800bda2dc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.103956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5532-3220-4b70-a8e9-857349cbb825 admin admin] Publish callbacks [] for security_group (328f4642-4a2b-46d0-9953-b6e2d5b64181), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.150641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.151003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.151942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.152514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > port after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.153027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.153494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > port after_update 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.153966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.154402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.154728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.155053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.156536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c2249-dd89-4821-b7a0-c261f6615a3c None None] DHCP port deletion for 51576650-7b9d-444b-b467-623800bda2dc request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:11:14.252087 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.252087 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.252087 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.252409 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 14:11:14.252816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51576650-7b9d-444b-b467-623800bda2dc']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:14.285335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf2961f-c7ca-46da-a007-453cd3c60cb0') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:14.285636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf2961f-c7ca-46da-a007-453cd3c60cb0') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:14.307341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (aaf2961f-c7ca-46da-a007-453cd3c60cb0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.341254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (aaf2961f-c7ca-46da-a007-453cd3c60cb0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.351305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:11:14.351641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (aaf2961f-c7ca-46da-a007-453cd3c60cb0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: from cryptography.utils import int_from_bytes Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: from cryptography.utils import int_from_bytes Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:11:14.367594 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:11:14.389360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['db135b74-0c18-4544-bbe6-cbfbf321e58a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:14.484861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5532-3220-4b70-a8e9-857349cbb825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (328f4642-4a2b-46d0-9953-b6e2d5b64181), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.488527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5532-3220-4b70-a8e9-857349cbb825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.506116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Allocated IP 192.168.233.159 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/a84d6d29-4ec5-44d4-981e-810eb21c83e2) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:14.507075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a3e5532-3220-4b70-a8e9-857349cbb825 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/328f4642-4a2b-46d0-9953-b6e2d5b64181 HTTP/1.1" status: 204 len: 168 time: 0.6450291 Feb 03 14:11:14.530471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa29b2f8-2c8d-4292-b14d-1b64d5eb9c9f req-83a90ad3-4314-4728-ae20-db8269f7f4af tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8592172 Feb 03 14:11:14.640823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e5532-3220-4b70-a8e9-857349cbb825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f4642-4a2b-46d0-9953-b6e2d5b64181,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:14.646042 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (51576650-7b9d-444b-b467-623800bda2dc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.679501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.690646 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] 10.222.0.52 "DELETE /v2.0/networks/51576650-7b9d-444b-b467-623800bda2dc HTTP/1.1" status: 204 len: 168 time: 1.5562241 Feb 03 14:11:14.779524 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0d07-03a2-4ffc-b750-00f62f635851 admin admin] Pushing event deleted for resources: {'Network': ['ID=51576650-7b9d-444b-b467-623800bda2dc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:14.813049 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-20fe438a-12b7-4bea-b555-6663044d5aec service neutron] show failed (client error): The resource could not be found. Feb 03 14:11:14.815741 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-20fe438a-12b7-4bea-b555-6663044d5aec service neutron] 10.222.0.45 "GET /v2.0/ports/2f3c2bc2-62fc-4046-8af8-7f2be64eebf9/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.3389859 Feb 03 14:11:14.819082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks [] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:14.878619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c8de1-215d-48e0-8d1b-37eb6a9e4287 req-aa649fcf-b7d1-4d5e-a95e-396a799c1446 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:14.887218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d64c8de1-215d-48e0-8d1b-37eb6a9e4287 req-aa649fcf-b7d1-4d5e-a95e-396a799c1446 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 1.4607589 Feb 03 14:11:14.898940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:15.066558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['511cf7fa-3660-45a7-acc8-8e7a8bb030a3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:15.074886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d64c8de1-215d-48e0-8d1b-37eb6a9e4287 req-12c79054-807c-44ca-ab45-6f09d2481cac tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864538 Feb 03 14:11:15.172812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:15.179370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:15.212369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:15.219142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:15.229848 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a0da58-3add-4de6-81a7-61aee8ae14d2" -d '{"events": [{"server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "name": "network-vif-plugged", "status": "completed", "tag": "da390f4e-594e-4840-bc06-82baff219c90"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:15.237153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-92dcdec7-3f8b-45f2-96fb-76be7cc04b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:15.238915 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-92dcdec7-3f8b-45f2-96fb-76be7cc04b89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8&tenant_id=daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 1131 time: 0.0946214 Feb 03 14:11:15.245145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Pushing event updated for resources: {'Port': ['ID=a84d6d29-4ec5-44d4-981e-810eb21c83e2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:15.266891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:15.384170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58808) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:15.397905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295a8ae-8e90-48b3-b0fd-eb21502a7991 req-de58cf76-a50e-4578-8d69-53bf72439e55 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:15.409041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9295a8ae-8e90-48b3-b0fd-eb21502a7991 req-de58cf76-a50e-4578-8d69-53bf72439e55 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.5193605 Feb 03 14:11:15.422127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:15.507035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 13927029-e293-4da4-97af-d4110ad8a519 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:15.559678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 13927029-e293-4da4-97af-d4110ad8a519 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:15.560126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:15.560443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 13927029-e293-4da4-97af-d4110ad8a519 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:15.561298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:15.666293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aadf0c0b-3a07-4176-a5d2-474bd5d6a868 None None] Provisioning complete for port a84d6d29-4ec5-44d4-981e-810eb21c83e2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:15.669039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aadf0c0b-3a07-4176-a5d2-474bd5d6a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:15.686819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79a362-b7ab-42b4-88fa-8ba2ba615e4c req-c09560e1-c1c4-4f0b-acc6-18c095b46e38 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:15.688714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a79a362-b7ab-42b4-88fa-8ba2ba615e4c req-c09560e1-c1c4-4f0b-acc6-18c095b46e38 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.4315045 Feb 03 14:11:15.722687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-528f5de7-dbd6-4f78-b41b-a06bdd6434d9 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9930069 Feb 03 14:11:15.763046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9295a8ae-8e90-48b3-b0fd-eb21502a7991 req-d41512d0-a585-43d3-a6df-5e8c09af9112 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393812 Feb 03 14:11:15.763046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6160ed25-0a85-4345-bbda-6111e689d105 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d11c5090fd1a43e0b9018ca8851a7940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662541 Feb 03 14:11:15.763502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc4f31e6-217b-4a3a-a2d0-a4d114fdc339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:15.768685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aadf0c0b-3a07-4176-a5d2-474bd5d6a868 None None] Port a84d6d29-4ec5-44d4-981e-810eb21c83e2 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:11:15.786175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58816) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:15.804034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Request body: {'port': {'device_id': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:15.835309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:16.046171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a79a362-b7ab-42b4-88fa-8ba2ba615e4c req-a700fb08-8138-4c3a-b9d1-a859503b3545 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368380 Feb 03 14:11:16.072644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.129770 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc7d340-01a0-465b-9cfb-a9c029d3d599 x-openstack-request-id: req-ffc7d340-01a0-465b-9cfb-a9c029d3d599 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:16.130098 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "name": "network-vif-plugged", "status": "completed", "tag": "da390f4e-594e-4840-bc06-82baff219c90", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:16.130361 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffc7d340-01a0-465b-9cfb-a9c029d3d599 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:16.131134 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90', 'code': 200} Feb 03 14:11:16.197308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711500a-b9c7-4099-9f40-a21194e5a8eb req-b5bd63d3-bf85-42f5-bda6-1ed29d9161d7 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:16.205754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0711500a-b9c7-4099-9f40-a21194e5a8eb req-b5bd63d3-bf85-42f5-bda6-1ed29d9161d7 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 936 time: 0.3153942 Feb 03 14:11:16.214637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eca19e19-1373-4972-bdb3-8301d2de3c54 admin admin] Publish callbacks [] for security_group (d4765239-790c-4c21-9228-7ff33838985e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.230527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:16.330306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eca19e19-1373-4972-bdb3-8301d2de3c54 admin admin] Publish callbacks [] for security_group (d4765239-790c-4c21-9228-7ff33838985e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.348713 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Publish callbacks [] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.363366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58828) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:16.377211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Transition to ACTIVE for port object 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:16.379469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:16.382278 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92929bbd-5536-49e4-a142-45e92a844341" -d '{"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:16.392696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.474850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] No DVR routers for this DVR port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:16.477701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=6']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:16.495990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0711500a-b9c7-4099-9f40-a21194e5a8eb req-24d1d9dc-20c7-4175-b0c4-f97f4cbe1fe0 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882490 Feb 03 14:11:16.560332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ee42-d678-48bf-a31c-c64e3a73c329 req-0296aa94-d43e-4b6c-ba73-b640a44aa93a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:16.561970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e334ee42-d678-48bf-a31c-c64e3a73c329 req-0296aa94-d43e-4b6c-ba73-b640a44aa93a tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 944 time: 0.3538394 Feb 03 14:11:16.628722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:16.647459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:16.651059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:16.673523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:16.681300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Attempting to bind port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:16.695499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:16.696357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:16.696858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:16.697865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Bound port: 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:16.698895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.736244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-771478104-network', 'tenant_id': '32750cd8df5b47a2a4a5055489fd8d28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:16.761855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eca19e19-1373-4972-bdb3-8301d2de3c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d4765239-790c-4c21-9228-7ff33838985e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.765767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eca19e19-1373-4972-bdb3-8301d2de3c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.767416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eca19e19-1373-4972-bdb3-8301d2de3c54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4765239-790c-4c21-9228-7ff33838985e HTTP/1.1" status: 204 len: 168 time: 0.9535341 Feb 03 14:11:16.768305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Made reservation on behalf of 32750cd8df5b47a2a4a5055489fd8d28 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:16.785019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:16.785342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.789902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:16.811544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.846108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.892170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=7']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:16.919993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:16.921041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.922737 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-62aa3c82-f82d-4174-9d29-b8b517655384 service neutron] 10.222.0.71 "PUT /v2.0/ports/2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 1095 time: 1.6632330 Feb 03 14:11:16.990064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca19e19-1373-4972-bdb3-8301d2de3c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4765239-790c-4c21-9228-7ff33838985e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:17.010274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7742f8-9dae-4e88-af66-1eafc1ebfe2e req-9e116438-f3d4-4882-9b95-0982bfe50c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:17.013985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e7742f8-9dae-4e88-af66-1eafc1ebfe2e req-9e116438-f3d4-4882-9b95-0982bfe50c5f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1127 time: 0.7746391 Feb 03 14:11:17.078956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-8762c6de-3ec1-479d-a2dc-822ea3d8de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:17.083884 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-8762c6de-3ec1-479d-a2dc-822ea3d8de8e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1129 time: 0.1171360 Feb 03 14:11:17.119205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e334ee42-d678-48bf-a31c-c64e3a73c329 req-19878648-8e9e-4d14-9473-ca8aa3d55f50 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088783 Feb 03 14:11:17.241510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84d6d29-4ec5-44d4-981e-810eb21c83e2 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:17.261922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70db1-9c74-49ad-b83d-04bb073c4d54 req-3e7e0106-34a6-407e-8821-a999a319043c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:17.263474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48f70db1-9c74-49ad-b83d-04bb073c4d54 req-3e7e0106-34a6-407e-8821-a999a319043c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.3947482 Feb 03 14:11:17.265598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Publish callbacks [] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:17.301312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e7742f8-9dae-4e88-af66-1eafc1ebfe2e req-c1b4e1e9-3638-41d8-a46f-126333b6ab63 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578576 Feb 03 14:11:17.329274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-9416d5ca-e50f-4214-94a3-68c38c941a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:17.331054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-9416d5ca-e50f-4214-94a3-68c38c941a84 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2393525 Feb 03 14:11:17.338166 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b208e14-e98f-4b0e-af38-7abc5fe19393 x-openstack-request-id: req-3b208e14-e98f-4b0e-af38-7abc5fe19393 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:17.338477 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-unplugged", "status": "completed", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:17.338759 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b208e14-e98f-4b0e-af38-7abc5fe19393 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:17.342796 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'code': 200} Feb 03 14:11:17.395152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Transition to ACTIVE for port object a84d6d29-4ec5-44d4-981e-810eb21c83e2 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:17.447515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:17.482750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48f70db1-9c74-49ad-b83d-04bb073c4d54 req-45c2bc88-f89e-4209-ab16-e35579dc4565 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001386 Feb 03 14:11:17.647829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks [] for security_group (9608361a-402d-46d3-b242-ce9b98709497), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:17.701779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9608361a-402d-46d3-b242-ce9b98709497), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:17.719558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:11:17.767130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Pushing event updated for resources: {'Port': ['ID=a84d6d29-4ec5-44d4-981e-810eb21c83e2,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:17.803880 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-ba92e446-05a8-4501-b577-adf215bbe684 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.0790348 Feb 03 14:11:17.805867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (02a19564-2974-42ff-a1e1-d971e96d1cbe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:17.806243 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Added segment 02a19564-2974-42ff-a1e1-d971e96d1cbe of type vlan for network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad Feb 03 14:11:17.875101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fae3e-e41d-41f0-a251-54c9e97b8934 req-7550c32d-382b-4848-9bf8-2201fb82ad60 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:17.876698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b6fae3e-e41d-41f0-a251-54c9e97b8934 req-7550c32d-382b-4848-9bf8-2201fb82ad60 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 947 time: 0.4966826 Feb 03 14:11:17.906265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-69400db9-5631-4f55-906d-5fde4554e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:17.911041 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-69400db9-5631-4f55-906d-5fde4554e757 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0878732 Feb 03 14:11:17.928500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9608361a-402d-46d3-b242-ce9b98709497,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:17.973030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5c1a0e1a-8970-4ff6-bb5c-43832282c6ad), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:17.976997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device db135b74-0c18-4544-bbe6-cbfbf321e58a up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:18.031968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Attempting to bind port a84d6d29-4ec5-44d4-981e-810eb21c83e2 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:18.032718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Attempting to bind port a84d6d29-4ec5-44d4-981e-810eb21c83e2 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:18.032718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Attempting to bind port a84d6d29-4ec5-44d4-981e-810eb21c83e2 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:18.038949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-e64d150c-9e47-4cd1-ac4a-de936f1504b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:18.045859 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-e64d150c-9e47-4cd1-ac4a-de936f1504b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1149402 Feb 03 14:11:18.089611 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18a25dcd-51b4-4a70-8325-6ee59b70dd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.095120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda86c2-ead3-4f05-8c7b-4fc58205eb45 req-a5ed63b7-5117-4a91-b3fc-b8bb1658846e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:18.105992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dda86c2-ead3-4f05-8c7b-4fc58205eb45 req-a5ed63b7-5117-4a91-b3fc-b8bb1658846e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.5055172 Feb 03 14:11:18.127487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port db135b74-0c18-4544-bbe6-cbfbf321e58a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:18.134274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port db135b74-0c18-4544-bbe6-cbfbf321e58a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:18.137081 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.164498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:11:18.182144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:18.197517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Port a84d6d29-4ec5-44d4-981e-810eb21c83e2 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:18.197903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Attempting to bind port a84d6d29-4ec5-44d4-981e-810eb21c83e2 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:18.227158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b6fae3e-e41d-41f0-a251-54c9e97b8934 req-99149724-360d-4ecc-afdf-cd188f4bee83 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327284 Feb 03 14:11:18.243940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:18.244753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:18.255765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:18.255986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Bound port: a84d6d29-4ec5-44d4-981e-810eb21c83e2, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:18.256257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.266510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5c1a0e1a-8970-4ff6-bb5c-43832282c6ad), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.275547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-7854ffad-4d8f-460e-bd29-736782cf7ce0 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274137 Feb 03 14:11:18.277532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:18.278001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.342462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port db135b74-0c18-4544-bbe6-cbfbf321e58a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:18.342777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.397561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:18.400325 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4f381b-7fe8-402c-a600-70f846e5b126" -d '{"events": [{"server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "name": "network-vif-plugged", "status": "completed", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:18.404807 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3be06d47-3d09-464b-948a-7f0cc7382b18 req-8ecd1fc4-6998-427e-86d5-18abd28438a3 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220820 Feb 03 14:11:18.414346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-network', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:18.420637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port db135b74-0c18-4544-bbe6-cbfbf321e58a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:18.431225 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.446385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Made reservation on behalf of 3119948ef0d94d47bc3856ce02e17c37 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:18.451548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.461445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dda86c2-ead3-4f05-8c7b-4fc58205eb45 req-b41f76ee-98f2-4196-9bae-26aceef5daae tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534236 Feb 03 14:11:18.497613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.498663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1338949 Feb 03 14:11:18.503429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58882) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:18.508202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Request body: {'subnet': {'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-771478104-subnet', 'tenant_id': '32750cd8df5b47a2a4a5055489fd8d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:18.515735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=db135b74-0c18-4544-bbe6-cbfbf321e58a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:18.532065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd2801-05df-457a-93e8-aa3f8502cc21 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1a0e1a-8970-4ff6-bb5c-43832282c6ad,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:18.548047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:11:18.580307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] For port a84d6d29-4ec5-44d4-981e-810eb21c83e2, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:18.591423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41a69-b43e-4cb7-ad6e-a94416ca4991 req-b2101c9f-a86f-4a58-b367-a7f6c10ed199 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:18.593191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69c41a69-b43e-4cb7-ad6e-a94416ca4991 req-b2101c9f-a86f-4a58-b367-a7f6c10ed199 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 948 time: 0.2261689 Feb 03 14:11:18.593769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Made reservation on behalf of 32750cd8df5b47a2a4a5055489fd8d28 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:18.596094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.607908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] For port a84d6d29-4ec5-44d4-981e-810eb21c83e2, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a84d6d29-4ec5-44d4-981e-810eb21c83e2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:18.652771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.730451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks [] for security_group (1c702962-5931-4b53-9aa8-1f1abde96b0f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.753348 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1c702962-5931-4b53-9aa8-1f1abde96b0f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.767313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:18.767942 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.769479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] 10.222.0.45 "PUT /v2.0/ports/a84d6d29-4ec5-44d4-981e-810eb21c83e2 HTTP/1.1" status: 200 len: 1096 time: 3.0149031 Feb 03 14:11:18.769944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'tag': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:18.772335 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4999c10e-9302-4bca-8439-01a97445ca62" -d '{"events": [{"name": "network-changed", "server_uuid": "47b0c586-e9c3-4856-93c0-46052e0cb02d", "tag": "a84d6d29-4ec5-44d4-981e-810eb21c83e2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:18.797942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69c41a69-b43e-4cb7-ad6e-a94416ca4991 req-3bdfd2dc-f0b6-40e9-a3de-9b58ef99d9e1 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963181 Feb 03 14:11:18.827512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:11:18.855116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (43ab616e-b182-4d16-94a2-bbbbf2161850), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:18.855470 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Added segment 43ab616e-b182-4d16-94a2-bbbbf2161850 of type vlan for network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e Feb 03 14:11:18.864770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c702962-5931-4b53-9aa8-1f1abde96b0f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:18.884307 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e1cee-17c7-4ced-8731-5f191cf7b722 x-openstack-request-id: req-b94e1cee-17c7-4ced-8731-5f191cf7b722 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:18.884672 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "name": "network-vif-plugged", "status": "completed", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:18.885071 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b94e1cee-17c7-4ced-8731-5f191cf7b722 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:18.885618 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'code': 200} Feb 03 14:11:18.902357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a91374-6c12-4e04-a299-5f080a142133 service neutron] Pushing event updated for resources: {'Port': ['ID=a84d6d29-4ec5-44d4-981e-810eb21c83e2,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:19.036761 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:19.072521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d40875-902e-4ed6-95bc-42a6149ed1f1 req-46184691-21dc-4f37-b9fc-eea55e67ce37 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.074345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d40875-902e-4ed6-95bc-42a6149ed1f1 req-46184691-21dc-4f37-b9fc-eea55e67ce37 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.2749777 Feb 03 14:11:19.104827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-13f586db-f2b3-479c-a62c-9ffb5f94e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.106488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-13f586db-f2b3-479c-a62c-9ffb5f94e8e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3069ccbff1e4070b18684e96accffb8&device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 1130 time: 0.2723861 Feb 03 14:11:19.125889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:19.129916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.130532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:19.249330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-42f54e92-c4e6-4227-a053-7444cb2d976c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a84d6d29-4ec5-44d4-981e-810eb21c83e2 HTTP/1.1" status: 200 len: 217 time: 0.1240036 Feb 03 14:11:19.273802 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0894163 Feb 03 14:11:19.280104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58898) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:19.281195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574098af-f17b-494e-8bb6-83f453410ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:19.294180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:11:19.311315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Request body: {'subnet': {'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-subnet', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:19.314943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7211b6-f80f-4449-86e1-d8d211e9bc39 req-c51cca86-0a06-4028-a867-505af286602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.316689 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e7211b6-f80f-4449-86e1-d8d211e9bc39 req-c51cca86-0a06-4028-a867-505af286602c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 1127 time: 0.0968366 Feb 03 14:11:19.319924 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (c8b08a19-06e2-4f1a-9f37-866d4a4adc0c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:19.350571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:19.353093 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:19.353541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12331f4-db4b-4c63-9d30-f5a6d524e16b req-c126642a-e202-4410-9d11-41f7cad5556a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.368606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a12331f4-db4b-4c63-9d30-f5a6d524e16b req-c126642a-e202-4410-9d11-41f7cad5556a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.3671131 Feb 03 14:11:19.409432 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e7211b6-f80f-4449-86e1-d8d211e9bc39 req-8df6afad-3de6-4f08-a5f9-d7933c9e209e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779057 Feb 03 14:11:19.412615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d40875-902e-4ed6-95bc-42a6149ed1f1 req-c959a138-18d8-4df3-9b68-3752ab6437ea tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200185 Feb 03 14:11:19.485176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Made reservation on behalf of 3119948ef0d94d47bc3856ce02e17c37 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:19.487617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:19.490317 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:19.497022 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181cbab0-6687-48da-920b-6f033629d3f3 x-openstack-request-id: req-181cbab0-6687-48da-920b-6f033629d3f3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:19.497318 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b0c586-e9c3-4856-93c0-46052e0cb02d", "tag": "a84d6d29-4ec5-44d4-981e-810eb21c83e2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:19.497582 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-181cbab0-6687-48da-920b-6f033629d3f3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:19.497976 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'tag': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2', 'status': 'completed', 'code': 200} Feb 03 14:11:19.501471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-ba07523b-2f45-40d0-b2bb-e35a3f3e887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.502958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-ba07523b-2f45-40d0-b2bb-e35a3f3e887a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2378538 Feb 03 14:11:19.520265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b08a19-06e2-4f1a-9f37-866d4a4adc0c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:19.590566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a12331f4-db4b-4c63-9d30-f5a6d524e16b req-0daf969d-43d2-43de-ad22-b1bde9d53c5b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176809 Feb 03 14:11:19.677609 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b8b263-9def-4add-9d9d-5c2d480d4a5f x-openstack-request-id: req-51b8b263-9def-4add-9d9d-5c2d480d4a5f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:19.677900 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:19.678168 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51b8b263-9def-4add-9d9d-5c2d480d4a5f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:19.678589 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'status': 'completed', 'code': 200} Feb 03 14:11:19.707250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Checking segment: {'id': '02a19564-2974-42ff-a1e1-d971e96d1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:19.707559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Network hostable DHCP agents. Network: 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:11:19.742444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-41d3b155-73b4-47cd-a647-3814b617c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.743999 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-41d3b155-73b4-47cd-a647-3814b617c125 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1129 time: 0.0540116 Feb 03 14:11:19.751777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:19.809711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:11:19.810146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:19.858822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-a4c992e7-26d0-42a5-9ddd-d532e6e3b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:19.860471 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-a4c992e7-26d0-42a5-9ddd-d532e6e3b263 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1080656 Feb 03 14:11:19.916352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-da3cb08c-d7bc-4246-8437-aa0e8074d54c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.0489993 Feb 03 14:11:20.002090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-a1c1f7c8-70f7-4b76-8621-e6b5692be25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.004120 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-a1c1f7c8-70f7-4b76-8621-e6b5692be25a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0787127 Feb 03 14:11:20.021519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-87abd377-e316-4ba1-8e7d-84876265f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.023022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-87abd377-e316-4ba1-8e7d-84876265f323 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1129 time: 0.1087091 Feb 03 14:11:20.116014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-0b195d1a-09d2-4e3c-b6be-74a2e64966e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.117788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-0b195d1a-09d2-4e3c-b6be-74a2e64966e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5906150 Feb 03 14:11:20.133802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-c25cbf7b-868d-4077-aa7e-44d092988feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.135081 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-c25cbf7b-868d-4077-aa7e-44d092988feb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1244478 Feb 03 14:11:20.145170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:11:20.206864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aed941-874f-47f3-8a5c-4dd39919d370 req-9641d8f3-0862-4053-9d0f-b73d89489ba5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.209654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8aed941-874f-47f3-8a5c-4dd39919d370 req-9641d8f3-0862-4053-9d0f-b73d89489ba5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 947 time: 0.6323385 Feb 03 14:11:20.218804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:20.232058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb6b16-49ee-486a-ad8d-de7051ab05bb None None] Network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:11:20.246807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-5abe0aaf-f816-413c-beae-a7279a2dd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.248350 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-5abe0aaf-f816-413c-beae-a7279a2dd999 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2002738 Feb 03 14:11:20.264963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.265813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:20.319819 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-3ffae112-1d76-4964-a25a-d0fca5cd083e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.0615218 Feb 03 14:11:20.327877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-94166979-3269-43ee-8ac2-ba26a022ec49 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777020 Feb 03 14:11:20.367552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c0e1f-3f34-4401-8828-6cff087dc0d6 req-087caa57-7835-4828-9f8e-b97942cad032 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.374798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca3c0e1f-3f34-4401-8828-6cff087dc0d6 req-087caa57-7835-4828-9f8e-b97942cad032 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.6354172 Feb 03 14:11:20.379401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-935511b1-a9b8-4226-affa-6b1ff2c8eb90 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8751802 Feb 03 14:11:20.409806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc44d8-8184-498d-9e72-46c70b8b79fe None None] Network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:11:20.444795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-9a7d6b61-b0b5-402b-9857-0aa273ae8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.446316 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-9a7d6b61-b0b5-402b-9857-0aa273ae8af2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1175628 Feb 03 14:11:20.504956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-3daed35c-5034-4376-a451-8b7d09916fd2 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671817 Feb 03 14:11:20.512764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-3665b226-2500-40eb-bae7-d634223ad5c2 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872700 Feb 03 14:11:20.527342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-6a328305-6093-4219-88a2-100adbe9b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.531650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-6a328305-6093-4219-88a2-100adbe9b67c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0776579 Feb 03 14:11:20.535885 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (8e4f6179-d882-4abd-b622-b00fba3a0fa0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:20.571381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:20.593786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8aed941-874f-47f3-8a5c-4dd39919d370 req-fd9f7d2d-efa6-4cc9-980b-94557df88dd2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724170 Feb 03 14:11:20.724346 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-ab7d6713-02e2-4b27-9613-6c751d031b0f service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762574 Feb 03 14:11:20.759760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca3c0e1f-3f34-4401-8828-6cff087dc0d6 req-d64e1ed6-d7a5-4b9d-b2eb-ec2bcec29064 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837252 Feb 03 14:11:20.832557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4f6179-d882-4abd-b622-b00fba3a0fa0,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:20.846311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Checking segment: {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:20.846947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Network hostable DHCP agents. Network: b3d1b8e6-6f8b-48cd-b2d5-849a6303961e, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:11:20.933268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-05e70a6c-076f-44bd-8f1f-5a25d135bb3c req-0b475d44-6728-4a56-85a2-1f51754e412d service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930542 Feb 03 14:11:20.939172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31a3f5e-7261-415a-9195-19125aa8dd56 req-5ec7e40c-147b-4c18-aa62-df777f77e339 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937795 Feb 03 14:11:20.961040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:11:20.990199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1eb6-5095-4416-a626-ecda7da752bc req-78415a77-a0d7-498b-9341-68c53a09d6b8 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:20.992029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-376a1eb6-5095-4416-a626-ecda7da752bc req-78415a77-a0d7-498b-9341-68c53a09d6b8 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 948 time: 0.1510708 Feb 03 14:11:20.994724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b3d1b8e6-6f8b-48cd-b2d5-849a6303961e) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:21.001399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:21.002002 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.011690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3e831-41e4-4a3b-bd17-e09468decc2f None None] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:11:21.033871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed4408-31be-497c-b3ed-de07b7a1cfa0 req-2cf8d3c0-b529-4fd4-a95d-df895bb9d40e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:21.035463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2fed4408-31be-497c-b3ed-de07b7a1cfa0 req-2cf8d3c0-b529-4fd4-a95d-df895bb9d40e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.1189013 Feb 03 14:11:21.061496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-790985dd-0862-486e-bcc5-fdba88d8f92c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7748582 Feb 03 14:11:21.067840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58930) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:21.074247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:21.155728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-376a1eb6-5095-4416-a626-ecda7da752bc req-03fd257f-5caf-47a0-9e28-a10d3b6bf640 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373191 Feb 03 14:11:21.169726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (506e9458-3f26-4780-ba43-7a8e034b1eb7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.172108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (506e9458-3f26-4780-ba43-7a8e034b1eb7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.198509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c10e-9302-4bca-8439-01a97445ca62 req-1a6883ac-02ee-4010-a988-e046b06e83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:21.202768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4999c10e-9302-4bca-8439-01a97445ca62 req-1a6883ac-02ee-4010-a988-e046b06e83f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3069ccbff1e4070b18684e96accffb8&device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 1130 time: 0.1582417 Feb 03 14:11:21.266703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2fed4408-31be-497c-b3ed-de07b7a1cfa0 req-4b2aba9f-9e75-486c-ae9c-d6437ff4810e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865501 Feb 03 14:11:21.290739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:11:21.291615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.382020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks [] for router_controller (506e9458-3f26-4780-ba43-7a8e034b1eb7), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.414262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58936) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:21.426192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1569773818-network', 'tenant_id': '9bb227545c654665b47079abcdebf97a'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:21.477184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Made reservation on behalf of 9bb227545c654665b47079abcdebf97a for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:21.479896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.496049 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.498448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c10e-9302-4bca-8439-01a97445ca62 req-4781c7c9-f541-49de-a933-d6cd735c5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:21.499956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4999c10e-9302-4bca-8439-01a97445ca62 req-4781c7c9-f541-49de-a933-d6cd735c5c44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2888429 Feb 03 14:11:21.509110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b9aa2-cdc4-4dfb-9f10-0975a81cfc91 req-98641ab0-f4ca-4b60-b43a-eb494d4cac76 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:21.517363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e3b9aa2-cdc4-4dfb-9f10-0975a81cfc91 req-98641ab0-f4ca-4b60-b43a-eb494d4cac76 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.2012894 Feb 03 14:11:21.566795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Allocated IP 172.20.0.2 (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e/8e4f6179-d882-4abd-b622-b00fba3a0fa0/19c63f6b-1ece-4e79-ac6c-05b865680e55) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:21.591181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4999c10e-9302-4bca-8439-01a97445ca62 req-fddfb69a-c865-4a06-95dc-17c681c43ca3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a84d6d29-4ec5-44d4-981e-810eb21c83e2 HTTP/1.1" status: 200 len: 217 time: 0.0717978 Feb 03 14:11:21.673327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks [] for router_gateway (506e9458-3f26-4780-ba43-7a8e034b1eb7), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.815007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e3b9aa2-cdc4-4dfb-9f10-0975a81cfc91 req-972a05e2-7e35-46c0-b677-fe280c8015a7 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967422 Feb 03 14:11:21.856917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Publish callbacks [] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.882270 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.922383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks [] for security_group (5b17146f-acc3-4c48-a08b-39f8e15c461c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.927947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c10e-9302-4bca-8439-01a97445ca62 req-c7524858-dae2-43cb-a706-53c2f109a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:21.929817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4999c10e-9302-4bca-8439-01a97445ca62 req-c7524858-dae2-43cb-a706-53c2f109a9ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.3269017 Feb 03 14:11:21.932122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b17146f-acc3-4c48-a08b-39f8e15c461c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.965757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Pushing event updated for resources: {'Port': ['ID=19c63f6b-1ece-4e79-ac6c-05b865680e55,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:21.993367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:21.997678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks [] for router_gateway (506e9458-3f26-4780-ba43-7a8e034b1eb7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:21.998294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:22.000506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:22.003400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:22.020383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.068325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:11:22.087359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451331be-2c61-4ebc-b4fd-a6e62acad5b9 req-3623821a-d4d5-4c6e-885e-30aa3e2f482a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:22.101855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-451331be-2c61-4ebc-b4fd-a6e62acad5b9 req-3623821a-d4d5-4c6e-885e-30aa3e2f482a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 947 time: 0.3883495 Feb 03 14:11:22.147308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:22.151131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Allocated IP 172.25.0.71 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/fc76a712-0a80-426e-8c4b-f751159f8c2c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:22.177263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.188395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'mac_address': 'fa:16:3e:20:2b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:22.208626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b17146f-acc3-4c48-a08b-39f8e15c461c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:22.225309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0123a339-45bf-4ab2-8469-c04b4b17dcfc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.225993 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Added segment 0123a339-45bf-4ab2-8469-c04b4b17dcfc of type vlan for network 91a46193-2069-4a87-82fd-c71d9589f23b Feb 03 14:11:22.301270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks [] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.360080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.385298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (91a46193-2069-4a87-82fd-c71d9589f23b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.392610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c10e-9302-4bca-8439-01a97445ca62 req-c28f951a-3c7c-438b-a879-69c10cf007ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:22.395218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4999c10e-9302-4bca-8439-01a97445ca62 req-c28f951a-3c7c-438b-a879-69c10cf007ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4573512 Feb 03 14:11:22.406264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Attempting to bind port 19c63f6b-1ece-4e79-ac6c-05b865680e55 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:22.407084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Attempting to bind port 19c63f6b-1ece-4e79-ac6c-05b865680e55 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:22.407665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Attempting to bind port 19c63f6b-1ece-4e79-ac6c-05b865680e55 on network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:22.408337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-451331be-2c61-4ebc-b4fd-a6e62acad5b9 req-78d372e2-67b7-4d6e-81ea-188ef6d4ff03 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047667 Feb 03 14:11:22.413978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:22.419041 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:22.423523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:22.424929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:22.426201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Checking segment: {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:22.426201 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.426919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Bound using segment: {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:22.428636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Bound port: 19c63f6b-1ece-4e79-ac6c-05b865680e55, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:22.429608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.441118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44512fd8-bcc7-4349-b220-71e169823623 req-037973dd-dae2-41d5-9ebf-24265b3df57c tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:22.445527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44512fd8-bcc7-4349-b220-71e169823623 req-037973dd-dae2-41d5-9ebf-24265b3df57c tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.4528062 Feb 03 14:11:22.595063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (91a46193-2069-4a87-82fd-c71d9589f23b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.596254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:22.597344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.603261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc76a712-0a80-426e-8c4b-f751159f8c2c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:22.610721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:22.611843 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.686021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] For port 19c63f6b-1ece-4e79-ac6c-05b865680e55, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:22.700851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44512fd8-bcc7-4349-b220-71e169823623 req-fadf9eea-3368-45cd-9be8-23cb22492262 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362185 Feb 03 14:11:22.719481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:22.759759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:22.760330 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks [] for router_gateway (506e9458-3f26-4780-ba43-7a8e034b1eb7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.779648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] For port 19c63f6b-1ece-4e79-ac6c-05b865680e55, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=19c63f6b-1ece-4e79-ac6c-05b865680e55,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:22.781272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.821522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:22.848163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4287393 Feb 03 14:11:22.875378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:22.877335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58962) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:22.888933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4999c10e-9302-4bca-8439-01a97445ca62 req-86b1c0ec-f429-4412-84e2-5206dab1e19b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791350 Feb 03 14:11:22.889866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c607aa-2c30-46f1-8fe2-75f0c0465f11 admin admin] Pushing event updated for resources: {'Network': ['ID=91a46193-2069-4a87-82fd-c71d9589f23b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:22.903544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Request body: {'subnet': {'network_id': '91a46193-2069-4a87-82fd-c71d9589f23b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1569773818-subnet', 'tenant_id': '9bb227545c654665b47079abcdebf97a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:22.951514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 91a46193-2069-4a87-82fd-c71d9589f23b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:11:23.025860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4999c10e-9302-4bca-8439-01a97445ca62 req-53570e69-6b72-4998-a837-5baad448ba70 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284387 Feb 03 14:11:23.067749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff4cb6-0835-4aab-b3cb-44956864fdfa None None] Pushing event updated for resources: {'Port': ['ID=19c63f6b-1ece-4e79-ac6c-05b865680e55,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:23.069428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999e5d8-859d-407f-b76f-41c4a8a6ea17 req-74f108c5-d523-488e-8493-676e3ffbbd75 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:23.081638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3999e5d8-859d-407f-b76f-41c4a8a6ea17 req-74f108c5-d523-488e-8493-676e3ffbbd75 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1127 time: 0.3261533 Feb 03 14:11:23.096463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Made reservation on behalf of 9bb227545c654665b47079abcdebf97a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:23.098900 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:23.176887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b9e79-9022-4df4-af66-3cf04a2bc393 req-316e66d5-e1c8-452f-b3ca-e8e9c3dd0737 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:23.178690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b26b9e79-9022-4df4-af66-3cf04a2bc393 req-316e66d5-e1c8-452f-b3ca-e8e9c3dd0737 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 948 time: 0.1496484 Feb 03 14:11:23.183222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (506e9458-3f26-4780-ba43-7a8e034b1eb7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:23.191288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3999e5d8-859d-407f-b76f-41c4a8a6ea17 req-4d2090b5-0429-4701-b611-541aa776249c tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086793 Feb 03 14:11:23.317269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b26b9e79-9022-4df4-af66-3cf04a2bc393 req-f07540e2-e65f-4bf0-8075-22a37bea65db tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071749 Feb 03 14:11:23.454248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a9464-24c6-4e06-8022-124a3ad0489f req-0e4ae9da-bd16-4e0e-9abe-628e20838176 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:23.459158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e1a9464-24c6-4e06-8022-124a3ad0489f req-0e4ae9da-bd16-4e0e-9abe-628e20838176 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.1420479 Feb 03 14:11:23.495786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:23.559767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e1a9464-24c6-4e06-8022-124a3ad0489f req-b0112415-a9a1-40f3-8ce8-599f38a362da tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940809 Feb 03 14:11:23.651040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 19c63f6b-1ece-4e79-ac6c-05b865680e55 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:23.784094 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a84d6d29-4ec5-44d4-981e-810eb21c83e2 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:23.788638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee0c4a-a85b-4e13-9c3c-21eb739c5579 req-d0d0f74c-7298-4aa3-9106-520d167eb153 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:23.790327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2ee0c4a-a85b-4e13-9c3c-21eb739c5579 req-d0d0f74c-7298-4aa3-9106-520d167eb153 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 948 time: 0.1336455 Feb 03 14:11:23.909911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2ee0c4a-a85b-4e13-9c3c-21eb739c5579 req-78c4ed12-7ee4-45b4-9fdb-b20a1ee9d540 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122131 Feb 03 14:11:23.924714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a703607-d7ed-463e-8735-96ab2c5a5527 req-b27511ee-c517-4f35-a2dd-2c1fcba5551f tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:23.926678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a703607-d7ed-463e-8735-96ab2c5a5527 req-b27511ee-c517-4f35-a2dd-2c1fcba5551f tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.2135825 Feb 03 14:11:23.959083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58988) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:23.963547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Router 506e9458-3f26-4780-ba43-7a8e034b1eb7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:11:23.991320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Request body: {'floatingip': {'port_id': 'db135b74-0c18-4544-bbe6-cbfbf321e58a'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:23.999484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (7e8e55d0-5db7-4591-a7cc-d363a095a1a6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.090160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 19c63f6b-1ece-4e79-ac6c-05b865680e55 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:24.090444 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.143096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8e55d0-5db7-4591-a7cc-d363a095a1a6,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:24.245021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a84d6d29-4ec5-44d4-981e-810eb21c83e2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a84d6d29-4ec5-44d4-981e-810eb21c83e2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:24.247525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.267899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2', 'mac_address': 'fa:16:3e:05:3f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:24.334442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372aa35-890d-4047-acc2-8df2e05e0faf req-703f3ff6-6d97-44dc-896a-b226a52fe840 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:24.350868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f372aa35-890d-4047-acc2-8df2e05e0faf req-703f3ff6-6d97-44dc-896a-b226a52fe840 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.2813730 Feb 03 14:11:24.382343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 19c63f6b-1ece-4e79-ac6c-05b865680e55 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:24.382804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.391065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a84d6d29-4ec5-44d4-981e-810eb21c83e2 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:24.393040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.459666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:24.473754 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Sync routers for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:11:24.478431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84d6d29-4ec5-44d4-981e-810eb21c83e2 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:24.506917 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:24.507881 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:24.526809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Checking segment: {'id': '0123a339-45bf-4ab2-8469-c04b4b17dcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '91a46193-2069-4a87-82fd-c71d9589f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:24.527173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Network hostable DHCP agents. Network: 91a46193-2069-4a87-82fd-c71d9589f23b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:11:24.539660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a84d6d29-4ec5-44d4-981e-810eb21c83e2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a84d6d29-4ec5-44d4-981e-810eb21c83e2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:24.543754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 19c63f6b-1ece-4e79-ac6c-05b865680e55, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=19c63f6b-1ece-4e79-ac6c-05b865680e55,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:24.566702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.576194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.576909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.586734 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d404c6a-4dc7-47a2-8255-1404f73446e8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5145693 Feb 03 14:11:24.602790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:24.620878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.679582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Network 91a46193-2069-4a87-82fd-c71d9589f23b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:11:24.682750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a84d6d29-4ec5-44d4-981e-810eb21c83e2,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:24.709062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f372aa35-890d-4047-acc2-8df2e05e0faf req-d0ad57b1-17ca-4d33-8798-12bd7a44c62c tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561666 Feb 03 14:11:24.775578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 91a46193-2069-4a87-82fd-c71d9589f23b) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:24.787032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1bb105-51d2-467c-bd26-f26bb2e4b79b None None] Network 91a46193-2069-4a87-82fd-c71d9589f23b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:11:24.813742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:24.814291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:24.827367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231be5e-d148-436f-b92e-615d48341e56 req-0c7c8739-3f59-476e-9078-1f63bd502e43 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:24.836977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7231be5e-d148-436f-b92e-615d48341e56 req-0c7c8739-3f59-476e-9078-1f63bd502e43 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 948 time: 0.4792745 Feb 03 14:11:24.849190 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:24.853723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a2b216-9e15-4710-97a8-487b1610dcfc None None] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:11:24.883912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804426-6630-4948-af5c-76f497879076 req-42a1b809-9904-4f20-82cd-2712f9d6b02c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:24.884994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['a84d6d29-4ec5-44d4-981e-810eb21c83e2'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:24.886616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-42a1b809-9904-4f20-82cd-2712f9d6b02c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8&tenant_id=daad21f715b240c7946d98ccadaa3246&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 948 time: 0.4313939 Feb 03 14:11:24.951941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=19c63f6b-1ece-4e79-ac6c-05b865680e55,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:25.041782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7231be5e-d148-436f-b92e-615d48341e56 req-1515b1ce-4e65-4a14-8c2a-54f95e4e3a07 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956308 Feb 03 14:11:25.052550 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-54804426-6630-4948-af5c-76f497879076 req-3f3b4e9c-a775-4a14-85dc-126f0063f655 service neutron] delete failed (client error): The resource could not be found. Feb 03 14:11:25.053910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-3f3b4e9c-a775-4a14-85dc-126f0063f655 service neutron] 10.222.0.45 "DELETE /v2.0/ports/2f3c2bc2-62fc-4046-8af8-7f2be64eebf9/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.1546779 Feb 03 14:11:25.064026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed1b1d-7ed5-4771-bbac-1a4383c3d665 req-87f73805-d04f-4e4c-8cd0-f83f716d4ac1 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:25.066664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29ed1b1d-7ed5-4771-bbac-1a4383c3d665 req-87f73805-d04f-4e4c-8cd0-f83f716d4ac1 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 949 time: 0.1790168 Feb 03 14:11:25.076955 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-237e1f40-b29e-42a5-8190-3a5fc4df24fc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1518881 Feb 03 14:11:25.147204 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:22Z', 'revision_number': 3, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:25.196768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29ed1b1d-7ed5-4771-bbac-1a4383c3d665 req-44a694ec-a5de-413d-adf6-54c09966373f tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245377 Feb 03 14:11:25.250189 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Checking router: 506e9458-3f26-4780-ba43-7a8e034b1eb7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:11:25.250558 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Updating router 506e9458-3f26-4780-ba43-7a8e034b1eb7 port fc76a712-0a80-426e-8c4b-f751159f8c2c binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:11:25.320404 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:25.399967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804426-6630-4948-af5c-76f497879076 req-51bc13f4-b773-4529-b187-e517edb9b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:25.402585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-51bc13f4-b773-4529-b187-e517edb9b4fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1130 time: 0.1318204 Feb 03 14:11:25.581731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804426-6630-4948-af5c-76f497879076 req-25e42133-d334-499c-af72-05f4663cc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:25.583477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-25e42133-d334-499c-af72-05f4663cc73b service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1729572 Feb 03 14:11:25.744286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-af2b9772-1f44-4a23-9168-4229415f4e57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.1513143 Feb 03 14:11:25.825989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 19c63f6b-1ece-4e79-ac6c-05b865680e55 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:25.957831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804426-6630-4948-af5c-76f497879076 req-86c2b0fd-971b-4b6e-ab1a-9f1ec8ce72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:25.960736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-86c2b0fd-971b-4b6e-ab1a-9f1ec8ce72d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2100515 Feb 03 14:11:26.034938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b7459-63b5-4580-85c0-dbcd5173f932 req-16020cbb-686d-4c78-b39b-b12bae844417 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:26.036381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-336b7459-63b5-4580-85c0-dbcd5173f932 req-16020cbb-686d-4c78-b39b-b12bae844417 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1959620 Feb 03 14:11:26.053552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804426-6630-4948-af5c-76f497879076 req-76125878-4ff3-4c77-bc45-760e2e475976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:26.054831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-76125878-4ff3-4c77-bc45-760e2e475976 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0854619 Feb 03 14:11:26.154117 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Publish callbacks [] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.169901 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.195745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-336b7459-63b5-4580-85c0-dbcd5173f932 req-17a1bf28-feca-433e-8551-ac5327cbd784 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512904 Feb 03 14:11:26.311468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:26.344251 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Pushing event updated for resources: {'Port': ['ID=fc76a712-0a80-426e-8c4b-f751159f8c2c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:26.346519 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Attempting to bind port fc76a712-0a80-426e-8c4b-f751159f8c2c on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:26.346894 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Attempting to bind port fc76a712-0a80-426e-8c4b-f751159f8c2c by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:26.362795 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Attempting to bind port fc76a712-0a80-426e-8c4b-f751159f8c2c on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:26.396236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:26.396641 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:26.404257 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.405202 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:26.405717 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Bound port: fc76a712-0a80-426e-8c4b-f751159f8c2c, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:26.406116 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.409505 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.409853 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.410194 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.410532 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.410863 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.411190 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.411522 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.411849 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.412174 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.418535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-8dd6e123-a09f-49bd-873e-8dcebba9e19e service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393676 Feb 03 14:11:26.429850 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.430338 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.433712 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.435076 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:26.438769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-15fc130d-3e04-4115-a8bf-55a76a71d6d3 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:26.453451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-15fc130d-3e04-4115-a8bf-55a76a71d6d3 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/networks?id=5c1a0e1a-8970-4ff6-bb5c-43832282c6ad HTTP/1.1" status: 200 len: 814 time: 0.3752613 Feb 03 14:11:26.511757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:11:26.533479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-1b6a3b51-2537-4d2b-a7f9-d80eeb3187e1 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/quotas/32750cd8df5b47a2a4a5055489fd8d28 HTTP/1.1" status: 200 len: 375 time: 0.0781941 Feb 03 14:11:26.552067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75ba96-f094-4d89-9bbc-c30467108c07 None None] Network 91a46193-2069-4a87-82fd-c71d9589f23b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:11:26.606593 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:11:26.639288 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] For port fc76a712-0a80-426e-8c4b-f751159f8c2c, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:26.649813 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] For port fc76a712-0a80-426e-8c4b-f751159f8c2c, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fc76a712-0a80-426e-8c4b-f751159f8c2c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:26.672612 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.726597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-21ad66cb-a703-4660-a07b-b32b32415968 None None] Provisioning complete for port 19c63f6b-1ece-4e79-ac6c-05b865680e55 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:26.727257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ad66cb-a703-4660-a07b-b32b32415968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.824707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 19c63f6b-1ece-4e79-ac6c-05b865680e55 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:26.825347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.829919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:26.887076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:26.887845 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:26.963976 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59c202-3f67-4515-ab49-3336ae0ec067 None None] Pushing event updated for resources: {'Port': ['ID=fc76a712-0a80-426e-8c4b-f751159f8c2c,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:26.987039 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:26.989236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-7aaf91ff-c912-4ce0-b182-3981ee3384e3 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32750cd8df5b47a2a4a5055489fd8d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4546273 Feb 03 14:11:26.992528 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:26.998529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baccaf4-cb9a-4b73-83d8-e8a7c4d410e9 req-73be6c23-43d2-4d0e-952f-ed24b2068d1e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:27.000190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3baccaf4-cb9a-4b73-83d8-e8a7c4d410e9 req-73be6c23-43d2-4d0e-952f-ed24b2068d1e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 948 time: 0.6781480 Feb 03 14:11:27.194139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54804426-6630-4948-af5c-76f497879076 req-98445630-ea09-4cec-8d99-49e89dfaedd5 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378001 Feb 03 14:11:27.202066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3baccaf4-cb9a-4b73-83d8-e8a7c4d410e9 req-a9c37fc8-15c6-4d79-973d-60b6fc0c3f21 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820869 Feb 03 14:11:27.208089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21ad66cb-a703-4660-a07b-b32b32415968 None None] Current status of the port 19c63f6b-1ece-4e79-ac6c-05b865680e55 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:27.264328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-5b61cf1c-1ce3-4b81-a129-6cb4897c9e19 service neutron] 10.222.0.52 "GET /v2.0/networks/5c1a0e1a-8970-4ff6-bb5c-43832282c6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618208 Feb 03 14:11:27.389478 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:27.430925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d56bd50e-8440-42a2-914f-e245c8ddd789 None None] Provisioning complete for port 19c63f6b-1ece-4e79-ac6c-05b865680e55 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:27.431575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d56bd50e-8440-42a2-914f-e245c8ddd789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:27.437283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 19c63f6b-1ece-4e79-ac6c-05b865680e55 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:27.483682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:27.484746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:27.595874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:27.598371 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c99b141-4117-4763-8cfc-21774ed37b70" -d '{"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-plugged", "status": "completed", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:27.615786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:27.629088 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:27.655099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:27.670755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:27.718420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d56bd50e-8440-42a2-914f-e245c8ddd789 None None] Current status of the port 19c63f6b-1ece-4e79-ac6c-05b865680e55 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:27.722078 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:27.742115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:27.806617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a84d6d29-4ec5-44d4-981e-810eb21c83e2 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:27.839597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136236e3-e016-40b4-aeb6-5546b1b17b17 req-a9a75820-d900-4f14-81bb-e7bb7fa7e9ff tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:27.841373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-136236e3-e016-40b4-aeb6-5546b1b17b17 req-a9a75820-d900-4f14-81bb-e7bb7fa7e9ff tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 949 time: 0.3137608 Feb 03 14:11:27.845284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-fdc43181-a9da-49bd-b6e5-e2ec973399ac service neutron] 10.222.0.52 "GET /v2.0/networks/5c1a0e1a-8970-4ff6-bb5c-43832282c6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679433 Feb 03 14:11:27.927701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port a84d6d29-4ec5-44d4-981e-810eb21c83e2 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:27.937934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port a84d6d29-4ec5-44d4-981e-810eb21c83e2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:27.938328 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:28.006529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Allocated IP 172.20.0.1 (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e/8e4f6179-d882-4abd-b622-b00fba3a0fa0/b35b6dcc-7b53-4989-9104-395f7a56f936) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:28.053854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-136236e3-e016-40b4-aeb6-5546b1b17b17 req-e4c295ea-953b-4298-a8d0-dfd297793ea3 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012730 Feb 03 14:11:28.079164 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:22Z', 'revision_number': 3, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:28.111109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a84d6d29-4ec5-44d4-981e-810eb21c83e2 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:28.111510 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:28.209678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a84d6d29-4ec5-44d4-981e-810eb21c83e2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a84d6d29-4ec5-44d4-981e-810eb21c83e2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:28.223353 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d6bed4-7ef4-420c-9a5d-71dff32fe58b x-openstack-request-id: req-75d6bed4-7ef4-420c-9a5d-71dff32fe58b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:28.223920 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-plugged", "status": "completed", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:28.224392 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75d6bed4-7ef4-420c-9a5d-71dff32fe58b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:28.225035 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'code': 200} Feb 03 14:11:28.234325 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:28.251250 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c1444-5dae-4b9c-a301-5b69f9ef4b5c None None] The sync data for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 is: [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:22Z', 'revision_number': 3, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:11:28.355778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a84d6d29-4ec5-44d4-981e-810eb21c83e2,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:28.396324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2671c561-dcf8-42dc-aaea-23a4976a8c81 req-22cc55a2-2d93-438b-8cf9-faf94c1b224a tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 210 time: 0.0805750 Feb 03 14:11:28.452748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1461-7399-4b37-b6fb-68ba551db939 req-7c0dffb6-72fb-466b-9c17-b643185398e9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:28.468783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf9a1461-7399-4b37-b6fb-68ba551db939 req-7c0dffb6-72fb-466b-9c17-b643185398e9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.2531321 Feb 03 14:11:28.574356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks [] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:28.581262 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991 associated. External IP: 172.25.0.91, port: db135b74-0c18-4544-bbe6-cbfbf321e58a. Feb 03 14:11:28.593354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf9a1461-7399-4b37-b6fb-68ba551db939 req-a2455b07-4d3a-46ff-b54d-6fe9699f4c1a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231534 Feb 03 14:11:28.671983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7994461-d872-450e-b001-a9bbe71d7759 req-ee0aa6ae-ccbc-4ad4-bbdc-0029e506705e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:28.689704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7994461-d872-450e-b001-a9bbe71d7759 req-ee0aa6ae-ccbc-4ad4-bbdc-0029e506705e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.1650105 Feb 03 14:11:28.874555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7994461-d872-450e-b001-a9bbe71d7759 req-09294ebc-acd9-44e2-b9f6-644a5635a729 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802924 Feb 03 14:11:28.895947 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:29.153361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:29.155721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Router 1eca9809-95ab-4624-a82a-27316c0bc86b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:29.160753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:29.180115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:29.256694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Pushing event updated for resources: {'Port': ['ID=b35b6dcc-7b53-4989-9104-395f7a56f936,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:29.436461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43e47-be38-448b-bc71-4967ae0d3674 req-4c074fad-4730-4139-924d-c00252567519 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:29.441852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0f43e47-be38-448b-bc71-4967ae0d3674 req-4c074fad-4730-4139-924d-c00252567519 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1131 time: 0.2725029 Feb 03 14:11:29.532103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d567-d73b-46f3-a576-91017b9072ec req-1e3f5d5d-0463-49a8-b2ed-6e80bc31808e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:29.548460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e120d567-d73b-46f3-a576-91017b9072ec req-1e3f5d5d-0463-49a8-b2ed-6e80bc31808e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 950 time: 0.2430782 Feb 03 14:11:29.622196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (506e9458-3f26-4780-ba43-7a8e034b1eb7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:29.763377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e120d567-d73b-46f3-a576-91017b9072ec req-17602066-f274-4fc8-8ed9-cfd65450585e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077296 Feb 03 14:11:29.796376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0f43e47-be38-448b-bc71-4967ae0d3674 req-6e3533b6-acd9-4b5b-9951-bbc4399ab3c6 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356378 Feb 03 14:11:29.834324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cda15311-7ae6-48b2-9d3f-acc6c3e21fe8 None None] Provisioning complete for port b35b6dcc-7b53-4989-9104-395f7a56f936 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:29.834937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cda15311-7ae6-48b2-9d3f-acc6c3e21fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:29.841400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc76a712-0a80-426e-8c4b-f751159f8c2c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:30.105189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aaa2523-a4ca-4a26-999e-78ce088b9720 req-475e4bd4-889f-42dc-b303-59fe9f0c60c4 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 210 time: 0.0799842 Feb 03 14:11:30.160725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97b29b-d44b-47bb-8581-17efac769fe7 req-85e64134-2c63-4375-bc0b-4fdb4372ae00 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:30.171552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba97b29b-d44b-47bb-8581-17efac769fe7 req-85e64134-2c63-4375-bc0b-4fdb4372ae00 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.2248576 Feb 03 14:11:30.215542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cda15311-7ae6-48b2-9d3f-acc6c3e21fe8 None None] Port b35b6dcc-7b53-4989-9104-395f7a56f936 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:11:30.232799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:30.243004 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a474430-4b40-43d3-ab6e-6ee5935cf2ae" -d '{"events": [{"server_uuid": "47b0c586-e9c3-4856-93c0-46052e0cb02d", "name": "network-vif-plugged", "status": "completed", "tag": "a84d6d29-4ec5-44d4-981e-810eb21c83e2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:30.251479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:30.267900 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:30.271345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] Sync routers for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:11:30.312131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba97b29b-d44b-47bb-8581-17efac769fe7 req-5cfdcbf6-2a47-4575-9b0c-4d4d53b55a19 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393447 Feb 03 14:11:30.327324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fc76a712-0a80-426e-8c4b-f751159f8c2c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:30.327920 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:30.332834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:30.333630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:30.452865 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f65af4d-8811-4ead-a229-97429b8af5b9 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "PUT /v2.0/floatingips/8add52cd-5f6d-465e-a4f4-1f7f6c750991 HTTP/1.1" status: 200 len: 990 time: 6.4833114 Feb 03 14:11:30.453241 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3d570d-9c0a-44f9-a3bc-4c6ee46ba89a x-openstack-request-id: req-ab3d570d-9c0a-44f9-a3bc-4c6ee46ba89a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:30.453912 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b0c586-e9c3-4856-93c0-46052e0cb02d", "name": "network-vif-plugged", "status": "completed", "tag": "a84d6d29-4ec5-44d4-981e-810eb21c83e2", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:30.454053 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab3d570d-9c0a-44f9-a3bc-4c6ee46ba89a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:30.454548 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2', 'code': 200} Feb 03 14:11:30.456224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:30.459544 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:30.557849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069877-6792-4375-bce5-2b234c891e5b req-dddaa928-e9be-4a26-9266-040c6f5e23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:30.559411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9069877-6792-4375-bce5-2b234c891e5b req-dddaa928-e9be-4a26-9266-040c6f5e23e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 1132 time: 0.1000655 Feb 03 14:11:30.586573 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59dd793-59e1-4936-8ff3-b429888f64bd x-openstack-request-id: req-e59dd793-59e1-4936-8ff3-b429888f64bd {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:30.587003 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:30.587368 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e59dd793-59e1-4936-8ff3-b429888f64bd {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:30.588662 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'status': 'completed', 'code': 200} Feb 03 14:11:30.597846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:30.909837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9069877-6792-4375-bce5-2b234c891e5b req-3bf27e55-5a74-4514-abca-aff256a77220 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389645 Feb 03 14:11:30.910928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-b493aad2-1061-4577-9d40-be6eaa99f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:30.923445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-b493aad2-1061-4577-9d40-be6eaa99f9af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ded17569e92940a89c28a22f6232dc47&device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 1127 time: 0.2169762 Feb 03 14:11:30.946024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:30.950453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-ced48fc6-fdfe-461e-bd65-b452d8638099 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1536858 Feb 03 14:11:31.020357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fc76a712-0a80-426e-8c4b-f751159f8c2c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:31.021040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:31.094520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks [] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:31.103173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:31.127819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port fc76a712-0a80-426e-8c4b-f751159f8c2c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fc76a712-0a80-426e-8c4b-f751159f8c2c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:31.154763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:31.201786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Pushing event updated for resources: {'Port': ['ID=b35b6dcc-7b53-4989-9104-395f7a56f936,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:31.242970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (506e9458-3f26-4780-ba43-7a8e034b1eb7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:31.250132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b0c10-5e72-4ece-8bb5-972f941c3e11 req-1e53d317-026e-4965-be1e-cc924725195d tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.277046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b00b0c10-5e72-4ece-8bb5-972f941c3e11 req-1e53d317-026e-4965-be1e-cc924725195d tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.6164322 Feb 03 14:11:31.316606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-197f8ef5-9d4e-4fdc-ab9d-d745404881ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.318902 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-197f8ef5-9d4e-4fdc-ab9d-d745404881ac service neutron] 10.222.0.71 "GET /v2.0/networks?id=5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 200 len: 924 time: 0.2657204 Feb 03 14:11:31.412130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=fc76a712-0a80-426e-8c4b-f751159f8c2c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:31.428464 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-5486b853-b92f-4283-bc81-44dc61f946fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a HTTP/1.1" status: 200 len: 998 time: 0.0981131 Feb 03 14:11:31.489828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-986e6e95-b46b-44af-9ac2-e3122d47600b tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.491532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-986e6e95-b46b-44af-9ac2-e3122d47600b tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.71 "GET /v2.0/networks?id=5c1a0e1a-8970-4ff6-bb5c-43832282c6ad HTTP/1.1" status: 200 len: 814 time: 0.5804992 Feb 03 14:11:31.530785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b00b0c10-5e72-4ece-8bb5-972f941c3e11 req-7151a8d8-2d50-425a-bfe0-2480eb191acd tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523341 Feb 03 14:11:31.551154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Request body: {'port': {'device_id': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad', 'admin_state_up': True, 'tenant_id': '32750cd8df5b47a2a4a5055489fd8d28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:31.556497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-3745ed00-16e3-4056-8d98-bbd8378d37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.558529 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-3745ed00-16e3-4056-8d98-bbd8378d37de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 200 len: 862 time: 0.0960836 Feb 03 14:11:31.641382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '8add52cd-5f6d-465e-a4f4-1f7f6c750991', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'port_id': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'mac_address': 'fa:16:3e:25:2a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:09:14Z', 'updated_at': '2022-02-03T14:11:26Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:31.649729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-67f49254-b0cb-49ac-ae75-3082a0b21ce5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.658670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-67f49254-b0cb-49ac-ae75-3082a0b21ce5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7073483 Feb 03 14:11:31.723797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-fcb64897-cba1-4a0f-9e63-9c2f6861441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.725360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-fcb64897-cba1-4a0f-9e63-9c2f6861441d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5408fc56-9b26-4cc1-bf89-497fdffe580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1514225 Feb 03 14:11:31.729912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc76a712-0a80-426e-8c4b-f751159f8c2c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:31.738189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] Checking router: 1eca9809-95ab-4624-a82a-27316c0bc86b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:11:31.806242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-e0558fb1-416e-4bc4-a884-16c9fe47d759 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/quotas/daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 375 time: 0.1406138 Feb 03 14:11:31.816820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:31.819673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:31.821336 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:31.826959 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:31.967170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268506-b313-47d3-8f98-b7b78aae9450 req-c93380dd-f680-4650-ba17-b84b26379aca tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:31.973533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b268506-b313-47d3-8f98-b7b78aae9450 req-c93380dd-f680-4650-ba17-b84b26379aca tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 950 time: 0.2893820 Feb 03 14:11:32.016213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-47a8a6ac-7801-467f-91e3-b5803c6cfaa3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2080822 Feb 03 14:11:32.106278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Router 506e9458-3f26-4780-ba43-7a8e034b1eb7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:32.109873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Made reservation on behalf of 32750cd8df5b47a2a4a5055489fd8d28 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:32.120186 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:32.202405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b268506-b313-47d3-8f98-b7b78aae9450 req-7dec9bf4-037e-43b0-94a3-ce35454e37da tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277427 Feb 03 14:11:32.436139 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:32.446870 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4368d5db-5214-41dc-beca-7cd108027df8 admin admin] 10.222.0.52 "PUT /v2.0/routers/506e9458-3f26-4780-ba43-7a8e034b1eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8354273 Feb 03 14:11:32.449609 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Sync routers for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:11:32.450151 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-c20d9fea-ad00-4c5c-a3e8-5906be6a55c6 service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097049 Feb 03 14:11:32.482988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:32.483659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:32.518543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Allocated IP 172.20.0.2 (5c1a0e1a-8970-4ff6-bb5c-43832282c6ad/c8b08a19-06e2-4f1a-9f37-866d4a4adc0c/fe86b1dd-d60f-4504-9ed8-5e1360f68766) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:32.668454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6cac069-2c62-4391-9d23-b2bede47c74f req-8751ac98-8315-4e01-b26b-2ab374204095 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 210 time: 0.1088357 Feb 03 14:11:32.781332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fc76a712-0a80-426e-8c4b-f751159f8c2c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:32.782707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:32.791853 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d589b4b-5c40-4b4c-b5d2-e37b31e06880 req-2bc608a8-7093-4a6f-93ae-cc7bc7ad4d97 service neutron] 10.222.0.71 "GET /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333666 Feb 03 14:11:32.959514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:32.970059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-63507e4f-2b17-4298-8caa-b65691198785 None None] Provisioning complete for port b35b6dcc-7b53-4989-9104-395f7a56f936 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:32.972930 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63507e4f-2b17-4298-8caa-b65691198785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:32.995426 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks [] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:33.157963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fc76a712-0a80-426e-8c4b-f751159f8c2c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:33.165874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-63507e4f-2b17-4298-8caa-b65691198785 None None] Port b35b6dcc-7b53-4989-9104-395f7a56f936 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:11:33.333995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:33.343032 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:33.355051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-146fbfc4-72a2-4790-aa7c-c3cd8173f038 req-a92b007d-f7a8-4f24-9a12-f1b0649faba2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 210 time: 0.0730941 Feb 03 14:11:33.469834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:33.479977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:33.483390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:33.648257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41b219-a646-47e8-ae77-9145013242ed req-99a1b0f5-cf73-4078-a022-82afdbc00772 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:33.648257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d41b219-a646-47e8-ae77-9145013242ed req-99a1b0f5-cf73-4078-a022-82afdbc00772 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.5011578 Feb 03 14:11:33.654428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '8add52cd-5f6d-465e-a4f4-1f7f6c750991', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'port_id': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'mac_address': 'fa:16:3e:25:2a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:09:14Z', 'updated_at': '2022-02-03T14:11:26Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:33.698636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Pushing event updated for resources: {'Port': ['ID=fe86b1dd-d60f-4504-9ed8-5e1360f68766,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:33.724582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c040fe8-d83d-4bea-824f-434044ab32d3 None None] The sync data for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 is: [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '8add52cd-5f6d-465e-a4f4-1f7f6c750991', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'port_id': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'mac_address': 'fa:16:3e:25:2a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:09:14Z', 'updated_at': '2022-02-03T14:11:26Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:11:33.827764 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 2, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:33.834119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:33.834119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:33.862217 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d41b219-a646-47e8-ae77-9145013242ed req-e64d9c16-9446-4180-a472-75842ba987df tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657944 Feb 03 14:11:33.874351 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Checking router: 506e9458-3f26-4780-ba43-7a8e034b1eb7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:11:33.874713 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Updating router 506e9458-3f26-4780-ba43-7a8e034b1eb7 port b35b6dcc-7b53-4989-9104-395f7a56f936 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:11:33.913203 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:33.961961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e5036-63f5-41a3-8946-a60962fdd3da req-560e2828-6a46-480e-8bcb-8a4ea0fcba24 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:33.970201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e18e5036-63f5-41a3-8946-a60962fdd3da req-560e2828-6a46-480e-8bcb-8a4ea0fcba24 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.4929206 Feb 03 14:11:33.985454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-267c47ec-63df-406c-8481-60f5432b094d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4471817 Feb 03 14:11:34.029624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Request body: {'port': {'device_id': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:34.217676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c034c-32fb-412c-a7df-ddaaffc61e8d None None] New status for floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:11:34.313273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e18e5036-63f5-41a3-8946-a60962fdd3da req-2f40cb51-d5af-4dad-897f-d38437fd39d6 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423150 Feb 03 14:11:34.391775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:34.495658 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Publish callbacks [] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:34.516580 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:34.579046 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6ddf-5721-4779-9d72-2d711d13c327 None None] Pushing event updated for resources: {'Port': ['ID=b35b6dcc-7b53-4989-9104-395f7a56f936,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:34.634859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-c19807cc-65f7-4e92-bb91-e8241655b118 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:34.669630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-c19807cc-65f7-4e92-bb91-e8241655b118 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks?id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 200 len: 829 time: 0.6051900 Feb 03 14:11:34.704800 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Attempting to bind port b35b6dcc-7b53-4989-9104-395f7a56f936 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:34.705159 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Attempting to bind port b35b6dcc-7b53-4989-9104-395f7a56f936 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:34.707489 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Attempting to bind port b35b6dcc-7b53-4989-9104-395f7a56f936 on network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:34.723825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-08c8b8c5-33a4-42c3-8c49-f8d70182c1a1 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/quotas/3119948ef0d94d47bc3856ce02e17c37 HTTP/1.1" status: 200 len: 375 time: 0.0528185 Feb 03 14:11:34.725825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:34.726411 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Checking segment: {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:34.726989 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:34.727667 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Bound using segment: {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:34.728296 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Bound port: b35b6dcc-7b53-4989-9104-395f7a56f936, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:34.729375 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:34.889368 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] For port b35b6dcc-7b53-4989-9104-395f7a56f936, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:34.896397 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] For port b35b6dcc-7b53-4989-9104-395f7a56f936, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b35b6dcc-7b53-4989-9104-395f7a56f936,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:34.907941 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:34.937157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-1e05c9ec-a696-49a9-b713-22cf45ee2014 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2378321 Feb 03 14:11:34.991619 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6ddf-5721-4779-9d72-2d711d13c327 None None] Pushing event updated for resources: {'Port': ['ID=b35b6dcc-7b53-4989-9104-395f7a56f936,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:35.038098 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:35.039109 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:35.146665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c47d689f-a1d1-4307-aee9-724ddf619c6d None None] Provisioning complete for port b35b6dcc-7b53-4989-9104-395f7a56f936 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:35.147575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47d689f-a1d1-4307-aee9-724ddf619c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:35.190628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a42ac-231d-489a-beec-5888b89897ee req-1f39bcc3-39f0-4780-84a3-78834f0be958 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:35.192300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b51a42ac-231d-489a-beec-5888b89897ee req-1f39bcc3-39f0-4780-84a3-78834f0be958 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 950 time: 0.7580602 Feb 03 14:11:35.225373 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:35.276547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c47d689f-a1d1-4307-aee9-724ddf619c6d None None] Current status of the port b35b6dcc-7b53-4989-9104-395f7a56f936 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:35.277115 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47d689f-a1d1-4307-aee9-724ddf619c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:35.279436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-5576b963-c58b-4551-84bd-a968ddc2372b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3119948ef0d94d47bc3856ce02e17c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5546620 Feb 03 14:11:35.351226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c47d689f-a1d1-4307-aee9-724ddf619c6d None None] For port b35b6dcc-7b53-4989-9104-395f7a56f936, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b35b6dcc-7b53-4989-9104-395f7a56f936,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:35.357127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47d689f-a1d1-4307-aee9-724ddf619c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:35.389506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-8433cddb-58a6-4f20-9a6c-3b560eabef9b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:35.393964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-8433cddb-58a6-4f20-9a6c-3b560eabef9b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417810 Feb 03 14:11:35.420894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d689f-a1d1-4307-aee9-724ddf619c6d None None] Pushing event updated for resources: {'Port': ['ID=b35b6dcc-7b53-4989-9104-395f7a56f936,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:35.483529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2757671a-b7b7-4b5b-aec8-6bb9b584f36d None None] Provisioning complete for port b35b6dcc-7b53-4989-9104-395f7a56f936 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:35.484051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2757671a-b7b7-4b5b-aec8-6bb9b584f36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:35.499523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b51a42ac-231d-489a-beec-5888b89897ee req-d525f7f2-3cd2-4e2f-b89c-e5ba61509495 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845395 Feb 03 14:11:35.512324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Request body: {'port': {'device_id': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'daad21f715b240c7946d98ccadaa3246'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:35.634571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-dddb13db-3b5e-4344-93fa-944e16a07ca2 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542547 Feb 03 14:11:35.688349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2757671a-b7b7-4b5b-aec8-6bb9b584f36d None None] Current status of the port b35b6dcc-7b53-4989-9104-395f7a56f936 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:35.693238 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:34Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:35.723827 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cef029-e9d9-4471-a5df-cce199616b7e None None] The sync data for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 is: [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:34Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:11:35.905216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe86b1dd-d60f-4504-9ed8-5e1360f68766 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:35.912358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-f91190a5-8fb7-452d-afab-b381531eef80 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660241 Feb 03 14:11:35.920910 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Publish callbacks [] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:35.938507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Transition to ACTIVE for port object fe86b1dd-d60f-4504-9ed8-5e1360f68766 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:35.951852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9117f-1cee-4083-a0be-b949d7736c77 req-4ac688b6-ebec-4e75-bf43-387554a7ddb0 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:35.953609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bd9117f-1cee-4083-a0be-b949d7736c77 req-4ac688b6-ebec-4e75-bf43-387554a7ddb0 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 931 time: 0.2887642 Feb 03 14:11:35.955761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:35.962354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Made reservation on behalf of daad21f715b240c7946d98ccadaa3246 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:35.966216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:36.266839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bd9117f-1cee-4083-a0be-b949d7736c77 req-c51532d0-2250-47a0-92c0-2657ea1059d2 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748485 Feb 03 14:11:36.267500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Pushing event updated for resources: {'Port': ['ID=fe86b1dd-d60f-4504-9ed8-5e1360f68766,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:36.453665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Allocated IP 192.168.233.253 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/fa0b5b93-85a9-4769-999d-bffd1b9257ac) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:36.458277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ea5418b-1b6d-4dca-9673-3713f16f7729 req-dcb676c2-5b94-4524-baf2-26bd7a602d3c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 210 time: 0.0720069 Feb 03 14:11:36.462547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Attempting to bind port fe86b1dd-d60f-4504-9ed8-5e1360f68766 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:36.462871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Attempting to bind port fe86b1dd-d60f-4504-9ed8-5e1360f68766 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '02a19564-2974-42ff-a1e1-d971e96d1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:36.463214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Attempting to bind port fe86b1dd-d60f-4504-9ed8-5e1360f68766 on network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:36.469754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Port fe86b1dd-d60f-4504-9ed8-5e1360f68766 on network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:36.470054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Attempting to bind port fe86b1dd-d60f-4504-9ed8-5e1360f68766 on network 5c1a0e1a-8970-4ff6-bb5c-43832282c6ad {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:36.488981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b7ca-3ad4-4ae2-9a57-1d5b07bd7664 req-0b013172-7c71-4725-8d88-5177c1697caf tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:36.497699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5175b7ca-3ad4-4ae2-9a57-1d5b07bd7664 req-0b013172-7c71-4725-8d88-5177c1697caf tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.2258170 Feb 03 14:11:36.509921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:36.510259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Checking segment: {'id': '02a19564-2974-42ff-a1e1-d971e96d1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:36.510837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Bound using segment: {'id': '02a19564-2974-42ff-a1e1-d971e96d1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:36.511238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Bound port: fe86b1dd-d60f-4504-9ed8-5e1360f68766, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a19564-2974-42ff-a1e1-d971e96d1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:36.511922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:36.600879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5175b7ca-3ad4-4ae2-9a57-1d5b07bd7664 req-63e3b279-ddbd-4b71-a1c9-d95bde4f6e99 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001177 Feb 03 14:11:36.828673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93275a91-214f-41b0-930d-264cfa3a8a50 req-fb9fccbf-00b3-49f8-8cb2-9b6dae91fcd0 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:36.830275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93275a91-214f-41b0-930d-264cfa3a8a50 req-fb9fccbf-00b3-49f8-8cb2-9b6dae91fcd0 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.2427187 Feb 03 14:11:36.831467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] For port fe86b1dd-d60f-4504-9ed8-5e1360f68766, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:36.874035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] For port fe86b1dd-d60f-4504-9ed8-5e1360f68766, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fe86b1dd-d60f-4504-9ed8-5e1360f68766,segment=NetworkSegment(02a19564-2974-42ff-a1e1-d971e96d1cbe),segment_id=02a19564-2974-42ff-a1e1-d971e96d1cbe)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:36.903694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.305481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98bc5870-024b-4bac-9eb0-32c76ad5628d req-dd2bf70c-679d-4f82-a4bc-d8dfa7269a6f tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 210 time: 0.0659339 Feb 03 14:11:37.334346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93275a91-214f-41b0-930d-264cfa3a8a50 req-39d537de-425e-4186-99ed-32cd82a4917f tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863522 Feb 03 14:11:37.346873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks [] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.395074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:37.396006 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.397740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] 10.222.0.71 "PUT /v2.0/ports/fe86b1dd-d60f-4504-9ed8-5e1360f68766 HTTP/1.1" status: 200 len: 1091 time: 3.3918846 Feb 03 14:11:37.501009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'tag': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:37.508606 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e30bbe1-9faf-488c-8c24-296a69ff30dd", "tag": "fe86b1dd-d60f-4504-9ed8-5e1360f68766"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:37.540976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.594435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:37.606565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc34dc5-eeec-4d52-b0e2-ba30f06990fc service neutron] Pushing event updated for resources: {'Port': ['ID=fe86b1dd-d60f-4504-9ed8-5e1360f68766,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:37.706719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b35b6dcc-7b53-4989-9104-395f7a56f936 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:37.742087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:37.772144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:37.784827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:37.818836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:37.837776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d91cf-72a9-4355-bb16-e838554b0099 req-fd761325-c7a1-46a1-b5a9-bcd7f9f67a3c tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:37.845798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-680d91cf-72a9-4355-bb16-e838554b0099 req-fd761325-c7a1-46a1-b5a9-bcd7f9f67a3c tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 1132 time: 0.3256221 Feb 03 14:11:37.852073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b35b6dcc-7b53-4989-9104-395f7a56f936 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:37.852487 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.854106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-4b160c88-105b-4558-b6b2-deb2a0d688a3 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:37.856371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-4b160c88-105b-4558-b6b2-deb2a0d688a3 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.45 "GET /v2.0/networks?id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 200 len: 829 time: 0.3102314 Feb 03 14:11:37.873488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Request body: {'port': {'device_id': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'admin_state_up': True, 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:37.909865 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-680d91cf-72a9-4355-bb16-e838554b0099 req-0978ee6d-43e1-48e2-92ad-bdc3e403e998 tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.919816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-7af2aef3-3517-4d18-b7bb-d9313e1b9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:37.921445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-7af2aef3-3517-4d18-b7bb-d9313e1b9e62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32750cd8df5b47a2a4a5055489fd8d28&device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 1125 time: 0.3470421 Feb 03 14:11:37.927581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:37.928361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.946693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20fe27-f8ec-4abf-8511-f8daee22aa51 req-d59d9c1e-4c56-45f2-aeec-58252798071d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:37.948117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec20fe27-f8ec-4abf-8511-f8daee22aa51 req-d59d9c1e-4c56-45f2-aeec-58252798071d tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 943 time: 0.3223753 Feb 03 14:11:38.042359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-469ed405-6d8c-4d92-aa49-0f7cf9b81ee2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe86b1dd-d60f-4504-9ed8-5e1360f68766 HTTP/1.1" status: 200 len: 217 time: 0.0928626 Feb 03 14:11:38.087957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a1cace59-b0b6-429f-9227-da8de0b2bc0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5853484 Feb 03 14:11:38.107616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b35b6dcc-7b53-4989-9104-395f7a56f936 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:38.118171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Made reservation on behalf of 3119948ef0d94d47bc3856ce02e17c37 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:38.118171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.135631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Request body: {'port': {'device_id': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:38.140767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-356a8f85-da7c-4563-889e-48c5e09dd54c None None] Provisioning complete for port fa0b5b93-85a9-4769-999d-bffd1b9257ac triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:38.140767 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-356a8f85-da7c-4563-889e-48c5e09dd54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.163753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec20fe27-f8ec-4abf-8511-f8daee22aa51 req-a7c5ce3d-c510-4ac5-af47-4db70948daa0 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019107 Feb 03 14:11:38.259471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.270691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-4c8ed008-2d47-4f79-ae8e-9d95f1f1a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:38.272212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-4c8ed008-2d47-4f79-ae8e-9d95f1f1a72d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8b08a19-06e2-4f1a-9f37-866d4a4adc0c HTTP/1.1" status: 200 len: 854 time: 0.2132916 Feb 03 14:11:38.280999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-356a8f85-da7c-4563-889e-48c5e09dd54c None None] Port fa0b5b93-85a9-4769-999d-bffd1b9257ac cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:11:38.318572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Allocated IP 172.20.0.9 (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e/8e4f6179-d882-4abd-b622-b00fba3a0fa0/e6b819dd-b3fc-4b11-8254-021036245332) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:38.324804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-1129a018-2f8a-4d7c-818e-4662b72ccdb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5c1a0e1a-8970-4ff6-bb5c-43832282c6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420756 Feb 03 14:11:38.406659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-680d91cf-72a9-4355-bb16-e838554b0099 req-0978ee6d-43e1-48e2-92ad-bdc3e403e998 tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] Publish callbacks [] for security_group (7cec5b66-0741-4e6a-a6b4-8e57d6386fb1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.419579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-680d91cf-72a9-4355-bb16-e838554b0099 req-0978ee6d-43e1-48e2-92ad-bdc3e403e998 tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7cec5b66-0741-4e6a-a6b4-8e57d6386fb1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.491149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-680d91cf-72a9-4355-bb16-e838554b0099 req-0978ee6d-43e1-48e2-92ad-bdc3e403e998 tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391089 Feb 03 14:11:38.731600 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.762634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ee6d-43e1-48e2-92ad-bdc3e403e998 tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cec5b66-0741-4e6a-a6b4-8e57d6386fb1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:38.869941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-f085cfa1-3b1e-4e61-bc51-6d128b59bd84 service neutron] 10.222.0.71 "GET /v2.0/networks/5c1a0e1a-8970-4ff6-bb5c-43832282c6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097098 Feb 03 14:11:39.048883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for port (e6b819dd-b3fc-4b11-8254-021036245332), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.110743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e6b819dd-b3fc-4b11-8254-021036245332), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.191840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-362b8d5b-05e4-4389-8c8a-53e6f9f56657 req-7d1d238b-83b8-4a71-a659-08b1188fc8a8 service neutron] 10.222.0.71 "GET /v2.0/networks/5c1a0e1a-8970-4ff6-bb5c-43832282c6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537544 Feb 03 14:11:39.200743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984064-2534-4864-ba53-f99990efbaea req-ed1fe30d-23fe-4bff-a631-7f9fc18b49c9 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:39.204282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e984064-2534-4864-ba53-f99990efbaea req-ed1fe30d-23fe-4bff-a631-7f9fc18b49c9 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 936 time: 0.5684447 Feb 03 14:11:39.222536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event updated for resources: {'Port': ['ID=e6b819dd-b3fc-4b11-8254-021036245332,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:39.237600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:39.239558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:39.241732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0b5b93-85a9-4769-999d-bffd1b9257ac {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:39.260569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:39.266721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Publish callbacks [] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.291856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Transition to ACTIVE for port object fa0b5b93-85a9-4769-999d-bffd1b9257ac will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:39.305342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.352252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:39.353014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.379216 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8ee3cfc7-8364-4a90-a9dc-fc68a3563832 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5122283 Feb 03 14:11:39.392061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Request body: {'port': {'device_id': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:39.412262 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecd54d4-6e04-4684-8ac9-ef5c68f65f85 x-openstack-request-id: req-6ecd54d4-6e04-4684-8ac9-ef5c68f65f85 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:39.412872 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e30bbe1-9faf-488c-8c24-296a69ff30dd", "tag": "fe86b1dd-d60f-4504-9ed8-5e1360f68766", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:39.412872 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ecd54d4-6e04-4684-8ac9-ef5c68f65f85 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:39.416615 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'tag': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766', 'status': 'completed', 'code': 200} Feb 03 14:11:39.461329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:39.503482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e6b819dd-b3fc-4b11-8254-021036245332), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.565697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e984064-2534-4864-ba53-f99990efbaea req-ffedefc5-9f48-4df2-8eb4-efaf661ee10a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721107 Feb 03 14:11:39.727397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a353be7f-6b7c-47a3-8b33-083d3a6a8ef8 None None] Provisioning complete for port e6b819dd-b3fc-4b11-8254-021036245332 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:39.729806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a353be7f-6b7c-47a3-8b33-083d3a6a8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e6b819dd-b3fc-4b11-8254-021036245332), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.765446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a83ce-49a0-4626-aa43-f8996edffeed req-0274a474-448a-4996-9614-a8eee1a94579 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:39.772916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-483a83ce-49a0-4626-aa43-f8996edffeed req-0274a474-448a-4996-9614-a8eee1a94579 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.2678118 Feb 03 14:11:39.778669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:39.779014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:39.779347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:39.806707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a353be7f-6b7c-47a3-8b33-083d3a6a8ef8 None None] Port e6b819dd-b3fc-4b11-8254-021036245332 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:11:39.810779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-19e14ff2-5ffc-416f-9a4c-16e65624623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:39.811557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-19e14ff2-5ffc-416f-9a4c-16e65624623e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32750cd8df5b47a2a4a5055489fd8d28&device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 1125 time: 0.3075676 Feb 03 14:11:39.835986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Port fa0b5b93-85a9-4769-999d-bffd1b9257ac on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:39.836383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:39.843782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b819dd-b3fc-4b11-8254-021036245332 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:39.851528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Publish callbacks [] for port (e6b819dd-b3fc-4b11-8254-021036245332), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.866994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Transition to ACTIVE for port object e6b819dd-b3fc-4b11-8254-021036245332 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:39.867231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:39.867359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:39.867770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:39.868451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Bound port: fa0b5b93-85a9-4769-999d-bffd1b9257ac, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:39.868749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.873601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (e6b819dd-b3fc-4b11-8254-021036245332), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:39.879414 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9144c6b5-e326-4930-ba9b-6209eeba844d no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:40.030090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b819dd-b3fc-4b11-8254-021036245332,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:40.048925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Attempting to bind port e6b819dd-b3fc-4b11-8254-021036245332 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:40.050566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Attempting to bind port e6b819dd-b3fc-4b11-8254-021036245332 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:40.052145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Attempting to bind port e6b819dd-b3fc-4b11-8254-021036245332 on network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:40.064302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 9144c6b5-e326-4930-ba9b-6209eeba844d is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:40.064998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.067057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Port e6b819dd-b3fc-4b11-8254-021036245332 on network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:40.067309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Attempting to bind port e6b819dd-b3fc-4b11-8254-021036245332 on network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:40.070472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-483a83ce-49a0-4626-aa43-f8996edffeed req-18a7a70f-4f85-4d88-b0ef-68565a6172ab tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965672 Feb 03 14:11:40.074870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:40.075235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Checking segment: {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:40.075630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Bound using segment: {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:40.076903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Bound port: e6b819dd-b3fc-4b11-8254-021036245332, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ab616e-b182-4d16-94a2-bbbbf2161850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:40.077280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e6b819dd-b3fc-4b11-8254-021036245332), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.090216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bfcc-9457-4864-8f48-68f846ba3fdb req-cb3bb8b8-28d1-4f49-af7b-cc2831c8297d tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.099268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a519bfcc-9457-4864-8f48-68f846ba3fdb req-cb3bb8b8-28d1-4f49-af7b-cc2831c8297d tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 931 time: 0.3670552 Feb 03 14:11:40.123784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:40.125416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:40.128348 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b324b4b3-5a74-40f2-8111-39b0693412ef" -d '{"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:40.134276 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.244934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-923b4138-7fc0-48e0-9e82-7d990d7288ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.247158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-923b4138-7fc0-48e0-9e82-7d990d7288ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=5c1a0e1a-8970-4ff6-bb5c-43832282c6ad HTTP/1.1" status: 200 len: 915 time: 0.4226856 Feb 03 14:11:40.258224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] For port e6b819dd-b3fc-4b11-8254-021036245332, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:40.258773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:40.260265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:40.267580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] For port e6b819dd-b3fc-4b11-8254-021036245332, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e6b819dd-b3fc-4b11-8254-021036245332,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:40.283125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (e6b819dd-b3fc-4b11-8254-021036245332), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.296784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:40.353079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a519bfcc-9457-4864-8f48-68f846ba3fdb req-3dd85491-3b45-4fc6-93f9-9e7a4552a7a8 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350504 Feb 03 14:11:40.355595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.358786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-81c1c524-d616-441d-8e78-3b65d3dc7786 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe86b1dd-d60f-4504-9ed8-5e1360f68766 HTTP/1.1" status: 200 len: 217 time: 0.0708663 Feb 03 14:11:40.392612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b819dd-b3fc-4b11-8254-021036245332,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:40.400892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.401640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.403173 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-7393cd99-76a3-4ede-8151-afcea6a5f1d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 1091 time: 1.0158808 Feb 03 14:11:40.403759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:40.419796 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f192a98b-1648-4368-9f0d-c98469316866" -d '{"events": [{"name": "network-changed", "server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "tag": "e6b819dd-b3fc-4b11-8254-021036245332"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:40.477710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.478459 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.480006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] 10.222.0.45 "PUT /v2.0/ports/fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 1096 time: 2.3791020 Feb 03 14:11:40.511440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca604d-00f4-4c8d-bad6-7eb22f122435 req-20e27594-0f76-4f96-9bf1-5a3ac16c6af1 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.512982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55ca604d-00f4-4c8d-bad6-7eb22f122435 req-20e27594-0f76-4f96-9bf1-5a3ac16c6af1 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 943 time: 0.3241405 Feb 03 14:11:40.560671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-66e992a1-7c43-4286-9d1e-f8f5b2e9644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.562775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-66e992a1-7c43-4286-9d1e-f8f5b2e9644b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8b08a19-06e2-4f1a-9f37-866d4a4adc0c HTTP/1.1" status: 200 len: 854 time: 0.1929245 Feb 03 14:11:40.563659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aedc0-048f-4b9f-b0b7-349cba0f0bea service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:40.595441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-c7d1053d-c7f4-47d9-a4dc-28869a9e0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.598469 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-c7d1053d-c7f4-47d9-a4dc-28869a9e0339 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3119948ef0d94d47bc3856ce02e17c37&device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 1125 time: 0.1331172 Feb 03 14:11:40.671813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55ca604d-00f4-4c8d-bad6-7eb22f122435 req-4992ee1e-c8a5-49ec-93f5-a458fa8f792c tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508665 Feb 03 14:11:40.674590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-36702271-b87c-4adc-9b4e-440967b145f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5c1a0e1a-8970-4ff6-bb5c-43832282c6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010730 Feb 03 14:11:40.741352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-4d351041-0367-42fb-bb68-fd92fa75bb7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 217 time: 0.1328573 Feb 03 14:11:40.833648 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b40891-4757-4b12-9769-686d10e91989 x-openstack-request-id: req-28b40891-4757-4b12-9769-686d10e91989 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:40.834177 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:40.835475 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28b40891-4757-4b12-9769-686d10e91989 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:40.836053 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'code': 200} Feb 03 14:11:40.863076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-e41b026f-d372-45e0-a6e1-51502cc920ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.863260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-d18ff182-1168-4f0a-bf8b-84caa9cfc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.864697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-d18ff182-1168-4f0a-bf8b-84caa9cfc7b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1130 time: 0.2733879 Feb 03 14:11:40.864839 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-e41b026f-d372-45e0-a6e1-51502cc920ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e4f6179-d882-4abd-b622-b00fba3a0fa0 HTTP/1.1" status: 200 len: 868 time: 0.1091661 Feb 03 14:11:40.913006 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bca38bd-131f-42ae-a688-b3e047c60150 x-openstack-request-id: req-2bca38bd-131f-42ae-a688-b3e047c60150 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:40.913566 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "tag": "e6b819dd-b3fc-4b11-8254-021036245332", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:40.913954 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bca38bd-131f-42ae-a688-b3e047c60150 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:40.914501 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332', 'status': 'completed', 'code': 200} Feb 03 14:11:40.950444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-f4369db9-cdc5-4c57-9d63-9d03f848a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:40.952230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-f4369db9-cdc5-4c57-9d63-9d03f848a86a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726278 Feb 03 14:11:40.964879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-65a61022-1a78-40b2-8f97-d6e0c23565cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 217 time: 0.0852978 Feb 03 14:11:41.040405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-3e4886b9-341a-4dc5-a7d7-72b154ab039a service neutron] 10.222.0.71 "GET /v2.0/networks/5c1a0e1a-8970-4ff6-bb5c-43832282c6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454370 Feb 03 14:11:41.053535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee340876-fa34-4fa4-a310-b43587c43c4d req-b59245fb-d04e-4526-87b2-d8f408d9df8d tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.055257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee340876-fa34-4fa4-a310-b43587c43c4d req-b59245fb-d04e-4526-87b2-d8f408d9df8d tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 1132 time: 0.2525835 Feb 03 14:11:41.084922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-8943a861-40b8-4986-a2af-96fc97ecefd3 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207430 Feb 03 14:11:41.125087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a45d4c1f-bbd5-498f-af0b-00f5fd4fc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.126479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-a45d4c1f-bbd5-498f-af0b-00f5fd4fc1d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1540177 Feb 03 14:11:41.198045 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6d823999-6ec6-4a88-8cb4-beb78f7c94a2 req-3b873efe-67b2-4cd4-8d28-515598269724 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047533 Feb 03 14:11:41.248615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cd7cf-b1e5-4007-92b1-2f763b2b12b5 req-686da20f-c8b2-461b-8837-31d1392b6e8f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.250304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d1cd7cf-b1e5-4007-92b1-2f763b2b12b5 req-686da20f-c8b2-461b-8837-31d1392b6e8f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 948 time: 0.2248440 Feb 03 14:11:41.268504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee340876-fa34-4fa4-a310-b43587c43c4d req-2f56b978-c811-4597-a7ed-af6578d50d24 tempest-ServersAdminNegativeTestJSON-447944108 tempest-ServersAdminNegativeTestJSON-447944108-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862774 Feb 03 14:11:41.278062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ece5d9f-f6fd-4a2f-acc8-c5a53614bdc7 req-7997d286-e78a-4515-8fa7-f6230e3455f8 service neutron] 10.222.0.71 "GET /v2.0/networks/5c1a0e1a-8970-4ff6-bb5c-43832282c6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270920 Feb 03 14:11:41.338316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-ed8baa28-7056-4dc6-865f-c0765ce58c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.340129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-ed8baa28-7056-4dc6-865f-c0765ce58c50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1791289 Feb 03 14:11:41.369967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d1cd7cf-b1e5-4007-92b1-2f763b2b12b5 req-5afdf5cb-18fe-4925-9670-cb80e36dda3c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041059 Feb 03 14:11:41.371228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192a98b-1648-4368-9f0d-c98469316866 req-af88bb15-d769-4a93-94de-ec1faab836a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.372967 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f192a98b-1648-4368-9f0d-c98469316866 req-af88bb15-d769-4a93-94de-ec1faab836a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3119948ef0d94d47bc3856ce02e17c37&device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 1125 time: 0.1000924 Feb 03 14:11:41.425126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:41.427537 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931d116d-7997-433e-a5e3-574c150d23ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:41.493199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192a98b-1648-4368-9f0d-c98469316866 req-97fcbe28-0c4b-469b-850f-d9440ef827f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.495238 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f192a98b-1648-4368-9f0d-c98469316866 req-97fcbe28-0c4b-469b-850f-d9440ef827f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 200 len: 930 time: 0.1162798 Feb 03 14:11:41.544077 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f192a98b-1648-4368-9f0d-c98469316866 req-3645f0e0-c616-4c08-84a3-9e5dfedaa54c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 217 time: 0.0425692 Feb 03 14:11:41.601406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-0df065ec-bd8d-4f11-b2fa-d551bd4ba47f service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510245 Feb 03 14:11:41.610547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fab9e-a1c9-4edd-b69c-c606e8cad9b8 req-28013dca-3e68-4d43-9824-5745da875305 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.612356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f92fab9e-a1c9-4edd-b69c-c606e8cad9b8 req-28013dca-3e68-4d43-9824-5745da875305 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.1779265 Feb 03 14:11:41.618634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192a98b-1648-4368-9f0d-c98469316866 req-99fd245d-18c7-4fbb-9184-efad308f4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.621189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f192a98b-1648-4368-9f0d-c98469316866 req-99fd245d-18c7-4fbb-9184-efad308f4091 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e4f6179-d882-4abd-b622-b00fba3a0fa0 HTTP/1.1" status: 200 len: 868 time: 0.0710070 Feb 03 14:11:41.628656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983758d2-7645-4d2e-b944-01a0ae302aac req-392b618e-dd2c-49f5-bc9d-68c336fc2746 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.630239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-392b618e-dd2c-49f5-bc9d-68c336fc2746 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.2398021 Feb 03 14:11:41.692017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192a98b-1648-4368-9f0d-c98469316866 req-67aa1e11-21ea-4c18-8140-3880b41ac06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:41.693746 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f192a98b-1648-4368-9f0d-c98469316866 req-67aa1e11-21ea-4c18-8140-3880b41ac06f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662997 Feb 03 14:11:41.719309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-3a0b2bc6-22c4-4a0b-8426-f5ec054f7ff8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/quotas/efc4e56a61274ceab0905bd1f7fc9724 HTTP/1.1" status: 200 len: 375 time: 0.0634358 Feb 03 14:11:41.822947 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f192a98b-1648-4368-9f0d-c98469316866 req-952a990e-6a80-4137-8e8c-7677b5c6654d service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205389 Feb 03 14:11:41.945925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f192a98b-1648-4368-9f0d-c98469316866 req-af7d3261-3d41-45e0-9066-453621d0a7ff service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149766 Feb 03 14:11:42.069179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f92fab9e-a1c9-4edd-b69c-c606e8cad9b8 req-3d6789c0-07b7-4a17-9471-52a0855418d6 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379246 Feb 03 14:11:42.082658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fe86b1dd-d60f-4504-9ed8-5e1360f68766 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:42.106037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:42.126091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16ce299-a8dc-4e00-ae7e-c8ab7a71d9e3 req-f2a3e908-a4bd-442b-9ca3-93bd8b0d3436 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121522 Feb 03 14:11:42.132472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-4f72e3d0-9dc4-408e-a5c3-5ff50412261e tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151955 Feb 03 14:11:42.299476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fe86b1dd-d60f-4504-9ed8-5e1360f68766, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fe86b1dd-d60f-4504-9ed8-5e1360f68766,segment=NetworkSegment(02a19564-2974-42ff-a1e1-d971e96d1cbe),segment_id=02a19564-2974-42ff-a1e1-d971e96d1cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:42.308328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:42.308739 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:42.335778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998426-62f0-49d4-846f-4244e260f16d req-11a91db8-af80-47d3-b7a7-8e88e5b1f17a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:42.338144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766', 'network_id': '5c1a0e1a-8970-4ff6-bb5c-43832282c6ad', 'port_id': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766', 'mac_address': 'fa:16:3e:08:60:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b08a19-06e2-4f1a-9f37-866d4a4adc0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:42.338291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59998426-62f0-49d4-846f-4244e260f16d req-11a91db8-af80-47d3-b7a7-8e88e5b1f17a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 943 time: 0.1082978 Feb 03 14:11:42.347193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-f25568de-870a-40ee-ac85-6ec62108991a service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070906 Feb 03 14:11:42.398957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:42.409618 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:42.447522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fe86b1dd-d60f-4504-9ed8-5e1360f68766 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:42.447522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:42.479395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe86b1dd-d60f-4504-9ed8-5e1360f68766 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:42.489840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:42.508305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fe86b1dd-d60f-4504-9ed8-5e1360f68766, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fe86b1dd-d60f-4504-9ed8-5e1360f68766,segment=NetworkSegment(02a19564-2974-42ff-a1e1-d971e96d1cbe),segment_id=02a19564-2974-42ff-a1e1-d971e96d1cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:42.513583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:42.541295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59998426-62f0-49d4-846f-4244e260f16d req-89d831fa-5f71-4c84-a5c6-e8b8d3ee4e94 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842656 Feb 03 14:11:42.554278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-bbb6c7e5-eae7-407b-9a14-761c8e6163e1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:42.555813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-bbb6c7e5-eae7-407b-9a14-761c8e6163e1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/ports?device_id=544f543b-987d-4cb8-8e70-0947c5fb09fc HTTP/1.1" status: 200 len: 944 time: 0.1661947 Feb 03 14:11:42.558392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-f8aed989-74eb-42cb-a786-538d8cba960c service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102990 Feb 03 14:11:42.593795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fe86b1dd-d60f-4504-9ed8-5e1360f68766,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:42.628956 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59f30c6-5425-4075-bca7-385aa72b7594 x-openstack-request-id: req-a59f30c6-5425-4075-bca7-385aa72b7594 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:42.629598 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:42.629598 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a59f30c6-5425-4075-bca7-385aa72b7594 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:42.629890 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'status': 'completed', 'code': 200} Feb 03 14:11:42.729441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d116d-7997-433e-a5e3-574c150d23ab req-d878c073-a7c4-4720-a5d1-be307b214398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:42.731082 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-931d116d-7997-433e-a5e3-574c150d23ab req-d878c073-a7c4-4720-a5d1-be307b214398 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0774660 Feb 03 14:11:42.836996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:42.839882 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cdfb6c-ac99-4d27-befd-ef238423345f" -d '{"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-unplugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:42.865943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Deleting port 9144c6b5-e326-4930-ba9b-6209eeba844d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:42.866248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:42.887975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d116d-7997-433e-a5e3-574c150d23ab req-ab21210e-b65d-43c7-acb3-30da7f169d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:42.890108 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-931d116d-7997-433e-a5e3-574c150d23ab req-ab21210e-b65d-43c7-acb3-30da7f169d43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1520579 Feb 03 14:11:42.945863 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-931d116d-7997-433e-a5e3-574c150d23ab req-966cf72e-b16c-450d-94b3-8ab1437f75d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 217 time: 0.0468819 Feb 03 14:11:42.966519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4663-a762-454c-99b0-59d0c01f5c94 req-f0163792-9878-48b5-abcb-f14a1b2286b1 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:42.968094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e6f4663-a762-454c-99b0-59d0c01f5c94 req-f0163792-9878-48b5-abcb-f14a1b2286b1 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 944 time: 0.2658663 Feb 03 14:11:43.012330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd863e06-995a-443f-87ae-200ffadccf8f req-3bf7022f-6d4b-44cc-a6d2-5c07ca2eebfa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:43.013909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd863e06-995a-443f-87ae-200ffadccf8f req-3bf7022f-6d4b-44cc-a6d2-5c07ca2eebfa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 948 time: 0.2290199 Feb 03 14:11:43.016390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d116d-7997-433e-a5e3-574c150d23ab req-c04f4fc6-1734-43db-9af5-d8de80c033ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:43.018154 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-931d116d-7997-433e-a5e3-574c150d23ab req-c04f4fc6-1734-43db-9af5-d8de80c033ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0643246 Feb 03 14:11:43.031018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['fe86b1dd-d60f-4504-9ed8-5e1360f68766'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:43.126883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] For port 9144c6b5-e326-4930-ba9b-6209eeba844d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9144c6b5-e326-4930-ba9b-6209eeba844d,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:43.129230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:43.139576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d116d-7997-433e-a5e3-574c150d23ab req-10972b40-9d8a-43e0-9151-f9ed5cfe67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:43.142610 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-931d116d-7997-433e-a5e3-574c150d23ab req-10972b40-9d8a-43e0-9151-f9ed5cfe67f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1164789 Feb 03 14:11:43.143133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e6f4663-a762-454c-99b0-59d0c01f5c94 req-2783a6cf-7daa-404f-9c0e-053641672738 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665261 Feb 03 14:11:43.190171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Calling delete_port for 9144c6b5-e326-4930-ba9b-6209eeba844d owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:43.206342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd863e06-995a-443f-87ae-200ffadccf8f req-83fb3f8f-e2b5-422d-b660-ba0f7767887a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826913 Feb 03 14:11:43.371544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-931d116d-7997-433e-a5e3-574c150d23ab req-8f74cb08-63c7-45b2-9ab0-7ea845af054a service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197688 Feb 03 14:11:43.395452 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e61029-acb9-4922-b38c-6fe1636f0488 x-openstack-request-id: req-89e61029-acb9-4922-b38c-6fe1636f0488 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:43.395983 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-unplugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:43.396516 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89e61029-acb9-4922-b38c-6fe1636f0488 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:43.397473 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'code': 200} Feb 03 14:11:43.414952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae1382f0-f796-4287-96c4-b8a4feb350cb req-27f2f96e-6399-40ff-95ba-ed749fd77d56 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 210 time: 0.0749216 Feb 03 14:11:43.577778 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-931d116d-7997-433e-a5e3-574c150d23ab req-03eca695-3f19-4422-a056-5f64aa85ba8d service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992245 Feb 03 14:11:43.608763 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9144c6b5-e326-4930-ba9b-6209eeba844d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:43.642520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event deleted for resources: {'Port': ['ID=9144c6b5-e326-4930-ba9b-6209eeba844d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:43.652203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf725245-ee32-4b8c-80bb-bba4bae6c269 req-3a14fb12-a25e-49fc-b0e5-7c1552941319 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:43.653825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf725245-ee32-4b8c-80bb-bba4bae6c269 req-3a14fb12-a25e-49fc-b0e5-7c1552941319 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 948 time: 0.1148052 Feb 03 14:11:43.730719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] No DVR routers for this DVR port 9144c6b5-e326-4930-ba9b-6209eeba844d on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:43.738356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:43.741721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fcc7475-b066-4386-8f27-1d71cfb72414 req-19748a81-2eec-4aa0-8806-31dc633a4538 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "DELETE /v2.0/ports/9144c6b5-e326-4930-ba9b-6209eeba844d HTTP/1.1" status: 204 len: 173 time: 1.1789412 Feb 03 14:11:43.812599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf725245-ee32-4b8c-80bb-bba4bae6c269 req-b02ea375-2ebe-4fb5-89b1-6cae80f98109 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190979 Feb 03 14:11:43.850638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83830ce-22de-439a-b33f-60814b45aefe req-5b60be9d-5ec0-47d7-9657-0632a703fbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:43.852447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d83830ce-22de-439a-b33f-60814b45aefe req-5b60be9d-5ec0-47d7-9657-0632a703fbc5 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 943 time: 0.0910358 Feb 03 14:11:43.917059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e6b819dd-b3fc-4b11-8254-021036245332 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:43.933574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d83830ce-22de-439a-b33f-60814b45aefe req-0129ad6a-cd05-40ce-a50f-b64e0b3da0ee tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752113 Feb 03 14:11:43.972727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dcfba-3b4e-456c-972b-39b030c899a4 req-49462bf4-c381-4b71-b0a0-c23a30723ee7 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:43.974824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-276dcfba-3b4e-456c-972b-39b030c899a4 req-49462bf4-c381-4b71-b0a0-c23a30723ee7 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 950 time: 0.0764444 Feb 03 14:11:44.033037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-276dcfba-3b4e-456c-972b-39b030c899a4 req-3d1c72f4-ba9e-47da-8a9e-520452e56f29 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505166 Feb 03 14:11:44.054490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port e6b819dd-b3fc-4b11-8254-021036245332, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e6b819dd-b3fc-4b11-8254-021036245332,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:44.067260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'e6b819dd-b3fc-4b11-8254-021036245332', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'port_id': 'e6b819dd-b3fc-4b11-8254-021036245332', 'mac_address': 'fa:16:3e:cb:33:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:44.099084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:44.125591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port e6b819dd-b3fc-4b11-8254-021036245332 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:44.126204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e6b819dd-b3fc-4b11-8254-021036245332), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:44.166660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b819dd-b3fc-4b11-8254-021036245332 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:44.203954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port e6b819dd-b3fc-4b11-8254-021036245332, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e6b819dd-b3fc-4b11-8254-021036245332,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:44.361922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:44.379229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'mac_address': 'fa:16:3e:7e:3d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:44.383636 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e6b819dd-b3fc-4b11-8254-021036245332), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:44.485439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:44.486355 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:44.507065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cb0964-230b-489a-a054-cca1c21ff4c3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:44.518923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=e6b819dd-b3fc-4b11-8254-021036245332,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:44.534858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:44.541273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:44.610399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:44.616872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983758d2-7645-4d2e-b944-01a0ae302aac req-c7438198-4490-4719-88a3-6b22c7eb6f89 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:44.618449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-c7438198-4490-4719-88a3-6b22c7eb6f89 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.4304092 Feb 03 14:11:44.631794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-deleted', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:44.634716 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802d56e8-3f37-4db7-8861-f66ebb7b80d6" -d '{"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-deleted", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:44.642133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Request body: {'port': {'device_id': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'admin_state_up': True, 'tenant_id': 'efc4e56a61274ceab0905bd1f7fc9724'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:44.652608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c9b30-cf8a-4359-976b-fcf80520d5b4 req-1966cdbd-efed-457a-8ee5-9016bb52a670 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:44.654292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-042c9b30-cf8a-4359-976b-fcf80520d5b4 req-1966cdbd-efed-457a-8ee5-9016bb52a670 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 944 time: 0.3673954 Feb 03 14:11:44.662517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-02a7a871-d352-4275-aed9-132786f32077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:44.664977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-02a7a871-d352-4275-aed9-132786f32077 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1130 time: 0.2613037 Feb 03 14:11:44.681113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['e6b819dd-b3fc-4b11-8254-021036245332'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:44.690588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a40c6-ca07-4144-9973-a15457edb0f3 req-2f50bc41-e196-4ab5-bbe9-b2113f0e623c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:44.692719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-743a40c6-ca07-4144-9973-a15457edb0f3 req-2f50bc41-e196-4ab5-bbe9-b2113f0e623c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 948 time: 0.2172573 Feb 03 14:11:44.943367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-042c9b30-cf8a-4359-976b-fcf80520d5b4 req-64079153-8577-46c7-a1b8-b083cd0f9bad tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665315 Feb 03 14:11:44.990101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-743a40c6-ca07-4144-9973-a15457edb0f3 req-351d72c7-6da4-489e-8ea7-97cca74e6515 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833328 Feb 03 14:11:45.061988 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a8c52c-1c33-4605-8fc2-9cd829e2076c x-openstack-request-id: req-02a8c52c-1c33-4605-8fc2-9cd829e2076c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:45.062279 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544f543b-987d-4cb8-8e70-0947c5fb09fc", "name": "network-vif-deleted", "tag": "9144c6b5-e326-4930-ba9b-6209eeba844d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:45.064622 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02a8c52c-1c33-4605-8fc2-9cd829e2076c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:45.065073 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544f543b-987d-4cb8-8e70-0947c5fb09fc', 'name': 'network-vif-deleted', 'tag': '9144c6b5-e326-4930-ba9b-6209eeba844d', 'status': 'completed', 'code': 200} Feb 03 14:11:45.070641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['90cb0964-230b-489a-a054-cca1c21ff4c3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:45.093463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-6c5b6df9-30df-4f0b-973f-ed9905d7bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.095567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-6c5b6df9-30df-4f0b-973f-ed9905d7bd67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3880210 Feb 03 14:11:45.098318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fabb29c-e4cb-434f-9084-3679513f5c57 req-20de781b-e4ba-473f-bf64-bc08b365cc3c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 210 time: 0.0707948 Feb 03 14:11:45.168136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-31a4e47b-091e-461f-adb7-e4430734da9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=90cb0964-230b-489a-a054-cca1c21ff4c3 HTTP/1.1" status: 200 len: 217 time: 0.0623047 Feb 03 14:11:45.215397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Made reservation on behalf of efc4e56a61274ceab0905bd1f7fc9724 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:11:45.219223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:45.375614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-8d9b9a85-183e-45ab-80c6-110f7072e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.378237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-8d9b9a85-183e-45ab-80c6-110f7072e64d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1905313 Feb 03 14:11:45.417299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-a580fc92-ef20-4d83-97b5-7bb968ce1b8e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.419560 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-a580fc92-ef20-4d83-97b5-7bb968ce1b8e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 950 time: 0.1170681 Feb 03 14:11:45.434493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbe741-f08c-4d3a-8d02-bc619df20329 req-2ece3460-fa79-4bb1-805b-2c68b0a16534 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.435959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1cbe741-f08c-4d3a-8d02-bc619df20329 req-2ece3460-fa79-4bb1-805b-2c68b0a16534 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.2654562 Feb 03 14:11:45.467544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6f76-7b4f-4e93-969a-fe3529c0995e req-7ec6e27b-ce30-4a94-81e9-3dffa2a952c1 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.474398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da8e6f76-7b4f-4e93-969a-fe3529c0995e req-7ec6e27b-ce30-4a94-81e9-3dffa2a952c1 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 944 time: 0.2888708 Feb 03 14:11:45.551334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Deleting port a84d6d29-4ec5-44d4-981e-810eb21c83e2 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:45.552013 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:45.592876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-0ebab7c3-2077-4936-b1e3-c83dd8d7f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.594385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-0ebab7c3-2077-4936-b1e3-c83dd8d7f220 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2068939 Feb 03 14:11:45.606215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1cbe741-f08c-4d3a-8d02-bc619df20329 req-9b3c8814-fb7b-4ed9-9b07-8c49e72a3880 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611300 Feb 03 14:11:45.607378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Allocated IP 172.20.0.5 (59005f15-308d-4837-9b06-43976fd02ad0/9455dfa9-b74b-4b69-b296-89049c2c9ad4/17f5b93b-82d0-4ed7-92bb-5022bbdf21e9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:45.637401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da8e6f76-7b4f-4e93-969a-fe3529c0995e req-08a79756-5500-40f1-804a-321bdc0b60c2 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618669 Feb 03 14:11:45.693725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] For port a84d6d29-4ec5-44d4-981e-810eb21c83e2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a84d6d29-4ec5-44d4-981e-810eb21c83e2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:45.694247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:45.711448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Calling delete_port for a84d6d29-4ec5-44d4-981e-810eb21c83e2 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:45.738198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bea3-8027-4f99-b444-5a72942e0a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:45.817795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-895df085-6fd0-40b0-ad2b-2e4a48c5fee6 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073162 Feb 03 14:11:45.857496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a84d6d29-4ec5-44d4-981e-810eb21c83e2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:45.871555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['511cf7fa-3660-45a7-acc8-8e7a8bb030a3', 'a84d6d29-4ec5-44d4-981e-810eb21c83e2'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:45.881510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8700bc5-b24c-45d3-ba21-0def4b6470eb req-a5400ae6-5c55-4148-a356-351f0a7563cd tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:45.883059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8700bc5-b24c-45d3-ba21-0def4b6470eb req-a5400ae6-5c55-4148-a356-351f0a7563cd tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=47b0c586-e9c3-4856-93c0-46052e0cb02d HTTP/1.1" status: 200 len: 950 time: 0.1881051 Feb 03 14:11:45.891195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Pushing event deleted for resources: {'Port': ['ID=a84d6d29-4ec5-44d4-981e-810eb21c83e2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:45.901036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.901696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.902197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.903248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.903758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.904264 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.904808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.905304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.905802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.906317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.906820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.907307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.907792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:45.943472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:45.954206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e6b819dd-b3fc-4b11-8254-021036245332 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:45.995065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] No DVR routers for this DVR port a84d6d29-4ec5-44d4-981e-810eb21c83e2 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:45.997934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.002324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbb57ab7-a22d-4a29-af96-6216a73aa2cb req-14fe7713-5715-4218-a4b3-b65f5021e827 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "DELETE /v2.0/ports/a84d6d29-4ec5-44d4-981e-810eb21c83e2 HTTP/1.1" status: 204 len: 173 time: 0.5769470 Feb 03 14:11:46.002808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'name': 'network-vif-deleted', 'tag': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:46.006909 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9547a81c-11b8-4581-940d-bf0d12bc674b" -d '{"events": [{"server_uuid": "47b0c586-e9c3-4856-93c0-46052e0cb02d", "name": "network-vif-deleted", "tag": "a84d6d29-4ec5-44d4-981e-810eb21c83e2"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:46.085035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8700bc5-b24c-45d3-ba21-0def4b6470eb req-ada62d4d-297a-4c05-81e1-04c39f2a6e67 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949203 Feb 03 14:11:46.155769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fe86b1dd-d60f-4504-9ed8-5e1360f68766 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:46.172111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks [] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.176330 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaf7b98-bd3b-4794-8f33-22c8b83fc9d1 x-openstack-request-id: req-edaf7b98-bd3b-4794-8f33-22c8b83fc9d1 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:46.176802 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b0c586-e9c3-4856-93c0-46052e0cb02d", "name": "network-vif-deleted", "tag": "a84d6d29-4ec5-44d4-981e-810eb21c83e2", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:46.181292 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edaf7b98-bd3b-4794-8f33-22c8b83fc9d1 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:46.182608 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b0c586-e9c3-4856-93c0-46052e0cb02d', 'name': 'network-vif-deleted', 'tag': 'a84d6d29-4ec5-44d4-981e-810eb21c83e2', 'status': 'completed', 'code': 200} Feb 03 14:11:46.295357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4c0844-d00f-4c42-a7b8-82aeb4a400a7 req-653a90d4-e074-4a01-b8e3-39bf32a062d2 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699240 Feb 03 14:11:46.309693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15825c06-7a78-426a-8922-b03462d8533a req-d03df58b-a9a9-4e65-b074-29e8d6df5316 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:46.311502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15825c06-7a78-426a-8922-b03462d8533a req-d03df58b-a9a9-4e65-b074-29e8d6df5316 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 944 time: 0.1827946 Feb 03 14:11:46.320341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port e6b819dd-b3fc-4b11-8254-021036245332 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:46.357592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port e6b819dd-b3fc-4b11-8254-021036245332 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:46.358095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e6b819dd-b3fc-4b11-8254-021036245332), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.363411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:46.382433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.393660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15825c06-7a78-426a-8922-b03462d8533a req-b42a100b-02ac-4004-a698-a37967c32194 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744047 Feb 03 14:11:46.402578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e6a0d-5f7d-4b43-b937-6a5e25d3cfea req-18cdda57-25e2-4b97-963b-799bad1dbfd3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:46.413068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a8e6a0d-5f7d-4b43-b937-6a5e25d3cfea req-18cdda57-25e2-4b97-963b-799bad1dbfd3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 948 time: 0.1519768 Feb 03 14:11:46.503029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port fe86b1dd-d60f-4504-9ed8-5e1360f68766 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:46.514679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Network 59005f15-308d-4837-9b06-43976fd02ad0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:46.520298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'mac_address': 'fa:16:3e:d3:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:46.531906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:46.535454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:46.537771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port fe86b1dd-d60f-4504-9ed8-5e1360f68766 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:46.539043 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.559205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:46.601028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.601507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.601956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.602402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.602866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.603301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.603734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.604198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.604656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.605090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.605522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.605958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.606380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:46.652402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port fa0b5b93-85a9-4769-999d-bffd1b9257ac is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:46.652402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.657534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a8e6a0d-5f7d-4b43-b937-6a5e25d3cfea req-6ff10f32-599b-4d18-8709-210e21af894b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699164 Feb 03 14:11:46.709081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0b5b93-85a9-4769-999d-bffd1b9257ac {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:46.717951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:46.718844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.782598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:46.795980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.803287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port e6b819dd-b3fc-4b11-8254-021036245332 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:46.803865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e6b819dd-b3fc-4b11-8254-021036245332), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.838949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fe86b1dd-d60f-4504-9ed8-5e1360f68766 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:46.839636 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.926995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:46.929768 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f4d457-538e-4fe6-8b39-032677e402e8" -d '{"events": [{"server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "name": "network-vif-plugged", "status": "completed", "tag": "e6b819dd-b3fc-4b11-8254-021036245332"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:46.948364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:46.966163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port e6b819dd-b3fc-4b11-8254-021036245332, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e6b819dd-b3fc-4b11-8254-021036245332,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:46.972681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fe86b1dd-d60f-4504-9ed8-5e1360f68766, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fe86b1dd-d60f-4504-9ed8-5e1360f68766,segment=NetworkSegment(02a19564-2974-42ff-a1e1-d971e96d1cbe),segment_id=02a19564-2974-42ff-a1e1-d971e96d1cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:46.975537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e6b819dd-b3fc-4b11-8254-021036245332), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:46.976577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9144c6b5-e326-4930-ba9b-6209eeba844d no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:47.010225 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:47.036657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 9144c6b5-e326-4930-ba9b-6209eeba844d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:47.036957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9144c6b5-e326-4930-ba9b-6209eeba844d not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:47.057107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['fa0b5b93-85a9-4769-999d-bffd1b9257ac'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:47.091687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=e6b819dd-b3fc-4b11-8254-021036245332,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:47.105874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f886bf-d995-43c0-8c87-175e20531690 req-7620642f-6b2b-4a1c-804e-91e99b8aa7b9 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.108394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8f886bf-d995-43c0-8c87-175e20531690 req-7620642f-6b2b-4a1c-804e-91e99b8aa7b9 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 931 time: 0.5893404 Feb 03 14:11:47.168211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-a74a8c3b-e638-40ca-ad01-ef8a8ed2639b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5381968 Feb 03 14:11:47.174586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fe86b1dd-d60f-4504-9ed8-5e1360f68766,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:47.191453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Request body: {'port': {'device_id': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:47.315811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2383592-6841-4dc4-90ac-9fde8bfe2d6a req-dec8f112-3e1c-49d4-8c9f-69bee5514219 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.317361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2383592-6841-4dc4-90ac-9fde8bfe2d6a req-dec8f112-3e1c-49d4-8c9f-69bee5514219 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 950 time: 0.5750453 Feb 03 14:11:47.320352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8f886bf-d995-43c0-8c87-175e20531690 req-dd220e88-a2d3-4ebd-9fc9-d3aab0587ad1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019975 Feb 03 14:11:47.331327 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:47.539905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2383592-6841-4dc4-90ac-9fde8bfe2d6a req-ddf333af-888c-4d41-bf52-e53fe815753e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856167 Feb 03 14:11:47.580812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79645b-b553-43f8-9e7b-dc3fbaca398e req-0a1b587e-54f5-477c-8780-74e651b7cef8 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.582326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c79645b-b553-43f8-9e7b-dc3fbaca398e req-0a1b587e-54f5-477c-8780-74e651b7cef8 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 945 time: 0.1798804 Feb 03 14:11:47.586271 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7fba47-5772-4482-8698-f6c9231cce54 x-openstack-request-id: req-eb7fba47-5772-4482-8698-f6c9231cce54 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:47.586605 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "name": "network-vif-plugged", "status": "completed", "tag": "e6b819dd-b3fc-4b11-8254-021036245332", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:47.586860 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb7fba47-5772-4482-8698-f6c9231cce54 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:47.587281 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332', 'code': 200} Feb 03 14:11:47.698370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c79645b-b553-43f8-9e7b-dc3fbaca398e req-bcfe69af-3db3-40dd-8d10-9d6f2249a05b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057069 Feb 03 14:11:47.729312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765378e7-c77c-4ca3-b1d7-44a71ac2ad5e req-e596d054-9998-47d8-8925-6b2a839cba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.731525 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-765378e7-c77c-4ca3-b1d7-44a71ac2ad5e req-e596d054-9998-47d8-8925-6b2a839cba97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 1127 time: 0.0753131 Feb 03 14:11:47.798629 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-765378e7-c77c-4ca3-b1d7-44a71ac2ad5e req-2e0f662e-a37e-492a-82a2-642b26768f96 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605626 Feb 03 14:11:47.831489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033bf5-99b5-4dfe-8908-18e6fbcaa878 req-40954940-c7c1-4524-831b-201ccebec9b6 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:47.832941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b033bf5-99b5-4dfe-8908-18e6fbcaa878 req-40954940-c7c1-4524-831b-201ccebec9b6 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.1430404 Feb 03 14:11:47.852714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:47.869183 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Publish callbacks [] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:47.894659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Transition to ACTIVE for port object 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:11:47.905471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:47.928679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:47.944514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b033bf5-99b5-4dfe-8908-18e6fbcaa878 req-53d27695-67cb-4780-b91f-83a43913becd tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042182 Feb 03 14:11:47.997317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:48.001475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port fa0b5b93-85a9-4769-999d-bffd1b9257ac completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:48.009880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port fa0b5b93-85a9-4769-999d-bffd1b9257ac triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:48.010586 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.038655 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd148770-0b4b-4cad-9b4b-a3a3f4384c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.058488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d738c3-9f4c-4f40-af5d-9aa186a599d2 req-910d0e31-6e32-4b5f-98f5-dac677152b2a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.060032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63d738c3-9f4c-4f40-af5d-9aa186a599d2 req-910d0e31-6e32-4b5f-98f5-dac677152b2a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 949 time: 0.1601739 Feb 03 14:11:48.100833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port fa0b5b93-85a9-4769-999d-bffd1b9257ac is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:48.101228 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.140499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:48.142919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:48.146496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.147275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a84d6d29-4ec5-44d4-981e-810eb21c83e2 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:48.162353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63d738c3-9f4c-4f40-af5d-9aa186a599d2 req-97cf542b-f8ab-4913-a0cf-723f105dbe65 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908358 Feb 03 14:11:48.163105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Attempting to bind port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:48.163421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Attempting to bind port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:48.163750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Attempting to bind port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:48.178141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037426a-bc45-4980-a8b7-85bf2f842474 req-da7fa006-9295-4707-acae-56629f7b54b3 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.179873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2037426a-bc45-4980-a8b7-85bf2f842474 req-da7fa006-9295-4707-acae-56629f7b54b3 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 950 time: 0.1332273 Feb 03 14:11:48.180766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 on network 59005f15-308d-4837-9b06-43976fd02ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:48.181156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Attempting to bind port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:48.187314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:48.187649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Checking segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:48.188023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Bound using segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:48.188458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Bound port: 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:48.188823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.218193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: a84d6d29-4ec5-44d4-981e-810eb21c83e2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:48.218649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a84d6d29-4ec5-44d4-981e-810eb21c83e2 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:48.250882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:48.261529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 90cb0964-230b-489a-a054-cca1c21ff4c3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:48.261906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.293019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2037426a-bc45-4980-a8b7-85bf2f842474 req-e5d6945e-1ded-4108-8f42-ffca2c2a8269 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949006 Feb 03 14:11:48.302277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:11:48.306709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:48.323270 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.361265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 90cb0964-230b-489a-a054-cca1c21ff4c3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:48.361953 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.372446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.373083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.374488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] 10.222.0.45 "PUT /v2.0/ports/17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 HTTP/1.1" status: 200 len: 1091 time: 1.1933656 Feb 03 14:11:48.374923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:48.377364 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ab8bf-ae9d-42ec-8634-88688431080b" -d '{"events": [{"name": "network-changed", "server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:48.398321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbac2aa-0abf-4ae5-bef5-f82d75a0e85f service neutron] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:48.417569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:48.423152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:48.457194 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4396e13a-48be-4cb3-a0d0-c8ba616c1bde x-openstack-request-id: req-4396e13a-48be-4cb3-a0d0-c8ba616c1bde {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:48.457585 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:48.457905 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4396e13a-48be-4cb3-a0d0-c8ba616c1bde {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:48.458803 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'status': 'completed', 'code': 200} Feb 03 14:11:48.488472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:48.508916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983758d2-7645-4d2e-b944-01a0ae302aac req-7c4e5287-5d5e-4318-93e1-812bf1764dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.510971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-7c4e5287-5d5e-4318-93e1-812bf1764dee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 1125 time: 0.0882802 Feb 03 14:11:48.532315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2398d-87e9-408c-9be1-167a6943d3a3 req-e463261e-26e9-461d-a55f-a76fba6fa56a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.534302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bb2398d-87e9-408c-9be1-167a6943d3a3 req-e463261e-26e9-461d-a55f-a76fba6fa56a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 943 time: 0.0789020 Feb 03 14:11:48.568706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-76816ac3-d321-42d3-b7a7-838b09f0596b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 HTTP/1.1" status: 200 len: 217 time: 0.0500543 Feb 03 14:11:48.678431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983758d2-7645-4d2e-b944-01a0ae302aac req-da83f0c9-e74b-4747-8bab-ef6721753f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.679815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-da83f0c9-e74b-4747-8bab-ef6721753f95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.1043699 Feb 03 14:11:48.687074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bb2398d-87e9-408c-9be1-167a6943d3a3 req-2ab2475f-a227-48ee-b385-bfa15340211b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208520 Feb 03 14:11:48.720311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-002fb2e5-d2ad-4004-8e30-72bac0fbf476 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313315 Feb 03 14:11:48.728777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169e706-92ee-4dc4-acc3-b02acabdcf8b req-9a1212d3-7bc3-4f81-b992-980cc918e58e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.730252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3169e706-92ee-4dc4-acc3-b02acabdcf8b req-9a1212d3-7bc3-4f81-b992-980cc918e58e tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 951 time: 0.1168365 Feb 03 14:11:48.875527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3169e706-92ee-4dc4-acc3-b02acabdcf8b req-00c09732-5876-4958-bc0b-ac84146ffb16 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363995 Feb 03 14:11:48.897807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-7003410e-09b1-4bca-83e9-d05fed6f0302 service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666014 Feb 03 14:11:48.905919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fc75-b244-45b9-87a4-40e1e8520703 req-95db3883-b84b-4160-9a26-3b8640cbbfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:48.907315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc6fc75-b244-45b9-87a4-40e1e8520703 req-95db3883-b84b-4160-9a26-3b8640cbbfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 945 time: 0.1331747 Feb 03 14:11:49.055295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc6fc75-b244-45b9-87a4-40e1e8520703 req-621f2f30-47b9-412e-bd0e-d671a7161ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400034 Feb 03 14:11:49.075881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983758d2-7645-4d2e-b944-01a0ae302aac req-0d6e022d-ed7b-4dfd-a9ec-a9feafead044 service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675334 Feb 03 14:11:49.096764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f926-8f6f-439d-ac12-6267c9065f87 req-2d74d9b6-1bbb-479c-9268-39525ca49032 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.098525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c02f926-8f6f-439d-ac12-6267c9065f87 req-2d74d9b6-1bbb-479c-9268-39525ca49032 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.0815306 Feb 03 14:11:49.182909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c02f926-8f6f-439d-ac12-6267c9065f87 req-03f40d5c-7724-4410-9d20-1eaef4a1876a tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781324 Feb 03 14:11:49.199931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-af1ca182-4285-4c74-9b0d-0ac0f74055c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.199931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-af1ca182-4285-4c74-9b0d-0ac0f74055c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 1125 time: 0.0736127 Feb 03 14:11:49.327883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-0e9a77f1-2523-43b1-bd39-6a80a71eeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.329368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-0e9a77f1-2523-43b1-bd39-6a80a71eeeb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 905 time: 0.1257887 Feb 03 14:11:49.342413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aea7b-d8ad-4899-9a2c-341b1f696f10 req-bc507ec6-2384-4635-ac27-ccf7215404aa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.344813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-139aea7b-d8ad-4899-9a2c-341b1f696f10 req-bc507ec6-2384-4635-ac27-ccf7215404aa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.0770068 Feb 03 14:11:49.405283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-720b5ef4-3848-4942-809a-9ec5e0dd9b66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 HTTP/1.1" status: 200 len: 217 time: 0.0603495 Feb 03 14:11:49.441103 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:49.457608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-24eb9afe-1d6d-48c9-8b9b-83f467ffee41 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.459128 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-24eb9afe-1d6d-48c9-8b9b-83f467ffee41 tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 950 time: 0.0595715 Feb 03 14:11:49.494236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-139aea7b-d8ad-4899-9a2c-341b1f696f10 req-c06cbcf0-4874-4475-83c3-7c4a521f51d2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420419 Feb 03 14:11:49.511317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-8075e7bb-d04e-4802-b805-d198a648c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.512831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-8075e7bb-d04e-4802-b805-d198a648c716 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.0805693 Feb 03 14:11:49.525486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50f32d-a015-4833-b1cc-5731a1b91d5d req-1fdcf024-0c5c-4570-b5c3-45924b2a5d8e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.533428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c50f32d-a015-4833-b1cc-5731a1b91d5d req-1fdcf024-0c5c-4570-b5c3-45924b2a5d8e tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4a76bfb-0a44-470b-b0d0-41ccd45ffca9 HTTP/1.1" status: 200 len: 950 time: 0.1388059 Feb 03 14:11:49.560376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-081aa5d8-4d4d-4970-8950-6674a7a37d35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323365 Feb 03 14:11:49.579429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Deleting port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:49.579771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:49.588876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766'}, {'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'}, {'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:49.592796 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb22082-17e3-4dc6-979d-aceebd365ae2" -d '{"events": [{"server_uuid": "4e30bbe1-9faf-488c-8c24-296a69ff30dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe86b1dd-d60f-4504-9ed8-5e1360f68766"}, {"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac"}, {"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-plugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:49.653800 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4520d287-a57f-4bb8-a7da-e69822a8fbdc x-openstack-request-id: req-4520d287-a57f-4bb8-a7da-e69822a8fbdc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:49.654211 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e30bbe1-9faf-488c-8c24-296a69ff30dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe86b1dd-d60f-4504-9ed8-5e1360f68766", "code": 200}, {"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac", "code": 200}, {"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-plugged", "status": "completed", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:49.654565 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4520d287-a57f-4bb8-a7da-e69822a8fbdc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:49.655135 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766', 'code': 200} Feb 03 14:11:49.655477 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'code': 200} Feb 03 14:11:49.655841 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'code': 200} Feb 03 14:11:49.686591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c50f32d-a015-4833-b1cc-5731a1b91d5d req-92b0f001-a9bf-4c94-8620-cb8045ce30fb tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.52 "GET /v2.0/security-groups?id=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485338 Feb 03 14:11:49.705906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] For port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:49.706658 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:49.725756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Calling delete_port for 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:11:49.745573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-c3896ea0-8576-45e1-b550-06960531d30a service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769388 Feb 03 14:11:49.885880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (511cf7fa-3660-45a7-acc8-8e7a8bb030a3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:49.899139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['511cf7fa-3660-45a7-acc8-8e7a8bb030a3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:49.928266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Pushing event deleted for resources: {'Port': ['ID=511cf7fa-3660-45a7-acc8-8e7a8bb030a3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:49.936249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08ae7c-ea6d-417a-a1ca-84a1968d0acd req-b8e38b95-dacf-4829-87e0-ca5fb1239aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.937910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca08ae7c-ea6d-417a-a1ca-84a1968d0acd req-b8e38b95-dacf-4829-87e0-ca5fb1239aff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1132 time: 0.2108514 Feb 03 14:11:49.975385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a7ab8bf-ae9d-42ec-8634-88688431080b req-83bf6cfc-cef8-4d60-8ffd-b76f065c95ca service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995969 Feb 03 14:11:49.986491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51031a16-897a-4282-ba35-fe1313f31d1e req-852b3ec7-76df-49bd-a6ed-fb66b1e7ccb7 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.994532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51031a16-897a-4282-ba35-fe1313f31d1e req-852b3ec7-76df-49bd-a6ed-fb66b1e7ccb7 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 943 time: 0.2199528 Feb 03 14:11:49.997720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c6a1a-3682-4767-b1d0-6f14dc30a7ae req-d0d25d17-3394-47b8-aa2d-4b9b086ee8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:49.999128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f79c6a1a-3682-4767-b1d0-6f14dc30a7ae req-d0d25d17-3394-47b8-aa2d-4b9b086ee8a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 1127 time: 0.2024338 Feb 03 14:11:50.005460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] No DVR routers for this DVR port 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:11:50.011430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:50.014884 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdcee8b2-d405-4614-ab30-25c34350ee37 req-db35407c-b0b8-4413-b582-2ab54a2e156c tempest-ServersAdminNegativeTestJSON-7953671 tempest-ServersAdminNegativeTestJSON-7953671-project] 10.222.0.45 "DELETE /v2.0/ports/511cf7fa-3660-45a7-acc8-8e7a8bb030a3 HTTP/1.1" status: 204 len: 173 time: 0.5461693 Feb 03 14:11:50.015520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'name': 'network-vif-deleted', 'tag': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:50.018173 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca70318-9245-459f-a1e0-a6dccdbbe18f" -d '{"events": [{"server_uuid": "a4a76bfb-0a44-470b-b0d0-41ccd45ffca9", "name": "network-vif-deleted", "tag": "511cf7fa-3660-45a7-acc8-8e7a8bb030a3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:50.060764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ce7d-65b9-4d9c-86b9-daad8ac48a10 req-5e29d590-0ace-400c-824a-2e2184513bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.063246 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9a5ce7d-65b9-4d9c-86b9-daad8ac48a10 req-5e29d590-0ace-400c-824a-2e2184513bc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1133 time: 0.0704939 Feb 03 14:11:50.114396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca08ae7c-ea6d-417a-a1ca-84a1968d0acd req-18f0f74b-a6ef-4afe-9f44-994eeaf90796 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667416 Feb 03 14:11:50.123329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51031a16-897a-4282-ba35-fe1313f31d1e req-b3b14e2e-28ee-4d51-b4e6-3ddff8d5d128 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279306 Feb 03 14:11:50.126492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9a5ce7d-65b9-4d9c-86b9-daad8ac48a10 req-647800c4-d66f-48f5-acf9-03f0254fbcba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Feb 03 14:11:50.138835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f79c6a1a-3682-4767-b1d0-6f14dc30a7ae req-c626cc6e-ffc4-4333-a483-bb6ec6e95faa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312339 Feb 03 14:11:50.161289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec56a-8a58-4776-8efc-a50768321445 req-bd3dbc2e-0550-43e2-b998-fab947015feb tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.163472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b51ec56a-8a58-4776-8efc-a50768321445 req-bd3dbc2e-0550-43e2-b998-fab947015feb tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 951 time: 0.1393600 Feb 03 14:11:50.173916 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcc05e4-7c1c-420c-b0d9-de51edcb4872 x-openstack-request-id: req-7bcc05e4-7c1c-420c-b0d9-de51edcb4872 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:50.174318 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a76bfb-0a44-470b-b0d0-41ccd45ffca9", "name": "network-vif-deleted", "tag": "511cf7fa-3660-45a7-acc8-8e7a8bb030a3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:50.174682 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bcc05e4-7c1c-420c-b0d9-de51edcb4872 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:50.175241 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a76bfb-0a44-470b-b0d0-41ccd45ffca9', 'name': 'network-vif-deleted', 'tag': '511cf7fa-3660-45a7-acc8-8e7a8bb030a3', 'status': 'completed', 'code': 200} Feb 03 14:11:50.247889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b51ec56a-8a58-4776-8efc-a50768321445 req-861d57ae-7d13-4501-bf9c-f13853f09bf2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779533 Feb 03 14:11:50.290230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9ed0d-e2e3-4262-8674-0374c24b7b22 req-9d096df4-0932-436e-961f-cbc1e399c64f tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.292332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05d9ed0d-e2e3-4262-8674-0374c24b7b22 req-9d096df4-0932-436e-961f-cbc1e399c64f tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 945 time: 0.0605288 Feb 03 14:11:50.381508 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05d9ed0d-e2e3-4262-8674-0374c24b7b22 req-57cd294b-9aae-46cb-89ba-32f0c047b3aa tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828779 Feb 03 14:11:50.408525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc913b9-397a-4a2c-8136-e64cfe3739b5 req-eaf153ac-2912-4ef7-84a3-39ecd6897b93 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.408525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc913b9-397a-4a2c-8136-e64cfe3739b5 req-eaf153ac-2912-4ef7-84a3-39ecd6897b93 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.0719421 Feb 03 14:11:50.556504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:50.606599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc913b9-397a-4a2c-8136-e64cfe3739b5 req-e0ca9b14-d859-49e0-b780-f2c8030a4b7b tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921625 Feb 03 14:11:50.657449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-1fa46dc5-8941-46e0-887c-f1e54afae87c tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 258 time: 0.2344029 Feb 03 14:11:50.670170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:50.727132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:50.769045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7e88e-e3ce-41ce-9685-fc23b054673c req-670bea60-72f8-42d0-bccc-a23a4643e4f7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:50.770735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9b7e88e-e3ce-41ce-9685-fc23b054673c req-670bea60-72f8-42d0-bccc-a23a4643e4f7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.0961602 Feb 03 14:11:50.855833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9b7e88e-e3ce-41ce-9685-fc23b054673c req-46be6486-b785-4c2b-a12f-dcb4c5a54b09 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778575 Feb 03 14:11:50.891460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.002105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Allocated IP 172.25.0.96 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/561abea9-043c-4c11-87d9-de3ed22ee52f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:51.117248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.174818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.201783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59476) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:51.223648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:51.241569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:51.259711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:51.292624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event updated for resources: {'Port': ['ID=561abea9-043c-4c11-87d9-de3ed22ee52f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:51.332400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2777de-2c61-40ad-b965-4b98fcc7fcf7 req-f3b93835-4599-440e-8e75-2dc9a0701273 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:51.333977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e2777de-2c61-40ad-b965-4b98fcc7fcf7 req-f3b93835-4599-440e-8e75-2dc9a0701273 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 943 time: 0.1129706 Feb 03 14:11:51.369536 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3fc59b45-c468-46d7-9606-78b8186f4b2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3069ccbff1e4070b18684e96accffb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664078 Feb 03 14:11:51.373162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59482) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:51.405534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (a3dd3726-0a92-491b-89d5-ca917a0fe847), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.426118 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4616-3eb4-4c00-9f5c-674435a60982 admin admin] Publish callbacks [] for security_group (5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.446401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e2777de-2c61-40ad-b965-4b98fcc7fcf7 req-7d2890d9-04ac-40b2-87b0-3d5c78fe816a tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833700 Feb 03 14:11:51.455758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4616-3eb4-4c00-9f5c-674435a60982 admin admin] Publish callbacks [] for security_group (5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.458387 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.521136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4616-3eb4-4c00-9f5c-674435a60982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.523885 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4616-3eb4-4c00-9f5c-674435a60982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.529356 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cfbd4616-3eb4-4c00-9f5c-674435a60982 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3 HTTP/1.1" status: 204 len: 168 time: 0.1511014 Feb 03 14:11:51.535835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd4616-3eb4-4c00-9f5c-674435a60982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac24ef1-7236-4cbd-b3ef-5b2af3c000b3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:51.634435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b13d33-08a3-4004-95b3-27677007e1da req-bf601239-609d-43a2-bf69-9708a25c454a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:51.635955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b13d33-08a3-4004-95b3-27677007e1da req-bf601239-609d-43a2-bf69-9708a25c454a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 951 time: 0.1157260 Feb 03 14:11:51.713133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.719324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b13d33-08a3-4004-95b3-27677007e1da req-ba088976-fc1d-4d5c-9156-ff6b9efaf674 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766225 Feb 03 14:11:51.720367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.803394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event updated for resources: {'Port': ['ID=561abea9-043c-4c11-87d9-de3ed22ee52f,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:51.842118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a3dd3726-0a92-491b-89d5-ca917a0fe847), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.861226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.862628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-a6d89f09-b23d-4f18-b4b3-288089d9475b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1976891 Feb 03 14:11:51.891351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37cd1-c71a-48b7-a4e9-aad166394f87 req-968929ca-09c5-4dce-ad85-dbd39b45b21e tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:51.893285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bb37cd1-c71a-48b7-a4e9-aad166394f87 req-968929ca-09c5-4dce-ad85-dbd39b45b21e tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.0843961 Feb 03 14:11:51.911876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:51.918954 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:51.938026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:11:51.948836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-f04f45aa-b117-4f55-85b3-2816381ae6ee tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0777121 Feb 03 14:11:51.963563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b9340453-8cd6-45f3-b8f2-8aa04f70def0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20a47299c8414cc9a892b10ded4e4a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468638 Feb 03 14:11:51.963886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59496) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:11:52.042051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa507aab-165e-4d1e-af81-2be9bccdf98b admin admin] Publish callbacks [] for security_group (7cec5b66-0741-4e6a-a6b4-8e57d6386fb1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:52.050796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:52.063857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'mac_address': 'fa:16:3e:9e:9f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:11:52.067777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa507aab-165e-4d1e-af81-2be9bccdf98b admin admin] Publish callbacks [] for security_group (7cec5b66-0741-4e6a-a6b4-8e57d6386fb1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:52.108356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:52.108785 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:52.123018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:11:52.125789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa507aab-165e-4d1e-af81-2be9bccdf98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7cec5b66-0741-4e6a-a6b4-8e57d6386fb1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:52.129415 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa507aab-165e-4d1e-af81-2be9bccdf98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:52.130866 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aa507aab-165e-4d1e-af81-2be9bccdf98b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7cec5b66-0741-4e6a-a6b4-8e57d6386fb1 HTTP/1.1" status: 204 len: 168 time: 0.1656258 Feb 03 14:11:52.141135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa507aab-165e-4d1e-af81-2be9bccdf98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cec5b66-0741-4e6a-a6b4-8e57d6386fb1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:52.154854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:52.165176 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:52.231485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:52.239294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.239648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.240012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.240358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.240688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.241031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.241362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.241685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.242013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.242336 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.242663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.242986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.243874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:11:52.291839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bb37cd1-c71a-48b7-a4e9-aad166394f87 req-6b5ae440-6db3-4db6-bf38-26dc794baddf tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691111 Feb 03 14:11:52.410332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['17f5b93b-82d0-4ed7-92bb-5022bbdf21e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:11:52.417562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-b77240f4-f63f-4402-a003-e0790dc4f3c7 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:52.422595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26e96e87-d203-4e4d-b9c9-4cea8987df7d req-b77240f4-f63f-4402-a003-e0790dc4f3c7 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.4539232 Feb 03 14:11:52.469693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93110520-b55e-4853-85de-a961dae9bf7c req-62390422-afb8-4c63-a55c-0738b7d6794a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:52.471608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93110520-b55e-4853-85de-a961dae9bf7c req-62390422-afb8-4c63-a55c-0738b7d6794a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1050577 Feb 03 14:11:52.585070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93110520-b55e-4853-85de-a961dae9bf7c req-13ea6cc3-f772-4cc3-a70f-6221018b6a7e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042237 Feb 03 14:11:52.606970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-e2aee372-05b5-40a2-a4ae-3918ac986b07 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:52.609536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-e2aee372-05b5-40a2-a4ae-3918ac986b07 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1006129 Feb 03 14:11:52.671665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-20d6d396-73cc-441c-9205-e736e39b9924 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0563853 Feb 03 14:11:52.686935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Request body: {'floatingip': {'port_id': 'e6b819dd-b3fc-4b11-8254-021036245332', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:52.747946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (a3dd3726-0a92-491b-89d5-ca917a0fe847), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:52.828991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87b39-17be-49d7-99f9-07748cd2e535 req-e232f769-6324-452f-b004-22b2a870fb13 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:52.829923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb87b39-17be-49d7-99f9-07748cd2e535 req-e232f769-6324-452f-b004-22b2a870fb13 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 944 time: 0.1625981 Feb 03 14:11:52.961800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb87b39-17be-49d7-99f9-07748cd2e535 req-668d18ab-a1ca-49d8-8056-41a9709b5cdc tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217356 Feb 03 14:11:53.141537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-9162d567-1948-4597-9da6-fce663e87d22 req-cb2ac213-e57b-49b2-af36-1005e27d9c0b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:11:53.141537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9162d567-1948-4597-9da6-fce663e87d22 req-cb2ac213-e57b-49b2-af36-1005e27d9c0b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058782 Feb 03 14:11:53.377449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:53.396251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a3dd3726-0a92-491b-89d5-ca917a0fe847), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:53.422776 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-77418b00-fe6d-4de5-ac12-aa40cd144820 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0626695 Feb 03 14:11:53.432825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-4d50268b-bf34-42b2-80e7-3844889a0c09 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:11:53.434111 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-4d50268b-bf34-42b2-80e7-3844889a0c09 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065708 Feb 03 14:11:53.476672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24697489-b882-495e-b867-e0daa97c25d9 req-35a58fd3-f784-41a6-9e39-e08e160dee50 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:53.478319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24697489-b882-495e-b867-e0daa97c25d9 req-35a58fd3-f784-41a6-9e39-e08e160dee50 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 951 time: 0.1228843 Feb 03 14:11:53.562089 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Floating IP a3dd3726-0a92-491b-89d5-ca917a0fe847 associated. External IP: 172.25.0.96, port: e6b819dd-b3fc-4b11-8254-021036245332. Feb 03 14:11:53.609997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24697489-b882-495e-b867-e0daa97c25d9 req-7e6eeb46-5ac6-4201-8983-98a87fd2a510 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047802 Feb 03 14:11:53.848767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516b3b-97ee-4d1f-abcd-33b7783b23ae req-8d97126e-e8d3-481d-9e02-aa11a36c9e7d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:53.850518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7516b3b-97ee-4d1f-abcd-33b7783b23ae req-8d97126e-e8d3-481d-9e02-aa11a36c9e7d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1070311 Feb 03 14:11:53.880661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Router 506e9458-3f26-4780-ba43-7a8e034b1eb7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:11:53.953683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:11:53.957772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7516b3b-97ee-4d1f-abcd-33b7783b23ae req-7d733c90-cb2a-4d25-bd94-4658c129b11b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002042 Feb 03 14:11:54.032366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:11:54.038900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:54.044236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] Sync routers for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:11:54.045326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:11:54.050921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:11:54.051683 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:54.061684 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:54.062300 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:54.128598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-ae56744b-0ad6-4667-8f05-f42ece5373ca tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "PUT /v2.0/floatingips/a3dd3726-0a92-491b-89d5-ca917a0fe847 HTTP/1.1" status: 200 len: 995 time: 1.4457610 Feb 03 14:11:54.133156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:54.133519 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35488c44-2e17-4780-9e5f-2682978a95c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "tag": "e6b819dd-b3fc-4b11-8254-021036245332"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:54.160796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:11:54.161707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:54.194688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:11:54.196085 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:54.197756 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4e88da-0c20-4111-8489-61acbdb91a34" -d '{"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-plugged", "status": "completed", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:11:54.210953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:11:54.216041 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:54.216869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:11:54.273221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d597a4-495f-4e93-8de0-3cc0211311c7 req-74cf1f63-5aaf-40c9-aa18-c9bf45667320 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:54.276008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19d597a4-495f-4e93-8de0-3cc0211311c7 req-74cf1f63-5aaf-40c9-aa18-c9bf45667320 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.1852505 Feb 03 14:11:54.283573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-3c602fce-7381-438d-b274-f0af204f5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:54.285259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-3c602fce-7381-438d-b274-f0af204f5eba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3119948ef0d94d47bc3856ce02e17c37&device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 1127 time: 0.1210413 Feb 03 14:11:54.314791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:54.318695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:11:54.319284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 511cf7fa-3660-45a7-acc8-8e7a8bb030a3 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:11:54.403390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19d597a4-495f-4e93-8de0-3cc0211311c7 req-e172021a-d855-4918-a279-2269e499adff tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164217 Feb 03 14:11:54.431439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-f8d40bd7-4efb-4b0e-904f-5cbdb46b9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:54.440779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-f8d40bd7-4efb-4b0e-904f-5cbdb46b9378 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 200 len: 930 time: 0.1461532 Feb 03 14:11:54.510758 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a3dd3726-0a92-491b-89d5-ca917a0fe847', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'port_id': 'e6b819dd-b3fc-4b11-8254-021036245332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'mac_address': 'fa:16:3e:cb:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:11:51Z', 'updated_at': '2022-02-03T14:11:53Z', 'revision_number': 1, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:35Z', 'revision_number': 5, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:54.548171 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] Checking router: 506e9458-3f26-4780-ba43-7a8e034b1eb7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:11:54.550962 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:54.575829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-0e656471-e025-48f8-94aa-075159aedd7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 998 time: 0.1224196 Feb 03 14:11:54.580182 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:11:54.580840 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:54.657602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-635b79b6-3a5b-43ef-88c9-24eef30fdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:54.659882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-635b79b6-3a5b-43ef-88c9-24eef30fdd0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e4f6179-d882-4abd-b622-b00fba3a0fa0 HTTP/1.1" status: 200 len: 868 time: 0.0780518 Feb 03 14:11:54.728041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-790dabf1-d588-411c-8f71-243439487df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:54.750431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-790dabf1-d588-411c-8f71-243439487df3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0828319 Feb 03 14:11:54.816570 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:11:55.000943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-0b054ec1-6bfd-4c9a-8fea-54b4c926696b service neutron] 10.222.0.52 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492642 Feb 03 14:11:55.157605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8302a-18ee-458d-bf19-1976f2da14aa req-eeb7689f-7a0e-4a78-adfb-05092230470c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.159141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5da8302a-18ee-458d-bf19-1976f2da14aa req-eeb7689f-7a0e-4a78-adfb-05092230470c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 945 time: 0.1911936 Feb 03 14:11:55.178842 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a3dd3726-0a92-491b-89d5-ca917a0fe847', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'port_id': 'e6b819dd-b3fc-4b11-8254-021036245332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'mac_address': 'fa:16:3e:cb:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:11:51Z', 'updated_at': '2022-02-03T14:11:53Z', 'revision_number': 1, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:35Z', 'revision_number': 5, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:11:55.197468 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd1f96b-a6be-4d36-ac91-d0409a8924a0 req-84861da0-e5d5-4201-bd32-313554457da8 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955066 Feb 03 14:11:55.220486 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b1ab7-ffeb-46ac-bc0d-365e0b763cf5 None None] The sync data for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 is: [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a3dd3726-0a92-491b-89d5-ca917a0fe847', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'port_id': 'e6b819dd-b3fc-4b11-8254-021036245332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'mac_address': 'fa:16:3e:cb:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:11:51Z', 'updated_at': '2022-02-03T14:11:53Z', 'revision_number': 1, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:35Z', 'revision_number': 5, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:11:55.241879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5da8302a-18ee-458d-bf19-1976f2da14aa req-c10214a7-1229-4afc-b6f9-42d2e6488483 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742986 Feb 03 14:11:55.268874 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a0995f-dc4b-4a21-96a8-dc07df6819e4 x-openstack-request-id: req-91a0995f-dc4b-4a21-96a8-dc07df6819e4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:55.269278 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "tag": "e6b819dd-b3fc-4b11-8254-021036245332", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:55.269631 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91a0995f-dc4b-4a21-96a8-dc07df6819e4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:55.270142 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332', 'status': 'completed', 'code': 200} Feb 03 14:11:55.319992 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9604926-f452-43a0-b845-05bef73c1757 x-openstack-request-id: req-a9604926-f452-43a0-b845-05bef73c1757 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:11:55.320706 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-plugged", "status": "completed", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:11:55.320706 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9604926-f452-43a0-b845-05bef73c1757 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:11:55.321289 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'code': 200} Feb 03 14:11:55.419374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-c92a8d9d-2c45-4832-9698-45a678c95abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.420848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-c92a8d9d-2c45-4832-9698-45a678c95abf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3119948ef0d94d47bc3856ce02e17c37&device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 1127 time: 0.1248817 Feb 03 14:11:55.445203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18736218-b51e-4f22-8381-a777604de2a6 req-9ad2a0b2-7fba-4a07-b048-beb775056619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.447331 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-18736218-b51e-4f22-8381-a777604de2a6 req-9ad2a0b2-7fba-4a07-b048-beb775056619 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 1127 time: 0.0695944 Feb 03 14:11:55.455413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933271a6-50f2-4d2c-9812-836714862c67 req-83e1d92f-f1f6-4753-a0a4-556c1b42f02b tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.456969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-933271a6-50f2-4d2c-9812-836714862c67 req-83e1d92f-f1f6-4753-a0a4-556c1b42f02b tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1133 time: 0.1015031 Feb 03 14:11:55.522015 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-18736218-b51e-4f22-8381-a777604de2a6 req-fa3adf89-f40b-4d28-983b-fe94533676ef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675347 Feb 03 14:11:55.531582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb13300-9416-4474-a536-61be2a82239a None None] New status for floating IP a3dd3726-0a92-491b-89d5-ca917a0fe847: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:11:55.599639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-933271a6-50f2-4d2c-9812-836714862c67 req-6d3e7e36-7b86-4d3b-9a52-88a165297adb tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311646 Feb 03 14:11:55.645524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d1477-8cda-4bfb-850c-919f0d2bc600 req-bafaa3c0-30de-42b6-8815-a52882cfeb84 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.655284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb7d1477-8cda-4bfb-850c-919f0d2bc600 req-bafaa3c0-30de-42b6-8815-a52882cfeb84 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.2119069 Feb 03 14:11:55.678671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-f276ce42-6a4c-4ff1-8959-5944021d0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.680657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-f276ce42-6a4c-4ff1-8959-5944021d0ed2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 200 len: 930 time: 0.2502775 Feb 03 14:11:55.802593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb7d1477-8cda-4bfb-850c-919f0d2bc600 req-39c76118-ca69-421a-8716-8e29e9c1cad0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464143 Feb 03 14:11:55.829771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-182c68a8-5398-41e1-8f4c-bf8eb353792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.831561 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-182c68a8-5398-41e1-8f4c-bf8eb353792a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1132 time: 0.0561028 Feb 03 14:11:55.842044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-4734adb0-aebd-495c-96e9-ecf628998629 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 1000 time: 0.1038251 Feb 03 14:11:55.844857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69575e-9dee-4a08-be9e-40d2e0597642 req-94519a90-62a1-45ec-a04b-94bc91459029 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.846337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f69575e-9dee-4a08-be9e-40d2e0597642 req-94519a90-62a1-45ec-a04b-94bc91459029 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1127 time: 0.1481006 Feb 03 14:11:55.935427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-b9d7bc07-25d4-47e3-8f7d-5dfd4abea109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.937352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-b9d7bc07-25d4-47e3-8f7d-5dfd4abea109 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.0999961 Feb 03 14:11:55.988187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-e558d6e9-413b-42d4-b575-507f974d9891 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 217 time: 0.0447173 Feb 03 14:11:55.990174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-ae014d7a-44d9-496d-bf83-7a2e761d00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:55.991653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-ae014d7a-44d9-496d-bf83-7a2e761d00ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e4f6179-d882-4abd-b622-b00fba3a0fa0 HTTP/1.1" status: 200 len: 868 time: 0.1330504 Feb 03 14:11:56.042406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f69575e-9dee-4a08-be9e-40d2e0597642 req-8211efec-788b-40da-9e9a-87ed0f4f9711 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841371 Feb 03 14:11:56.049339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-d0d6c6e0-6997-4385-955b-98043943159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:56.050987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-d0d6c6e0-6997-4385-955b-98043943159a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0517974 Feb 03 14:11:56.083513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-811e78e2-18c9-49ee-a716-4c272a9fa35d tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 258 time: 0.2359593 Feb 03 14:11:56.096489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:56.122851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:56.136557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-d1f6fcb2-69ec-40c6-bf46-e407c54399b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:56.138189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-d1f6fcb2-69ec-40c6-bf46-e407c54399b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1372116 Feb 03 14:11:56.143115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-0387fa6f-d2a4-4cb2-b95a-bf2e3038580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:56.144735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-0387fa6f-d2a4-4cb2-b95a-bf2e3038580c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0669987 Feb 03 14:11:56.261343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-c7e577e7-68f9-472c-babf-66f40c804b50 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106253 Feb 03 14:11:56.315148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-9e9458e0-74b4-4cef-9ab4-088d3974e31a service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645100 Feb 03 14:11:56.383101 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-e24cc60c-7fb3-4ceb-9d1b-57822e3f0cf0 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159754 Feb 03 14:11:56.472879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:56.528516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35488c44-2e17-4780-9e5f-2682978a95c6 req-37022a7a-2ba4-487e-8667-1e9425544e5d service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066753 Feb 03 14:11:56.610864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Allocated IP 172.25.0.76 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/842e5625-d4fa-48b6-98ba-b904ec9dc3be) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:11:56.742480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:56.777700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:56.822977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:11:56.826037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:11:56.828466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:11:56.856096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event updated for resources: {'Port': ['ID=842e5625-d4fa-48b6-98ba-b904ec9dc3be,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:56.931083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (3896112c-e37f-4b69-909c-24cb192f1f94), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:56.975145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:57.147233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:57.153267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:57.232226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event updated for resources: {'Port': ['ID=842e5625-d4fa-48b6-98ba-b904ec9dc3be,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:11:57.243255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (3896112c-e37f-4b69-909c-24cb192f1f94), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:57.262091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:57.263359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-68f10373-fedf-4412-abcd-ebaaa455a273 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1726079 Feb 03 14:11:57.320254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-98e1eb6a-7e5f-4a95-ab00-04fb799574d3 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.0509448 Feb 03 14:11:57.359522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-466ff555-68b8-4ddf-8fb9-23570e7e068b tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:11:57.360576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-466ff555-68b8-4ddf-8fb9-23570e7e068b tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1076651 Feb 03 14:11:57.408097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-e71c20be-6120-428a-9951-02ec3d24233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:57.409987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-e71c20be-6120-428a-9951-02ec3d24233d service neutron] 10.222.0.52 "GET /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 1124 time: 0.0423393 Feb 03 14:11:57.418930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Request body: {'binding': {'host': 'n-h1-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:57.419415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:11:57.438061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-4b35e71d-edfc-4884-bd90-746046fb1072 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:57.439425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-4b35e71d-edfc-4884-bd90-746046fb1072 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1133411 Feb 03 14:11:57.449943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-3f410bc6-9f8c-4fbd-8de5-289a304b95ad tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:11:57.450915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5ff27d8-8fb6-4719-b366-d3cb8ee5f9b3 req-3f410bc6-9f8c-4fbd-8de5-289a304b95ad tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060527 Feb 03 14:11:57.572662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on host n-h1-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:11:57.573071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:11:57.573446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:57.577179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f245-d1af-4e2b-bb13-ee9fb8fa37ca req-e887807e-55fa-4768-b9c2-b39dc5e45812 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:57.578750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:11:57.578881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0784f245-d1af-4e2b-bb13-ee9fb8fa37ca req-e887807e-55fa-4768-b9c2-b39dc5e45812 tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 1133 time: 0.0465775 Feb 03 14:11:57.579089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:11:57.584824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:11:57.585173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:11:57.585562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:11:57.586025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Bound port: da390f4e-594e-4840-bc06-82baff219c90, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:11:57.626882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0784f245-d1af-4e2b-bb13-ee9fb8fa37ca req-ae1706b5-fb67-4dac-81ee-d4fdbee1857d tempest-ServersAdminTestJSON-30509311 tempest-ServersAdminTestJSON-30509311-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Feb 03 14:11:57.640472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:11:57.648458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:57.650293 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0ffe5ac7-a55e-4381-824a-d06b0f318615 service neutron] 10.222.0.52 "POST /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90/bindings HTTP/1.1" status: 201 len: 389 time: 0.2344558 Feb 03 14:11:57.747544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c9257-c0a8-4261-a44f-a3edf90ffff6 req-9ecfab7e-9826-45a3-83b1-2d61c76bd9ff tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:57.750292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1c9257-c0a8-4261-a44f-a3edf90ffff6 req-9ecfab7e-9826-45a3-83b1-2d61c76bd9ff tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 945 time: 0.0651796 Feb 03 14:11:57.840862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1c9257-c0a8-4261-a44f-a3edf90ffff6 req-251e13c4-637a-48ac-9574-ae9da38ba89b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803525 Feb 03 14:11:57.872696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd6de4-d950-4834-8775-a80592369f55 req-c4981d19-87e1-4b30-bc45-77df08d09bf1 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:57.874370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9efd6de4-d950-4834-8775-a80592369f55 req-c4981d19-87e1-4b30-bc45-77df08d09bf1 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.0938723 Feb 03 14:11:57.957709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9efd6de4-d950-4834-8775-a80592369f55 req-50bf6a90-db1e-4b3f-bfa7-39da519b5372 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733445 Feb 03 14:11:57.960469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-f430e64c-e5b3-4431-a2f0-385bb1e58d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:57.962677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-f430e64c-e5b3-4431-a2f0-385bb1e58d62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1127 time: 0.0855727 Feb 03 14:11:58.091192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0a636db1-488d-47a0-9660-b75826fd4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:58.092608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0a636db1-488d-47a0-9660-b75826fd4ca8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1248517 Feb 03 14:11:58.113731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa66d1-bac5-40b9-be2c-2a728b8fafc1 req-6edf72a4-2e1a-4ea6-8843-a755bcd9131a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:58.115300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9aa66d1-bac5-40b9-be2c-2a728b8fafc1 req-6edf72a4-2e1a-4ea6-8843-a755bcd9131a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0916321 Feb 03 14:11:58.455098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-a7a4ea95-db00-4a2a-b50d-c7e5f56ec7cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 217 time: 0.3559024 Feb 03 14:11:58.554078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9aa66d1-bac5-40b9-be2c-2a728b8fafc1 req-9671c53d-6c47-4525-9399-b25cd9796626 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.1017246 Feb 03 14:11:58.569373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d9aa66d1-bac5-40b9-be2c-2a728b8fafc1 req-51403606-82d3-42cd-b225-50197c049b3e tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Request body: {'floatingip': {'port_id': 'e6b819dd-b3fc-4b11-8254-021036245332', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:11:58.607796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-f9428b19-da85-4f8c-b911-68ac11eb5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:58.609164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-f9428b19-da85-4f8c-b911-68ac11eb5954 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1397288 Feb 03 14:11:58.618255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d9aa66d1-bac5-40b9-be2c-2a728b8fafc1 req-51403606-82d3-42cd-b225-50197c049b3e tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (3896112c-e37f-4b69-909c-24cb192f1f94), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:58.679695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42efc4-cde6-412e-a69c-8c5355585054 req-22400e71-8b4c-4e4b-a067-c09c91b78398 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:58.681322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c42efc4-cde6-412e-a69c-8c5355585054 req-22400e71-8b4c-4e4b-a067-c09c91b78398 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.2301157 Feb 03 14:11:58.685156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-569ab6f5-82b9-4481-96b3-ea65d165a13f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692711 Feb 03 14:11:58.853024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c42efc4-cde6-412e-a69c-8c5355585054 req-e9073a43-e60b-48d8-969d-42dd45d6113e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606565 Feb 03 14:11:58.917737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2a5266a4-2274-42ad-9c8d-e9a0070a1414 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248669 Feb 03 14:11:59.043790 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-d9aa66d1-bac5-40b9-be2c-2a728b8fafc1 req-51403606-82d3-42cd-b225-50197c049b3e tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 14:11:59.044921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9aa66d1-bac5-40b9-be2c-2a728b8fafc1 req-51403606-82d3-42cd-b225-50197c049b3e tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "PUT /v2.0/floatingips/3896112c-e37f-4b69-909c-24cb192f1f94 HTTP/1.1" status: 409 len: 549 time: 0.4835985 Feb 03 14:11:59.068253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-af4919b5-d1a8-4fda-a7cd-f9f9b822fe81 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441393 Feb 03 14:11:59.166504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268a6b-ba6b-425a-a0cf-431aeab31903 req-c9b50f70-14ea-427e-ae21-020aa60d1f10 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:59.168004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67268a6b-ba6b-425a-a0cf-431aeab31903 req-c9b50f70-14ea-427e-ae21-020aa60d1f10 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 949 time: 0.0547650 Feb 03 14:11:59.257824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9adb5-133f-4879-a7dd-e91479343646 req-326a55f4-49c1-41fd-abff-89fa742ac778 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:59.259947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02d9adb5-133f-4879-a7dd-e91479343646 req-326a55f4-49c1-41fd-abff-89fa742ac778 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.0909228 Feb 03 14:11:59.263018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67268a6b-ba6b-425a-a0cf-431aeab31903 req-ee7a3311-a692-4724-9931-89dfb87e4371 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857067 Feb 03 14:11:59.348887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02d9adb5-133f-4879-a7dd-e91479343646 req-a1a85a38-d006-4ca5-9f51-6a1094e22c6e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661349 Feb 03 14:11:59.429629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-9a4a0466-1a64-48dc-8d9f-5d47076218f0 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips/3896112c-e37f-4b69-909c-24cb192f1f94 HTTP/1.1" status: 200 len: 692 time: 0.0764110 Feb 03 14:11:59.499287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db39951-f554-438e-a53a-6c9a4dccdace req-79261dc4-f9f3-4a08-9b69-09d00ac023fb tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:59.500629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5db39951-f554-438e-a53a-6c9a4dccdace req-79261dc4-f9f3-4a08-9b69-09d00ac023fb tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 945 time: 0.1409059 Feb 03 14:11:59.601597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-1900c79b-7915-45e0-a602-9177eac4de3b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:11:59.603032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-1900c79b-7915-45e0-a602-9177eac4de3b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1576355 Feb 03 14:11:59.606193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5db39951-f554-438e-a53a-6c9a4dccdace req-0018ea3d-1131-4e96-8326-dee7065579b9 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794129 Feb 03 14:11:59.698164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-2b0c8345-e187-45ee-a7be-f2cd15dac375 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.0846801 Feb 03 14:11:59.776305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-aa332a05-11c1-4b71-aeea-693987b9a115 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.0706310 Feb 03 14:11:59.976573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Deleting port 842e5625-d4fa-48b6-98ba-b904ec9dc3be {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:11:59.976995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.129767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.130096 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (842e5625-d4fa-48b6-98ba-b904ec9dc3be), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.145527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b51fa-f0eb-4253-abf6-6cbfa96a29d9 req-8af1ceff-e90b-40fb-a15c-7fd2ec85d7e5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:00.147016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-043b51fa-f0eb-4253-abf6-6cbfa96a29d9 req-8af1ceff-e90b-40fb-a15c-7fd2ec85d7e5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1395218 Feb 03 14:12:00.153664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Calling delete_port for 842e5625-d4fa-48b6-98ba-b904ec9dc3be owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:00.190424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59712) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:00.317822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-c5fe292a-92ee-4202-84b7-f8d4332392d4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:00.319412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-c5fe292a-92ee-4202-84b7-f8d4332392d4 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 949 time: 0.1529121 Feb 03 14:12:00.334538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba4abd1b-2fd1-4b65-9aa6-3ed2ad270088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.421935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-043b51fa-f0eb-4253-abf6-6cbfa96a29d9 req-ee0dc438-9ca1-48e1-8999-09dd37a20d67 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661328 Feb 03 14:12:00.454769 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba4abd1b-2fd1-4b65-9aa6-3ed2ad270088 admin admin] Publish callbacks [] for security_group (cae62c7f-2f5d-40de-899b-7552b0a93e59), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.463221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba4abd1b-2fd1-4b65-9aa6-3ed2ad270088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cae62c7f-2f5d-40de-899b-7552b0a93e59), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.472195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Deleting port 021a6be8-13b8-46af-9d11-8bc56cf4f643 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:00.472582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.499558 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ba4abd1b-2fd1-4b65-9aa6-3ed2ad270088 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fd21138acb54c8681c57832134b97ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080585 Feb 03 14:12:00.502419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59722) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:00.554439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4abd1b-2fd1-4b65-9aa6-3ed2ad270088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae62c7f-2f5d-40de-899b-7552b0a93e59,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:00.592012 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1af2b428-dede-4106-84b4-2c8f1a17b256 admin admin] Publish callbacks [] for security_group (cae62c7f-2f5d-40de-899b-7552b0a93e59), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.617995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] For port 021a6be8-13b8-46af-9d11-8bc56cf4f643, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=021a6be8-13b8-46af-9d11-8bc56cf4f643,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:00.618942 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.620792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1af2b428-dede-4106-84b4-2c8f1a17b256 admin admin] Publish callbacks [] for security_group (cae62c7f-2f5d-40de-899b-7552b0a93e59), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.640458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Calling delete_port for 021a6be8-13b8-46af-9d11-8bc56cf4f643 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:00.704128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1af2b428-dede-4106-84b4-2c8f1a17b256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cae62c7f-2f5d-40de-899b-7552b0a93e59), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.707214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1af2b428-dede-4106-84b4-2c8f1a17b256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.710862 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1af2b428-dede-4106-84b4-2c8f1a17b256 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cae62c7f-2f5d-40de-899b-7552b0a93e59 HTTP/1.1" status: 204 len: 168 time: 0.2049274 Feb 03 14:12:00.718376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2b428-dede-4106-84b4-2c8f1a17b256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae62c7f-2f5d-40de-899b-7552b0a93e59,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:00.835799 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (842e5625-d4fa-48b6-98ba-b904ec9dc3be), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:00.850205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed19ba9-190d-4927-9d76-20ad73a5448e req-840279a3-a922-4890-86b2-1dd1781a9ce9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:00.852038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ed19ba9-190d-4927-9d76-20ad73a5448e req-840279a3-a922-4890-86b2-1dd1781a9ce9 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c8ff35f-e680-46f1-9a01-c09591878ce9 HTTP/1.1" status: 200 len: 949 time: 0.2432704 Feb 03 14:12:00.897120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event deleted for resources: {'Port': ['ID=842e5625-d4fa-48b6-98ba-b904ec9dc3be,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:01.046584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ed19ba9-190d-4927-9d76-20ad73a5448e req-3b2cee8d-ad79-4d73-8744-ab4948e6c489 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610322 Feb 03 14:12:01.047492 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (3896112c-e37f-4b69-909c-24cb192f1f94), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.050389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.062068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e676301-7657-4b5d-9c90-7a6f2c4d46a6 req-4dea18d0-a8d3-471a-b93a-89f5a7227d12 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "DELETE /v2.0/floatingips/3896112c-e37f-4b69-909c-24cb192f1f94 HTTP/1.1" status: 204 len: 173 time: 1.2774117 Feb 03 14:12:01.072484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (021a6be8-13b8-46af-9d11-8bc56cf4f643), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.110229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1', '021a6be8-13b8-46af-9d11-8bc56cf4f643', '90cb0964-230b-489a-a054-cca1c21ff4c3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:01.128730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Pushing event deleted for resources: {'Port': ['ID=021a6be8-13b8-46af-9d11-8bc56cf4f643,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:01.161636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59732) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:01.191810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e09e13d-3ed1-4d64-894b-75c6c5cb6c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.252309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] No DVR routers for this DVR port 021a6be8-13b8-46af-9d11-8bc56cf4f643 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:01.257094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.261593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3230eeb-cb8f-4ad7-9bf5-d756e9b17f89 req-5fee0295-4495-4cfa-be6b-3333b382f0f2 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "DELETE /v2.0/ports/021a6be8-13b8-46af-9d11-8bc56cf4f643 HTTP/1.1" status: 204 len: 173 time: 0.9364071 Feb 03 14:12:01.262892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'name': 'network-vif-deleted', 'tag': '021a6be8-13b8-46af-9d11-8bc56cf4f643'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:01.265261 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a3c241-cc16-4e8c-8650-072b1847ef80" -d '{"events": [{"server_uuid": "4c8ff35f-e680-46f1-9a01-c09591878ce9", "name": "network-vif-deleted", "tag": "021a6be8-13b8-46af-9d11-8bc56cf4f643"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:01.297979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab1450-8fab-4fe3-b749-d7388a949986 req-72c769ef-b97f-4a88-a479-498f25e1efe8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:01.305813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbab1450-8fab-4fe3-b749-d7388a949986 req-72c769ef-b97f-4a88-a479-498f25e1efe8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1572256 Feb 03 14:12:01.331468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e09e13d-3ed1-4d64-894b-75c6c5cb6c4c admin admin] Publish callbacks [] for security_group (98a05f4c-044e-4977-9b4f-cb845f972863), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.332363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943addc-3306-4fe4-aa8e-461ce25c11c4 req-2aa49336-5ec4-44c5-9c74-9938499c9687 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:01.333995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6943addc-3306-4fe4-aa8e-461ce25c11c4 req-2aa49336-5ec4-44c5-9c74-9938499c9687 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 945 time: 0.1416600 Feb 03 14:12:01.347746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e09e13d-3ed1-4d64-894b-75c6c5cb6c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (98a05f4c-044e-4977-9b4f-cb845f972863), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.375349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e09e13d-3ed1-4d64-894b-75c6c5cb6c4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d601dd87b69f434d8ea7424d52a68e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121706 Feb 03 14:12:01.381880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59736) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:01.420030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6943addc-3306-4fe4-aa8e-461ce25c11c4 req-6b7c201a-56b8-458c-8ea4-a34ffb7701af tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755701 Feb 03 14:12:01.456314 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbab1450-8fab-4fe3-b749-d7388a949986 req-2b556f81-30c8-417b-8729-2fa8ea885477 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495566 Feb 03 14:12:01.473061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09e13d-3ed1-4d64-894b-75c6c5cb6c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a05f4c-044e-4977-9b4f-cb845f972863,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:01.494449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-925e6fed-45df-4cd2-83be-4429e4c23beb admin admin] Publish callbacks [] for security_group (98a05f4c-044e-4977-9b4f-cb845f972863), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.540860 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef1a671-8549-46a1-a9c8-cdd316b7db25 x-openstack-request-id: req-8ef1a671-8549-46a1-a9c8-cdd316b7db25 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:01.541336 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ff35f-e680-46f1-9a01-c09591878ce9", "name": "network-vif-deleted", "tag": "021a6be8-13b8-46af-9d11-8bc56cf4f643", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:01.541590 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ef1a671-8549-46a1-a9c8-cdd316b7db25 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:01.541989 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ff35f-e680-46f1-9a01-c09591878ce9', 'name': 'network-vif-deleted', 'tag': '021a6be8-13b8-46af-9d11-8bc56cf4f643', 'status': 'completed', 'code': 200} Feb 03 14:12:01.551084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-925e6fed-45df-4cd2-83be-4429e4c23beb admin admin] Publish callbacks [] for security_group (98a05f4c-044e-4977-9b4f-cb845f972863), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.576164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-91cfe29f-7c26-468c-a667-8d83cefc4f05 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 1000 time: 0.1184418 Feb 03 14:12:01.665542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-925e6fed-45df-4cd2-83be-4429e4c23beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (98a05f4c-044e-4977-9b4f-cb845f972863), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.668534 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-925e6fed-45df-4cd2-83be-4429e4c23beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:01.669785 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-925e6fed-45df-4cd2-83be-4429e4c23beb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98a05f4c-044e-4977-9b4f-cb845f972863 HTTP/1.1" status: 204 len: 168 time: 0.2866161 Feb 03 14:12:01.678108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-943c2c56-7763-484e-ab90-7c1c927d5bcc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:01.679827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-943c2c56-7763-484e-ab90-7c1c927d5bcc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports/e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 942 time: 0.0982196 Feb 03 14:12:01.685353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e6fed-45df-4cd2-83be-4429e4c23beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a05f4c-044e-4977-9b4f-cb845f972863,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:01.912554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-764eeaf3-8425-4716-921d-9731b418b42b tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 1000 time: 0.1370804 Feb 03 14:12:02.067128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-c663b474-168f-49f5-a506-a87e9185e74d tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:02.069659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-c663b474-168f-49f5-a506-a87e9185e74d tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1496956 Feb 03 14:12:02.216982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-8d7f40e9-fd53-4d7f-9392-b8cf060dbe9d tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 1000 time: 0.1397922 Feb 03 14:12:02.229276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:02.291276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e8a99-ea5a-4602-a2f6-69f257162663 req-d50391c1-2e8b-42c3-9a00-eafdb7ca8fcd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:02.298502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c59e8a99-ea5a-4602-a2f6-69f257162663 req-d50391c1-2e8b-42c3-9a00-eafdb7ca8fcd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1466844 Feb 03 14:12:02.329697 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (a3dd3726-0a92-491b-89d5-ca917a0fe847), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:02.396053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c59e8a99-ea5a-4602-a2f6-69f257162663 req-09394257-7289-4985-ad8b-fc6a3d0d1039 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960860 Feb 03 14:12:02.545966 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:02.560030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a3dd3726-0a92-491b-89d5-ca917a0fe847), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:02.560375 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Floating IP a3dd3726-0a92-491b-89d5-ca917a0fe847 disassociated. External IP: 172.25.0.96, port: e6b819dd-b3fc-4b11-8254-021036245332. Feb 03 14:12:02.856383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59788) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:02.900839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Router 506e9458-3f26-4780-ba43-7a8e034b1eb7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:02.926789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4f7c8-02d1-45b2-9ca3-b4653b79f51e req-51f140d5-ac87-466b-afb0-9d781a59ca8a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:02.928491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01c4f7c8-02d1-45b2-9ca3-b4653b79f51e req-51f140d5-ac87-466b-afb0-9d781a59ca8a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.0830722 Feb 03 14:12:02.981323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-network', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:03.002726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Made reservation on behalf of 2bf8a1a832fa4ca6b6863b4d4623891e for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:03.007939 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.014612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.054541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01c4f7c8-02d1-45b2-9ca3-b4653b79f51e req-89acfafc-f4c2-4b05-9df1-3a419333351b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899172 Feb 03 14:12:03.075000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:03.082426 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.094472 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] Sync routers for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:03.111130 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:03.114572 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:03.126529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks [] for security_group (f7b4b67b-69ae-495c-9192-29c2f84c3551), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.129733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-d98bf579-9bcb-4d0a-9997-b537b6a34645 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "PUT /v2.0/floatingips/a3dd3726-0a92-491b-89d5-ca917a0fe847 HTTP/1.1" status: 200 len: 694 time: 0.9068568 Feb 03 14:12:03.134282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f7b4b67b-69ae-495c-9192-29c2f84c3551), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.147693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:12:03.160120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7a6dfeef-fc03-42ba-809d-b20db13411ca), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.160977 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Added segment 7a6dfeef-fc03-42ba-809d-b20db13411ca of type vlan for network f820fd70-6d3b-43d6-a822-e5079ac00f1c Feb 03 14:12:03.214628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (f820fd70-6d3b-43d6-a822-e5079ac00f1c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.250558 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:03.278518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4b67b-69ae-495c-9192-29c2f84c3551,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:03.284095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (f820fd70-6d3b-43d6-a822-e5079ac00f1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.285470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.286205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.353084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] Pushing event updated for resources: {'Network': ['ID=f820fd70-6d3b-43d6-a822-e5079ac00f1c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:03.369807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-5090d407-a60a-4779-a9ff-52cc3c096521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.371371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-5090d407-a60a-4779-a9ff-52cc3c096521 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3119948ef0d94d47bc3856ce02e17c37&device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 1127 time: 0.2269795 Feb 03 14:12:03.379154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:12:03.382760 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-512fe941-b490-4959-9bf2-0afc77a344dd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5242085 Feb 03 14:12:03.383981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:03.389116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Request body: {'subnet': {'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-subnet', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:03.441909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Made reservation on behalf of 2bf8a1a832fa4ca6b6863b4d4623891e for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:03.444453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.476245 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:35Z', 'revision_number': 5, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:03.525126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66e19d-f237-4ab8-9868-ae649c19259c req-71c7768c-5c64-44b3-9df6-183538b7fecb tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.532072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e66e19d-f237-4ab8-9868-ae649c19259c req-71c7768c-5c64-44b3-9df6-183538b7fecb tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 949 time: 0.2726092 Feb 03 14:12:03.543559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:03.546025 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e2149e-0026-4607-9fe5-9c87763fd261" -d '{"events": [{"name": "network-changed", "server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "tag": "e6b819dd-b3fc-4b11-8254-021036245332"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:03.561555 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:12:03.562645 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] Checking router: 506e9458-3f26-4780-ba43-7a8e034b1eb7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:03.574270 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:03.575303 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:03.753622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (56c8267e-be90-48c4-a84e-930e7d2566e7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.831475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c8267e-be90-48c4-a84e-930e7d2566e7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:03.842431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Checking segment: {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:03.843114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Network hostable DHCP agents. Network: f820fd70-6d3b-43d6-a822-e5079ac00f1c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:12:03.844198 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:03.864210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:12:03.878732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, f820fd70-6d3b-43d6-a822-e5079ac00f1c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:03.884636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-4781e811-5862-4678-a9ab-0b8d498facf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.889746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c5855-a9f6-4b1c-a975-6923a524ad03 None None] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:03.892660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-4781e811-5862-4678-a9ab-0b8d498facf8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 200 len: 930 time: 0.4975727 Feb 03 14:12:03.894633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:03.895958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.921302 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c5fb44a0-7cac-4702-9c18-574a19556dc2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5353088 Feb 03 14:12:03.923143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59800) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:03.930851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:03.945630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-e2d6910a-270b-41d1-a7d0-c36d960bbf32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 217 time: 0.0518119 Feb 03 14:12:03.959789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (25e4df6d-fe78-444e-aae7-3086c54220ad), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.963026 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (25e4df6d-fe78-444e-aae7-3086c54220ad), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:03.970128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e66e19d-f237-4ab8-9868-ae649c19259c req-fe28613b-3b07-41ef-98f4-6bb0041aac08 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369290 Feb 03 14:12:04.044014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-14dc9ab9-3020-4dc3-a229-856e8d3acda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:04.057579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-14dc9ab9-3020-4dc3-a229-856e8d3acda7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e4f6179-d882-4abd-b622-b00fba3a0fa0 HTTP/1.1" status: 200 len: 868 time: 0.1104915 Feb 03 14:12:04.064067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'fixed_ips': [{'subnet_id': '56c8267e-be90-48c4-a84e-930e7d2566e7'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:12:04.065891 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:04.098591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks [] for router_controller (25e4df6d-fe78-444e-aae7-3086c54220ad), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:04.171390 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:35Z', 'revision_number': 5, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:04.201597 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238bccd-2527-4287-82e2-e8df100fa5f5 None None] The sync data for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 is: [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:11:30Z', 'revision_number': 4, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b35b6dcc-7b53-4989-9104-395f7a56f936', 'name': '', 'network_id': 'b3d1b8e6-6f8b-48cd-b2d5-849a6303961e', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'mac_address': 'fa:16:3e:a9:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:27Z', 'updated_at': '2022-02-03T14:11:35Z', 'revision_number': 5, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'subnets': [{'id': '8e4f6179-d882-4abd-b622-b00fba3a0fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:04.217451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-149422bc-7af3-405c-a477-8123c39e8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:04.219318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-149422bc-7af3-405c-a477-8123c39e8b10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1609411 Feb 03 14:12:04.257957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 021a6be8-13b8-46af-9d11-8bc56cf4f643 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:04.271591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17c395-720a-414b-8df0-2a74cdf0e609 req-d130d09b-01a4-4d82-89a6-23fc5fb2f7d9 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:04.280562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc17c395-720a-414b-8df0-2a74cdf0e609 req-d130d09b-01a4-4d82-89a6-23fc5fb2f7d9 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1780868 Feb 03 14:12:04.297295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 021a6be8-13b8-46af-9d11-8bc56cf4f643 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:04.297976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 021a6be8-13b8-46af-9d11-8bc56cf4f643 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:04.383850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc17c395-720a-414b-8df0-2a74cdf0e609 req-c8d6ade9-0f39-45ef-a725-9a73a7efac7c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022289 Feb 03 14:12:04.395198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Allocated IP 172.20.0.2 (f820fd70-6d3b-43d6-a822-e5079ac00f1c/56c8267e-be90-48c4-a84e-930e7d2566e7/fb24d8fe-0000-4167-a02c-c2d702a8b209) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:04.423280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks [] for router_gateway (25e4df6d-fe78-444e-aae7-3086c54220ad), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:04.443672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-0351f3c8-7dcf-44c6-b89b-6f1414d1e833 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154553 Feb 03 14:12:04.615442 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb19a853-d03e-44a5-a566-f13e7464e759 x-openstack-request-id: req-fb19a853-d03e-44a5-a566-f13e7464e759 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:04.615738 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "tag": "e6b819dd-b3fc-4b11-8254-021036245332", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:04.615986 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb19a853-d03e-44a5-a566-f13e7464e759 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:04.616375 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332', 'status': 'completed', 'code': 200} Feb 03 14:12:04.774757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b0a50-f302-4ccb-b539-77c164fa9d52 None None] New status for floating IP a3dd3726-0a92-491b-89d5-ca917a0fe847: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:12:04.815729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23a72aab-40cb-4cfb-9613-b76f9577eaa6 req-c4dbbd9e-6a23-4d73-bdfc-61725da2f52c service neutron] 10.222.0.52 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653800 Feb 03 14:12:04.853770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-9bce39cc-380b-4207-86a8-ea1e7cfe7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:04.855327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-9bce39cc-380b-4207-86a8-ea1e7cfe7a92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3119948ef0d94d47bc3856ce02e17c37&device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 1127 time: 0.2219639 Feb 03 14:12:04.892016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39319936-7caa-41c0-b529-4f71facc875e req-7952f17a-2a47-4bb1-b352-74d19de15e2a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:04.893627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39319936-7caa-41c0-b529-4f71facc875e req-7952f17a-2a47-4bb1-b352-74d19de15e2a tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 949 time: 0.1948197 Feb 03 14:12:04.901060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac83ec-7300-476f-9f10-436ada28e0b5 req-7357c656-752b-4b02-baf9-8f61756cc064 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:04.907886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3aac83ec-7300-476f-9f10-436ada28e0b5 req-7357c656-752b-4b02-baf9-8f61756cc064 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1864510 Feb 03 14:12:05.123656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-35c3e36a-3828-4629-bf6f-ebe2a533dafe tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips/a3dd3726-0a92-491b-89d5-ca917a0fe847 HTTP/1.1" status: 200 len: 694 time: 0.2410722 Feb 03 14:12:05.139390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks [] for router_gateway (25e4df6d-fe78-444e-aae7-3086c54220ad), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.162284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.185810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3aac83ec-7300-476f-9f10-436ada28e0b5 req-60066542-e7ed-4b2b-b600-9eb3023d4128 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767732 Feb 03 14:12:05.186943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-a943b615-534b-448b-8f5d-145dabd4daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:05.189615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-a943b615-534b-448b-8f5d-145dabd4daad service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 200 len: 930 time: 0.3182476 Feb 03 14:12:05.298630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-528a6c6d-a949-4615-9777-00aa61a1b669 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 200 len: 217 time: 0.0716271 Feb 03 14:12:05.299388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Publish callbacks [] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.310359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.321863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Allocated IP 172.25.0.254 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/a5ff9904-c826-462c-9181-7ed3fced2da6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:05.449738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Pushing event updated for resources: {'Port': ['ID=fb24d8fe-0000-4167-a02c-c2d702a8b209,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:05.480370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:05.481414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-55d50269-10cc-49df-b70e-e5436f56c034 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:05.481897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:05.486462 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks [] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.490061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:05.494045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-55d50269-10cc-49df-b70e-e5436f56c034 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.2682567 Feb 03 14:12:05.532607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-6f33a705-a244-4113-8ae7-d5f88c700cd4 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:12:05.533767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-6f33a705-a244-4113-8ae7-d5f88c700cd4 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082319 Feb 03 14:12:05.538209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.600616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Attempting to bind port fb24d8fe-0000-4167-a02c-c2d702a8b209 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:05.600616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Attempting to bind port fb24d8fe-0000-4167-a02c-c2d702a8b209 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:05.600970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Attempting to bind port fb24d8fe-0000-4167-a02c-c2d702a8b209 on network f820fd70-6d3b-43d6-a822-e5079ac00f1c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:05.607879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:05.608121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:05.608829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Checking segment: {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:05.609248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.609647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Bound using segment: {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:05.609917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ff9904-c826-462c-9181-7ed3fced2da6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:05.610125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Bound port: fb24d8fe-0000-4167-a02c-c2d702a8b209, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:05.610515 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.614794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:05.618531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:05.703191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] For port fb24d8fe-0000-4167-a02c-c2d702a8b209, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:05.710200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] For port fb24d8fe-0000-4167-a02c-c2d702a8b209, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb24d8fe-0000-4167-a02c-c2d702a8b209,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:05.712246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-9747c908-89e5-47d0-8896-932da80e027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:05.713765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-9747c908-89e5-47d0-8896-932da80e027a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e4f6179-d882-4abd-b622-b00fba3a0fa0 HTTP/1.1" status: 200 len: 868 time: 0.2175832 Feb 03 14:12:05.723158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.848667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7332d-90a4-4455-970f-f2c369a445ba None None] Pushing event updated for resources: {'Port': ['ID=fb24d8fe-0000-4167-a02c-c2d702a8b209,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:05.874124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Deleting port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:05.874451 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:05.894831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-7f7caa09-6d2e-4d1c-a4f7-868d824fd500 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.2951155 Feb 03 14:12:05.970490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:12:05.994598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-9c2aafbf-4b43-45ac-8b7c-310a1a3da864 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0968497 Feb 03 14:12:06.050753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks [] for router_gateway (25e4df6d-fe78-444e-aae7-3086c54220ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:06.152921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd69e8-4cd3-446a-82ce-15f2f8090685 req-ab7bfeae-19ba-4d47-a9d3-aa5ba2a7ffbe tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:06.170830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09bd69e8-4cd3-446a-82ce-15f2f8090685 req-ab7bfeae-19ba-4d47-a9d3-aa5ba2a7ffbe tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 949 time: 0.6733642 Feb 03 14:12:06.222720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:06.248914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'mac_address': 'fa:16:3e:9e:9f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:12:06.284073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-72241c5c-f577-4ded-a36b-e0ff6becfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:06.285923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-72241c5c-f577-4ded-a36b-e0ff6becfa53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4927111 Feb 03 14:12:06.309333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:06.310155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:06.351689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:12:06.376925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:06.394639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:06.411630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] For port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:06.411914 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:06.482232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:06.504680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['17f5b93b-82d0-4ed7-92bb-5022bbdf21e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:06.525728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09bd69e8-4cd3-446a-82ce-15f2f8090685 req-a5413b68-76c0-4f9f-845d-6d8cd7b0fdd7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517346 Feb 03 14:12:06.553819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Calling delete_port for cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:06.595807 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (25e4df6d-fe78-444e-aae7-3086c54220ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:06.705220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Deleting port 561abea9-043c-4c11-87d9-de3ed22ee52f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:06.705605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:06.817383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-cbbbb2d1-09e5-4138-a6e4-f36cab9f045d service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901481 Feb 03 14:12:06.854557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Router 25e4df6d-fe78-444e-aae7-3086c54220ad is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:12:06.968936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dfd3b-bd2c-4640-9cfa-3514135890cf req-3451e480-ae40-4f49-bf0a-935c1383608b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:06.970437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b4dfd3b-bd2c-4640-9cfa-3514135890cf req-3451e480-ae40-4f49-bf0a-935c1383608b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.2596769 Feb 03 14:12:07.026340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:07.041429 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Sync routers for ids ['25e4df6d-fe78-444e-aae7-3086c54220ad'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:07.055664 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:07.056080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (561abea9-043c-4c11-87d9-de3ed22ee52f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:07.057949 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Routers {'25e4df6d-fe78-444e-aae7-3086c54220ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:07.059301 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['25e4df6d-fe78-444e-aae7-3086c54220ad'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:07.061830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65e2149e-0026-4607-9fe5-9c87763fd261 req-31a71abb-69fe-4f33-94a3-c1b9ee829da2 service neutron] 10.222.0.45 "GET /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951790 Feb 03 14:12:07.075077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:07.080911 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2b22335f-3d5b-4cc2-99ce-41ef25555119 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1566520 Feb 03 14:12:07.081761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:07.111677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b4dfd3b-bd2c-4640-9cfa-3514135890cf req-4e4e19ba-0dce-4796-8cbf-8c7aa65d161e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294117 Feb 03 14:12:07.116512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Calling delete_port for 561abea9-043c-4c11-87d9-de3ed22ee52f owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:07.263508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:07.324719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['90cb0964-230b-489a-a054-cca1c21ff4c3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:07.440787 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Set router 25e4df6d-fe78-444e-aae7-3086c54220ad gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:07.489564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Pushing event deleted for resources: {'Port': ['ID=cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:07.694658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] No DVR routers for this DVR port cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:07.705840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:07.716724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39319936-7caa-41c0-b529-4f71facc875e req-45f87999-1bbd-44ec-a75c-dbbec8b1c204 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "DELETE /v2.0/ports/cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 HTTP/1.1" status: 204 len: 173 time: 2.7890034 Feb 03 14:12:07.744532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'name': 'network-vif-deleted', 'tag': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:07.747463 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa64729-ddb6-4a86-b576-147d376b3b98" -d '{"events": [{"server_uuid": "8cb8850d-3918-4a40-bfbd-236ddf55ea6a", "name": "network-vif-deleted", "tag": "cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:07.806675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b5896f-a8df-431d-93bc-e545c81b257b None None] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:07.866646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb24d8fe-0000-4167-a02c-c2d702a8b209 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:07.884331 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:12:05Z', 'revision_number': 3, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port': {'id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:07.939490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291765a7-5c0d-48d2-9f66-0cf447a55712 req-9548cc68-a35b-4822-8162-5c8c68793fca tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:07.941105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-291765a7-5c0d-48d2-9f66-0cf447a55712 req-9548cc68-a35b-4822-8162-5c8c68793fca tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.4024811 Feb 03 14:12:07.952074 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Checking router: 25e4df6d-fe78-444e-aae7-3086c54220ad for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:07.952456 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Updating router 25e4df6d-fe78-444e-aae7-3086c54220ad port a5ff9904-c826-462c-9181-7ed3fced2da6 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:12:07.983368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (561abea9-043c-4c11-87d9-de3ed22ee52f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.016874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:08.025290 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.121148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event deleted for resources: {'Port': ['ID=561abea9-043c-4c11-87d9-de3ed22ee52f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:08.145038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5303c44f-18c3-4b84-b643-84e7422130fa None None] Provisioning complete for port fb24d8fe-0000-4167-a02c-c2d702a8b209 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:08.157021 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5303c44f-18c3-4b84-b643-84e7422130fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.170646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-291765a7-5c0d-48d2-9f66-0cf447a55712 req-2fd8995e-15b2-4836-9f50-39325ad85352 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167227 Feb 03 14:12:08.294376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:08.304221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks [] for floatingip (a3dd3726-0a92-491b-89d5-ca917a0fe847), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.306906 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.329008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eee27846-4cb1-426f-90eb-c7f6a933916f req-d7eb8160-820f-4b31-a652-33895e21567a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "DELETE /v2.0/floatingips/a3dd3726-0a92-491b-89d5-ca917a0fe847 HTTP/1.1" status: 204 len: 173 time: 2.3334255 Feb 03 14:12:08.437610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:08.437965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:08.469721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c17424ba-52ec-4fa3-9b03-d39af2ac1671 req-af3bfc73-3dc7-45a5-aba8-0d56a9ebbfe3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=8cb8850d-3918-4a40-bfbd-236ddf55ea6a HTTP/1.1" status: 200 len: 210 time: 0.1067855 Feb 03 14:12:08.476409 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d669406-45ad-4116-8a1e-b61f45b132c8 x-openstack-request-id: req-6d669406-45ad-4116-8a1e-b61f45b132c8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:08.478309 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8850d-3918-4a40-bfbd-236ddf55ea6a", "name": "network-vif-deleted", "tag": "cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:08.479474 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d669406-45ad-4116-8a1e-b61f45b132c8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:08.483351 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8850d-3918-4a40-bfbd-236ddf55ea6a', 'name': 'network-vif-deleted', 'tag': 'cdf79ac7-7a09-4e2b-8d7a-58beb2c996f1', 'status': 'completed', 'code': 200} Feb 03 14:12:08.506333 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Publish callbacks [] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.513763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.523764 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.687060 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a0da8-b0ed-47ef-9b61-6330611eb810 None None] Pushing event updated for resources: {'Port': ['ID=a5ff9904-c826-462c-9181-7ed3fced2da6,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:08.710542 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Attempting to bind port a5ff9904-c826-462c-9181-7ed3fced2da6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:08.710916 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Attempting to bind port a5ff9904-c826-462c-9181-7ed3fced2da6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:08.711832 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Attempting to bind port a5ff9904-c826-462c-9181-7ed3fced2da6 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:08.725721 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:08.725721 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:08.727701 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.728121 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:08.729362 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Bound port: a5ff9904-c826-462c-9181-7ed3fced2da6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:08.730833 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.759177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5303c44f-18c3-4b84-b643-84e7422130fa None None] Current status of the port fb24d8fe-0000-4167-a02c-c2d702a8b209 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:08.762024 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5303c44f-18c3-4b84-b643-84e7422130fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.804666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89caca-a1c3-495e-9888-e53812590ebf req-363fe451-e3d1-4d35-8cb9-81a7b5be2203 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:08.818520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca89caca-a1c3-495e-9888-e53812590ebf req-363fe451-e3d1-4d35-8cb9-81a7b5be2203 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1603689 Feb 03 14:12:08.825191 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.873495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fb24d8fe-0000-4167-a02c-c2d702a8b209 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:08.873495 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.880804 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] For port a5ff9904-c826-462c-9181-7ed3fced2da6, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:08.890496 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] For port a5ff9904-c826-462c-9181-7ed3fced2da6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a5ff9904-c826-462c-9181-7ed3fced2da6,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:08.905942 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:08.912168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca89caca-a1c3-495e-9888-e53812590ebf req-182442d5-d721-41f7-8e5b-9f24a73451dd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904121 Feb 03 14:12:08.957343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097d890-daf0-4448-9400-c266dc4a8116 req-8f869cc4-5d81-4296-b6dc-0a035eafb9de tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:08.969226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3097d890-daf0-4448-9400-c266dc4a8116 req-8f869cc4-5d81-4296-b6dc-0a035eafb9de tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1404707 Feb 03 14:12:09.018437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Allocated IP 172.20.0.1 (f820fd70-6d3b-43d6-a822-e5079ac00f1c/56c8267e-be90-48c4-a84e-930e7d2566e7/11a4632b-3b0d-44e9-a68a-70e0fa7655a1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:09.027148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:09.027575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:09.028161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a0da8-b0ed-47ef-9b61-6330611eb810 None None] Pushing event updated for resources: {'Port': ['ID=a5ff9904-c826-462c-9181-7ed3fced2da6,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:09.062306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3097d890-daf0-4448-9400-c266dc4a8116 req-21a5731b-2cf1-4f6b-8f7b-93ee491a52b0 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0910416 Feb 03 14:12:09.076612 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Routers {'25e4df6d-fe78-444e-aae7-3086c54220ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:09.077244 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['25e4df6d-fe78-444e-aae7-3086c54220ad'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:09.096667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5303c44f-18c3-4b84-b643-84e7422130fa None None] For port fb24d8fe-0000-4167-a02c-c2d702a8b209, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb24d8fe-0000-4167-a02c-c2d702a8b209,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:09.121055 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5303c44f-18c3-4b84-b643-84e7422130fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:09.254818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-942194c8-302d-403a-b10c-4b123c541be7 req-be65324c-ce13-45f4-96fc-e2956eca0d16 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1655462 Feb 03 14:12:09.311716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks [] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:09.385263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:09.417760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303c44f-18c3-4b84-b643-84e7422130fa None None] Pushing event updated for resources: {'Port': ['ID=fb24d8fe-0000-4167-a02c-c2d702a8b209,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:09.466030 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] Set router 25e4df6d-fe78-444e-aae7-3086c54220ad gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:09.481239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Pushing event updated for resources: {'Port': ['ID=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:09.507589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fb24d8fe-0000-4167-a02c-c2d702a8b209 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:09.510234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:09.516455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:09.523707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:09.527837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446aef-f381-4292-99d0-3845e4a23069 req-e4cffde0-a1b6-4a0c-aa9e-50e433ed13d0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:09.538663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:09.539081 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:09.542608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c446aef-f381-4292-99d0-3845e4a23069 req-e4cffde0-a1b6-4a0c-aa9e-50e433ed13d0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1710131 Feb 03 14:12:09.599184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:09.604393 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaabde2-4c99-44b2-b1f9-e132d7552989" -d '{"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-plugged", "status": "completed", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:09.621367 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (25e4df6d-fe78-444e-aae7-3086c54220ad), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:09.636318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:09.644297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:09.715058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c446aef-f381-4292-99d0-3845e4a23069 req-60a54741-5e35-4d09-a2d8-b001c110d6d2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652870 Feb 03 14:12:09.787344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb24d8fe-0000-4167-a02c-c2d702a8b209 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:09.802429 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c949c5-74b7-486c-9f29-bd04b790c869 x-openstack-request-id: req-e7c949c5-74b7-486c-9f29-bd04b790c869 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:09.804680 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-plugged", "status": "completed", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:09.805008 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7c949c5-74b7-486c-9f29-bd04b790c869 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:09.805421 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'code': 200} Feb 03 14:12:09.938376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:10.045554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3bcae8c0-6cc0-44a1-b88e-ea8229a4e60d None None] Provisioning complete for port fb24d8fe-0000-4167-a02c-c2d702a8b209 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:10.046265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcae8c0-6cc0-44a1-b88e-ea8229a4e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.053021 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:12:05Z', 'revision_number': 3, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port': {'id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:10.103342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5a08f-e983-441f-8d7a-8b5a729eb220 req-d68df75a-4368-4a3e-9dec-602e4754448c tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:10.110600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.119978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55b5a08f-e983-441f-8d7a-8b5a729eb220 req-d68df75a-4368-4a3e-9dec-602e4754448c tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 945 time: 0.1717699 Feb 03 14:12:10.125907 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075097bf-491d-4548-b7d7-6003b1f1b0a0 None None] The sync data for ids ['25e4df6d-fe78-444e-aae7-3086c54220ad'] in n-d-827549-2 is: [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:12:05Z', 'revision_number': 3, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port': {'id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:10.295317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55b5a08f-e983-441f-8d7a-8b5a729eb220 req-7322d565-66fe-4806-91b2-d798d9cd4ead tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c702962-5931-4b53-9aa8-1f1abde96b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727483 Feb 03 14:12:10.304846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3bcae8c0-6cc0-44a1-b88e-ea8229a4e60d None None] Current status of the port fb24d8fe-0000-4167-a02c-c2d702a8b209 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:10.310039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fb24d8fe-0000-4167-a02c-c2d702a8b209 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:10.311534 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.477359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9675a5c8-6bba-47fc-9b71-44d839242add None None] Provisioning complete for port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:10.478104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9675a5c8-6bba-47fc-9b71-44d839242add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.501252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb14740-231c-4c42-8240-536acca51640 req-7e6a6a24-32f8-49f2-bd8b-399c8353c876 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:10.513353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bb14740-231c-4c42-8240-536acca51640 req-7e6a6a24-32f8-49f2-bd8b-399c8353c876 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1329005 Feb 03 14:12:10.587633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9675a5c8-6bba-47fc-9b71-44d839242add None None] Port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:12:10.626479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fb24d8fe-0000-4167-a02c-c2d702a8b209 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:10.642876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb5f49-48a0-412d-92d4-1ab74ec0db7e req-40cc8640-f499-49bf-9826-b3efb34b59d7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:10.651234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24eb5f49-48a0-412d-92d4-1ab74ec0db7e req-40cc8640-f499-49bf-9826-b3efb34b59d7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 951 time: 0.2235222 Feb 03 14:12:10.675871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks [] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.683773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bb14740-231c-4c42-8240-536acca51640 req-af7fd20f-35c9-482e-94ee-e4cf9ac25ead tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625030 Feb 03 14:12:10.715032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.825230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24eb5f49-48a0-412d-92d4-1ab74ec0db7e req-7f83dd35-d73e-4000-8f5a-4f78e2d297b3 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686647 Feb 03 14:12:10.847598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Pushing event updated for resources: {'Port': ['ID=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:10.888841 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (25e4df6d-fe78-444e-aae7-3086c54220ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:10.963325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a0fd-05f2-41a1-b57a-6063ca552a6a req-0e91fd1c-6883-4fc0-8c66-a51d9d160672 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:10.975814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45c1a0fd-05f2-41a1-b57a-6063ca552a6a req-0e91fd1c-6883-4fc0-8c66-a51d9d160672 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.0946574 Feb 03 14:12:11.080378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:11.086915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:11.097324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45c1a0fd-05f2-41a1-b57a-6063ca552a6a req-053a0c2a-8468-40a0-91d1-77e5e9cf7d4d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205316 Feb 03 14:12:11.165644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38766580-d2fd-46ba-8579-6aaa08605658 req-939ebad5-2a7a-4455-b736-559eaa1ab27a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:11.167254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38766580-d2fd-46ba-8579-6aaa08605658 req-939ebad5-2a7a-4455-b736-559eaa1ab27a tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 945 time: 0.1271391 Feb 03 14:12:11.417951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Deleting port e6b819dd-b3fc-4b11-8254-021036245332 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:11.418304 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e6b819dd-b3fc-4b11-8254-021036245332), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:11.551685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] For port e6b819dd-b3fc-4b11-8254-021036245332, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e6b819dd-b3fc-4b11-8254-021036245332,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:11.552068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e6b819dd-b3fc-4b11-8254-021036245332), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:11.557032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d8bd2439-8b87-4063-b87b-eff5b2914c18 None None] Provisioning complete for port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:11.557593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2439-8b87-4063-b87b-eff5b2914c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:11.573440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Calling delete_port for e6b819dd-b3fc-4b11-8254-021036245332 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:11.725520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd2439-8b87-4063-b87b-eff5b2914c18 None None] Port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:12:11.763145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e6b819dd-b3fc-4b11-8254-021036245332), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:11.781899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['e6b819dd-b3fc-4b11-8254-021036245332'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:11.835689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a5ff9904-c826-462c-9181-7ed3fced2da6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:11.868182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc302dde-b9a0-4af2-9439-7852e6ace4bb req-8b78cd09-0a16-4859-94ad-396ed4ede65e tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 210 time: 0.4485483 Feb 03 14:12:11.927048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a5ff9904-c826-462c-9181-7ed3fced2da6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:11.928223 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:11.948562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Router 25e4df6d-fe78-444e-aae7-3086c54220ad has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:11.969646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Pushing event deleted for resources: {'Port': ['ID=e6b819dd-b3fc-4b11-8254-021036245332,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:12.153917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:12.167115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e36882c1-04f6-4e6b-a231-c1b9f6b7c86f admin admin] 10.222.0.52 "PUT /v2.0/routers/25e4df6d-fe78-444e-aae7-3086c54220ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0788934 Feb 03 14:12:12.361709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a5ff9904-c826-462c-9181-7ed3fced2da6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:12.362388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:12.400076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a5ff9904-c826-462c-9181-7ed3fced2da6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a5ff9904-c826-462c-9181-7ed3fced2da6,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:12.408055 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:12.469294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a5ff9904-c826-462c-9181-7ed3fced2da6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:12.863247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] No DVR routers for this DVR port e6b819dd-b3fc-4b11-8254-021036245332 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:12.885742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:12.896696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38766580-d2fd-46ba-8579-6aaa08605658 req-e8b7d909-fa2d-40a7-9308-964a08f7f1dc tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.45 "DELETE /v2.0/ports/e6b819dd-b3fc-4b11-8254-021036245332 HTTP/1.1" status: 204 len: 173 time: 1.7202728 Feb 03 14:12:12.898734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'name': 'network-vif-deleted', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:12.908102 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d075fe-a479-45eb-a26f-562728aa38a2" -d '{"events": [{"server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "name": "network-vif-deleted", "tag": "e6b819dd-b3fc-4b11-8254-021036245332"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:12.966529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019c905-0190-47f6-87f6-2d332694ea02 req-5e7fd9e5-813c-4161-8bd2-69575a88f7c0 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:12.968753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d019c905-0190-47f6-87f6-2d332694ea02 req-5e7fd9e5-813c-4161-8bd2-69575a88f7c0 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 951 time: 0.3301854 Feb 03 14:12:13.018998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69647cbd-5f30-48b8-a481-7a5446e8c95d req-8ca5993c-50eb-47d0-b398-bf81355d0284 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:13.035164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69647cbd-5f30-48b8-a481-7a5446e8c95d req-8ca5993c-50eb-47d0-b398-bf81355d0284 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 1.1399786 Feb 03 14:12:13.091320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc57f-0be6-4ff1-b213-b6085c798df3 req-1e5c39f5-3ef8-4de9-bf55-3e8d12dabe08 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:13.094109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-561cc57f-0be6-4ff1-b213-b6085c798df3 req-1e5c39f5-3ef8-4de9-bf55-3e8d12dabe08 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 951 time: 0.4591639 Feb 03 14:12:13.175635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Sync routers for ids ['25e4df6d-fe78-444e-aae7-3086c54220ad'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:13.206250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Routers {'25e4df6d-fe78-444e-aae7-3086c54220ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:13.206896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['25e4df6d-fe78-444e-aae7-3086c54220ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:13.267924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69647cbd-5f30-48b8-a481-7a5446e8c95d req-4909ca36-cf97-4b65-b8fc-0fe69fe9d10e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268016 Feb 03 14:12:13.317280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-561cc57f-0be6-4ff1-b213-b6085c798df3 req-1670ef3a-cddb-46c2-809c-98a37360ef00 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/security-groups?id=05d11da2-3fde-4621-8967-9b84dd6fc39d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966083 Feb 03 14:12:13.324670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:13.338507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-network', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:13.359318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Deleting port 90cb0964-230b-489a-a054-cca1c21ff4c3 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:13.359677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.391994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Made reservation on behalf of 0a8fb9a6fee049d0955b5c169c8be01e for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:13.394739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.412949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.571015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Set router 25e4df6d-fe78-444e-aae7-3086c54220ad gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:13.682150 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks [] for security_group (3dbb119e-49ed-4723-956c-640f6269f74e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.699625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3dbb119e-49ed-4723-956c-640f6269f74e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.740394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460f2da-6a1f-4a09-9d54-8f1bf140ce66 req-d2cbdfa9-85c2-4594-a25e-4c32fe7f3a7a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:13.749799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5460f2da-6a1f-4a09-9d54-8f1bf140ce66 req-d2cbdfa9-85c2-4594-a25e-4c32fe7f3a7a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.3270199 Feb 03 14:12:13.763844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:12:13.777261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a5ff9904-c826-462c-9181-7ed3fced2da6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:13.778536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb119e-49ed-4723-956c-640f6269f74e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:13.786608 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5302b5af-0865-472e-865f-0f70ed987d2b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.787495 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Added segment 5302b5af-0865-472e-865f-0f70ed987d2b of type vlan for network a2c959e7-5940-4663-8557-d446c98b38f7 Feb 03 14:12:13.788840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db7b71c0-7379-41a6-a95e-45d2632f423d req-d018c4a5-8465-4799-be81-a9a36f38981e tempest-FloatingIPsAssociationNegativeTestJSON-1775914403 tempest-FloatingIPsAssociationNegativeTestJSON-1775914403-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee776100-6131-417d-b626-ea1592ec8fdd HTTP/1.1" status: 200 len: 210 time: 0.0918086 Feb 03 14:12:13.800848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] For port 90cb0964-230b-489a-a054-cca1c21ff4c3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=90cb0964-230b-489a-a054-cca1c21ff4c3,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:13.801221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.832100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Calling delete_port for 90cb0964-230b-489a-a054-cca1c21ff4c3 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:13.860960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (a2c959e7-5940-4663-8557-d446c98b38f7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.906640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5460f2da-6a1f-4a09-9d54-8f1bf140ce66 req-4c6626e5-f2f3-44e6-ba26-50446f33234a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512868 Feb 03 14:12:13.911515 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7596bf98-20b4-4bbf-a299-aff83e7511f8 x-openstack-request-id: req-7596bf98-20b4-4bbf-a299-aff83e7511f8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:13.912021 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee776100-6131-417d-b626-ea1592ec8fdd", "name": "network-vif-deleted", "tag": "e6b819dd-b3fc-4b11-8254-021036245332", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:13.912475 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7596bf98-20b4-4bbf-a299-aff83e7511f8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:13.913079 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee776100-6131-417d-b626-ea1592ec8fdd', 'name': 'network-vif-deleted', 'tag': 'e6b819dd-b3fc-4b11-8254-021036245332', 'status': 'completed', 'code': 200} Feb 03 14:12:13.922244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (a2c959e7-5940-4663-8557-d446c98b38f7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.923377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:13.924165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:13.959226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59960) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:13.959563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6333530 Feb 03 14:12:13.966032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Request body: {'subnet': {'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-subnet', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:14.040353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Made reservation on behalf of 0a8fb9a6fee049d0955b5c169c8be01e for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:14.043378 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:14.061366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a5ff9904-c826-462c-9181-7ed3fced2da6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:14.061742 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:14.074933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d8493-2e6a-4178-a783-87217f8d9322 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c959e7-5940-4663-8557-d446c98b38f7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:14.076911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (90cb0964-230b-489a-a054-cca1c21ff4c3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:14.110956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network a2c959e7-5940-4663-8557-d446c98b38f7 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:12:14.156281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Pushing event deleted for resources: {'Port': ['ID=90cb0964-230b-489a-a054-cca1c21ff4c3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:14.182033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['90cb0964-230b-489a-a054-cca1c21ff4c3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:14.248553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] No DVR routers for this DVR port 90cb0964-230b-489a-a054-cca1c21ff4c3 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:14.255259 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:14.258870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d019c905-0190-47f6-87f6-2d332694ea02 req-05ac0d0f-7a2f-4f09-8d38-bbbe00e213e7 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.71 "DELETE /v2.0/ports/90cb0964-230b-489a-a054-cca1c21ff4c3 HTTP/1.1" status: 204 len: 173 time: 1.2759078 Feb 03 14:12:14.362739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:12:10Z', 'revision_number': 4, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port': {'id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '11a4632b-3b0d-44e9-a68a-70e0fa7655a1', 'name': '', 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'mac_address': 'fa:16:3e:36:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '56c8267e-be90-48c4-a84e-930e7d2566e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:08Z', 'updated_at': '2022-02-03T14:12:10Z', 'revision_number': 2, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'subnets': [{'id': '56c8267e-be90-48c4-a84e-930e7d2566e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:14.504016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Checking router: 25e4df6d-fe78-444e-aae7-3086c54220ad for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:14.504460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Updating router 25e4df6d-fe78-444e-aae7-3086c54220ad port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:12:14.507782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a5ff9904-c826-462c-9181-7ed3fced2da6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:14.547540 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:14.559642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-771bf200-e5f5-4a18-ad0b-bc8b144ba474 req-e4cac3ae-6de6-4e0f-b1cc-14da9c865d57 tempest-ServersAdminTestJSON-1869944226 tempest-ServersAdminTestJSON-1869944226-project] 10.222.0.52 "GET /v2.0/ports?device_id=949c4dbe-144f-45a0-a4ca-97f92e109b99 HTTP/1.1" status: 200 len: 210 time: 0.0840347 Feb 03 14:12:14.641479 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (c9a906a2-0bfd-4eff-a3d8-2d1591566110), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:14.735967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a906a2-0bfd-4eff-a3d8-2d1591566110,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:14.740483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Checking segment: {'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:14.741245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Network hostable DHCP agents. Network: a2c959e7-5940-4663-8557-d446c98b38f7, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:12:14.756502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c800b24-0a33-404c-a6e5-6783c34e292d req-1876ac0a-ce9d-46c2-a599-594e5010eebe tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:14.764048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c800b24-0a33-404c-a6e5-6783c34e292d req-1876ac0a-ce9d-46c2-a599-594e5010eebe tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.3040349 Feb 03 14:12:14.830224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Network a2c959e7-5940-4663-8557-d446c98b38f7 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:12:14.903065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c800b24-0a33-404c-a6e5-6783c34e292d req-9e25ba1d-f5c6-4e6e-b5e4-ad2db620f516 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321015 Feb 03 14:12:14.906583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, a2c959e7-5940-4663-8557-d446c98b38f7) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:14.927241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59982) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:14.936814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:14.937591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:14.985502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2714071d-25f8-46c3-b3b8-5e9b8ebd2b75 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0239296 Feb 03 14:12:14.986142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59984) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:14.991440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:15.029236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401a832-1171-4b15-99ce-b4b1533c6019 None None] Network a2c959e7-5940-4663-8557-d446c98b38f7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:15.046310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e73dd990-0396-4f55-8c3f-d55a060baca2), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.047412 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e73dd990-0396-4f55-8c3f-d55a060baca2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.193929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks [] for router_controller (e73dd990-0396-4f55-8c3f-d55a060baca2), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.296983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100def1d-7ab0-4fb4-b8e3-745e9b0a403d req-ef002c9a-05d8-47dc-ac9e-fe3d5f1d3865 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:15.298805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-100def1d-7ab0-4fb4-b8e3-745e9b0a403d req-ef002c9a-05d8-47dc-ac9e-fe3d5f1d3865 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.2128687 Feb 03 14:12:15.327766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Publish callbacks [] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.340403 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.446281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks [] for router_gateway (e73dd990-0396-4f55-8c3f-d55a060baca2), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.491356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-100def1d-7ab0-4fb4-b8e3-745e9b0a403d req-daafd3b2-f792-4925-8d20-d1e82679dec4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849802 Feb 03 14:12:15.505827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Attempting to bind port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:15.506435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Attempting to bind port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:15.506907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Attempting to bind port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 on network f820fd70-6d3b-43d6-a822-e5079ac00f1c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:15.516737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:15.517280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Checking segment: {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:15.517808 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.518623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Bound using segment: {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:15.519216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Bound port: 11a4632b-3b0d-44e9-a68a-70e0fa7655a1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:15.519740 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.558427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20475a06-f658-4466-803a-e5646f23fb05 None None] Pushing event updated for resources: {'Port': ['ID=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:15.653685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-a2c959e7-5940-4663-8557-d446c98b38f7', 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7', 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'fixed_ips': [{'subnet_id': 'c9a906a2-0bfd-4eff-a3d8-2d1591566110'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:12:15.654243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:15.878431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Allocated IP 172.20.0.2 (a2c959e7-5940-4663-8557-d446c98b38f7/c9a906a2-0bfd-4eff-a3d8-2d1591566110/b01fedeb-e5c9-4c9b-b69b-bcf3561b0652) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:15.920977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-deleted', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:15.923326 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d310b3ce-f9d2-4f0a-b77d-71db4c73e84e" -d '{"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-deleted", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:16.036935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (506e9458-3f26-4780-ba43-7a8e034b1eb7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.128486 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4512b4c9-862e-4c98-89c4-0a808857bee6 x-openstack-request-id: req-4512b4c9-862e-4c98-89c4-0a808857bee6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:16.129102 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949c4dbe-144f-45a0-a4ca-97f92e109b99", "name": "network-vif-deleted", "tag": "90cb0964-230b-489a-a054-cca1c21ff4c3", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:16.129102 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4512b4c9-862e-4c98-89c4-0a808857bee6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:16.129394 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949c4dbe-144f-45a0-a4ca-97f92e109b99', 'name': 'network-vif-deleted', 'tag': '90cb0964-230b-489a-a054-cca1c21ff4c3', 'status': 'completed', 'code': 200} Feb 03 14:12:16.166242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks [] for router_gateway (e73dd990-0396-4f55-8c3f-d55a060baca2), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.191582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.202095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad583-523f-4df8-ae6f-662f5c0ba63e req-f8b28371-39f1-4bda-b3cd-cb9c78363202 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:16.203800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44aad583-523f-4df8-ae6f-662f5c0ba63e req-f8b28371-39f1-4bda-b3cd-cb9c78363202 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1160390 Feb 03 14:12:16.293545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44aad583-523f-4df8-ae6f-662f5c0ba63e req-48b17c14-a76e-4e16-b56f-1e809348d3c1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825186 Feb 03 14:12:16.306646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60006) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:16.308818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] For port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:16.385587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e6b819dd-b3fc-4b11-8254-021036245332 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:16.387359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:16.432788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] For port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:16.494720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 90cb0964-230b-489a-a054-cca1c21ff4c3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:16.495434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 90cb0964-230b-489a-a054-cca1c21ff4c3 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:16.502344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: e6b819dd-b3fc-4b11-8254-021036245332 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:16.503347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e6b819dd-b3fc-4b11-8254-021036245332 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:16.509140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Allocated IP 172.25.0.26 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/04b5bb8a-64cc-4393-928a-0ca1c93a6393) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:16.514571 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.532449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-871acaa5-4a72-4a01-b15e-2955f5f707c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.595160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-96181d52-62ec-4605-ba19-45d610539a47 None None] Provisioning complete for port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:16.595630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96181d52-62ec-4605-ba19-45d610539a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.684193 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-62a7745c-b00f-4a16-9912-acda8061be05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd4e695ecd6548159bb5d7dfbb86756a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738637 Feb 03 14:12:16.687903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60012) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:16.778767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20475a06-f658-4466-803a-e5646f23fb05 None None] Pushing event updated for resources: {'Port': ['ID=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:16.791019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Routers {'25e4df6d-fe78-444e-aae7-3086c54220ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:16.797369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:11:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['25e4df6d-fe78-444e-aae7-3086c54220ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:16.886687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Deleting port b35b6dcc-7b53-4989-9104-395f7a56f936 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:16.887037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.907771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42136a-2c6c-4edc-9f36-7d34bdbd40c3 req-a4350ca6-505a-434e-a899-ed1d3ed29ef3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:16.915520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b42136a-2c6c-4edc-9f36-7d34bdbd40c3 req-a4350ca6-505a-434e-a899-ed1d3ed29ef3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.2453706 Feb 03 14:12:16.925172 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks [] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:16.994741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Publish callbacks [] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.010513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3484b855-b2fc-4a9b-bd98-08398b335d79 admin admin] Publish callbacks [] for security_group (05d11da2-3fde-4621-8967-9b84dd6fc39d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.020615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.044809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] For port b35b6dcc-7b53-4989-9104-395f7a56f936, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b35b6dcc-7b53-4989-9104-395f7a56f936,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:17.045877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.061587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Calling delete_port for b35b6dcc-7b53-4989-9104-395f7a56f936 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:17.072265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b42136a-2c6c-4edc-9f36-7d34bdbd40c3 req-b4edf47a-4105-47b4-88ce-918872af5c53 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511221 Feb 03 14:12:17.079566 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3484b855-b2fc-4a9b-bd98-08398b335d79 admin admin] Publish callbacks [] for security_group (05d11da2-3fde-4621-8967-9b84dd6fc39d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.111290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.165046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:17.172205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:17.188971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:17.269485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Pushing event updated for resources: {'Port': ['ID=04b5bb8a-64cc-4393-928a-0ca1c93a6393,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:17.316184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3484b855-b2fc-4a9b-bd98-08398b335d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (05d11da2-3fde-4621-8967-9b84dd6fc39d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.319299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3484b855-b2fc-4a9b-bd98-08398b335d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.319885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Network a2c959e7-5940-4663-8557-d446c98b38f7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:17.321427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3484b855-b2fc-4a9b-bd98-08398b335d79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05d11da2-3fde-4621-8967-9b84dd6fc39d HTTP/1.1" status: 204 len: 168 time: 0.6331933 Feb 03 14:12:17.373162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:17.388044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:17.388783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b855-b2fc-4a9b-bd98-08398b335d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d11da2-3fde-4621-8967-9b84dd6fc39d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:17.405589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Pushing event updated for resources: {'Port': ['ID=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:17.412352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-96181d52-62ec-4605-ba19-45d610539a47 None None] Current status of the port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:17.427235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96181d52-62ec-4605-ba19-45d610539a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.448716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] Set router 25e4df6d-fe78-444e-aae7-3086c54220ad gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:17.511116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b35b6dcc-7b53-4989-9104-395f7a56f936), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.598999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Pushing event deleted for resources: {'Port': ['ID=b35b6dcc-7b53-4989-9104-395f7a56f936,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:17.816888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-96181d52-62ec-4605-ba19-45d610539a47 None None] For port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:17.842972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96181d52-62ec-4605-ba19-45d610539a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:17.851112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Attempting to bind port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:17.853259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Attempting to bind port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:17.855299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Attempting to bind port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 on network a2c959e7-5940-4663-8557-d446c98b38f7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:17.855569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a7fa5-465d-49fe-976c-b418922b2a5c req-20f89a14-7d53-4f1c-b4d6-1a549c67b1d2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:17.858104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-660a7fa5-465d-49fe-976c-b418922b2a5c req-20f89a14-7d53-4f1c-b4d6-1a549c67b1d2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.3635488 Feb 03 14:12:18.045905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-660a7fa5-465d-49fe-976c-b418922b2a5c req-ed194d23-7a9a-48e3-afd4-b45ffaed30f1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705389 Feb 03 14:12:18.079618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:18.085212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Checking segment: {'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:18.085212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.085212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Bound using segment: {'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:18.085212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Bound port: b01fedeb-e5c9-4c9b-b69b-bcf3561b0652, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:18.085698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.158755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60042) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:18.193317 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88247315-1777-4dda-88e7-7d7c9b63af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.262069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (506e9458-3f26-4780-ba43-7a8e034b1eb7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.297693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks [] for router_gateway (e73dd990-0396-4f55-8c3f-d55a060baca2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.305097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-11b09d49-6d86-489d-bb92-72256f9d2214 None None] Provisioning complete for port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:18.305844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11b09d49-6d86-489d-bb92-72256f9d2214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.357754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96181d52-62ec-4605-ba19-45d610539a47 None None] Pushing event updated for resources: {'Port': ['ID=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:18.415592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5a3e8fea-de58-4717-9678-dc4225893ae9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd6ba8ce9dc24f98a12673a664653958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501695 Feb 03 14:12:18.420791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60044) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:18.436084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f28a0-6563-423d-9523-5add7ad62208 req-41d24673-9f8e-46db-b7f7-656ee8a638d7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:18.437947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-959f28a0-6563-423d-9523-5add7ad62208 req-41d24673-9f8e-46db-b7f7-656ee8a638d7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.2040272 Feb 03 14:12:18.541223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1e58-3daa-48fd-8459-47fc22abe898 admin admin] Publish callbacks [] for security_group (54382989-df6b-4a4f-b318-95a954cd8d01), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.541577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] For port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:18.546895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] For port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,segment=NetworkSegment(5302b5af-0865-472e-865f-0f70ed987d2b),segment_id=5302b5af-0865-472e-865f-0f70ed987d2b)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:18.573985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1e58-3daa-48fd-8459-47fc22abe898 admin admin] Publish callbacks [] for security_group (54382989-df6b-4a4f-b318-95a954cd8d01), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.582018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-959f28a0-6563-423d-9523-5add7ad62208 req-1d856779-8672-4c1b-b916-8a628acded89 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308231 Feb 03 14:12:18.582262 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.642023 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1e58-3daa-48fd-8459-47fc22abe898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (54382989-df6b-4a4f-b318-95a954cd8d01), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.644776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1e58-3daa-48fd-8459-47fc22abe898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.646544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3fbb1e58-3daa-48fd-8459-47fc22abe898 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54382989-df6b-4a4f-b318-95a954cd8d01 HTTP/1.1" status: 204 len: 168 time: 0.2226632 Feb 03 14:12:18.662414 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e73dd990-0396-4f55-8c3f-d55a060baca2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:18.684488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1e58-3daa-48fd-8459-47fc22abe898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54382989-df6b-4a4f-b318-95a954cd8d01,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:18.772068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-11b09d49-6d86-489d-bb92-72256f9d2214 None None] Current status of the port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:18.783975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:12:10Z', 'revision_number': 4, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port': {'id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '11a4632b-3b0d-44e9-a68a-70e0fa7655a1', 'name': '', 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'mac_address': 'fa:16:3e:36:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '56c8267e-be90-48c4-a84e-930e7d2566e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:08Z', 'updated_at': '2022-02-03T14:12:15Z', 'revision_number': 4, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'subnets': [{'id': '56c8267e-be90-48c4-a84e-930e7d2566e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:18.787619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafea63-1421-4a3a-9ca1-39a770f6e17f None None] Pushing event updated for resources: {'Port': ['ID=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:18.823596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fb423-2b2f-40df-b15f-96b3488b0bc6 None None] The sync data for ids ['25e4df6d-fe78-444e-aae7-3086c54220ad'] in n-d-827549-2 is: [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:12:10Z', 'revision_number': 4, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port': {'id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '11a4632b-3b0d-44e9-a68a-70e0fa7655a1', 'name': '', 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'mac_address': 'fa:16:3e:36:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '56c8267e-be90-48c4-a84e-930e7d2566e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:08Z', 'updated_at': '2022-02-03T14:12:15Z', 'revision_number': 4, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'subnets': [{'id': '56c8267e-be90-48c4-a84e-930e7d2566e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:18.864769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Router 506e9458-3f26-4780-ba43-7a8e034b1eb7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:18.964173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Router e73dd990-0396-4f55-8c3f-d55a060baca2 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:12:19.220733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:19.243630 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Sync routers for ids ['e73dd990-0396-4f55-8c3f-d55a060baca2'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:19.270869 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Routers {'e73dd990-0396-4f55-8c3f-d55a060baca2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:19.274244 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e73dd990-0396-4f55-8c3f-d55a060baca2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:19.290007 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:19.297574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-791ff3b4-b86e-401b-a903-0a9a6b437bcd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3103538 Feb 03 14:12:19.298824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:19.303386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:19.319570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] Sync routers for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:19.322621 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9a1c4bbd-6f9e-4db2-ac20-b22b71bd047f admin admin] 10.222.0.52 "PUT /v2.0/routers/506e9458-3f26-4780-ba43-7a8e034b1eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3883693 Feb 03 14:12:19.325920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60064) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:19.355610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:19.366526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:19.493704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a55857-4a1d-472f-b4c1-95191a977beb req-af10ee39-746f-4f9a-ae4f-8a1a91de736d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:19.495318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53a55857-4a1d-472f-b4c1-95191a977beb req-af10ee39-746f-4f9a-ae4f-8a1a91de736d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1948068 Feb 03 14:12:19.571314 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Set router e73dd990-0396-4f55-8c3f-d55a060baca2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:19.632241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53a55857-4a1d-472f-b4c1-95191a977beb req-1ac1f0c2-ecd1-4663-aacf-1eda59a95f5a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308343 Feb 03 14:12:19.850532 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:19.967425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:19.972365 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:12:17Z', 'revision_number': 3, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:20.122798 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Checking router: e73dd990-0396-4f55-8c3f-d55a060baca2 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:20.123169 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Updating router e73dd990-0396-4f55-8c3f-d55a060baca2 port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:12:20.265180 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:20.499337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:20.663054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks [] for router (506e9458-3f26-4780-ba43-7a8e034b1eb7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:20.981440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13fecaf-a40d-4bc5-aff9-4458c76110a0 None None] Network a2c959e7-5940-4663-8557-d446c98b38f7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:20.991435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:20.992710 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.049904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005653-c8e6-4a0d-b51c-eae3b0d132c5 req-9c909bd2-47f4-4956-a277-c3ede221ac6c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:21.058144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5005653-c8e6-4a0d-b51c-eae3b0d132c5 req-9c909bd2-47f4-4956-a277-c3ede221ac6c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 1.2741871 Feb 03 14:12:21.089045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d86ae8-956a-48da-ad07-4187f724c34b req-4a5d8bc9-0bc5-40cf-8302-868245c2a471 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:21.090169 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.097291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19d86ae8-956a-48da-ad07-4187f724c34b req-4a5d8bc9-0bc5-40cf-8302-868245c2a471 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1551671 Feb 03 14:12:21.183939 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Publish callbacks [] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.213917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5005653-c8e6-4a0d-b51c-eae3b0d132c5 req-81a26688-2ef0-44b9-9a5f-bc8180e3237d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535499 Feb 03 14:12:21.214420 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.256291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19d86ae8-956a-48da-ad07-4187f724c34b req-5f12f7aa-44fe-482e-ba29-e24847fb9d0e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506662 Feb 03 14:12:21.332056 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Attempting to bind port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:21.333047 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Attempting to bind port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:21.333611 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Attempting to bind port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:21.344525 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16e7e3-e61e-444a-bf81-2262855140f6 None None] Pushing event updated for resources: {'Port': ['ID=04b5bb8a-64cc-4393-928a-0ca1c93a6393,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:21.347405 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:21.348002 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:21.348812 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.349362 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:21.349998 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Bound port: 04b5bb8a-64cc-4393-928a-0ca1c93a6393, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:21.350546 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.477207 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] For port 04b5bb8a-64cc-4393-928a-0ca1c93a6393, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:21.486721 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] For port 04b5bb8a-64cc-4393-928a-0ca1c93a6393, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=04b5bb8a-64cc-4393-928a-0ca1c93a6393,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:21.500995 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.593914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks [] for router_gateway (506e9458-3f26-4780-ba43-7a8e034b1eb7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.715681 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Routers {'e73dd990-0396-4f55-8c3f-d55a060baca2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:21.720677 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e73dd990-0396-4f55-8c3f-d55a060baca2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:21.758923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:21.760449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:21.811492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3e9af5d0-ff0e-4d00-ab43-91e9f3d5aa14 None None] Provisioning complete for port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:21.812271 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e9af5d0-ff0e-4d00-ab43-91e9f3d5aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.864480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.879319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:12:17Z', 'revision_number': 5, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port': {'id': 'fc76a712-0a80-426e-8c4b-f751159f8c2c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:11:22Z', 'updated_at': '2022-02-03T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:21.881810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Deleting port fc76a712-0a80-426e-8c4b-f751159f8c2c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:21.882163 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:21.887031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:21.897095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:22.047782 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16e7e3-e61e-444a-bf81-2262855140f6 None None] Pushing event updated for resources: {'Port': ['ID=04b5bb8a-64cc-4393-928a-0ca1c93a6393,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:22.156657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Allocated IP 172.20.0.1 (a2c959e7-5940-4663-8557-d446c98b38f7/c9a906a2-0bfd-4eff-a3d8-2d1591566110/d3658f00-b369-4c70-86f0-f7d48bab60a5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:22.165378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] Checking router: 506e9458-3f26-4780-ba43-7a8e034b1eb7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:22.222696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] Routers {'506e9458-3f26-4780-ba43-7a8e034b1eb7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:22.229418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['506e9458-3f26-4780-ba43-7a8e034b1eb7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:22.234783 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] Set router e73dd990-0396-4f55-8c3f-d55a060baca2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:22.557979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3e9af5d0-ff0e-4d00-ab43-91e9f3d5aa14 None None] Current status of the port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:22.558468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e9af5d0-ff0e-4d00-ab43-91e9f3d5aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:22.572505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:22.573445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283caaa-4b1e-416c-9876-41dc96276b42 req-7e6e8501-e60d-4266-8173-b7f8dfbf9f7e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:22.582105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1283caaa-4b1e-416c-9876-41dc96276b42 req-7e6e8501-e60d-4266-8173-b7f8dfbf9f7e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1400962 Feb 03 14:12:22.658424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks [] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:22.717531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3e9af5d0-ff0e-4d00-ab43-91e9f3d5aa14 None None] For port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,segment=NetworkSegment(5302b5af-0865-472e-865f-0f70ed987d2b),segment_id=5302b5af-0865-472e-865f-0f70ed987d2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:22.720305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1283caaa-4b1e-416c-9876-41dc96276b42 req-993d8fde-2a5d-4abd-be2c-d9bd3970a00c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359901 Feb 03 14:12:22.732089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] For port fc76a712-0a80-426e-8c4b-f751159f8c2c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fc76a712-0a80-426e-8c4b-f751159f8c2c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:22.733166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e9af5d0-ff0e-4d00-ab43-91e9f3d5aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:22.733740 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:22.799281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aab00-67b3-47ac-9c98-5b6ebfd7cd31 req-50cfadf3-514d-4320-867c-1757bfdf7834 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:22.821397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Calling delete_port for fc76a712-0a80-426e-8c4b-f751159f8c2c owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:22.824252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1aab00-67b3-47ac-9c98-5b6ebfd7cd31 req-50cfadf3-514d-4320-867c-1757bfdf7834 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.2778592 Feb 03 14:12:22.879332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] Set router 506e9458-3f26-4780-ba43-7a8e034b1eb7 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:22.957654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af5d0-ff0e-4d00-ab43-91e9f3d5aa14 None None] Pushing event updated for resources: {'Port': ['ID=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:22.957654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:12:21Z', 'revision_number': 6, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:22.987982 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:12:17Z', 'revision_number': 3, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:23.000889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1aab00-67b3-47ac-9c98-5b6ebfd7cd31 req-126327bb-7a99-4531-a37e-907caf26dbdd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756077 Feb 03 14:12:23.023555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:23.028409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aee80e-4e8f-416a-93d4-01089c60552c None None] The sync data for ids ['506e9458-3f26-4780-ba43-7a8e034b1eb7'] in n-d-827549-2 is: [{'id': '506e9458-3f26-4780-ba43-7a8e034b1eb7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1993626992-router', 'tenant_id': '3119948ef0d94d47bc3856ce02e17c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:11:21Z', 'updated_at': '2022-02-03T14:12:21Z', 'revision_number': 6, 'project_id': '3119948ef0d94d47bc3856ce02e17c37', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:23.033781 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed580c07-1608-4e33-a408-45b0087b72fa None None] The sync data for ids ['e73dd990-0396-4f55-8c3f-d55a060baca2'] in n-d-827549-2 is: [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:12:17Z', 'revision_number': 3, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:23.040138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:23.040668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:23.138898 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:12:23.139327 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:12:23.323905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ceefd7c5-684b-4391-b715-568317e90658 None None] Provisioning complete for port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:23.325883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ceefd7c5-684b-4391-b715-568317e90658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:23.428268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Network a2c959e7-5940-4663-8557-d446c98b38f7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:23.433129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:23.472461 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-cbad1fe7-6817-4c83-a516-173f3a32fa41 service neutron] show failed (client error): The resource could not be found. Feb 03 14:12:23.473563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-cbad1fe7-6817-4c83-a516-173f3a32fa41 service neutron] 10.222.0.45 "GET /v2.0/ports/fa0b5b93-85a9-4769-999d-bffd1b9257ac/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.1749611 Feb 03 14:12:23.538018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:23.544683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fc76a712-0a80-426e-8c4b-f751159f8c2c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:23.582497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ceefd7c5-684b-4391-b715-568317e90658 None None] Current status of the port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:23.600257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3658f00-b369-4c70-86f0-f7d48bab60a5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:23.746188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:23.849656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc76a712-0a80-426e-8c4b-f751159f8c2c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:23.922752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e73dd990-0396-4f55-8c3f-d55a060baca2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.076074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0318-3de3-430c-98bf-9781e0854fd1 req-9e22ad4c-1bd0-479e-8ebb-c949632340aa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:24.087048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf6e0318-3de3-430c-98bf-9781e0854fd1 req-9e22ad4c-1bd0-479e-8ebb-c949632340aa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.2541547 Feb 03 14:12:24.163243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d6218068-c03c-4936-a33b-3051644b96e4 None None] Provisioning complete for port d3658f00-b369-4c70-86f0-f7d48bab60a5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:24.163674 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6218068-c03c-4936-a33b-3051644b96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.351822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d6218068-c03c-4936-a33b-3051644b96e4 None None] Port d3658f00-b369-4c70-86f0-f7d48bab60a5 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:12:24.357385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (506e9458-3f26-4780-ba43-7a8e034b1eb7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.491436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (506e9458-3f26-4780-ba43-7a8e034b1eb7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.494542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks [] for router_controller (506e9458-3f26-4780-ba43-7a8e034b1eb7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.549355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf6e0318-3de3-430c-98bf-9781e0854fd1 req-e3f09db3-847c-407f-b783-5dc9a66c8536 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603009 Feb 03 14:12:24.562213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-343bf5ad-77e6-44aa-a374-224975ed0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:24.581265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-343bf5ad-77e6-44aa-a374-224975ed0458 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4&tenant_id=daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 1132 time: 0.4664447 Feb 03 14:12:24.596147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 04b5bb8a-64cc-4393-928a-0ca1c93a6393 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:24.600115 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.609987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:24.646701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60166) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:24.671916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (506e9458-3f26-4780-ba43-7a8e034b1eb7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.672165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506e9458-3f26-4780-ba43-7a8e034b1eb7 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:12:24.748460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a4c95-88dc-4e6c-9afd-61af7b921577 req-b3e2f9fb-fd24-4084-835b-2bb8211cd11d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:24.759652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.761901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c91a4c95-88dc-4e6c-9afd-61af7b921577 req-b3e2f9fb-fd24-4084-835b-2bb8211cd11d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.4386308 Feb 03 14:12:24.776527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:24.780573 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:24.780876 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c94a10fc-458c-4b4a-8927-e06ba3f27a2b admin admin] 10.222.0.52 "DELETE /v2.0/routers/506e9458-3f26-4780-ba43-7a8e034b1eb7 HTTP/1.1" status: 204 len: 168 time: 5.2150652 Feb 03 14:12:24.783703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60170) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:24.943102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c91a4c95-88dc-4e6c-9afd-61af7b921577 req-95dbd9ce-3e95-4c20-8e3d-46435de9f3f6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759191 Feb 03 14:12:24.979251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.021534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:25.021933 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.056464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] Deleting subnet 8e4f6179-d882-4abd-b622-b00fba3a0fa0 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:12:25.067317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] Publish callbacks [] for subnet (8e4f6179-d882-4abd-b622-b00fba3a0fa0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.077194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 04b5bb8a-64cc-4393-928a-0ca1c93a6393, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=04b5bb8a-64cc-4393-928a-0ca1c93a6393,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:25.086640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.087500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:25.154214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (8e4f6179-d882-4abd-b622-b00fba3a0fa0), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.279879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=04b5bb8a-64cc-4393-928a-0ca1c93a6393,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:25.315937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:25.316663 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.364340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8e4f6179-d882-4abd-b622-b00fba3a0fa0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.419769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:25.432256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b35b6dcc-7b53-4989-9104-395f7a56f936 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:25.459209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b35b6dcc-7b53-4989-9104-395f7a56f936 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:25.459821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b35b6dcc-7b53-4989-9104-395f7a56f936 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:25.491086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89398d5b-da7d-4d64-8ee8-92f8098f593d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.524452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (8e4f6179-d882-4abd-b622-b00fba3a0fa0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.530923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:25.566172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.603423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4f6179-d882-4abd-b622-b00fba3a0fa0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:25.611677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ff1d0-f7ae-4e70-ba86-9941adcc32a2 None None] Network b3d1b8e6-6f8b-48cd-b2d5-849a6303961e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:25.641324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:25.641730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.654553 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6194ad51-eff6-4d06-ab92-b1f0369661eb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8e4f6179-d882-4abd-b622-b00fba3a0fa0 HTTP/1.1" status: 204 len: 168 time: 0.8698018 Feb 03 14:12:25.655256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60184) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:25.813445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Publish callbacks [] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.833942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Transition to ACTIVE for port object fa0b5b93-85a9-4769-999d-bffd1b9257ac will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:25.836323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:25.841261 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5208aa5-ab3f-44b3-82cc-4db487c3a5b1" -d '{"events": [{"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:25.848705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:25.897552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] DHCP port deletion for b3d1b8e6-6f8b-48cd-b2d5-849a6303961e request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:12:25.961792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 04b5bb8a-64cc-4393-928a-0ca1c93a6393 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:26.023479 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26817b4f-d0de-4de8-a3f4-1450da3f9726 x-openstack-request-id: req-26817b4f-d0de-4de8-a3f4-1450da3f9726 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:26.023944 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:26.024249 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26817b4f-d0de-4de8-a3f4-1450da3f9726 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:26.024753 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'code': 200} Feb 03 14:12:26.085726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.095379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] No DVR routers for this DVR port fa0b5b93-85a9-4769-999d-bffd1b9257ac on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:26.180800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:26.181934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.228603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:26.237901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] Deleting port 19c63f6b-1ece-4e79-ac6c-05b865680e55 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:26.249793 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.264478 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89398d5b-da7d-4d64-8ee8-92f8098f593d admin admin] Publish callbacks [] for security_group (0ecae5fc-6edb-4434-b82a-ed4c59e55568), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.294324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89398d5b-da7d-4d64-8ee8-92f8098f593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0ecae5fc-6edb-4434-b82a-ed4c59e55568), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.323254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c923cf-8eec-4a22-a5f1-d46ac20579c9 req-ec63ec18-f7a3-4f93-b6b4-9f17b12a5c37 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:26.333456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23c923cf-8eec-4a22-a5f1-d46ac20579c9 req-ec63ec18-f7a3-4f93-b6b4-9f17b12a5c37 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.6400552 Feb 03 14:12:26.385224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] For port 19c63f6b-1ece-4e79-ac6c-05b865680e55, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=19c63f6b-1ece-4e79-ac6c-05b865680e55,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:26.386644 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.479648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-89398d5b-da7d-4d64-8ee8-92f8098f593d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=020c77c61c4d457eaada50044dc995a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8306909 Feb 03 14:12:26.488647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89398d5b-da7d-4d64-8ee8-92f8098f593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecae5fc-6edb-4434-b82a-ed4c59e55568,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:26.491536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60192) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:26.525111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23c923cf-8eec-4a22-a5f1-d46ac20579c9 req-8c3f5a09-14d4-4bb0-b462-433c82900a4c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776273 Feb 03 14:12:26.526256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:26.527614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:26.528607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:26.554621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Port fa0b5b93-85a9-4769-999d-bffd1b9257ac on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:12:26.555284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Attempting to bind port fa0b5b93-85a9-4769-999d-bffd1b9257ac on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:26.561210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks [] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.578476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.593335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149a451-ecb8-4b85-bcaa-8b9cf90c26ea req-231c9ae2-0d62-4b9e-9abc-76eeea777e95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:26.608065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Deleting port 19c63f6b-1ece-4e79-ac6c-05b865680e55 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:26.608606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.614876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a149a451-ecb8-4b85-bcaa-8b9cf90c26ea req-231c9ae2-0d62-4b9e-9abc-76eeea777e95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.5154433 Feb 03 14:12:26.618111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:26.618787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:26.619361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:26.619974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Bound port: fa0b5b93-85a9-4769-999d-bffd1b9257ac, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:26.620600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.677615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] Calling delete_port for 19c63f6b-1ece-4e79-ac6c-05b865680e55 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:26.777007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:26.777383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a149a451-ecb8-4b85-bcaa-8b9cf90c26ea req-50ca51ca-f432-4faa-8bee-c9dacff39b35 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607761 Feb 03 14:12:26.788402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:26.795821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:26.824547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.859758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3658f00-b369-4c70-86f0-f7d48bab60a5,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:26.876795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:26.877494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.878937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] 10.222.0.71 "PUT /v2.0/ports/fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 1096 time: 2.2831695 Feb 03 14:12:26.886411 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd7622bc-ad5a-44b4-a4fa-d3e4f239817c admin admin] Publish callbacks [] for security_group (0ecae5fc-6edb-4434-b82a-ed4c59e55568), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.890916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc76a712-0a80-426e-8c4b-f751159f8c2c no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:26.905799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] For port 19c63f6b-1ece-4e79-ac6c-05b865680e55, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=19c63f6b-1ece-4e79-ac6c-05b865680e55,segment=NetworkSegment(43ab616e-b182-4d16-94a2-bbbbf2161850),segment_id=43ab616e-b182-4d16-94a2-bbbbf2161850)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:26.906331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.909404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e73dd990-0396-4f55-8c3f-d55a060baca2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.921431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fc76a712-0a80-426e-8c4b-f751159f8c2c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:26.922054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc76a712-0a80-426e-8c4b-f751159f8c2c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:26.933767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a85bc-b50f-4f12-913d-d0421efc2335 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:26.939093 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:26.961020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] No DVR routers for this DVR port 19c63f6b-1ece-4e79-ac6c-05b865680e55 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:26.963859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Calling delete_port for 19c63f6b-1ece-4e79-ac6c-05b865680e55 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:27.001961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7582a-1da4-4639-8906-715cf8a75ca7 None None] Pushing event deleted for resources: {'Port': ['ID=19c63f6b-1ece-4e79-ac6c-05b865680e55,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:27.003345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-3dfa8eaa-7fce-4030-80b8-ebab7a772c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:27.005225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-3dfa8eaa-7fce-4030-80b8-ebab7a772c0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0892358 Feb 03 14:12:27.033089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd7622bc-ad5a-44b4-a4fa-d3e4f239817c admin admin] Publish callbacks [] for security_group (0ecae5fc-6edb-4434-b82a-ed4c59e55568), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:27.171177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-211ff3b8-36be-4c7d-8a20-9120ed0e67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:27.176764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-211ff3b8-36be-4c7d-8a20-9120ed0e67ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1651638 Feb 03 14:12:27.250615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Network a2c959e7-5940-4663-8557-d446c98b38f7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:27.257333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:27.264441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd7622bc-ad5a-44b4-a4fa-d3e4f239817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0ecae5fc-6edb-4434-b82a-ed4c59e55568), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:27.267136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd7622bc-ad5a-44b4-a4fa-d3e4f239817c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:27.268300 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cd7622bc-ad5a-44b4-a4fa-d3e4f239817c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ecae5fc-6edb-4434-b82a-ed4c59e55568 HTTP/1.1" status: 204 len: 168 time: 0.7732115 Feb 03 14:12:27.281829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (19c63f6b-1ece-4e79-ac6c-05b865680e55), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:27.307086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-cdefd5ed-1c30-4331-9f39-f0266d61075f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 217 time: 0.1227536 Feb 03 14:12:27.358617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7622bc-ad5a-44b4-a4fa-d3e4f239817c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecae5fc-6edb-4434-b82a-ed4c59e55568,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:27.413171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c63f6b-1ece-4e79-ac6c-05b865680e55,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:27.423089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] No DVR routers for this DVR port 19c63f6b-1ece-4e79-ac6c-05b865680e55 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:27.453441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-2892fcb1-7cd9-4d2a-a7e8-1aac5a16be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:27.457190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-2892fcb1-7cd9-4d2a-a7e8-1aac5a16be67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1381886 Feb 03 14:12:27.602213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-f61d16b1-e577-44c6-9790-67555ebfe1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:27.605085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-f61d16b1-e577-44c6-9790-67555ebfe1b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1426322 Feb 03 14:12:27.770049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-18227cb2-8226-45e1-b0c1-1ee23c2fc23e None None] Provisioning complete for port d3658f00-b369-4c70-86f0-f7d48bab60a5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:27.771927 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18227cb2-8226-45e1-b0c1-1ee23c2fc23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:27.972579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-18227cb2-8226-45e1-b0c1-1ee23c2fc23e None None] Port d3658f00-b369-4c70-86f0-f7d48bab60a5 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:12:27.979427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68527da-0b67-464d-abf1-aea6a54e1933 req-2d496ac0-0d00-43af-85f5-17138682e431 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:27.993071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a68527da-0b67-464d-abf1-aea6a54e1933 req-2d496ac0-0d00-43af-85f5-17138682e431 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 948 time: 0.3246682 Feb 03 14:12:27.996068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 19c63f6b-1ece-4e79-ac6c-05b865680e55 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:28.033726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:28.042735 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999dc07-4296-4a4b-ac09-84d6f915caad" -d '{"events": [{"name": "network-changed", "server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:28.070853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 19c63f6b-1ece-4e79-ac6c-05b865680e55 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:28.071200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 19c63f6b-1ece-4e79-ac6c-05b865680e55 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:28.071603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-b6404aea-fad6-4235-89b8-3b1510a19e07 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570215 Feb 03 14:12:28.085279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:28.242208 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:28.268327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port fa0b5b93-85a9-4769-999d-bffd1b9257ac host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:12:28.268327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:28.352476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Router e73dd990-0396-4f55-8c3f-d55a060baca2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:28.358676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d1b8e6-6f8b-48cd-b2d5-849a6303961e']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:28.401889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ab616e-b182-4d16-94a2-bbbbf2161850') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:28.403737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5f82223-a258-4eac-bc33-e53a75b605b4 req-142372e4-7b56-4f9d-bb7f-de3c542ca214 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557266 Feb 03 14:12:28.408768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ab616e-b182-4d16-94a2-bbbbf2161850') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:28.411480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a68527da-0b67-464d-abf1-aea6a54e1933 req-cdde5ed5-73dc-41f1-970c-8c028a495061 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173102 Feb 03 14:12:28.446526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (43ab616e-b182-4d16-94a2-bbbbf2161850), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:28.463514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf3565-b239-461f-b255-adcb922f65a5 req-34a7a40d-fd6c-48fc-bba5-4c040facd21a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:28.471193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96bf3565-b239-461f-b255-adcb922f65a5 req-34a7a40d-fd6c-48fc-bba5-4c040facd21a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.4720798 Feb 03 14:12:28.610658 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00367cd-4482-49db-bf8c-94b263350aa7 x-openstack-request-id: req-b00367cd-4482-49db-bf8c-94b263350aa7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:28.611687 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:28.612125 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b00367cd-4482-49db-bf8c-94b263350aa7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:28.612829 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'status': 'completed', 'code': 200} Feb 03 14:12:28.696377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96bf3565-b239-461f-b255-adcb922f65a5 req-885d1746-17c5-4780-920a-0b66da50e19b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175958 Feb 03 14:12:28.791872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:28.797878 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-262156ea-8541-461a-b35c-1f8cd0afeaa2 admin admin] 10.222.0.52 "PUT /v2.0/routers/e73dd990-0396-4f55-8c3f-d55a060baca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4739408 Feb 03 14:12:28.804528 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Sync routers for ids ['e73dd990-0396-4f55-8c3f-d55a060baca2'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:28.822552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (43ab616e-b182-4d16-94a2-bbbbf2161850), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:28.825241 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Routers {'e73dd990-0396-4f55-8c3f-d55a060baca2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:28.826088 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e73dd990-0396-4f55-8c3f-d55a060baca2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:28.845130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-254820ec-d1fa-40dd-8012-edd83d1115a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:28.846949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-254820ec-d1fa-40dd-8012-edd83d1115a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1130 time: 0.2697904 Feb 03 14:12:28.862072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:12:28.862844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (43ab616e-b182-4d16-94a2-bbbbf2161850), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:12:28.870485 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:12:29.095472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-1d5f05a9-bd6b-4706-834f-ca1a95970b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:29.104394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b3d1b8e6-6f8b-48cd-b2d5-849a6303961e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:29.111364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-1d5f05a9-bd6b-4706-834f-ca1a95970b6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1130 time: 0.3552458 Feb 03 14:12:29.121016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:29.127230 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Set router e73dd990-0396-4f55-8c3f-d55a060baca2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:29.135289 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b3d1b8e6-6f8b-48cd-b2d5-849a6303961e HTTP/1.1" status: 204 len: 168 time: 3.4707613 Feb 03 14:12:29.181812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138ccdf-ccc8-479d-af15-87da4b762f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d1b8e6-6f8b-48cd-b2d5-849a6303961e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:29.385241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-fbc47da0-51b1-4512-b11d-0f950490e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:29.387123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-fbc47da0-51b1-4512-b11d-0f950490e724 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2749341 Feb 03 14:12:29.664154 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:12:24Z', 'revision_number': 4, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd3658f00-b369-4c70-86f0-f7d48bab60a5', 'name': '', 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'mac_address': 'fa:16:3e:c1:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c9a906a2-0bfd-4eff-a3d8-2d1591566110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:21Z', 'updated_at': '2022-02-03T14:12:25Z', 'revision_number': 2, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'subnets': [{'id': 'c9a906a2-0bfd-4eff-a3d8-2d1591566110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:29.755589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-7724a52e-70d5-4ec8-a540-9b6ebc116237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:29.786383 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Checking router: e73dd990-0396-4f55-8c3f-d55a060baca2 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:29.787395 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Updating router e73dd990-0396-4f55-8c3f-d55a060baca2 port d3658f00-b369-4c70-86f0-f7d48bab60a5 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:12:29.825965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-7724a52e-70d5-4ec8-a540-9b6ebc116237 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.9211235 Feb 03 14:12:29.947378 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.097944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-411179e2-7da9-4f65-afb7-266144882a28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 217 time: 0.5600996 Feb 03 14:12:30.108355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:30.218198 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af656153-429a-4a35-9a65-1c69a92bceca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3119948ef0d94d47bc3856ce02e17c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1084087 Feb 03 14:12:30.223789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60284) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:30.435219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90cee755-d458-4023-93a5-54bc1018ce16 admin admin] Publish callbacks [] for security_group (1c702962-5931-4b53-9aa8-1f1abde96b0f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.508916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90cee755-d458-4023-93a5-54bc1018ce16 admin admin] Publish callbacks [] for security_group (1c702962-5931-4b53-9aa8-1f1abde96b0f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.521414 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Publish callbacks [] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.533046 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.563278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-ea9c95ff-978a-4c2f-8bbc-41e5a261c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:30.566644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-ea9c95ff-978a-4c2f-8bbc-41e5a261c1d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2590454 Feb 03 14:12:30.586802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-8003f98d-0aa3-4b06-b7b0-a0b8577d98ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 217 time: 0.5484869 Feb 03 14:12:30.653668 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Pushing event updated for resources: {'Port': ['ID=d3658f00-b369-4c70-86f0-f7d48bab60a5,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:30.667312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90cee755-d458-4023-93a5-54bc1018ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1c702962-5931-4b53-9aa8-1f1abde96b0f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.677536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90cee755-d458-4023-93a5-54bc1018ce16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.681462 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90cee755-d458-4023-93a5-54bc1018ce16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c702962-5931-4b53-9aa8-1f1abde96b0f HTTP/1.1" status: 204 len: 168 time: 0.4564540 Feb 03 14:12:30.681862 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.683915 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.684773 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.686757 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.687262 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.687756 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.688633 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.691011 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.691576 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.692124 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.692734 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.695041 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.695556 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:30.723439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cee755-d458-4023-93a5-54bc1018ce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c702962-5931-4b53-9aa8-1f1abde96b0f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:30.933450 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Attempting to bind port d3658f00-b369-4c70-86f0-f7d48bab60a5 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:30.934104 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Attempting to bind port d3658f00-b369-4c70-86f0-f7d48bab60a5 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:30.934894 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Attempting to bind port d3658f00-b369-4c70-86f0-f7d48bab60a5 on network a2c959e7-5940-4663-8557-d446c98b38f7 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:30.946139 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:30.947378 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Checking segment: {'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:30.948360 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.951654 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Bound using segment: {'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:30.952453 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Bound port: d3658f00-b369-4c70-86f0-f7d48bab60a5, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5302b5af-0865-472e-865f-0f70ed987d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:30.953140 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:30.953372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-bee1d0cb-c378-4e3d-a26a-afe2b450025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:30.977445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-bee1d0cb-c378-4e3d-a26a-afe2b450025d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.3412113 Feb 03 14:12:31.055165 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] For port d3658f00-b369-4c70-86f0-f7d48bab60a5, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:31.062854 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] For port d3658f00-b369-4c70-86f0-f7d48bab60a5, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d3658f00-b369-4c70-86f0-f7d48bab60a5,segment=NetworkSegment(5302b5af-0865-472e-865f-0f70ed987d2b),segment_id=5302b5af-0865-472e-865f-0f70ed987d2b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:31.103595 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:31.253717 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Routers {'e73dd990-0396-4f55-8c3f-d55a060baca2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:31.254354 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e73dd990-0396-4f55-8c3f-d55a060baca2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:31.393531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-072612d4-153d-4723-a6cd-7b40a715ee07 None None] Provisioning complete for port d3658f00-b369-4c70-86f0-f7d48bab60a5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:31.394120 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072612d4-153d-4723-a6cd-7b40a715ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:31.543196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60550f6-99c3-43e3-b6d5-159d1ff8e0a2 req-68e5bed2-1bc3-4726-9645-cba5772c744a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:31.583113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e60550f6-99c3-43e3-b6d5-159d1ff8e0a2 req-68e5bed2-1bc3-4726-9645-cba5772c744a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 948 time: 1.7539611 Feb 03 14:12:31.633674 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] Set router e73dd990-0396-4f55-8c3f-d55a060baca2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:31.693050 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1832fe-2148-49e1-9f7d-a426ed130a27 None None] Pushing event updated for resources: {'Port': ['ID=d3658f00-b369-4c70-86f0-f7d48bab60a5,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:31.727523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-072612d4-153d-4723-a6cd-7b40a715ee07 None None] Current status of the port d3658f00-b369-4c70-86f0-f7d48bab60a5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:31.728435 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072612d4-153d-4723-a6cd-7b40a715ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:31.785733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-d3634816-c15e-44eb-8796-8f7867e24dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:31.792942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-d3634816-c15e-44eb-8796-8f7867e24dee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8145659 Feb 03 14:12:32.009683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-072612d4-153d-4723-a6cd-7b40a715ee07 None None] For port d3658f00-b369-4c70-86f0-f7d48bab60a5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d3658f00-b369-4c70-86f0-f7d48bab60a5,segment=NetworkSegment(5302b5af-0865-472e-865f-0f70ed987d2b),segment_id=5302b5af-0865-472e-865f-0f70ed987d2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:32.034445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072612d4-153d-4723-a6cd-7b40a715ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:32.043955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-783cc0f7-6490-40d9-86ea-25e24f1b6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:32.054768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-783cc0f7-6490-40d9-86ea-25e24f1b6c19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.4581974 Feb 03 14:12:32.195521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-deb10100-bebf-40f8-9ff4-3f42892dd240 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2231903 Feb 03 14:12:32.395828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072612d4-153d-4723-a6cd-7b40a715ee07 None None] Pushing event updated for resources: {'Port': ['ID=d3658f00-b369-4c70-86f0-f7d48bab60a5,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:32.421259 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:12:24Z', 'revision_number': 4, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd3658f00-b369-4c70-86f0-f7d48bab60a5', 'name': '', 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'mac_address': 'fa:16:3e:c1:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c9a906a2-0bfd-4eff-a3d8-2d1591566110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:21Z', 'updated_at': '2022-02-03T14:12:31Z', 'revision_number': 4, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'subnets': [{'id': 'c9a906a2-0bfd-4eff-a3d8-2d1591566110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:32.523172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-db4e928f-3d8d-4a84-9e3c-03f5d135305a None None] Provisioning complete for port d3658f00-b369-4c70-86f0-f7d48bab60a5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:32.528174 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db4e928f-3d8d-4a84-9e3c-03f5d135305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:32.540519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-fef7b955-a4a2-4fa0-ba73-741d883a6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:32.549637 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-fef7b955-a4a2-4fa0-ba73-741d883a6f78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1126 time: 0.2251732 Feb 03 14:12:32.591323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02ed14-17a1-4475-acb5-a83aa12b2117 None None] The sync data for ids ['e73dd990-0396-4f55-8c3f-d55a060baca2'] in n-d-827549-2 is: [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:12:24Z', 'revision_number': 4, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd3658f00-b369-4c70-86f0-f7d48bab60a5', 'name': '', 'network_id': 'a2c959e7-5940-4663-8557-d446c98b38f7', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'mac_address': 'fa:16:3e:c1:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'c9a906a2-0bfd-4eff-a3d8-2d1591566110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:21Z', 'updated_at': '2022-02-03T14:12:31Z', 'revision_number': 4, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'subnets': [{'id': 'c9a906a2-0bfd-4eff-a3d8-2d1591566110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:32.936744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-db4e928f-3d8d-4a84-9e3c-03f5d135305a None None] Current status of the port d3658f00-b369-4c70-86f0-f7d48bab60a5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:33.001204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-4eb0f746-0cf3-4075-8076-1df46079b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:33.005004 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-4eb0f746-0cf3-4075-8076-1df46079b214 service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.4259605 Feb 03 14:12:33.131648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e60550f6-99c3-43e3-b6d5-159d1ff8e0a2 req-a82ae7b3-16cb-4f62-8108-24b6a3ac8a14 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5397985 Feb 03 14:12:33.164228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-d1e382b0-a70f-4ff3-b492-1ed9d68703ea service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0611575 Feb 03 14:12:33.164228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-f4fcda3e-f0a6-43d0-9e55-6d8b12a43173 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3554356 Feb 03 14:12:33.210811 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-61d9963c-890f-45f7-8a92-1e31318577d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.1986153 Feb 03 14:12:33.413188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-9e8e5635-8357-4022-9877-6e0aa76f2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:33.415781 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-9e8e5635-8357-4022-9877-6e0aa76f2658 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1934805 Feb 03 14:12:33.477075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-8da7fc4e-7835-4008-84f4-36714c6c5140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551937 Feb 03 14:12:33.646735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-6dbacd43-2524-40ba-8282-fa51f30f6fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597958 Feb 03 14:12:33.951588 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2587a957-e204-46f2-a4b4-bb2503c37deb req-8f9cc9b8-ecf0-42d6-9929-0b035e23e57e service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986763 Feb 03 14:12:33.971678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-023fd9d6-e235-4a71-b8b0-609aa1b3b59a service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7934165 Feb 03 14:12:33.980168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f999dc07-4296-4a4b-ac09-84d6f915caad req-2bfe34ce-4e2f-4d28-8e9e-483d6f4e9e60 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7872162 Feb 03 14:12:34.004663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4e3a8-1912-48ae-8ad5-f08fc459fda5 req-98fe6226-6b67-4cc9-b1ca-b727b4e15157 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:34.004663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cea4e3a8-1912-48ae-8ad5-f08fc459fda5 req-98fe6226-6b67-4cc9-b1ca-b727b4e15157 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.3867545 Feb 03 14:12:34.106974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d3658f00-b369-4c70-86f0-f7d48bab60a5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:34.199217 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cea4e3a8-1912-48ae-8ad5-f08fc459fda5 req-1ca65485-baac-40bf-ac80-e59f05afcf3d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830730 Feb 03 14:12:34.303298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d3658f00-b369-4c70-86f0-f7d48bab60a5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:34.305866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:34.392212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:12:34.601517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:34.624026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'mac_address': 'fa:16:3e:d3:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:12:34.793660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fa0b5b93-85a9-4769-999d-bffd1b9257ac is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:34.800027 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:34.898713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d3658f00-b369-4c70-86f0-f7d48bab60a5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:34.935573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0b5b93-85a9-4769-999d-bffd1b9257ac {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:12:35.005587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:35.017710 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:35.213771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:35.324794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ddbf8b4-cbb1-453a-a0ce-e213a5e9c04c req-14eb6464-7350-4ac4-bc24-52fdee5c7762 tempest-AbsoluteLimitsNegativeTestJSON-1343152040 tempest-AbsoluteLimitsNegativeTestJSON-1343152040-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e3dde9db97c944f1844da3b96fb196af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307461 Feb 03 14:12:35.539542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['fa0b5b93-85a9-4769-999d-bffd1b9257ac'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:35.657318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbf8b4-cbb1-453a-a0ce-e213a5e9c04c req-2bb61a9b-5f30-4c01-b19b-9265244a2787 tempest-AbsoluteLimitsNegativeTestJSON-1343152040 tempest-AbsoluteLimitsNegativeTestJSON-1343152040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:35.664901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ddbf8b4-cbb1-453a-a0ce-e213a5e9c04c req-2bb61a9b-5f30-4c01-b19b-9265244a2787 tempest-AbsoluteLimitsNegativeTestJSON-1343152040 tempest-AbsoluteLimitsNegativeTestJSON-1343152040-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267274 Feb 03 14:12:35.697346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ddbf8b4-cbb1-453a-a0ce-e213a5e9c04c req-c6df9e36-722d-4f88-adc8-60875a81f459 tempest-AbsoluteLimitsNegativeTestJSON-1343152040 tempest-AbsoluteLimitsNegativeTestJSON-1343152040-project] 10.222.0.52 "GET /v2.0/quotas/e3dde9db97c944f1844da3b96fb196af HTTP/1.1" status: 200 len: 375 time: 0.0311995 Feb 03 14:12:35.795336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ddbf8b4-cbb1-453a-a0ce-e213a5e9c04c req-e65139da-f10e-4ced-96b9-546d83eb9fd6 tempest-AbsoluteLimitsNegativeTestJSON-1343152040 tempest-AbsoluteLimitsNegativeTestJSON-1343152040-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3dde9db97c944f1844da3b96fb196af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956838 Feb 03 14:12:35.994731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0369ec-afad-4ba6-b4e8-9d94fa69952e req-6c9c71a9-bf00-465f-a1f4-31f9ee048340 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:36.008521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef0369ec-afad-4ba6-b4e8-9d94fa69952e req-6c9c71a9-bf00-465f-a1f4-31f9ee048340 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 949 time: 0.2097781 Feb 03 14:12:36.152128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef0369ec-afad-4ba6-b4e8-9d94fa69952e req-db5aedfa-b5fd-44b8-8048-acebc282058a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396449 Feb 03 14:12:36.358762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed37c1-e4ea-4d9a-ba41-4d4da323ef0b req-28ac961f-e5e3-41d0-8159-9892d461941c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:36.366896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0ed37c1-e4ea-4d9a-ba41-4d4da323ef0b req-28ac961f-e5e3-41d0-8159-9892d461941c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.0978861 Feb 03 14:12:36.440452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:36.519278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0ed37c1-e4ea-4d9a-ba41-4d4da323ef0b req-18297319-0665-41a0-b7ac-cce159f7c080 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508512 Feb 03 14:12:36.735932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0914c53-6f18-4094-a381-0b47157870f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:36.863349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0914c53-6f18-4094-a381-0b47157870f9 admin admin] Publish callbacks [] for security_group (4d08e71d-4d98-402e-8b1d-a534ebfbd648), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:36.877227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0914c53-6f18-4094-a381-0b47157870f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4d08e71d-4d98-402e-8b1d-a534ebfbd648), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:36.923523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-ec41066d-b95e-4ef2-9329-916fe062f5fd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:36.928015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-ec41066d-b95e-4ef2-9329-916fe062f5fd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4&tenant_id=daad21f715b240c7946d98ccadaa3246&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 949 time: 0.1415431 Feb 03 14:12:36.942555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914c53-6f18-4094-a381-0b47157870f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d08e71d-4d98-402e-8b1d-a534ebfbd648,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:36.997843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b0914c53-6f18-4094-a381-0b47157870f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3dde9db97c944f1844da3b96fb196af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528419 Feb 03 14:12:36.999857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60416) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:37.081370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22f647c7-886d-4454-b755-7713283774c2 admin admin] Publish callbacks [] for security_group (4d08e71d-4d98-402e-8b1d-a534ebfbd648), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:37.097683 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-7ae7e6f6-0c4e-4b6f-97c3-f69f0b5593a0 service neutron] delete failed (client error): The resource could not be found. Feb 03 14:12:37.097683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-7ae7e6f6-0c4e-4b6f-97c3-f69f0b5593a0 service neutron] 10.222.0.45 "DELETE /v2.0/ports/fa0b5b93-85a9-4769-999d-bffd1b9257ac/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.1576536 Feb 03 14:12:37.163148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22f647c7-886d-4454-b755-7713283774c2 admin admin] Publish callbacks [] for security_group (4d08e71d-4d98-402e-8b1d-a534ebfbd648), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:37.169001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4de205-47cb-4c9a-9843-95291afd6c60 req-78ea8c3c-4197-4c3a-a97e-ad937f6c0534 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:37.177983 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc4de205-47cb-4c9a-9843-95291afd6c60 req-78ea8c3c-4197-4c3a-a97e-ad937f6c0534 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 949 time: 0.1106510 Feb 03 14:12:37.262110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc4de205-47cb-4c9a-9843-95291afd6c60 req-b56984de-04f6-4501-b13d-4de927e2048c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827804 Feb 03 14:12:37.352995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22f647c7-886d-4454-b755-7713283774c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4d08e71d-4d98-402e-8b1d-a534ebfbd648), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:37.356406 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22f647c7-886d-4454-b755-7713283774c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:37.361462 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-22f647c7-886d-4454-b755-7713283774c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d08e71d-4d98-402e-8b1d-a534ebfbd648 HTTP/1.1" status: 204 len: 168 time: 0.3562269 Feb 03 14:12:37.380806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-e68f8ec1-22ae-45b9-8f64-6696b3670169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:37.382918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-e68f8ec1-22ae-45b9-8f64-6696b3670169 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 1131 time: 0.1003408 Feb 03 14:12:37.400954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f647c7-886d-4454-b755-7713283774c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d08e71d-4d98-402e-8b1d-a534ebfbd648,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:37.729999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-1f93d119-96c5-415a-ad4e-251442149c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:37.731871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-1f93d119-96c5-415a-ad4e-251442149c4e service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3256900 Feb 03 14:12:37.798864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-a4c0e2a1-d0ca-4cee-8eb5-5ef9c7cbf743 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 200 len: 217 time: 0.0588281 Feb 03 14:12:37.807860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18005774-65a5-4b3a-a77d-23be6edfc342 req-ef90b52f-4b34-404e-a2d2-70a3ec31e916 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:37.816640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18005774-65a5-4b3a-a77d-23be6edfc342 req-ef90b52f-4b34-404e-a2d2-70a3ec31e916 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1551342 Feb 03 14:12:37.900291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-e33585ce-58a6-4f22-93ee-85efc1faaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:37.902205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-e33585ce-58a6-4f22-93ee-85efc1faaa64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0836327 Feb 03 14:12:38.062511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18005774-65a5-4b3a-a77d-23be6edfc342 req-0a264b55-5873-404b-8791-64a9e2e4d33f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445304 Feb 03 14:12:38.142900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-7c830c35-7c06-491c-a7db-f8ca18d5917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:38.155293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-7c830c35-7c06-491c-a7db-f8ca18d5917a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2390931 Feb 03 14:12:38.366307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:38.498728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-950f5e2c-c5bf-4d38-9632-be1237abf517 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366396 Feb 03 14:12:38.503806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port fa0b5b93-85a9-4769-999d-bffd1b9257ac completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:38.509962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port fa0b5b93-85a9-4769-999d-bffd1b9257ac triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:38.510388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:38.723117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc825843-c1f6-485a-a2df-dd572cbc461b req-31aca593-eec4-42e8-a5e9-7861f9d8895d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:38.733667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc825843-c1f6-485a-a2df-dd572cbc461b req-31aca593-eec4-42e8-a5e9-7861f9d8895d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 949 time: 0.2946980 Feb 03 14:12:38.770250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fa0b5b93-85a9-4769-999d-bffd1b9257ac is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:38.771431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:38.852092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60512) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:38.877851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:38.899449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:38.905581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:38.914313 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e75fef3-2c32-4d5e-8427-248993267485" -d '{"events": [{"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:38.924558 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:38.929835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.041337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca1cc77-9703-4aa5-8b12-4c9f488e9bbc req-1364fde1-f5d3-451f-8146-8103e6619b79 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266097 Feb 03 14:12:39.055535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:39.103867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc825843-c1f6-485a-a2df-dd572cbc461b req-73963d86-064a-465b-9c9a-4651d31ca405 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631089 Feb 03 14:12:39.132730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-78e0e001-56f1-40d3-91cb-7293a1a9e834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.179321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-28793739-network', 'tenant_id': 'd516c4e5f12847cab06fc6534d8b7593'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:39.261437 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb5a41-29f1-43c0-9f63-08afd781ff02 x-openstack-request-id: req-bdbb5a41-29f1-43c0-9f63-08afd781ff02 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:39.261941 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:39.262474 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdbb5a41-29f1-43c0-9f63-08afd781ff02 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:39.263236 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'code': 200} Feb 03 14:12:39.275126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-78e0e001-56f1-40d3-91cb-7293a1a9e834 admin admin] Publish callbacks [] for security_group (8b5f0645-76c4-4044-9d86-6bede20dc771), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.278046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-9d9c95c7-0a4c-4b9c-b748-c5cc1ce44495 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:39.283183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-9d9c95c7-0a4c-4b9c-b748-c5cc1ce44495 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.3452406 Feb 03 14:12:39.288710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-78e0e001-56f1-40d3-91cb-7293a1a9e834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8b5f0645-76c4-4044-9d86-6bede20dc771), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.311071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-a5446f89-aae9-4984-ace2-3ad7098b8bad tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/quotas/efc4e56a61274ceab0905bd1f7fc9724 HTTP/1.1" status: 200 len: 375 time: 0.0204399 Feb 03 14:12:39.349314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-78e0e001-56f1-40d3-91cb-7293a1a9e834 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25cbe0943f0d4c26818f3cc09a351094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960728 Feb 03 14:12:39.355000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60528) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:39.389994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Made reservation on behalf of d516c4e5f12847cab06fc6534d8b7593 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:39.396803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.434899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0e001-56f1-40d3-91cb-7293a1a9e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5f0645-76c4-4044-9d86-6bede20dc771,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:39.452539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.558165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a9fd-c9ff-4814-8ff9-8b7c5c7e57c3 admin admin] Publish callbacks [] for security_group (8b5f0645-76c4-4044-9d86-6bede20dc771), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.788931 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a9fd-c9ff-4814-8ff9-8b7c5c7e57c3 admin admin] Publish callbacks [] for security_group (8b5f0645-76c4-4044-9d86-6bede20dc771), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.828650 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks [] for security_group (2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.849673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.914572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:12:39.958455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a95797be-caea-4bff-81af-1a894d9b6245), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:39.960495 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Added segment a95797be-caea-4bff-81af-1a894d9b6245 of type vlan for network 3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3 Feb 03 14:12:39.989675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-3b7046c0-ff25-46e4-ac95-73e3d0146c9f tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6731937 Feb 03 14:12:40.027596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db5248-d94c-4ada-b9a7-0274c71232a0 req-5845f8eb-d904-43e2-ba57-80c0a80aa005 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:40.030597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42db5248-d94c-4ada-b9a7-0274c71232a0 req-5845f8eb-d904-43e2-ba57-80c0a80aa005 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.6945653 Feb 03 14:12:40.058170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a9fd-c9ff-4814-8ff9-8b7c5c7e57c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8b5f0645-76c4-4044-9d86-6bede20dc771), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.061482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a9fd-c9ff-4814-8ff9-8b7c5c7e57c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.062956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4c6a9fd-c9ff-4814-8ff9-8b7c5c7e57c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b5f0645-76c4-4044-9d86-6bede20dc771 HTTP/1.1" status: 204 len: 168 time: 0.7064459 Feb 03 14:12:40.106988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.115740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:40.156817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6a9fd-c9ff-4814-8ff9-8b7c5c7e57c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5f0645-76c4-4044-9d86-6bede20dc771,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:40.196964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.198125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:40.198538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.213700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:40.266583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-e7d2e69d-d6d8-45c7-b064-3d515a4a0616 service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573888 Feb 03 14:12:40.376117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42db5248-d94c-4ada-b9a7-0274c71232a0 req-5e9770e4-47cb-4cb2-98fe-b901dc0049f2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248510 Feb 03 14:12:40.420010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] Pushing event updated for resources: {'Network': ['ID=3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:40.430112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:40.430112 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.439790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:12:40.445741 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e55bc83e-8b17-45e9-b8b0-04022a8b7aae admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5636306 Feb 03 14:12:40.446204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:40.453899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Request body: {'subnet': {'network_id': '3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-28793739-subnet', 'tenant_id': 'd516c4e5f12847cab06fc6534d8b7593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:40.509455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Made reservation on behalf of d516c4e5f12847cab06fc6534d8b7593 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:40.511919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.574429 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:12:40.615451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-0f6424ba-66df-4f73-a590-364f0c5bb3d8 service neutron] 10.222.0.52 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066568 Feb 03 14:12:40.757071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:40.769036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-d6c3a0c9-f69c-4beb-91ed-2fca01b6dc31 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:40.769975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-d6c3a0c9-f69c-4beb-91ed-2fca01b6dc31 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/ports?device_id=76113fe5-f75c-40ed-abbc-ec4a446e31a8 HTTP/1.1" status: 200 len: 945 time: 0.4971020 Feb 03 14:12:40.774532 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.806919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b17d22-23d3-4c92-b830-b894ea109166 req-87b598d2-bbf3-4626-b3b5-939968728e21 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:40.821224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09b17d22-23d3-4c92-b830-b894ea109166 req-87b598d2-bbf3-4626-b3b5-939968728e21 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1903038 Feb 03 14:12:40.968917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (1b10c50c-2d9b-4d47-9d4f-9d88624e68a1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:40.990462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:41.188514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28be3ed0-7a83-4b16-8ade-d7ac1426b7f4 req-f7c775ef-0818-4b02-901a-dc7062642e92 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 210 time: 0.0843439 Feb 03 14:12:41.203990 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Checking segment: {'id': 'a95797be-caea-4bff-81af-1a894d9b6245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:41.209323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Network hostable DHCP agents. Network: 3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:12:41.235755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b10c50c-2d9b-4d47-9d4f-9d88624e68a1,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:41.244731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09b17d22-23d3-4c92-b830-b894ea109166 req-f6febef7-145d-4cb5-ad5f-e8465cc07361 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146926 Feb 03 14:12:41.253831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Deleting port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:41.254851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:41.268579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:41.272565 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495060e7-816d-4eaa-952e-30952bdb3b6e" -d '{"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-unplugged", "status": "completed", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:41.310868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Network 3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:12:41.340034 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915d408d-7e7e-49d3-9dd7-d3ba5035db5b x-openstack-request-id: req-915d408d-7e7e-49d3-9dd7-d3ba5035db5b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:41.340509 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-unplugged", "status": "completed", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:41.341995 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-915d408d-7e7e-49d3-9dd7-d3ba5035db5b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:41.342455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:41.342750 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'code': 200} Feb 03 14:12:41.356276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b676e-d0eb-4467-b115-faae88a4e985 None None] Network 3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:41.362461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:41.363080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:41.430514 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-44aea0f7-2f0d-4127-ad09-11f488904514 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9828460 Feb 03 14:12:41.629123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] For port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:41.629946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:41.688680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64270c-c616-46d9-9ef1-9542e0209bfd None None] Network 3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:41.726929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60580) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:41.838061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Calling delete_port for 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:42.040404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-28766934-network', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:42.078086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a62d3-2de3-491c-8bc6-c3e8aa064374 req-93d57d6d-5f3f-4f0d-a28c-8c3100994486 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:42.098400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-557a62d3-2de3-491c-8bc6-c3e8aa064374 req-93d57d6d-5f3f-4f0d-a28c-8c3100994486 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.4628460 Feb 03 14:12:42.098768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Made reservation on behalf of 8e00b989922d43fabc2c7a77da65c113 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:42.098768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.099078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2cb3-03b7-4f47-9416-f21d6bf186b1 req-48941fd6-5f6a-4819-ab7f-ed54509456fb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:42.107071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ade2cb3-03b7-4f47-9416-f21d6bf186b1 req-48941fd6-5f6a-4819-ab7f-ed54509456fb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.4823725 Feb 03 14:12:42.118541 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.297889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks [] for security_group (20d09296-0af9-4cf4-82e2-4b8ca1afb3ce), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.317495 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (20d09296-0af9-4cf4-82e2-4b8ca1afb3ce), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.322906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-557a62d3-2de3-491c-8bc6-c3e8aa064374 req-4e3a72b6-6189-437c-9bfd-4b109162a683 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353406 Feb 03 14:12:42.347174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:12:42.384351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ade2cb3-03b7-4f47-9416-f21d6bf186b1 req-3293389a-1507-4fed-93a0-b2140c617b3d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735543 Feb 03 14:12:42.387798 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (17f5b93b-82d0-4ed7-92bb-5022bbdf21e9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.422348 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fbbe9c59-0765-40c1-985c-5e52c3e9eaae), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.423572 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Added segment fbbe9c59-0765-40c1-985c-5e52c3e9eaae of type vlan for network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 Feb 03 14:12:42.574693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d09296-0af9-4cf4-82e2-4b8ca1afb3ce,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:42.612632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.629482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event deleted for resources: {'Port': ['ID=17f5b93b-82d0-4ed7-92bb-5022bbdf21e9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:42.646438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] No DVR routers for this DVR port 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:42.655249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:42.658638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d77490a-d3f8-44ed-b64e-9435b1fbfca7 req-e234701d-c976-4d14-84a5-622bdb858955 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "DELETE /v2.0/ports/17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 HTTP/1.1" status: 204 len: 173 time: 1.8797839 Feb 03 14:12:42.680626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-deleted', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:42.683732 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4271da-4b45-4a21-b9c3-c36f831d7c20" -d '{"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-deleted", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:42.751398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9851e08c-434f-48d6-a967-dd46378b7e67 req-afb230d9-a8b4-4de3-9964-2ad12cf534c1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 210 time: 0.1779981 Feb 03 14:12:42.766570 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:12:42.833818 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-ce66cc8b-84ff-4e6e-9950-42d8bab83ae1 req-b39257a6-00e1-4ba7-ae0b-840054a8bed6 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] show failed (client error): The resource could not be found. Feb 03 14:12:42.853086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce66cc8b-84ff-4e6e-9950-42d8bab83ae1 req-b39257a6-00e1-4ba7-ae0b-840054a8bed6 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "GET /v2.0/security-groups/7c14786b-6f63-44bf-bc7e-11356c864df4 HTTP/1.1" status: 404 len: 352 time: 0.0353456 Feb 03 14:12:42.946683 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09d076-e640-480d-9330-be9d4fe6706a x-openstack-request-id: req-5e09d076-e640-480d-9330-be9d4fe6706a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:42.947014 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76113fe5-f75c-40ed-abbc-ec4a446e31a8", "name": "network-vif-deleted", "tag": "17f5b93b-82d0-4ed7-92bb-5022bbdf21e9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:42.947237 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e09d076-e640-480d-9330-be9d4fe6706a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:42.947623 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76113fe5-f75c-40ed-abbc-ec4a446e31a8', 'name': 'network-vif-deleted', 'tag': '17f5b93b-82d0-4ed7-92bb-5022bbdf21e9', 'status': 'completed', 'code': 200} Feb 03 14:12:43.031489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-0ce93ccc-084d-4c44-b3f1-171e19d316f8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:43.033286 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-0ce93ccc-084d-4c44-b3f1-171e19d316f8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 804 time: 0.4263446 Feb 03 14:12:43.048874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Request body: {'port': {'device_id': '524e211f-1431-4c47-9516-be87c9f80571', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'admin_state_up': True, 'tenant_id': 'efc4e56a61274ceab0905bd1f7fc9724'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:43.056505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:43.072434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:43.074345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:43.085567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c57d6f79-0fa5-4e75-b011-f29aa1805817 req-19a21383-c7df-4664-8c7b-d065865b2c1c tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d516c4e5f12847cab06fc6534d8b7593 HTTP/1.1" status: 200 len: 3001 time: 0.1246600 Feb 03 14:12:43.193486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c57d6f79-0fa5-4e75-b011-f29aa1805817 req-fb1c52e6-8505-4d92-ab2a-f3eb738ab9b2 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "GET /v2.0/security-groups/2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b HTTP/1.1" status: 200 len: 2998 time: 0.1012089 Feb 03 14:12:43.296306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c57d6f79-0fa5-4e75-b011-f29aa1805817 req-7ae7e61b-8b0d-4073-aa2e-2cc91a340b9d tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "GET /v2.0/security-groups/2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b HTTP/1.1" status: 200 len: 2998 time: 0.1016643 Feb 03 14:12:43.351471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-a51926b6-5a8b-47db-b1bd-f852ec5b28c6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500786 Feb 03 14:12:43.361734 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6334655 Feb 03 14:12:43.366806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:43.374555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Request body: {'subnet': {'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-28766934-subnet', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:43.391959 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357482-6ce8-4e32-9a6b-c918954a4bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:43.404092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:12:43.412979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Made reservation on behalf of 8e00b989922d43fabc2c7a77da65c113 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:43.415884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:43.604865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-3bdb0886-e130-4ff2-9aba-65224e141da2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:43.607297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-3bdb0886-e130-4ff2-9aba-65224e141da2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484870 Feb 03 14:12:43.645440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-2bf69000-eedf-4839-9b9f-4d4209077d31 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/quotas/daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 375 time: 0.0318208 Feb 03 14:12:43.720240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (a46e3405-2ca2-47cd-83b7-d0498f4017a2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:43.751969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Made reservation on behalf of efc4e56a61274ceab0905bd1f7fc9724 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:43.762125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:43.781301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f1572e5-7a5e-4ded-ad3e-832a5a946ef1 req-5c96c29f-040e-4965-a037-204021155c05 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "GET /v2.0/security-groups/2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b HTTP/1.1" status: 200 len: 2998 time: 0.4514399 Feb 03 14:12:43.872336 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-0f1572e5-7a5e-4ded-ad3e-832a5a946ef1 req-85a5ca36-f028-417c-840b-4c0948271c52 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 14:12:43.892278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f1572e5-7a5e-4ded-ad3e-832a5a946ef1 req-85a5ca36-f028-417c-840b-4c0948271c52 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "DELETE /v2.0/security-groups/2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b HTTP/1.1" status: 409 len: 352 time: 0.1099794 Feb 03 14:12:43.915393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-99d27888-0a74-4135-bbd6-1b2a8b0a5acc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2492907 Feb 03 14:12:44.032861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad1b21-e4c7-4ec2-b608-b872c7fbe229 req-cb198a41-7e35-4745-99f8-29c6a6144e75 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:44.034591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fad1b21-e4c7-4ec2-b608-b872c7fbe229 req-cb198a41-7e35-4745-99f8-29c6a6144e75 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.0790546 Feb 03 14:12:44.060302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Allocated IP 172.20.0.4 (59005f15-308d-4837-9b06-43976fd02ad0/9455dfa9-b74b-4b69-b296-89049c2c9ad4/34e57445-7bbe-4211-ac41-30c92b1c7e1b) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:44.072349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46e3405-2ca2-47cd-83b7-d0498f4017a2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:44.094311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Checking segment: {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:44.094694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Network hostable DHCP agents. Network: d7d43a50-ae88-4b02-b8c7-ddc9d82dd899, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:12:44.144567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:12:44.147259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fad1b21-e4c7-4ec2-b608-b872c7fbe229 req-508ae701-4858-4031-865a-3ef22ba4e87d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009579 Feb 03 14:12:44.201174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:44.220540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, d7d43a50-ae88-4b02-b8c7-ddc9d82dd899) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:44.230321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:44.231129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.258197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a058bf-1b7e-4c19-bb6c-c59b0d9c2067 None None] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:44.263694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:44.264084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17f5b93b-82d0-4ed7-92bb-5022bbdf21e9 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:44.275886 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ba65079-427a-49cf-9f8e-0392f7889dbf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9048722 Feb 03 14:12:44.278344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60640) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:44.286497 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-aee3df5d-b17a-4bb0-92f4-7633cc590ab1 req-b5a35eab-44f2-4103-a852-ed9ed53c379d tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] show failed (client error): The resource could not be found. Feb 03 14:12:44.287114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:44.297862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aee3df5d-b17a-4bb0-92f4-7633cc590ab1 req-b5a35eab-44f2-4103-a852-ed9ed53c379d tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "GET /v2.0/security-groups/3f30fe0f-2d6d-4623-a43f-ea3c003ce466 HTTP/1.1" status: 404 len: 352 time: 0.0308020 Feb 03 14:12:44.380368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bf3ada8-b6e9-434f-be7a-5e0d22308313 req-c01e2121-bf00-4bf5-8682-fdf4586f61e0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 210 time: 0.0430043 Feb 03 14:12:44.426455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e097e03d-b7cf-413f-b5de-5fab0523972d req-e2c7624e-e3e3-4fa3-8602-7d2ef1213248 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 210 time: 0.0406995 Feb 03 14:12:44.445563 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-cd2ee4a0-0506-4d09-9b2d-6da9bc71bd3a req-6286f74d-1497-437c-b520-69bc88cf8204 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] show failed (client error): The resource could not be found. Feb 03 14:12:44.446744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd2ee4a0-0506-4d09-9b2d-6da9bc71bd3a req-6286f74d-1497-437c-b520-69bc88cf8204 tempest-SecurityGroupsNegativeTestJSON-1816451314 tempest-SecurityGroupsNegativeTestJSON-1816451314-project] 10.222.0.52 "GET /v2.0/security-groups/7c25a5ae-9594-4efe-a4da-c72c1adcf1c9 HTTP/1.1" status: 404 len: 352 time: 0.0190482 Feb 03 14:12:44.459316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60648) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:44.477823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e954a0c1-9950-4fab-bfb9-7a79a074fc38), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.478886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e954a0c1-9950-4fab-bfb9-7a79a074fc38), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.521597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-d7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:12:44.522512 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.560165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] Deleting subnet 1b10c50c-2d9b-4d47-9d4f-9d88624e68a1 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:12:44.565738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] Publish callbacks [] for subnet (1b10c50c-2d9b-4d47-9d4f-9d88624e68a1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.577220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks [] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.633752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (1b10c50c-2d9b-4d47-9d4f-9d88624e68a1), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.708249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (1b10c50c-2d9b-4d47-9d4f-9d88624e68a1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.711034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks [] for router_controller (e954a0c1-9950-4fab-bfb9-7a79a074fc38), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.813967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (1b10c50c-2d9b-4d47-9d4f-9d88624e68a1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.845034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b10c50c-2d9b-4d47-9d4f-9d88624e68a1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:44.847303 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.853904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-db33fc27-8a41-4133-b291-f3466f010456 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1b10c50c-2d9b-4d47-9d4f-9d88624e68a1 HTTP/1.1" status: 204 len: 168 time: 0.3934546 Feb 03 14:12:44.855139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60658) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:44.870962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Allocated IP 172.20.0.2 (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899/a46e3405-2ca2-47cd-83b7-d0498f4017a2/f235989c-ab89-4921-9d7b-0b2eec075fa0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:44.923670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:44.963960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.001481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Network 59005f15-308d-4837-9b06-43976fd02ad0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:45.109677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:45.121935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.145825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:45.156561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95797be-caea-4bff-81af-1a894d9b6245') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:45.156866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95797be-caea-4bff-81af-1a894d9b6245') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:45.168886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (a95797be-caea-4bff-81af-1a894d9b6245), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.183526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a95797be-caea-4bff-81af-1a894d9b6245), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.190553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:12:45.201627 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Publish callbacks [] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.203279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (a95797be-caea-4bff-81af-1a894d9b6245), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.233768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.238773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:12:45.263137 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:12:45.307581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.334767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.336558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:45.341111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3 HTTP/1.1" status: 204 len: 168 time: 0.4826300 Feb 03 14:12:45.341275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:45.348928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896f8ff-8b65-403d-8274-61d0139c34f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8ed9e7-c2dd-4f2a-8604-b82182e2b5b3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:45.366687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks [] for router_gateway (e954a0c1-9950-4fab-bfb9-7a79a074fc38), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.372330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:45.380302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-d99c4240-6439-4a6c-b536-b06d1ae45496 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:45.382476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-d99c4240-6439-4a6c-b536-b06d1ae45496 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.1184912 Feb 03 14:12:45.402201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-2'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:45.435166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83888678-e037-4036-985e-090fe650bd44 req-8c14e5a1-0106-4a37-ac75-9ea0611077d4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:45.436675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83888678-e037-4036-985e-090fe650bd44 req-8c14e5a1-0106-4a37-ac75-9ea0611077d4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 945 time: 0.1267695 Feb 03 14:12:45.449415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:45.453292 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.481070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Pushing event updated for resources: {'Port': ['ID=f235989c-ab89-4921-9d7b-0b2eec075fa0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:45.494983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:45.545524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-47c87663-7943-4de4-a5a8-deb8bda4eaa8 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5012634 Feb 03 14:12:45.551713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Attempting to bind port f235989c-ab89-4921-9d7b-0b2eec075fa0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:45.554264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Attempting to bind port f235989c-ab89-4921-9d7b-0b2eec075fa0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:45.554933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Attempting to bind port f235989c-ab89-4921-9d7b-0b2eec075fa0 on network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:45.568808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Request body: {'port': {'device_id': '524e211f-1431-4c47-9516-be87c9f80571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:45.572008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:45.573277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Checking segment: {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:45.573869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.574434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Bound using segment: {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:45.576559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Bound port: f235989c-ab89-4921-9d7b-0b2eec075fa0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:45.577281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.591235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-682c3156-cb3c-4c45-ab50-5e76cc48e193 req-f48bb2dd-d618-485a-980a-ea62a28fb012 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 210 time: 0.0550349 Feb 03 14:12:45.623810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.761100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83888678-e037-4036-985e-090fe650bd44 req-f1c86e56-77b3-438b-be21-1cec10b2c107 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162484 Feb 03 14:12:45.803328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60672) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:45.907202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.932352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd5e0-cd27-43c1-b5ea-aa5798d9c8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:45.940689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] For port f235989c-ab89-4921-9d7b-0b2eec075fa0, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:45.945618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] For port f235989c-ab89-4921-9d7b-0b2eec075fa0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f235989c-ab89-4921-9d7b-0b2eec075fa0,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:45.956782 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.046423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61b3d5-4ebc-4c24-a4de-b4399f537eae None None] Pushing event updated for resources: {'Port': ['ID=f235989c-ab89-4921-9d7b-0b2eec075fa0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:46.057813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042faba-60b6-4ac4-8b50-3f57ad847c56 req-f76f8878-087e-454c-8b0f-78750a63b8c4 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:46.059686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c042faba-60b6-4ac4-8b50-3f57ad847c56 req-f76f8878-087e-454c-8b0f-78750a63b8c4 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 931 time: 0.2952433 Feb 03 14:12:46.083672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1efa47ab-0ecf-4127-827f-a28880c3e4cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d516c4e5f12847cab06fc6534d8b7593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749598 Feb 03 14:12:46.085821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60674) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:46.238236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-9b424119-a928-44c6-887b-2d5d9be02f43 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088760 Feb 03 14:12:46.247269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:46.347768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks [] for router_gateway (e954a0c1-9950-4fab-bfb9-7a79a074fc38), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.403147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c042faba-60b6-4ac4-8b50-3f57ad847c56 req-1e817fa5-7295-4031-890a-eb397981a1c1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200817 Feb 03 14:12:46.422370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.617873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:46.631645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e57445-7bbe-4211-ac41-30c92b1c7e1b {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:12:46.643002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Publish callbacks [] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.660857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Transition to ACTIVE for port object 34e57445-7bbe-4211-ac41-30c92b1c7e1b will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:46.709312 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Publish callbacks [] for port (da390f4e-594e-4840-bc06-82baff219c90), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.728173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:46.730663 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40880743-7231-43b3-95e9-e223f3b9fe00" -d '{"events": [{"server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "name": "network-vif-unplugged", "status": "completed", "tag": "da390f4e-594e-4840-bc06-82baff219c90"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:46.742870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25b8b049-cdbe-4e2a-8d69-3eed65adf7d6 admin admin] Publish callbacks [] for security_group (2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.746601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Allocated IP 172.25.0.142 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/84924028-903a-400f-be08-fb060c4ce658) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:46.794389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25b8b049-cdbe-4e2a-8d69-3eed65adf7d6 admin admin] Publish callbacks [] for security_group (2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.848570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.852096 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04666f8c-3329-42c2-9b9f-90060d2b65f4 x-openstack-request-id: req-04666f8c-3329-42c2-9b9f-90060d2b65f4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:46.852431 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "name": "network-vif-unplugged", "status": "completed", "tag": "da390f4e-594e-4840-bc06-82baff219c90", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:46.852663 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04666f8c-3329-42c2-9b9f-90060d2b65f4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:46.853056 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90', 'code': 200} Feb 03 14:12:46.891949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks [] for port (84924028-903a-400f-be08-fb060c4ce658), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.929663 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.947249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:46.955482 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25b8b049-cdbe-4e2a-8d69-3eed65adf7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.959141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25b8b049-cdbe-4e2a-8d69-3eed65adf7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:46.963340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-25b8b049-cdbe-4e2a-8d69-3eed65adf7d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b HTTP/1.1" status: 204 len: 168 time: 0.8743708 Feb 03 14:12:46.967476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.967832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.968174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.968542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.968874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.969205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.969530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.969855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.970175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.970751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.971081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.971621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:46.971949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.012578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-632c9133-ae63-4189-8c14-ecaafdb1cc33 req-90fc9f25-15e3-4674-92f1-e9b562fd0088 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 210 time: 0.2750595 Feb 03 14:12:47.024810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b049-cdbe-4e2a-8d69-3eed65adf7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed50e3d-8e78-44dd-a8e7-35e0d6f6477b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:47.031933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84924028-903a-400f-be08-fb060c4ce658), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:47.042410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:47.071921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.071921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.072223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.072600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.072946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.073400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.076943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.077293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.077637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.077983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.078318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.078659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.078971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:47.195061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-760105af-2999-4d45-aebf-6831e9613cad tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:47.196667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-760105af-2999-4d45-aebf-6831e9613cad tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9468825 Feb 03 14:12:47.222066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:47.257114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e273-af28-4b17-a069-6be2cc281f8d req-96f6d1b6-5849-4fda-aff3-56774a6169bc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:47.271100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0b2e273-af28-4b17-a069-6be2cc281f8d req-96f6d1b6-5849-4fda-aff3-56774a6169bc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.3084500 Feb 03 14:12:47.275094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on host n-h2-827549-2 for vnic_type normal with profile {"migrating_to": "n-h1-827549-2"} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:47.275666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:47.276237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:47.288057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Request body: {'port': {'device_id': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'daad21f715b240c7946d98ccadaa3246'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:47.341281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:47.362995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:47.548965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:12:47.549498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Attempting to bind port da390f4e-594e-4840-bc06-82baff219c90 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:47.676665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:47.677303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:47.677919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:47.679133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Bound port: da390f4e-594e-4840-bc06-82baff219c90, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:47.679933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:47.710332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0b2e273-af28-4b17-a069-6be2cc281f8d req-bf6c6079-2b64-427e-9ad0-973e64f701cc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371514 Feb 03 14:12:47.909314 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-0c4e4dd7-86ee-4962-bdae-041458bedd60 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3769119 Feb 03 14:12:47.962549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d058a-1b3b-4b33-86d9-c5dadec37c81 req-51049c0d-6238-4104-b8de-28678be929c1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:47.971803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f51d058a-1b3b-4b33-86d9-c5dadec37c81 req-51049c0d-6238-4104-b8de-28678be929c1 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 943 time: 0.3819766 Feb 03 14:12:48.072696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815203f-4d19-49c1-9c27-3c3992d569a4 None None] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:48.087123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Pushing event updated for resources: {'Port': ['ID=84924028-903a-400f-be08-fb060c4ce658,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:48.167934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Made reservation on behalf of daad21f715b240c7946d98ccadaa3246 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:48.171849 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.263552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f235989c-ab89-4921-9d7b-0b2eec075fa0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:48.280817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38bbd757-b4aa-4dd5-9035-d5d9c2251337 req-185bfebe-c30f-4ce4-b574-0c340ffa4f13 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 210 time: 0.1400826 Feb 03 14:12:48.322835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Attempting to bind port 34e57445-7bbe-4211-ac41-30c92b1c7e1b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:48.323224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Attempting to bind port 34e57445-7bbe-4211-ac41-30c92b1c7e1b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:48.323569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Attempting to bind port 34e57445-7bbe-4211-ac41-30c92b1c7e1b on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:48.338088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f51d058a-1b3b-4b33-86d9-c5dadec37c81 req-0964c804-1771-46cd-a6c3-11cca3cc32cd tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653162 Feb 03 14:12:48.340515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Port 34e57445-7bbe-4211-ac41-30c92b1c7e1b on network 59005f15-308d-4837-9b06-43976fd02ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:12:48.342227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Attempting to bind port 34e57445-7bbe-4211-ac41-30c92b1c7e1b on network 59005f15-308d-4837-9b06-43976fd02ad0 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:48.347320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:48.359395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:48.363017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device da390f4e-594e-4840-bc06-82baff219c90 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:12:48.364861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:48.366405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Checking segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:48.366992 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Bound using segment: {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:48.368362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Bound port: 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:48.369164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.380156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18d87f9e-42b6-483f-bfda-e6a1154843df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.410304 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.423495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef499-6354-4085-b0bc-102fa49448c9 req-6842682a-2af4-47f2-b768-e1996c462b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:48.426292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-6842682a-2af4-47f2-b768-e1996c462b6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1131 time: 0.4517801 Feb 03 14:12:48.430664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks [] for router_gateway (e954a0c1-9950-4fab-bfb9-7a79a074fc38), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.451692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-80c3ae97-8e58-44b8-976a-37cd676cf21c None None] Provisioning complete for port f235989c-ab89-4921-9d7b-0b2eec075fa0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:48.452077 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80c3ae97-8e58-44b8-976a-37cd676cf21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.581035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f235989c-ab89-4921-9d7b-0b2eec075fa0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:48.581338 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.611442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Allocated IP 192.168.233.246 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/3388ed18-d5ab-48b4-a00c-1400e2b8f36a) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:48.648410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:48.703170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:48.724521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:48.748949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.768183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:48.768833 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.770238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-2c1b1b5f-8fcb-4f4f-a7d6-2983aa8a9e83 service neutron] 10.222.0.45 "PUT /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 1121 time: 3.3778677 Feb 03 14:12:48.782345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef499-6354-4085-b0bc-102fa49448c9 req-a9291ce0-c389-4c63-bbcd-6bfd3cb23d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:48.783810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-a9291ce0-c389-4c63-bbcd-6bfd3cb23d57 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3296852 Feb 03 14:12:48.845107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-765e40d6-587c-4b84-a180-0248d7460e9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.0523522 Feb 03 14:12:48.875610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:48.882925 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01828757-ad61-47b9-8540-c9fcefcee146" -d '{"events": [{"name": "network-changed", "server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "tag": "da390f4e-594e-4840-bc06-82baff219c90"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:48.964087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:48.968682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:48.969858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:48.973042 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] 10.222.0.45 "PUT /v2.0/ports/34e57445-7bbe-4211-ac41-30c92b1c7e1b HTTP/1.1" status: 200 len: 1091 time: 3.4178581 Feb 03 14:12:48.978404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:48.984076 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d98e23-c990-486f-a992-08e174b00dff" -d '{"events": [{"name": "network-changed", "server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:49.000792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:49.082140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['da390f4e-594e-4840-bc06-82baff219c90'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:49.104685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['da390f4e-594e-4840-bc06-82baff219c90'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:49.145587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device da390f4e-594e-4840-bc06-82baff219c90 has no active binding in host n-h1-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:12:49.210292 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e4d12b-1365-42ce-867d-7e63ed2e06db x-openstack-request-id: req-b9e4d12b-1365-42ce-867d-7e63ed2e06db {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:49.210507 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:49.210746 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9e4d12b-1365-42ce-867d-7e63ed2e06db {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:49.211166 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'status': 'completed', 'code': 200} Feb 03 14:12:49.290842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-553798943-network', 'tenant_id': '144c33338cba4698839629365a29a0d8'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:49.300960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc38e-2f9e-49ea-b382-d2f16657dbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:49.351816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e954a0c1-9950-4fab-bfb9-7a79a074fc38), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.359721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Made reservation on behalf of 144c33338cba4698839629365a29a0d8 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:49.362614 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.380967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-0c40cb83-c40c-4046-a6bd-086b19d0d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:49.383831 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-0c40cb83-c40c-4046-a6bd-086b19d0d717 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 1125 time: 0.3256352 Feb 03 14:12:49.437552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.461512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-80c3ae97-8e58-44b8-976a-37cd676cf21c None None] Current status of the port f235989c-ab89-4921-9d7b-0b2eec075fa0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:49.461915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80c3ae97-8e58-44b8-976a-37cd676cf21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.489374 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-69e9b9ac-16a1-43d1-a9ae-35d6d031cf82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b HTTP/1.1" status: 200 len: 217 time: 0.0580027 Feb 03 14:12:49.562438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-80c3ae97-8e58-44b8-976a-37cd676cf21c None None] For port f235989c-ab89-4921-9d7b-0b2eec075fa0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f235989c-ab89-4921-9d7b-0b2eec075fa0,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:49.584436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80c3ae97-8e58-44b8-976a-37cd676cf21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.647778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3ae97-8e58-44b8-976a-37cd676cf21c None None] Pushing event updated for resources: {'Port': ['ID=f235989c-ab89-4921-9d7b-0b2eec075fa0,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:49.665477 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.670194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef499-6354-4085-b0bc-102fa49448c9 req-2fa95ff0-dbdd-4a15-8e66-93f7a5e39c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:49.674033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-2fa95ff0-dbdd-4a15-8e66-93f7a5e39c7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.8221097 Feb 03 14:12:49.675705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f235989c-ab89-4921-9d7b-0b2eec075fa0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:49.676095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.756316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-c29bd92f-9fd4-4bab-8279-ba0dcb3b0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:49.763238 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-c29bd92f-9fd4-4bab-8279-ba0dcb3b0cf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.1283324 Feb 03 14:12:49.800009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b8cea645-16f2-4d2c-babb-bdecd65e089f None None] Provisioning complete for port f235989c-ab89-4921-9d7b-0b2eec075fa0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:49.800384 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8cea645-16f2-4d2c-babb-bdecd65e089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.874124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks [] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:49.880297 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-fa6723aa-620d-4f13-b40d-89a8e2446558 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003778 Feb 03 14:12:49.902811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Router e954a0c1-9950-4fab-bfb9-7a79a074fc38 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:12:49.957503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:12:49.957857 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:12:49.982652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-310edcd7-2035-427a-b455-35ff2db2c9ea req-d4905327-7059-411b-9eea-09f7ae065461 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 210 time: 0.4346590 Feb 03 14:12:50.006779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b8cea645-16f2-4d2c-babb-bdecd65e089f None None] Current status of the port f235989c-ab89-4921-9d7b-0b2eec075fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:50.146992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef499-6354-4085-b0bc-102fa49448c9 req-da5ab8b5-2c8a-4dc9-9462-6b5c559b7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:50.151101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-da5ab8b5-2c8a-4dc9-9462-6b5c559b7384 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2421720 Feb 03 14:12:50.158919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4180-0dd8-4be3-b5ec-aab10a162ad0 req-5ec38a21-6a6e-437c-9816-897c18192114 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:50.160310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c59d4180-0dd8-4be3-b5ec-aab10a162ad0 req-5ec38a21-6a6e-437c-9816-897c18192114 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 1.2622042 Feb 03 14:12:50.175005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks [] for security_group (074704eb-f481-49e9-a84b-e127cef6d80c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.228383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.249485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (074704eb-f481-49e9-a84b-e127cef6d80c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.264231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:50.297829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:50.313354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429f628-3223-4b4e-bf09-ca29b5f24cf8 req-98396dae-d37b-4523-aa2c-ca021b1f370c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:50.315036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d429f628-3223-4b4e-bf09-ca29b5f24cf8 req-98396dae-d37b-4523-aa2c-ca021b1f370c tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 943 time: 0.2472162 Feb 03 14:12:50.357492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:12:50.389928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:50.409923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:50.434599 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-6a493057-c618-4e1e-853a-0c963ed5489e service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420005 Feb 03 14:12:50.437757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:50.474111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6003dab0-b0aa-49df-a785-8b3fb233b697), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.479936 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Added segment 6003dab0-b0aa-49df-a785-8b3fb233b697 of type vlan for network 194be747-9664-49c4-b400-42e682eda572 Feb 03 14:12:50.481673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074704eb-f481-49e9-a84b-e127cef6d80c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:50.503792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c59d4180-0dd8-4be3-b5ec-aab10a162ad0 req-a18aee13-0541-49d5-86cf-16571efa9b13 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133378 Feb 03 14:12:50.531889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:50.616136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f235989c-ab89-4921-9d7b-0b2eec075fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:50.621806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d429f628-3223-4b4e-bf09-ca29b5f24cf8 req-9abab8fb-876e-4e86-a952-3e80979d61fc tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586834 Feb 03 14:12:50.626728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (194be747-9664-49c4-b400-42e682eda572), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.650183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:50.650864 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.663649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Sync routers for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:50.691606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-f81c8b77-b07d-412b-b10b-26fe62c98335 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161631 Feb 03 14:12:50.700668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (194be747-9664-49c4-b400-42e682eda572), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.701795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:50.710445 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7add3aa-0324-4aee-a5bf-3b49bfd43775 x-openstack-request-id: req-a7add3aa-0324-4aee-a5bf-3b49bfd43775 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:50.710445 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "tag": "da390f4e-594e-4840-bc06-82baff219c90", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:50.710445 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7add3aa-0324-4aee-a5bf-3b49bfd43775 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:50.712808 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90', 'status': 'completed', 'code': 200} Feb 03 14:12:50.714048 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.729601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-78877989-9f66-47ed-a6a8-717b38693b34 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5040383 Feb 03 14:12:50.765335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Request body: {'port': {'device_id': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:50.784618 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.858367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f235989c-ab89-4921-9d7b-0b2eec075fa0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:50.882905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:50.884111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:50.904209 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8949542 Feb 03 14:12:50.907438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:50.913049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0b3fe234-bd4f-4b91-9ae0-3b712dd49195 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6350884 Feb 03 14:12:50.915225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60730) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:50.915585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60732) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:12:50.950467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Request body: {'subnet': {'network_id': '194be747-9664-49c4-b400-42e682eda572', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-553798943-subnet', 'tenant_id': '144c33338cba4698839629365a29a0d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:51.033671 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c74d4c-1545-4c4c-8b14-70a3c27d171b admin admin] Pushing event updated for resources: {'Network': ['ID=194be747-9664-49c4-b400-42e682eda572,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:51.037359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-48faafdf-1d7f-4c14-93de-619fa489728d None None] Provisioning complete for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:51.037841 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48faafdf-1d7f-4c14-93de-619fa489728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.105594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 194be747-9664-49c4-b400-42e682eda572 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:12:51.112316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01828757-ad61-47b9-8540-c9fcefcee146 req-d5865904-bf31-4c64-9d8a-bb8d93362af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:51.116016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.119077 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01828757-ad61-47b9-8540-c9fcefcee146 req-d5865904-bf31-4c64-9d8a-bb8d93362af8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1155 time: 0.3988168 Feb 03 14:12:51.180338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Made reservation on behalf of 144c33338cba4698839629365a29a0d8 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:51.183175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.243870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f235989c-ab89-4921-9d7b-0b2eec075fa0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:51.244645 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.271831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01828757-ad61-47b9-8540-c9fcefcee146 req-6f9cd3de-798c-4982-8c2d-03a18319e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:51.274175 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01828757-ad61-47b9-8540-c9fcefcee146 req-6f9cd3de-798c-4982-8c2d-03a18319e991 service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1405485 Feb 03 14:12:51.282346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-48faafdf-1d7f-4c14-93de-619fa489728d None None] Port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:12:51.291131 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7e6cb18-6cae-4d72-9910-7912b6fa6d72 req-01d8469e-d9ea-41c6-8c09-c90fbcdabf9f service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8342738 Feb 03 14:12:51.297638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:51.438884 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01828757-ad61-47b9-8540-c9fcefcee146 req-ffe8aefc-63f4-4f04-9db8-b55a9cad9301 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 217 time: 0.1525061 Feb 03 14:12:51.517060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (9315d34f-2b1c-4c41-a6ac-eb927eafb833), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.615857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01828757-ad61-47b9-8540-c9fcefcee146 req-2ab4ce17-0bd3-440c-9000-699d21503c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:51.623525 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01828757-ad61-47b9-8540-c9fcefcee146 req-2ab4ce17-0bd3-440c-9000-699d21503c4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1821117 Feb 03 14:12:51.672970 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01828757-ad61-47b9-8540-c9fcefcee146 req-c1b769cd-0d72-4f73-981a-a6b9982d6294 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387390 Feb 03 14:12:51.680941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d98e23-c990-486f-a992-08e174b00dff req-aef708e9-a425-4be1-912b-2599ee46cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:51.682791 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-16d98e23-c990-486f-a992-08e174b00dff req-aef708e9-a425-4be1-912b-2599ee46cf19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 1125 time: 0.1476126 Feb 03 14:12:51.799904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f235989c-ab89-4921-9d7b-0b2eec075fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:51.834782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3388ed18-d5ab-48b4-a00c-1400e2b8f36a {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:12:51.842537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Publish callbacks [] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.856169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Transition to ACTIVE for port object 3388ed18-d5ab-48b4-a00c-1400e2b8f36a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:12:51.864454 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01828757-ad61-47b9-8540-c9fcefcee146 req-05786ec3-70cd-4ed0-a35e-89888b68201b service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799636 Feb 03 14:12:51.866540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d98e23-c990-486f-a992-08e174b00dff req-1eca24ae-7bf2-418f-802c-f24789013b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:51.868280 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-16d98e23-c990-486f-a992-08e174b00dff req-1eca24ae-7bf2-418f-802c-f24789013b56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 200 len: 905 time: 0.1765950 Feb 03 14:12:51.929018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:51.947513 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-16d98e23-c990-486f-a992-08e174b00dff req-342dda8e-28c2-4c35-ae0c-04c64e3b94e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b HTTP/1.1" status: 200 len: 217 time: 0.0596018 Feb 03 14:12:51.978928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:52.018263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:48Z', 'revision_number': 3, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:52.049517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ef499-6354-4085-b0bc-102fa49448c9 req-f9740980-4b35-44ae-a6c0-e8d6f34b4e41 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3185515 Feb 03 14:12:52.060041 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d98e23-c990-486f-a992-08e174b00dff req-e2c2b1e4-b640-44e1-8ef6-350cf355e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:52.061888 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-16d98e23-c990-486f-a992-08e174b00dff req-e2c2b1e4-b640-44e1-8ef6-350cf355e8b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 200 len: 844 time: 0.0762057 Feb 03 14:12:52.068089 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01828757-ad61-47b9-8540-c9fcefcee146 req-1a1cce8c-5486-40c3-960d-3ad6f7908b4e service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946683 Feb 03 14:12:52.093588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Checking router: e954a0c1-9950-4fab-bfb9-7a79a074fc38 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:52.093940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Updating router e954a0c1-9950-4fab-bfb9-7a79a074fc38 port 84924028-903a-400f-be08-fb060c4ce658 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:12:52.101920 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-16d98e23-c990-486f-a992-08e174b00dff req-d5264796-7398-4ea3-a4c4-4b78747e621a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=59005f15-308d-4837-9b06-43976fd02ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327172 Feb 03 14:12:52.153681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84924028-903a-400f-be08-fb060c4ce658), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:52.240623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9315d34f-2b1c-4c41-a6ac-eb927eafb833,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:52.273240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Checking segment: {'id': '6003dab0-b0aa-49df-a785-8b3fb233b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '194be747-9664-49c4-b400-42e682eda572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:52.273599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Network hostable DHCP agents. Network: 194be747-9664-49c4-b400-42e682eda572, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:12:52.281414 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-16d98e23-c990-486f-a992-08e174b00dff req-c83981f2-2b0d-47a8-8408-bc1cc659eca2 service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528893 Feb 03 14:12:52.349933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:52.462476 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-16d98e23-c990-486f-a992-08e174b00dff req-ae98e4d4-74b4-44dc-a6b5-1b2a81901028 service neutron] 10.222.0.45 "GET /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526830 Feb 03 14:12:52.463159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45831-c0c1-4c28-ac17-826b2436d8f7 req-75e53bbb-26bf-40f2-b734-31d95147113c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:52.481320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77b45831-c0c1-4c28-ac17-826b2436d8f7 req-75e53bbb-26bf-40f2-b734-31d95147113c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.9729738 Feb 03 14:12:52.578741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c1af-d266-4584-baf0-61e8ed4d98f8 req-ce1c46e1-6dfe-4f69-bfe2-316e8c183889 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:52.580296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a07c1af-d266-4584-baf0-61e8ed4d98f8 req-ce1c46e1-6dfe-4f69-bfe2-316e8c183889 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.7152393 Feb 03 14:12:52.614596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Network 194be747-9664-49c4-b400-42e682eda572 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:12:52.632656 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Publish callbacks [] for port (84924028-903a-400f-be08-fb060c4ce658), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:52.648908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84924028-903a-400f-be08-fb060c4ce658), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:52.712399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77b45831-c0c1-4c28-ac17-826b2436d8f7 req-6a9df6ad-2b94-49e4-bed6-13a1ec920293 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301095 Feb 03 14:12:52.714762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Attempting to bind port 84924028-903a-400f-be08-fb060c4ce658 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:52.715273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Attempting to bind port 84924028-903a-400f-be08-fb060c4ce658 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:52.715656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Attempting to bind port 84924028-903a-400f-be08-fb060c4ce658 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:52.733570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Pushing event updated for resources: {'Port': ['ID=84924028-903a-400f-be08-fb060c4ce658,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:52.740015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:52.742328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:52.742758 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:52.744003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 194be747-9664-49c4-b400-42e682eda572) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:52.744793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:52.751866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Bound port: 84924028-903a-400f-be08-fb060c4ce658, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:52.752362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84924028-903a-400f-be08-fb060c4ce658), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:52.757215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:52.757632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:52.763551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.764320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a07c1af-d266-4584-baf0-61e8ed4d98f8 req-4a5ec0e3-286e-40db-8d2f-14f650e9f201 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694112 Feb 03 14:12:52.781276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.789139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.790614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.791251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.792001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.793435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.795980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.800856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.801451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.802348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fc357ec6-ff48-4eed-b098-38275ae71a1f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8608179 Feb 03 14:12:52.807770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.808134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.808570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:12:52.815164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:12:52.815613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:12:52.816089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:52.839732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d54ca-fcaf-4f0b-b7f0-cd86e231a0bd None None] Network 194be747-9664-49c4-b400-42e682eda572 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:53.071153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:12:53.071987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:12:53.092381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:12:53.092835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:12:53.093129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:12:53.093575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Bound port: 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:12:53.093935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:53.120474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739d32e-5065-4bd4-989c-2ff888ba38ad req-b4d374cc-1691-44e6-a251-4bb73dc67c09 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:53.136760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] For port 84924028-903a-400f-be08-fb060c4ce658, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:53.136760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] For port 84924028-903a-400f-be08-fb060c4ce658, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=84924028-903a-400f-be08-fb060c4ce658,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:53.137706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5739d32e-5065-4bd4-989c-2ff888ba38ad req-b4d374cc-1691-44e6-a251-4bb73dc67c09 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 943 time: 0.1383121 Feb 03 14:12:53.138998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84924028-903a-400f-be08-fb060c4ce658), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:53.199473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5df12-eaaa-4edb-b5dc-3c8ce3a1beef None None] Network 194be747-9664-49c4-b400-42e682eda572 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:12:53.296572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:12:53.307035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:12:53.336348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:53.337037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:53.403782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:53.416788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456d23c-221e-4d12-8713-67c64ef4b604 None None] Pushing event updated for resources: {'Port': ['ID=84924028-903a-400f-be08-fb060c4ce658,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:53.448146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:53.448921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:53.450708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] 10.222.0.45 "PUT /v2.0/ports/3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 1096 time: 2.7006385 Feb 03 14:12:53.536265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:53.538553 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:53.694591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115d62-c6e4-4dfc-97e1-4d9ec6242a8a service neutron] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:53.716209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:53.719407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5739d32e-5065-4bd4-989c-2ff888ba38ad req-c42f5ba1-dfda-49bf-9872-93934c528bf5 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812452 Feb 03 14:12:53.758757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:53.771079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f93f1-95fa-4746-99fd-e20db543f4bc req-b11b34d9-df88-4739-84f6-77144affeb28 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:53.778513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-254f93f1-95fa-4746-99fd-e20db543f4bc req-b11b34d9-df88-4739-84f6-77144affeb28 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.3882768 Feb 03 14:12:53.847336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-254f93f1-95fa-4746-99fd-e20db543f4bc req-20f69d1f-b398-4c33-b89e-be1af3cddd8e tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3897697-7785-4df4-8069-d701aa51d452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665560 Feb 03 14:12:53.857382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-a507c853-f8e3-4553-82d9-63c73b6d0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:53.858911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-a507c853-f8e3-4553-82d9-63c73b6d0545 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1130 time: 0.3151619 Feb 03 14:12:54.145188 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7004b56c-af53-4671-8f01-6fa70652d5fe x-openstack-request-id: req-7004b56c-af53-4671-8f01-6fa70652d5fe {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:54.145819 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:54.146063 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7004b56c-af53-4671-8f01-6fa70652d5fe {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:54.146729 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'status': 'completed', 'code': 200} Feb 03 14:12:54.270992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Allocated IP 172.20.0.1 (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899/a46e3405-2ca2-47cd-83b7-d0498f4017a2/db83103c-9732-46b4-b1a8-ad84efc53883) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:12:54.276165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-0ceca431-e4d4-430d-a9ab-c8f9e16ca5aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.4023314 Feb 03 14:12:54.285621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 34e57445-7bbe-4211-ac41-30c92b1c7e1b details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:12:54.434008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:48Z', 'revision_number': 3, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:54.492221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03993d6d-83e5-4fd8-89f0-3d6ace9d1209 None None] The sync data for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 is: [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:48Z', 'revision_number': 3, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:54.506575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:54.548192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'mac_address': 'fa:16:3e:81:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:12:54.611489 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:54.641326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 34e57445-7bbe-4211-ac41-30c92b1c7e1b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:54.641730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:54.664466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e57445-7bbe-4211-ac41-30c92b1c7e1b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:12:54.692690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:54.698737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:54.774221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:54.787953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-c939c10f-5dd3-4c11-835e-7ba493959e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:54.789575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-c939c10f-5dd3-4c11-835e-7ba493959e4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.4720416 Feb 03 14:12:54.903198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-32ed480b-d983-4c67-9bc6-3de0f2065d40 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:54.928481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-32ed480b-d983-4c67-9bc6-3de0f2065d40 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/networks?id=194be747-9664-49c4-b400-42e682eda572 HTTP/1.1" status: 200 len: 817 time: 0.7597115 Feb 03 14:12:54.945754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5ef4a-5cdf-46e3-b114-289349c597fb req-23c3ec21-6e93-4ad9-9696-8320b1c72d42 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:54.947312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4d5ef4a-5cdf-46e3-b114-289349c597fb req-23c3ec21-6e93-4ad9-9696-8320b1c72d42 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.7994955 Feb 03 14:12:54.962826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-3da09590-fdd4-4180-ad22-76d5b891b2d6 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/quotas/144c33338cba4698839629365a29a0d8 HTTP/1.1" status: 200 len: 375 time: 0.0333920 Feb 03 14:12:54.971394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['34e57445-7bbe-4211-ac41-30c92b1c7e1b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:12:55.018729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-d700e5ca-55c5-4ff4-ad8f-dfdd53d72862 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=144c33338cba4698839629365a29a0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548606 Feb 03 14:12:55.088859 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks [] for port (db83103c-9732-46b4-b1a8-ad84efc53883), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:55.250877 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:55.292567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-abc03038-f345-4ee5-9347-ba3cf67fd7ef tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:55.294060 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-abc03038-f345-4ee5-9347-ba3cf67fd7ef tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 945 time: 0.1071856 Feb 03 14:12:55.404127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Pushing event updated for resources: {'Port': ['ID=db83103c-9732-46b4-b1a8-ad84efc53883,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:55.410083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-e50d22a2-12d1-4f7d-9574-750c0290b048 service neutron] 10.222.0.52 "GET /v2.0/networks/194be747-9664-49c4-b400-42e682eda572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905730 Feb 03 14:12:55.413427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f10a0-341b-4805-a663-1ea86d07c782 req-3d959405-cf09-4dcb-a6f7-8e0df95529de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:55.415067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-3d959405-cf09-4dcb-a6f7-8e0df95529de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6104720 Feb 03 14:12:55.435254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Deleting port db135b74-0c18-4544-bbe6-cbfbf321e58a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:12:55.435683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:55.520318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:55.525592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4d5ef4a-5cdf-46e3-b114-289349c597fb req-ec4e526a-f1a5-4392-a521-d70599c22876 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717471 Feb 03 14:12:55.538991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:55.545035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] For port db135b74-0c18-4544-bbe6-cbfbf321e58a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=db135b74-0c18-4544-bbe6-cbfbf321e58a,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:55.545250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:12:55.545531 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:55.604092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e954a0c1-9950-4fab-bfb9-7a79a074fc38), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:55.820461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-65664b12-09c6-41d5-8486-128a120b78e6 service neutron] 10.222.0.52 "GET /v2.0/networks/194be747-9664-49c4-b400-42e682eda572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944135 Feb 03 14:12:55.906687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6bfd0-cfb5-4274-8b30-321463f08802 req-3e7fd808-47ce-416e-8cc2-f94b1a878cca tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:55.909590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21a6bfd0-cfb5-4274-8b30-321463f08802 req-3e7fd808-47ce-416e-8cc2-f94b1a878cca tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.2121789 Feb 03 14:12:55.939905 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:55.943273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:55.943890 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991 disassociated. External IP: 172.25.0.91, port: db135b74-0c18-4544-bbe6-cbfbf321e58a. Feb 03 14:12:55.944438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Calling delete_port for db135b74-0c18-4544-bbe6-cbfbf321e58a owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:12:55.945370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e373f9b2-8b41-49de-828b-9d759043918d None None] Provisioning complete for port db83103c-9732-46b4-b1a8-ad84efc53883 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:55.947987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e373f9b2-8b41-49de-828b-9d759043918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:56.081567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e373f9b2-8b41-49de-828b-9d759043918d None None] Port db83103c-9732-46b4-b1a8-ad84efc53883 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:12:56.143516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-d4ee9b67-6003-4be0-8177-3c1b4847a4d6 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199986 Feb 03 14:12:56.192878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21a6bfd0-cfb5-4274-8b30-321463f08802 req-f3dfed02-4931-4ad4-9fbb-99abde1698ce tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126124 Feb 03 14:12:56.235745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 34e57445-7bbe-4211-ac41-30c92b1c7e1b up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:56.307270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (db135b74-0c18-4544-bbe6-cbfbf321e58a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:56.400870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event deleted for resources: {'Port': ['ID=db135b74-0c18-4544-bbe6-cbfbf321e58a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:56.409322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 34e57445-7bbe-4211-ac41-30c92b1c7e1b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:12:56.418092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 34e57445-7bbe-4211-ac41-30c92b1c7e1b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:56.418478 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:56.513071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device da390f4e-594e-4840-bc06-82baff219c90 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:56.531997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e21ec0b8-e56c-4db2-bb70-d6e65b6cbe6f req-3a04e5af-69c3-41c8-ab13-62291a690393 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b2cffd5-8ccd-43c6-b797-5a09cba48b90 HTTP/1.1" status: 200 len: 210 time: 0.0650561 Feb 03 14:12:56.590433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:56.819728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Router 1eca9809-95ab-4624-a82a-27316c0bc86b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:56.942009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 34e57445-7bbe-4211-ac41-30c92b1c7e1b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:56.943088 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.026208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port da390f4e-594e-4840-bc06-82baff219c90 is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:57.048613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:57.063304 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0ca0be-2120-4c89-8c81-21351030e415" -d '{"events": [{"server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "name": "network-vif-plugged", "status": "completed", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:57.078338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks [] for port (db83103c-9732-46b4-b1a8-ad84efc53883), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.096863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.114715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:57.130035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 84924028-903a-400f-be08-fb060c4ce658 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:57.195107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:57.210472 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] Sync routers for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:57.247548 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:57.248510 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:57.306586 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.380031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] No DVR routers for this DVR port db135b74-0c18-4544-bbe6-cbfbf321e58a on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:12:57.386465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5927a-782d-4570-831b-960e80266621 req-f257e6ef-37bc-45a7-b63a-af3586dd604b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:57.390105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 84924028-903a-400f-be08-fb060c4ce658 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:57.390807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84924028-903a-400f-be08-fb060c4ce658), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.395536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08b5927a-782d-4570-831b-960e80266621 req-f257e6ef-37bc-45a7-b63a-af3586dd604b tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 944 time: 1.0297525 Feb 03 14:12:57.408615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.417559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f976d7d4-849f-4048-81c1-88fe6dfabae8 req-5abefc1a-5190-46e9-b331-9eacb0a0a407 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.71 "DELETE /v2.0/ports/db135b74-0c18-4544-bbe6-cbfbf321e58a HTTP/1.1" status: 204 len: 173 time: 2.1181357 Feb 03 14:12:57.432367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c107e219-4241-4050-b287-654340eb1b2a req-33200c1d-d7fd-4c94-81c5-73a70c5822c8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 210 time: 0.3449230 Feb 03 14:12:57.434049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'name': 'network-vif-deleted', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:12:57.444498 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78657d5-ec90-4fac-8dcd-bbe9fa02faf8" -d '{"events": [{"server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "name": "network-vif-deleted", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:12:57.526961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:57.626425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Pushing event updated for resources: {'Port': ['ID=db83103c-9732-46b4-b1a8-ad84efc53883,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:57.667847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 84924028-903a-400f-be08-fb060c4ce658 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:57.668306 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84924028-903a-400f-be08-fb060c4ce658), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.676191 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e954a0c1-9950-4fab-bfb9-7a79a074fc38), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.697818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-585f10a0-341b-4805-a663-1ea86d07c782 req-6d402185-3d4c-4eb9-87a0-1e0174f65de5 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5384610 Feb 03 14:12:57.718473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 84924028-903a-400f-be08-fb060c4ce658, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=84924028-903a-400f-be08-fb060c4ce658,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:12:57.728172 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84924028-903a-400f-be08-fb060c4ce658), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:57.851926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=84924028-903a-400f-be08-fb060c4ce658,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:12:57.877637 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:57.959528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:12:57.980112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:12:58.019535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08b5927a-782d-4570-831b-960e80266621 req-edecb001-6702-4a9f-8dc3-b62513b3bb83 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124264 Feb 03 14:12:58.108247 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32a6ae1-8ad0-4f51-8f04-7f25ebe68c7a x-openstack-request-id: req-a32a6ae1-8ad0-4f51-8f04-7f25ebe68c7a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:58.109669 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "name": "network-vif-plugged", "status": "completed", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:58.110095 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a32a6ae1-8ad0-4f51-8f04-7f25ebe68c7a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:58.111132 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'code': 200} Feb 03 14:12:58.199649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34a3c-921a-4565-bc8e-5f42fa4b3e41 req-9c9dead0-aa38-4e6c-939f-63c46f083019 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:58.211037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5d34a3c-921a-4565-bc8e-5f42fa4b3e41 req-9c9dead0-aa38-4e6c-939f-63c46f083019 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.5530448 Feb 03 14:12:58.252644 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:58.296574 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] Checking router: 1eca9809-95ab-4624-a82a-27316c0bc86b for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:12:58.314415 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:58.315502 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:58.493357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device db135b74-0c18-4544-bbe6-cbfbf321e58a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:12:58.527808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-57bcb43b-bfc0-470c-8e4f-9fa2382ed2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:58.529426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-57bcb43b-bfc0-470c-8e4f-9fa2382ed2ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1130 time: 0.6064177 Feb 03 14:12:58.563518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: db135b74-0c18-4544-bbe6-cbfbf321e58a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:12:58.564406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device db135b74-0c18-4544-bbe6-cbfbf321e58a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:12:58.596458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dd30a4f6-b290-4970-98c5-cb31f142771f None None] Provisioning complete for port db83103c-9732-46b4-b1a8-ad84efc53883 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:58.597750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd30a4f6-b290-4970-98c5-cb31f142771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:58.601472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5d34a3c-921a-4565-bc8e-5f42fa4b3e41 req-4b7987c3-6348-4d63-8ab7-ae9971456d57 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892150 Feb 03 14:12:58.608685 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:12:58.697492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-4572a50b-9024-4c13-80f5-1b03985703a0 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:58.699057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-4572a50b-9024-4c13-80f5-1b03985703a0 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.71 "GET /v2.0/networks?id=194be747-9664-49c4-b400-42e682eda572 HTTP/1.1" status: 200 len: 817 time: 0.4544985 Feb 03 14:12:58.701794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dd30a4f6-b290-4970-98c5-cb31f142771f None None] Port db83103c-9732-46b4-b1a8-ad84efc53883 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:12:58.715398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b025-f5dd-46af-8ff9-977dd716f829 req-8615ee5a-f184-4440-aef2-ad495669be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:58.716943 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8036b025-f5dd-46af-8ff9-977dd716f829 req-8615ee5a-f184-4440-aef2-ad495669be5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 1127 time: 0.3612947 Feb 03 14:12:58.753756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Request body: {'port': {'device_id': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'network_id': '194be747-9664-49c4-b400-42e682eda572', 'admin_state_up': True, 'tenant_id': '144c33338cba4698839629365a29a0d8'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:12:58.829444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 84924028-903a-400f-be08-fb060c4ce658 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:12:58.965360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 84924028-903a-400f-be08-fb060c4ce658 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:12:58.965360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84924028-903a-400f-be08-fb060c4ce658), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:59.017135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-cc33a3c4-fcdc-4aef-ac38-60135b92ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:59.022633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-cc33a3c4-fcdc-4aef-ac38-60135b92ecfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.4502664 Feb 03 14:12:59.086535 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:12:59.119653 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f36fd-70fe-40d3-94d9-af062da46536 None None] The sync data for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 is: [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:08:46Z', 'revision_number': 4, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f5a5e79-631e-4ffe-b8f3-10b91248d182', 'name': '', 'network_id': '5408fc56-9b26-4cc1-bf89-497fdffe580e', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'mac_address': 'fa:16:3e:4e:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:44Z', 'updated_at': '2022-02-03T14:08:52Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'subnets': [{'id': 'd68b0667-c258-491e-9708-43b89b8a8a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:12:59.137727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Router e954a0c1-9950-4fab-bfb9-7a79a074fc38 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:12:59.149793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-3dd7d918-8dd1-4bcf-85db-d1dd57ad65dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.1113329 Feb 03 14:12:59.201187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28e75ff1-e10a-4015-b44b-b12afb8b165d req-a97676cd-a0dc-4e96-8bac-1b5abb763609 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 210 time: 0.1705842 Feb 03 14:12:59.247343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 84924028-903a-400f-be08-fb060c4ce658 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:12:59.249846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540946fb-4991-4436-8e2c-8c3bf26cf8be req-4365f398-439b-4de1-afb8-d9fac5275ccf tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:59.252131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-540946fb-4991-4436-8e2c-8c3bf26cf8be req-4365f398-439b-4de1-afb8-d9fac5275ccf tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.9584770 Feb 03 14:12:59.358585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-fed4db52-0bae-47e5-817f-2679b8e58759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:59.367332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-fed4db52-0bae-47e5-817f-2679b8e58759 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1768627 Feb 03 14:12:59.553027 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5145c82-f30b-4d4c-9639-25e5ed4591b0 x-openstack-request-id: req-b5145c82-f30b-4d4c-9639-25e5ed4591b0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:12:59.553379 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2cffd5-8ccd-43c6-b797-5a09cba48b90", "name": "network-vif-deleted", "tag": "db135b74-0c18-4544-bbe6-cbfbf321e58a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:12:59.553582 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5145c82-f30b-4d4c-9639-25e5ed4591b0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:12:59.554002 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2cffd5-8ccd-43c6-b797-5a09cba48b90', 'name': 'network-vif-deleted', 'tag': 'db135b74-0c18-4544-bbe6-cbfbf321e58a', 'status': 'completed', 'code': 200} Feb 03 14:12:59.566859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-540946fb-4991-4436-8e2c-8c3bf26cf8be req-f3304411-fb88-4236-ba97-d7401b953c9d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980376 Feb 03 14:12:59.683997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdd750-a338-43db-9736-698b9ceb9101 None None] New status for floating IP 8add52cd-5f6d-465e-a4f4-1f7f6c750991: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:12:59.714892 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8036b025-f5dd-46af-8ff9-977dd716f829 req-ac7f8d0e-6e7e-455d-892f-c22b4790df58 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9824648 Feb 03 14:12:59.795615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95fbd5-63d7-4140-8fb8-b38aa36ce9db req-c91b9c9f-75c5-48ca-a7b1-bbeb962e0431 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:59.803781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf95fbd5-63d7-4140-8fb8-b38aa36ce9db req-c91b9c9f-75c5-48ca-a7b1-bbeb962e0431 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 945 time: 0.3848391 Feb 03 14:12:59.814272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Made reservation on behalf of 144c33338cba4698839629365a29a0d8 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:12:59.819109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:12:59.831201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-14018d61-9fd7-4b21-b2ee-799fd35fcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:12:59.833951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-14018d61-9fd7-4b21-b2ee-799fd35fcf88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4494689 Feb 03 14:12:59.904857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:12:59.915612 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Sync routers for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:12:59.921740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-38af8000-7986-4429-be4c-e85917198859 admin admin] 10.222.0.52 "PUT /v2.0/routers/e954a0c1-9950-4fab-bfb9-7a79a074fc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9785619 Feb 03 14:12:59.935939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf95fbd5-63d7-4140-8fb8-b38aa36ce9db req-a6e110f8-d291-4f40-9016-5921dc082208 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308687 Feb 03 14:12:59.967492 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:12:59.968267 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:00.004913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:00.040484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4234f4-6df6-484b-88e0-93f431a2ff0e req-f70f78f6-42cf-4f54-8999-734037693863 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:00.049009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea4234f4-6df6-484b-88e0-93f431a2ff0e req-f70f78f6-42cf-4f54-8999-734037693863 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.2717316 Feb 03 14:13:00.125370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea4234f4-6df6-484b-88e0-93f431a2ff0e req-af58429a-850d-4f4e-b0f7-b26928b36407 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751495 Feb 03 14:13:00.142026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-3fbf7d32-a9e0-475c-a9bd-70b0e931e1cd service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334294 Feb 03 14:13:00.262951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:00.316832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Allocated IP 172.20.0.5 (194be747-9664-49c4-b400-42e682eda572/9315d34f-2b1c-4c41-a6ac-eb927eafb833/cb97650b-5dab-4636-b8f5-b113bb1e536b) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:00.332265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5681495e-c6ac-4c5f-a763-cf99d6e50b66 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group (c3897697-7785-4df4-8069-d701aa51d452), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:00.340671 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:13:00.446520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5681495e-c6ac-4c5f-a763-cf99d6e50b66 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group (c3897697-7785-4df4-8069-d701aa51d452), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:00.466019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbf882d-1af9-4cfb-b4e4-1151ccc6ff14 req-17f17678-c750-46bf-8e1a-2c447193d0fe service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154705 Feb 03 14:13:00.542352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be59e76c-e011-430e-b0e4-45ef66ada7a8 req-9600666e-a7df-4970-b41b-5a1cea274621 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 210 time: 0.1886880 Feb 03 14:13:00.651122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5681495e-c6ac-4c5f-a763-cf99d6e50b66 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c3897697-7785-4df4-8069-d701aa51d452), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:00.656449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5681495e-c6ac-4c5f-a763-cf99d6e50b66 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:00.658933 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5681495e-c6ac-4c5f-a763-cf99d6e50b66 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "DELETE /v2.0/security-groups/c3897697-7785-4df4-8069-d701aa51d452 HTTP/1.1" status: 204 len: 168 time: 0.6453156 Feb 03 14:13:00.662107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60842) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:00.731473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:00.765076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681495e-c6ac-4c5f-a763-cf99d6e50b66 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3897697-7785-4df4-8069-d701aa51d452,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:00.766612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'mac_address': 'fa:16:3e:e5:a0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:00.811687 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-2a2e01f6-1398-4c9a-8dd1-a752c48ced5d tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] show failed (client error): The resource could not be found. Feb 03 14:13:00.812307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a2e01f6-1398-4c9a-8dd1-a752c48ced5d tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "GET /v2.0/security-groups/c3897697-7785-4df4-8069-d701aa51d452 HTTP/1.1" status: 404 len: 347 time: 0.1489799 Feb 03 14:13:00.816557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60844) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:00.867855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks [] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:00.894465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:00.895343 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:00.931482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3388ed18-d5ab-48b4-a00c-1400e2b8f36a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:00.942563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.019568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:01.039475 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.061061 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 2, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:01.076439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60848) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:01.094942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Pushing event updated for resources: {'Port': ['ID=cb97650b-5dab-4636-b8f5-b113bb1e536b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:01.102988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-66d92a33-996d-4a23-b8c1-ffcd0333c4aa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318394614', 'description': 'tempest-description--325811443'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:01.123385 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Checking router: e954a0c1-9950-4fab-bfb9-7a79a074fc38 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:13:01.124350 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Updating router e954a0c1-9950-4fab-bfb9-7a79a074fc38 port db83103c-9732-46b4-b1a8-ad84efc53883 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:13:01.127052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Network 194be747-9664-49c4-b400-42e682eda572 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:01.128922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:01.131495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:01.160869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:01.179884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541d8a-dc94-48ed-992f-5ff844d6a4c5 req-d6435bb7-ce0b-4ba9-a67b-e99f9d20d604 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:01.190573 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.192026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6541d8a-dc94-48ed-992f-5ff844d6a4c5 req-d6435bb7-ce0b-4ba9-a67b-e99f9d20d604 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.4969442 Feb 03 14:13:01.257459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:01.258091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.293610 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-8b5d1b5e-460a-4e6e-ba2d-73f87aeb0d4d tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5452926 Feb 03 14:13:01.311909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3388ed18-d5ab-48b4-a00c-1400e2b8f36a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:01.312610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Request body: {'port': {'device_id': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:01.459970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.835355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66d92a33-996d-4a23-b8c1-ffcd0333c4aa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.862953 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Publish callbacks [] for port (db83103c-9732-46b4-b1a8-ad84efc53883), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.874080 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.915625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66d92a33-996d-4a23-b8c1-ffcd0333c4aa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group (10221c65-764f-4ef4-9c77-95f544350c58), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:01.931338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed5bf6-d66b-4d5d-8606-136675352ca2 req-70146b85-055e-4ea5-a9c9-af0ea7f08ae3 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:01.933958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5eed5bf6-d66b-4d5d-8606-136675352ca2 req-70146b85-055e-4ea5-a9c9-af0ea7f08ae3 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 945 time: 0.7107768 Feb 03 14:13:01.937161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031883e-27ba-42a2-8d83-bd320065969c None None] Pushing event updated for resources: {'Port': ['ID=db83103c-9732-46b4-b1a8-ad84efc53883,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:01.949836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66d92a33-996d-4a23-b8c1-ffcd0333c4aa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10221c65-764f-4ef4-9c77-95f544350c58), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.051385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d92a33-996d-4a23-b8c1-ffcd0333c4aa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10221c65-764f-4ef4-9c77-95f544350c58,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:02.056198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66d92a33-996d-4a23-b8c1-ffcd0333c4aa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.063219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66d92a33-996d-4a23-b8c1-ffcd0333c4aa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9667554 Feb 03 14:13:02.071417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60858) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:02.081224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Attempting to bind port db83103c-9732-46b4-b1a8-ad84efc53883 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:02.081807 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Attempting to bind port db83103c-9732-46b4-b1a8-ad84efc53883 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:02.082049 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Attempting to bind port db83103c-9732-46b4-b1a8-ad84efc53883 on network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:02.082931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-36c9e229-fb84-434b-aa6e-ee4d1d5f0638 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Request body: {'security_group_rule': {'security_group_id': '10221c65-764f-4ef4-9c77-95f544350c58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:02.100955 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:02.101577 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Checking segment: {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:02.104656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6541d8a-dc94-48ed-992f-5ff844d6a4c5 req-2f3f8481-fd1e-452d-82d1-ca0f5306b4be tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9111540 Feb 03 14:13:02.107309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb97650b-5dab-4636-b8f5-b113bb1e536b {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:02.107815 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.107815 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Bound using segment: {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:02.108128 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Bound port: db83103c-9732-46b4-b1a8-ad84efc53883, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:02.108502 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.116392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Deleting port d3a6f6c5-746a-4f55-ae9c-96064cd17a18 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:02.116760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.131169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Publish callbacks [] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.190965 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] For port db83103c-9732-46b4-b1a8-ad84efc53883, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:02.193846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Transition to ACTIVE for port object cb97650b-5dab-4636-b8f5-b113bb1e536b will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:02.195167 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] For port db83103c-9732-46b4-b1a8-ad84efc53883, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=db83103c-9732-46b4-b1a8-ad84efc53883,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:02.202801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.210604 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.276853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:02.309005 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031883e-27ba-42a2-8d83-bd320065969c None None] Pushing event updated for resources: {'Port': ['ID=db83103c-9732-46b4-b1a8-ad84efc53883,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:02.348798 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:13:02.349457 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:02.363319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5eed5bf6-d66b-4d5d-8606-136675352ca2 req-11f8103b-8406-4161-9c74-16a512951905 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752282 Feb 03 14:13:02.367220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Pushing event updated for resources: {'Port': ['ID=cb97650b-5dab-4636-b8f5-b113bb1e536b,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:02.393473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-36c9e229-fb84-434b-aa6e-ee4d1d5f0638 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group_rule (0fcb282b-4180-446d-99d2-efeed98e488c), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.482528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Attempting to bind port cb97650b-5dab-4636-b8f5-b113bb1e536b on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:02.484173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Attempting to bind port cb97650b-5dab-4636-b8f5-b113bb1e536b by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '6003dab0-b0aa-49df-a785-8b3fb233b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '194be747-9664-49c4-b400-42e682eda572'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:02.484636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Attempting to bind port cb97650b-5dab-4636-b8f5-b113bb1e536b on network 194be747-9664-49c4-b400-42e682eda572 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:02.487646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-122d0683-a5ea-4e4f-9aa8-67fb26f1eda0 None None] Provisioning complete for port db83103c-9732-46b4-b1a8-ad84efc53883 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:02.497914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-122d0683-a5ea-4e4f-9aa8-67fb26f1eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.498408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Port cb97650b-5dab-4636-b8f5-b113bb1e536b on network 194be747-9664-49c4-b400-42e682eda572 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:13:02.498741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Attempting to bind port cb97650b-5dab-4636-b8f5-b113bb1e536b on network 194be747-9664-49c4-b400-42e682eda572 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:02.515550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:02.515908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Checking segment: {'id': '6003dab0-b0aa-49df-a785-8b3fb233b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '194be747-9664-49c4-b400-42e682eda572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:02.516281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Bound using segment: {'id': '6003dab0-b0aa-49df-a785-8b3fb233b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '194be747-9664-49c4-b400-42e682eda572'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:02.516748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Bound port: cb97650b-5dab-4636-b8f5-b113bb1e536b, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6003dab0-b0aa-49df-a785-8b3fb233b697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '194be747-9664-49c4-b400-42e682eda572'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:02.517111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.691938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] For port cb97650b-5dab-4636-b8f5-b113bb1e536b, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:02.702510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] For port cb97650b-5dab-4636-b8f5-b113bb1e536b, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cb97650b-5dab-4636-b8f5-b113bb1e536b,segment=NetworkSegment(6003dab0-b0aa-49df-a785-8b3fb233b697),segment_id=6003dab0-b0aa-49df-a785-8b3fb233b697)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:02.726165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.737987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-36c9e229-fb84-434b-aa6e-ee4d1d5f0638 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group_rule (0fcb282b-4180-446d-99d2-efeed98e488c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.809768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:02.811988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.814065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-36c9e229-fb84-434b-aa6e-ee4d1d5f0638 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (0fcb282b-4180-446d-99d2-efeed98e488c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.814372 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] 10.222.0.71 "PUT /v2.0/ports/cb97650b-5dab-4636-b8f5-b113bb1e536b HTTP/1.1" status: 200 len: 1091 time: 1.5077639 Feb 03 14:13:02.814869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'tag': 'cb97650b-5dab-4636-b8f5-b113bb1e536b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:02.821707 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314dd2a1-a1ec-4238-a537-bd25d943098d" -d '{"events": [{"name": "network-changed", "server_uuid": "976dad96-2701-4444-a8a6-0d3a3d3cffa6", "tag": "cb97650b-5dab-4636-b8f5-b113bb1e536b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:02.850054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.850391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.856457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:02.870859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:02.870859 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.914964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b23d0-5439-46fa-a87f-dca5b7e58357 req-1cb7b4d3-5848-452d-aaa3-ab77dc4d1436 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:02.922899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-595b23d0-5439-46fa-a87f-dca5b7e58357 req-1cb7b4d3-5848-452d-aaa3-ab77dc4d1436 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.6365166 Feb 03 14:13:02.936866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9e229-fb84-434b-aa6e-ee4d1d5f0638 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcb282b-4180-446d-99d2-efeed98e488c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:02.948802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Calling delete_port for d3a6f6c5-746a-4f55-ae9c-96064cd17a18 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:02.952013 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:13:02.953616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-36c9e229-fb84-434b-aa6e-ee4d1d5f0638 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:02.954901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-36c9e229-fb84-434b-aa6e-ee4d1d5f0638 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8760583 Feb 03 14:13:02.967122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60864) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:02.971618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e56c7823-439c-4dd9-88f6-a9790d992b8a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Request body: {'security_group_rule': {'security_group_id': '10221c65-764f-4ef4-9c77-95f544350c58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:02.994688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb54-b166-404a-b095-1822f64b7dda req-749aaf94-04a4-46c2-8d6e-0cd2f8c215e5 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:03.002277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7282cb54-b166-404a-b095-1822f64b7dda req-749aaf94-04a4-46c2-8d6e-0cd2f8c215e5 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 943 time: 0.4922986 Feb 03 14:13:03.007963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339018ad-d439-43b5-bcfe-d8e20a34592b service neutron] Pushing event updated for resources: {'Port': ['ID=cb97650b-5dab-4636-b8f5-b113bb1e536b,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:03.041451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-ccebdb73-ac7a-4384-bb1a-a015a94ed719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:03.042977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-ccebdb73-ac7a-4384-bb1a-a015a94ed719 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=144c33338cba4698839629365a29a0d8&device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 1125 time: 0.1536081 Feb 03 14:13:03.132000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-595b23d0-5439-46fa-a87f-dca5b7e58357 req-1f466027-0478-440c-8086-7eff0adbc79a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034247 Feb 03 14:13:03.155310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e56c7823-439c-4dd9-88f6-a9790d992b8a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group_rule (a3bf9993-8209-4d3c-a251-3ac36df30e51), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.166227 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-3d84d51e-daf3-455f-bbc5-84b266918ab8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb97650b-5dab-4636-b8f5-b113bb1e536b HTTP/1.1" status: 200 len: 217 time: 0.1083119 Feb 03 14:13:03.272877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:02Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:03.295972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7282cb54-b166-404a-b095-1822f64b7dda req-a7ba7101-19d1-4fb5-aa1e-cea9c263d1eb tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925575 Feb 03 14:13:03.314240 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0e5d4-1a49-4eb7-b784-a1051a61d48e None None] The sync data for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 is: [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:02Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:13:03.329439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-71b665fe-3f94-43fb-9320-4b4bacdbabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:03.330937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-71b665fe-3f94-43fb-9320-4b4bacdbabf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9315d34f-2b1c-4c41-a6ac-eb927eafb833 HTTP/1.1" status: 200 len: 857 time: 0.1581066 Feb 03 14:13:03.340701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-122d0683-a5ea-4e4f-9aa8-67fb26f1eda0 None None] Current status of the port db83103c-9732-46b4-b1a8-ad84efc53883 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:03.341103 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-122d0683-a5ea-4e4f-9aa8-67fb26f1eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.431588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:03.431987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.455806 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-dd507c01-07cd-43ad-9230-862d5e76c782 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=194be747-9664-49c4-b400-42e682eda572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099572 Feb 03 14:13:03.464142 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378f93b-2d50-415f-aaa7-2430eeb75b3c x-openstack-request-id: req-3378f93b-2d50-415f-aaa7-2430eeb75b3c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:03.464468 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976dad96-2701-4444-a8a6-0d3a3d3cffa6", "tag": "cb97650b-5dab-4636-b8f5-b113bb1e536b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:03.464868 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3378f93b-2d50-415f-aaa7-2430eeb75b3c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:03.465241 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'tag': 'cb97650b-5dab-4636-b8f5-b113bb1e536b', 'status': 'completed', 'code': 200} Feb 03 14:13:03.499714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e56c7823-439c-4dd9-88f6-a9790d992b8a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group_rule (a3bf9993-8209-4d3c-a251-3ac36df30e51), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.520216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e56c7823-439c-4dd9-88f6-a9790d992b8a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a3bf9993-8209-4d3c-a251-3ac36df30e51), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.609881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:03.613049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:03.623898 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe4a4b1-8e75-43e6-a1b4-02176d9242c6" -d '{"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-plugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:03.645380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-122d0683-a5ea-4e4f-9aa8-67fb26f1eda0 None None] For port db83103c-9732-46b4-b1a8-ad84efc53883, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=db83103c-9732-46b4-b1a8-ad84efc53883,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:03.653557 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.663984 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-122d0683-a5ea-4e4f-9aa8-67fb26f1eda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.680066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c7823-439c-4dd9-88f6-a9790d992b8a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bf9993-8209-4d3c-a251-3ac36df30e51,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:03.748622 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-4b8d2de4-da0e-40be-8bfb-10d9b607f302 service neutron] 10.222.0.71 "GET /v2.0/networks/194be747-9664-49c4-b400-42e682eda572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815619 Feb 03 14:13:03.791732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:03.793988 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e56c7823-439c-4dd9-88f6-a9790d992b8a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:03.801601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:03.802377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e56c7823-439c-4dd9-88f6-a9790d992b8a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8340368 Feb 03 14:13:03.811207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:03.938794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a192628-990f-4358-a7d7-38a850b78a04 req-0c1ebfb3-253d-4506-bf52-58e111915eaa tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:03.951112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a192628-990f-4358-a7d7-38a850b78a04 req-0c1ebfb3-253d-4506-bf52-58e111915eaa tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.3335788 Feb 03 14:13:04.007182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d0683-a5ea-4e4f-9aa8-67fb26f1eda0 None None] Pushing event updated for resources: {'Port': ['ID=db83103c-9732-46b4-b1a8-ad84efc53883,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:04.012295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e2e4ba72-5c84-40e7-a29d-0ed073d7423b None None] Provisioning complete for port db83103c-9732-46b4-b1a8-ad84efc53883 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:04.012963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2e4ba72-5c84-40e7-a29d-0ed073d7423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:04.022416 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d3a6f6c5-746a-4f55-ae9c-96064cd17a18), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:04.066766 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:04.123500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Pushing event deleted for resources: {'Port': ['ID=d3a6f6c5-746a-4f55-ae9c-96064cd17a18,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:04.151035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4ba72-5c84-40e7-a29d-0ed073d7423b None None] Current status of the port db83103c-9732-46b4-b1a8-ad84efc53883 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:04.200877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b9acfb3b-5aa6-47a7-99f2-4f5ab8cbb68b req-af4336d9-68e0-4472-b3b7-29318a2a236f service neutron] 10.222.0.71 "GET /v2.0/networks/194be747-9664-49c4-b400-42e682eda572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466231 Feb 03 14:13:04.256022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a192628-990f-4358-a7d7-38a850b78a04 req-a8c2bda9-8721-4c16-9e8f-e181822c0499 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036530 Feb 03 14:13:04.363414 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ac6da-8659-4933-99da-c16056233ba3 x-openstack-request-id: req-a01ac6da-8659-4933-99da-c16056233ba3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:04.363715 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-plugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:04.363969 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a01ac6da-8659-4933-99da-c16056233ba3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:04.364721 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'code': 200} Feb 03 14:13:04.375460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-41aef2ad-910b-455d-9231-b3a57591f9f7 service neutron] 10.222.0.71 "GET /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.6092889 Feb 03 14:13:04.487532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:04.500768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-004ff552-18aa-44c4-8d42-87e227994840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:04.502742 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-004ff552-18aa-44c4-8d42-87e227994840 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=144c33338cba4698839629365a29a0d8&device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 1125 time: 0.1406076 Feb 03 14:13:04.853319 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks [] for floatingip (8add52cd-5f6d-465e-a4f4-1f7f6c750991), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:04.855879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:04.857370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ae0ad0a9-bf27-49de-9e43-f155fb3cd3d2 tempest-ServersWithSpecificFlavorTestJSON-1519176989 tempest-ServersWithSpecificFlavorTestJSON-1519176989-project] 10.222.0.52 "DELETE /v2.0/floatingips/8add52cd-5f6d-465e-a4f4-1f7f6c750991 HTTP/1.1" status: 204 len: 168 time: 4.0382781 Feb 03 14:13:04.889100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-430cc963-a2c8-41dd-a45d-ff528069f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:04.890645 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-430cc963-a2c8-41dd-a45d-ff528069f788 service neutron] 10.222.0.71 "GET /v2.0/networks?id=194be747-9664-49c4-b400-42e682eda572 HTTP/1.1" status: 200 len: 918 time: 0.3812850 Feb 03 14:13:04.891976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Allocated IP 172.25.0.53 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/c5df96ff-2b57-4c25-bf11-2281915112b0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:04.894758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8007-a241-478b-9f94-ca76ffdc68d3 req-b41b3fa5-9d3e-461e-99bb-d0bd31cd655f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:04.896932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-779a8007-a241-478b-9f94-ca76ffdc68d3 req-b41b3fa5-9d3e-461e-99bb-d0bd31cd655f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.3614528 Feb 03 14:13:04.906934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0662a6c-f368-4f80-aef4-4e808cadcdf9 req-3681a0cb-75e9-4d9b-92ad-1d4ab22ab9ab tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:04.914649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device db83103c-9732-46b4-b1a8-ad84efc53883 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:04.927286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0662a6c-f368-4f80-aef4-4e808cadcdf9 req-3681a0cb-75e9-4d9b-92ad-1d4ab22ab9ab tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 943 time: 0.3321471 Feb 03 14:13:04.970775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd1011-4b07-4fc6-9967-5a4d53c2367e req-7a88a59c-84b3-49e4-bb79-e2f5d8caa4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:04.972286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49fd1011-4b07-4fc6-9967-5a4d53c2367e req-7a88a59c-84b3-49e4-bb79-e2f5d8caa4a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1132 time: 0.4379818 Feb 03 14:13:05.008846 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-1fdbec97-e67b-40aa-b42d-97ec8f2b049e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb97650b-5dab-4636-b8f5-b113bb1e536b HTTP/1.1" status: 200 len: 217 time: 0.1044195 Feb 03 14:13:05.015283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port db83103c-9732-46b4-b1a8-ad84efc53883 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:05.015673 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:05.195993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port db83103c-9732-46b4-b1a8-ad84efc53883 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:05.208024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-866e8551-6e3e-438d-9b5d-4d788444757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:05.210107 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-866e8551-6e3e-438d-9b5d-4d788444757f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9315d34f-2b1c-4c41-a6ac-eb927eafb833 HTTP/1.1" status: 200 len: 857 time: 0.1918890 Feb 03 14:13:05.253415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-779a8007-a241-478b-9f94-ca76ffdc68d3 req-5fef8718-5644-43c1-b9b6-8c30aeeef0c0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072484 Feb 03 14:13:05.273097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0662a6c-f368-4f80-aef4-4e808cadcdf9 req-6ac51b55-d97b-4b13-9231-0236d2c294c9 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447948 Feb 03 14:13:05.309593 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-977a101b-0e0a-43e0-b10b-e2046d802856 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=194be747-9664-49c4-b400-42e682eda572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918682 Feb 03 14:13:05.354516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49fd1011-4b07-4fc6-9967-5a4d53c2367e req-917ec0da-f140-4ff2-860c-0322e19c80dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537803 Feb 03 14:13:05.463023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-2c23875b-bb01-4aa6-a250-5d69ba1c8faa service neutron] 10.222.0.71 "GET /v2.0/networks/194be747-9664-49c4-b400-42e682eda572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398082 Feb 03 14:13:05.536827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:05.671646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465e574-18bd-4ce7-bb72-28a1a7a79f1b req-d697beeb-d170-4ac5-85c7-2e8f4dc7adb8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:05.678348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e465e574-18bd-4ce7-bb72-28a1a7a79f1b req-d697beeb-d170-4ac5-85c7-2e8f4dc7adb8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 943 time: 0.1868038 Feb 03 14:13:05.688452 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-314dd2a1-a1ec-4238-a537-bd25d943098d req-301bf7e2-2543-4d74-bba0-578db5585557 service neutron] 10.222.0.71 "GET /v2.0/networks/194be747-9664-49c4-b400-42e682eda572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184756 Feb 03 14:13:05.709329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:05.718827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:05.818362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:05.822248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:05.835764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:05.845839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:05.903326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event updated for resources: {'Port': ['ID=c5df96ff-2b57-4c25-bf11-2281915112b0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:05.920810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e465e574-18bd-4ce7-bb72-28a1a7a79f1b req-f755a4a6-beb9-43ad-8966-7804057663a3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233918 Feb 03 14:13:05.927793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da390f4e-594e-4840-bc06-82baff219c90 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:05.951184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:06.024015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.055440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for floatingip (213527fd-b40d-4579-865e-04d27f55c014), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.128337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.243440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60952) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:06.289733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] Transition to ACTIVE for port object da390f4e-594e-4840-bc06-82baff219c90 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:06.303769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c5522-45d7-4e8e-9a58-f92813694d72 req-2f20dab1-4477-4053-911b-af524bf4cd25 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:06.305372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-688c5522-45d7-4e8e-9a58-f92813694d72 req-2f20dab1-4477-4053-911b-af524bf4cd25 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 945 time: 0.1697121 Feb 03 14:13:06.306944 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.483636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] No DVR routers for this DVR port da390f4e-594e-4840-bc06-82baff219c90 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:06.513014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] Pushing event updated for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:06.541313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-688c5522-45d7-4e8e-9a58-f92813694d72 req-8816f8f5-3b31-453c-8f40-523793fb30ec tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214489 Feb 03 14:13:06.546256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.550786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-7eec4cc9-caf0-45da-a453-6befd121a861 service neutron] 10.222.0.71 "PUT /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90/bindings/n-h1-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0143328 Feb 03 14:13:06.559523 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.563357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2b05-41fd-419a-9154-86282c014950 req-c82f6899-b579-4c27-8d98-25df9d0e7c16 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:06.565382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4be2b05-41fd-419a-9154-86282c014950 req-c82f6899-b579-4c27-8d98-25df9d0e7c16 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.1755271 Feb 03 14:13:06.728289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (213527fd-b40d-4579-865e-04d27f55c014), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.746089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event updated for resources: {'Port': ['ID=c5df96ff-2b57-4c25-bf11-2281915112b0,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:06.764753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:06.767120 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5f8d8fe2-0110-416c-b3e6-67edf3a99af1 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9643841 Feb 03 14:13:06.773885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4be2b05-41fd-419a-9154-86282c014950 req-92efb903-6540-498c-a69a-e7a167ef1a31 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931036 Feb 03 14:13:06.872979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-ba865000-e978-4888-a229-16daaa8c4c0f tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:06.883963 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-ba865000-e978-4888-a229-16daaa8c4c0f tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.2072692 Feb 03 14:13:06.923384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd0565-144a-4b76-8a12-09ca5ae8aa4b req-e4e31507-3ed5-4111-bb30-7304eba30d26 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:06.930315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64bd0565-144a-4b76-8a12-09ca5ae8aa4b req-e4e31507-3ed5-4111-bb30-7304eba30d26 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 943 time: 0.2114503 Feb 03 14:13:07.027738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (1eca9809-95ab-4624-a82a-27316c0bc86b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:07.105286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64bd0565-144a-4b76-8a12-09ca5ae8aa4b req-dc828974-d9c9-4b1a-ae7c-5866760fa4ac tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509585 Feb 03 14:13:07.111198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0e03e312-f5e7-454f-a08d-ef109ee9d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.113524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-0e03e312-f5e7-454f-a08d-ef109ee9d410 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b&tenant_id=5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 1126 time: 0.1788538 Feb 03 14:13:07.117328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-2b0804f9-663c-45d3-b10e-cf30006d801a tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--318394614&fields=id&tenant_id=8e00b989922d43fabc2c7a77da65c113 HTTP/1.1" status: 200 len: 267 time: 0.1642170 Feb 03 14:13:07.352987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-b5497dce-8647-4f93-a9ac-1a7f201a6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.354683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-b5497dce-8647-4f93-a9ac-1a7f201a6e94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1126 time: 0.2042456 Feb 03 14:13:07.382777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-0ff1da31-ad1e-45cb-a19e-b42e1adcd4b7 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.384638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-0ff1da31-ad1e-45cb-a19e-b42e1adcd4b7 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/networks?id=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 HTTP/1.1" status: 200 len: 813 time: 0.2500024 Feb 03 14:13:07.438195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ec102-eaea-4f37-b337-9961ca951e36 req-defe4fca-d3be-4541-8466-1c160d7666fc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.439746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f3ec102-eaea-4f37-b337-9961ca951e36 req-defe4fca-d3be-4541-8466-1c160d7666fc tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 944 time: 0.1775498 Feb 03 14:13:07.477467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-b749f224-6682-492b-9be4-38e33abd1a61 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/quotas/8e00b989922d43fabc2c7a77da65c113 HTTP/1.1" status: 200 len: 375 time: 0.0760765 Feb 03 14:13:07.611879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f3ec102-eaea-4f37-b337-9961ca951e36 req-1c4cb088-d10e-4229-8813-5dcce2f2641d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329987 Feb 03 14:13:07.626777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-bf87b29b-19d6-4e5d-9f9f-0c5a17d54bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.626777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-bf87b29b-19d6-4e5d-9f9f-0c5a17d54bab service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.2621992 Feb 03 14:13:07.703809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-c1283a85-8b98-4ef9-bbcd-0d8939b225c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 200 len: 217 time: 0.0701060 Feb 03 14:13:07.713273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-eba65e08-9e2c-48b7-b14c-2f0faa80dd2b tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e00b989922d43fabc2c7a77da65c113&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2244031 Feb 03 14:13:07.754010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Deleting port 0f5a5e79-631e-4ffe-b8f3-10b91248d182 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:07.754652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:07.854363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] For port 0f5a5e79-631e-4ffe-b8f3-10b91248d182, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0f5a5e79-631e-4ffe-b8f3-10b91248d182,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:07.854842 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:07.871711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Calling delete_port for 0f5a5e79-631e-4ffe-b8f3-10b91248d182 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:07.875531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-1c9c6d8c-6668-4d5a-beff-4148e6468da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.877613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-1c9c6d8c-6668-4d5a-beff-4148e6468da9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1628361 Feb 03 14:13:07.922401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-162e1d18-d16f-4d5f-b40a-eb884ac640b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340571 Feb 03 14:13:07.961970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb35d49-3e2a-46ee-a351-13918957ab18 req-07393cb9-4f92-4469-ad22-a1d1b8f20832 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:07.963690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7eb35d49-3e2a-46ee-a351-13918957ab18 req-07393cb9-4f92-4469-ad22-a1d1b8f20832 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 945 time: 0.2051928 Feb 03 14:13:07.999595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-cb7b5e0b-2278-4de6-a6f2-d741368eb04e service neutron] 10.222.0.52 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503364 Feb 03 14:13:08.118973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0f5a5e79-631e-4ffe-b8f3-10b91248d182), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:08.142147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7eb35d49-3e2a-46ee-a351-13918957ab18 req-a7a2d608-f7e3-44b1-a1b8-d21eb3158b8e tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661196 Feb 03 14:13:08.162013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5a5e79-631e-4ffe-b8f3-10b91248d182,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:08.164750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-853b19d7-4a97-4ddd-a723-b6e9d2173be2 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290559 Feb 03 14:13:08.217079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-b498d185-7904-4688-b151-4e5038a2f382 service neutron] 10.222.0.52 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752899 Feb 03 14:13:08.293663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 34e57445-7bbe-4211-ac41-30c92b1c7e1b details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:08.346197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-5bf4c962-2692-44a9-9c2e-c93306598d33 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703286 Feb 03 14:13:08.623684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cb97650b-5dab-4636-b8f5-b113bb1e536b details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:08.633642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (1eca9809-95ab-4624-a82a-27316c0bc86b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:08.790789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81c65a-82b0-4940-bbcb-5ff297af55c9 req-35324793-fd30-4a09-9cb2-66276494e53b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:08.796034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c81c65a-82b0-4940-bbcb-5ff297af55c9 req-35324793-fd30-4a09-9cb2-66276494e53b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.4451339 Feb 03 14:13:08.853086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cb97650b-5dab-4636-b8f5-b113bb1e536b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cb97650b-5dab-4636-b8f5-b113bb1e536b,segment=NetworkSegment(6003dab0-b0aa-49df-a785-8b3fb233b697),segment_id=6003dab0-b0aa-49df-a785-8b3fb233b697)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:08.868317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'cb97650b-5dab-4636-b8f5-b113bb1e536b', 'network_id': '194be747-9664-49c4-b400-42e682eda572', 'port_id': 'cb97650b-5dab-4636-b8f5-b113bb1e536b', 'mac_address': 'fa:16:3e:6e:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9315d34f-2b1c-4c41-a6ac-eb927eafb833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:08.941794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port cb97650b-5dab-4636-b8f5-b113bb1e536b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:08.942248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:08.960367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb97650b-5dab-4636-b8f5-b113bb1e536b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:08.962333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e086083-1375-4a6d-bb3f-8eea180d51cd req-347ff6f3-17ed-4bbb-b2da-532459583b12 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:08.970953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e086083-1375-4a6d-bb3f-8eea180d51cd req-347ff6f3-17ed-4bbb-b2da-532459583b12 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 943 time: 0.4011803 Feb 03 14:13:08.986151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cb97650b-5dab-4636-b8f5-b113bb1e536b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cb97650b-5dab-4636-b8f5-b113bb1e536b,segment=NetworkSegment(6003dab0-b0aa-49df-a785-8b3fb233b697),segment_id=6003dab0-b0aa-49df-a785-8b3fb233b697)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:08.993613 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:09.003099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:09.099496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Router 1eca9809-95ab-4624-a82a-27316c0bc86b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:13:09.101502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e086083-1375-4a6d-bb3f-8eea180d51cd req-68d18080-9b83-44eb-b973-85538f1ca1c5 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256080 Feb 03 14:13:09.158976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c81c65a-82b0-4940-bbcb-5ff297af55c9 req-e03af41b-e261-4e5a-9e61-bb6da4cc050f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190851 Feb 03 14:13:09.176248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-a3b08200-d6f2-4927-93c4-6d99a6e74c85 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:09.177875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-a3b08200-d6f2-4927-93c4-6d99a6e74c85 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.4711063 Feb 03 14:13:09.195361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:09.207638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=cb97650b-5dab-4636-b8f5-b113bb1e536b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:09.236905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'network_id': '59005f15-308d-4837-9b06-43976fd02ad0', 'port_id': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'mac_address': 'fa:16:3e:81:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9455dfa9-b74b-4b69-b296-89049c2c9ad4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:09.342614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 34e57445-7bbe-4211-ac41-30c92b1c7e1b is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:09.343360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:09.360058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34e57445-7bbe-4211-ac41-30c92b1c7e1b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:09.386296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:09.397713 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:09.397969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-547ab890-b0a8-47aa-b1fc-19b3da77af3c req-6c42a66b-9431-4720-b852-5610ee9abd92 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 210 time: 0.1169276 Feb 03 14:13:09.480160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:13:09.492840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-69c04559-c058-4083-8fd6-68d3777043db admin admin] 10.222.0.52 "PUT /v2.0/routers/1eca9809-95ab-4624-a82a-27316c0bc86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2474914 Feb 03 14:13:09.494741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32770) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:09.515236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] Sync routers for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:13:09.533539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['34e57445-7bbe-4211-ac41-30c92b1c7e1b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:09.633828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd7795-da18-4456-8350-acdae6681bb7 req-e1271b74-3974-4926-b279-210d99380406 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:09.637293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['cb97650b-5dab-4636-b8f5-b113bb1e536b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:09.637530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54dd7795-da18-4456-8350-acdae6681bb7 req-e1271b74-3974-4926-b279-210d99380406 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 944 time: 0.2383430 Feb 03 14:13:09.647674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:09.679325 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks [] for router (1eca9809-95ab-4624-a82a-27316c0bc86b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:09.689619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] Routers {'1eca9809-95ab-4624-a82a-27316c0bc86b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:13:09.690650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1eca9809-95ab-4624-a82a-27316c0bc86b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:09.726229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a678-9049-47a9-9de6-84b19163b89a req-910ca9c1-5460-4695-bde0-a63e288a86f2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:09.730347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87f4a678-9049-47a9-9de6-84b19163b89a req-910ca9c1-5460-4695-bde0-a63e288a86f2 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 944 time: 0.1902847 Feb 03 14:13:09.771836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-cf4b8888-982a-4d26-bfb2-dafdb9b690a1 service neutron] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:09.797691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-cf4b8888-982a-4d26-bfb2-dafdb9b690a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:09.798800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-883b4d3d-17f8-4547-b91e-12ee7e48326f req-cf4b8888-982a-4d26-bfb2-dafdb9b690a1 service neutron] 10.222.0.45 "DELETE /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90/bindings/n-h2-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.6121736 Feb 03 14:13:09.829871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54dd7795-da18-4456-8350-acdae6681bb7 req-7eabe52c-768d-4907-8802-505e5f0cfa24 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808236 Feb 03 14:13:09.892209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks [] for router_gateway (1eca9809-95ab-4624-a82a-27316c0bc86b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:09.925627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87f4a678-9049-47a9-9de6-84b19163b89a req-b6ca9d07-bd89-4016-b7a8-b62140e0bab5 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888251 Feb 03 14:13:10.008209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Deleting port 166c2546-c3df-45d4-903d-120fb7a7c473 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:10.008756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:10.017642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705749b3-ba6b-4ad0-95d6-a56504e713f3 req-8c8621b4-9f57-4d61-859e-f190f6ab6233 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:10.028067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-705749b3-ba6b-4ad0-95d6-a56504e713f3 req-8c8621b4-9f57-4d61-859e-f190f6ab6233 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.0800700 Feb 03 14:13:10.087759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-705749b3-ba6b-4ad0-95d6-a56504e713f3 req-f9b2ba23-a393-4921-b1f0-30d8c32f3f29 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585938 Feb 03 14:13:10.160397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] Set router 1eca9809-95ab-4624-a82a-27316c0bc86b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:13:10.165101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] For port 166c2546-c3df-45d4-903d-120fb7a7c473, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=166c2546-c3df-45d4-903d-120fb7a7c473,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:10.165641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:10.212290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Calling delete_port for 166c2546-c3df-45d4-903d-120fb7a7c473 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:10.369192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 34e57445-7bbe-4211-ac41-30c92b1c7e1b no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:10.424018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23154d2-ca4c-43ae-98a6-af41f5211a98 req-0a7b4353-b594-4bc3-9b54-6222d24fe985 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:10.425748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e23154d2-ca4c-43ae-98a6-af41f5211a98 req-0a7b4353-b594-4bc3-9b54-6222d24fe985 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1126 time: 0.1324069 Feb 03 14:13:10.580121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e23154d2-ca4c-43ae-98a6-af41f5211a98 req-75b984bf-825c-4ed6-a157-550c6501d94b tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472578 Feb 03 14:13:10.796846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (166c2546-c3df-45d4-903d-120fb7a7c473), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:10.854796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Pushing event deleted for resources: {'Port': ['ID=166c2546-c3df-45d4-903d-120fb7a7c473,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:10.924827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 34e57445-7bbe-4211-ac41-30c92b1c7e1b is: BUILD; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:10.925216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:10.931914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bc9ba-3b52-4893-8dc9-6614904f3c39 req-5be3b5cb-e471-4106-9df4-283dc63c79b4 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:10.933653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08bc9ba-3b52-4893-8dc9-6614904f3c39 req-5be3b5cb-e471-4106-9df4-283dc63c79b4 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 944 time: 0.3561952 Feb 03 14:13:10.983250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 34e57445-7bbe-4211-ac41-30c92b1c7e1b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:11.034357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (1eca9809-95ab-4624-a82a-27316c0bc86b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.066692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:11.120071 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.278131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (1eca9809-95ab-4624-a82a-27316c0bc86b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.294613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks [] for router_controller (1eca9809-95ab-4624-a82a-27316c0bc86b), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.319944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180274058-router', 'tenant_id': 'ded17569e92940a89c28a22f6232dc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:41Z', 'updated_at': '2022-02-03T14:13:08Z', 'revision_number': 5, 'project_id': 'ded17569e92940a89c28a22f6232dc47', 'gw_port': {'id': '166c2546-c3df-45d4-903d-120fb7a7c473', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eca9809-95ab-4624-a82a-27316c0bc86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:42Z', 'updated_at': '2022-02-03T14:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:11.335999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:11.388968 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (1eca9809-95ab-4624-a82a-27316c0bc86b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.389398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eca9809-95ab-4624-a82a-27316c0bc86b {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:13:11.394404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.398634 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54c40442-addb-45f8-b7ad-9241a0c532bb admin admin] 10.222.0.52 "DELETE /v2.0/routers/1eca9809-95ab-4624-a82a-27316c0bc86b HTTP/1.1" status: 204 len: 168 time: 1.8996139 Feb 03 14:13:11.399061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32806) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:11.490488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] Deleting subnet d68b0667-c258-491e-9708-43b89b8a8a54 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:13:11.513758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] Publish callbacks [] for subnet (d68b0667-c258-491e-9708-43b89b8a8a54), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.562220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (d68b0667-c258-491e-9708-43b89b8a8a54), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.685456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] Checking router: 1eca9809-95ab-4624-a82a-27316c0bc86b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:13:11.689729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d68b0667-c258-491e-9708-43b89b8a8a54), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.702211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-7149f0ef-4744-4f79-a252-0049377c144f tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:11.703687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:13:11.704185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 14:13:11.705014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_agentschedulers_db [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1eca9809-95ab-4624-a82a-27316c0bc86b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent'). {{(pid=103343) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:13:11.705721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a73659-3e80-40bf-8cfd-c51c6219db1c None None] The sync data for ids ['1eca9809-95ab-4624-a82a-27316c0bc86b'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:13:11.717830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-7149f0ef-4744-4f79-a252-0049377c144f tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.71 "GET /v2.0/networks?id=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 HTTP/1.1" status: 200 len: 813 time: 1.0545497 Feb 03 14:13:11.802337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d68b0667-c258-491e-9708-43b89b8a8a54), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.842428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68b0667-c258-491e-9708-43b89b8a8a54,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:11.855444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea2d3755-82a1-4ae3-8a5b-76a25723c5ef req-b14477a5-fbde-49fd-bab2-d58fd87276b6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 210 time: 0.1354740 Feb 03 14:13:11.857575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:11.864332 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f87959d5-96ea-4431-9ad2-c337fb0af6a2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d68b0667-c258-491e-9708-43b89b8a8a54 HTTP/1.1" status: 204 len: 168 time: 0.4615290 Feb 03 14:13:11.865644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b00ce-f01c-4762-a6c3-edee2688d32d None None] Network 5408fc56-9b26-4cc1-bf89-497fdffe580e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:11.872312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:11.990446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-58e0f016-5ec5-4ef5-a9d4-5cdf52ec5a1e tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e00b989922d43fabc2c7a77da65c113 HTTP/1.1" status: 200 len: 379 time: 0.2360716 Feb 03 14:13:12.010145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5408fc56-9b26-4cc1-bf89-497fdffe580e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.060581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Request body: {'port': {'device_id': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'admin_state_up': True, 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'security_groups': ['10221c65-764f-4ef4-9c77-95f544350c58']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:12.127860 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Deleting port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:12.128212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.212838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] DHCP port deletion for 5408fc56-9b26-4cc1-bf89-497fdffe580e request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:13:12.218347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08bc9ba-3b52-4893-8dc9-6614904f3c39 req-9824703a-2951-4134-a81b-6f73ac791797 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2681496 Feb 03 14:13:12.295993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] For port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:12.296963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.313555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 34e57445-7bbe-4211-ac41-30c92b1c7e1b up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:12.344263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Calling delete_port for abad8428-fec5-4f5a-ab69-a2f0afd8c5eb owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:12.388381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df135bf-11f8-417f-8791-4c2d5ad16fd8 req-63ab3434-0100-4147-a97d-839cbadcbaa5 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:12.418796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2df135bf-11f8-417f-8791-4c2d5ad16fd8 req-63ab3434-0100-4147-a97d-839cbadcbaa5 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 1126 time: 0.4136913 Feb 03 14:13:12.464827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] Deleting port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:12.465201 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.482874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-a8255552-9914-4bcf-b13b-f0be42860623 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:12.489066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-a8255552-9914-4bcf-b13b-f0be42860623 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 943 time: 0.4454072 Feb 03 14:13:12.493404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.551865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] For port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,segment=NetworkSegment(c4186b6e-4bbb-45e9-862f-dd386d7bcbec),segment_id=c4186b6e-4bbb-45e9-862f-dd386d7bcbec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:12.552778 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.568401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] Calling delete_port for abad8428-fec5-4f5a-ab69-a2f0afd8c5eb owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:12.615604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Pushing event deleted for resources: {'Port': ['ID=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:12.647841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] No DVR routers for this DVR port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:12.685390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Made reservation on behalf of 8e00b989922d43fabc2c7a77da65c113 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:12.688873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.712853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2df135bf-11f8-417f-8791-4c2d5ad16fd8 req-bdb536d3-6c34-40f4-a5d0-0e2008039ce2 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912970 Feb 03 14:13:12.717401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (abad8428-fec5-4f5a-ab69-a2f0afd8c5eb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:12.729799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cb97650b-5dab-4636-b8f5-b113bb1e536b up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:12.901592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] Pushing event deleted for resources: {'Port': ['ID=abad8428-fec5-4f5a-ab69-a2f0afd8c5eb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:12.908468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 34e57445-7bbe-4211-ac41-30c92b1c7e1b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:12.908847 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.007404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5408fc56-9b26-4cc1-bf89-497fdffe580e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.033083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5408fc56-9b26-4cc1-bf89-497fdffe580e']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:13.042298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed670f-59bd-4b1b-b333-b0d02eed1e89 None None] No DVR routers for this DVR port abad8428-fec5-4f5a-ab69-a2f0afd8c5eb on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:13.044398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:13.044748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4186b6e-4bbb-45e9-862f-dd386d7bcbec') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:13.055308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 166c2546-c3df-45d4-903d-120fb7a7c473 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:13.060604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (c4186b6e-4bbb-45e9-862f-dd386d7bcbec), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.076843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c4186b6e-4bbb-45e9-862f-dd386d7bcbec), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.084596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:13:13.084995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (c4186b6e-4bbb-45e9-862f-dd386d7bcbec), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.112089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 166c2546-c3df-45d4-903d-120fb7a7c473 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:13.112615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 166c2546-c3df-45d4-903d-120fb7a7c473 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:13.112882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0f5a5e79-631e-4ffe-b8f3-10b91248d182 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:13:13.159648 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:13:13.163055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5408fc56-9b26-4cc1-bf89-497fdffe580e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.187618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 0f5a5e79-631e-4ffe-b8f3-10b91248d182 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:13.187970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0f5a5e79-631e-4ffe-b8f3-10b91248d182 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:13.188389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abad8428-fec5-4f5a-ab69-a2f0afd8c5eb no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:13.261055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.266218 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5408fc56-9b26-4cc1-bf89-497fdffe580e HTTP/1.1" status: 204 len: 168 time: 1.3924024 Feb 03 14:13:13.274913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32822) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:13.289061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Deleting port 34e57445-7bbe-4211-ac41-30c92b1c7e1b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:13.289365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.292638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: abad8428-fec5-4f5a-ab69-a2f0afd8c5eb {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:13.292997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abad8428-fec5-4f5a-ab69-a2f0afd8c5eb not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:13.302269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a74b31-9d75-4798-9bea-bcd6d521e287 admin admin] Pushing event deleted for resources: {'Network': ['ID=5408fc56-9b26-4cc1-bf89-497fdffe580e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:13.337955 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-825c27cd-5e49-4e4d-9973-835559d6f2ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1872871 Feb 03 14:13:13.401687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:13.402065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.407619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port cb97650b-5dab-4636-b8f5-b113bb1e536b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:13.416332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Calling delete_port for 34e57445-7bbe-4211-ac41-30c92b1c7e1b owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:13.430904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port cb97650b-5dab-4636-b8f5-b113bb1e536b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:13.431291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.499229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 34e57445-7bbe-4211-ac41-30c92b1c7e1b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:13.500298 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.597144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:13.605568 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe84bcc4-cb5c-4c65-80e5-3385399d5e5e" -d '{"events": [{"server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "name": "network-vif-plugged", "status": "completed", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:13.646958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 34e57445-7bbe-4211-ac41-30c92b1c7e1b, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=34e57445-7bbe-4211-ac41-30c92b1c7e1b,segment=NetworkSegment(de18c1bc-7cd2-420a-97a4-ddf5d09c353c),segment_id=de18c1bc-7cd2-420a-97a4-ddf5d09c353c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:13.679074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.789008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port cb97650b-5dab-4636-b8f5-b113bb1e536b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:13.791050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.849448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:13.868946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cb97650b-5dab-4636-b8f5-b113bb1e536b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cb97650b-5dab-4636-b8f5-b113bb1e536b,segment=NetworkSegment(6003dab0-b0aa-49df-a785-8b3fb233b697),segment_id=6003dab0-b0aa-49df-a785-8b3fb233b697)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:13.879170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:13.881780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0587c-b67c-4902-bb06-1c0b7e32f062 req-e5cf7abc-bfec-49fe-bc29-d4c80dd0b6df tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:13.889103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9e0587c-b67c-4902-bb06-1c0b7e32f062 req-e5cf7abc-bfec-49fe-bc29-d4c80dd0b6df tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 943 time: 0.8915279 Feb 03 14:13:13.951610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086aae5-4261-4ec3-99a1-7c24274a7333 req-c7802025-9b5c-41eb-b713-a4881f7ba164 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:13.959745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3086aae5-4261-4ec3-99a1-7c24274a7333 req-c7802025-9b5c-41eb-b713-a4881f7ba164 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.9734774 Feb 03 14:13:13.995184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=cb97650b-5dab-4636-b8f5-b113bb1e536b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:13.996777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9e0587c-b67c-4902-bb06-1c0b7e32f062 req-8576ce81-1434-4817-91ec-45b4819930dc tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/security-groups?id=993c19c4-fc93-4caa-8195-6121cff18903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066940 Feb 03 14:13:14.097644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (34e57445-7bbe-4211-ac41-30c92b1c7e1b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:14.109865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['34e57445-7bbe-4211-ac41-30c92b1c7e1b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:14.112359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Allocated IP 172.20.0.11 (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899/a46e3405-2ca2-47cd-83b7-d0498f4017a2/c4dfbe9e-87af-4c61-8752-ad658fc45f90) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:14.188767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f83deb4-39af-4369-a1e7-4df94e114530 req-03da9672-8caa-447d-942e-cede2dcf6c03 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 210 time: 0.1034608 Feb 03 14:13:14.411109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Pushing event deleted for resources: {'Port': ['ID=34e57445-7bbe-4211-ac41-30c92b1c7e1b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:14.446556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3086aae5-4261-4ec3-99a1-7c24274a7333 req-5108f07d-8ebd-4b33-b6f9-9d4d8ecab890 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809191 Feb 03 14:13:14.711363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] No DVR routers for this DVR port 34e57445-7bbe-4211-ac41-30c92b1c7e1b on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:14.736733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:14.742018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40145509-e0bb-4cc2-bd12-55d06f14a692 req-6565ffb3-095f-434a-8fd2-edfb02f86635 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.45 "DELETE /v2.0/ports/34e57445-7bbe-4211-ac41-30c92b1c7e1b HTTP/1.1" status: 204 len: 173 time: 2.2433832 Feb 03 14:13:14.744355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'name': 'network-vif-deleted', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:14.747091 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5075bf-200b-4af5-be80-9c7f3ec03264" -d '{"events": [{"server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "name": "network-vif-deleted", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:14.877564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc82fb9-c19a-4c58-9ef4-8fca16840619 req-9a226b20-905c-4e5c-a169-f043bcfdd122 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:14.886352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dc82fb9-c19a-4c58-9ef4-8fca16840619 req-9a226b20-905c-4e5c-a169-f043bcfdd122 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 945 time: 0.2481298 Feb 03 14:13:14.893744 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bed7f5c-9057-48fb-8411-fb7c667ca561 x-openstack-request-id: req-7bed7f5c-9057-48fb-8411-fb7c667ca561 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:14.894275 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "name": "network-vif-plugged", "status": "completed", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:14.894525 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bed7f5c-9057-48fb-8411-fb7c667ca561 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:14.894926 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'code': 200} Feb 03 14:13:14.963468 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de0248-9757-4996-b1ae-4a4ab4b4542b x-openstack-request-id: req-22de0248-9757-4996-b1ae-4a4ab4b4542b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:14.964648 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e211f-1431-4c47-9516-be87c9f80571", "name": "network-vif-deleted", "tag": "34e57445-7bbe-4211-ac41-30c92b1c7e1b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:14.964648 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22de0248-9757-4996-b1ae-4a4ab4b4542b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:14.965282 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e211f-1431-4c47-9516-be87c9f80571', 'name': 'network-vif-deleted', 'tag': '34e57445-7bbe-4211-ac41-30c92b1c7e1b', 'status': 'completed', 'code': 200} Feb 03 14:13:15.034008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:15.051161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dc82fb9-c19a-4c58-9ef4-8fca16840619 req-26f851d2-392c-41be-a19a-0339d4571473 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638482 Feb 03 14:13:15.235177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36108e87-22b9-49c8-ba2b-1338e302b75f req-34edf03a-5355-4cda-aa82-50ca483931f3 tempest-ImagesTestJSON-1612756640 tempest-ImagesTestJSON-1612756640-project] 10.222.0.52 "GET /v2.0/ports?device_id=524e211f-1431-4c47-9516-be87c9f80571 HTTP/1.1" status: 200 len: 210 time: 0.0398557 Feb 03 14:13:15.238514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:15.319537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event updated for resources: {'Port': ['ID=c4dfbe9e-87af-4c61-8752-ad658fc45f90,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:15.370182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:15.372617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:15.375407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:15.466040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb9686-1549-4990-b082-1de14213cfe5 req-a54c4739-e71a-4056-a295-494ab433c28e tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:15.474543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43cb9686-1549-4990-b082-1de14213cfe5 req-a54c4739-e71a-4056-a295-494ab433c28e tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 932 time: 0.1694369 Feb 03 14:13:15.500018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:15.500693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:15.599060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-242d3cbc-fb57-48d1-b86d-b167f0d250c2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5564058 Feb 03 14:13:15.643962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Request body: {'port': {'device_id': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:15.709120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43cb9686-1549-4990-b082-1de14213cfe5 req-13f43d07-29d1-4cc0-8a20-d2059be336ab tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335882 Feb 03 14:13:15.739905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc3de1e6-646d-4970-8dd7-dc015e727dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:15.816590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e19ac-9207-4d0a-9629-bd318d65baa5 req-f7775fc3-4828-4521-b81c-6b66b17dcb39 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:15.821956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6e19ac-9207-4d0a-9629-bd318d65baa5 req-f7775fc3-4828-4521-b81c-6b66b17dcb39 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.2196791 Feb 03 14:13:15.844317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-09c88cba-4e59-4269-90d5-915f72b59fe5 None None] Provisioning complete for port c4dfbe9e-87af-4c61-8752-ad658fc45f90 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:15.845204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09c88cba-4e59-4269-90d5-915f72b59fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:15.870156 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (4c6d8d90-9784-4949-b9ef-ca9869489543), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:15.900100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-09c88cba-4e59-4269-90d5-915f72b59fe5 None None] Port c4dfbe9e-87af-4c61-8752-ad658fc45f90 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:13:15.933420 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:15.962938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-2f64ac83-729b-4073-b502-ea950f54a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:15.964476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-2f64ac83-729b-4073-b502-ea950f54a485 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1132 time: 0.3902087 Feb 03 14:13:16.091835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-1ca36bed-30fc-4292-b3c4-f8b5c3f292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:16.093325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-1ca36bed-30fc-4292-b3c4-f8b5c3f292e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1106820 Feb 03 14:13:16.104245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6e19ac-9207-4d0a-9629-bd318d65baa5 req-749e1627-eaa4-46e2-a264-9a51b3d9a0fa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668798 Feb 03 14:13:16.320241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 34e57445-7bbe-4211-ac41-30c92b1c7e1b no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:16.344909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 34e57445-7bbe-4211-ac41-30c92b1c7e1b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:16.346140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 34e57445-7bbe-4211-ac41-30c92b1c7e1b not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:16.521136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-338e4837-f168-40b3-bfee-2493ef965fa4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.3865700 Feb 03 14:13:16.809469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-8d1871c2-e097-41a9-aaa0-2f8bba70fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:16.810848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-8d1871c2-e097-41a9-aaa0-2f8bba70fe99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2651992 Feb 03 14:13:16.881690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3680a-9d6a-44a5-b524-b04c38c7b532 req-12cadf79-0f5c-4b25-a14e-1fb07beb2ffb tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:16.883298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1e3680a-9d6a-44a5-b524-b04c38c7b532 req-12cadf79-0f5c-4b25-a14e-1fb07beb2ffb tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 945 time: 0.3809628 Feb 03 14:13:16.895972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97650b-5dab-4636-b8f5-b113bb1e536b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:16.898582 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d34565-f33e-48c9-8011-a46b12c654a3" -d '{"events": [{"server_uuid": "976dad96-2701-4444-a8a6-0d3a3d3cffa6", "name": "network-vif-plugged", "status": "completed", "tag": "cb97650b-5dab-4636-b8f5-b113bb1e536b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:16.901875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4ededcdb-f049-4ef8-9499-9c1ca865ff8e tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:16.903403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4ededcdb-f049-4ef8-9499-9c1ca865ff8e tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/networks?id=f820fd70-6d3b-43d6-a822-e5079ac00f1c HTTP/1.1" status: 200 len: 815 time: 0.3968401 Feb 03 14:13:16.987923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-6514f28c-effd-4e99-9a0d-d236d33591cf tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/quotas/2bf8a1a832fa4ca6b6863b4d4623891e HTTP/1.1" status: 200 len: 375 time: 0.0729034 Feb 03 14:13:17.062509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-fb86fc83-c643-4766-b1b4-49ca8106e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:17.063984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-fb86fc83-c643-4766-b1b4-49ca8106e398 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2446713 Feb 03 14:13:17.078598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1e3680a-9d6a-44a5-b524-b04c38c7b532 req-b106898a-7a71-44d1-b249-46ab3f534ce7 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854959 Feb 03 14:13:17.284680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-a2480cfd-c849-417d-86f5-b42155640e11 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bf8a1a832fa4ca6b6863b4d4623891e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2787941 Feb 03 14:13:17.287183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dfbe9e-87af-4c61-8752-ad658fc45f90 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:17.302028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Publish callbacks [] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:17.378711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Transition to ACTIVE for port object c4dfbe9e-87af-4c61-8752-ad658fc45f90 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:17.389413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-87862054-f9b0-401d-be0d-3142df846af8 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077908 Feb 03 14:13:17.428833 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:17.565521 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:13:17.630497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dfbe9e-87af-4c61-8752-ad658fc45f90,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:17.640294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcf378-1ab2-4a8c-812c-bd534b4db34e req-34817912-e5d3-45c3-bde8-6b235bd70488 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:17.641881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03dcf378-1ab2-4a8c-812c-bd534b4db34e req-34817912-e5d3-45c3-bde8-6b235bd70488 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 932 time: 0.3431318 Feb 03 14:13:17.643365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Deleting port bb5e84d5-60b8-4d21-acd5-e213be6f1b35 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:17.643703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:17.651117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-2fd45b0d-c98e-4ddd-9e74-0b7c7701889c service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232990 Feb 03 14:13:17.677096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-a4254b8c-79ce-498c-b5f9-aa6fac492d7c service neutron] 10.222.0.52 "GET /v2.0/networks/f820fd70-6d3b-43d6-a822-e5079ac00f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811939 Feb 03 14:13:17.892068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03dcf378-1ab2-4a8c-812c-bd534b4db34e req-c27e5ba2-ad87-435f-ac5b-17f1971e5c50 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398860 Feb 03 14:13:17.943625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] For port bb5e84d5-60b8-4d21-acd5-e213be6f1b35, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,segment=NetworkSegment(456eb6a8-27e5-4c47-857b-0f4c13e42d64),segment_id=456eb6a8-27e5-4c47-857b-0f4c13e42d64)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:17.943989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:17.946626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Attempting to bind port c4dfbe9e-87af-4c61-8752-ad658fc45f90 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:17.946966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Attempting to bind port c4dfbe9e-87af-4c61-8752-ad658fc45f90 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:17.947295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Attempting to bind port c4dfbe9e-87af-4c61-8752-ad658fc45f90 on network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:17.959837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-72c1c0b3-1d7e-47d8-884f-9e22c5031303 service neutron] 10.222.0.52 "GET /v2.0/networks/f820fd70-6d3b-43d6-a822-e5079ac00f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422576 Feb 03 14:13:17.964824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Calling delete_port for bb5e84d5-60b8-4d21-acd5-e213be6f1b35 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:17.966581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Port c4dfbe9e-87af-4c61-8752-ad658fc45f90 on network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:13:17.966901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Attempting to bind port c4dfbe9e-87af-4c61-8752-ad658fc45f90 on network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:17.978470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:17.978813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Checking segment: {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:17.979201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Bound using segment: {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:17.979636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Bound port: c4dfbe9e-87af-4c61-8752-ad658fc45f90, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:17.979996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:17.989868 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d0e2a8-1b3b-4831-9272-d7012cf7eb4a x-openstack-request-id: req-02d0e2a8-1b3b-4831-9272-d7012cf7eb4a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:17.990372 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976dad96-2701-4444-a8a6-0d3a3d3cffa6", "name": "network-vif-plugged", "status": "completed", "tag": "cb97650b-5dab-4636-b8f5-b113bb1e536b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:17.990467 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02d0e2a8-1b3b-4831-9272-d7012cf7eb4a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:17.991019 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97650b-5dab-4636-b8f5-b113bb1e536b', 'code': 200} Feb 03 14:13:18.061894 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-888ad0f2-9e8d-4ad8-a808-5a307a12ce59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:18.112332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] For port c4dfbe9e-87af-4c61-8752-ad658fc45f90, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:18.117768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] For port c4dfbe9e-87af-4c61-8752-ad658fc45f90, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:18.139814 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:18.188666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e62b5-a5e2-4f07-8d9b-f8ea2b970473 req-2666f73b-f2f1-4cd6-8607-3a2ae33c39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:18.191097 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f53e62b5-a5e2-4f07-8d9b-f8ea2b970473 req-2666f73b-f2f1-4cd6-8607-3a2ae33c39d2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 1127 time: 0.0962503 Feb 03 14:13:18.228817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:18.228817 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:18.228817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] 10.222.0.71 "PUT /v2.0/ports/c4dfbe9e-87af-4c61-8752-ad658fc45f90 HTTP/1.1" status: 200 len: 1092 time: 2.5882168 Feb 03 14:13:18.230387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:18.233688 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:18.345563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f53e62b5-a5e2-4f07-8d9b-f8ea2b970473 req-a4c18c12-2d87-4bb7-ae98-b8aaa1374a06 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463890 Feb 03 14:13:18.497436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d0099-6dcd-4736-90bd-828be762ac93 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dfbe9e-87af-4c61-8752-ad658fc45f90,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:18.507300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d075f5-6722-4544-8bed-3a8365ad3e0a req-9ca7d2df-8c86-43b1-a9e1-b657a266d456 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:18.509158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30d075f5-6722-4544-8bed-3a8365ad3e0a req-9ca7d2df-8c86-43b1-a9e1-b657a266d456 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.3504195 Feb 03 14:13:18.606525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-39ab518b-3671-4032-aee5-4b983fa0f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:18.608528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-39ab518b-3671-4032-aee5-4b983fa0f3d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e00b989922d43fabc2c7a77da65c113&device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 1126 time: 0.2965415 Feb 03 14:13:18.617821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30d075f5-6722-4544-8bed-3a8365ad3e0a req-0ed4a41f-4995-471e-aaab-fe012c2485cc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985444 Feb 03 14:13:18.627925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0efcb5-8e76-42b6-a21d-b9545c34b3ed req-1ab0a9a8-8c1e-40be-8ad2-f6cb18f02e65 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:18.635431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc0efcb5-8e76-42b6-a21d-b9545c34b3ed req-1ab0a9a8-8c1e-40be-8ad2-f6cb18f02e65 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 945 time: 0.1736984 Feb 03 14:13:18.766724 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0914ec-c77f-4b51-ac73-6f6a9f63311b x-openstack-request-id: req-1c0914ec-c77f-4b51-ac73-6f6a9f63311b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:18.767236 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:18.767649 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c0914ec-c77f-4b51-ac73-6f6a9f63311b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:18.768228 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'status': 'completed', 'code': 200} Feb 03 14:13:18.820150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-2bb53dfb-9f5f-4fec-8aa0-09e63ea2b150 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90 HTTP/1.1" status: 200 len: 217 time: 0.0868061 Feb 03 14:13:18.860253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bb5e84d5-60b8-4d21-acd5-e213be6f1b35), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:18.880567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc0efcb5-8e76-42b6-a21d-b9545c34b3ed req-1bf361dd-53b9-478b-a429-1b308b2809d0 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357411 Feb 03 14:13:18.925443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d599835-abd8-4e52-a880-c8f532730f6e req-7252b6dd-2edf-40f4-bc88-12934727dbf0 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 210 time: 0.1113691 Feb 03 14:13:19.019056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5e84d5-60b8-4d21-acd5-e213be6f1b35,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:19.170343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-0f4f7a69-e51d-4e38-992c-999cb099919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:19.171834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-0f4f7a69-e51d-4e38-992c-999cb099919e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a46e3405-2ca2-47cd-83b7-d0498f4017a2 HTTP/1.1" status: 200 len: 852 time: 0.3385632 Feb 03 14:13:19.408256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b36a10-5954-446c-a22f-462bcf9e57a9 req-9ca6d06b-0f62-4ee6-b533-e450b6442b2e tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:19.415680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7b36a10-5954-446c-a22f-462bcf9e57a9 req-9ca6d06b-0f62-4ee6-b533-e450b6442b2e tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 944 time: 0.3246965 Feb 03 14:13:19.455105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-f5208909-bb9f-445b-9e14-664db7ef0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:19.456965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-f5208909-bb9f-445b-9e14-664db7ef0861 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2610879 Feb 03 14:13:19.459555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:19.989272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7b36a10-5954-446c-a22f-462bcf9e57a9 req-dc566274-14be-480b-9372-e93677e8c565 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5719843 Feb 03 14:13:20.047041 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (4c6d8d90-9784-4949-b9ef-ca9869489543), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:20.103883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6281ef0-d96a-400a-b0fa-080423f082ac req-1250ceea-206a-40b3-90d7-fb32d69a18ca tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:20.110749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6281ef0-d96a-400a-b0fa-080423f082ac req-1250ceea-206a-40b3-90d7-fb32d69a18ca tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.5891469 Feb 03 14:13:20.125674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-c7d1f515-6767-4184-894b-d60fb906bc5b tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:20.127127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-c7d1f515-6767-4184-894b-d60fb906bc5b tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.45 "GET /v2.0/networks?id=f820fd70-6d3b-43d6-a822-e5079ac00f1c HTTP/1.1" status: 200 len: 815 time: 0.2668269 Feb 03 14:13:20.129148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-84ed5779-6145-46bb-bcbe-b3c76cd9198b service neutron] 10.222.0.71 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604581 Feb 03 14:13:20.202192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Request body: {'port': {'device_id': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'admin_state_up': True, 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:20.427763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6281ef0-d96a-400a-b0fa-080423f082ac req-b2958a9b-d5e5-4c4f-acb6-8b52eb41f18c tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160610 Feb 03 14:13:20.582006 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:20.588345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d324b4b-1170-4225-85b8-65eb3f2dc804 req-05ce5999-c7fc-4c13-9902-4de18213db27 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:20.599138 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d324b4b-1170-4225-85b8-65eb3f2dc804 req-05ce5999-c7fc-4c13-9902-4de18213db27 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.4684541 Feb 03 14:13:20.631073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eca5e2a5-6296-4491-b942-b07fe0bd69de req-f1089b6c-d826-42e7-b6d4-74e7228413e6 service neutron] 10.222.0.71 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433439 Feb 03 14:13:20.927303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Made reservation on behalf of 2bf8a1a832fa4ca6b6863b4d4623891e for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:20.931110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:21.029881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d324b4b-1170-4225-85b8-65eb3f2dc804 req-3b58c360-18f2-4a15-ba64-e86ec92540fa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282589 Feb 03 14:13:21.277124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Allocated IP 172.20.0.4 (f820fd70-6d3b-43d6-a822-e5079ac00f1c/56c8267e-be90-48c4-a84e-930e7d2566e7/fbafa90b-3f44-44d0-8d6b-c965bea7fd30) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:21.358848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f12da73a-cd9b-4cf7-83af-d59ed5619f64 req-decd3ba0-4074-4680-bb56-eb86ecd31f44 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 210 time: 0.0722868 Feb 03 14:13:21.492280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a8eb-c6a6-4d02-8118-088ccafb3a18 req-3cf4df10-2605-4c5f-8da2-ce195ba4bf6c tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:21.494228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9841a8eb-c6a6-4d02-8118-088ccafb3a18 req-3cf4df10-2605-4c5f-8da2-ce195ba4bf6c tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 945 time: 0.8250217 Feb 03 14:13:21.556818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-9300923e-bb6a-4ffc-af9b-d4082cf5801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:21.558821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-9300923e-bb6a-4ffc-af9b-d4082cf5801c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e00b989922d43fabc2c7a77da65c113&device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 1126 time: 0.6809180 Feb 03 14:13:21.569307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-253382d4-78c9-4788-bace-bb55b25787be tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:21.571418 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-253382d4-78c9-4788-bace-bb55b25787be tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.1279798 Feb 03 14:13:21.688919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-5cae68f0-630b-4e90-b274-15184c77d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:21.690452 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-5cae68f0-630b-4e90-b274-15184c77d822 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 HTTP/1.1" status: 200 len: 914 time: 0.1191976 Feb 03 14:13:21.721836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Deleting port fe86b1dd-d60f-4504-9ed8-5e1360f68766 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:21.722250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:21.837030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9841a8eb-c6a6-4d02-8118-088ccafb3a18 req-3c5ded10-c014-45a1-ab21-246f8f050c5f tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906263 Feb 03 14:13:21.842887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-f7a0cbe9-606c-4645-a44f-cac880b0b5b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90 HTTP/1.1" status: 200 len: 217 time: 0.1178710 Feb 03 14:13:21.862162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] For port fe86b1dd-d60f-4504-9ed8-5e1360f68766, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fe86b1dd-d60f-4504-9ed8-5e1360f68766,segment=NetworkSegment(02a19564-2974-42ff-a1e1-d971e96d1cbe),segment_id=02a19564-2974-42ff-a1e1-d971e96d1cbe)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:21.862972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:21.887954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Calling delete_port for fe86b1dd-d60f-4504-9ed8-5e1360f68766 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:21.928926 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:21.936975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:21.978963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-e5bf5acc-bf91-43bf-be42-4a5f57553ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:21.980602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-e5bf5acc-bf91-43bf-be42-4a5f57553ac3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a46e3405-2ca2-47cd-83b7-d0498f4017a2 HTTP/1.1" status: 200 len: 852 time: 0.1086581 Feb 03 14:13:22.000153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Router 4c6d8d90-9784-4949-b9ef-ca9869489543 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:13:22.037363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] Deleting subnet 9455dfa9-b74b-4b69-b296-89049c2c9ad4 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:13:22.042640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] Publish callbacks [] for subnet (9455dfa9-b74b-4b69-b296-89049c2c9ad4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.145801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234d652-97cc-4d99-8e8c-a1965489d6c8 req-b69266e6-02fa-4f3b-8c1a-65ec9ab6e4fa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:22.152810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d234d652-97cc-4d99-8e8c-a1965489d6c8 req-b69266e6-02fa-4f3b-8c1a-65ec9ab6e4fa tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 944 time: 0.6205463 Feb 03 14:13:22.179742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fe86b1dd-d60f-4504-9ed8-5e1360f68766), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.220629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['fe86b1dd-d60f-4504-9ed8-5e1360f68766'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:22.266238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Pushing event deleted for resources: {'Port': ['ID=fe86b1dd-d60f-4504-9ed8-5e1360f68766,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:22.282711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (9455dfa9-b74b-4b69-b296-89049c2c9ad4), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.384208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] No DVR routers for this DVR port fe86b1dd-d60f-4504-9ed8-5e1360f68766 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:22.396490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.416408 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-584afa24-7439-46f2-b9c1-df12c417eac4 req-22e02752-2169-4482-9a50-2719ee5a47b8 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.71 "DELETE /v2.0/ports/fe86b1dd-d60f-4504-9ed8-5e1360f68766 HTTP/1.1" status: 204 len: 173 time: 0.8391156 Feb 03 14:13:22.417059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'name': 'network-vif-deleted', 'tag': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:22.420060 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91251a1f-cf03-456c-ae23-a3e4910ea0cb" -d '{"events": [{"server_uuid": "4e30bbe1-9faf-488c-8c24-296a69ff30dd", "name": "network-vif-deleted", "tag": "fe86b1dd-d60f-4504-9ed8-5e1360f68766"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:22.481235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9455dfa9-b74b-4b69-b296-89049c2c9ad4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.486351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:13:22.493721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f082b834-180a-4c99-8cee-c93ef4865fa5 admin admin] 10.222.0.52 "PUT /v2.0/routers/4c6d8d90-9784-4949-b9ef-ca9869489543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9662976 Feb 03 14:13:22.498443 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] Sync routers for ids ['4c6d8d90-9784-4949-b9ef-ca9869489543'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:13:22.513549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33006) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:22.526137 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] Routers {'4c6d8d90-9784-4949-b9ef-ca9869489543'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:13:22.532050 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c6d8d90-9784-4949-b9ef-ca9869489543'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:22.532608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-065ca6b2-16c1-4747-ab66-acd7b62ebbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:22.534306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-065ca6b2-16c1-4747-ab66-acd7b62ebbf8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5397584 Feb 03 14:13:22.587792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (9455dfa9-b74b-4b69-b296-89049c2c9ad4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.614943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.618653 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9455dfa9-b74b-4b69-b296-89049c2c9ad4 HTTP/1.1" status: 204 len: 168 time: 0.6800587 Feb 03 14:13:22.668062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:22.668277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d234d652-97cc-4d99-8e8c-a1965489d6c8 req-f87c10d3-a6d4-4ad4-bc83-88e9f4e5b809 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5143774 Feb 03 14:13:22.686331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e48f32-5f34-4435-bfb0-ac8f750d61b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9455dfa9-b74b-4b69-b296-89049c2c9ad4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:22.767193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (59005f15-308d-4837-9b06-43976fd02ad0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.811298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks [] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.847119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940902ae-4047-4c1d-9a49-b901ab4e6d1a req-4127d74a-967e-4e96-b29f-62d7fb30e915 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:22.849418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-940902ae-4047-4c1d-9a49-b901ab4e6d1a req-4127d74a-967e-4e96-b29f-62d7fb30e915 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e30bbe1-9faf-488c-8c24-296a69ff30dd HTTP/1.1" status: 200 len: 945 time: 0.7662923 Feb 03 14:13:22.894116 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] Set router 4c6d8d90-9784-4949-b9ef-ca9869489543 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:13:22.965219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (59005f15-308d-4837-9b06-43976fd02ad0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:22.999150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59005f15-308d-4837-9b06-43976fd02ad0']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:23.014421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:23.014812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de18c1bc-7cd2-420a-97a4-ddf5d09c353c') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:23.022307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks [] for router (4c6d8d90-9784-4949-b9ef-ca9869489543), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.047281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (de18c1bc-7cd2-420a-97a4-ddf5d09c353c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.115124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (de18c1bc-7cd2-420a-97a4-ddf5d09c353c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.132654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:13:23.133167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (de18c1bc-7cd2-420a-97a4-ddf5d09c353c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:13:23.135633 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:13:23.314105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (59005f15-308d-4837-9b06-43976fd02ad0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.332237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.340989 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] 10.222.0.52 "DELETE /v2.0/networks/59005f15-308d-4837-9b06-43976fd02ad0 HTTP/1.1" status: 204 len: 168 time: 0.6714325 Feb 03 14:13:23.387469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8efeb-1906-49bc-994f-6bab2d78ab15 admin admin] Pushing event deleted for resources: {'Network': ['ID=59005f15-308d-4837-9b06-43976fd02ad0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:23.462700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-940902ae-4047-4c1d-9a49-b901ab4e6d1a req-56029197-eae1-4830-9815-0561584db340 tempest-VolumesAdminNegativeTest-1087089355 tempest-VolumesAdminNegativeTest-1087089355-project] 10.222.0.52 "GET /v2.0/security-groups?id=9608361a-402d-46d3-b242-ce9b98709497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249611 Feb 03 14:13:23.474802 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:13:18Z', 'revision_number': 5, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:23.557842 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.575359 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] Checking router: 4c6d8d90-9784-4949-b9ef-ca9869489543 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:13:23.580372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-c03c712c-bbbd-4c57-b83e-d5636dbfe8f9 service neutron] 10.222.0.71 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9039376 Feb 03 14:13:23.603000 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] Routers {'4c6d8d90-9784-4949-b9ef-ca9869489543'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:13:23.604459 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c6d8d90-9784-4949-b9ef-ca9869489543'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:23.638194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33014) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:23.736334 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6d41eb3-4714-4f2b-95cd-1ce8e1fbfd5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efc4e56a61274ceab0905bd1f7fc9724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965877 Feb 03 14:13:23.738900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33018) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:23.860397 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] Set router 4c6d8d90-9784-4949-b9ef-ca9869489543 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:13:23.873719 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12972fa9-0f84-417b-b43f-4092ce900278 admin admin] Publish callbacks [] for security_group (993c19c4-fc93-4caa-8195-6121cff18903), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:23.950498 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12972fa9-0f84-417b-b43f-4092ce900278 admin admin] Publish callbacks [] for security_group (993c19c4-fc93-4caa-8195-6121cff18903), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:24.045492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12972fa9-0f84-417b-b43f-4092ce900278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (993c19c4-fc93-4caa-8195-6121cff18903), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:24.049257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12972fa9-0f84-417b-b43f-4092ce900278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:24.052053 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12972fa9-0f84-417b-b43f-4092ce900278 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/993c19c4-fc93-4caa-8195-6121cff18903 HTTP/1.1" status: 204 len: 168 time: 0.3117898 Feb 03 14:13:24.076053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12972fa9-0f84-417b-b43f-4092ce900278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993c19c4-fc93-4caa-8195-6121cff18903,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:24.230424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:24.257817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:24.295291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks [] for router_gateway (4c6d8d90-9784-4949-b9ef-ca9869489543), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:24.325872 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:13:18Z', 'revision_number': 5, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:24.340722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:24.434464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626ec00-9e11-40b7-bfe8-24da6fa88057 req-430be13f-d6dd-4734-8b31-de4be3a01ca0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:24.446091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8626ec00-9e11-40b7-bfe8-24da6fa88057 req-430be13f-d6dd-4734-8b31-de4be3a01ca0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 1.1323433 Feb 03 14:13:24.516580 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63cf986-f413-4e24-8ce2-8a6db4619220 None None] The sync data for ids ['4c6d8d90-9784-4949-b9ef-ca9869489543'] in n-d-827549-2 is: [{'id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065674426-router', 'tenant_id': '066b2c94fe2448ab841c8a536fb42880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:08:51Z', 'updated_at': '2022-02-03T14:13:18Z', 'revision_number': 5, 'project_id': '066b2c94fe2448ab841c8a536fb42880', 'gw_port': {'id': '2fb20c17-75c7-45a4-b822-111f5985e5ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d8d90-9784-4949-b9ef-ca9869489543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:08:53Z', 'updated_at': '2022-02-03T14:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:13:24.543479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Pushing event updated for resources: {'Port': ['ID=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:24.589543 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:24.648399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c4dfbe9e-87af-4c61-8752-ad658fc45f90 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:24.653641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fe86b1dd-d60f-4504-9ed8-5e1360f68766 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:24.762720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: fe86b1dd-d60f-4504-9ed8-5e1360f68766 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:24.763948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fe86b1dd-d60f-4504-9ed8-5e1360f68766 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:24.779425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d66a-13d5-48de-9c64-2c1cee209d9a req-deb5f8a9-6a5a-4991-adfb-924d7a8c93b3 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:24.787677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3f1d66a-13d5-48de-9c64-2c1cee209d9a req-deb5f8a9-6a5a-4991-adfb-924d7a8c93b3 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 931 time: 0.7791014 Feb 03 14:13:24.817568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8626ec00-9e11-40b7-bfe8-24da6fa88057 req-19bb0106-ec5a-408e-a64a-224283ba5683 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699822 Feb 03 14:13:24.834112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5eaea6b2-1978-4663-a046-637b173fed09 None None] Provisioning complete for port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:24.840496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5eaea6b2-1978-4663-a046-637b173fed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:24.883773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:24.884477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:24.903354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-ea00ddc9-7416-49c0-8bc5-6b69a0ff3ede tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:24.925094 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-ea00ddc9-7416-49c0-8bc5-6b69a0ff3ede tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.71 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 945 time: 0.2347023 Feb 03 14:13:24.965773 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:13:24.975146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5eaea6b2-1978-4663-a046-637b173fed09 None None] Port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:13:24.990420 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2430d6b8-d333-4f62-a7f8-2892eec41b56 x-openstack-request-id: req-2430d6b8-d333-4f62-a7f8-2892eec41b56 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:24.992546 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e30bbe1-9faf-488c-8c24-296a69ff30dd", "name": "network-vif-deleted", "tag": "fe86b1dd-d60f-4504-9ed8-5e1360f68766", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:24.995684 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2430d6b8-d333-4f62-a7f8-2892eec41b56 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:25.012701 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30bbe1-9faf-488c-8c24-296a69ff30dd', 'name': 'network-vif-deleted', 'tag': 'fe86b1dd-d60f-4504-9ed8-5e1360f68766', 'status': 'completed', 'code': 200} Feb 03 14:13:25.015207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-225ec56d-f663-4f5f-a88d-307353e509ac tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8273258 Feb 03 14:13:25.045221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d06d89-f28a-42d0-94b6-eb9552fdfcd2 req-63e2010e-3c9a-4707-8534-b0800b61dea9 service neutron] 10.222.0.71 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4333060 Feb 03 14:13:25.046102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bb5e84d5-60b8-4d21-acd5-e213be6f1b35 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:25.098583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Request body: {'port': {'device_id': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:25.134928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Deleting port 2fb20c17-75c7-45a4-b822-111f5985e5ff {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:25.135267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:25.391863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port c4dfbe9e-87af-4c61-8752-ad658fc45f90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:25.435336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Deleting port cb97650b-5dab-4636-b8f5-b113bb1e536b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:25.439057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bb5e84d5-60b8-4d21-acd5-e213be6f1b35 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:25.439638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bb5e84d5-60b8-4d21-acd5-e213be6f1b35 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:25.443960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'port_id': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'mac_address': 'fa:16:3e:60:6f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:25.444606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:25.674864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3f1d66a-13d5-48de-9c64-2c1cee209d9a req-0a2c003f-5ae8-47ef-ac9f-90297d9da52d tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8859696 Feb 03 14:13:25.708742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port c4dfbe9e-87af-4c61-8752-ad658fc45f90 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:25.715771 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:25.761700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] For port cb97650b-5dab-4636-b8f5-b113bb1e536b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cb97650b-5dab-4636-b8f5-b113bb1e536b,segment=NetworkSegment(6003dab0-b0aa-49df-a785-8b3fb233b697),segment_id=6003dab0-b0aa-49df-a785-8b3fb233b697)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:25.762070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:25.771971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] For port 2fb20c17-75c7-45a4-b822-111f5985e5ff, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2fb20c17-75c7-45a4-b822-111f5985e5ff,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:25.772736 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:25.780397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Calling delete_port for cb97650b-5dab-4636-b8f5-b113bb1e536b owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:25.798149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dfbe9e-87af-4c61-8752-ad658fc45f90 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:25.825979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:25.848264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Calling delete_port for 2fb20c17-75c7-45a4-b822-111f5985e5ff owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:25.869794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bdd06-7919-4e7c-8cc2-e75023e177b3 req-5e4f9319-7106-444b-b6d1-ff8f88b5bdda tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:25.877569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b9bdd06-7919-4e7c-8cc2-e75023e177b3 req-5e4f9319-7106-444b-b6d1-ff8f88b5bdda tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/ports?device_id=976dad96-2701-4444-a8a6-0d3a3d3cffa6 HTTP/1.1" status: 200 len: 945 time: 0.7987840 Feb 03 14:13:25.885980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port c4dfbe9e-87af-4c61-8752-ad658fc45f90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:25.896108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.024537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=c4dfbe9e-87af-4c61-8752-ad658fc45f90,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:26.050461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cb97650b-5dab-4636-b8f5-b113bb1e536b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.086490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['cb97650b-5dab-4636-b8f5-b113bb1e536b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:26.145758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Pushing event deleted for resources: {'Port': ['ID=cb97650b-5dab-4636-b8f5-b113bb1e536b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:26.246077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f1d9b-116f-45f1-b925-fcd4e26cd39b req-2993a93e-a079-4ba0-be58-858f2ae2d9a6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:26.255647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f7f1d9b-116f-45f1-b925-fcd4e26cd39b req-2993a93e-a079-4ba0-be58-858f2ae2d9a6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 944 time: 0.4163074 Feb 03 14:13:26.279835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b9bdd06-7919-4e7c-8cc2-e75023e177b3 req-d6b93d03-7f36-44cc-85c0-85169006fd2a tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.52 "GET /v2.0/security-groups?id=074704eb-f481-49e9-a84b-e127cef6d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010298 Feb 03 14:13:26.308741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] No DVR routers for this DVR port cb97650b-5dab-4636-b8f5-b113bb1e536b on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:26.313398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c4dfbe9e-87af-4c61-8752-ad658fc45f90'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:26.316033 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.327127 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e44ba7a3-f29b-49b0-beb6-37cc6f5a20b8 req-18b0bd43-5276-4f55-b5f7-23099e2b4fc8 tempest-InstanceActionsV221TestJSON-1359626173 tempest-InstanceActionsV221TestJSON-1359626173-project] 10.222.0.71 "DELETE /v2.0/ports/cb97650b-5dab-4636-b8f5-b113bb1e536b HTTP/1.1" status: 204 len: 173 time: 1.4003494 Feb 03 14:13:26.505096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:26.611255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] Deleting subnet c8b08a19-06e2-4f1a-9f37-866d4a4adc0c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:13:26.617712 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] Publish callbacks [] for subnet (c8b08a19-06e2-4f1a-9f37-866d4a4adc0c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.715517 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (c8b08a19-06e2-4f1a-9f37-866d4a4adc0c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.764387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f7f1d9b-116f-45f1-b925-fcd4e26cd39b req-d6673e6a-e3c1-4fe4-a038-d4346f1eefa6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5077937 Feb 03 14:13:26.845320 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (c8b08a19-06e2-4f1a-9f37-866d4a4adc0c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.935090 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2fb20c17-75c7-45a4-b822-111f5985e5ff), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.980281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e75dca-5685-4f34-a693-7b245c3e4596 req-64167de0-71d1-4782-ab95-96fbbfbf091e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:26.990699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (c8b08a19-06e2-4f1a-9f37-866d4a4adc0c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:26.997040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5e75dca-5685-4f34-a693-7b245c3e4596 req-64167de0-71d1-4782-ab95-96fbbfbf091e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.3513699 Feb 03 14:13:27.016782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.033227 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c8b08a19-06e2-4f1a-9f37-866d4a4adc0c HTTP/1.1" status: 204 len: 168 time: 0.5265038 Feb 03 14:13:27.034190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33056) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:27.066159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'name': 'network-vif-deleted', 'tag': 'cb97650b-5dab-4636-b8f5-b113bb1e536b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:27.076028 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e560c71-caa8-4ecc-8172-85d8e4bc7009" -d '{"events": [{"server_uuid": "976dad96-2701-4444-a8a6-0d3a3d3cffa6", "name": "network-vif-deleted", "tag": "cb97650b-5dab-4636-b8f5-b113bb1e536b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:27.089984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb20c17-75c7-45a4-b822-111f5985e5ff,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:27.107334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dafa75-3c81-4076-a267-1cb5ed9b0cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b08a19-06e2-4f1a-9f37-866d4a4adc0c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:27.238820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5c1a0e1a-8970-4ff6-bb5c-43832282c6ad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.260471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (4c6d8d90-9784-4949-b9ef-ca9869489543), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.396044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5c1a0e1a-8970-4ff6-bb5c-43832282c6ad), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.437286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1a0e1a-8970-4ff6-bb5c-43832282c6ad']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:27.452189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a19564-2974-42ff-a1e1-d971e96d1cbe') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:27.454138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a19564-2974-42ff-a1e1-d971e96d1cbe') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:27.475488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (02a19564-2974-42ff-a1e1-d971e96d1cbe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.512246 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (02a19564-2974-42ff-a1e1-d971e96d1cbe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.519372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:13:27.520685 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (02a19564-2974-42ff-a1e1-d971e96d1cbe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:13:27.522704 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:13:27.559486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (4c6d8d90-9784-4949-b9ef-ca9869489543), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.577033 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks [] for router_controller (4c6d8d90-9784-4949-b9ef-ca9869489543), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.582585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5e75dca-5685-4f34-a693-7b245c3e4596 req-11079fa1-b4e0-49a4-87e5-0798275d0c16 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815411 Feb 03 14:13:27.635304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbafa90b-3f44-44d0-8d6b-c965bea7fd30 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:27.680166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Publish callbacks [] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.697026 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (4c6d8d90-9784-4949-b9ef-ca9869489543), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.697564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6d8d90-9784-4949-b9ef-ca9869489543 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:13:27.706170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Transition to ACTIVE for port object fbafa90b-3f44-44d0-8d6b-c965bea7fd30 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:27.709627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.713202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3bf727fc-4514-4608-9de4-4e7e5e5378b1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4c6d8d90-9784-4949-b9ef-ca9869489543 HTTP/1.1" status: 204 len: 168 time: 5.1962724 Feb 03 14:13:27.714421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33066) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:27.731415 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:27.788905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761359a9-72ea-4fc5-b7b9-f5f66148ef1e req-8e27e365-5607-40bd-ad38-be81d1375777 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:27.801899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-761359a9-72ea-4fc5-b7b9-f5f66148ef1e req-8e27e365-5607-40bd-ad38-be81d1375777 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 931 time: 0.2494011 Feb 03 14:13:27.962733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] Deleting subnet 52ec2400-dc8b-4e54-a0cd-dbc75f188a51 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:13:27.996688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:28.004586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] Publish callbacks [] for subnet (52ec2400-dc8b-4e54-a0cd-dbc75f188a51), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.129732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-761359a9-72ea-4fc5-b7b9-f5f66148ef1e req-9c5042f2-8a9a-46fb-8d99-ac706da2fc37 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262465 Feb 03 14:13:28.210202 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (52ec2400-dc8b-4e54-a0cd-dbc75f188a51), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.466539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Attempting to bind port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:28.467316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Attempting to bind port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:28.467993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Attempting to bind port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 on network f820fd70-6d3b-43d6-a822-e5079ac00f1c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:28.477037 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d3dad2-917e-4478-8cf6-e24f7e13b54c x-openstack-request-id: req-b6d3dad2-917e-4478-8cf6-e24f7e13b54c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:28.477597 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976dad96-2701-4444-a8a6-0d3a3d3cffa6", "name": "network-vif-deleted", "tag": "cb97650b-5dab-4636-b8f5-b113bb1e536b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:28.477597 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6d3dad2-917e-4478-8cf6-e24f7e13b54c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:28.477957 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976dad96-2701-4444-a8a6-0d3a3d3cffa6', 'name': 'network-vif-deleted', 'tag': 'cb97650b-5dab-4636-b8f5-b113bb1e536b', 'status': 'completed', 'code': 200} Feb 03 14:13:28.490512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 on network f820fd70-6d3b-43d6-a822-e5079ac00f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:13:28.491732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Attempting to bind port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 on network f820fd70-6d3b-43d6-a822-e5079ac00f1c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:28.511041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5c1a0e1a-8970-4ff6-bb5c-43832282c6ad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.517611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.527020 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5c1a0e1a-8970-4ff6-bb5c-43832282c6ad HTTP/1.1" status: 204 len: 168 time: 1.4450486 Feb 03 14:13:28.527682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33080) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:28.540331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:28.541051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Checking segment: {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:28.541823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Bound using segment: {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:28.542728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Bound port: fbafa90b-3f44-44d0-8d6b-c965bea7fd30, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6dfeef-fc03-42ba-809d-b20db13411ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:28.544201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.608949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6501a-4d7f-400e-ab3a-1022f6de9eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1a0e1a-8970-4ff6-bb5c-43832282c6ad,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:28.644109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] Deleting subnet 7e8e55d0-5db7-4591-a7cc-d363a095a1a6 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:13:28.649835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22a80-518c-478d-8795-ea096084c5b4 req-14e95c62-2ad2-4d39-a85a-08363a65f026 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:28.652342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] Publish callbacks [] for subnet (7e8e55d0-5db7-4591-a7cc-d363a095a1a6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.659550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f22a80-518c-478d-8795-ea096084c5b4 req-14e95c62-2ad2-4d39-a85a-08363a65f026 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 945 time: 0.3344529 Feb 03 14:13:28.678387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c4dfbe9e-87af-4c61-8752-ad658fc45f90 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:28.712804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (52ec2400-dc8b-4e54-a0cd-dbc75f188a51), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.750704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (7e8e55d0-5db7-4591-a7cc-d363a095a1a6), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.846922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2fb20c17-75c7-45a4-b822-111f5985e5ff no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:28.849281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7e8e55d0-5db7-4591-a7cc-d363a095a1a6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.871670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f22a80-518c-478d-8795-ea096084c5b4 req-1a8497f5-9b18-4d86-99c0-d68aaa388dde tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101638 Feb 03 14:13:28.887523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] For port fbafa90b-3f44-44d0-8d6b-c965bea7fd30, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:28.907147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] For port fbafa90b-3f44-44d0-8d6b-c965bea7fd30, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:28.919921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (52ec2400-dc8b-4e54-a0cd-dbc75f188a51), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:28.947223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 2fb20c17-75c7-45a4-b822-111f5985e5ff {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:28.947852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2fb20c17-75c7-45a4-b822-111f5985e5ff not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:28.977759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33086) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:28.992825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port c4dfbe9e-87af-4c61-8752-ad658fc45f90 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:29.000820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port c4dfbe9e-87af-4c61-8752-ad658fc45f90 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:29.001234 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.023117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.062722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ec2400-dc8b-4e54-a0cd-dbc75f188a51,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:29.086136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (7e8e55d0-5db7-4591-a7cc-d363a095a1a6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.087280 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.090829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5b627a7c-f9e4-4d34-b73b-75a2fa62e9bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/52ec2400-dc8b-4e54-a0cd-dbc75f188a51 HTTP/1.1" status: 204 len: 168 time: 1.3752062 Feb 03 14:13:29.105686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:29.114821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.123485 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7e8e55d0-5db7-4591-a7cc-d363a095a1a6 HTTP/1.1" status: 204 len: 168 time: 0.5891404 Feb 03 14:13:29.137652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33092) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:29.199935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f3c2a-1349-4237-8d25-04a42792fd58 None None] Network 5bd9f7b3-465e-4f26-9326-0d4362c42fff requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:29.200995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] Deleting subnet 9315d34f-2b1c-4c41-a6ac-eb927eafb833 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:13:29.203031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:29.209311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.209311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] 10.222.0.45 "PUT /v2.0/ports/fbafa90b-3f44-44d0-8d6b-c965bea7fd30 HTTP/1.1" status: 200 len: 1091 time: 4.1290090 Feb 03 14:13:29.210702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'tag': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:29.213006 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fadd8a-82bd-4473-b6ea-45768779d134" -d '{"events": [{"name": "network-changed", "server_uuid": "f4517da8-7909-4448-b221-2d1c49c145b6", "tag": "fbafa90b-3f44-44d0-8d6b-c965bea7fd30"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:29.228602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff4bc8-47e0-4d7f-be1f-8b1a4fea8d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8e55d0-5db7-4591-a7cc-d363a095a1a6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:29.283633 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] Publish callbacks [] for subnet (9315d34f-2b1c-4c41-a6ac-eb927eafb833), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.434719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459edd9-9022-424e-9b99-5431ecfd8b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:29.504505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5caa71-a1f9-492f-b8e2-9a273e6e43e7 req-283ceeb8-4ef1-49a0-b0e7-0171376ab0fa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:29.506696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c5caa71-a1f9-492f-b8e2-9a273e6e43e7 req-283ceeb8-4ef1-49a0-b0e7-0171376ab0fa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.3402052 Feb 03 14:13:29.571620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-84caf2c9-3348-4988-8013-abe324e8f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:29.581248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-84caf2c9-3348-4988-8013-abe324e8f352 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bf8a1a832fa4ca6b6863b4d4623891e&device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 1125 time: 0.2866807 Feb 03 14:13:29.668480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (9315d34f-2b1c-4c41-a6ac-eb927eafb833), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.739045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port c4dfbe9e-87af-4c61-8752-ad658fc45f90 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:29.740116 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.766563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-3980112d-9609-4dac-a47b-3e80d50e74c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbafa90b-3f44-44d0-8d6b-c965bea7fd30 HTTP/1.1" status: 200 len: 217 time: 0.1616271 Feb 03 14:13:29.794477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (91a46193-2069-4a87-82fd-c71d9589f23b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.843880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5bd9f7b3-465e-4f26-9326-0d4362c42fff), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.868330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:29.873265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c5caa71-a1f9-492f-b8e2-9a273e6e43e7 req-652ebe21-f486-4d56-bdec-e2b68b7c2cab tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577814 Feb 03 14:13:29.877606 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95d1832-5541-4298-950d-75a9faf9c746" -d '{"events": [{"server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "name": "network-vif-plugged", "status": "completed", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:29.895188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] DHCP port deletion for 5bd9f7b3-465e-4f26-9326-0d4362c42fff request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:13:29.910866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-3c5fe4fb-b576-4f4b-808a-aeae8f6682b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:29.913713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-3c5fe4fb-b576-4f4b-808a-aeae8f6682b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56c8267e-be90-48c4-a84e-930e7d2566e7 HTTP/1.1" status: 200 len: 854 time: 0.1212974 Feb 03 14:13:29.926786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port c4dfbe9e-87af-4c61-8752-ad658fc45f90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:29.989377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:29.990466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cb97650b-5dab-4636-b8f5-b113bb1e536b no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:30.009084 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ebd717-1812-4e4a-8af0-6c4c90417e39 x-openstack-request-id: req-b5ebd717-1812-4e4a-8af0-6c4c90417e39 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:30.009382 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4517da8-7909-4448-b221-2d1c49c145b6", "tag": "fbafa90b-3f44-44d0-8d6b-c965bea7fd30", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:30.009645 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5ebd717-1812-4e4a-8af0-6c4c90417e39 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:30.010055 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'tag': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30', 'status': 'completed', 'code': 200} Feb 03 14:13:30.030279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9315d34f-2b1c-4c41-a6ac-eb927eafb833), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.091720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb618fb-2268-4fad-8b71-53d2227f7530 req-a723a586-336e-4b2e-a5f6-f1392da5a96c tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:30.105109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfb618fb-2268-4fad-8b71-53d2227f7530 req-a723a586-336e-4b2e-a5f6-f1392da5a96c tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 943 time: 0.3500602 Feb 03 14:13:30.136299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: cb97650b-5dab-4636-b8f5-b113bb1e536b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:13:30.136588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cb97650b-5dab-4636-b8f5-b113bb1e536b not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:30.163466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (91a46193-2069-4a87-82fd-c71d9589f23b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.181514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] Deleting port b9698c91-c982-4f3d-af5a-8b9122d90c73 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:30.181903 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.189387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a46193-2069-4a87-82fd-c71d9589f23b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:30.200724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0123a339-45bf-4ab2-8469-c04b4b17dcfc') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:30.201191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0123a339-45bf-4ab2-8469-c04b4b17dcfc') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:30.212682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (0123a339-45bf-4ab2-8469-c04b4b17dcfc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.229955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0123a339-45bf-4ab2-8469-c04b4b17dcfc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.239188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:13:30.239930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (0123a339-45bf-4ab2-8469-c04b4b17dcfc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.266400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfb618fb-2268-4fad-8b71-53d2227f7530 req-5e62136c-e39e-4de4-b04c-78c1b222a9e7 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592832 Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:13:30.307167 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:13:30.311089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (9315d34f-2b1c-4c41-a6ac-eb927eafb833), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.326137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (91a46193-2069-4a87-82fd-c71d9589f23b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.328297 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.335172 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9315d34f-2b1c-4c41-a6ac-eb927eafb833 HTTP/1.1" status: 204 len: 168 time: 1.3534567 Feb 03 14:13:30.338671 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:30.358875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.366538 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] 10.222.0.52 "DELETE /v2.0/networks/91a46193-2069-4a87-82fd-c71d9589f23b HTTP/1.1" status: 204 len: 168 time: 1.2218981 Feb 03 14:13:30.405724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-05992723-36e2-4323-ab4d-9a2a5adda6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:30.407732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] For port b9698c91-c982-4f3d-af5a-8b9122d90c73, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b9698c91-c982-4f3d-af5a-8b9122d90c73,segment=NetworkSegment(456eb6a8-27e5-4c47-857b-0f4c13e42d64),segment_id=456eb6a8-27e5-4c47-857b-0f4c13e42d64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:30.408206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.417240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-05992723-36e2-4323-ab4d-9a2a5adda6b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f820fd70-6d3b-43d6-a822-e5079ac00f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4920628 Feb 03 14:13:30.485474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=c4dfbe9e-87af-4c61-8752-ad658fc45f90,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:30.487403 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (194be747-9664-49c4-b400-42e682eda572), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:30.502196 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b699e6-5214-4fa3-af8b-0a04c7c7ac3b x-openstack-request-id: req-12b699e6-5214-4fa3-af8b-0a04c7c7ac3b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:30.502583 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "name": "network-vif-plugged", "status": "completed", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:30.503135 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12b699e6-5214-4fa3-af8b-0a04c7c7ac3b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:30.503854 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'code': 200} Feb 03 14:13:30.510382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f66c9a-2541-4108-af43-4b658c892349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9315d34f-2b1c-4c41-a6ac-eb927eafb833,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:30.535733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90cf5e-571e-4ead-a2aa-fcf8fd702c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=91a46193-2069-4a87-82fd-c71d9589f23b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:30.587059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] Calling delete_port for b9698c91-c982-4f3d-af5a-8b9122d90c73 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:30.608562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414311b-607d-4808-8c7a-238d81d2552c req-762cad30-d7c8-48b9-89bb-0d1b2793ec8d tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:30.624747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6414311b-607d-4808-8c7a-238d81d2552c req-762cad30-d7c8-48b9-89bb-0d1b2793ec8d tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.4102421 Feb 03 14:13:30.771946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6414311b-607d-4808-8c7a-238d81d2552c req-e8857501-796e-431f-bb18-02829e732d35 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379745 Feb 03 14:13:30.872761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-bfacd3ae-153c-4fe2-bb59-48a2d936f7c8 service neutron] 10.222.0.45 "GET /v2.0/networks/f820fd70-6d3b-43d6-a822-e5079ac00f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368434 Feb 03 14:13:30.881052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33116) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:30.881844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b9698c91-c982-4f3d-af5a-8b9122d90c73 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:30.935683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (194be747-9664-49c4-b400-42e682eda572), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.041142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194be747-9664-49c4-b400-42e682eda572']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:31.050308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.053552 n-d-827549-2 neutron-server[103343]: INFO neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No ports have port_id starting with b9698c91-c982-4f3d-af5a-8b9122d90c73 Feb 03 14:13:31.074962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6003dab0-b0aa-49df-a785-8b3fb233b697') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:31.075326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6003dab0-b0aa-49df-a785-8b3fb233b697') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:31.108398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (6003dab0-b0aa-49df-a785-8b3fb233b697), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.117096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] Pushing event deleted for resources: {'Port': ['ID=b9698c91-c982-4f3d-af5a-8b9122d90c73,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:31.120447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3881f00-e9c4-4abe-ae9f-39ddc9c4357a None None] No DVR routers for this DVR port b9698c91-c982-4f3d-af5a-8b9122d90c73 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:31.183531 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6003dab0-b0aa-49df-a785-8b3fb233b697), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.197912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:13:31.198325 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (6003dab0-b0aa-49df-a785-8b3fb233b697), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:13:31.384881 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:13:31.402288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (194be747-9664-49c4-b400-42e682eda572), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.420455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.450504 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/194be747-9664-49c4-b400-42e682eda572 HTTP/1.1" status: 204 len: 168 time: 1.0680029 Feb 03 14:13:31.486695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Deleting port b9698c91-c982-4f3d-af5a-8b9122d90c73 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:13:31.487051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.604193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8113a28-7ef9-4e68-b790-b4e9dfa68de4 req-1df672f4-0123-4fde-b7b4-a0c19dfb9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:31.618712 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b8113a28-7ef9-4e68-b790-b4e9dfa68de4 req-1df672f4-0123-4fde-b7b4-a0c19dfb9232 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 1128 time: 1.0618579 Feb 03 14:13:31.649275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af201ad3-44c8-4692-ae17-3eae4e2d8fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=194be747-9664-49c4-b400-42e682eda572,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:31.933624 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] For port b9698c91-c982-4f3d-af5a-8b9122d90c73, host n-d-827549-2, got binding levels [] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:31.934531 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:31.939304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b8113a28-7ef9-4e68-b790-b4e9dfa68de4 req-a899de1d-3ca4-4eeb-b1cf-dfb06f26b3ca service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094215 Feb 03 14:13:31.969640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Calling delete_port for b9698c91-c982-4f3d-af5a-8b9122d90c73 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:13:31.977094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Port b9698c91-c982-4f3d-af5a-8b9122d90c73 was not found and therefore no delete operation was performed {{(pid=103341) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:13:31.980882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b9698c91-c982-4f3d-af5a-8b9122d90c73), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.009537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33134) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:32.059227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9698c91-c982-4f3d-af5a-8b9122d90c73,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:32.074049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] No DVR routers for this DVR port b9698c91-c982-4f3d-af5a-8b9122d90c73 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:32.196551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5bd9f7b3-465e-4f26-9326-0d4362c42fff), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.268780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073036da-6fad-4c6d-8f25-44759b3d6f21 req-ce80e73c-491d-4860-bfdd-1be88f31bce7 service neutron] 10.222.0.45 "GET /v2.0/networks/f820fd70-6d3b-43d6-a822-e5079ac00f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3646522 Feb 03 14:13:32.270164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd9f7b3-465e-4f26-9326-0d4362c42fff']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:32.274848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f7a47bc6-9309-49fe-b9c1-19b351710141 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32750cd8df5b47a2a4a5055489fd8d28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3884592 Feb 03 14:13:32.284194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3d19e-44bb-4e3f-b980-6fd25aa590fb req-79a5dc9b-e198-4513-b48d-8a6e0114eec6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:32.291762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6a3d19e-44bb-4e3f-b980-6fd25aa590fb req-79a5dc9b-e198-4513-b48d-8a6e0114eec6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 1.0771871 Feb 03 14:13:32.295194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456eb6a8-27e5-4c47-857b-0f4c13e42d64') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:32.296506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456eb6a8-27e5-4c47-857b-0f4c13e42d64') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:32.301479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:32.315208 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (456eb6a8-27e5-4c47-857b-0f4c13e42d64), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.335134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (456eb6a8-27e5-4c47-857b-0f4c13e42d64), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.343967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:13:32.344566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (456eb6a8-27e5-4c47-857b-0f4c13e42d64), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.426538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c86c80-0b29-43a4-b9ff-7dd86eba1f42 req-f07355c8-245e-40df-a519-701798106c97 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:13:32.429231 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:13:32.437553 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5bd9f7b3-465e-4f26-9326-0d4362c42fff), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.438791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99c86c80-0b29-43a4-b9ff-7dd86eba1f42 req-f07355c8-245e-40df-a519-701798106c97 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 943 time: 0.2738285 Feb 03 14:13:32.447969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.452674 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5bd9f7b3-465e-4f26-9326-0d4362c42fff HTTP/1.1" status: 204 len: 168 time: 3.3177981 Feb 03 14:13:32.459982 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-95d5920c-7272-4edf-9ae9-5d8434262ca3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=144c33338cba4698839629365a29a0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408164 Feb 03 14:13:32.466862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33140) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:32.475889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4a835-790c-47bd-a954-954bcc2a5b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd9f7b3-465e-4f26-9326-0d4362c42fff,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:32.543682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e28ea0f8-4d7a-422c-ba60-d27775f3f33c admin admin] Publish callbacks [] for security_group (074704eb-f481-49e9-a84b-e127cef6d80c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.590764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a09-727b-4151-aa0f-e7710cca0c8e admin admin] Publish callbacks [] for security_group (9608361a-402d-46d3-b242-ce9b98709497), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.601817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e28ea0f8-4d7a-422c-ba60-d27775f3f33c admin admin] Publish callbacks [] for security_group (074704eb-f481-49e9-a84b-e127cef6d80c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.628079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6a3d19e-44bb-4e3f-b980-6fd25aa590fb req-bea888c5-a931-467a-906f-d09144ace276 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344331 Feb 03 14:13:32.688869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99c86c80-0b29-43a4-b9ff-7dd86eba1f42 req-a01c41d7-79a8-4844-8acc-a85f2e2db0b0 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485876 Feb 03 14:13:32.762922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-069eab86-8bf6-4279-be52-e87ed0bd0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:32.772718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-069eab86-8bf6-4279-be52-e87ed0bd0b6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2bf8a1a832fa4ca6b6863b4d4623891e&device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 1125 time: 0.4287779 Feb 03 14:13:32.783169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e28ea0f8-4d7a-422c-ba60-d27775f3f33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (074704eb-f481-49e9-a84b-e127cef6d80c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.786619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e28ea0f8-4d7a-422c-ba60-d27775f3f33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:32.790149 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e28ea0f8-4d7a-422c-ba60-d27775f3f33c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/074704eb-f481-49e9-a84b-e127cef6d80c HTTP/1.1" status: 204 len: 168 time: 0.3200722 Feb 03 14:13:32.839045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ea0f8-4d7a-422c-ba60-d27775f3f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074704eb-f481-49e9-a84b-e127cef6d80c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:32.906196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a09-727b-4151-aa0f-e7710cca0c8e admin admin] Publish callbacks [] for security_group (9608361a-402d-46d3-b242-ce9b98709497), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:33.100277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:33.181978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a09-727b-4151-aa0f-e7710cca0c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9608361a-402d-46d3-b242-ce9b98709497), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:33.185173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1a09-727b-4151-aa0f-e7710cca0c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:33.186840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bf8a1a09-727b-4151-aa0f-e7710cca0c8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9608361a-402d-46d3-b242-ce9b98709497 HTTP/1.1" status: 204 len: 168 time: 0.8818028 Feb 03 14:13:33.211650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-97eb9b27-a9d7-4afc-b34f-4c479216b7d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ded17569e92940a89c28a22f6232dc47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1061006 Feb 03 14:13:33.215934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33152) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:33.216220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a1a09-727b-4151-aa0f-e7710cca0c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9608361a-402d-46d3-b242-ce9b98709497,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:33.219329 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-541b94ed-5f32-428c-96c3-d8dce3fb94a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801052 Feb 03 14:13:33.313222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-4b622d64-1606-42d8-a579-c66d8983f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.316855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-4b622d64-1606-42d8-a579-c66d8983f75b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f820fd70-6d3b-43d6-a822-e5079ac00f1c HTTP/1.1" status: 200 len: 916 time: 0.5356324 Feb 03 14:13:33.341188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841c42-7c48-478c-93ef-b0fc7e934fee req-bead0789-ffd6-4f77-8e1d-3fb1c70e7133 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.343682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d993f5f-c199-4272-8249-573edec0549e admin admin] Publish callbacks [] for security_group (f9aa400a-f7a9-4c07-a2b5-b81d71465473), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:33.348928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17841c42-7c48-478c-93ef-b0fc7e934fee req-bead0789-ffd6-4f77-8e1d-3fb1c70e7133 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.4028072 Feb 03 14:13:33.382578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d993f5f-c199-4272-8249-573edec0549e admin admin] Publish callbacks [] for security_group (f9aa400a-f7a9-4c07-a2b5-b81d71465473), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:33.542992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-b5a2be70-4a3b-4d34-8af9-1468f0695eff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbafa90b-3f44-44d0-8d6b-c965bea7fd30 HTTP/1.1" status: 200 len: 217 time: 0.1239514 Feb 03 14:13:33.553939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-830f6d3e-b22a-42c1-a153-4f25b8ce56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.555329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17841c42-7c48-478c-93ef-b0fc7e934fee req-ee18075d-2c8d-4d75-abf9-d8f30b91372e tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996648 Feb 03 14:13:33.558803 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-830f6d3e-b22a-42c1-a153-4f25b8ce56e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 1127 time: 0.1036279 Feb 03 14:13:33.578813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d993f5f-c199-4272-8249-573edec0549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f9aa400a-f7a9-4c07-a2b5-b81d71465473), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:33.585323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d993f5f-c199-4272-8249-573edec0549e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:33.587117 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6d993f5f-c199-4272-8249-573edec0549e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9aa400a-f7a9-4c07-a2b5-b81d71465473 HTTP/1.1" status: 204 len: 168 time: 0.3665559 Feb 03 14:13:33.599023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d993f5f-c199-4272-8249-573edec0549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa400a-f7a9-4c07-a2b5-b81d71465473,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:33.689306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-28af2366-59a0-494e-b3d4-f33332e7e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.691968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-28af2366-59a0-494e-b3d4-f33332e7e8c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56c8267e-be90-48c4-a84e-930e7d2566e7 HTTP/1.1" status: 200 len: 854 time: 0.1331773 Feb 03 14:13:33.755594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-db5edf68-c6fd-4d23-ba5f-8a1aa926fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.757174 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-db5edf68-c6fd-4d23-ba5f-8a1aa926fc3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1491396 Feb 03 14:13:33.837237 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-02b4b7f6-9cf3-455f-8dbe-5d89c5b6eb6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 200 len: 217 time: 0.0697875 Feb 03 14:13:33.898623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-22b4dd80-2af5-4ed1-852f-6e04bf8a5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.900208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-22b4dd80-2af5-4ed1-852f-6e04bf8a5b06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f820fd70-6d3b-43d6-a822-e5079ac00f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1996295 Feb 03 14:13:33.908216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ded9dd-187f-4295-9e4a-863ff9f9efd8 req-5e34367e-54f2-42cb-b411-04faecce776b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.910274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97ded9dd-187f-4295-9e4a-863ff9f9efd8 req-5e34367e-54f2-42cb-b411-04faecce776b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.1811326 Feb 03 14:13:33.919007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d7885-0362-4b7b-bb98-1ad052ee5467 req-22ebbc75-1d3f-43dd-8bf5-fdb61359818a tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.921354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-641d7885-0362-4b7b-bb98-1ad052ee5467 req-22ebbc75-1d3f-43dd-8bf5-fdb61359818a tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 943 time: 0.1316087 Feb 03 14:13:33.946625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-c8e8f4af-f9a6-4d8b-bfc5-3d5223ad9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:33.949267 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-c8e8f4af-f9a6-4d8b-bfc5-3d5223ad9717 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1007631 Feb 03 14:13:34.011288 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-531c96a2-ac21-4a00-911f-cabd9fcd0e02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532749 Feb 03 14:13:34.078998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97ded9dd-187f-4295-9e4a-863ff9f9efd8 req-e19bce33-c3a0-42bd-b508-24f4b17aeaab tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561399 Feb 03 14:13:34.091481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-641d7885-0362-4b7b-bb98-1ad052ee5467 req-4d321da0-2b30-4712-ae23-2f3d54063bba tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379011 Feb 03 14:13:34.128361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-6ae20116-0197-4661-9a2b-95cb7e22e51b service neutron] 10.222.0.45 "GET /v2.0/networks/f820fd70-6d3b-43d6-a822-e5079ac00f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168758 Feb 03 14:13:34.176985 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-78f16ea0-6aeb-4017-a44a-0a9d0efb0cdc service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552918 Feb 03 14:13:34.248967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27fadd8a-82bd-4473-b6ea-45768779d134 req-4f37542a-a103-43ac-bcc1-df6d7921cea1 service neutron] 10.222.0.45 "GET /v2.0/networks/f820fd70-6d3b-43d6-a822-e5079ac00f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119041 Feb 03 14:13:34.310324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e342a885-a0a8-4927-91a5-a569bdc1ab2a req-84f1dc74-d51c-42f8-b6d9-1d4ff9164916 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233063 Feb 03 14:13:34.487050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33234) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:34.496092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33236) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:34.546995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eca4230a-34d8-4c19-a607-0fd2c4bb978b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bb227545c654665b47079abcdebf97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474722 Feb 03 14:13:34.547395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33238) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:34.575102 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-16b174ff-467e-4bf5-8c03-60df9277c6dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=066b2c94fe2448ab841c8a536fb42880&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0869343 Feb 03 14:13:34.575651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33240) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:34.624463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c1de944-7dd7-4b79-bdc6-f5b870725d4e admin admin] Publish callbacks [] for security_group (5b17146f-acc3-4c48-a08b-39f8e15c461c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.653282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33248) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:34.655648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c1de944-7dd7-4b79-bdc6-f5b870725d4e admin admin] Publish callbacks [] for security_group (5b17146f-acc3-4c48-a08b-39f8e15c461c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.680375 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f761db74-e518-4275-b785-60fbdd18dbbd admin admin] Publish callbacks [] for security_group (681bf059-0e96-45ff-bf24-5f2b5b93ee3f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.709519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f761db74-e518-4275-b785-60fbdd18dbbd admin admin] Publish callbacks [] for security_group (681bf059-0e96-45ff-bf24-5f2b5b93ee3f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.774996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304c265-7545-4371-90bd-29ebcab506dc req-390ab9e8-4ff2-443b-be7b-7a5aa17ed190 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:34.776720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a304c265-7545-4371-90bd-29ebcab506dc req-390ab9e8-4ff2-443b-be7b-7a5aa17ed190 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.1181674 Feb 03 14:13:34.787608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c1de944-7dd7-4b79-bdc6-f5b870725d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b17146f-acc3-4c48-a08b-39f8e15c461c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.791225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c1de944-7dd7-4b79-bdc6-f5b870725d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.792496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c1de944-7dd7-4b79-bdc6-f5b870725d4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b17146f-acc3-4c48-a08b-39f8e15c461c HTTP/1.1" status: 204 len: 168 time: 0.2439365 Feb 03 14:13:34.811447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1de944-7dd7-4b79-bdc6-f5b870725d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b17146f-acc3-4c48-a08b-39f8e15c461c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:34.839225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f761db74-e518-4275-b785-60fbdd18dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (681bf059-0e96-45ff-bf24-5f2b5b93ee3f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.850964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f761db74-e518-4275-b785-60fbdd18dbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:34.853261 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f761db74-e518-4275-b785-60fbdd18dbbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/681bf059-0e96-45ff-bf24-5f2b5b93ee3f HTTP/1.1" status: 204 len: 168 time: 0.2760456 Feb 03 14:13:34.874049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761db74-e518-4275-b785-60fbdd18dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681bf059-0e96-45ff-bf24-5f2b5b93ee3f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:34.884702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33286) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:34.938403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a304c265-7545-4371-90bd-29ebcab506dc req-bbe083e2-318b-4c1e-8132-5a062c8bad7f tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446848 Feb 03 14:13:34.975470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6312fce-6dcf-4180-a2e3-5f313787cb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.101030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387e5ec-3844-4b8d-8662-0260ad06fa7f req-0921c993-9aa0-42a2-a258-c75bda5dc51d tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:35.102852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8387e5ec-3844-4b8d-8662-0260ad06fa7f req-0921c993-9aa0-42a2-a258-c75bda5dc51d tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.0792472 Feb 03 14:13:35.112465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33296) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:35.116014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6312fce-6dcf-4180-a2e3-5f313787cb71 admin admin] Publish callbacks [] for security_group (d4373d21-a293-42f3-b96a-33941a2c63d4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.118969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Request body: {'floatingip': {'port_id': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:35.123374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6312fce-6dcf-4180-a2e3-5f313787cb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d4373d21-a293-42f3-b96a-33941a2c63d4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.178730 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6312fce-6dcf-4180-a2e3-5f313787cb71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53020c15afb14a08ade1bbd592e6dc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240617 Feb 03 14:13:35.193351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33304) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:35.234722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for floatingip (213527fd-b40d-4579-865e-04d27f55c014), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.237891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6312fce-6dcf-4180-a2e3-5f313787cb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4373d21-a293-42f3-b96a-33941a2c63d4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:35.288721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80dd72f7-78fe-47b1-b89d-2f012c0839de admin admin] Publish callbacks [] for security_group (d4373d21-a293-42f3-b96a-33941a2c63d4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.324093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80dd72f7-78fe-47b1-b89d-2f012c0839de admin admin] Publish callbacks [] for security_group (d4373d21-a293-42f3-b96a-33941a2c63d4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.384939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-756493477-network', 'tenant_id': '878d98bc9a574def82b449c72f05a847'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:35.415675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Made reservation on behalf of 878d98bc9a574def82b449c72f05a847 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:35.423054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.450904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.464019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b264e-c81e-43f1-b75d-d930e4a6da9a req-b1e62ab5-0afe-42d8-ba23-17dea1b6457a tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:35.465471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-588b264e-c81e-43f1-b75d-d930e4a6da9a req-b1e62ab5-0afe-42d8-ba23-17dea1b6457a tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 943 time: 0.2028799 Feb 03 14:13:35.489209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080a71-3d6a-4ac2-9188-808c756b4aa2 req-14955346-7eb8-44ce-96cd-63d218e07644 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:35.491017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5080a71-3d6a-4ac2-9188-808c756b4aa2 req-14955346-7eb8-44ce-96cd-63d218e07644 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.2446976 Feb 03 14:13:35.539248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80dd72f7-78fe-47b1-b89d-2f012c0839de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d4373d21-a293-42f3-b96a-33941a2c63d4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.541860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80dd72f7-78fe-47b1-b89d-2f012c0839de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.545289 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-80dd72f7-78fe-47b1-b89d-2f012c0839de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4373d21-a293-42f3-b96a-33941a2c63d4 HTTP/1.1" status: 204 len: 168 time: 0.3485286 Feb 03 14:13:35.583739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd72f7-78fe-47b1-b89d-2f012c0839de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4373d21-a293-42f3-b96a-33941a2c63d4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:35.652621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks [] for security_group (5644456e-d7b9-4271-a077-efe9f01cd073), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.660035 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5644456e-d7b9-4271-a077-efe9f01cd073), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.683973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:13:35.710377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bacf7913-8350-419d-be89-f50928519438), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.711005 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Added segment bacf7913-8350-419d-be89-f50928519438 of type vlan for network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 Feb 03 14:13:35.723862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5644456e-d7b9-4271-a077-efe9f01cd073,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:35.789542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (89b1c14c-44ba-4d10-b70d-8303bf05e4a6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.836261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (89b1c14c-44ba-4d10-b70d-8303bf05e4a6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.837324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:35.838142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:35.871882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-588b264e-c81e-43f1-b75d-d930e4a6da9a req-880cd126-77af-43ae-9365-1bac0b8231be tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955464 Feb 03 14:13:35.894761 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0074267 Feb 03 14:13:35.897384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33326) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:35.908183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5080a71-3d6a-4ac2-9188-808c756b4aa2 req-27a3012f-dc8c-4f00-bbe6-501b376a3bd4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061441 Feb 03 14:13:35.916954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Request body: {'subnet': {'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-756493477-subnet', 'tenant_id': '878d98bc9a574def82b449c72f05a847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:35.991108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d432ec-4996-453a-9012-d2a507939a88 admin admin] Pushing event updated for resources: {'Network': ['ID=89b1c14c-44ba-4d10-b70d-8303bf05e4a6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:35.996732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Made reservation on behalf of 878d98bc9a574def82b449c72f05a847 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:36.002088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.004724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:13:36.175884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.250164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (213527fd-b40d-4579-865e-04d27f55c014), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.394947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fbafa90b-3f44-44d0-8d6b-c965bea7fd30 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:36.410329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.478458 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Floating IP 213527fd-b40d-4579-865e-04d27f55c014 associated. External IP: 172.25.0.53, port: c4dfbe9e-87af-4c61-8752-ad658fc45f90. Feb 03 14:13:36.482748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:36.495696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Checking segment: {'id': 'bacf7913-8350-419d-be89-f50928519438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:36.496069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Network hostable DHCP agents. Network: 89b1c14c-44ba-4d10-b70d-8303bf05e4a6, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:13:36.517529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:13:36.531446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 89b1c14c-44ba-4d10-b70d-8303bf05e4a6) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:36.539333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:36.540456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.547668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d29dc-a79f-49eb-965d-be329a09f6bf None None] Network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:36.584111 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6d34c834-f82d-4a1b-8815-35ac6662e190 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6757092 Feb 03 14:13:36.720109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fbafa90b-3f44-44d0-8d6b-c965bea7fd30, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:36.751515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30', 'network_id': 'f820fd70-6d3b-43d6-a822-e5079ac00f1c', 'port_id': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30', 'mac_address': 'fa:16:3e:b2:6b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c8267e-be90-48c4-a84e-930e7d2566e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:36.820620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:36.821275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.854657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbafa90b-3f44-44d0-8d6b-c965bea7fd30 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:36.888387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fbafa90b-3f44-44d0-8d6b-c965bea7fd30, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:36.898388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:36.934394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Router e954a0c1-9950-4fab-bfb9-7a79a074fc38 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:13:37.023195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:37.035984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c06f57-e7f3-482b-9ba5-9cb16bd95121 None None] Network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:37.163400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['fbafa90b-3f44-44d0-8d6b-c965bea7fd30'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:37.264719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:13:37.276284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff37e7e-7a51-4810-a7ad-e9d4e1288f21 req-ef548585-c1b4-4c6c-af9a-f2de0beedc73 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:37.281072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ff37e7e-7a51-4810-a7ad-e9d4e1288f21 req-ef548585-c1b4-4c6c-af9a-f2de0beedc73 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.1581147 Feb 03 14:13:37.285508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] Sync routers for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:13:37.286867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:37.322961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc47e43-fd13-4d8e-87db-08f3393c7924 req-ced13b27-2598-475d-8ddb-9538791e832c tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:37.325440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cc47e43-fd13-4d8e-87db-08f3393c7924 req-ced13b27-2598-475d-8ddb-9538791e832c tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 944 time: 0.2006826 Feb 03 14:13:37.356536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c12c77dc-ff89-4e97-93c2-4ee187a813cf tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "PUT /v2.0/floatingips/213527fd-b40d-4579-865e-04d27f55c014 HTTP/1.1" status: 200 len: 991 time: 2.2382028 Feb 03 14:13:37.356536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:37.357864 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70392092-12f4-4f26-ae44-c5e2122b68e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:37.384241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:13:37.385750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:37.407857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ff37e7e-7a51-4810-a7ad-e9d4e1288f21 req-7adda794-aa9a-4ecd-abab-a3bf018fcfbf tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171484 Feb 03 14:13:37.475829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cc47e43-fd13-4d8e-87db-08f3393c7924 req-92f2ca68-8451-4ebc-bae0-a1c7e5dd5da0 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138840 Feb 03 14:13:37.577235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:13:37.830409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33398) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:37.925895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-6a1e4981-b5d3-43da-a084-04b9d2ebf77b tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f9d285d19be54ccba255ffd4eba34831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466261 Feb 03 14:13:37.959522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '213527fd-b40d-4579-865e-04d27f55c014', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'port_id': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'mac_address': 'fa:16:3e:60:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:05Z', 'updated_at': '2022-02-03T14:13:36Z', 'revision_number': 1, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:03Z', 'revision_number': 5, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:37.966669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-120019581-network', 'tenant_id': '13f7bd6b268a4f589e4227fffba7ef6d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:37.995483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] Checking router: e954a0c1-9950-4fab-bfb9-7a79a074fc38 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:13:38.005185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Made reservation on behalf of 13f7bd6b268a4f589e4227fffba7ef6d for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:38.007591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.019449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.028000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:13:38.029409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:38.117055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks [] for security_group (05a939c9-67b5-4f69-b4ce-07e7ba654a02), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.123741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (05a939c9-67b5-4f69-b4ce-07e7ba654a02), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.139387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:13:38.147391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-3ebd5dcb-cd74-43f8-861f-cc71211f0e10 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:38.154180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-3ebd5dcb-cd74-43f8-861f-cc71211f0e10 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265878 Feb 03 14:13:38.158983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (54238983-88f9-48fe-b9e4-001260c838db), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.159341 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Added segment 54238983-88f9-48fe-b9e4-001260c838db of type vlan for network 3f1e89da-2c0d-403c-bb72-39f4e03ecf13 Feb 03 14:13:38.174737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781d06-7c9f-4a81-a791-838340436e56 req-6657ea14-0b06-449a-9cb9-fc5935b22cda tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:38.176351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-6657ea14-0b06-449a-9cb9-fc5935b22cda tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/networks?id=89b1c14c-44ba-4d10-b70d-8303bf05e4a6 HTTP/1.1" status: 200 len: 821 time: 0.2047291 Feb 03 14:13:38.184650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-1357dcb3-9ac4-4441-9d44-407930013b5e tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/quotas/f9d285d19be54ccba255ffd4eba34831 HTTP/1.1" status: 200 len: 375 time: 0.0293071 Feb 03 14:13:38.219120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-5d8f83da-7839-40a2-8d7b-601826fc22c2 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/quotas/878d98bc9a574def82b449c72f05a847 HTTP/1.1" status: 200 len: 375 time: 0.0323853 Feb 03 14:13:38.234243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96a6d7fb-5767-4f9c-a63c-f7ce2cc3f4c2 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9d285d19be54ccba255ffd4eba34831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488126 Feb 03 14:13:38.241953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3f1e89da-2c0d-403c-bb72-39f4e03ecf13), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.282537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-aefd97f2-f63b-453d-af7a-84d084628759 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=878d98bc9a574def82b449c72f05a847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446706 Feb 03 14:13:38.315454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a939c9-67b5-4f69-b4ce-07e7ba654a02,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:38.316966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:13:38.333329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3f1e89da-2c0d-403c-bb72-39f4e03ecf13), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.334566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:38.335842 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.414281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fbafa90b-3f44-44d0-8d6b-c965bea7fd30 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:38.428984 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5956686 Feb 03 14:13:38.430300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33422) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:38.457406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Request body: {'subnet': {'network_id': '3f1e89da-2c0d-403c-bb72-39f4e03ecf13', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-120019581-subnet', 'tenant_id': '13f7bd6b268a4f589e4227fffba7ef6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:38.497520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f92103-aa3f-471c-b50b-101fc302b001 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1e89da-2c0d-403c-bb72-39f4e03ecf13,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:38.531851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3f1e89da-2c0d-403c-bb72-39f4e03ecf13 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:13:38.547883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Made reservation on behalf of 13f7bd6b268a4f589e4227fffba7ef6d for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:38.562514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.590573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-b66220ac-bb28-439e-bb99-de38243fbdc1 service neutron] 10.222.0.52 "GET /v2.0/networks/89b1c14c-44ba-4d10-b70d-8303bf05e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947254 Feb 03 14:13:38.871888 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:38.881909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:38.901579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:38.902217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:39.028785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (e705f2ec-aaf0-49ab-b73a-4669119dddd1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:39.052870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '213527fd-b40d-4579-865e-04d27f55c014', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'port_id': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'mac_address': 'fa:16:3e:60:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:05Z', 'updated_at': '2022-02-03T14:13:36Z', 'revision_number': 1, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:03Z', 'revision_number': 5, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:39.057436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:39.058187 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:39.101024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b1fd5-1dc4-449f-a9d7-52ba9f11d654 None None] The sync data for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 is: [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '213527fd-b40d-4579-865e-04d27f55c014', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'port_id': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'mac_address': 'fa:16:3e:60:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:13:05Z', 'updated_at': '2022-02-03T14:13:36Z', 'revision_number': 1, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:03Z', 'revision_number': 5, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:13:39.122209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:39.130336 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e97036-0d9b-48a2-94c0-b12f44d8620e" -d '{"events": [{"server_uuid": "f4517da8-7909-4448-b221-2d1c49c145b6", "name": "network-vif-plugged", "status": "completed", "tag": "fbafa90b-3f44-44d0-8d6b-c965bea7fd30"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:39.180156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port fbafa90b-3f44-44d0-8d6b-c965bea7fd30, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:39.211647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:39.243180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3cc2ec3d-ec43-4781-a0d8-5f75540eec14 service neutron] 10.222.0.52 "GET /v2.0/networks/89b1c14c-44ba-4d10-b70d-8303bf05e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443419 Feb 03 14:13:39.271411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710be25-045a-4a14-9a96-ee907b6e2149 req-2ed2e7e3-f590-4a1d-83c5-c67a74fcd7b8 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:39.282242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c710be25-045a-4a14-9a96-ee907b6e2149 req-2ed2e7e3-f590-4a1d-83c5-c67a74fcd7b8 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.6839721 Feb 03 14:13:39.292803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e705f2ec-aaf0-49ab-b73a-4669119dddd1,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:39.295163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Checking segment: {'id': '54238983-88f9-48fe-b9e4-001260c838db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3f1e89da-2c0d-403c-bb72-39f4e03ecf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:39.295529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Network hostable DHCP agents. Network: 3f1e89da-2c0d-403c-bb72-39f4e03ecf13, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:13:39.308224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:39.350441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Network 3f1e89da-2c0d-403c-bb72-39f4e03ecf13 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:13:39.366543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3f1e89da-2c0d-403c-bb72-39f4e03ecf13) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:39.372955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:39.373690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:39.382371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee3351-4de0-40cf-b39a-f02bbada9757 None None] Network 3f1e89da-2c0d-403c-bb72-39f4e03ecf13 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:39.406350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c710be25-045a-4a14-9a96-ee907b6e2149 req-065f541c-96d7-4a50-8320-28b4f9961bed tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225734 Feb 03 14:13:39.411401 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-91e47173-6f3b-4a0a-b175-b47682122c61 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9776568 Feb 03 14:13:39.508289 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2dc3d-1d91-4c2c-acc1-5837ca9fff73 x-openstack-request-id: req-0de2dc3d-1d91-4c2c-acc1-5837ca9fff73 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:39.508812 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:39.509277 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0de2dc3d-1d91-4c2c-acc1-5837ca9fff73 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:39.509970 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'status': 'completed', 'code': 200} Feb 03 14:13:39.531460 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402351a6-33b1-4842-8d3c-9b03f403d86c None None] New status for floating IP 213527fd-b40d-4579-865e-04d27f55c014: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:13:39.560091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b843dd-9ff5-4594-bb13-d5b661326394 None None] Network 3f1e89da-2c0d-403c-bb72-39f4e03ecf13 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:39.703928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c6053ae-6468-4d3f-97a1-4cea02bd65e3 req-c9c4094f-ee33-4a01-8173-05b2699da03e tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 210 time: 0.0712566 Feb 03 14:13:39.846867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cd4cc-a188-450c-91a4-f2cc189ff655 req-3e126650-ed9c-45c1-80d3-fe3273ea9562 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:39.852573 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-33ccb607-0148-4f8d-9605-572e69000a17 service neutron] show failed (client error): The resource could not be found. Feb 03 14:13:39.853382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d8cd4cc-a188-450c-91a4-f2cc189ff655 req-3e126650-ed9c-45c1-80d3-fe3273ea9562 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.1476390 Feb 03 14:13:39.853605 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-33ccb607-0148-4f8d-9605-572e69000a17 service neutron] 10.222.0.45 "GET /v2.0/ports/3388ed18-d5ab-48b4-a00c-1400e2b8f36a/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.1798360 Feb 03 14:13:39.872995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-2a6756ea-1d1b-40f8-9f25-38ca76827d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:39.875000 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-2a6756ea-1d1b-40f8-9f25-38ca76827d42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e00b989922d43fabc2c7a77da65c113&device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 1128 time: 0.2800848 Feb 03 14:13:39.996655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-79359842-9f96-4a04-8e22-731b87eee4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:39.998463 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-79359842-9f96-4a04-8e22-731b87eee4be service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 HTTP/1.1" status: 200 len: 914 time: 0.1162369 Feb 03 14:13:40.051125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d8cd4cc-a188-450c-91a4-f2cc189ff655 req-108e9100-32ed-452f-8c89-010f23b698e7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796122 Feb 03 14:13:40.071879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b43693-cbc0-47cb-8df7-fffc19fa15d2 req-3d2a40be-d78a-4752-ba88-7d685d3947f3 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:40.079451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b43693-cbc0-47cb-8df7-fffc19fa15d2 req-3d2a40be-d78a-4752-ba88-7d685d3947f3 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 945 time: 0.2072208 Feb 03 14:13:40.107146 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-aeddfa37-e3be-41b5-9477-c7ac7acc93e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90 HTTP/1.1" status: 200 len: 1001 time: 0.0978382 Feb 03 14:13:40.130568 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9402d5c4-66a1-43b9-86db-cc8e19b205c1 x-openstack-request-id: req-9402d5c4-66a1-43b9-86db-cc8e19b205c1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:40.131421 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4517da8-7909-4448-b221-2d1c49c145b6", "name": "network-vif-plugged", "status": "completed", "tag": "fbafa90b-3f44-44d0-8d6b-c965bea7fd30", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:40.132054 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9402d5c4-66a1-43b9-86db-cc8e19b205c1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:40.132508 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30', 'code': 200} Feb 03 14:13:40.200451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b43693-cbc0-47cb-8df7-fffc19fa15d2 req-480b4c4e-01a4-4220-806d-957b8571e133 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139154 Feb 03 14:13:40.223158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-659018db-beaa-465e-b80f-b1ea83ad6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:40.225692 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-659018db-beaa-465e-b80f-b1ea83ad6672 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a46e3405-2ca2-47cd-83b7-d0498f4017a2 HTTP/1.1" status: 200 len: 852 time: 0.1108761 Feb 03 14:13:40.257753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-bb9d913c-c439-4416-9835-29903a8e2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:40.260667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-bb9d913c-c439-4416-9835-29903a8e2b6c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260&tenant_id=daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 1132 time: 0.1171217 Feb 03 14:13:40.332081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d5d2ce4-0d3b-4e21-8da9-92bc02fdd8a5 req-d944a4fd-0444-4160-84b5-588de09aa877 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 210 time: 0.0441670 Feb 03 14:13:40.337996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:40.395497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-399b4abc-77dc-49e2-94d8-031816bf8189 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f9d285d19be54ccba255ffd4eba34831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657938 Feb 03 14:13:40.446103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:40.507739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d047d45e-954b-4197-ad31-6e9fbb1106bc req-bf0d8010-50de-4fdd-bcdf-833ab97a781b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1907300504', 'description': 'tempest-description-891843881'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:40.554940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-5584fd19-f298-495c-a661-0d721cb32fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:40.556791 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-5584fd19-f298-495c-a661-0d721cb32fe2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3199000 Feb 03 14:13:40.559069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb58e-e8e4-4692-82b4-bd3e06198e5a req-d103f38f-3dbc-4df3-acf1-3a70b4082084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:40.560681 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cccb58e-e8e4-4692-82b4-bd3e06198e5a req-d103f38f-3dbc-4df3-acf1-3a70b4082084 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 1127 time: 0.2714498 Feb 03 14:13:40.631696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d047d45e-954b-4197-ad31-6e9fbb1106bc req-bf0d8010-50de-4fdd-bcdf-833ab97a781b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:40.689415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-e74b40ee-9aff-47af-aa77-5fcef156c5d1 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:40.691457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-e74b40ee-9aff-47af-aa77-5fcef156c5d1 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872713 Feb 03 14:13:40.708669 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cccb58e-e8e4-4692-82b4-bd3e06198e5a req-3f835d93-95b8-47bd-a21a-51bfe508270e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406922 Feb 03 14:13:40.737257 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-f41acf9e-43a8-4378-9901-7b0d22413290 service neutron] 10.222.0.71 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665521 Feb 03 14:13:40.743244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Request body: {'port': {'device_id': 'b7548952-cf01-4242-9578-25b555644b0b', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'f9d285d19be54ccba255ffd4eba34831'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:40.779086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52ca23-0fdf-4516-855d-5eac678483ee req-a1dd90b4-b67c-489a-910f-8ccb230f65f4 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:40.780555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca52ca23-0fdf-4516-855d-5eac678483ee req-a1dd90b4-b67c-489a-910f-8ccb230f65f4 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.1549623 Feb 03 14:13:40.830300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:40.918257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d047d45e-954b-4197-ad31-6e9fbb1106bc req-bf0d8010-50de-4fdd-bcdf-833ab97a781b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (2db64cbc-97d3-40fc-9107-663536b64179), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:40.933444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d047d45e-954b-4197-ad31-6e9fbb1106bc req-bf0d8010-50de-4fdd-bcdf-833ab97a781b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2db64cbc-97d3-40fc-9107-663536b64179), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:40.944820 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-70392092-12f4-4f26-ae44-c5e2122b68e5 req-4cc7e7d7-6bbb-44df-b7da-d62cca1e082c service neutron] 10.222.0.71 "GET /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954522 Feb 03 14:13:40.952063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca52ca23-0fdf-4516-855d-5eac678483ee req-5802c3a8-c772-45c8-b413-f31497f1b563 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609237 Feb 03 14:13:40.964905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Made reservation on behalf of f9d285d19be54ccba255ffd4eba34831 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:40.965902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:40.970780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:40.991469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:40.996582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d047d45e-954b-4197-ad31-6e9fbb1106bc req-bf0d8010-50de-4fdd-bcdf-833ab97a781b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.011258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d047d45e-954b-4197-ad31-6e9fbb1106bc req-bf0d8010-50de-4fdd-bcdf-833ab97a781b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5224953 Feb 03 14:13:41.033338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d8010-50de-4fdd-bcdf-833ab97a781b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db64cbc-97d3-40fc-9107-663536b64179,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:41.073087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Publish callbacks [] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.129017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ddcbdee4-56b4-4f4f-b723-316bb533972a req-996c6e0a-f8f1-4a65-b0c8-3d3db8585ca3 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 210 time: 0.0426898 Feb 03 14:13:41.134454 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks [] for security_group (8190119f-dd10-4e61-9c28-f0dd4aeae51d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.139540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8190119f-dd10-4e61-9c28-f0dd4aeae51d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.141106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Transition to ACTIVE for port object 3388ed18-d5ab-48b4-a00c-1400e2b8f36a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:41.154171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.250913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:41.258943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-11046f9b-895c-47a1-b42f-790d031869e7 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/2db64cbc-97d3-40fc-9107-663536b64179 HTTP/1.1" status: 200 len: 1829 time: 0.1381793 Feb 03 14:13:41.282988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2db64cbc-97d3-40fc-9107-663536b64179', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:41.283747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2db64cbc-97d3-40fc-9107-663536b64179', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:41.288600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8190119f-dd10-4e61-9c28-f0dd4aeae51d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:41.336006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] No DVR routers for this DVR port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:41.400241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:41.400742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:41.401179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:41.418451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:13:41.418451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:41.424635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group_rule (feb68d93-d3e8-413c-9221-4de5b71093ad), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.434156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:41.440344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:41.441492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:41.442068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Bound port: 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:41.442539 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.458169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c05b-d47b-412a-b74e-6025f30e4715 req-780e2eed-72e0-42ef-a885-f3296cd1b8d4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:41.465338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9243c05b-d47b-412a-b74e-6025f30e4715 req-780e2eed-72e0-42ef-a885-f3296cd1b8d4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.2514784 Feb 03 14:13:41.497296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Allocated IP 192.168.233.94 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/139b50d7-1095-4eab-989f-b72233a2d958) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:41.506347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781d06-7c9f-4a81-a791-838340436e56 req-d32348b3-a100-4b76-88bc-877517a3f60d tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:41.507918 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-d32348b3-a100-4b76-88bc-877517a3f60d tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.71 "GET /v2.0/networks?id=89b1c14c-44ba-4d10-b70d-8303bf05e4a6 HTTP/1.1" status: 200 len: 821 time: 0.1248741 Feb 03 14:13:41.528139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group_rule (feb68d93-d3e8-413c-9221-4de5b71093ad), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.528987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:41.531393 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70474f3a-d9ab-4486-bb1d-3f2057937f0b" -d '{"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-unplugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:41.536046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Request body: {'port': {'device_id': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6', 'admin_state_up': True, 'tenant_id': '878d98bc9a574def82b449c72f05a847'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:41.539145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (feb68d93-d3e8-413c-9221-4de5b71093ad), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.589185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb68d93-d3e8-413c-9221-4de5b71093ad,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:41.615528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9243c05b-d47b-412a-b74e-6025f30e4715 req-cb70aa96-4057-45df-8442-6d02f6195a27 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490493 Feb 03 14:13:41.637075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.645221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9b6de85-3d93-42bc-b387-fae9a74f2f32 req-b0d4f51d-a360-4004-9b3d-7d7fee597bb5 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3658795 Feb 03 14:13:41.664523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:41.679724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:41.698661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.742814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:41.743986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:41.746268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] 10.222.0.71 "PUT /v2.0/ports/3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 1096 time: 1.4170067 Feb 03 14:13:42.002472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaadf45b-6e9e-4ce8-88b1-2504f3820894 req-78674e98-c4fa-4918-af5c-9da6c8d7b6c6 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 210 time: 0.0837901 Feb 03 14:13:42.005952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cfab9-f76b-4604-919f-f1dd5a0e7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:42.032131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-c7725b63-006b-4e07-99f2-3592a2a019cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.034975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-c7725b63-006b-4e07-99f2-3592a2a019cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1130 time: 0.2488332 Feb 03 14:13:42.045023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594b266-995f-451c-b420-ca4fe97a4fc9 req-f242dd86-9152-4c9d-a378-8c257bf5b56c tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.048942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3594b266-995f-451c-b420-ca4fe97a4fc9 req-f242dd86-9152-4c9d-a378-8c257bf5b56c tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 945 time: 0.2695701 Feb 03 14:13:42.144202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Made reservation on behalf of 878d98bc9a574def82b449c72f05a847 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:42.147694 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd5f209-5353-49d9-89cc-6222794e0859 x-openstack-request-id: req-3bd5f209-5353-49d9-89cc-6222794e0859 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:42.147960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.148073 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-unplugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:42.148231 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bd5f209-5353-49d9-89cc-6222794e0859 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:42.148647 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'code': 200} Feb 03 14:13:42.196041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks [] for port (139b50d7-1095-4eab-989f-b72233a2d958), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.235169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3594b266-995f-451c-b420-ca4fe97a4fc9 req-1cb7e532-97c8-43c9-a90f-2265e266c529 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747003 Feb 03 14:13:42.251474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-278e1d4b-7beb-4113-94a3-146d910bef62 req-b8862e97-d039-4a49-8ae3-998709e3dd0d tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/2db64cbc-97d3-40fc-9107-663536b64179 HTTP/1.1" status: 200 len: 2422 time: 0.1060545 Feb 03 14:13:42.254964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-ae3825f2-7f88-47bd-a482-9315529e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.256579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-ae3825f2-7f88-47bd-a482-9315529e90a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2051413 Feb 03 14:13:42.311501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-3654530e-45a4-447a-8120-7e578a5d1c1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.0475099 Feb 03 14:13:42.321934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (139b50d7-1095-4eab-989f-b72233a2d958), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.390490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:42.398791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Allocated IP 172.20.0.7 (89b1c14c-44ba-4d10-b70d-8303bf05e4a6/5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7/1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:42.401327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:42.408259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:42.422425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-1ac98033-1bd5-4fb9-a63b-2b90cf338672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.423929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-1ac98033-1bd5-4fb9-a63b-2b90cf338672 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1065614 Feb 03 14:13:42.459262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Pushing event updated for resources: {'Port': ['ID=139b50d7-1095-4eab-989f-b72233a2d958,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:42.487196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.488599 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.497876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492467a7-35ef-46cc-81d8-f409c445ad94 req-61f044bd-23d6-4995-ab2d-b80c6c47df08 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.508465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-492467a7-35ef-46cc-81d8-f409c445ad94 req-61f044bd-23d6-4995-ab2d-b80c6c47df08 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.1309566 Feb 03 14:13:42.534386 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-87b286a2-a409-4f65-b3b3-492ee55e8bd9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7960060 Feb 03 14:13:42.551139 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Request body: {'port': {'device_id': 'b7548952-cf01-4242-9578-25b555644b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:42.574873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-a9e074f5-3c72-4cc7-8ac0-f6e943f7e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.578743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-a9e074f5-3c72-4cc7-8ac0-f6e943f7e613 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1463172 Feb 03 14:13:42.651881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-492467a7-35ef-46cc-81d8-f409c445ad94 req-df908b99-caff-433e-879c-216832be5df2 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423702 Feb 03 14:13:42.681046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (139b50d7-1095-4eab-989f-b72233a2d958), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.684669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aeb14-0a07-42e3-b581-666487ac64ca req-6cd54458-2ee2-417b-8d9b-6fd13c03a97e tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:42.692101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-963aeb14-0a07-42e3-b581-666487ac64ca req-6cd54458-2ee2-417b-8d9b-6fd13c03a97e tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 935 time: 0.1805854 Feb 03 14:13:42.752770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7d6b7a3-8478-493c-9675-d4dca27796e1 req-f26006e1-175b-485d-b5d7-9141d1bfc6e4 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-group-rules/feb68d93-d3e8-413c-9221-4de5b71093ad HTTP/1.1" status: 200 len: 778 time: 0.0475025 Feb 03 14:13:42.767672 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks [] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.793628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-963aeb14-0a07-42e3-b581-666487ac64ca req-539ea2d2-5501-44d0-bd68-1d9b8b519a3d tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005373 Feb 03 14:13:42.815289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-a8d60eb7-abba-4ae4-9478-9285b12fda50 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214758 Feb 03 14:13:42.884625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fd86ddcd-bbd2-4e10-bc81-a3a0916f55ab None None] Provisioning complete for port 139b50d7-1095-4eab-989f-b72233a2d958 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:42.885750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd86ddcd-bbd2-4e10-bc81-a3a0916f55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (139b50d7-1095-4eab-989f-b72233a2d958), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.934791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:42.951035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7d6b7a3-8478-493c-9675-d4dca27796e1 req-f4f6ff8d-3c4c-4a59-abbf-17dc9be0ff96 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/2db64cbc-97d3-40fc-9107-663536b64179 HTTP/1.1" status: 200 len: 2422 time: 0.1738372 Feb 03 14:13:42.963457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fd86ddcd-bbd2-4e10-bc81-a3a0916f55ab None None] Port 139b50d7-1095-4eab-989f-b72233a2d958 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:13:43.000369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:43.009381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:43.015830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Pushing event updated for resources: {'Port': ['ID=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:43.019835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:43.026154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7d6b7a3-8478-493c-9675-d4dca27796e1 req-1caf3814-a293-4e8a-987a-5ef2f6dc22de tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group_rule (feb68d93-d3e8-413c-9221-4de5b71093ad), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.066197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7d6b7a3-8478-493c-9675-d4dca27796e1 req-1caf3814-a293-4e8a-987a-5ef2f6dc22de tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group_rule (feb68d93-d3e8-413c-9221-4de5b71093ad), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.085559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b2d61e-d715-41ea-be15-bda1a47cbc6c req-47903fad-f899-43df-b96e-6aa16f951337 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704234 Feb 03 14:13:43.103006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:43.103278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.109916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace954-c79b-4e86-bf3e-5369744e7853 req-5d7c0c51-2ed8-4902-a2d7-4262afac7015 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:43.111982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bace954-c79b-4e86-bf3e-5369744e7853 req-5d7c0c51-2ed8-4902-a2d7-4262afac7015 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.1229506 Feb 03 14:13:43.142075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-3821eb2e-9cd0-4a4c-8a26-c5ed872e5bd1 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6141927 Feb 03 14:13:43.147034 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7d6b7a3-8478-493c-9675-d4dca27796e1 req-1caf3814-a293-4e8a-987a-5ef2f6dc22de tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (feb68d93-d3e8-413c-9221-4de5b71093ad), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.157640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139b50d7-1095-4eab-989f-b72233a2d958 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:43.161089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7d6b7a3-8478-493c-9675-d4dca27796e1 req-1caf3814-a293-4e8a-987a-5ef2f6dc22de tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.171427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Publish callbacks [] for port (139b50d7-1095-4eab-989f-b72233a2d958), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.175940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7d6b7a3-8478-493c-9675-d4dca27796e1 req-1caf3814-a293-4e8a-987a-5ef2f6dc22de tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/feb68d93-d3e8-413c-9221-4de5b71093ad HTTP/1.1" status: 204 len: 173 time: 0.2233694 Feb 03 14:13:43.177244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf3814-a293-4e8a-987a-5ef2f6dc22de tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feb68d93-d3e8-413c-9221-4de5b71093ad,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:43.183440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Request body: {'port': {'device_id': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:43.215152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Transition to ACTIVE for port object 139b50d7-1095-4eab-989f-b72233a2d958 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:43.234524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (139b50d7-1095-4eab-989f-b72233a2d958), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.242260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bace954-c79b-4e86-bf3e-5369744e7853 req-fea2e621-5efe-44d2-98b9-9591f61ba084 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212234 Feb 03 14:13:43.299600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1ad03e8d-2000-419d-8040-d68616a78452 req-0200efcb-f602-4e15-a2e1-c2e39289928b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1195890705', 'description': 'tempest-description-1417235839'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:43.339737 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.343838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Pushing event updated for resources: {'Port': ['ID=139b50d7-1095-4eab-989f-b72233a2d958,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:43.383823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1ad03e8d-2000-419d-8040-d68616a78452 req-0200efcb-f602-4e15-a2e1-c2e39289928b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.410010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7aff3-2334-4936-a887-885ab622e18a req-5c0d959a-1061-4886-bbb1-c7268dd7dff3 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:43.417219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cd7aff3-2334-4936-a887-885ab622e18a req-5c0d959a-1061-4886-bbb1-c7268dd7dff3 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 931 time: 0.1082699 Feb 03 14:13:43.470211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Attempting to bind port 139b50d7-1095-4eab-989f-b72233a2d958 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:43.471447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Attempting to bind port 139b50d7-1095-4eab-989f-b72233a2d958 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:43.472353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Attempting to bind port 139b50d7-1095-4eab-989f-b72233a2d958 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:43.482308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Port 139b50d7-1095-4eab-989f-b72233a2d958 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:13:43.482643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Attempting to bind port 139b50d7-1095-4eab-989f-b72233a2d958 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:43.496848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1ad03e8d-2000-419d-8040-d68616a78452 req-0200efcb-f602-4e15-a2e1-c2e39289928b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (272e14e2-063f-420b-a718-1c3f2fbb2c57), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.497318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:43.497708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:43.498101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:43.498582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Bound port: 139b50d7-1095-4eab-989f-b72233a2d958, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:43.498945 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (139b50d7-1095-4eab-989f-b72233a2d958), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.511545 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1ad03e8d-2000-419d-8040-d68616a78452 req-0200efcb-f602-4e15-a2e1-c2e39289928b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (272e14e2-063f-420b-a718-1c3f2fbb2c57), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.544711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200efcb-f602-4e15-a2e1-c2e39289928b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272e14e2-063f-420b-a718-1c3f2fbb2c57,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:43.580599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1ad03e8d-2000-419d-8040-d68616a78452 req-0200efcb-f602-4e15-a2e1-c2e39289928b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.590909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ad03e8d-2000-419d-8040-d68616a78452 req-0200efcb-f602-4e15-a2e1-c2e39289928b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2941892 Feb 03 14:13:43.608815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cd7aff3-2334-4936-a887-885ab622e18a req-01864d32-1fbe-4600-b066-d7b4d98b729a tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158140 Feb 03 14:13:43.667678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] For port 139b50d7-1095-4eab-989f-b72233a2d958, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:43.714526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] For port 139b50d7-1095-4eab-989f-b72233a2d958, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=139b50d7-1095-4eab-989f-b72233a2d958,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:43.725193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (139b50d7-1095-4eab-989f-b72233a2d958), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.760930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80059abd-f279-4afc-8899-0b46d71f6171 req-8842b23c-38f3-4e78-a12c-809fc5ffaab9 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/272e14e2-063f-420b-a718-1c3f2fbb2c57 HTTP/1.1" status: 200 len: 1830 time: 0.1021409 Feb 03 14:13:43.785328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:43.785674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b33d-4ac4-4c0e-8002-eb7dd30ee650 req-c2a7aeb5-81a6-4ce7-be54-76acc7e8124a tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:43.785969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.787189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69f1b33d-4ac4-4c0e-8002-eb7dd30ee650 req-c2a7aeb5-81a6-4ce7-be54-76acc7e8124a tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 945 time: 0.1006849 Feb 03 14:13:43.788049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] 10.222.0.71 "PUT /v2.0/ports/139b50d7-1095-4eab-989f-b72233a2d958 HTTP/1.1" status: 200 len: 1095 time: 1.2408133 Feb 03 14:13:43.793332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7548952-cf01-4242-9578-25b555644b0b', 'tag': '139b50d7-1095-4eab-989f-b72233a2d958'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:43.795623 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0" -d '{"events": [{"name": "network-changed", "server_uuid": "b7548952-cf01-4242-9578-25b555644b0b", "tag": "139b50d7-1095-4eab-989f-b72233a2d958"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:43.866167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69f1b33d-4ac4-4c0e-8002-eb7dd30ee650 req-09e9224b-b581-4384-bae3-f7c2d91ebb41 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673788 Feb 03 14:13:43.874742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96864b9f-fec1-4400-81c5-859746b0544a service neutron] Pushing event updated for resources: {'Port': ['ID=139b50d7-1095-4eab-989f-b72233a2d958,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:43.954047 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29195e9e-a030-44b9-8c4a-b35460be6863 x-openstack-request-id: req-29195e9e-a030-44b9-8c4a-b35460be6863 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:43.954451 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7548952-cf01-4242-9578-25b555644b0b", "tag": "139b50d7-1095-4eab-989f-b72233a2d958", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:43.954727 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29195e9e-a030-44b9-8c4a-b35460be6863 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:43.955109 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7548952-cf01-4242-9578-25b555644b0b', 'tag': '139b50d7-1095-4eab-989f-b72233a2d958', 'status': 'completed', 'code': 200} Feb 03 14:13:43.972794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:43.988201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Publish callbacks [] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:43.997964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-544a7c7e-1d6e-4c34-b8a4-bda39db88ead req-fa0a168c-7c7d-4a7a-8cf0-c76d0f7751b8 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1909810974', 'description': 'tempest-description-1420461329'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:44.008680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-bb91e447-aa18-45c0-9b6c-8e287d049d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.010253 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-bb91e447-aa18-45c0-9b6c-8e287d049d69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9d285d19be54ccba255ffd4eba34831&device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 1129 time: 0.1529350 Feb 03 14:13:44.083074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-544a7c7e-1d6e-4c34-b8a4-bda39db88ead req-fa0a168c-7c7d-4a7a-8cf0-c76d0f7751b8 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.094545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Transition to ACTIVE for port object 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:44.096308 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-4a61ae10-b65e-4f00-a77a-f41d4ce82369 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=139b50d7-1095-4eab-989f-b72233a2d958 HTTP/1.1" status: 200 len: 217 time: 0.0721543 Feb 03 14:13:44.120458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.150134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c7f24-94a0-429d-943f-1fcb9b778feb req-2dbb7059-9349-423d-93d5-2005fe58d711 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.152908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c79c7f24-94a0-429d-943f-1fcb9b778feb req-2dbb7059-9349-423d-93d5-2005fe58d711 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 947 time: 0.1354160 Feb 03 14:13:44.187290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:44.190212 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213ae006-f373-402f-af7f-1601ad2bfb34" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:44.228884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:44.248891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-544a7c7e-1d6e-4c34-b8a4-bda39db88ead req-fa0a168c-7c7d-4a7a-8cf0-c76d0f7751b8 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (f60d654f-873b-4e52-bd37-ca133ed0e714), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.262647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-544a7c7e-1d6e-4c34-b8a4-bda39db88ead req-fa0a168c-7c7d-4a7a-8cf0-c76d0f7751b8 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f60d654f-873b-4e52-bd37-ca133ed0e714), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.289201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-ee3a69a6-9afb-4433-af97-a3423003f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.290691 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-ee3a69a6-9afb-4433-af97-a3423003f762 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1747084 Feb 03 14:13:44.299291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-544a7c7e-1d6e-4c34-b8a4-bda39db88ead req-fa0a168c-7c7d-4a7a-8cf0-c76d0f7751b8 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.311128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-544a7c7e-1d6e-4c34-b8a4-bda39db88ead req-fa0a168c-7c7d-4a7a-8cf0-c76d0f7751b8 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3174963 Feb 03 14:13:44.320246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c79c7f24-94a0-429d-943f-1fcb9b778feb req-7884dfed-2c92-4ffc-a77a-d3c807d18f64 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231651 Feb 03 14:13:44.354225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a168c-7c7d-4a7a-8cf0-c76d0f7751b8 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d654f-873b-4e52-bd37-ca133ed0e714,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:44.375943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Attempting to bind port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:44.376288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Attempting to bind port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'bacf7913-8350-419d-be89-f50928519438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:44.376653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Attempting to bind port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 on network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:44.385560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-f85815ee-099d-4d05-b082-c0fefd7ce025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.396492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-f85815ee-099d-4d05-b082-c0fefd7ce025 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0901899 Feb 03 14:13:44.409518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 on network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:13:44.409848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Attempting to bind port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 on network 89b1c14c-44ba-4d10-b70d-8303bf05e4a6 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:44.411046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:44.437878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:44.438218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Checking segment: {'id': 'bacf7913-8350-419d-be89-f50928519438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:44.438579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Bound using segment: {'id': 'bacf7913-8350-419d-be89-f50928519438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:44.439025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Bound port: 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacf7913-8350-419d-be89-f50928519438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:44.439984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.468464 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f1e4c-12cf-42e7-8950-6916bbd10da4 x-openstack-request-id: req-aa7f1e4c-12cf-42e7-8950-6916bbd10da4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:44.469870 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:44.470375 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa7f1e4c-12cf-42e7-8950-6916bbd10da4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:44.470986 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'status': 'completed', 'code': 200} Feb 03 14:13:44.595563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-f524069f-b873-43af-a02b-0340ac5302be service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018263 Feb 03 14:13:44.600866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-7ee886d3-724c-43ae-b9d1-291953e6af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.602504 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-7ee886d3-724c-43ae-b9d1-291953e6af44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1130 time: 0.1249404 Feb 03 14:13:44.641272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] For port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:44.717267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] For port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,segment=NetworkSegment(bacf7913-8350-419d-be89-f50928519438),segment_id=bacf7913-8350-419d-be89-f50928519438)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:44.717514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0c19038-494e-4999-81d6-6680ce5f2ca9 req-cb4efe4f-cb01-4860-a615-d18d2dc88303 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/f60d654f-873b-4e52-bd37-ca133ed0e714 HTTP/1.1" status: 200 len: 1830 time: 0.1893704 Feb 03 14:13:44.730868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:13:44.731298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-bfc364f0-6006-4d04-a185-4e3ea341a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.733057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-bfc364f0-6006-4d04-a185-4e3ea341a549 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1130 time: 0.2177448 Feb 03 14:13:44.735167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:44.752727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba78b7-9f69-4bed-95e9-900aee1c0059 req-4207c386-902c-42f8-af50-f706da242d5f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.754480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04ba78b7-9f69-4bed-95e9-900aee1c0059 req-4207c386-902c-42f8-af50-f706da242d5f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.1953192 Feb 03 14:13:44.771552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.839978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.840629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:44.842026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] 10.222.0.71 "PUT /v2.0/ports/1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 HTTP/1.1" status: 200 len: 1091 time: 1.6633112 Feb 03 14:13:44.844030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01e89d62-413e-4152-9bbd-2bb0f1efe81f req-a98fa1c7-2dc3-44e7-8d6e-1bfb50f77391 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406313 Feb 03 14:13:44.859939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-6f0154bc-6b48-4e29-a7e9-6116019bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:44.862982 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-6f0154bc-6b48-4e29-a7e9-6116019bad93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2459445 Feb 03 14:13:44.921535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e4a85-cf52-468b-bd73-ef53b5fc9b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:44.938387 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-dd9e922a-2641-4d83-9e8a-c340527b2d78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.0668540 Feb 03 14:13:44.976597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04ba78b7-9f69-4bed-95e9-900aee1c0059 req-9e1ba459-ab1f-43dc-a483-c419570db9b3 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887894 Feb 03 14:13:45.001229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-95695998-c5ce-4d1a-acc7-4f89b55f2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.005302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-95695998-c5ce-4d1a-acc7-4f89b55f2c0c service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2493026 Feb 03 14:13:45.063515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed7685-3900-4118-878a-588697ed1b80 req-109e0316-9e68-4620-aea2-ce26d287abd4 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.074450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49ed7685-3900-4118-878a-588697ed1b80 req-109e0316-9e68-4620-aea2-ce26d287abd4 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 943 time: 0.2722254 Feb 03 14:13:45.076454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781d06-7c9f-4a81-a791-838340436e56 req-704c122c-2721-4e92-b306-a52a61a3a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.077899 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-704c122c-2721-4e92-b306-a52a61a3a69a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=878d98bc9a574def82b449c72f05a847&device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 1125 time: 0.0999074 Feb 03 14:13:45.079943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-e391aca9-9804-46a1-b16a-90335342c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.081870 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-e391aca9-9804-46a1-b16a-90335342c57d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1360190 Feb 03 14:13:45.135556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-a98dd580-c291-4b9e-89c5-b8b964b1ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.137427 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-a98dd580-c291-4b9e-89c5-b8b964b1ff5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9d285d19be54ccba255ffd4eba34831&device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 1129 time: 0.1310272 Feb 03 14:13:45.169020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-166d823e-d829-4101-82a9-6e7baa2dadcf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.1548793 Feb 03 14:13:45.176989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-7de575fe-c66f-4be5-90a3-3400564d20cd req-c5084d4e-9d78-4ddd-bdf7-2d127fd87cf0 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1065847439', 'description': 'tempest-description-1849291275'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:45.254864 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-ce0848ef-47aa-4eca-965f-add6899f79cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 HTTP/1.1" status: 200 len: 217 time: 0.1510627 Feb 03 14:13:45.295964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49ed7685-3900-4118-878a-588697ed1b80 req-c447bbaa-4e19-447e-a272-bd58f6eb0613 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206616 Feb 03 14:13:45.298201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-dcfaaf29-6b53-4b8b-817c-a1c37d931716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.300610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-dcfaaf29-6b53-4b8b-817c-a1c37d931716 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1058455 Feb 03 14:13:45.303139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7de575fe-c66f-4be5-90a3-3400564d20cd req-c5084d4e-9d78-4ddd-bdf7-2d127fd87cf0 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:45.354514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-0f6d1bce-a8af-4c6e-8360-c3638bb8a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.357069 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-0f6d1bce-a8af-4c6e-8360-c3638bb8a710 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2661846 Feb 03 14:13:45.380451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781d06-7c9f-4a81-a791-838340436e56 req-478ea299-8ca1-40df-84e5-dff31002512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.382817 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-478ea299-8ca1-40df-84e5-dff31002512a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7 HTTP/1.1" status: 200 len: 861 time: 0.1186235 Feb 03 14:13:45.383851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-0c38a8ed-de02-4d3f-bdd2-ad8b3aa1899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.385398 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-0c38a8ed-de02-4d3f-bdd2-ad8b3aa1899b service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2173438 Feb 03 14:13:45.421026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-94288f8d-e7b2-4333-8100-23057f141c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.422749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-94288f8d-e7b2-4333-8100-23057f141c95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1047401 Feb 03 14:13:45.491825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7de575fe-c66f-4be5-90a3-3400564d20cd req-c5084d4e-9d78-4ddd-bdf7-2d127fd87cf0 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (8c8e634e-962f-4fbd-b7e4-3d000d51f651), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:45.512489 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-79e8cf8f-c53b-4c78-a8cc-ea71002889d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89b1c14c-44ba-4d10-b70d-8303bf05e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127679 Feb 03 14:13:45.515644 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-3c33a5e7-9f1c-4a1c-aa21-b98eeccb9a6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=139b50d7-1095-4eab-989f-b72233a2d958 HTTP/1.1" status: 200 len: 217 time: 0.1153030 Feb 03 14:13:45.524756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7de575fe-c66f-4be5-90a3-3400564d20cd req-c5084d4e-9d78-4ddd-bdf7-2d127fd87cf0 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8c8e634e-962f-4fbd-b7e4-3d000d51f651), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:45.570955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5084d4e-9d78-4ddd-bdf7-2d127fd87cf0 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e634e-962f-4fbd-b7e4-3d000d51f651,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:45.579142 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7de575fe-c66f-4be5-90a3-3400564d20cd req-c5084d4e-9d78-4ddd-bdf7-2d127fd87cf0 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:45.580462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7de575fe-c66f-4be5-90a3-3400564d20cd req-c5084d4e-9d78-4ddd-bdf7-2d127fd87cf0 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5724823 Feb 03 14:13:45.619808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-2e0dbee9-aba9-400f-992b-23f847c1559a service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892149 Feb 03 14:13:45.735740 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f002d85-f6d3-46e6-8711-590f8cbb9432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:45.785006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-80d9ce8e-847e-4e26-845b-3bf9c70ca38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.786483 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-80d9ce8e-847e-4e26-845b-3bf9c70ca38b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2194192 Feb 03 14:13:45.790450 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-d9ae4734-c48f-48f9-8553-9af4a8a3ac5b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234917 Feb 03 14:13:45.793250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-0a957800-8aa7-4ead-9033-b314e811a14b service neutron] 10.222.0.71 "GET /v2.0/networks/89b1c14c-44ba-4d10-b70d-8303bf05e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682304 Feb 03 14:13:45.842027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef695-5ada-4582-9eec-494e261491ec req-3dd4f1d4-ae19-49bf-9cdc-a90d324a79f9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:45.849195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fef695-5ada-4582-9eec-494e261491ec req-3dd4f1d4-ae19-49bf-9cdc-a90d324a79f9 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 947 time: 0.2131724 Feb 03 14:13:45.871463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc345385-23ec-40c4-ad4c-58f91d4cd04e req-a2e64603-99b5-4e56-a4e0-0b97f62e550e tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/8c8e634e-962f-4fbd-b7e4-3d000d51f651 HTTP/1.1" status: 200 len: 1830 time: 0.2231581 Feb 03 14:13:45.902342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-beb1ccce-5979-4d94-b552-1f320987c1ec service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739661 Feb 03 14:13:45.946501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fef695-5ada-4582-9eec-494e261491ec req-94994bc4-27dc-43a8-b86f-1dab8b7a8251 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918350 Feb 03 14:13:46.000833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3fb64d08-89d5-4e66-9bfd-1ca13f7ad6f3 req-bd6435be-8df3-437e-a009-a5cb0d4a738f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1448912702', 'description': 'tempest-description-1332816407'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:46.048923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3fb64d08-89d5-4e66-9bfd-1ca13f7ad6f3 req-bd6435be-8df3-437e-a009-a5cb0d4a738f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:46.192465 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3fb64d08-89d5-4e66-9bfd-1ca13f7ad6f3 req-bd6435be-8df3-437e-a009-a5cb0d4a738f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (3d161fd3-f850-46ae-ab3e-dc8dc94132a1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:46.202343 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3fb64d08-89d5-4e66-9bfd-1ca13f7ad6f3 req-bd6435be-8df3-437e-a009-a5cb0d4a738f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3d161fd3-f850-46ae-ab3e-dc8dc94132a1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:46.220883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effa28d-d338-4c3d-a288-2753fa835696 req-3d387670-0254-42f7-a6cd-4e9bdb361ecb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:46.231622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'tag': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:46.233911 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e170681-4a5b-46bb-8352-07fabcf93aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cb7ce1-8190-435a-b69a-9f50d50de5dd", "tag": "1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:46.236703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3effa28d-d338-4c3d-a288-2753fa835696 req-3d387670-0254-42f7-a6cd-4e9bdb361ecb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 948 time: 0.1230493 Feb 03 14:13:46.295638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3fb64d08-89d5-4e66-9bfd-1ca13f7ad6f3 req-bd6435be-8df3-437e-a009-a5cb0d4a738f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:46.311236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fb64d08-89d5-4e66-9bfd-1ca13f7ad6f3 req-bd6435be-8df3-437e-a009-a5cb0d4a738f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3143828 Feb 03 14:13:46.331876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6435be-8df3-437e-a009-a5cb0d4a738f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d161fd3-f850-46ae-ab3e-dc8dc94132a1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:46.359153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3effa28d-d338-4c3d-a288-2753fa835696 req-2ebc9273-0c2b-4d65-9a28-6bc7ea26fc93 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217718 Feb 03 14:13:46.424451 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f7995f-2dfd-4547-a6bd-db742bbe4672 x-openstack-request-id: req-a2f7995f-2dfd-4547-a6bd-db742bbe4672 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:46.425578 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cb7ce1-8190-435a-b69a-9f50d50de5dd", "tag": "1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:46.425678 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2f7995f-2dfd-4547-a6bd-db742bbe4672 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:46.426008 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'tag': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72', 'status': 'completed', 'code': 200} Feb 03 14:13:46.470989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-14d6373e-6af8-42b6-b74f-51acdb7a9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:46.473128 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-14d6373e-6af8-42b6-b74f-51acdb7a9dde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6642222 Feb 03 14:13:46.488226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b501622-379e-496d-a803-e22a61a8f12a req-6915ecef-60d3-43f3-aefa-b661a7538c0b tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/3d161fd3-f850-46ae-ab3e-dc8dc94132a1 HTTP/1.1" status: 200 len: 1830 time: 0.0659606 Feb 03 14:13:46.517877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ad781d06-7c9f-4a81-a791-838340436e56 req-8d65592f-48d9-4a3f-b1a8-c2ad16ba9335 service neutron] 10.222.0.71 "GET /v2.0/networks/89b1c14c-44ba-4d10-b70d-8303bf05e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096784 Feb 03 14:13:46.523698 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-213ae006-f373-402f-af7f-1601ad2bfb34 req-b02684a4-1caa-4755-9ed2-2bd9e9420ee0 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256138 Feb 03 14:13:46.531588 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-7ae758e9-ee3b-4560-8905-3408592f2790 req-4e21d859-d40e-48e7-b946-e6d4fb612cb6 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] show failed (client error): The resource could not be found. Feb 03 14:13:46.533865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ae758e9-ee3b-4560-8905-3408592f2790 req-4e21d859-d40e-48e7-b946-e6d4fb612cb6 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/d57818ba-87d1-4894-927f-b24b8e58384a HTTP/1.1" status: 404 len: 352 time: 0.0188963 Feb 03 14:13:46.604367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60446a-3e30-4b9c-a3ab-cf0bc57bfe22 req-01c98b69-5b64-4d7d-8de6-c3b9facd574e tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:46.609639 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-74b78e70-b5fd-4647-8afe-a386db228b19 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244578 Feb 03 14:13:46.611617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a60446a-3e30-4b9c-a3ab-cf0bc57bfe22 req-01c98b69-5b64-4d7d-8de6-c3b9facd574e tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 943 time: 0.0750597 Feb 03 14:13:46.689328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a60446a-3e30-4b9c-a3ab-cf0bc57bfe22 req-01b98758-19e3-444f-a03c-52dc97776e32 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580561 Feb 03 14:13:46.713868 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-c0bc9d21-2069-4138-8123-e37356404800 req-ac7291b2-01e8-402c-9d77-a547ba6e55ad tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] show failed (client error): The resource could not be found. Feb 03 14:13:46.714921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0bc9d21-2069-4138-8123-e37356404800 req-ac7291b2-01e8-402c-9d77-a547ba6e55ad tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-group-rules/7103a760-6f5a-43b5-8f11-9ae564182d23 HTTP/1.1" status: 404 len: 361 time: 0.0162804 Feb 03 14:13:46.739682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:46.801111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-da376cc2-e3ed-4804-b939-53746a97b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:46.802973 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-da376cc2-e3ed-4804-b939-53746a97b63a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=878d98bc9a574def82b449c72f05a847&device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 1125 time: 0.1545792 Feb 03 14:13:46.823881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7665a9c5-00e4-42fd-8cc3-8f0bb504edf0 req-e444d5ec-a358-4544-85f7-503f7faf4bda service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938877 Feb 03 14:13:46.832960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d883b54-e69d-4f0c-8ca8-3befe9cfe6e0 req-54e90da3-3c8a-4467-a590-acf23942ff4f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/3d161fd3-f850-46ae-ab3e-dc8dc94132a1 HTTP/1.1" status: 200 len: 1830 time: 0.0685024 Feb 03 14:13:46.914403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d883b54-e69d-4f0c-8ca8-3befe9cfe6e0 req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (3d161fd3-f850-46ae-ab3e-dc8dc94132a1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:46.967746 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d883b54-e69d-4f0c-8ca8-3befe9cfe6e0 req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (3d161fd3-f850-46ae-ab3e-dc8dc94132a1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:46.986821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:46.993533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-9a73075d-2dbe-452a-ba94-7eef82201229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:46.995175 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-9a73075d-2dbe-452a-ba94-7eef82201229 service neutron] 10.222.0.71 "GET /v2.0/networks?id=89b1c14c-44ba-4d10-b70d-8303bf05e4a6 HTTP/1.1" status: 200 len: 922 time: 0.1641414 Feb 03 14:13:47.013797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'mac_address': 'fa:16:3e:e5:a0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:47.040591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d883b54-e69d-4f0c-8ca8-3befe9cfe6e0 req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3d161fd3-f850-46ae-ab3e-dc8dc94132a1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.044444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d883b54-e69d-4f0c-8ca8-3befe9cfe6e0 req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.046374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d883b54-e69d-4f0c-8ca8-3befe9cfe6e0 req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "DELETE /v2.0/security-groups/3d161fd3-f850-46ae-ab3e-dc8dc94132a1 HTTP/1.1" status: 204 len: 173 time: 0.2125916 Feb 03 14:13:47.051088 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-05396fdb-58ef-451b-8a5f-605588b20a47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 HTTP/1.1" status: 200 len: 217 time: 0.0488307 Feb 03 14:13:47.072554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d161fd3-f850-46ae-ab3e-dc8dc94132a1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:47.097782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.098137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.098511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.098850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.099184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.102370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.102762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.103100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.103434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.103766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.106230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.106579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.106921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee5e27-1bfb-4861-b90e-aa5110a17620 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:47.116572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:47.117267 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.134710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-90706aea-7edc-462e-993b-eed7d0153393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:47.136650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-90706aea-7edc-462e-993b-eed7d0153393 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7 HTTP/1.1" status: 200 len: 861 time: 0.0682023 Feb 03 14:13:47.150130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3388ed18-d5ab-48b4-a00c-1400e2b8f36a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:47.174344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:47.182275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.198817 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-7c1e0600-31d7-4d09-8304-e74c04d9bf88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=89b1c14c-44ba-4d10-b70d-8303bf05e4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532718 Feb 03 14:13:47.248801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:47.338349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-d39c3b19-28ad-4a46-80f1-058137721335 service neutron] 10.222.0.71 "GET /v2.0/networks/89b1c14c-44ba-4d10-b70d-8303bf05e4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256220 Feb 03 14:13:47.431322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84f16686-c3eb-47a2-bac3-969774e11a55 req-17bcbaa8-a5c6-4eac-89a3-dc9731b6dec6 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/8c8e634e-962f-4fbd-b7e4-3d000d51f651 HTTP/1.1" status: 200 len: 1830 time: 0.1098056 Feb 03 14:13:47.455848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbacea5-ce0b-4664-8ded-2da98ead2a4b req-47fed630-a4d7-4ffb-a831-dec2bc7e855d tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:47.464448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-abbacea5-ce0b-4664-8ded-2da98ead2a4b req-47fed630-a4d7-4ffb-a831-dec2bc7e855d tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 947 time: 0.2571094 Feb 03 14:13:47.478283 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0e170681-4a5b-46bb-8352-07fabcf93aa9 req-0fa4d338-7c47-437e-bf99-afca4e87604a service neutron] 10.222.0.71 "GET /v2.0/networks/89b1c14c-44ba-4d10-b70d-8303bf05e4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297989 Feb 03 14:13:47.535027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-abbacea5-ce0b-4664-8ded-2da98ead2a4b req-99176c83-5bbd-4d26-b342-56b5ab87a6ab tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700374 Feb 03 14:13:47.559691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-84f16686-c3eb-47a2-bac3-969774e11a55 req-0b0f6c9a-f833-4128-9a79-59d405584cbc tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (8c8e634e-962f-4fbd-b7e4-3d000d51f651), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.601754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-84f16686-c3eb-47a2-bac3-969774e11a55 req-0b0f6c9a-f833-4128-9a79-59d405584cbc tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (8c8e634e-962f-4fbd-b7e4-3d000d51f651), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.658249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-84f16686-c3eb-47a2-bac3-969774e11a55 req-0b0f6c9a-f833-4128-9a79-59d405584cbc tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8c8e634e-962f-4fbd-b7e4-3d000d51f651), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.661852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-84f16686-c3eb-47a2-bac3-969774e11a55 req-0b0f6c9a-f833-4128-9a79-59d405584cbc tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.668120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84f16686-c3eb-47a2-bac3-969774e11a55 req-0b0f6c9a-f833-4128-9a79-59d405584cbc tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "DELETE /v2.0/security-groups/8c8e634e-962f-4fbd-b7e4-3d000d51f651 HTTP/1.1" status: 204 len: 173 time: 0.2259200 Feb 03 14:13:47.715461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f6c9a-f833-4128-9a79-59d405584cbc tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e634e-962f-4fbd-b7e4-3d000d51f651,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:47.782947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3388ed18-d5ab-48b4-a00c-1400e2b8f36a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:47.810914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b27dc35d-fb8a-427c-a29c-b7f93fac7c17 req-e2520069-4959-436e-86c4-32a7f4d6572f tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/f60d654f-873b-4e52-bd37-ca133ed0e714 HTTP/1.1" status: 200 len: 1830 time: 0.0682006 Feb 03 14:13:47.826662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b5b9f-fab3-4c5b-be33-edab3d3c0d1c req-b5133604-4ee5-4c3b-94fb-4102c0289b1b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:47.832941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c36b5b9f-fab3-4c5b-be33-edab3d3c0d1c req-b5133604-4ee5-4c3b-94fb-4102c0289b1b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.1319430 Feb 03 14:13:47.911582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b27dc35d-fb8a-427c-a29c-b7f93fac7c17 req-bbe4156d-3e52-4237-9011-48fa1e5be32d tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (f60d654f-873b-4e52-bd37-ca133ed0e714), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:47.951887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c36b5b9f-fab3-4c5b-be33-edab3d3c0d1c req-567bd732-dde0-4292-b410-42594be0b19b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920587 Feb 03 14:13:47.974746 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b27dc35d-fb8a-427c-a29c-b7f93fac7c17 req-bbe4156d-3e52-4237-9011-48fa1e5be32d tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (f60d654f-873b-4e52-bd37-ca133ed0e714), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.054524 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb52d268-d345-45f9-99cd-680eab920b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.078288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b27dc35d-fb8a-427c-a29c-b7f93fac7c17 req-bbe4156d-3e52-4237-9011-48fa1e5be32d tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f60d654f-873b-4e52-bd37-ca133ed0e714), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.091750 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b27dc35d-fb8a-427c-a29c-b7f93fac7c17 req-bbe4156d-3e52-4237-9011-48fa1e5be32d tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.091750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b27dc35d-fb8a-427c-a29c-b7f93fac7c17 req-bbe4156d-3e52-4237-9011-48fa1e5be32d tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "DELETE /v2.0/security-groups/f60d654f-873b-4e52-bd37-ca133ed0e714 HTTP/1.1" status: 204 len: 173 time: 0.2769015 Feb 03 14:13:48.118676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4156d-3e52-4237-9011-48fa1e5be32d tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d654f-873b-4e52-bd37-ca133ed0e714,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:48.134447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18a47d-170a-4e32-9a29-04f8757c9767 req-81150347-cbdc-42df-8606-903a026faa81 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:48.135844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db18a47d-170a-4e32-9a29-04f8757c9767 req-81150347-cbdc-42df-8606-903a026faa81 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 943 time: 0.1299033 Feb 03 14:13:48.257294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db18a47d-170a-4e32-9a29-04f8757c9767 req-d19d6cb5-4fbc-4468-866e-fa721cd61f09 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024079 Feb 03 14:13:48.342482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fed04269-b60b-469e-88f4-6bd21ed8a73c req-a74d40a6-ec94-4ded-901d-79238392459e tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/272e14e2-063f-420b-a718-1c3f2fbb2c57 HTTP/1.1" status: 200 len: 1830 time: 0.0696290 Feb 03 14:13:48.478824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fed04269-b60b-469e-88f4-6bd21ed8a73c req-f2ce8f9d-eb7e-4c3c-bb42-177ca117c6d3 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (272e14e2-063f-420b-a718-1c3f2fbb2c57), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.532271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fed04269-b60b-469e-88f4-6bd21ed8a73c req-f2ce8f9d-eb7e-4c3c-bb42-177ca117c6d3 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (272e14e2-063f-420b-a718-1c3f2fbb2c57), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.616216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fed04269-b60b-469e-88f4-6bd21ed8a73c req-f2ce8f9d-eb7e-4c3c-bb42-177ca117c6d3 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (272e14e2-063f-420b-a718-1c3f2fbb2c57), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.620529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fed04269-b60b-469e-88f4-6bd21ed8a73c req-f2ce8f9d-eb7e-4c3c-bb42-177ca117c6d3 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.625057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fed04269-b60b-469e-88f4-6bd21ed8a73c req-f2ce8f9d-eb7e-4c3c-bb42-177ca117c6d3 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "DELETE /v2.0/security-groups/272e14e2-063f-420b-a718-1c3f2fbb2c57 HTTP/1.1" status: 204 len: 173 time: 0.2815652 Feb 03 14:13:48.642339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce8f9d-eb7e-4c3c-bb42-177ca117c6d3 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e14e2-063f-420b-a718-1c3f2fbb2c57,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:48.717614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33692) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:48.761624 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-f531e60b-7932-4313-9ae6-29c7211be4f4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:48.763942 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-f531e60b-7932-4313-9ae6-29c7211be4f4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260&tenant_id=daad21f715b240c7946d98ccadaa3246&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 949 time: 0.1359680 Feb 03 14:13:48.779131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba18153-b0dd-4587-82a5-0f09c7520ae5 req-7e855515-c054-4631-9364-f98ab640eb98 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:48.787417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ba18153-b0dd-4587-82a5-0f09c7520ae5 req-7e855515-c054-4631-9364-f98ab640eb98 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 947 time: 0.1011794 Feb 03 14:13:48.835276 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6073a329-314a-4443-8bfc-d5623002fefc service neutron] 10.222.0.71 "GET /v2.0/ports/3388ed18-d5ab-48b4-a00c-1400e2b8f36a/bindings/n-h2-827549-2 HTTP/1.1" status: 200 len: 382 time: 0.0632136 Feb 03 14:13:48.859330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ba18153-b0dd-4587-82a5-0f09c7520ae5 req-48097c0e-e81e-4a2f-a2bb-7322e625e15e tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659266 Feb 03 14:13:48.902155 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:48.905408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e7f5c-a035-424a-babe-fb2a0e43064a req-1cfce1bc-35f8-41ed-8b14-fc404f4253bd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:48.907966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e76e7f5c-a035-424a-babe-fb2a0e43064a req-1cfce1bc-35f8-41ed-8b14-fc404f4253bd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.1781015 Feb 03 14:13:48.976852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-258dd825-952d-4e50-85da-eecc6dbb18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:48.978459 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-258dd825-952d-4e50-85da-eecc6dbb18a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1131 time: 0.0860226 Feb 03 14:13:48.978922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e76e7f5c-a035-424a-babe-fb2a0e43064a req-b997b972-6eed-48bd-86c1-dfb6994df206 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633152 Feb 03 14:13:48.989633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca0f8982-8255-4a16-8a7b-3019863bda0b req-a57b2d55-ed15-4550-a3e5-2b81a9c24a1a tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "GET /v2.0/security-groups/2db64cbc-97d3-40fc-9107-663536b64179 HTTP/1.1" status: 200 len: 1829 time: 0.0989366 Feb 03 14:13:49.059882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ca0f8982-8255-4a16-8a7b-3019863bda0b req-113376f8-feae-467b-99c2-b4948ef72b65 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (2db64cbc-97d3-40fc-9107-663536b64179), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.092106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ca0f8982-8255-4a16-8a7b-3019863bda0b req-113376f8-feae-467b-99c2-b4948ef72b65 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (2db64cbc-97d3-40fc-9107-663536b64179), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.119318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Publish callbacks [] for security_group (2de56eb3-cd8f-466f-a9a9-f03022e7d74c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.137488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2de56eb3-cd8f-466f-a9a9-f03022e7d74c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.159698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ca0f8982-8255-4a16-8a7b-3019863bda0b req-113376f8-feae-467b-99c2-b4948ef72b65 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2db64cbc-97d3-40fc-9107-663536b64179), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.162698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ca0f8982-8255-4a16-8a7b-3019863bda0b req-113376f8-feae-467b-99c2-b4948ef72b65 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.164936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca0f8982-8255-4a16-8a7b-3019863bda0b req-113376f8-feae-467b-99c2-b4948ef72b65 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] 10.222.0.52 "DELETE /v2.0/security-groups/2db64cbc-97d3-40fc-9107-663536b64179 HTTP/1.1" status: 204 len: 173 time: 0.1743083 Feb 03 14:13:49.172410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-f8b2a3c4-1422-41c3-be90-7bd55dea9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:49.173861 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-f8b2a3c4-1422-41c3-be90-7bd55dea9842 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1884081 Feb 03 14:13:49.180065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33696) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:49.185411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113376f8-feae-467b-99c2-b4948ef72b65 tempest-SecurityGroupRulesNegativeTestJSON-2076249006 tempest-SecurityGroupRulesNegativeTestJSON-2076249006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db64cbc-97d3-40fc-9107-663536b64179,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:49.234867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c9836c7c0e74b799bddea4dfc3b23c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161963 Feb 03 14:13:49.238110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33698) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:49.264684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de56eb3-cd8f-466f-a9a9-f03022e7d74c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:49.294067 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-65887b52-b739-4787-8222-5a2efaa5508d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.0816557 Feb 03 14:13:49.309241 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9af87ad6-e17d-49fe-928f-afdf14724df6 admin admin] Publish callbacks [] for security_group (2de56eb3-cd8f-466f-a9a9-f03022e7d74c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.336733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9af87ad6-e17d-49fe-928f-afdf14724df6 admin admin] Publish callbacks [] for security_group (2de56eb3-cd8f-466f-a9a9-f03022e7d74c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.390859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.391307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.391700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.392094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.392479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.392823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.393348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.393767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.394199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.394664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.395128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.395501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.395856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb825b6-d85c-4879-95df-7fcecddb0741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:49.423246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] Deleting subnet e705f2ec-aaf0-49ab-b73a-4669119dddd1 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:13:49.430962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] Publish callbacks [] for subnet (e705f2ec-aaf0-49ab-b73a-4669119dddd1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.449305 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9af87ad6-e17d-49fe-928f-afdf14724df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2de56eb3-cd8f-466f-a9a9-f03022e7d74c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.454055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9af87ad6-e17d-49fe-928f-afdf14724df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.455549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9af87ad6-e17d-49fe-928f-afdf14724df6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2de56eb3-cd8f-466f-a9a9-f03022e7d74c HTTP/1.1" status: 204 len: 168 time: 0.2161636 Feb 03 14:13:49.466639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.469881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af87ad6-e17d-49fe-928f-afdf14724df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de56eb3-cd8f-466f-a9a9-f03022e7d74c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:49.474538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-ffb1fb82-dc00-4c2e-8ee4-934bd402b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:49.476409 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-ffb1fb82-dc00-4c2e-8ee4-934bd402b325 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1735611 Feb 03 14:13:49.527512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (e705f2ec-aaf0-49ab-b73a-4669119dddd1), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.550103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac068a3-ad5a-464c-ad2e-f45e780b5b1d req-9ea52a7e-7517-41cb-854d-9172aae57b62 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:49.554773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aac068a3-ad5a-464c-ad2e-f45e780b5b1d req-9ea52a7e-7517-41cb-854d-9172aae57b62 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 943 time: 0.1612506 Feb 03 14:13:49.601783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e705f2ec-aaf0-49ab-b73a-4669119dddd1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.638213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aac068a3-ad5a-464c-ad2e-f45e780b5b1d req-27d4a03a-3c45-4758-9f3b-3d4ae14aee79 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778186 Feb 03 14:13:49.665249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-623594de-08da-49cb-b5dc-da1e797b2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:49.667092 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-623594de-08da-49cb-b5dc-da1e797b2ceb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1815908 Feb 03 14:13:49.787913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (e705f2ec-aaf0-49ab-b73a-4669119dddd1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.837688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e705f2ec-aaf0-49ab-b73a-4669119dddd1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:49.839763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.843555 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbeb69a3-1444-496b-9c03-9cfcb4556795 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e705f2ec-aaf0-49ab-b73a-4669119dddd1 HTTP/1.1" status: 204 len: 168 time: 0.6622038 Feb 03 14:13:49.847199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33710) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:49.849252 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-5a4e80c9-a47c-47d1-b9f9-7e882e9873d2 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622739 Feb 03 14:13:49.980273 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3f1e89da-2c0d-403c-bb72-39f4e03ecf13), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:49.994602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33714) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:49.995611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-21186e5b-11ac-47b6-80ad-060d5b4fd374 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374400 Feb 03 14:13:50.062533 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-416849ac-1976-4039-a638-61cc177677b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.198254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3f1e89da-2c0d-403c-bb72-39f4e03ecf13), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.243437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580a4c6-aff8-4dc3-a57e-0508ad871a3b req-3af9ef12-016d-4231-aac4-36bbc452b677 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:50.245081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4580a4c6-aff8-4dc3-a57e-0508ad871a3b req-3af9ef12-016d-4231-aac4-36bbc452b677 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 947 time: 0.2517962 Feb 03 14:13:50.254763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1e89da-2c0d-403c-bb72-39f4e03ecf13']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:50.287898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54238983-88f9-48fe-b9e4-001260c838db') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:50.287898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54238983-88f9-48fe-b9e4-001260c838db') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:13:50.309576 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (54238983-88f9-48fe-b9e4-001260c838db), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.318420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea16f2-d0db-4cbb-a937-4cc170c9f68d req-03013e35-8d3b-41d8-999a-9fd4b4a0a343 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:50.320016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cea16f2-d0db-4cbb-a937-4cc170c9f68d req-03013e35-8d3b-41d8-999a-9fd4b4a0a343 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.2315447 Feb 03 14:13:50.346831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (54238983-88f9-48fe-b9e4-001260c838db), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.382968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:13:50.383457 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (54238983-88f9-48fe-b9e4-001260c838db), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:13:50.385374 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:13:50.407012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4580a4c6-aff8-4dc3-a57e-0508ad871a3b req-2e440cd4-fd4b-421b-b62f-a7d674132fd6 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546323 Feb 03 14:13:50.482118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cea16f2-d0db-4cbb-a937-4cc170c9f68d req-f95c3728-2f30-4b9c-b90d-5bc78de430ce tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489987 Feb 03 14:13:50.488336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-416849ac-1976-4039-a638-61cc177677b8 admin admin] Publish callbacks [] for security_group (160dda22-f4b3-4256-8aca-ada57b30f754), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.490048 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3f1e89da-2c0d-403c-bb72-39f4e03ecf13), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.498480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.505214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3f1e89da-2c0d-403c-bb72-39f4e03ecf13 HTTP/1.1" status: 204 len: 168 time: 0.6533172 Feb 03 14:13:50.519841 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-416849ac-1976-4039-a638-61cc177677b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (160dda22-f4b3-4256-8aca-ada57b30f754), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.525814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a66b13-d760-4270-9176-995334905790 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1e89da-2c0d-403c-bb72-39f4e03ecf13,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:50.566039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416849ac-1976-4039-a638-61cc177677b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160dda22-f4b3-4256-8aca-ada57b30f754,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:50.570649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-416849ac-1976-4039-a638-61cc177677b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0f782390a34434fa0ebfe11e2bfceab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5532773 Feb 03 14:13:50.573312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33720) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:50.625904 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.650663 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-827617b7-7d69-42af-8248-eb33745e803a admin admin] Publish callbacks [] for security_group (160dda22-f4b3-4256-8aca-ada57b30f754), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.688623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-827617b7-7d69-42af-8248-eb33745e803a admin admin] Publish callbacks [] for security_group (160dda22-f4b3-4256-8aca-ada57b30f754), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.770386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:50.802530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:50.827829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-827617b7-7d69-42af-8248-eb33745e803a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (160dda22-f4b3-4256-8aca-ada57b30f754), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.831492 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-827617b7-7d69-42af-8248-eb33745e803a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:50.835372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-827617b7-7d69-42af-8248-eb33745e803a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/160dda22-f4b3-4256-8aca-ada57b30f754 HTTP/1.1" status: 204 len: 168 time: 0.2584586 Feb 03 14:13:50.868119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827617b7-7d69-42af-8248-eb33745e803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160dda22-f4b3-4256-8aca-ada57b30f754,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:50.886978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33730) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:50.955282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefaa52-87e0-4bc7-b4f8-de4ae713c555 req-d41630ce-f45e-455c-885c-f9ec6b98a4d0 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:50.966353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8eefaa52-87e0-4bc7-b4f8-de4ae713c555 req-d41630ce-f45e-455c-885c-f9ec6b98a4d0 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 943 time: 0.1703866 Feb 03 14:13:50.993996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33732) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:51.001137 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-00a42736-30b1-47f0-966a-2e59f209fee1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13f7bd6b268a4f589e4227fffba7ef6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1126139 Feb 03 14:13:51.071756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:51.081701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:51.082619 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.090759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3a3894d-52c7-40d4-bdf6-3311743595e7 admin admin] Publish callbacks [] for security_group (05a939c9-67b5-4f69-b4ce-07e7ba654a02), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.118625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3a3894d-52c7-40d4-bdf6-3311743595e7 admin admin] Publish callbacks [] for security_group (05a939c9-67b5-4f69-b4ce-07e7ba654a02), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.157145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,segment=NetworkSegment(bacf7913-8350-419d-be89-f50928519438),segment_id=bacf7913-8350-419d-be89-f50928519438)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:51.177800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8eefaa52-87e0-4bc7-b4f8-de4ae713c555 req-1e0b8485-daa0-4a20-a33e-1ede3a719241 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018082 Feb 03 14:13:51.189263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72', 'network_id': '89b1c14c-44ba-4d10-b70d-8303bf05e4a6', 'port_id': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72', 'mac_address': 'fa:16:3e:29:b6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:51.214902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3a3894d-52c7-40d4-bdf6-3311743595e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (05a939c9-67b5-4f69-b4ce-07e7ba654a02), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.218761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3a3894d-52c7-40d4-bdf6-3311743595e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.232815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f3a3894d-52c7-40d4-bdf6-3311743595e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05a939c9-67b5-4f69-b4ce-07e7ba654a02 HTTP/1.1" status: 204 len: 168 time: 0.2349849 Feb 03 14:13:51.240911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3894d-52c7-40d4-bdf6-3311743595e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a939c9-67b5-4f69-b4ce-07e7ba654a02,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:51.344432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:51.344834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.401536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:51.409771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33738) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:51.414762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:51.415167 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.424270 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-821d688b-cc20-4669-b2c8-3d88a8591f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.495486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:51.506166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,segment=NetworkSegment(bacf7913-8350-419d-be89-f50928519438),segment_id=bacf7913-8350-419d-be89-f50928519438)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:51.507628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:51.510613 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33225558-f536-430f-951a-4bea48152290" -d '{"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-plugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:51.515158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.524046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.524713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 139b50d7-1095-4eab-989f-b72233a2d958 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:51.619677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:51.680068 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0a15fb-85b7-4d2b-b8fb-617635f55967 x-openstack-request-id: req-8c0a15fb-85b7-4d2b-b8fb-617635f55967 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:51.680753 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-plugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:51.680753 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c0a15fb-85b7-4d2b-b8fb-617635f55967 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:51.682245 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'code': 200} Feb 03 14:13:51.761676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e89a-f696-4620-9652-57eb81732412 req-17e71185-5811-4947-907d-175b7f723355 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:51.769852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5770e89a-f696-4620-9652-57eb81732412 req-17e71185-5811-4947-907d-175b7f723355 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 947 time: 0.2240303 Feb 03 14:13:51.776990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-821d688b-cc20-4669-b2c8-3d88a8591f3f admin admin] Publish callbacks [] for security_group (d5ee6ddc-5520-45c1-95e6-bcab7a0c592b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:51.828544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:51.891130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 139b50d7-1095-4eab-989f-b72233a2d958, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=139b50d7-1095-4eab-989f-b72233a2d958,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:51.968967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '139b50d7-1095-4eab-989f-b72233a2d958', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '139b50d7-1095-4eab-989f-b72233a2d958', 'mac_address': 'fa:16:3e:2a:c3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:51.977181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.039782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 139b50d7-1095-4eab-989f-b72233a2d958 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:52.040344 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (139b50d7-1095-4eab-989f-b72233a2d958), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.060124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139b50d7-1095-4eab-989f-b72233a2d958 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:52.087287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 139b50d7-1095-4eab-989f-b72233a2d958, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=139b50d7-1095-4eab-989f-b72233a2d958,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:52.097517 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (139b50d7-1095-4eab-989f-b72233a2d958), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.186700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-821d688b-cc20-4669-b2c8-3d88a8591f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d5ee6ddc-5520-45c1-95e6-bcab7a0c592b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.202270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=139b50d7-1095-4eab-989f-b72233a2d958,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:52.260239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d688b-cc20-4669-b2c8-3d88a8591f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee6ddc-5520-45c1-95e6-bcab7a0c592b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:52.271852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-821d688b-cc20-4669-b2c8-3d88a8591f3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1b3747c4c8646e9abe01d26ab0f82f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8610201 Feb 03 14:13:52.274517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33762) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:52.298862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5770e89a-f696-4620-9652-57eb81732412 req-7d02aaa9-d7a8-48bd-a5ea-a884cb1f525c tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114279 Feb 03 14:13:52.340933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ce6fa-c19d-4f69-a45c-f0b407e18a5f req-9d1dc1c5-f7b6-4ff0-8860-f1b4c9e959ab tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:52.354644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-635ce6fa-c19d-4f69-a45c-f0b407e18a5f req-9d1dc1c5-f7b6-4ff0-8860-f1b4c9e959ab tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.5838983 Feb 03 14:13:52.388823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe70b-f3cd-4a07-9eba-9b133aa1da64 admin admin] Publish callbacks [] for security_group (d5ee6ddc-5520-45c1-95e6-bcab7a0c592b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.419279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe70b-f3cd-4a07-9eba-9b133aa1da64 admin admin] Publish callbacks [] for security_group (d5ee6ddc-5520-45c1-95e6-bcab7a0c592b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.509698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-635ce6fa-c19d-4f69-a45c-f0b407e18a5f req-52f5cb29-3e05-4e10-b5a5-4c79d3066b8e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522524 Feb 03 14:13:52.527226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe70b-f3cd-4a07-9eba-9b133aa1da64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d5ee6ddc-5520-45c1-95e6-bcab7a0c592b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.531117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe70b-f3cd-4a07-9eba-9b133aa1da64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:52.537187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a8fe70b-f3cd-4a07-9eba-9b133aa1da64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5ee6ddc-5520-45c1-95e6-bcab7a0c592b HTTP/1.1" status: 204 len: 168 time: 0.2615111 Feb 03 14:13:52.546877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:52.585686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fe70b-f3cd-4a07-9eba-9b133aa1da64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee6ddc-5520-45c1-95e6-bcab7a0c592b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:52.630187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacc58c-433e-46d4-8b59-7b80974542ff req-193d4c7d-848a-4a85-b31e-de2f7e7707f9 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:52.641263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2dacc58c-433e-46d4-8b59-7b80974542ff req-193d4c7d-848a-4a85-b31e-de2f7e7707f9 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 944 time: 0.1731668 Feb 03 14:13:52.659234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['139b50d7-1095-4eab-989f-b72233a2d958'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:13:52.787889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2dacc58c-433e-46d4-8b59-7b80974542ff req-96967886-1d59-4e67-9e0c-0c72e2b13d0f tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452017 Feb 03 14:13:52.792668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33776) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:52.852508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-26731755-93a0-4307-83fe-dff815d870fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:52.855132 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-26731755-93a0-4307-83fe-dff815d870fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260&tenant_id=daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 1132 time: 0.0940764 Feb 03 14:13:52.887048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:53.105956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-398124653-network', 'tenant_id': 'a53191189a55408083361addc21cea5d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:53.163757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Made reservation on behalf of a53191189a55408083361addc21cea5d for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:53.171009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.174668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.202774 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.341324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks [] for security_group (2ebaa41f-cb0c-405b-a65c-7452638c8ad5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.350357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2ebaa41f-cb0c-405b-a65c-7452638c8ad5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.372386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:13:53.427392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5b742efa-1cb4-456f-865e-0e94b232d24b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.427866 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Added segment 5b742efa-1cb4-456f-865e-0e94b232d24b of type vlan for network 826a5096-a101-4629-b038-1bf048d38d2d Feb 03 14:13:53.453540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebaa41f-cb0c-405b-a65c-7452638c8ad5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:53.502694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (826a5096-a101-4629-b038-1bf048d38d2d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.550462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48033322-6824-4801-9fe7-9c498148ec77 req-5f6c1ceb-8a57-4d03-89f0-0a5586fc4e91 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:53.558357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48033322-6824-4801-9fe7-9c498148ec77 req-5f6c1ceb-8a57-4d03-89f0-0a5586fc4e91 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 948 time: 0.1707609 Feb 03 14:13:53.567206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (826a5096-a101-4629-b038-1bf048d38d2d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.568129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:53.568704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.671087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:53.711192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] Pushing event updated for resources: {'Network': ['ID=826a5096-a101-4629-b038-1bf048d38d2d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:53.712060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:53.726302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 826a5096-a101-4629-b038-1bf048d38d2d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:13:53.764946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:53.767473 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ca73e-fb18-4d54-b999-ce06999013e1" -d '{"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-unplugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:53.772886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Publish callbacks [] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.789174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Transition to ACTIVE for port object 3388ed18-d5ab-48b4-a00c-1400e2b8f36a will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:13:53.801974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:53.883183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-43f18bd5-1f04-4a2c-85a6-50a5b3f4b655 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0867193 Feb 03 14:13:53.884726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:53.893797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Request body: {'subnet': {'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-398124653-subnet', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:53.926911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48033322-6824-4801-9fe7-9c498148ec77 req-e8145179-3a18-43d0-a126-473826d2bca0 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675334 Feb 03 14:13:53.937262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553e753-d891-41d9-ad60-0d85c978f292 req-a2729386-510d-4965-88b4-42a5af00da35 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:53.950713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4553e753-d891-41d9-ad60-0d85c978f292 req-a2729386-510d-4965-88b4-42a5af00da35 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 950 time: 0.2803922 Feb 03 14:13:54.023897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4553e753-d891-41d9-ad60-0d85c978f292 req-90dc7e96-5522-4eb3-81eb-5354c553fd0b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628707 Feb 03 14:13:54.028792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] No DVR routers for this DVR port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:13:54.072831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=10']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:54.152103 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e720b5d-2b8b-4118-94aa-17e6fbea3ec7 x-openstack-request-id: req-2e720b5d-2b8b-4118-94aa-17e6fbea3ec7 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:54.153019 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-unplugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:54.153446 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e720b5d-2b8b-4118-94aa-17e6fbea3ec7 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:54.154436 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'code': 200} Feb 03 14:13:54.166659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Made reservation on behalf of a53191189a55408083361addc21cea5d for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:13:54.175050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:54.247926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:54.248289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:54.248645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:54.258234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:13:54.258572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Attempting to bind port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:54.303018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:54.303361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:54.304064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:54.304717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Bound port: 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:54.305256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:54.342407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a3968-88bc-4989-8607-dd83c085b813 req-380f5dfc-81be-4e88-b2a8-4d49d3cde916 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:54.355493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-740a3968-88bc-4989-8607-dd83c085b813 req-380f5dfc-81be-4e88-b2a8-4d49d3cde916 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 944 time: 0.1569281 Feb 03 14:13:54.407374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:54.413224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:54.444613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:54.460293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-740a3968-88bc-4989-8607-dd83c085b813 req-60934fae-5468-498c-9a7b-5efa8a155c43 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006453 Feb 03 14:13:54.464995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:54.465883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:54.467785 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] 10.222.0.45 "PUT /v2.0/ports/3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 1097 time: 1.5981739 Feb 03 14:13:54.560929 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:54.590512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00dc85-4b84-4a09-b8c2-c27dd2706878 service neutron] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=11']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:54.660240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (73cc2182-020f-4aa0-870e-845682884584), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:54.736130 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:13:54.754571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cc2182-020f-4aa0-870e-845682884584,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:54.780158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:54.853989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-69648e81-4728-41a8-830a-98df3f1e3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:54.855274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-69648e81-4728-41a8-830a-98df3f1e3c11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1131 time: 0.3536189 Feb 03 14:13:54.888114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:54.897447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:54.898064 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:54.921467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Checking segment: {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:54.922127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Network hostable DHCP agents. Network: 826a5096-a101-4629-b038-1bf048d38d2d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:13:55.000827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:55.001631 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.033027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:55.037224 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951b8d7b-3508-4cc0-b107-d7c2e9400cd5" -d '{"events": [{"server_uuid": "c4cb7ce1-8190-435a-b69a-9f50d50de5dd", "name": "network-vif-plugged", "status": "completed", "tag": "1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:55.054595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,segment=NetworkSegment(bacf7913-8350-419d-be89-f50928519438),segment_id=bacf7913-8350-419d-be89-f50928519438)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:55.061816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.063215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 139b50d7-1095-4eab-989f-b72233a2d958 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:55.074046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Network 826a5096-a101-4629-b038-1bf048d38d2d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:13:55.099970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4d72-a0ad-411b-8364-63fb20007cd4 req-049d4f1c-f6f9-4da0-8fc2-a501a8a54075 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:55.109289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 826a5096-a101-4629-b038-1bf048d38d2d) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:55.110625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da0b4d72-a0ad-411b-8364-63fb20007cd4 req-049d4f1c-f6f9-4da0-8fc2-a501a8a54075 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 948 time: 0.0858734 Feb 03 14:13:55.130274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:55.130881 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.146901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80d829-cc12-47b2-90d2-392fb29dd74e None None] Network 826a5096-a101-4629-b038-1bf048d38d2d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:55.162541 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2484f192-a54c-4675-8a6d-2bd8921c4a7d x-openstack-request-id: req-2484f192-a54c-4675-8a6d-2bd8921c4a7d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:55.162931 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cb7ce1-8190-435a-b69a-9f50d50de5dd", "name": "network-vif-plugged", "status": "completed", "tag": "1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:55.163274 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2484f192-a54c-4675-8a6d-2bd8921c4a7d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:55.163769 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72', 'code': 200} Feb 03 14:13:55.183078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da0b4d72-a0ad-411b-8364-63fb20007cd4 req-3d28bb9a-3d48-4f16-9afb-ddada14df004 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Feb 03 14:13:55.203731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-0be76e96-d457-4fe4-b197-def4a3d9d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:55.211989 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-0be76e96-d457-4fe4-b197-def4a3d9d3af service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3457098 Feb 03 14:13:55.263155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33850) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:55.270501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:13:55.275945 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1ca35072-19e0-42bc-b45b-7e0582430853 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3886499 Feb 03 14:13:55.358904 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-3251e68d-78c4-4915-b2c6-e3a161c31ce0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.1306729 Feb 03 14:13:55.395675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (f086f628-3be4-4fcb-83e5-1252110b14b6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.397838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (f086f628-3be4-4fcb-83e5-1252110b14b6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.452639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:55.483315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-ecd36427-b228-4731-b3df-5fac5f901d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:55.487727 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-ecd36427-b228-4731-b3df-5fac5f901d6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1222582 Feb 03 14:13:55.490363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea41dc3-a976-47cb-82f5-afa7e36e81ee req-65ef6e5c-c0b5-4529-8f34-d4167ef80001 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:55.498272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dea41dc3-a976-47cb-82f5-afa7e36e81ee req-65ef6e5c-c0b5-4529-8f34-d4167ef80001 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.1836782 Feb 03 14:13:55.508190 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks [] for router_controller (f086f628-3be4-4fcb-83e5-1252110b14b6), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.524103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.527636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.528017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.529931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.530284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.530633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.530975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.533273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.535332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.535849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.536187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.536564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.536910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:13:55.567942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 139b50d7-1095-4eab-989f-b72233a2d958 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:13:55.575557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 139b50d7-1095-4eab-989f-b72233a2d958 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:55.575944 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (139b50d7-1095-4eab-989f-b72233a2d958), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.618344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-826a5096-a101-4629-b038-1bf048d38d2d', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'project_id': 'a53191189a55408083361addc21cea5d', 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:13:55.619246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.677264 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-0726c320-6161-40ec-a03f-9ef3c19a7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:55.681087 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-0726c320-6161-40ec-a03f-9ef3c19a7713 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1862416 Feb 03 14:13:55.716840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c354c2-307b-40e9-9c8d-f4e246d34852 req-b5a18353-5e7b-4ef0-9638-948c3cc6827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:55.718799 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f6c354c2-307b-40e9-9c8d-f4e246d34852 req-b5a18353-5e7b-4ef0-9638-948c3cc6827e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 1127 time: 0.4396894 Feb 03 14:13:55.815819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 139b50d7-1095-4eab-989f-b72233a2d958 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:55.816378 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (139b50d7-1095-4eab-989f-b72233a2d958), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.823836 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f6c354c2-307b-40e9-9c8d-f4e246d34852 req-4d387e16-3806-4187-8109-d717c29518ae service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971885 Feb 03 14:13:55.829617 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-7e96dd82-3ea5-40d5-be91-188e4ce5f3f3 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350865 Feb 03 14:13:55.842526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Allocated IP 172.20.0.2 (826a5096-a101-4629-b038-1bf048d38d2d/73cc2182-020f-4aa0-870e-845682884584/823622fe-8036-49ad-b2ae-97c16f9c0b2d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:55.874055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 139b50d7-1095-4eab-989f-b72233a2d958, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=139b50d7-1095-4eab-989f-b72233a2d958,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:55.894784 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (139b50d7-1095-4eab-989f-b72233a2d958), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:55.895661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:13:55.936539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dea41dc3-a976-47cb-82f5-afa7e36e81ee req-0e9daed2-fd62-4d9e-b12f-6bb6c082b2fc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372532 Feb 03 14:13:55.969693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks [] for router_gateway (f086f628-3be4-4fcb-83e5-1252110b14b6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.024736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-60bc6248-4b49-4503-975e-c37d4b365bc0 req-5afe42d1-41e9-4ea6-b723-59561251f389 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878016 Feb 03 14:13:56.047459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd1c9-e3e8-4520-803c-7d0f1c5d662e req-17694fdc-8ed2-4c80-ba4c-3401ed9c200d tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:56.048993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47acd1c9-e3e8-4520-803c-7d0f1c5d662e req-17694fdc-8ed2-4c80-ba4c-3401ed9c200d tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 945 time: 0.3588159 Feb 03 14:13:56.059090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:13:56.059503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:13:56.063601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=139b50d7-1095-4eab-989f-b72233a2d958,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:56.155080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47acd1c9-e3e8-4520-803c-7d0f1c5d662e req-830d789e-e9b1-447d-90ef-d2fb84bc0e6e tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986893 Feb 03 14:13:56.157029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:56.160651 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56729734-d0ee-46c5-ac0b-c8b44fadbd25" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:56.211002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Publish callbacks [] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.218169 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.281495 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c200e2fc-e1d2-4dcc-a265-5b05daf7021f x-openstack-request-id: req-c200e2fc-e1d2-4dcc-a265-5b05daf7021f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:56.281980 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:56.282417 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c200e2fc-e1d2-4dcc-a265-5b05daf7021f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:56.285890 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'status': 'completed', 'code': 200} Feb 03 14:13:56.294999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Pushing event updated for resources: {'Port': ['ID=823622fe-8036-49ad-b2ae-97c16f9c0b2d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:56.326843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Network 826a5096-a101-4629-b038-1bf048d38d2d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:56.329135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:56.334040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:56.458649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Attempting to bind port 823622fe-8036-49ad-b2ae-97c16f9c0b2d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:13:56.459151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Attempting to bind port 823622fe-8036-49ad-b2ae-97c16f9c0b2d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:13:56.459620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Attempting to bind port 823622fe-8036-49ad-b2ae-97c16f9c0b2d on network 826a5096-a101-4629-b038-1bf048d38d2d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:13:56.472578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:13:56.473258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Checking segment: {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:13:56.473796 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.474290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Bound using segment: {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:13:56.474948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Bound port: 823622fe-8036-49ad-b2ae-97c16f9c0b2d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:13:56.485350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.507494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-9e17f4b0-318f-4089-a7e9-d161ddf32c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:56.509165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-9e17f4b0-318f-4089-a7e9-d161ddf32c17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1131 time: 0.2183292 Feb 03 14:13:56.514313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-75856b46-351b-4db9-a918-ebf4bca546f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:56.515728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-75856b46-351b-4db9-a918-ebf4bca546f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 1131 time: 0.1219306 Feb 03 14:13:56.566060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] For port 823622fe-8036-49ad-b2ae-97c16f9c0b2d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:13:56.570302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] For port 823622fe-8036-49ad-b2ae-97c16f9c0b2d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=823622fe-8036-49ad-b2ae-97c16f9c0b2d,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:13:56.580642 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.607122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33882) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:56.642182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3aabc4-7794-4482-b6d5-1e7f93d93011 req-25f676a7-2230-4c4d-b95e-97ba0c6a7900 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:56.654282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de3aabc4-7794-4482-b6d5-1e7f93d93011 req-25f676a7-2230-4c4d-b95e-97ba0c6a7900 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 949 time: 0.2532253 Feb 03 14:13:56.703633 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks [] for router_gateway (f086f628-3be4-4fcb-83e5-1252110b14b6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.713221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-78c9f9db-8f51-456c-a554-20802b9d2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:56.714705 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-78c9f9db-8f51-456c-a554-20802b9d2ed6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1777205 Feb 03 14:13:56.750541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e7ae5-1616-4930-89a2-7503892170e8 None None] Pushing event updated for resources: {'Port': ['ID=823622fe-8036-49ad-b2ae-97c16f9c0b2d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:56.755572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.828142 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-907a8c8f-6853-4710-825a-5a62270de692 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.0873878 Feb 03 14:13:56.891689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-4d41cefc-c44a-46c9-98bb-45531f85d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:56.893280 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-4d41cefc-c44a-46c9-98bb-45531f85d461 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0535207 Feb 03 14:13:56.908741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Allocated IP 172.25.0.7 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/919b7e15-b9e3-43fb-b98f-faaab6c2d2ca) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:13:56.943408 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b999f2-fe70-4c46-8846-f50993ebbc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:56.983816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-b6cdb232-3f0f-41a0-939b-c55c8c6e7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:56.985343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-b6cdb232-3f0f-41a0-939b-c55c8c6e7aa6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0618680 Feb 03 14:13:57.020797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-7f886ed8-1758-485e-a815-c33f80a9897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:57.022507 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-7f886ed8-1758-485e-a815-c33f80a9897c service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.5009210 Feb 03 14:13:57.065802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de3aabc4-7794-4482-b6d5-1e7f93d93011 req-1928ae9a-8ec0-4e87-98a1-4c34cc25a241 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964479 Feb 03 14:13:57.165092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7548952-cf01-4242-9578-25b555644b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b50d7-1095-4eab-989f-b72233a2d958'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:13:57.169877 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad43cc4-a4d7-4ccc-a965-f989b8514352" -d '{"events": [{"server_uuid": "b7548952-cf01-4242-9578-25b555644b0b", "name": "network-vif-plugged", "status": "completed", "tag": "139b50d7-1095-4eab-989f-b72233a2d958"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:13:57.176792 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-828c86f2-8fbf-44d5-99d9-8ddc15b43f6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 200 len: 217 time: 0.1415038 Feb 03 14:13:57.246630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1814e-89c9-48ff-a089-0c11809c5b2f req-cb9e926d-4bc0-48f2-bfdf-ecf2823a01cc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:57.250824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96a1814e-89c9-48ff-a089-0c11809c5b2f req-cb9e926d-4bc0-48f2-bfdf-ecf2823a01cc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.1780627 Feb 03 14:13:57.274128 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f490f4-a314-407e-ab6a-d886ff322183 x-openstack-request-id: req-c0f490f4-a314-407e-ab6a-d886ff322183 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:13:57.274446 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7548952-cf01-4242-9578-25b555644b0b", "name": "network-vif-plugged", "status": "completed", "tag": "139b50d7-1095-4eab-989f-b72233a2d958", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:13:57.274724 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0f490f4-a314-407e-ab6a-d886ff322183 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:13:57.275100 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7548952-cf01-4242-9578-25b555644b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b50d7-1095-4eab-989f-b72233a2d958', 'code': 200} Feb 03 14:13:57.276605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks [] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:57.439025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-47792cea-faea-427e-8882-ed1320e59932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:57.448908 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-47792cea-faea-427e-8882-ed1320e59932 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1697011 Feb 03 14:13:57.475672 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b999f2-fe70-4c46-8846-f50993ebbc7b admin admin] Publish callbacks [] for security_group (bfdf0070-126d-4e9f-94fa-8b5d2a580f3f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:57.492836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b999f2-fe70-4c46-8846-f50993ebbc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bfdf0070-126d-4e9f-94fa-8b5d2a580f3f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:57.527859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96a1814e-89c9-48ff-a089-0c11809c5b2f req-8c34b09c-806a-4f75-a03b-cca151c389d0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673769 Feb 03 14:13:57.608329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a6b999f2-fe70-4c46-8846-f50993ebbc7b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f29340f2a56545f69459e5c99faf9b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9997346 Feb 03 14:13:57.611153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:57.621097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33896) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:57.628004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b999f2-fe70-4c46-8846-f50993ebbc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf0070-126d-4e9f-94fa-8b5d2a580f3f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:57.673592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:13:57.697030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:13:57.711518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:13:57.723575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37550-8962-42ab-9861-70e65e24aa6c req-c0944908-2836-41ae-a8fb-5c235f1f4c56 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:57.725244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34d37550-8962-42ab-9861-70e65e24aa6c req-c0944908-2836-41ae-a8fb-5c235f1f4c56 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 945 time: 0.2385302 Feb 03 14:13:57.755085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:57.874181 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-ca8e8dd4-22b0-4eb2-a6a2-087d10d7a86b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8805389 Feb 03 14:13:58.019926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0772b323-3e30-42fc-bf01-36cb81b936b2 admin admin] Publish callbacks [] for security_group (bfdf0070-126d-4e9f-94fa-8b5d2a580f3f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:58.050079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4597f1-0a88-4567-8d7b-e511b1c62e7b req-64628435-663b-49e4-9244-2def6f599356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:58.052028 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb4597f1-0a88-4567-8d7b-e511b1c62e7b req-64628435-663b-49e4-9244-2def6f599356 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 1131 time: 0.5853317 Feb 03 14:13:58.055289 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-fa61d531-80bc-433f-b5ed-0d0479a60882 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424196 Feb 03 14:13:58.084224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-004307e0-4421-4238-b91b-f35e303a8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:58.086373 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-004307e0-4421-4238-b91b-f35e303a8b65 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6368024 Feb 03 14:13:58.160011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34d37550-8962-42ab-9861-70e65e24aa6c req-42e64cf8-ab09-4f0d-8bf5-5689d1d140b9 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267044 Feb 03 14:13:58.212934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0772b323-3e30-42fc-bf01-36cb81b936b2 admin admin] Publish callbacks [] for security_group (bfdf0070-126d-4e9f-94fa-8b5d2a580f3f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:58.266332 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb4597f1-0a88-4567-8d7b-e511b1c62e7b req-8aba1255-f2cf-4296-961a-48336a9cabba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056341 Feb 03 14:13:58.310511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-8c26d816-7c2c-45f6-812a-7174eed2caa6 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147973 Feb 03 14:13:58.375362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks [] for router_gateway (f086f628-3be4-4fcb-83e5-1252110b14b6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:58.433116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b2433-f23d-47fa-a90b-f09414ab60ae None None] Network 826a5096-a101-4629-b038-1bf048d38d2d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:13:58.491528 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0772b323-3e30-42fc-bf01-36cb81b936b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bfdf0070-126d-4e9f-94fa-8b5d2a580f3f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:58.503972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0772b323-3e30-42fc-bf01-36cb81b936b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:58.505182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0772b323-3e30-42fc-bf01-36cb81b936b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bfdf0070-126d-4e9f-94fa-8b5d2a580f3f HTTP/1.1" status: 204 len: 168 time: 0.8784504 Feb 03 14:13:58.514578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:13:58.538934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-87f1b65e-5b5d-44d9-9e7e-8c0aebf1ba18 None None] Provisioning complete for port 823622fe-8036-49ad-b2ae-97c16f9c0b2d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:58.539505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87f1b65e-5b5d-44d9-9e7e-8c0aebf1ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:58.626729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772b323-3e30-42fc-bf01-36cb81b936b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf0070-126d-4e9f-94fa-8b5d2a580f3f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:58.650170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916ea9-8390-4913-b82f-31909ac816c8 req-6a40cd4a-b1a1-488a-9d7f-d4ae5449d09c tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:58.661867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9916ea9-8390-4913-b82f-31909ac816c8 req-6a40cd4a-b1a1-488a-9d7f-d4ae5449d09c tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 949 time: 0.4217956 Feb 03 14:13:58.757021 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:13:58.769302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9916ea9-8390-4913-b82f-31909ac816c8 req-328c58fd-0d3a-4a98-92a7-15b5e25302d5 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062148 Feb 03 14:13:58.957289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757498a8-24bd-440e-9ec5-4cad22b73ab0 req-15627923-da14-4924-bbcf-f30320ec1c58 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:58.965069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-757498a8-24bd-440e-9ec5-4cad22b73ab0 req-15627923-da14-4924-bbcf-f30320ec1c58 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.2802117 Feb 03 14:13:58.969864 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56729734-d0ee-46c5-ac0b-c8b44fadbd25 req-f4d8f291-90c1-4a15-b9c2-92b165fc759c service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917104 Feb 03 14:13:59.062176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-757498a8-24bd-440e-9ec5-4cad22b73ab0 req-f0686ab8-a4ad-4941-8718-0681d109a81f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942950 Feb 03 14:13:59.063659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (f086f628-3be4-4fcb-83e5-1252110b14b6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.105755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33912) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:59.131839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99bdcd76-206f-4000-af47-e401beee9010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.183389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 823622fe-8036-49ad-b2ae-97c16f9c0b2d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:13:59.197706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:59.287812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99bdcd76-206f-4000-af47-e401beee9010 admin admin] Publish callbacks [] for security_group (317b97a0-69d9-4faf-8d0f-032bfd17e450), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.296229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99bdcd76-206f-4000-af47-e401beee9010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (317b97a0-69d9-4faf-8d0f-032bfd17e450), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.323137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'mac_address': 'fa:16:3e:e5:a0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:13:59.351870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87f1b65e-5b5d-44d9-9e7e-8c0aebf1ba18 None None] Current status of the port 823622fe-8036-49ad-b2ae-97c16f9c0b2d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:59.352553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87f1b65e-5b5d-44d9-9e7e-8c0aebf1ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.379075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Router f086f628-3be4-4fcb-83e5-1252110b14b6 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:13:59.388213 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99bdcd76-206f-4000-af47-e401beee9010 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a0bd466818949cca4458d3aa92e6a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813280 Feb 03 14:13:59.389267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdcd76-206f-4000-af47-e401beee9010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b97a0-69d9-4faf-8d0f-032bfd17e450,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:59.414723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33916) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:13:59.440723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1550a6-e227-4c09-bf09-4a1657aa018a req-8929dd9e-2468-4689-ac20-ba651077b310 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:59.445617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb1550a6-e227-4c09-bf09-4a1657aa018a req-8929dd9e-2468-4689-ac20-ba651077b310 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 949 time: 0.2597609 Feb 03 14:13:59.466200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f495a8b-59e3-43a3-8593-cbac70607078 req-16b15504-1206-44b3-9161-29b6c488d997 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:13:59.471472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:59.472044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.478331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f495a8b-59e3-43a3-8593-cbac70607078 req-16b15504-1206-44b3-9161-29b6c488d997 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 945 time: 0.1642733 Feb 03 14:13:59.514732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-87f1b65e-5b5d-44d9-9e7e-8c0aebf1ba18 None None] For port 823622fe-8036-49ad-b2ae-97c16f9c0b2d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=823622fe-8036-49ad-b2ae-97c16f9c0b2d,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:59.521794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 823622fe-8036-49ad-b2ae-97c16f9c0b2d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:13:59.522999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.526221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3388ed18-d5ab-48b4-a00c-1400e2b8f36a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:13:59.537993 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87f1b65e-5b5d-44d9-9e7e-8c0aebf1ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.559433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cac-b175-4c7e-91e3-e0b424cf77d3 admin admin] Publish callbacks [] for security_group (317b97a0-69d9-4faf-8d0f-032bfd17e450), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.617691 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cac-b175-4c7e-91e3-e0b424cf77d3 admin admin] Publish callbacks [] for security_group (317b97a0-69d9-4faf-8d0f-032bfd17e450), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.628306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:13:59.643961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.691710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1b65e-5b5d-44d9-9e7e-8c0aebf1ba18 None None] Pushing event updated for resources: {'Port': ['ID=823622fe-8036-49ad-b2ae-97c16f9c0b2d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:59.723468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cac-b175-4c7e-91e3-e0b424cf77d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (317b97a0-69d9-4faf-8d0f-032bfd17e450), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.727829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cac-b175-4c7e-91e3-e0b424cf77d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.732251 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5b3d6cac-b175-4c7e-91e3-e0b424cf77d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/317b97a0-69d9-4faf-8d0f-032bfd17e450 HTTP/1.1" status: 204 len: 168 time: 0.3141241 Feb 03 14:13:59.768941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d6cac-b175-4c7e-91e3-e0b424cf77d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b97a0-69d9-4faf-8d0f-032bfd17e450,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:13:59.854957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb1550a6-e227-4c09-bf09-4a1657aa018a req-ad3f7c97-8f4c-42d5-bc43-ab71d4a13fc0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587298 Feb 03 14:13:59.880557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:13:59.903073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 823622fe-8036-49ad-b2ae-97c16f9c0b2d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:13:59.938158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Sync routers for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:13:59.941059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f495a8b-59e3-43a3-8593-cbac70607078 req-d4acff91-cc05-42d8-8ff4-fdeb19dcae49 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599833 Feb 03 14:13:59.947189 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:13:59.948510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12e70b72-9169-4609-b511-49fb1ca9c2f7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.6835139 Feb 03 14:13:59.953007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:00.051786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3388ed18-d5ab-48b4-a00c-1400e2b8f36a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:00.063384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:00.064292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:00.087510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7bc93e03-553e-49fe-bb6d-edcb22b69d81 None None] Provisioning complete for port 823622fe-8036-49ad-b2ae-97c16f9c0b2d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:00.088047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bc93e03-553e-49fe-bb6d-edcb22b69d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:00.145722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d2ab7-3a2e-41b3-a8e9-f3e6d3ed5ea5 req-f9f9d503-acf5-4e60-bbad-7d7dc7fad24f tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:00.154533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-483d2ab7-3a2e-41b3-a8e9-f3e6d3ed5ea5 req-f9f9d503-acf5-4e60-bbad-7d7dc7fad24f tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 949 time: 0.1399472 Feb 03 14:14:00.180651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=12']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:00.281935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-483d2ab7-3a2e-41b3-a8e9-f3e6d3ed5ea5 req-e00c0114-6c9c-4d87-a8c0-cf4fe1eb5ef0 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262078 Feb 03 14:14:00.404589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7bc93e03-553e-49fe-bb6d-edcb22b69d81 None None] Current status of the port 823622fe-8036-49ad-b2ae-97c16f9c0b2d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:00.428746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:00.718748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-dbab76a3-41cd-4ac0-ba90-f7a0710a8311 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170082 Feb 03 14:14:00.777674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721a389-c446-46a5-89a2-07afc395826c req-28be1866-da7d-4c8f-9dbe-fcef37b9eb04 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:00.779207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4721a389-c446-46a5-89a2-07afc395826c req-28be1866-da7d-4c8f-9dbe-fcef37b9eb04 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 949 time: 0.1616187 Feb 03 14:14:00.857068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:13:57Z', 'revision_number': 3, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:00.913487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 823622fe-8036-49ad-b2ae-97c16f9c0b2d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:00.916938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Checking router: f086f628-3be4-4fcb-83e5-1252110b14b6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:14:00.917337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Updating router f086f628-3be4-4fcb-83e5-1252110b14b6 port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:14:00.933477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4721a389-c446-46a5-89a2-07afc395826c req-d37b9e42-1035-4f73-a11f-21ac840f1449 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861816 Feb 03 14:14:00.972775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-014920b9-f609-4c77-925e-8d17c9cce562 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:00.980060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-014920b9-f609-4c77-925e-8d17c9cce562 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598987 Feb 03 14:14:00.999683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-0727b4bc-d461-4618-9449-85f5e073e02d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/quotas/daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 375 time: 0.0186422 Feb 03 14:14:01.074630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-25f44048-fdb7-49ea-8763-08cc8d8676c4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730543 Feb 03 14:14:01.092903 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.096453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.243363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbbf77-af09-4718-8e55-554cf60f2482 req-7aafc5a8-5e9b-42c5-b6e8-2664f4f4dd7a tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:01.244975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2afbbf77-af09-4718-8e55-554cf60f2482 req-7aafc5a8-5e9b-42c5-b6e8-2664f4f4dd7a tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 945 time: 0.1589801 Feb 03 14:14:01.381919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2afbbf77-af09-4718-8e55-554cf60f2482 req-1cdd78f8-958a-43bb-b083-01ae79629cfe tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285584 Feb 03 14:14:01.445913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Allocated IP 172.20.0.1 (826a5096-a101-4629-b038-1bf048d38d2d/73cc2182-020f-4aa0-870e-845682884584/7c4c2a61-5054-499c-a273-2c040f86ae66) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:01.515003 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61446dd1-c5f3-463d-8073-77111d7d1b4c req-d3ab1ac4-3276-46e3-8f55-cc0164880e2c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 210 time: 0.0858884 Feb 03 14:14:01.547205 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Publish callbacks [] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.554574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 823622fe-8036-49ad-b2ae-97c16f9c0b2d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:01.554953 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.578827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks [] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.622859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.623087 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.691714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Network 826a5096-a101-4629-b038-1bf048d38d2d is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:01.698176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:01.702556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:01.710390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4c2a61-5054-499c-a273-2c040f86ae66,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:01.775095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (f086f628-3be4-4fcb-83e5-1252110b14b6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.842321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Attempting to bind port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:01.844433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Attempting to bind port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:01.846983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Attempting to bind port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:01.897878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:01.898596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:01.903103 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.904773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:01.905323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Bound port: 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:01.909180 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:01.995601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 823622fe-8036-49ad-b2ae-97c16f9c0b2d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:02.071366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:02.099456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] For port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:02.108362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] For port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:02.115317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641c1f0-636e-4617-88d2-b9ea9abed6a6 None None] Pushing event updated for resources: {'Port': ['ID=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:02.143098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:02.273739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f5707-bf1d-4fd2-a385-7bc2585d8527 req-3091da0a-41a4-4174-9572-0c1e029dff61 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:02.283888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-955f5707-bf1d-4fd2-a385-7bc2585d8527 req-3091da0a-41a4-4174-9572-0c1e029dff61 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 949 time: 0.2024987 Feb 03 14:14:02.285116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641c1f0-636e-4617-88d2-b9ea9abed6a6 None None] Pushing event updated for resources: {'Port': ['ID=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:02.311158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:02.312125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:02.424750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-955f5707-bf1d-4fd2-a385-7bc2585d8527 req-8674659c-976f-42f1-a8e3-81391ab5b72e tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398621 Feb 03 14:14:02.432135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9e6a9592-a681-4755-aef8-398d292175d6 None None] Provisioning complete for port 7c4c2a61-5054-499c-a273-2c040f86ae66 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:02.433508 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e6a9592-a681-4755-aef8-398d292175d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:02.686658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:02.733971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f2000ac-d36a-4831-92c9-1810bd567324 req-de55583c-a83b-4971-8d72-891412826641 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 210 time: 0.1057613 Feb 03 14:14:02.759261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:02.803134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e743981-4668-4d8a-b0fd-bcd42b6e58b5 req-361a60a7-58a5-49f1-a160-a9db4eee63b8 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:02.808680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e743981-4668-4d8a-b0fd-bcd42b6e58b5 req-361a60a7-58a5-49f1-a160-a9db4eee63b8 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 945 time: 0.2787752 Feb 03 14:14:02.809136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a9592-a681-4755-aef8-398d292175d6 None None] Port 7c4c2a61-5054-499c-a273-2c040f86ae66 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:14:02.928156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e743981-4668-4d8a-b0fd-bcd42b6e58b5 req-5350d826-44fc-4662-866b-9af4c78abc6c tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139133 Feb 03 14:14:02.942412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b75e31-5fee-463c-9180-beccbefd89db req-62cb0388-4e82-4058-aadf-83bfb449fec3 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:02.964395 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-34b75e31-5fee-463c-9180-beccbefd89db req-62cb0388-4e82-4058-aadf-83bfb449fec3 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 949 time: 0.4604003 Feb 03 14:14:03.007047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-ac0010d8-da29-4b1f-b541-54750c3b9d41 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:03.008871 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-ac0010d8-da29-4b1f-b541-54750c3b9d41 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 945 time: 0.5538332 Feb 03 14:14:03.112690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:03.137250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:03.137631 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.167132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks [] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.185477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.264748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:03.265278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.291702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (f086f628-3be4-4fcb-83e5-1252110b14b6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.304116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:03.305266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:03.308263 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ebe3cd-d052-4cf6-862b-6669ae721ba1" -d '{"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-plugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:03.312590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:01Z', 'revision_number': 1, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:03.317760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.352794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ce1e1-6ce0-40ac-9856-3fcddf21c734 None None] The sync data for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 is: [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:01Z', 'revision_number': 1, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:14:03.407253 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18c1ba-e5f9-4d4c-ba85-bd7620a8c63c x-openstack-request-id: req-0b18c1ba-e5f9-4d4c-ba85-bd7620a8c63c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:03.407561 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-plugged", "status": "completed", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:03.407823 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b18c1ba-e5f9-4d4c-ba85-bd7620a8c63c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:03.408379 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'code': 200} Feb 03 14:14:03.426683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4c2a61-5054-499c-a273-2c040f86ae66,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:03.463200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=13']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:03.569337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-b2c93ffc-396c-46d0-809b-21f455c6eaf2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=daad21f715b240c7946d98ccadaa3246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435793 Feb 03 14:14:03.581675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Deleting port 139b50d7-1095-4eab-989f-b72233a2d958 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:03.581675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (139b50d7-1095-4eab-989f-b72233a2d958), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.603440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Deleting port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:03.603935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.785947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] For port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,segment=NetworkSegment(bacf7913-8350-419d-be89-f50928519438),segment_id=bacf7913-8350-419d-be89-f50928519438)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:03.786327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:03.821466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Calling delete_port for 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:03.979011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c2a27f5-bc7b-45b6-883f-f8f28dec5d7b req-af8fd049-6768-4350-aa85-2bd8c57fe477 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 210 time: 0.1111751 Feb 03 14:14:03.992147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bdf99-f9c7-49be-bf8d-c50bbf4fa7fb req-ef019382-72ec-4ed6-9365-d9328a3c6eff tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:04.002397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed6bdf99-f9c7-49be-bf8d-c50bbf4fa7fb req-ef019382-72ec-4ed6-9365-d9328a3c6eff tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 949 time: 0.4306126 Feb 03 14:14:04.047896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Network 826a5096-a101-4629-b038-1bf048d38d2d is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:04.071516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] For port 139b50d7-1095-4eab-989f-b72233a2d958, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=139b50d7-1095-4eab-989f-b72233a2d958,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:04.076822 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (139b50d7-1095-4eab-989f-b72233a2d958), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:04.090371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:04.184277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed6bdf99-f9c7-49be-bf8d-c50bbf4fa7fb req-e37ea2dd-a322-48dd-9af0-121e097308c2 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/security-groups?id=8190119f-dd10-4e61-9c28-f0dd4aeae51d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808782 Feb 03 14:14:04.256476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Calling delete_port for 139b50d7-1095-4eab-989f-b72233a2d958 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:04.269512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-8a98be8d-04b3-417e-b8e9-d487ce869a8d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:04.272476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-8a98be8d-04b3-417e-b8e9-d487ce869a8d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6880581 Feb 03 14:14:04.295452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Request body: {'port': {'device_id': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'daad21f715b240c7946d98ccadaa3246'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:04.362196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f309a-a467-4925-8284-44e62c478529 req-82aa0c6c-c589-441f-806b-19f40eb58da9 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:04.363871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-225f309a-a467-4925-8284-44e62c478529 req-82aa0c6c-c589-441f-806b-19f40eb58da9 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 945 time: 0.1598127 Feb 03 14:14:04.429277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34058) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:04.562850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d86d1041-994f-416a-955b-c7c9e03d9dda None None] Provisioning complete for port 7c4c2a61-5054-499c-a273-2c040f86ae66 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:04.563458 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d86d1041-994f-416a-955b-c7c9e03d9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:04.640618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d86d1041-994f-416a-955b-c7c9e03d9dda None None] Port 7c4c2a61-5054-499c-a273-2c040f86ae66 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:14:04.793002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-225f309a-a467-4925-8284-44e62c478529 req-cce63c9a-d541-473f-89dd-c12a35ade275 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/security-groups?id=5644456e-d7b9-4271-a077-efe9f01cd073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217100 Feb 03 14:14:04.888315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:04.919565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Made reservation on behalf of daad21f715b240c7946d98ccadaa3246 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:04.924606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:04.968454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:04.968890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.070851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.143922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:05.146958 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.163812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Pushing event deleted for resources: {'Port': ['ID=1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:05.195714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (139b50d7-1095-4eab-989f-b72233a2d958), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.199688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:05.217909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.222936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Router f086f628-3be4-4fcb-83e5-1252110b14b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:05.258592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf5c15ac-ba61-4df0-bdb9-00c025e913bd req-6b80d126-2509-44d3-9ab8-a88d43b69947 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 210 time: 0.1169400 Feb 03 14:14:05.304616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:05.333149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Allocated IP 192.168.233.118 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/3b6f008a-0875-40e9-b8c8-2622f6803fca) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:05.351534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Pushing event deleted for resources: {'Port': ['ID=139b50d7-1095-4eab-989f-b72233a2d958,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:05.386083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a995965a-e056-46c9-a871-ae1fba3a6ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.391670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] No DVR routers for this DVR port 139b50d7-1095-4eab-989f-b72233a2d958 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:05.403300 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.407311 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-34b75e31-5fee-463c-9180-beccbefd89db req-f3bc304f-7a2e-496e-b2b4-521527fedabe tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.71 "DELETE /v2.0/ports/139b50d7-1095-4eab-989f-b72233a2d958 HTTP/1.1" status: 204 len: 173 time: 2.4420495 Feb 03 14:14:05.438304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7548952-cf01-4242-9578-25b555644b0b', 'name': 'network-vif-deleted', 'tag': '139b50d7-1095-4eab-989f-b72233a2d958'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:05.440613 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d548d27c-7aaf-4433-9b6e-293e257ad33d" -d '{"events": [{"server_uuid": "b7548952-cf01-4242-9578-25b555644b0b", "name": "network-vif-deleted", "tag": "139b50d7-1095-4eab-989f-b72233a2d958"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:05.441184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-190244d0-850e-4a84-ad6a-6f3b77969b2a req-092b4368-7ae0-44b6-9b98-6f40f82ed850 tempest-ImagesNegativeTestJSON-335920943 tempest-ImagesNegativeTestJSON-335920943-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7548952-cf01-4242-9578-25b555644b0b HTTP/1.1" status: 200 len: 210 time: 0.0713873 Feb 03 14:14:05.459268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] No DVR routers for this DVR port 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:05.547660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.551265 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce689cf8-6b4b-437a-98c2-2584459b71c8 req-cc30699b-f41e-4d82-9bbf-c731a7918e24 tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.71 "DELETE /v2.0/ports/1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 HTTP/1.1" status: 204 len: 173 time: 2.4730985 Feb 03 14:14:05.560074 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c65a0ad-a8b3-40a1-a56f-448c001247e0 x-openstack-request-id: req-1c65a0ad-a8b3-40a1-a56f-448c001247e0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:05.560367 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7548952-cf01-4242-9578-25b555644b0b", "name": "network-vif-deleted", "tag": "139b50d7-1095-4eab-989f-b72233a2d958", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:05.560647 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c65a0ad-a8b3-40a1-a56f-448c001247e0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:05.561060 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7548952-cf01-4242-9578-25b555644b0b', 'name': 'network-vif-deleted', 'tag': '139b50d7-1095-4eab-989f-b72233a2d958', 'status': 'completed', 'code': 200} Feb 03 14:14:05.670753 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks [] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.730702 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.734897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:05.743160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3388ed18-d5ab-48b4-a00c-1400e2b8f36a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:05.747112 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0351ab49-22c3-42d0-822e-b19afa0435a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/f086f628-3be4-4fcb-83e5-1252110b14b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7924929 Feb 03 14:14:05.801799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:05.802300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:05.805047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:05.809049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:05.839638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a995965a-e056-46c9-a871-ae1fba3a6ad8 admin admin] Publish callbacks [] for security_group (e0174270-1c9e-401b-8081-a44dbd4fde4f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.848148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a995965a-e056-46c9-a871-ae1fba3a6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e0174270-1c9e-401b-8081-a44dbd4fde4f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.895272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:05.940375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:05.946175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:05.951857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995965a-e056-46c9-a871-ae1fba3a6ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0174270-1c9e-401b-8081-a44dbd4fde4f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:05.981586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-fed34ed7-fc7b-47f2-ae9c-a777001250f6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6942532 Feb 03 14:14:06.003629 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a995965a-e056-46c9-a871-ae1fba3a6ad8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9888c66bdc34422d8076e579d42dc5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5357611 Feb 03 14:14:06.005703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34076) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:06.024057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bc1a444-cf82-4807-bd89-c717c23a2650 req-3d8d9e44-e0a5-44ab-bb28-af30cbf16d1f tempest-ServerAddressesNegativeTestJSON-228287483 tempest-ServerAddressesNegativeTestJSON-228287483-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4cb7ce1-8190-435a-b69a-9f50d50de5dd HTTP/1.1" status: 200 len: 210 time: 0.0510087 Feb 03 14:14:06.030950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Request body: {'port': {'device_id': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:06.233599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:06.288992 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bbae778-5dd1-4ab6-9424-4e57a1b39f61 admin admin] Publish callbacks [] for security_group (e0174270-1c9e-401b-8081-a44dbd4fde4f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:06.430657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f5f584e3-0756-4053-9d46-0e4db0be8802 None None] Provisioning complete for port 3b6f008a-0875-40e9-b8c8-2622f6803fca triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:06.431301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5f584e3-0756-4053-9d46-0e4db0be8802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:06.471039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f5f584e3-0756-4053-9d46-0e4db0be8802 None None] Port 3b6f008a-0875-40e9-b8c8-2622f6803fca cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:14:06.508879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bbae778-5dd1-4ab6-9424-4e57a1b39f61 admin admin] Publish callbacks [] for security_group (e0174270-1c9e-401b-8081-a44dbd4fde4f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:06.637998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac459ff1-0ba2-46d9-b466-83e82aaa96f8 req-f0bada09-9953-4dc6-8232-491eeb909819 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:06.645557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac459ff1-0ba2-46d9-b466-83e82aaa96f8 req-f0bada09-9953-4dc6-8232-491eeb909819 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 936 time: 0.1984088 Feb 03 14:14:06.765462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bbae778-5dd1-4ab6-9424-4e57a1b39f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e0174270-1c9e-401b-8081-a44dbd4fde4f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:06.768794 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bbae778-5dd1-4ab6-9424-4e57a1b39f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:06.770228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0bbae778-5dd1-4ab6-9424-4e57a1b39f61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0174270-1c9e-401b-8081-a44dbd4fde4f HTTP/1.1" status: 204 len: 168 time: 0.7632682 Feb 03 14:14:06.841731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac459ff1-0ba2-46d9-b466-83e82aaa96f8 req-eba4278e-7ec9-4957-b972-4a4773bfdfbb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883907 Feb 03 14:14:06.852367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae778-5dd1-4ab6-9424-4e57a1b39f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0174270-1c9e-401b-8081-a44dbd4fde4f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:06.858025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:06.869914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:07.008488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34094) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:07.009344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:07.009696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:07.010113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 139b50d7-1095-4eab-989f-b72233a2d958 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:07.035330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0bce5798-9a93-457c-bef4-f079e191df5d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--707586464', 'description': 'tempest-description--2035226632'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:07.054938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 139b50d7-1095-4eab-989f-b72233a2d958 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:07.055629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 139b50d7-1095-4eab-989f-b72233a2d958 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:07.097097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6f008a-0875-40e9-b8c8-2622f6803fca {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:07.114833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:07.115777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.118353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34108) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:07.119055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Publish callbacks [] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.137140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Transition to ACTIVE for port object 3b6f008a-0875-40e9-b8c8-2622f6803fca will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:07.141147 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bce5798-9a93-457c-bef4-f079e191df5d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.146079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.170334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] Deleting subnet 5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:14:07.175089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] Publish callbacks [] for subnet (5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.239276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:07.259864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:07.286977 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Sync routers for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:14:07.299352 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:07.299976 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:07.310279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.389593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.510217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bce5798-9a93-457c-bef4-f079e191df5d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group (4023d931-dda1-4a98-9e25-21cef22e5f8a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.530177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bce5798-9a93-457c-bef4-f079e191df5d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4023d931-dda1-4a98-9e25-21cef22e5f8a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.535705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.571814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'name': 'network-vif-deleted', 'tag': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:07.574376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:07.575085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:07.575847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:07.586222 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a1874-6dcf-4d84-b67b-1644282da964" -d '{"events": [{"server_uuid": "c4cb7ce1-8190-435a-b69a-9f50d50de5dd", "name": "network-vif-deleted", "tag": "1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:07.587404 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:07.589806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bce5798-9a93-457c-bef4-f079e191df5d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.593362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0bce5798-9a93-457c-bef4-f079e191df5d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5830288 Feb 03 14:14:07.604752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.610060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34122) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:07.618385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34124) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:07.620207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:07.620511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7 HTTP/1.1" status: 204 len: 168 time: 0.5002701 Feb 03 14:14:07.621078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:07.626529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34126) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:07.643398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-50408822-d4df-455a-8e5a-0e71b8009351 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Request body: {'security_group_rule': {'security_group_id': '4023d931-dda1-4a98-9e25-21cef22e5f8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:07.672700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce5798-9a93-457c-bef4-f079e191df5d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4023d931-dda1-4a98-9e25-21cef22e5f8a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:07.703829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fa3d4-2403-4965-8672-3083bb2f0c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9aee53-a30e-4b1f-a384-ceb9d70b9bf7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:07.704347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:07.705540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:07.706166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:07.707105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Bound port: 3b6f008a-0875-40e9-b8c8-2622f6803fca, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:07.707993 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.708156 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b47065-8006-4c0f-98af-55dc81959d1f x-openstack-request-id: req-27b47065-8006-4c0f-98af-55dc81959d1f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:07.708297 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cb7ce1-8190-435a-b69a-9f50d50de5dd", "name": "network-vif-deleted", "tag": "1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:07.708777 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27b47065-8006-4c0f-98af-55dc81959d1f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:07.709330 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cb7ce1-8190-435a-b69a-9f50d50de5dd', 'name': 'network-vif-deleted', 'tag': '1d3cf748-78ef-4fcc-a12f-eeef2f5b9d72', 'status': 'completed', 'code': 200} Feb 03 14:14:07.717512 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0483-1517-411c-83d2-955f0cd680f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.791741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (89b1c14c-44ba-4d10-b70d-8303bf05e4a6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.794513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:07.810846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50408822-d4df-455a-8e5a-0e71b8009351 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group_rule (bf0ddad9-2f0f-4fd3-aa8a-169d4dfef350), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.956655 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 2, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:07.966278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:07.971423 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (89b1c14c-44ba-4d10-b70d-8303bf05e4a6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:07.994156 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Checking router: f086f628-3be4-4fcb-83e5-1252110b14b6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:14:07.994931 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Updating router f086f628-3be4-4fcb-83e5-1252110b14b6 port 7c4c2a61-5054-499c-a273-2c040f86ae66 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:14:08.021347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b1c14c-44ba-4d10-b70d-8303bf05e4a6']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:08.030835 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.036362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:08.038863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacf7913-8350-419d-be89-f50928519438') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:08.040458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacf7913-8350-419d-be89-f50928519438') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:08.063550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.071721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (bacf7913-8350-419d-be89-f50928519438), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.106701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bacf7913-8350-419d-be89-f50928519438), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.119912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:08.121703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.122956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] 10.222.0.71 "PUT /v2.0/ports/3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 1096 time: 2.1188827 Feb 03 14:14:08.124185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:08.128024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:14:08.128594 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (bacf7913-8350-419d-be89-f50928519438), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.128690 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db3f45-173e-41ed-8bda-5c2aad3da489" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:14:08.130638 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:14:08.170140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0483-1517-411c-83d2-955f0cd680f2 admin admin] Publish callbacks [] for security_group (50f75963-c424-4767-9ea2-85c17b6ac09b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.172261 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5222007a-feef-4a61-80a6-986acb6def64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9d285d19be54ccba255ffd4eba34831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764770 Feb 03 14:14:08.172459 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50408822-d4df-455a-8e5a-0e71b8009351 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group_rule (bf0ddad9-2f0f-4fd3-aa8a-169d4dfef350), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.192046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34138) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:08.268083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (89b1c14c-44ba-4d10-b70d-8303bf05e4a6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.274505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.278001 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/89b1c14c-44ba-4d10-b70d-8303bf05e4a6 HTTP/1.1" status: 204 len: 168 time: 0.6473327 Feb 03 14:14:08.300498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0483-1517-411c-83d2-955f0cd680f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (50f75963-c424-4767-9ea2-85c17b6ac09b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.317226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679110c-9d73-4a81-b8e3-de0e2375aaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b1c14c-44ba-4d10-b70d-8303bf05e4a6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:08.326818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50408822-d4df-455a-8e5a-0e71b8009351 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (bf0ddad9-2f0f-4fd3-aa8a-169d4dfef350), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.441213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8897570-fa00-4d28-9162-0d9d0d95eb4c req-a9685f3b-9ce3-4abd-a157-d79706e8e2dd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:08.452639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8897570-fa00-4d28-9162-0d9d0d95eb4c req-a9685f3b-9ce3-4abd-a157-d79706e8e2dd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.5171986 Feb 03 14:14:08.475072 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Publish callbacks [] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.488004 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.505063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50408822-d4df-455a-8e5a-0e71b8009351 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0ddad9-2f0f-4fd3-aa8a-169d4dfef350,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:08.507115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0392-4d21-4a8d-9ad3-eb13151c9f7d service neutron] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:08.562675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34144) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:08.581826 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Pushing event updated for resources: {'Port': ['ID=7c4c2a61-5054-499c-a273-2c040f86ae66,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:08.588874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0483-1517-411c-83d2-955f0cd680f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f75963-c424-4767-9ea2-85c17b6ac09b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:08.592443 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.593065 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.593601 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.594115 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.594449 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.594778 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.595329 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.595840 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.596330 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.596895 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.597591 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.598506 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.598841 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:08.629931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d9c033f-489b-4518-a2fb-41ceaed67d2b admin admin] Publish callbacks [] for security_group (8190119f-dd10-4e61-9c28-f0dd4aeae51d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.670212 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-37664c73-2427-4397-812a-fbe9218c14a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=878d98bc9a574def82b449c72f05a847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057816 Feb 03 14:14:08.671086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34150) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:08.699514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d9c033f-489b-4518-a2fb-41ceaed67d2b admin admin] Publish callbacks [] for security_group (8190119f-dd10-4e61-9c28-f0dd4aeae51d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.708177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50408822-d4df-455a-8e5a-0e71b8009351 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.709658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-50408822-d4df-455a-8e5a-0e71b8009351 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0980206 Feb 03 14:14:08.712213 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae67c2b9-f3e3-44b4-9b6d-7a65c1a573ad x-openstack-request-id: req-ae67c2b9-f3e3-44b4-9b6d-7a65c1a573ad {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:08.712748 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:08.713187 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae67c2b9-f3e3-44b4-9b6d-7a65c1a573ad {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:08.713841 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'status': 'completed', 'code': 200} Feb 03 14:14:08.716642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34152) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:08.730536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fe2d0483-1517-411c-83d2-955f0cd680f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f0974788cd246cca11629a5075e090c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1066711 Feb 03 14:14:08.738291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34154) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:08.742186 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Attempting to bind port 7c4c2a61-5054-499c-a273-2c040f86ae66 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:08.742573 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Attempting to bind port 7c4c2a61-5054-499c-a273-2c040f86ae66 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:08.742946 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Attempting to bind port 7c4c2a61-5054-499c-a273-2c040f86ae66 on network 826a5096-a101-4629-b038-1bf048d38d2d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:08.757285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8ac09af3-994c-4186-96e0-a356f77d61ce tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Request body: {'security_group_rule': {'security_group_id': '4023d931-dda1-4a98-9e25-21cef22e5f8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:08.765522 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:08.766142 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Checking segment: {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:08.766723 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.768636 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Bound using segment: {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:08.769278 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Bound port: 7c4c2a61-5054-499c-a273-2c040f86ae66, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:08.769984 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.784604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.840890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-340855e9-20f8-4f89-92ee-432577920ada admin admin] Publish callbacks [] for security_group (5644456e-d7b9-4271-a077-efe9f01cd073), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.877758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8897570-fa00-4d28-9162-0d9d0d95eb4c req-2b68aac8-6fce-4183-8ed6-2a1d13e5690c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196081 Feb 03 14:14:08.878834 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] For port 7c4c2a61-5054-499c-a273-2c040f86ae66, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:08.882332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac09af3-994c-4186-96e0-a356f77d61ce tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group_rule (5a9fa47c-f08d-4d1e-bed9-a1b19837a2f3), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.885991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-340855e9-20f8-4f89-92ee-432577920ada admin admin] Publish callbacks [] for security_group (5644456e-d7b9-4271-a077-efe9f01cd073), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.894875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-0d71221e-4df8-4108-92b6-2a6f09073932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:08.896780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-0d71221e-4df8-4108-92b6-2a6f09073932 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1130 time: 0.6339927 Feb 03 14:14:08.905994 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] For port 7c4c2a61-5054-499c-a273-2c040f86ae66, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7c4c2a61-5054-499c-a273-2c040f86ae66,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:08.928058 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.928939 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48eee04e-9b88-4b22-b66d-f8552d74498a admin admin] Publish callbacks [] for security_group (50f75963-c424-4767-9ea2-85c17b6ac09b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.989236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac09af3-994c-4186-96e0-a356f77d61ce tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group_rule (5a9fa47c-f08d-4d1e-bed9-a1b19837a2f3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:08.998396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac09af3-994c-4186-96e0-a356f77d61ce tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (5a9fa47c-f08d-4d1e-bed9-a1b19837a2f3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.014088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-340855e9-20f8-4f89-92ee-432577920ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5644456e-d7b9-4271-a077-efe9f01cd073), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.016752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-340855e9-20f8-4f89-92ee-432577920ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.017740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-8a13a72d-98c1-4b74-9e42-b5190d594cba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0845435 Feb 03 14:14:09.018929 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-340855e9-20f8-4f89-92ee-432577920ada admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5644456e-d7b9-4271-a077-efe9f01cd073 HTTP/1.1" status: 204 len: 168 time: 0.3465898 Feb 03 14:14:09.032013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340855e9-20f8-4f89-92ee-432577920ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5644456e-d7b9-4271-a077-efe9f01cd073,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:09.035202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac09af3-994c-4186-96e0-a356f77d61ce tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9fa47c-f08d-4d1e-bed9-a1b19837a2f3,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:09.060570 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac09af3-994c-4186-96e0-a356f77d61ce tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.064372 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:09.065263 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:13:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:09.066086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ac09af3-994c-4186-96e0-a356f77d61ce tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3430285 Feb 03 14:14:09.070311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34158) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:09.073828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:09.077532 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48eee04e-9b88-4b22-b66d-f8552d74498a admin admin] Publish callbacks [] for security_group (50f75963-c424-4767-9ea2-85c17b6ac09b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.107548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.162875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d9c033f-489b-4518-a2fb-41ceaed67d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8190119f-dd10-4e61-9c28-f0dd4aeae51d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.168272 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d9c033f-489b-4518-a2fb-41ceaed67d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.177377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d9c033f-489b-4518-a2fb-41ceaed67d2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8190119f-dd10-4e61-9c28-f0dd4aeae51d HTTP/1.1" status: 204 len: 168 time: 0.9783926 Feb 03 14:14:09.193707 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:09.250681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c033f-489b-4518-a2fb-41ceaed67d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8190119f-dd10-4e61-9c28-f0dd4aeae51d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:09.275089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-f7063601-673c-4c69-8ec2-8a326f091fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:09.278355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-f7063601-673c-4c69-8ec2-8a326f091fdb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2433214 Feb 03 14:14:09.314502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a87b2a70-7e26-470d-889c-064d81bb4108 None None] Provisioning complete for port 7c4c2a61-5054-499c-a273-2c040f86ae66 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:09.314886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a87b2a70-7e26-470d-889c-064d81bb4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.392488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48eee04e-9b88-4b22-b66d-f8552d74498a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (50f75963-c424-4767-9ea2-85c17b6ac09b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.397856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48eee04e-9b88-4b22-b66d-f8552d74498a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.403351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-48eee04e-9b88-4b22-b66d-f8552d74498a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50f75963-c424-4767-9ea2-85c17b6ac09b HTTP/1.1" status: 204 len: 168 time: 0.6600671 Feb 03 14:14:09.405969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.434700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eee04e-9b88-4b22-b66d-f8552d74498a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f75963-c424-4767-9ea2-85c17b6ac09b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:09.441345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-9a2a24fa-84fb-45a4-819c-1cbb53554b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:09.447211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-9a2a24fa-84fb-45a4-819c-1cbb53554b4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1622486 Feb 03 14:14:09.477378 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65d45f-9d77-4dc8-bf50-b78440a6de93 None None] Pushing event updated for resources: {'Port': ['ID=7c4c2a61-5054-499c-a273-2c040f86ae66,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:09.507421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a87b2a70-7e26-470d-889c-064d81bb4108 None None] Current status of the port 7c4c2a61-5054-499c-a273-2c040f86ae66 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:09.508106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a87b2a70-7e26-470d-889c-064d81bb4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.531085 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:08Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:09.581637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a87b2a70-7e26-470d-889c-064d81bb4108 None None] For port 7c4c2a61-5054-499c-a273-2c040f86ae66, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7c4c2a61-5054-499c-a273-2c040f86ae66,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:09.592878 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44236be4-a5a3-4445-b1d0-3f7c781a445e None None] The sync data for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 is: [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:08Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:14:09.595029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a87b2a70-7e26-470d-889c-064d81bb4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.669380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-3e613ab2-3319-4f31-bd8c-4a31b68734ed service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089994 Feb 03 14:14:09.670889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b2a70-7e26-470d-889c-064d81bb4108 None None] Pushing event updated for resources: {'Port': ['ID=7c4c2a61-5054-499c-a273-2c040f86ae66,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:09.690290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Allocated IP 172.25.0.132 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/84f8d43d-6c3a-412f-a4bf-752468731e2d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:09.733047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-69b28728-50d2-4b58-bc55-278dbac3ff4c None None] Provisioning complete for port 7c4c2a61-5054-499c-a273-2c040f86ae66 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:09.733711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69b28728-50d2-4b58-bc55-278dbac3ff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.947129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69b28728-50d2-4b58-bc55-278dbac3ff4c None None] Current status of the port 7c4c2a61-5054-499c-a273-2c040f86ae66 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:09.954192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:09.956627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98913308-b70a-4ea1-b9c3-79c36a812272 req-7080f8b2-8830-448b-aa0e-935e0a09b54c service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742233 Feb 03 14:14:10.017816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:10.116184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:10.124287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:10.132610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:10.195971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-57c22198-a32c-497a-9128-f35fb873dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:10.197276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event updated for resources: {'Port': ['ID=84f8d43d-6c3a-412f-a4bf-752468731e2d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:10.215276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-57c22198-a32c-497a-9128-f35fb873dc2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1130 time: 0.1154463 Feb 03 14:14:10.238716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff36cb8-8bd9-48c7-a541-0f615066c34c req-3b54cbfc-617c-4507-ac2f-f12f28322468 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:10.242594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ff36cb8-8bd9-48c7-a541-0f615066c34c req-3b54cbfc-617c-4507-ac2f-f12f28322468 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.2169514 Feb 03 14:14:10.338559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for floatingip (0565d619-c3dd-416a-8f11-30c413bcd9db), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:10.395411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ff36cb8-8bd9-48c7-a541-0f615066c34c req-6259689b-5a30-4770-9502-bf360ad7e06a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406021 Feb 03 14:14:10.407870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:10.465112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-00f76f54-0be2-46da-a5e8-1301640e29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:10.469972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-00f76f54-0be2-46da-a5e8-1301640e29d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2262416 Feb 03 14:14:10.526737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-19e6190e-09aa-45f0-97ff-4b51002769dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0504649 Feb 03 14:14:10.603142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-e1b41531-ab70-47f1-ba4c-d6ff623bace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:10.606419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-e1b41531-ab70-47f1-ba4c-d6ff623bace3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0712175 Feb 03 14:14:10.678039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-0a17c9aa-768c-4674-a236-89766e145618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:10.679803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-0a17c9aa-768c-4674-a236-89766e145618 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0592642 Feb 03 14:14:10.774754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:10.787700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:10.818872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-c9c8db83-3935-45ad-8c54-702f112917a1 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316214 Feb 03 14:14:10.951987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event updated for resources: {'Port': ['ID=84f8d43d-6c3a-412f-a4bf-752468731e2d,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:10.978816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (0565d619-c3dd-416a-8f11-30c413bcd9db), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:10.979226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7c4c2a61-5054-499c-a273-2c040f86ae66 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:11.006998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:11.020682 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3a3064c6-25b2-4586-bf88-7c79f46a7639 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9448230 Feb 03 14:14:11.062340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71db3f45-173e-41ed-8bda-5c2aad3da489 req-b6e8daaf-d5a8-4606-a314-f7a15b491468 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352183 Feb 03 14:14:11.126646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7c4c2a61-5054-499c-a273-2c040f86ae66 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:11.127028 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:11.236384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7c4c2a61-5054-499c-a273-2c040f86ae66 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:11.541409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-f305b485-9efe-4156-ba6c-a90d85f15715 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--707586464&fields=id&tenant_id=a53191189a55408083361addc21cea5d HTTP/1.1" status: 200 len: 267 time: 0.1037014 Feb 03 14:14:11.749608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-5ee8b465-61ef-47e7-8cd4-a1bc6b04b62e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:11.751557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-5ee8b465-61ef-47e7-8cd4-a1bc6b04b62e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/networks?id=826a5096-a101-4629-b038-1bf048d38d2d HTTP/1.1" status: 200 len: 805 time: 0.2033651 Feb 03 14:14:11.780152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0719cab-98c5-41d3-85c2-529a5927bc2f req-c7382f62-a610-411f-b503-e623ff23579a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:11.789792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0719cab-98c5-41d3-85c2-529a5927bc2f req-c7382f62-a610-411f-b503-e623ff23579a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.2400494 Feb 03 14:14:11.793268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-d5b67f36-6c07-4d49-a7eb-bd7512cd0435 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/quotas/a53191189a55408083361addc21cea5d HTTP/1.1" status: 200 len: 375 time: 0.0360444 Feb 03 14:14:11.809757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34256) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:11.883680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0719cab-98c5-41d3-85c2-529a5927bc2f req-860fb5d2-18ca-4e9e-aa44-31b7943fa9f4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926909 Feb 03 14:14:11.918723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-7b1eeacc-7673-4234-b44d-2c2de5177605 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a53191189a55408083361addc21cea5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968027 Feb 03 14:14:12.079070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1342484714-network', 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:12.104264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-3ad3675b-2e44-4bda-8b76-4d0f1b54cb66 service neutron] 10.222.0.52 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804698 Feb 03 14:14:12.119034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:12.123664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.151821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.224917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-51fbd07d-9246-4fdf-9545-4b370370c535 service neutron] 10.222.0.52 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075475 Feb 03 14:14:12.277950 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks [] for security_group (698fd684-b226-47ca-b117-da3dba659b44), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.284042 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (698fd684-b226-47ca-b117-da3dba659b44), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.301166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:14:12.314767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fbe59782-b082-478c-bdd7-4d73d9f32e73), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.315057 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Added segment fbe59782-b082-478c-bdd7-4d73d9f32e73 of type vlan for network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 Feb 03 14:14:12.365678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.471857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.472889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:12.473483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.549329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698fd684-b226-47ca-b117-da3dba659b44,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:12.591261 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7779036 Feb 03 14:14:12.592211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34284) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:12.597858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Request body: {'subnet': {'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1342484714-subnet', 'tenant_id': '7fb8babc94464b66b4f3e506e326980f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:12.605757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec31619-d80c-4d0b-83bf-39b976edefd9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:12.630922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:12.634329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:12.680573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:14:12.732009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e158f0-3864-4388-abb7-1edc611a11be req-b8a65e10-7ae3-48f3-8e58-dd8ae7b7c71d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:12.747432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-b8a65e10-7ae3-48f3-8e58-dd8ae7b7c71d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.2723956 Feb 03 14:14:12.781975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-f3f766ac-8146-4098-a7a5-22723b2a6d46 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/quotas/5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 375 time: 0.0335772 Feb 03 14:14:12.966291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7fa5e22-a0bb-410f-9558-740e5aed112f req-6434cdd6-c4c9-4554-a83a-f222fdc26215 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 210 time: 0.1754158 Feb 03 14:14:13.007151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (2c8e7b84-add1-4d2c-b4e0-8e848939b7d4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:13.044870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-6f97696f-419f-470f-88d1-13d456e6c650 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2619889 Feb 03 14:14:13.078271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:13.124902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:13.130060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Network hostable DHCP agents. Network: 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:14:13.180222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:14:13.195534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:13.204179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be563f-8361-45e7-a190-57ac6f8185b0 None None] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:13.222390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:13.227621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:13.271412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d1322f2c-3265-4cf7-a7f1-44e14333f26e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6780729 Feb 03 14:14:13.286746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-4583fa4d-ac66-46ea-925c-9cb784380e3b service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339277 Feb 03 14:14:13.360824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81058fa-6c18-438d-9e70-e7cfe59435c6 None None] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:13.524456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-d801ca86-7233-4864-9b3b-43a2f0b04d45 service neutron] 10.222.0.52 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364728 Feb 03 14:14:13.533523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e84610-a6e1-4af7-8377-6163bf881c6d req-04682895-348c-4aa9-9c8d-2333a400b9de tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:13.535874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0e84610-a6e1-4af7-8377-6163bf881c6d req-04682895-348c-4aa9-9c8d-2333a400b9de tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.1770961 Feb 03 14:14:13.611141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0e84610-a6e1-4af7-8377-6163bf881c6d req-ce30f1ad-5e51-45d6-8c31-c5fa1cf92525 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669498 Feb 03 14:14:14.025185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bfa7ba-c553-43b6-9d46-acfeea7dfe16 req-317a9b40-ff56-4726-9d05-02d1d8193e9b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0820205 Feb 03 14:14:14.195935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34370) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:14.302035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-4ac843c5-f7f3-4437-997c-410d294b6c0a tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:14.304587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-4ac843c5-f7f3-4437-997c-410d294b6c0a tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.71 "GET /v2.0/networks?id=826a5096-a101-4629-b038-1bf048d38d2d HTTP/1.1" status: 200 len: 805 time: 0.2564089 Feb 03 14:14:14.383277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb590-21f4-40d3-8557-8d89a3544915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.405410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-105786e5-0770-4838-b52f-243575df2752 req-163962ea-d164-42e9-b957-69c1cef6e40a tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 210 time: 0.0631945 Feb 03 14:14:14.491365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-0ac2be4a-7da3-4c46-8d25-58bc04a3a852 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a53191189a55408083361addc21cea5d HTTP/1.1" status: 200 len: 379 time: 0.1686232 Feb 03 14:14:14.507276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Request body: {'port': {'device_id': '2235a835-423d-4db5-8c59-5db9d83066dc', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'admin_state_up': True, 'tenant_id': 'a53191189a55408083361addc21cea5d', 'security_groups': ['4023d931-dda1-4a98-9e25-21cef22e5f8a']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:14.551282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb590-21f4-40d3-8557-8d89a3544915 admin admin] Publish callbacks [] for security_group (cd7f0e6f-b8da-4075-b53c-97b64887c0cb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.566477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb590-21f4-40d3-8557-8d89a3544915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd7f0e6f-b8da-4075-b53c-97b64887c0cb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.630046 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7c3bb590-21f4-40d3-8557-8d89a3544915 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71bd2fa14dbe49df8fc09886c7face03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324172 Feb 03 14:14:14.631462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bb590-21f4-40d3-8557-8d89a3544915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7f0e6f-b8da-4075-b53c-97b64887c0cb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:14.634018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34386) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:14.772191 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25b205d7-4e60-4036-9fc3-9ccb0ebe14dd admin admin] Publish callbacks [] for security_group (cd7f0e6f-b8da-4075-b53c-97b64887c0cb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.800870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25b205d7-4e60-4036-9fc3-9ccb0ebe14dd admin admin] Publish callbacks [] for security_group (cd7f0e6f-b8da-4075-b53c-97b64887c0cb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.824444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34392) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:14.858192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Made reservation on behalf of a53191189a55408083361addc21cea5d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:14.862078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.876976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:14.884779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25b205d7-4e60-4036-9fc3-9ccb0ebe14dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd7f0e6f-b8da-4075-b53c-97b64887c0cb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.897992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25b205d7-4e60-4036-9fc3-9ccb0ebe14dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:14.905014 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-25b205d7-4e60-4036-9fc3-9ccb0ebe14dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd7f0e6f-b8da-4075-b53c-97b64887c0cb HTTP/1.1" status: 204 len: 168 time: 0.2626152 Feb 03 14:14:14.929342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b205d7-4e60-4036-9fc3-9ccb0ebe14dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7f0e6f-b8da-4075-b53c-97b64887c0cb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:15.021613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Allocated IP 172.20.0.4 (826a5096-a101-4629-b038-1bf048d38d2d/73cc2182-020f-4aa0-870e-845682884584/d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:15.073161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-1d4a7e33-4128-41b3-823c-8a1c05b36cdf tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:15.080900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-1d4a7e33-4128-41b3-823c-8a1c05b36cdf tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.4547956 Feb 03 14:14:15.137245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:15.137494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-078fe7fa-cbf0-4b80-8d85-e643e5a72ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.176591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'mac_address': 'fa:16:3e:03:45:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:15.183120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-3a966a94-50ef-4abd-93ea-fc5dfeacc403 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.0947797 Feb 03 14:14:15.196811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578a534-89f6-4ae2-826e-d1d94271d0a6 req-79de24a5-7f26-4e7e-90d0-26cbbdd1c02f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:15.198321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d578a534-89f6-4ae2-826e-d1d94271d0a6 req-79de24a5-7f26-4e7e-90d0-26cbbdd1c02f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.4261856 Feb 03 14:14:15.238622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b6f008a-0875-40e9-b8c8-2622f6803fca is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:15.239106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.256845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-e6fac23c-01ca-416f-be00-c17224e47da0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574219 Feb 03 14:14:15.270486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6f008a-0875-40e9-b8c8-2622f6803fca {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:15.298134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:15.305049 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.373363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:15.402306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d578a534-89f6-4ae2-826e-d1d94271d0a6 req-3d70ec74-8e4a-4b64-834c-c09c42358212 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583126 Feb 03 14:14:15.472759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.568429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-078fe7fa-cbf0-4b80-8d85-e643e5a72ccd admin admin] Publish callbacks [] for security_group (d1b46323-4835-4fdd-b674-2a69d8e78b83), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.593387 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-078fe7fa-cbf0-4b80-8d85-e643e5a72ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d1b46323-4835-4fdd-b674-2a69d8e78b83), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.689244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.697706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-078fe7fa-cbf0-4b80-8d85-e643e5a72ccd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d389d00028543a297b638a0f31a8bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8570595 Feb 03 14:14:15.701023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34422) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:15.708671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fe7fa-cbf0-4b80-8d85-e643e5a72ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b46323-4835-4fdd-b674-2a69d8e78b83,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:15.710247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3b6f008a-0875-40e9-b8c8-2622f6803fca'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:15.756250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Network 826a5096-a101-4629-b038-1bf048d38d2d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:15.762928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:15.774895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:15.837555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b32d2149-fc06-464d-97da-636df248fecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.840041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce75b1a5-5470-44f6-8eb0-e7bfa2fa2799 admin admin] Publish callbacks [] for security_group (d1b46323-4835-4fdd-b674-2a69d8e78b83), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.855406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:15.856536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:15.900097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-a6319f43-e060-41d0-8613-abf0daf57ad2 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987854 Feb 03 14:14:15.922726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event updated for resources: {'Port': ['ID=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:15.929818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c86e3d5d-78b8-4cc1-b36a-5433378f1cd4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4321442 Feb 03 14:14:15.968060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Request body: {'port': {'device_id': '2235a835-423d-4db5-8c59-5db9d83066dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:16.192306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce75b1a5-5470-44f6-8eb0-e7bfa2fa2799 admin admin] Publish callbacks [] for security_group (d1b46323-4835-4fdd-b674-2a69d8e78b83), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:16.216512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f5ec91a-abec-45be-abda-1371fe2bcd92 req-c27bf12b-8b53-4d38-8ff8-896beb28e4f2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.1246848 Feb 03 14:14:16.217268 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:16.242068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e158f0-3864-4388-abb7-1edc611a11be req-52d5440f-4b70-40c0-9107-f7489d7032cf tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:16.243688 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-52d5440f-4b70-40c0-9107-f7489d7032cf tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 807 time: 0.7530565 Feb 03 14:14:16.280470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Request body: {'port': {'device_id': 'bdce6564-3393-4749-b9f8-88196916f92a', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'admin_state_up': True, 'tenant_id': '5ee7897a21594d0da938e8be68d79a08'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:16.511608 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce75b1a5-5470-44f6-8eb0-e7bfa2fa2799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d1b46323-4835-4fdd-b674-2a69d8e78b83), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:16.514251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce75b1a5-5470-44f6-8eb0-e7bfa2fa2799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:16.516539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ce75b1a5-5470-44f6-8eb0-e7bfa2fa2799 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1b46323-4835-4fdd-b674-2a69d8e78b83 HTTP/1.1" status: 204 len: 168 time: 0.8128831 Feb 03 14:14:16.527627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-12fba15a-8382-4b1e-8453-9a04fd680375 None None] Provisioning complete for port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:16.528263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12fba15a-8382-4b1e-8453-9a04fd680375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:16.565662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75b1a5-5470-44f6-8eb0-e7bfa2fa2799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b46323-4835-4fdd-b674-2a69d8e78b83,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:16.583081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-12fba15a-8382-4b1e-8453-9a04fd680375 None None] Port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:14:16.635562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Made reservation on behalf of 5ee7897a21594d0da938e8be68d79a08 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:16.640013 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:16.708176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34438) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:16.780605 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-6b4365de-543c-49a2-a189-01b36baa845b service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786633 Feb 03 14:14:16.878970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Allocated IP 172.20.0.10 (816cf5cc-964b-4163-89b4-09c9f5045e4b/9b802a00-f1ed-46f3-a616-401c4157381e/6f90046f-256f-4de6-8d05-50671c498407) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:16.915836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139c5c-0cd7-4739-8747-9f96223a8b74 req-396f7229-012e-47ab-92e5-6f0d3cd01481 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:16.924684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e139c5c-0cd7-4739-8747-9f96223a8b74 req-396f7229-012e-47ab-92e5-6f0d3cd01481 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 931 time: 0.2242351 Feb 03 14:14:17.147261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e139c5c-0cd7-4739-8747-9f96223a8b74 req-d3b2248d-b20a-41e3-b718-204c6566e745 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197464 Feb 03 14:14:17.243584 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks [] for port (6f90046f-256f-4de6-8d05-50671c498407), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.321536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.335127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['da390f4e-594e-4840-bc06-82baff219c90'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:17.379196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1753127301-network', 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:17.409994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34450) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:17.438252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cc1b00e-975e-459f-b610-d3315430a1f4 req-db3daf5d-6c3d-4cc3-a6ea-f5bb1d26ba1c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 210 time: 0.1817122 Feb 03 14:14:17.476240 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Network 816cf5cc-964b-4163-89b4-09c9f5045e4b is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:17.485642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:17.488991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:17.545756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:17.548232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:17.551875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.582490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:17.584309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.590598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Publish callbacks [] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.606712 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d5e0-e76d-4677-833f-38bf5afd7a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.644578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.654067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:17.687525 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-3a1302a3-e4e7-444a-b97c-eedefadfeb95 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4113388 Feb 03 14:14:17.691457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Transition to ACTIVE for port object d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:17.718432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Request body: {'port': {'device_id': 'bdce6564-3393-4749-b9f8-88196916f92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:17.732030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd884ea-ba72-4ee6-85c9-a009c4180691 req-824237fa-598c-46c3-857c-d1479487ab63 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:17.733669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dd884ea-ba72-4ee6-85c9-a009c4180691 req-824237fa-598c-46c3-857c-d1479487ab63 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 949 time: 0.4349897 Feb 03 14:14:17.734613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.832660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ea74e-c1b7-42df-84c4-d6a0d6a8145c req-9086a343-924b-4844-b9c6-114f495de1e5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:17.839769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07ea74e-c1b7-42df-84c4-d6a0d6a8145c req-9086a343-924b-4844-b9c6-114f495de1e5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 932 time: 0.2522562 Feb 03 14:14:17.878551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.917603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks [] for security_group (09d0127c-3479-4745-8e61-83a3baa0ea70), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.923391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d5e0-e76d-4677-833f-38bf5afd7a90 admin admin] Publish callbacks [] for security_group (89c0a348-e6fb-4889-b457-18422631a867), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.942710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cbe9d5e0-e76d-4677-833f-38bf5afd7a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (89c0a348-e6fb-4889-b457-18422631a867), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:17.947894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:18.009382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (09d0127c-3479-4745-8e61-83a3baa0ea70), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.013355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07ea74e-c1b7-42df-84c4-d6a0d6a8145c req-2f324140-f42d-40ea-95f3-8a9071323da8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705966 Feb 03 14:14:18.026784 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88dbb1bb-c2bb-4693-aee8-bd5557f65cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.040698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dd884ea-ba72-4ee6-85c9-a009c4180691 req-b32826be-c12c-43ee-bdfa-f7affb561abb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863123 Feb 03 14:14:18.124407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Attempting to bind port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:18.124830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Attempting to bind port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:18.125106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Attempting to bind port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 on network 826a5096-a101-4629-b038-1bf048d38d2d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:18.140710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 on network 826a5096-a101-4629-b038-1bf048d38d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:18.140941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Attempting to bind port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 on network 826a5096-a101-4629-b038-1bf048d38d2d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:18.146854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:18.147212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Checking segment: {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:18.147604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Bound using segment: {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:18.148038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Bound port: d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b742efa-1cb4-456f-865e-0e94b232d24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:18.161016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.329061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f90046f-256f-4de6-8d05-50671c498407 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:18.337445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Publish callbacks [] for port (6f90046f-256f-4de6-8d05-50671c498407), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.351255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Transition to ACTIVE for port object 6f90046f-256f-4de6-8d05-50671c498407 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:18.375953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577045c6-137b-4f5a-9863-7b33aa62d402 req-8f32e8fe-7bcf-4922-b613-cc7747eb2476 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:18.376908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9d5e0-e76d-4677-833f-38bf5afd7a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c0a348-e6fb-4889-b457-18422631a867,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:18.378476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-577045c6-137b-4f5a-9863-7b33aa62d402 req-8f32e8fe-7bcf-4922-b613-cc7747eb2476 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 943 time: 0.1099606 Feb 03 14:14:18.386550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.416800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] For port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:18.440799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:14:18.450511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] For port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:18.468931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.506746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0127c-3479-4745-8e61-83a3baa0ea70,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:18.511133 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cbe9d5e0-e76d-4677-833f-38bf5afd7a90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0299d2466dd4be0b54b1e3e21fd7bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0973227 Feb 03 14:14:18.554122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:18.559183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34464) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:18.633883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:18.659937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:18.661048 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.663172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-19d7d805-1cda-43d1-9d0f-e1a525951975 service neutron] 10.222.0.71 "PUT /v2.0/ports/d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 HTTP/1.1" status: 200 len: 1091 time: 2.7074192 Feb 03 14:14:18.664953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:18.667275 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b491dd-43da-41e0-8c0e-cb01d31be60a" -d '{"events": [{"name": "network-changed", "server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:18.695636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c5bdda1f-3db3-4afd-b1ee-c597b7cb6636), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.696038 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Added segment c5bdda1f-3db3-4afd-b1ee-c597b7cb6636 of type vlan for network c8d73aaf-2cfe-4772-9353-677818ccc5e1 Feb 03 14:14:18.730396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba486c0f-1c6f-4b7c-92c0-dc2addac28bf req-d8dc24cc-c224-4ee7-8c1f-57567d2f1345 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 210 time: 0.1079268 Feb 03 14:14:18.736718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-577045c6-137b-4f5a-9863-7b33aa62d402 req-5a354959-7f93-400f-b4b5-9b20e3f8c856 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417978 Feb 03 14:14:18.788175 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c8d73aaf-2cfe-4772-9353-677818ccc5e1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.828600 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272d0088-6e95-488f-b9dd-1d9296d1961c x-openstack-request-id: req-272d0088-6e95-488f-b9dd-1d9296d1961c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:18.829939 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:18.829939 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-272d0088-6e95-488f-b9dd-1d9296d1961c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:18.830659 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'status': 'completed', 'code': 200} Feb 03 14:14:18.858629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-3597af77-b760-481e-9486-6fbe7fb9b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:18.861408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-3597af77-b760-481e-9486-6fbe7fb9b469 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53191189a55408083361addc21cea5d&device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 1125 time: 0.0916698 Feb 03 14:14:18.908809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c8d73aaf-2cfe-4772-9353-677818ccc5e1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.910178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:18.911284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.914858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:18.919328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-4c629f22-2024-4954-9ec1-0e63313507b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 HTTP/1.1" status: 200 len: 217 time: 0.0449188 Feb 03 14:14:18.958872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce4be25d-8c3e-40e7-ad87-0e3565c1cbdf admin admin] Publish callbacks [] for security_group (89c0a348-e6fb-4889-b457-18422631a867), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:18.988753 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2785959 Feb 03 14:14:18.999384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34468) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:19.002576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 3b6f008a-0875-40e9-b8c8-2622f6803fca completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:19.009285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 3b6f008a-0875-40e9-b8c8-2622f6803fca triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:19.010051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.010553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Request body: {'subnet': {'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1753127301-subnet', 'tenant_id': '1213ccff457b46bb921661511b0ddef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:19.059912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-f3921e57-6075-415c-a7be-5be61abc74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.061696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-f3921e57-6075-415c-a7be-5be61abc74e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73cc2182-020f-4aa0-870e-845682884584 HTTP/1.1" status: 200 len: 844 time: 0.1334102 Feb 03 14:14:19.064211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e663e-2ed4-4494-8b20-ade71ba013d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d73aaf-2cfe-4772-9353-677818ccc5e1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:19.073656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:19.074004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:19.074345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:19.084979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce4be25d-8c3e-40e7-ad87-0e3565c1cbdf admin admin] Publish callbacks [] for security_group (89c0a348-e6fb-4889-b457-18422631a867), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.090332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:14:19.100172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-7cc62b35-2886-4b22-ad6d-a463b78576c6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.101785 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-7cc62b35-2886-4b22-ad6d-a463b78576c6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.2662914 Feb 03 14:14:19.104553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:19.104888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:19.120663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Request body: {'port': {'device_id': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'admin_state_up': True, 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:19.120903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:19.130198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.142363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:19.142718 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:19.143258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:19.143727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Bound port: 6f90046f-256f-4de6-8d05-50671c498407, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:19.144095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.239059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b6f008a-0875-40e9-b8c8-2622f6803fca is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:19.239580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.273846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:19.276312 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88fac27-740b-42da-910e-186d88a5f04e" -d '{"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-plugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:19.291324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:19.297107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.297785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce4be25d-8c3e-40e7-ad87-0e3565c1cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (89c0a348-e6fb-4889-b457-18422631a867), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.301900 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce4be25d-8c3e-40e7-ad87-0e3565c1cbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.303465 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ce4be25d-8c3e-40e7-ad87-0e3565c1cbdf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89c0a348-e6fb-4889-b457-18422631a867 HTTP/1.1" status: 204 len: 168 time: 0.7417343 Feb 03 14:14:19.335053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:19.338288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4be25d-8c3e-40e7-ad87-0e3565c1cbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c0a348-e6fb-4889-b457-18422631a867,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:19.345746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:19.361561 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.373778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:19.378966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.383181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:19.395244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c538c282-ca02-4736-8495-721b729f79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.400976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-c538c282-ca02-4736-8495-721b729f79b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=826a5096-a101-4629-b038-1bf048d38d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3169894 Feb 03 14:14:19.431384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.432016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.433507 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] 10.222.0.71 "PUT /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 1092 time: 1.7273612 Feb 03 14:14:19.433957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'tag': '6f90046f-256f-4de6-8d05-50671c498407'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:19.436324 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10427fb4-b57e-46aa-b355-3df462fae457" -d '{"events": [{"name": "network-changed", "server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "tag": "6f90046f-256f-4de6-8d05-50671c498407"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:19.457909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.502714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b6119-83ce-43ad-aafb-e645b1a51e60 service neutron] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:19.544652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358aea-6e72-477f-b5b0-e6c4c1a4842e req-15a238f9-f07e-464b-b238-fda6b8284613 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.550034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11358aea-6e72-477f-b5b0-e6c4c1a4842e req-15a238f9-f07e-464b-b238-fda6b8284613 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 949 time: 0.3781025 Feb 03 14:14:19.578671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aec41-0b5d-4792-ad2c-3a5a49b24992 req-f975523d-10b7-4274-80f3-9dd12ff354d3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.581339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e5aec41-0b5d-4792-ad2c-3a5a49b24992 req-f975523d-10b7-4274-80f3-9dd12ff354d3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.4371319 Feb 03 14:14:19.618753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e158f0-3864-4388-abb7-1edc611a11be req-6cc1dbad-8396-49cc-9577-1a1cc3b09e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.620916 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-6cc1dbad-8396-49cc-9577-1a1cc3b09e9a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1126 time: 0.1105289 Feb 03 14:14:19.698524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-1d3990ab-fa7d-42a6-8afa-67cedf2210de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 217 time: 0.0649400 Feb 03 14:14:19.715404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Allocated IP 172.20.0.14 (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4/b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:19.761716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11358aea-6e72-477f-b5b0-e6c4c1a4842e req-1ae6165d-8dc1-4bb9-91d7-e76d9524fa81 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908827 Feb 03 14:14:19.771346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-6eb152c9-5cdc-4708-890f-ad6e387b1fff service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348839 Feb 03 14:14:19.798757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e158f0-3864-4388-abb7-1edc611a11be req-652587a3-1aa6-47cb-8010-482036b705a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:19.800277 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-652587a3-1aa6-47cb-8010-482036b705a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0943182 Feb 03 14:14:19.809119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e5aec41-0b5d-4792-ad2c-3a5a49b24992 req-fb75f7b3-2d77-4799-b705-d28fbb9c0908 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852732 Feb 03 14:14:19.902434 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2774f3-83c5-4dfe-9b5c-0ca01cfea3f2 x-openstack-request-id: req-0c2774f3-83c5-4dfe-9b5c-0ca01cfea3f2 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:19.902653 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "tag": "6f90046f-256f-4de6-8d05-50671c498407", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:19.902914 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c2774f3-83c5-4dfe-9b5c-0ca01cfea3f2 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:19.903309 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'tag': '6f90046f-256f-4de6-8d05-50671c498407', 'status': 'completed', 'code': 200} Feb 03 14:14:19.915735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (2b59df71-bf01-4221-bb39-c8bcd3d3652e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:19.960942 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-4c8b1efb-3009-4f98-8ae5-419a9359bd10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361885 Feb 03 14:14:19.996791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b136e2e-01a6-4094-bb6d-b2e47093bfc5 req-a4551b42-8d03-441f-a935-8ce741570e56 service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189448 Feb 03 14:14:19.997495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b59df71-bf01-4221-bb39-c8bcd3d3652e,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:20.034116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:20.034488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Network hostable DHCP agents. Network: c8d73aaf-2cfe-4772-9353-677818ccc5e1, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:14:20.038322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40efb03a-a9fa-4b51-9009-aa3ad537e4b6 req-fdc2b13c-3bc0-4477-a7cf-abf3d039f233 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 210 time: 0.0385072 Feb 03 14:14:20.073319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:14:20.094295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c8d73aaf-2cfe-4772-9353-677818ccc5e1) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:20.100043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.101116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:20.108210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a63233-4ec5-40b1-aad9-3d58986d3ae1 None None] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:20.167574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks [] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:20.201084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-169be948-03f9-43f1-88cd-ab14f6b433a9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1959891 Feb 03 14:14:20.252444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:20.267255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-901f9418-10dc-4b13-be8f-fa2491dfe0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.268934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-901f9418-10dc-4b13-be8f-fa2491dfe0c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53191189a55408083361addc21cea5d&device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 1125 time: 0.1440177 Feb 03 14:14:20.293816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec78059-eca2-4848-9b1c-a3cc7f22e3d4 req-1f0c0a2c-badc-4831-86a7-02584bd809fc tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.303731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ec78059-eca2-4848-9b1c-a3cc7f22e3d4 req-1f0c0a2c-badc-4831-86a7-02584bd809fc tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 943 time: 0.1069355 Feb 03 14:14:20.306251 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8b3f2a-3d1b-4021-85c8-a9f18e788adc x-openstack-request-id: req-fe8b3f2a-3d1b-4021-85c8-a9f18e788adc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:20.306540 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-plugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:20.306792 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe8b3f2a-3d1b-4021-85c8-a9f18e788adc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:20.307181 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'code': 200} Feb 03 14:14:20.432695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ec78059-eca2-4848-9b1c-a3cc7f22e3d4 req-129429e3-1a9e-466c-9b9b-5e3e2179d7d6 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277683 Feb 03 14:14:20.471638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8489300-2247-4950-b727-a2164f287b4a None None] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:20.495199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-0f337c66-21c4-4cc3-be61-1ff1ef696fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.496771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-0f337c66-21c4-4cc3-be61-1ff1ef696fb6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=826a5096-a101-4629-b038-1bf048d38d2d HTTP/1.1" status: 200 len: 906 time: 0.2208223 Feb 03 14:14:20.606507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-36d7528c-78b3-4b99-8a7c-a0d4096fc207 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 HTTP/1.1" status: 200 len: 217 time: 0.1015370 Feb 03 14:14:20.700453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-db21ead0-55c6-438e-9f45-9d47fcaa6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.702198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-db21ead0-55c6-438e-9f45-9d47fcaa6988 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73cc2182-020f-4aa0-870e-845682884584 HTTP/1.1" status: 200 len: 844 time: 0.0881326 Feb 03 14:14:20.702613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34514) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:20.704985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:20.789673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-5a02f720-734b-4832-9b76-9669ad25eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.793384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-5a02f720-734b-4832-9b76-9669ad25eebc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=826a5096-a101-4629-b038-1bf048d38d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0816240 Feb 03 14:14:20.832151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:20.855475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event updated for resources: {'Port': ['ID=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:20.858044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:20.863117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:20.873660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-267060579-network', 'tenant_id': '3e679942d66b4e439925d16c5df524cf'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:20.941579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.942388 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:20.949499 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-20e078ef-1003-47cc-904b-52e326fbc46e service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9226940 Feb 03 14:14:20.968551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e95105-645a-492b-ad06-c608f954dd12 req-951d2ab6-aab5-436d-96c7-29d8f912a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:20.970810 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-93e95105-645a-492b-ad06-c608f954dd12 req-951d2ab6-aab5-436d-96c7-29d8f912a21a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1132 time: 0.1581528 Feb 03 14:14:20.994495 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-dca581fe-3911-4f57-975b-ca03df14fa3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8774011 Feb 03 14:14:20.996445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Made reservation on behalf of 3e679942d66b4e439925d16c5df524cf for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:20.998725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.047200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.085269 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-93e95105-645a-492b-ad06-c608f954dd12 req-938e4cac-7577-4dd3-9aca-1ba773c99511 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968447 Feb 03 14:14:21.094265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Request body: {'port': {'device_id': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:21.106660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-21a334d1-92b9-40f2-a750-8e53215d5cef service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014305 Feb 03 14:14:21.124515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63e158f0-3864-4388-abb7-1edc611a11be req-02ecd637-3a77-4e0b-8c67-8fccc03d7d50 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656547 Feb 03 14:14:21.127498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140a6d-3010-4ce8-9218-e99c30976c34 req-fe307474-c877-4d4a-b831-a4920d492b08 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:21.129035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3140a6d-3010-4ce8-9218-e99c30976c34 req-fe307474-c877-4d4a-b831-a4920d492b08 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.2084589 Feb 03 14:14:21.141050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-0946d723-b902-4b7e-8d1c-bafbb48d85f8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:21.147574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-0946d723-b902-4b7e-8d1c-bafbb48d85f8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.2683334 Feb 03 14:14:21.168216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.186952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-7e845aab-062c-4e97-b4dd-714256251bf6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/quotas/1213ccff457b46bb921661511b0ddef3 HTTP/1.1" status: 200 len: 375 time: 0.0384998 Feb 03 14:14:21.251142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-34ddea5d-a342-4732-95a7-21eff3bd6e6f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552795 Feb 03 14:14:21.255724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3140a6d-3010-4ce8-9218-e99c30976c34 req-2dd9185f-f396-4a0b-b0d6-961cbe7fa960 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038148 Feb 03 14:14:21.288077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks [] for security_group (ea7a756a-138a-4ccc-836c-eb746aba038f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.302551 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ea7a756a-138a-4ccc-836c-eb746aba038f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.377843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:14:21.415758 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c090923a-0221-4b75-b912-9b691ba91ee3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.416136 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Added segment c090923a-0221-4b75-b912-9b691ba91ee3 of type vlan for network b64d5e82-0e03-4459-8d4f-4da2c6865acb Feb 03 14:14:21.427081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a756a-138a-4ccc-836c-eb746aba038f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:21.496564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:21.506809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Publish callbacks [] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.507118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b64d5e82-0e03-4459-8d4f-4da2c6865acb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.520136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Transition to ACTIVE for port object b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:21.525426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.548561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-a5315fa1-7e28-495e-87b4-7b1c67e6756a service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727389 Feb 03 14:14:21.585644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab401-4b20-4ec3-a9b2-7db4598334f7 req-b41ce3c5-d119-43ff-bf36-768a01c98711 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:21.587231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a54ab401-4b20-4ec3-a9b2-7db4598334f7 req-b41ce3c5-d119-43ff-bf36-768a01c98711 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.2297480 Feb 03 14:14:21.614934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:21.672494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10427fb4-b57e-46aa-b355-3df462fae457 req-c42f094e-c757-4866-8c83-9616d591dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:21.674598 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10427fb4-b57e-46aa-b355-3df462fae457 req-c42f094e-c757-4866-8c83-9616d591dda3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1126 time: 0.1444702 Feb 03 14:14:21.690370 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b64d5e82-0e03-4459-8d4f-4da2c6865acb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.691332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:21.691912 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.752193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b491dd-43da-41e0-8c0e-cb01d31be60a req-5db1ba31-b8e9-409b-8a65-642a28fbc573 service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220410 Feb 03 14:14:21.778652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-97dda7fa-27a1-4269-b641-c056b9333ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199273 Feb 03 14:14:21.782069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0782685 Feb 03 14:14:21.788584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34536) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:21.799151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Request body: {'subnet': {'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-267060579-subnet', 'tenant_id': '3e679942d66b4e439925d16c5df524cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:21.821396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Attempting to bind port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:21.821828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Attempting to bind port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:21.822158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Attempting to bind port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:21.824563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a54ab401-4b20-4ec3-a9b2-7db4598334f7 req-341174cf-189f-4b66-b2a2-9b2301afec71 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685052 Feb 03 14:14:21.825591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ad91a-4490-4219-93e4-ce38e205b919 admin admin] Pushing event updated for resources: {'Network': ['ID=b64d5e82-0e03-4459-8d4f-4da2c6865acb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:21.831875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Made reservation on behalf of 3e679942d66b4e439925d16c5df524cf for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:21.835366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.839683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:14:21.853287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:21.853287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Attempting to bind port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:21.888505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:21.888861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:21.889256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Bound using segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:21.889683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Bound port: b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:21.890049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:21.895915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10427fb4-b57e-46aa-b355-3df462fae457 req-406c98c8-2a6d-4506-88ec-be7e45960262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:21.897450 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10427fb4-b57e-46aa-b355-3df462fae457 req-406c98c8-2a6d-4506-88ec-be7e45960262 service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.2089429 Feb 03 14:14:21.991970 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:22.019621 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10427fb4-b57e-46aa-b355-3df462fae457 req-beda3eac-4c8f-4cd2-8be7-a3c23dabded0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 217 time: 0.1142306 Feb 03 14:14:22.062816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee640e5-ba29-41b1-9dc9-d0a4f1adc859 req-a3fdbf89-a283-4976-9d01-244254a63fff tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.065727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ee640e5-ba29-41b1-9dc9-d0a4f1adc859 req-a3fdbf89-a283-4976-9d01-244254a63fff tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 944 time: 0.1187575 Feb 03 14:14:22.132012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10427fb4-b57e-46aa-b355-3df462fae457 req-2dbde420-a735-4c5b-84fb-a2a6bee17e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.133531 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10427fb4-b57e-46aa-b355-3df462fae457 req-2dbde420-a735-4c5b-84fb-a2a6bee17e2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.0938511 Feb 03 14:14:22.167372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] For port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:22.214283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95633ac-d6ce-413d-ad21-fdec130326d9 req-0aaef125-f149-48f3-89b0-797566cc6180 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.217714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a95633ac-d6ce-413d-ad21-fdec130326d9 req-0aaef125-f149-48f3-89b0-797566cc6180 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 943 time: 0.1479502 Feb 03 14:14:22.222208 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10427fb4-b57e-46aa-b355-3df462fae457 req-f89ca9af-dce2-4a05-9602-76d772f70829 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650351 Feb 03 14:14:22.224133 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] For port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:22.238825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ee640e5-ba29-41b1-9dc9-d0a4f1adc859 req-81c009e4-b926-44a2-a7a9-eae4b7a8158b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582081 Feb 03 14:14:22.246935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:22.343069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8043b4af-80b6-460d-af16-478c793b2c15 req-322827f1-72a5-4d70-a44f-913114b3a3d9 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 210 time: 0.0337977 Feb 03 14:14:22.347477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a95633ac-d6ce-413d-ad21-fdec130326d9 req-597b1356-a3be-4841-ba96-353e6366fc26 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070380 Feb 03 14:14:22.389667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.390304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:22.392252 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] 10.222.0.45 "PUT /v2.0/ports/b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 HTTP/1.1" status: 200 len: 1092 time: 1.3846860 Feb 03 14:14:22.392752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'tag': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:22.394985 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802", "tag": "b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:22.433324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d2b47ca1-97a3-4971-be0b-b272ee913b16), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:22.484704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d61e3-cbc6-4bd0-9c0a-ae9b87e0dcf3 req-d7e81ca3-33a1-4940-a614-4464abd682ba tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.493014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a08d61e3-cbc6-4bd0-9c0a-ae9b87e0dcf3 req-d7e81ca3-33a1-4940-a614-4464abd682ba tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0833783 Feb 03 14:14:22.529358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a382a6-6146-4b3e-8301-14f420b7ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:22.575351 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10427fb4-b57e-46aa-b355-3df462fae457 req-c47a8f32-575d-41b3-bde2-6f05d6dc6003 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444626 Feb 03 14:14:22.579990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a08d61e3-cbc6-4bd0-9c0a-ae9b87e0dcf3 req-9ab5f452-ac9f-4a7e-85ea-6d87859a07ce tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849817 Feb 03 14:14:22.602940 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4521f0-709d-4500-add2-cccd3d091b18 x-openstack-request-id: req-cb4521f0-709d-4500-add2-cccd3d091b18 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:22.603209 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802", "tag": "b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:22.603399 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb4521f0-709d-4500-add2-cccd3d091b18 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:22.603796 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'tag': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55', 'status': 'completed', 'code': 200} Feb 03 14:14:22.608735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b47ca1-97a3-4971-be0b-b272ee913b16,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:22.655135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:22.655509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Network hostable DHCP agents. Network: b64d5e82-0e03-4459-8d4f-4da2c6865acb, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:14:22.685916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-63bc7915-2273-463f-a8c3-6094e803d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.687481 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-63bc7915-2273-463f-a8c3-6094e803d6b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 1126 time: 0.2286842 Feb 03 14:14:22.746836 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-952e47f8-bffe-4ad6-b9ef-b19bb38d9c28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 HTTP/1.1" status: 200 len: 217 time: 0.0481453 Feb 03 14:14:22.773678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:14:22.809017 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10427fb4-b57e-46aa-b355-3df462fae457 req-5ba28d2e-f885-4a10-bf9c-661f2ccdd016 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012453 Feb 03 14:14:22.833022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-b05a3301-14d9-4e9e-9883-46f8af1e8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.835049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-b05a3301-14d9-4e9e-9883-46f8af1e8679 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.0780509 Feb 03 14:14:22.836315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b64d5e82-0e03-4459-8d4f-4da2c6865acb) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:22.847293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8a177-bac6-4baf-9797-7cf3ac88a7c0 None None] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:22.910149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:22.910800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:22.916141 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-3a4fb451-b450-4fd0-b6d5-f78f5245a014 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484753 Feb 03 14:14:22.977347 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-208897b7-770c-4fac-9ecb-201f8a28e831 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1870878 Feb 03 14:14:23.021603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eb0d7-3d84-4288-a71e-6aa57f0f83c4 req-577f7806-865e-4aaf-8ece-552351a35f08 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.031232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e1eb0d7-3d84-4288-a71e-6aa57f0f83c4 req-577f7806-865e-4aaf-8ece-552351a35f08 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.0837874 Feb 03 14:14:23.068302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cf4b4-bbbb-418e-a2ce-8b84bc335242 None None] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:23.098947 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-cf5faf7c-5c44-4663-a00d-2ee765744d3e service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755028 Feb 03 14:14:23.112306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e1eb0d7-3d84-4288-a71e-6aa57f0f83c4 req-17df577e-70fc-4115-b174-a6c9c42c72f1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787318 Feb 03 14:14:23.251113 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-772137ac-c79b-44a1-85d7-6cb4d28821d1 req-0fe55d2c-a9dd-41dc-9e2d-0ae49e99ba13 service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448369 Feb 03 14:14:23.390675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-5021af8d-14df-4fc5-9868-3e176f963865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.395036 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-5021af8d-14df-4fc5-9868-3e176f963865 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 1126 time: 0.0840654 Feb 03 14:14:23.411395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db047d-5a01-4042-b360-4b3dedd2ae2a req-5444f9a9-2304-49dd-9eaa-a3a105ce5235 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.419895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48db047d-5a01-4042-b360-4b3dedd2ae2a req-5444f9a9-2304-49dd-9eaa-a3a105ce5235 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 944 time: 0.0992355 Feb 03 14:14:23.519184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48db047d-5a01-4042-b360-4b3dedd2ae2a req-cb8b6203-2c0d-41e7-a235-58ef8e65972b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930574 Feb 03 14:14:23.546365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a18922-5257-4c39-932d-0f13140b12cd req-62742c57-fdcf-4c47-b19c-6e43c422efae tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.554903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8a18922-5257-4c39-932d-0f13140b12cd req-62742c57-fdcf-4c47-b19c-6e43c422efae tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 943 time: 0.1196275 Feb 03 14:14:23.618906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8a18922-5257-4c39-932d-0f13140b12cd req-4c885e9f-8f97-4c81-b289-d4afff3d611f tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625887 Feb 03 14:14:23.676305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a967e6-a68c-487a-9d51-7db9b279d290 req-8a9e9fe5-df7f-4ed5-8720-7c36a18bf3d3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 210 time: 0.0563369 Feb 03 14:14:23.686640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-17e76c55-eb23-4652-8f13-18261f980bbb tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.688137 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-17e76c55-eb23-4652-8f13-18261f980bbb tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.1526725 Feb 03 14:14:23.709689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Request body: {'port': {'device_id': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'admin_state_up': True, 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:23.757897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971184b-2634-41e2-8a06-8df29647c9e4 req-8206627b-2f37-4efc-86e2-c47e53a07a06 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.769088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8971184b-2634-41e2-8a06-8df29647c9e4 req-8206627b-2f37-4efc-86e2-c47e53a07a06 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0736449 Feb 03 14:14:23.829995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8971184b-2634-41e2-8a06-8df29647c9e4 req-b4496c10-6513-42d6-98c0-46ab3c8c1c0c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Feb 03 14:14:23.841739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34578) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:23.843179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-64bf8893-d97b-4ef6-9889-c30e88f19652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.844741 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-64bf8893-d97b-4ef6-9889-c30e88f19652 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.4430301 Feb 03 14:14:23.848207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1140124472-network', 'tenant_id': '0514f638439848f2980064ce10576fc4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:23.910371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-08cf4e8f-60de-4f34-a00c-fc6fb76a2220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 HTTP/1.1" status: 200 len: 217 time: 0.0569630 Feb 03 14:14:23.912954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Made reservation on behalf of 0514f638439848f2980064ce10576fc4 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:23.917694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:23.928748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:23.929408 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:23.932525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:23.996489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-86d864ad-3cc7-4c28-ad8e-a3fa3c290d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:23.997988 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-86d864ad-3cc7-4c28-ad8e-a3fa3c290d7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.0805738 Feb 03 14:14:24.020197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e31a8-1c2a-4636-8130-d7d21d1e60e7 req-fa6bd5d1-93e4-40e7-a708-d0084aa95490 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:24.021766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e9e31a8-1c2a-4636-8130-d7d21d1e60e7 req-fa6bd5d1-93e4-40e7-a708-d0084aa95490 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1132 time: 0.0830662 Feb 03 14:14:24.071008 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-c8cf17cb-56c4-4770-9f0b-8c4509a6ed88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413349 Feb 03 14:14:24.073167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks [] for security_group (fe10133d-f37f-4930-8f5a-5968197dfa53), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.086137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fe10133d-f37f-4930-8f5a-5968197dfa53), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.121184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e9e31a8-1c2a-4636-8130-d7d21d1e60e7 req-3592635b-bf78-4b68-b706-5a11478818d4 tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742300 Feb 03 14:14:24.121890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:14:24.141448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (043ae617-def3-436a-bf12-b524aafa4807), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.141448 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Added segment 043ae617-def3-436a-bf12-b524aafa4807 of type vlan for network 1decdb5f-a068-4dc1-80fb-d5a1a0685020 Feb 03 14:14:24.142429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe10133d-f37f-4930-8f5a-5968197dfa53,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:24.252662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (1decdb5f-a068-4dc1-80fb-d5a1a0685020), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.273483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Allocated IP 172.20.0.3 (c8d73aaf-2cfe-4772-9353-677818ccc5e1/2b59df71-bf01-4221-bb39-c8bcd3d3652e/b11d3901-d964-4ec8-97ad-1118e86ba945) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:24.324813 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-52bcc5e3-6362-4999-a3bc-8eb18bb1cdd1 service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418468 Feb 03 14:14:24.328870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (1decdb5f-a068-4dc1-80fb-d5a1a0685020), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.329956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:24.330726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.342121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a2f8f-c58e-4652-8038-bc072eefcf97 req-01ce5bb3-5b42-4387-8b9a-7dc0d5ca2641 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:24.349461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-299a2f8f-c58e-4652-8038-bc072eefcf97 req-01ce5bb3-5b42-4387-8b9a-7dc0d5ca2641 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1018090 Feb 03 14:14:24.423101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5771906 Feb 03 14:14:24.423718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34590) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:24.452123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Request body: {'subnet': {'network_id': '1decdb5f-a068-4dc1-80fb-d5a1a0685020', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1140124472-subnet', 'tenant_id': '0514f638439848f2980064ce10576fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:24.469641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-299a2f8f-c58e-4652-8038-bc072eefcf97 req-a526f9c5-dd31-4406-8d30-20c2f5b5a970 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142769 Feb 03 14:14:24.470582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba1e94-9579-401f-9fec-52e1bf9636bd admin admin] Pushing event updated for resources: {'Network': ['ID=1decdb5f-a068-4dc1-80fb-d5a1a0685020,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:24.490097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 1decdb5f-a068-4dc1-80fb-d5a1a0685020 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:14:24.516233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Made reservation on behalf of 0514f638439848f2980064ce10576fc4 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:24.518872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.567170 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f786e6fd-d7b7-4ae5-a279-89bff079d9ff req-8804b892-1c50-4d86-9d83-7fa76a1ea17e service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350047 Feb 03 14:14:24.655816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.708313 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks [] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.757078 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-7a8acc5b-8fd3-4b7d-a037-0e140d03bdc1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947697 Feb 03 14:14:24.773378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.833603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:24.839279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:24.840641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event updated for resources: {'Port': ['ID=b11d3901-d964-4ec8-97ad-1118e86ba945,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:24.843435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:24.901483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:24.902158 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:24.924363 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-f2b19fee-e160-48ac-9fd0-fbb43719811b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2204940 Feb 03 14:14:24.929490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:24.942598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Request body: {'port': {'device_id': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:25.074938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:25.177443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:25.196061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'port_id': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'mac_address': 'fa:16:3e:3a:c6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:25.201615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49214-264b-4458-816a-4d5c32349285 req-ca34db08-ac86-489b-8fe2-b9554c20dbe9 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:25.208312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e49214-264b-4458-816a-4d5c32349285 req-ca34db08-ac86-489b-8fe2-b9554c20dbe9 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.4897490 Feb 03 14:14:25.213496 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (2b083c94-852e-4699-8afe-68efe1c5b8d9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:25.245042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edd022-ac7d-4d31-bb3e-e03b8111e04c req-69454839-8a89-4f1c-82ba-bff90eefad2b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:25.250833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:25.251697 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:25.252171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48edd022-ac7d-4d31-bb3e-e03b8111e04c req-69454839-8a89-4f1c-82ba-bff90eefad2b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 944 time: 0.5322516 Feb 03 14:14:25.266727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:25.297988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:25.307096 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:25.392457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:25.397669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b083c94-852e-4699-8afe-68efe1c5b8d9,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:25.408917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Checking segment: {'id': '043ae617-def3-436a-bf12-b524aafa4807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1decdb5f-a068-4dc1-80fb-d5a1a0685020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:25.409542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Network hostable DHCP agents. Network: 1decdb5f-a068-4dc1-80fb-d5a1a0685020, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:14:25.454246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48edd022-ac7d-4d31-bb3e-e03b8111e04c req-a7ced845-762a-44ae-ad4e-d7411b735c1f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006299 Feb 03 14:14:25.459939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e49214-264b-4458-816a-4d5c32349285 req-b6ee0778-d31c-411d-b2b5-cd1148b9ef8d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507279 Feb 03 14:14:25.461486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Network 1decdb5f-a068-4dc1-80fb-d5a1a0685020 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:14:25.489514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 1decdb5f-a068-4dc1-80fb-d5a1a0685020) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:25.494176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:25.494777 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:25.502204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27397d04-e68f-4a76-ae5e-cc561ffa121d None None] Network 1decdb5f-a068-4dc1-80fb-d5a1a0685020 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:25.521643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ebe71b0b-f384-44ab-8d6d-cbe8c62f2689 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0962181 Feb 03 14:14:25.618088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11d3901-d964-4ec8-97ad-1118e86ba945 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:25.635159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Publish callbacks [] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:25.685044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Transition to ACTIVE for port object b11d3901-d964-4ec8-97ad-1118e86ba945 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:25.692604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:25.724020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffdb22e-cffd-4b0a-b9e9-db6ec86c9bbe None None] Network 1decdb5f-a068-4dc1-80fb-d5a1a0685020 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:25.794298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:25.824595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b11d3901-d964-4ec8-97ad-1118e86ba945,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:25.834726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7a817-7c76-48cb-a00b-312400c018ae req-6721a2fd-8662-4ce1-b058-7e8b58f802e8 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:25.836302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fc7a817-7c76-48cb-a00b-312400c018ae req-6721a2fd-8662-4ce1-b058-7e8b58f802e8 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 944 time: 0.2222579 Feb 03 14:14:25.972605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Attempting to bind port b11d3901-d964-4ec8-97ad-1118e86ba945 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:25.975255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Attempting to bind port b11d3901-d964-4ec8-97ad-1118e86ba945 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:25.976531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Attempting to bind port b11d3901-d964-4ec8-97ad-1118e86ba945 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:25.994539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Port b11d3901-d964-4ec8-97ad-1118e86ba945 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:25.994885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Attempting to bind port b11d3901-d964-4ec8-97ad-1118e86ba945 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:26.002827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:26.003176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:26.003610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Bound using segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:26.004087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Bound port: b11d3901-d964-4ec8-97ad-1118e86ba945, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:26.004520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:26.104011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fc7a817-7c76-48cb-a00b-312400c018ae req-614380fc-bafd-452f-aea3-9bb61985c287 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299135 Feb 03 14:14:26.126408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2745-e53d-4455-abb5-321b85972376 req-75678fcf-bc86-4c21-9451-f018b041529a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:26.129617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfff2745-e53d-4455-abb5-321b85972376 req-75678fcf-bc86-4c21-9451-f018b041529a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 943 time: 0.2197795 Feb 03 14:14:26.145365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] For port b11d3901-d964-4ec8-97ad-1118e86ba945, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:26.149942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] For port b11d3901-d964-4ec8-97ad-1118e86ba945, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b11d3901-d964-4ec8-97ad-1118e86ba945,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:26.158657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:26.204282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:26.208869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:26.208869 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] 10.222.0.71 "PUT /v2.0/ports/b11d3901-d964-4ec8-97ad-1118e86ba945 HTTP/1.1" status: 200 len: 1091 time: 1.2702198 Feb 03 14:14:26.210454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'tag': 'b11d3901-d964-4ec8-97ad-1118e86ba945'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:26.215296 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142928a9-d4ff-402f-b559-4514e05fbe4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c396b30-c35e-4033-9cad-7b87ae1906ce", "tag": "b11d3901-d964-4ec8-97ad-1118e86ba945"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:26.259330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb6745-4199-4937-af28-99c1050d27d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b11d3901-d964-4ec8-97ad-1118e86ba945,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:26.272930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfff2745-e53d-4455-abb5-321b85972376 req-539c354f-9458-45db-9f9f-48c065a28756 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362150 Feb 03 14:14:26.380926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-bf671fd9-699f-4607-936b-c78ff3dba1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:26.382430 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-bf671fd9-699f-4607-936b-c78ff3dba1c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 1125 time: 0.0619488 Feb 03 14:14:26.393660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa42de1-f775-472f-8d96-f2bf563810d6 req-973648a0-82f0-4c2f-94b1-3399f7b64ac6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:26.401660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fa42de1-f775-472f-8d96-f2bf563810d6 req-973648a0-82f0-4c2f-94b1-3399f7b64ac6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1044672 Feb 03 14:14:26.451809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-e3619a1c-b8a5-4100-bc44-4022645258d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b11d3901-d964-4ec8-97ad-1118e86ba945 HTTP/1.1" status: 200 len: 217 time: 0.0554867 Feb 03 14:14:26.505134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fa42de1-f775-472f-8d96-f2bf563810d6 req-af0ded18-afca-4bd9-a66f-4bf0fa7d1937 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976844 Feb 03 14:14:26.529522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-5b273002-15a9-4e4f-8867-9e3519517be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:26.532852 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-5b273002-15a9-4e4f-8867-9e3519517be9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0746269 Feb 03 14:14:26.538938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:26.571080 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-b747407b-3b9b-485d-aabe-d978ad470e8c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314741 Feb 03 14:14:26.588151 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1e9348-630e-46e8-9f8e-700f455d1c0a x-openstack-request-id: req-4d1e9348-630e-46e8-9f8e-700f455d1c0a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:26.588753 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c396b30-c35e-4033-9cad-7b87ae1906ce", "tag": "b11d3901-d964-4ec8-97ad-1118e86ba945", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:26.588946 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d1e9348-630e-46e8-9f8e-700f455d1c0a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:26.589228 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'tag': 'b11d3901-d964-4ec8-97ad-1118e86ba945', 'status': 'completed', 'code': 200} Feb 03 14:14:26.710450 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-2437b151-d4f7-4eaa-8800-bbad8080d557 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321192 Feb 03 14:14:26.769351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:26.782619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'port_id': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55', 'mac_address': 'fa:16:3e:34:5c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e7b84-add1-4d2c-b4e0-8e848939b7d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:26.823464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0afcd-2f07-4cd9-acee-4ab80f2b0c07 req-3e1e85f3-5963-408e-9581-36dabbee32c8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:26.831656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6d0afcd-2f07-4cd9-acee-4ab80f2b0c07 req-3e1e85f3-5963-408e-9581-36dabbee32c8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1839597 Feb 03 14:14:26.864204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:26.864734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:26.884276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:26.898456 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-912ee196-b4db-4d75-ad86-582ce4488f57 req-cee6c1e8-9fe7-4336-ab73-a78d5c74435e service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666436 Feb 03 14:14:26.910999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:26.918474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:26.952222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:26.987355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6d0afcd-2f07-4cd9-acee-4ab80f2b0c07 req-c9a34f36-b186-493b-aec4-f45514c12b1c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521602 Feb 03 14:14:27.014256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-07bf4a89-6a30-4eaf-95b9-4c7c039848b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.016978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-07bf4a89-6a30-4eaf-95b9-4c7c039848b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1132 time: 0.2621946 Feb 03 14:14:27.035556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:27.068883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-07c81e35-cd8b-4eeb-8a28-19991cb5aa1b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.070375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-07c81e35-cd8b-4eeb-8a28-19991cb5aa1b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.1856706 Feb 03 14:14:27.085622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:27.091250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:27.091517 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:27.097611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-685a29c9-2802-4e31-bbff-1616f16eff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.100149 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-685a29c9-2802-4e31-bbff-1616f16eff91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 1125 time: 0.0888164 Feb 03 14:14:27.148293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-2baa0598-fa68-4886-910c-858bdb4ea1ff tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/quotas/3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 375 time: 0.0274217 Feb 03 14:14:27.190538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:27.192335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-a0631150-c52f-4f24-b828-b23076251c62 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429263 Feb 03 14:14:27.215748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-a7d57618-250a-40ae-a2eb-6a506cdf23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.217280 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-a7d57618-250a-40ae-a2eb-6a506cdf23e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.1095049 Feb 03 14:14:27.227046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:27.227046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:27.278108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:27.280293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-98e2254d-623b-4dc9-9e58-3c1061454519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.280958 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8045f66-6454-42f6-8fa1-5873d3ac9695" -d '{"events": [{"server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "name": "network-vif-plugged", "status": "completed", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:27.282597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-98e2254d-623b-4dc9-9e58-3c1061454519 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2583261 Feb 03 14:14:27.300761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:27.306847 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-c5297123-8dd7-482e-8005-4c1f59176cc4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b11d3901-d964-4ec8-97ad-1118e86ba945 HTTP/1.1" status: 200 len: 217 time: 0.0761743 Feb 03 14:14:27.327004 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:27.365304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-da8d8f91-f425-4ff7-8240-eab0092d8729 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0707076 Feb 03 14:14:27.379687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ac940-4e54-4cf4-a37f-b3133339381a req-82f0f71f-1e7b-4fef-aca8-b463559631cb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.388253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a1ac940-4e54-4cf4-a37f-b3133339381a req-82f0f71f-1e7b-4fef-aca8-b463559631cb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 945 time: 0.3027005 Feb 03 14:14:27.418597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:27.428501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-49790936-fc06-44af-a64b-f9e416a000df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.434554 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-49790936-fc06-44af-a64b-f9e416a000df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.1200535 Feb 03 14:14:27.495329 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-d5177d68-6022-421a-a938-e0875918da84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531013 Feb 03 14:14:27.549853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-ea50eb30-7f6b-4b50-8bea-0c7fdc55120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.551502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-ea50eb30-7f6b-4b50-8bea-0c7fdc55120b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1546714 Feb 03 14:14:27.595845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a1ac940-4e54-4cf4-a37f-b3133339381a req-7682d3cf-ca95-492d-9a8d-b63accec30df tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064061 Feb 03 14:14:27.596635 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-b0de4e05-df57-4959-b270-c750d0332ec9 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951400 Feb 03 14:14:27.623134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-45ee4451-a3ea-4a2d-91f5-86bf3da4c04e service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297867 Feb 03 14:14:27.662254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-e7e9c797-62b8-4614-90d8-69e38c64541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.663802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-e7e9c797-62b8-4614-90d8-69e38c64541b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1043880 Feb 03 14:14:27.824566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-8fdb4936-498d-4bc9-a813-2fc4b8f688cb service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004335 Feb 03 14:14:27.853327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f221d6-a51a-4fbb-bdd4-027db174e4fb req-8cd0bdb5-cb1f-4773-a534-362628c038c4 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:27.854871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35f221d6-a51a-4fbb-bdd4-027db174e4fb req-8cd0bdb5-cb1f-4773-a534-362628c038c4 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 945 time: 0.1613975 Feb 03 14:14:27.871646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-5f340af6-8886-430f-b00b-76a74b05d1ae service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790984 Feb 03 14:14:28.020916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35f221d6-a51a-4fbb-bdd4-027db174e4fb req-efb4f275-cbbe-45f0-ac93-68ed2a26832e tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7b4b67b-69ae-495c-9192-29c2f84c3551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585155 Feb 03 14:14:28.065841 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-142928a9-d4ff-402f-b559-4514e05fbe4c req-7bfc992f-4c2a-4ef8-9048-c23c2912ac92 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633787 Feb 03 14:14:28.073355 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b537dd-08d6-4d26-b8db-2291fcc08114 x-openstack-request-id: req-d4b537dd-08d6-4d26-b8db-2291fcc08114 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:28.074234 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "name": "network-vif-plugged", "status": "completed", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:28.074744 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4b537dd-08d6-4d26-b8db-2291fcc08114 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:28.075330 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'code': 200} Feb 03 14:14:28.152648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-2d777b49-8028-4326-a9b7-dc2f0a22d634 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665656 Feb 03 14:14:28.207986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-0b573612-2a90-4fa9-a3c0-9cfd6438df58 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:28.215941 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-0b573612-2a90-4fa9-a3c0-9cfd6438df58 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 945 time: 0.1273263 Feb 03 14:14:28.377963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ac96-ec4c-4f4b-b463-f57e0f887ab9 req-2d28dc61-bde1-4537-9e00-73a1cd6adbb4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:28.379447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed84ac96-ec4c-4f4b-b463-f57e0f887ab9 req-2d28dc61-bde1-4537-9e00-73a1cd6adbb4 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.3207464 Feb 03 14:14:28.404964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Deleting port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:28.405297 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:28.450682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f0ef3-1b89-4b67-a3b5-e6285cfa765c req-3d6f1dd3-3d2f-4cb8-84eb-8b1bf54366f6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:28.464531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f0ef3-1b89-4b67-a3b5-e6285cfa765c req-3d6f1dd3-3d2f-4cb8-84eb-8b1bf54366f6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 943 time: 0.3102641 Feb 03 14:14:28.534933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fa537-1d31-4e4b-8874-54e92f562b3e req-85e3c282-1dd5-453f-912c-97e19085469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:28.538234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:28.539246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a5fa537-1d31-4e4b-8874-54e92f562b3e req-85e3c282-1dd5-453f-912c-97e19085469d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 1127 time: 0.2895598 Feb 03 14:14:28.551092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] For port fbafa90b-3f44-44d0-8d6b-c965bea7fd30, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:28.551469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:28.580625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Calling delete_port for fbafa90b-3f44-44d0-8d6b-c965bea7fd30 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:28.643354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:28.651760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:28.654574 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:28.713007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed84ac96-ec4c-4f4b-b463-f57e0f887ab9 req-28daaea8-cfea-4b1b-a30b-f3539811b196 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867839 Feb 03 14:14:28.727920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f0ef3-1b89-4b67-a3b5-e6285cfa765c req-9fefd965-7f58-48c5-b54b-68addabed1c8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512445 Feb 03 14:14:28.778897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a5fa537-1d31-4e4b-8874-54e92f562b3e req-5ba9e8bb-51fc-45dc-b9b0-849735fa159e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965237 Feb 03 14:14:28.844090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fbafa90b-3f44-44d0-8d6b-c965bea7fd30), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:28.909683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Pushing event deleted for resources: {'Port': ['ID=fbafa90b-3f44-44d0-8d6b-c965bea7fd30,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:28.933994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['fbafa90b-3f44-44d0-8d6b-c965bea7fd30'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:28.980401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05abaa33-b1c8-46c5-b717-256262d739c8 req-00eb5012-43b9-4aff-a587-c80ce8e9bb20 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 210 time: 0.0959539 Feb 03 14:14:29.003471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:29.003951 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:29.010290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] No DVR routers for this DVR port fbafa90b-3f44-44d0-8d6b-c965bea7fd30 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:29.018908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:29.026087 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-206f5ae0-25a3-4a12-9280-08662b90e700 req-d3d9c289-df98-41c0-95b3-0f27430798d2 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.45 "DELETE /v2.0/ports/fbafa90b-3f44-44d0-8d6b-c965bea7fd30 HTTP/1.1" status: 204 len: 173 time: 0.8013079 Feb 03 14:14:29.028917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'name': 'network-vif-deleted', 'tag': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:29.042508 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc271a3a-0fbb-4af9-b485-73d6bc0f0067" -d '{"events": [{"server_uuid": "f4517da8-7909-4448-b221-2d1c49c145b6", "name": "network-vif-deleted", "tag": "fbafa90b-3f44-44d0-8d6b-c965bea7fd30"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:29.052623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd9e64-ca23-4eff-a2f7-f04723f9405e req-c37c38a6-ff37-4007-9c41-e01354d10b5a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:29.061432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5fd9e64-ca23-4eff-a2f7-f04723f9405e req-c37c38a6-ff37-4007-9c41-e01354d10b5a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.2434511 Feb 03 14:14:29.111673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:29.127627 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:29.272194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5fd9e64-ca23-4eff-a2f7-f04723f9405e req-ce24fb90-0ca6-43a4-a6a5-c2d44ef47e21 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088549 Feb 03 14:14:29.355636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d555aa-68bd-43d2-851b-8f2bb02cd224 req-635b3843-de45-4d6d-89a3-4946015461a8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:29.358135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29d555aa-68bd-43d2-851b-8f2bb02cd224 req-635b3843-de45-4d6d-89a3-4946015461a8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.2146289 Feb 03 14:14:29.467523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:29.475954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29d555aa-68bd-43d2-851b-8f2bb02cd224 req-bbab4bb5-df98-47a3-8893-435da5917e4b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025310 Feb 03 14:14:29.517422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61668353-8967-4bde-b8c8-5fb552e8f8f9 req-d7b5430f-cfda-43c3-a13e-e7e87fa5eab8 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:29.519547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61668353-8967-4bde-b8c8-5fb552e8f8f9 req-d7b5430f-cfda-43c3-a13e-e7e87fa5eab8 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 946 time: 0.0993457 Feb 03 14:14:29.663456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61668353-8967-4bde-b8c8-5fb552e8f8f9 req-4ee57392-e2f3-4a86-8949-15f8b9b3af54 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380103 Feb 03 14:14:29.730552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0cacd4a-ca7f-49e8-ba76-2400d86656a3 req-cc63282b-9b5c-41eb-8145-c8b8157776a0 tempest-AttachSCSIVolumeTestJSON-425553691 tempest-AttachSCSIVolumeTestJSON-425553691-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4517da8-7909-4448-b221-2d1c49c145b6 HTTP/1.1" status: 200 len: 210 time: 0.0545487 Feb 03 14:14:29.741640 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a190b-b599-4f24-bba1-30563f306128 x-openstack-request-id: req-0b1a190b-b599-4f24-bba1-30563f306128 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:29.742150 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4517da8-7909-4448-b221-2d1c49c145b6", "name": "network-vif-deleted", "tag": "fbafa90b-3f44-44d0-8d6b-c965bea7fd30", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:29.743654 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b1a190b-b599-4f24-bba1-30563f306128 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:29.744124 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4517da8-7909-4448-b221-2d1c49c145b6', 'name': 'network-vif-deleted', 'tag': 'fbafa90b-3f44-44d0-8d6b-c965bea7fd30', 'status': 'completed', 'code': 200} Feb 03 14:14:29.760967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-9360ab50-2feb-480a-8935-fad0d89d4387 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:29.762904 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-9360ab50-2feb-480a-8935-fad0d89d4387 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.1900225 Feb 03 14:14:29.779263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Request body: {'port': {'device_id': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'admin_state_up': True, 'tenant_id': '3e679942d66b4e439925d16c5df524cf'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:29.947284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Made reservation on behalf of 3e679942d66b4e439925d16c5df524cf for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:29.951568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:29.985833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef528a75-9c81-4243-a773-25fb3cd629f2 req-45da0c4c-b17e-4dbb-a5d4-b76e81c2a64b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:29.987456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef528a75-9c81-4243-a773-25fb3cd629f2 req-45da0c4c-b17e-4dbb-a5d4-b76e81c2a64b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 943 time: 0.1096702 Feb 03 14:14:30.014988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588bfa-6a89-4f7f-b1b8-bc021c02f0be req-3f84634b-bb31-424e-9c23-25e871e60b64 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:30.016552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c588bfa-6a89-4f7f-b1b8-bc021c02f0be req-3f84634b-bb31-424e-9c23-25e871e60b64 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1233516 Feb 03 14:14:30.076531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:30.078829 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce1a594-b62b-48e7-b32b-d02357050878" -d '{"events": [{"server_uuid": "52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802", "name": "network-vif-plugged", "status": "completed", "tag": "b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:30.099765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef528a75-9c81-4243-a773-25fb3cd629f2 req-159950e0-24ae-4449-8168-557e2b6e9b91 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903316 Feb 03 14:14:30.115223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Allocated IP 172.20.0.2 (b64d5e82-0e03-4459-8d4f-4da2c6865acb/d2b47ca1-97a3-4971-be0b-b272ee913b16/3a94d8db-3d23-42b9-be32-f4e78f170c64) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:30.169315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c588bfa-6a89-4f7f-b1b8-bc021c02f0be req-3201d651-5c81-4c77-9137-c6ef5d479270 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453838 Feb 03 14:14:30.247036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcf575fe-ddaa-474f-8e83-436c813bb56f req-8cca2d6a-309e-4202-be4f-18bab15aeb60 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 210 time: 0.0577221 Feb 03 14:14:30.270104 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56ed0af-f8fa-4810-b484-2b367d5c4eb2 x-openstack-request-id: req-d56ed0af-f8fa-4810-b484-2b367d5c4eb2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:30.270628 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802", "name": "network-vif-plugged", "status": "completed", "tag": "b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:30.270628 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d56ed0af-f8fa-4810-b484-2b367d5c4eb2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:30.271014 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55', 'code': 200} Feb 03 14:14:30.383499 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks [] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:30.456362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:30.478550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb6460-c687-45eb-ab7d-a36a19473ff5 req-abfadb71-7ecb-4e89-9705-39de8b48fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:30.485836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bbb6460-c687-45eb-ab7d-a36a19473ff5 req-abfadb71-7ecb-4e89-9705-39de8b48fa69 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 1128 time: 0.1148098 Feb 03 14:14:30.553271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:30.557520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:30.563835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:30.589705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:30.627891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:30.628984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:30.648291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bbb6460-c687-45eb-ab7d-a36a19473ff5 req-cd76b088-4969-4431-b032-87d1e37b304a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544206 Feb 03 14:14:30.649989 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b136a5a6-2e9c-406c-bd72-c362ca819f87 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8760121 Feb 03 14:14:30.662314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2b76e-5fab-42ed-95a5-5388a362085b req-dbfce16c-e4ba-49c2-8bc0-5508571a81a8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:30.663775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5f2b76e-5fab-42ed-95a5-5388a362085b req-dbfce16c-e4ba-49c2-8bc0-5508571a81a8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1717989 Feb 03 14:14:30.685321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb02f6-729b-4b60-ac13-9ea6c4032cff req-1ad3de46-2fcd-4a98-840c-81fa6e44f1dd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:30.686778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55cb02f6-729b-4b60-ac13-9ea6c4032cff req-1ad3de46-2fcd-4a98-840c-81fa6e44f1dd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1022124 Feb 03 14:14:30.754584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5f2b76e-5fab-42ed-95a5-5388a362085b req-4d46881e-835a-4c32-b7ac-166e9f4d3507 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827584 Feb 03 14:14:30.761649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55cb02f6-729b-4b60-ac13-9ea6c4032cff req-b6690586-a55e-4fe3-b212-d5b0e24321ad tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656421 Feb 03 14:14:30.845859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Request body: {'port': {'device_id': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:30.924323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1613-1a28-4603-b983-a9d39d7c8190 req-fa7213ae-63f2-4a44-ad34-6c050d1c3462 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:30.927990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d07f1613-1a28-4603-b983-a9d39d7c8190 req-fa7213ae-63f2-4a44-ad34-6c050d1c3462 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 946 time: 0.0907903 Feb 03 14:14:30.929955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b11d3901-d964-4ec8-97ad-1118e86ba945 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:30.943438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.003037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d07f1613-1a28-4603-b983-a9d39d7c8190 req-7e63656f-eabd-4929-b5c2-27778b48b1ae tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683894 Feb 03 14:14:31.103087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b11d3901-d964-4ec8-97ad-1118e86ba945, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b11d3901-d964-4ec8-97ad-1118e86ba945,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:31.120621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'b11d3901-d964-4ec8-97ad-1118e86ba945', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'port_id': 'b11d3901-d964-4ec8-97ad-1118e86ba945', 'mac_address': 'fa:16:3e:01:e2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59df71-bf01-4221-bb39-c8bcd3d3652e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:31.181572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b11d3901-d964-4ec8-97ad-1118e86ba945 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:31.181976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.209519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11d3901-d964-4ec8-97ad-1118e86ba945 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:31.251603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b11d3901-d964-4ec8-97ad-1118e86ba945, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b11d3901-d964-4ec8-97ad-1118e86ba945,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:31.263301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.290804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66764a5-ede5-43fc-b8fe-7ad1d95789b0 req-cd911db2-7067-4f43-a49e-52110a9d3505 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:31.293070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c66764a5-ede5-43fc-b8fe-7ad1d95789b0 req-cd911db2-7067-4f43-a49e-52110a9d3505 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 943 time: 0.0990384 Feb 03 14:14:31.363508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b11d3901-d964-4ec8-97ad-1118e86ba945,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:31.400925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d2a9e-0607-4a30-a6f1-e21bf4ae6baa req-36e70d46-0e49-408b-a2e7-29fad92f263c tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:31.402511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd7d2a9e-0607-4a30-a6f1-e21bf4ae6baa req-36e70d46-0e49-408b-a2e7-29fad92f263c tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1082649 Feb 03 14:14:31.428438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c66764a5-ede5-43fc-b8fe-7ad1d95789b0 req-abf3c1bf-26cb-4375-b87b-d968d6aa26db tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854423 Feb 03 14:14:31.429237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a94d8db-3d23-42b9-be32-f4e78f170c64 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:31.446640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Publish callbacks [] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.463528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Transition to ACTIVE for port object 3a94d8db-3d23-42b9-be32-f4e78f170c64 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:31.469043 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.499971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd7d2a9e-0607-4a30-a6f1-e21bf4ae6baa req-985c60d1-009e-4176-b50d-9bdec03d4bc6 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704420 Feb 03 14:14:31.550387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:31.568104 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:14:31.617380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68961b-aca3-45c7-854b-59f4bd4d61bb req-512d4956-09a0-4ab2-84ce-17db9f0dea79 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:31.619899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd68961b-aca3-45c7-854b-59f4bd4d61bb req-512d4956-09a0-4ab2-84ce-17db9f0dea79 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.1047075 Feb 03 14:14:31.650898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:31.651297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:31.651636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:31.656880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:31.657200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:31.663371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:31.663852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:31.664652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:31.665100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Bound port: 3a94d8db-3d23-42b9-be32-f4e78f170c64, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:31.665462 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.713214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b11d3901-d964-4ec8-97ad-1118e86ba945'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:31.715826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd68961b-aca3-45c7-854b-59f4bd4d61bb req-cb0649e2-b9ce-404b-b0c1-c1e30adff7ce tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858037 Feb 03 14:14:31.726326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f69f6-77e5-4f2b-ba9a-b0e7e0a3fbd5 req-60e9ed8c-c688-4216-ba58-6391451d7183 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:31.732232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965f69f6-77e5-4f2b-ba9a-b0e7e0a3fbd5 req-60e9ed8c-c688-4216-ba58-6391451d7183 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1048291 Feb 03 14:14:31.740124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34752) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:31.745446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Request body: {'floatingip': {'port_id': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:31.828177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:31.836654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:31.840317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for floatingip (0565d619-c3dd-416a-8f11-30c413bcd9db), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.854073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.949552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:31.966059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:31.966790 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:31.970481 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-3932ed7b-37e3-4598-92e7-b713d4875cb5 service neutron] 10.222.0.45 "PUT /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 1091 time: 1.1288559 Feb 03 14:14:31.970954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:31.973363 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:32.087536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6a4ae-6233-4d09-8c47-88d7a2b72a34 req-2ab3341f-9e6d-461d-a92d-21ff02e8edcd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.089478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab6a4ae-6233-4d09-8c47-88d7a2b72a34 req-2ab3341f-9e6d-461d-a92d-21ff02e8edcd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1885903 Feb 03 14:14:32.100467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55350-9457-4e31-bbae-ace71700ba6d req-7ce9d3ba-9929-40ad-afff-8f76f4e04ac5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.105151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cf55350-9457-4e31-bbae-ace71700ba6d req-7ce9d3ba-9929-40ad-afff-8f76f4e04ac5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.2030675 Feb 03 14:14:32.142899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-5baf93f6-7745-4318-90a6-030a8a49119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.144936 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-5baf93f6-7745-4318-90a6-030a8a49119b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1125 time: 0.1180007 Feb 03 14:14:32.196256 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-b1db4e1a-406e-47b7-98c3-dd1dd7271bae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 217 time: 0.0437438 Feb 03 14:14:32.285377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cf55350-9457-4e31-bbae-ace71700ba6d req-7dc6f0cb-9133-4161-9551-9ff783c76708 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792302 Feb 03 14:14:32.296166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab6a4ae-6233-4d09-8c47-88d7a2b72a34 req-ade1dba2-5b33-4240-a141-038c1d26c39f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572654 Feb 03 14:14:32.317692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-bcfbb20e-78cd-4b98-997a-8d19da836a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.319160 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-bcfbb20e-78cd-4b98-997a-8d19da836a63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1166387 Feb 03 14:14:32.385023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-768c158d-661d-4187-ae26-c38aef0f9acd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528812 Feb 03 14:14:32.426672 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda83f2-e8dd-4971-af46-3e2ddcea6530 x-openstack-request-id: req-fcda83f2-e8dd-4971-af46-3e2ddcea6530 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:32.426945 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:32.427194 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcda83f2-e8dd-4971-af46-3e2ddcea6530 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:32.427587 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64', 'status': 'completed', 'code': 200} Feb 03 14:14:32.518643 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-16a9b699-9034-49cf-aae0-3dd17b0951c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326835 Feb 03 14:14:32.543666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fbafa90b-3f44-44d0-8d6b-c965bea7fd30 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:32.572893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: fbafa90b-3f44-44d0-8d6b-c965bea7fd30 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:32.573216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device fbafa90b-3f44-44d0-8d6b-c965bea7fd30 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:32.621386 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80f0c238-b973-4f0b-a22b-82ecff4bbba4 req-4b255a06-f216-421a-a258-34630618972e service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959408 Feb 03 14:14:32.717353 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:32.733326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (0565d619-c3dd-416a-8f11-30c413bcd9db), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:32.741590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-a8d94a07-e40c-49be-aef4-45ba1606d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.743211 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-a8d94a07-e40c-49be-aef4-45ba1606d73d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1125 time: 0.0709417 Feb 03 14:14:32.743542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0831a0-3645-4738-b4e5-9070837bd565 req-e4d08343-c65f-4476-9ab0-a3992b4ef430 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.745077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c0831a0-3645-4738-b4e5-9070837bd565 req-e4d08343-c65f-4476-9ab0-a3992b4ef430 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 944 time: 0.0928547 Feb 03 14:14:32.782929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4248d-973e-4677-b4a7-c7c144d0b972 req-8d1e4089-a56d-4c71-b366-134b5e6a4c4f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.784475 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ef4248d-973e-4677-b4a7-c7c144d0b972 req-8d1e4089-a56d-4c71-b366-134b5e6a4c4f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 946 time: 0.3312399 Feb 03 14:14:32.838912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-468c4ef9-a135-45ae-9572-05490dddb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.841118 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-468c4ef9-a135-45ae-9572-05490dddb56d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.0910993 Feb 03 14:14:32.887157 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-f6f178c1-eae7-4154-9b1d-26b4d7c8a2e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 217 time: 0.0391493 Feb 03 14:14:32.927903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c0831a0-3645-4738-b4e5-9070837bd565 req-9ff9af6b-6b3e-4f31-8a93-218051dc4ec3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405759 Feb 03 14:14:32.938956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ef4248d-973e-4677-b4a7-c7c144d0b972 req-9661473c-32f4-4f82-a956-1d00252567da tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485701 Feb 03 14:14:32.964375 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Floating IP 0565d619-c3dd-416a-8f11-30c413bcd9db associated. External IP: 172.25.0.132, port: d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13. Feb 03 14:14:32.969056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-25607fbf-6307-4caa-8c5b-82411faa0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:32.985497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-25607fbf-6307-4caa-8c5b-82411faa0483 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.0769773 Feb 03 14:14:33.019188 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-f8ebcd53-076b-491a-b00c-bca2e550fb0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327914 Feb 03 14:14:33.152918 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-ae0621cb-8ab0-41e1-815a-debdd983c74e service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260214 Feb 03 14:14:33.264642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccc9a619-3b8d-4909-bb9f-4a1440c1f844 req-6c2ef7f8-9f84-4865-ad26-635903eddb15 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021304 Feb 03 14:14:33.515049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c429471-58cd-459c-b2b7-14f79095d1c0 req-17c703ba-d14e-40a8-8b80-18dbecaca49b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:33.516731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c429471-58cd-459c-b2b7-14f79095d1c0 req-17c703ba-d14e-40a8-8b80-18dbecaca49b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.1927156 Feb 03 14:14:33.549165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6472-c6e1-48a8-8308-be3fcaadb537 req-115ac8b7-6b0e-4ee1-ad99-85d3719f1c2a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:33.550677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-567c6472-c6e1-48a8-8308-be3fcaadb537 req-115ac8b7-6b0e-4ee1-ad99-85d3719f1c2a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.2255855 Feb 03 14:14:33.616974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-567c6472-c6e1-48a8-8308-be3fcaadb537 req-8985aa65-ea2a-4714-9e5e-45135a7d8e63 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.0592802 Feb 03 14:14:33.663391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c429471-58cd-459c-b2b7-14f79095d1c0 req-d2c8b72f-3230-433b-9d55-fa772899338f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402175 Feb 03 14:14:33.743278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-567c6472-c6e1-48a8-8308-be3fcaadb537 req-98062bb8-298b-4be4-87ac-a234ce5e7884 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193914 Feb 03 14:14:33.768389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Router f086f628-3be4-4fcb-83e5-1252110b14b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:33.895947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd9345-0a09-4b8c-a829-19b5d4bfcdf7 req-e3d4f4a1-a19f-4d7e-bcb4-0066d00d7fb9 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:33.897380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95cd9345-0a09-4b8c-a829-19b5d4bfcdf7 req-e3d4f4a1-a19f-4d7e-bcb4-0066d00d7fb9 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1679628 Feb 03 14:14:33.967877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-567c6472-c6e1-48a8-8308-be3fcaadb537 req-9b53e1c3-b575-425d-a456-95c04ace5d81 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027361 Feb 03 14:14:34.040315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:34.051409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] Sync routers for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:14:34.063296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:34.064065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:34.070279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95cd9345-0a09-4b8c-a829-19b5d4bfcdf7 req-3195cf6d-cc66-452b-8e65-6d2a356aba66 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638091 Feb 03 14:14:34.073786 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:34.117631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3f3d2442-b8a7-4df5-a647-7b0871e8492b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "PUT /v2.0/floatingips/0565d619-c3dd-416a-8f11-30c413bcd9db HTTP/1.1" status: 200 len: 991 time: 2.3758128 Feb 03 14:14:34.123031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:34.125945 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:34.144236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-567c6472-c6e1-48a8-8308-be3fcaadb537 req-e0d15766-2472-4ee4-b00b-8ad5ecd292e9 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682830 Feb 03 14:14:34.221260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:34.230433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e1fb9-7348-479d-baa6-04e445534797 req-f72a8bf9-b45d-4fa9-84f7-79a3ed4ce791 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:34.232133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d97e1fb9-7348-479d-baa6-04e445534797 req-f72a8bf9-b45d-4fa9-84f7-79a3ed4ce791 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0869625 Feb 03 14:14:34.290259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d97e1fb9-7348-479d-baa6-04e445534797 req-84b97627-6aab-484e-9d65-4a5ac842684a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516508 Feb 03 14:14:34.447891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06936a-c5b1-4e92-b8e5-ddf367923dd2 req-5fa8adfe-7ddc-4a1b-a829-2d94bb482952 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:34.457066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c06936a-c5b1-4e92-b8e5-ddf367923dd2 req-5fa8adfe-7ddc-4a1b-a829-2d94bb482952 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 944 time: 0.1208386 Feb 03 14:14:34.510672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01471254-4200-429e-a844-0637aca7af53 req-7b3a2a24-c5db-4b95-8d1f-cddaa0aefe01 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:34.514097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '0565d619-c3dd-416a-8f11-30c413bcd9db', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'port_id': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'mac_address': 'fa:16:3e:3a:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2235a835-423d-4db5-8c59-5db9d83066dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:14:10Z', 'updated_at': '2022-02-03T14:14:32Z', 'revision_number': 1, 'project_id': 'a53191189a55408083361addc21cea5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:09Z', 'revision_number': 5, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:34.520658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01471254-4200-429e-a844-0637aca7af53 req-7b3a2a24-c5db-4b95-8d1f-cddaa0aefe01 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1308942 Feb 03 14:14:34.547589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] Checking router: f086f628-3be4-4fcb-83e5-1252110b14b6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:14:34.550409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3a94d8db-3d23-42b9-be32-f4e78f170c64 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:34.575189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:34.576066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:34.597306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01471254-4200-429e-a844-0637aca7af53 req-643320d2-eadc-4dc0-a845-9cb56a5dfd2c tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757658 Feb 03 14:14:34.601392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c06936a-c5b1-4e92-b8e5-ddf367923dd2 req-f5fe93ce-e2b7-460d-860f-d839fce75ba4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433499 Feb 03 14:14:34.701050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:14:34.705018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:34.705881 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f245b50-e04b-4525-85c2-242c2dd82632 x-openstack-request-id: req-4f245b50-e04b-4525-85c2-242c2dd82632 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:34.706222 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:34.707499 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f245b50-e04b-4525-85c2-242c2dd82632 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:34.707499 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'status': 'completed', 'code': 200} Feb 03 14:14:34.899058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-daad5593-15ae-42d2-bc54-7f65c3f33b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:34.901479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-daad5593-15ae-42d2-bc54-7f65c3f33b63 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53191189a55408083361addc21cea5d&device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 1127 time: 0.1512377 Feb 03 14:14:34.927540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:34.950782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b11d3901-d964-4ec8-97ad-1118e86ba945 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:34.962357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '3a94d8db-3d23-42b9-be32-f4e78f170c64', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'port_id': '3a94d8db-3d23-42b9-be32-f4e78f170c64', 'mac_address': 'fa:16:3e:3d:c8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b47ca1-97a3-4971-be0b-b272ee913b16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:35.024311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-95244426-3ea6-4c26-a88b-ad362e91474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:35.026214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-95244426-3ea6-4c26-a88b-ad362e91474d service neutron] 10.222.0.71 "GET /v2.0/networks?id=826a5096-a101-4629-b038-1bf048d38d2d HTTP/1.1" status: 200 len: 906 time: 0.1156802 Feb 03 14:14:35.090678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6769c7f-4271-450b-a94b-d1344f4f69e7 req-d14e8a79-914d-4f07-b43e-49dc876bc821 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:35.101755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6769c7f-4271-450b-a94b-d1344f4f69e7 req-d14e8a79-914d-4f07-b43e-49dc876bc821 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.2880447 Feb 03 14:14:35.121809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3a94d8db-3d23-42b9-be32-f4e78f170c64 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:35.122349 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:35.145722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port b11d3901-d964-4ec8-97ad-1118e86ba945 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:35.152908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port b11d3901-d964-4ec8-97ad-1118e86ba945 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:35.153303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:35.160130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a94d8db-3d23-42b9-be32-f4e78f170c64 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:35.215778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-46375787-c947-4d3a-bf85-1e80ffbca825 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 HTTP/1.1" status: 200 len: 999 time: 0.1817999 Feb 03 14:14:35.237863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:35.249114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:35.292144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-916adc29-26af-4676-b089-06f2009424a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:35.293908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-916adc29-26af-4676-b089-06f2009424a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73cc2182-020f-4aa0-870e-845682884584 HTTP/1.1" status: 200 len: 844 time: 0.0602851 Feb 03 14:14:35.348586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:35.355164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b11d3901-d964-4ec8-97ad-1118e86ba945 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:35.355483 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:35.367099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '0565d619-c3dd-416a-8f11-30c413bcd9db', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'port_id': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'mac_address': 'fa:16:3e:3a:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2235a835-423d-4db5-8c59-5db9d83066dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:14:10Z', 'updated_at': '2022-02-03T14:14:32Z', 'revision_number': 1, 'project_id': 'a53191189a55408083361addc21cea5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:09Z', 'revision_number': 5, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:35.375022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6769c7f-4271-450b-a94b-d1344f4f69e7 req-2806a0bd-e5dc-4369-b776-da93e3d46868 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711933 Feb 03 14:14:35.395351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929ce36-b96a-4790-b919-98dc3ab31b88 None None] The sync data for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 is: [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '0565d619-c3dd-416a-8f11-30c413bcd9db', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'port_id': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'mac_address': 'fa:16:3e:3a:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2235a835-423d-4db5-8c59-5db9d83066dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:14:10Z', 'updated_at': '2022-02-03T14:14:32Z', 'revision_number': 1, 'project_id': 'a53191189a55408083361addc21cea5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:09Z', 'revision_number': 5, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:14:35.409769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-84bd0669-8f34-414c-868e-c79382c4b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:35.411303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-84bd0669-8f34-414c-868e-c79382c4b404 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=826a5096-a101-4629-b038-1bf048d38d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0988767 Feb 03 14:14:35.418694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bb2f9-2579-4459-9566-6245d5f715d0 req-c3ffc9e5-814b-4276-a70d-6b4fc2b20486 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:35.421158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a02bb2f9-2579-4459-9566-6245d5f715d0 req-c3ffc9e5-814b-4276-a70d-6b4fc2b20486 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1191056 Feb 03 14:14:35.426137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11d3901-d964-4ec8-97ad-1118e86ba945'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:35.428387 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f831b38-f434-4f2f-b313-0215be235104" -d '{"events": [{"server_uuid": "9c396b30-c35e-4033-9cad-7b87ae1906ce", "name": "network-vif-plugged", "status": "completed", "tag": "b11d3901-d964-4ec8-97ad-1118e86ba945"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:35.461908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b11d3901-d964-4ec8-97ad-1118e86ba945, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b11d3901-d964-4ec8-97ad-1118e86ba945,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:35.477583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:35.533147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3a94d8db-3d23-42b9-be32-f4e78f170c64'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:35.607607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b11d3901-d964-4ec8-97ad-1118e86ba945,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:35.620139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a02bb2f9-2579-4459-9566-6245d5f715d0 req-51f390e2-6d40-4668-9850-196114d8dee5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868012 Feb 03 14:14:35.707682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-eabc0372-1121-48f5-b28a-2471b5a07129 service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725697 Feb 03 14:14:35.716153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c11b-e93f-44cf-999e-4102d3967238 req-71af3af3-1443-4394-abd2-9617961d2efe tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:35.717606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-71af3af3-1443-4394-abd2-9617961d2efe tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.2191556 Feb 03 14:14:35.823095 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3077985-d1d7-4eb3-9035-bdfe87d9ed7c None None] New status for floating IP 0565d619-c3dd-416a-8f11-30c413bcd9db: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:14:35.864208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-71c7e038-1366-4826-9293-5b75815323fb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.1328526 Feb 03 14:14:35.929000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60cb9f-57be-4cc1-a80c-a163fe87d33e req-e99f12cb-cbb4-4a51-87da-8257444d98da tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:35.937688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec60cb9f-57be-4cc1-a80c-a163fe87d33e req-e99f12cb-cbb4-4a51-87da-8257444d98da tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1650484 Feb 03 14:14:35.979022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5fbd42-16f9-495e-b3f6-4c6a53b2aa6f req-37719125-8c25-46e7-98cd-a506b3e2948b service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448604 Feb 03 14:14:36.028062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-2a2aa43c-adcc-4d2a-9f93-09e0d3f1b12e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472793 Feb 03 14:14:36.045943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec60cb9f-57be-4cc1-a80c-a163fe87d33e req-a44eda51-44cf-4f2c-8763-3932e62ef245 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069138 Feb 03 14:14:36.107603 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aa37eb-dbb3-434f-9860-c02859ba3b2b x-openstack-request-id: req-63aa37eb-dbb3-434f-9860-c02859ba3b2b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:36.108038 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c396b30-c35e-4033-9cad-7b87ae1906ce", "name": "network-vif-plugged", "status": "completed", "tag": "b11d3901-d964-4ec8-97ad-1118e86ba945", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:36.108713 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63aa37eb-dbb3-434f-9860-c02859ba3b2b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:36.110037 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11d3901-d964-4ec8-97ad-1118e86ba945', 'code': 200} Feb 03 14:14:36.190883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-de32ec65-7bd3-4162-8e52-a0b767a205a1 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436760 Feb 03 14:14:36.324126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8631f-7090-4257-8129-d2309faffc2c req-ab5c1968-193d-46f6-b16c-f7141341d18e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:36.325898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52e8631f-7090-4257-8129-d2309faffc2c req-ab5c1968-193d-46f6-b16c-f7141341d18e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1513712 Feb 03 14:14:36.363487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-c1dd0a0a-1f4d-4ace-a8b2-0ab404a1a6e4 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577754 Feb 03 14:14:36.373438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12947d2-b63e-4d0a-9a4f-1aae33b34b28 req-71193fe2-2db4-4b80-a188-bdeee138c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:36.375689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b12947d2-b63e-4d0a-9a4f-1aae33b34b28 req-71193fe2-2db4-4b80-a188-bdeee138c4b4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 1127 time: 0.1049020 Feb 03 14:14:36.414557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52e8631f-7090-4257-8129-d2309faffc2c req-37930057-d35f-42c3-949a-886538c21eb8 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778329 Feb 03 14:14:36.454692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b12947d2-b63e-4d0a-9a4f-1aae33b34b28 req-dd82a6e6-e710-4c1e-8257-f0412d346edc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730443 Feb 03 14:14:36.548542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557bda-1903-4533-afc4-04dc4ebc5cf1 req-1b8e5b1f-b7d4-42b5-818c-762234885d2d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:36.550037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb557bda-1903-4533-afc4-04dc4ebc5cf1 req-1b8e5b1f-b7d4-42b5-818c-762234885d2d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 945 time: 0.0694935 Feb 03 14:14:36.569926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3a94d8db-3d23-42b9-be32-f4e78f170c64 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:36.649511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb557bda-1903-4533-afc4-04dc4ebc5cf1 req-66ecc11f-50a1-4373-95a9-bc8001b1426d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882311 Feb 03 14:14:36.666415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2316eb-cbcc-4990-b7e9-80d5a599b4b5 req-6862a875-ce2c-4ea1-8275-85bcdc80c358 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:36.668711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c2316eb-cbcc-4990-b7e9-80d5a599b4b5 req-6862a875-ce2c-4ea1-8275-85bcdc80c358 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 944 time: 0.1175463 Feb 03 14:14:36.674473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 3a94d8db-3d23-42b9-be32-f4e78f170c64 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:36.678951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 3a94d8db-3d23-42b9-be32-f4e78f170c64 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:36.679325 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:36.756273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c2316eb-cbcc-4990-b7e9-80d5a599b4b5 req-36decc32-b8c4-452c-bb9b-4e8c586e0356 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Feb 03 14:14:36.789347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3a94d8db-3d23-42b9-be32-f4e78f170c64 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:36.789690 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:36.838621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:36.857033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:36.872001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edb3ebea-ac22-4f6a-9235-4b2479fa7f9c req-ad192437-88ae-44b9-b1e5-223785acaad3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 210 time: 0.0422156 Feb 03 14:14:36.908299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a122043-988d-44d3-bb03-3d30061b6a33 req-b0021aab-6a9d-42ea-97a1-5f11b9a9ebbf tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:36.909833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a122043-988d-44d3-bb03-3d30061b6a33 req-b0021aab-6a9d-42ea-97a1-5f11b9a9ebbf tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1135402 Feb 03 14:14:36.938860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:36.967817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a122043-988d-44d3-bb03-3d30061b6a33 req-a152672d-b83b-48e3-8072-ec29673f86ad tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519028 Feb 03 14:14:37.042014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c567-f415-45e4-aa19-beb3403ddc30 req-6da94cf1-37a1-4d53-a29c-0f44e132d8f6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:37.043915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b74c567-f415-45e4-aa19-beb3403ddc30 req-6da94cf1-37a1-4d53-a29c-0f44e132d8f6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.0654480 Feb 03 14:14:37.102739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b74c567-f415-45e4-aa19-beb3403ddc30 req-a8e3b27d-ce84-44e3-870e-262721f469f3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499299 Feb 03 14:14:37.191070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cf7db-b4fe-485a-a485-ba6462950527 req-0da0f8fd-5b96-40b9-9c77-44e11817fffc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:37.192597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc0cf7db-b4fe-485a-a485-ba6462950527 req-0da0f8fd-5b96-40b9-9c77-44e11817fffc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0587223 Feb 03 14:14:37.256157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc0cf7db-b4fe-485a-a485-ba6462950527 req-eef8ace9-32a6-4df5-8f7e-a6f17a41873f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580516 Feb 03 14:14:37.746359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c11b-e93f-44cf-999e-4102d3967238 req-a6bece36-a3df-4138-94c1-d1918a90cc6d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:37.750930 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-a6bece36-a3df-4138-94c1-d1918a90cc6d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.1351840 Feb 03 14:14:37.762664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Request body: {'port': {'device_id': 'dd4099ee-17c0-4621-88df-34198298f135', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'admin_state_up': True, 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:37.814024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1195bd-181e-4bd1-895a-c2e4879ea8a8 req-6ede11bb-f821-4e55-8d7b-8a703c4473f8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:37.821847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd1195bd-181e-4bd1-895a-c2e4879ea8a8 req-6ede11bb-f821-4e55-8d7b-8a703c4473f8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 945 time: 0.0913413 Feb 03 14:14:37.888295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:37.892961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:37.908676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd1195bd-181e-4bd1-895a-c2e4879ea8a8 req-dd41d114-0300-49a5-926a-44e8d5b4425e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857451 Feb 03 14:14:37.924217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb626-06fb-4f78-aacf-39447ca80466 req-23fd32a3-83bb-4cd1-b9a5-9f1c95dc932f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:37.926285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20eeb626-06fb-4f78-aacf-39447ca80466 req-23fd32a3-83bb-4cd1-b9a5-9f1c95dc932f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 945 time: 0.0778663 Feb 03 14:14:37.993478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20eeb626-06fb-4f78-aacf-39447ca80466 req-3b914861-d824-4421-8486-d44fcf3521ad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517581 Feb 03 14:14:38.044317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee8f0d22-6f59-47b6-bc1d-ab71157b90b6 req-94f23655-f537-4053-9a47-8cbf3b3f9482 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 210 time: 0.0371082 Feb 03 14:14:38.052593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Allocated IP 172.20.0.7 (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4/161faf3d-5b25-4d3d-976e-f4faeb396adb) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:38.111655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:38.115333 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f946402a-91ac-4e9d-923d-9e9766be4940" -d '{"events": [{"server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "name": "network-vif-plugged", "status": "completed", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:38.192729 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c22f06a-889d-49bb-a3f4-bc2a82b2095e x-openstack-request-id: req-0c22f06a-889d-49bb-a3f4-bc2a82b2095e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:38.193022 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "name": "network-vif-plugged", "status": "completed", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:38.193275 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c22f06a-889d-49bb-a3f4-bc2a82b2095e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:38.193666 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64', 'code': 200} Feb 03 14:14:38.270674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks [] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:38.313351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea5e63-3857-4ea8-ab2c-fc682524cac1 req-c28d1d4c-0cc3-46ee-bb76-ef5527604be1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:38.315058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1ea5e63-3857-4ea8-ab2c-fc682524cac1 req-c28d1d4c-0cc3-46ee-bb76-ef5527604be1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1276460 Feb 03 14:14:38.325318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:38.338129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:38.345004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68017a86-22f9-42b3-a6fb-c6773953131d req-fa72350a-9320-4aa4-9574-e88ae99a5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:38.346832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68017a86-22f9-42b3-a6fb-c6773953131d req-fa72350a-9320-4aa4-9574-e88ae99a5498 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1127 time: 0.0804636 Feb 03 14:14:38.396057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:38.398047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event updated for resources: {'Port': ['ID=161faf3d-5b25-4d3d-976e-f4faeb396adb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:38.401629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:38.404159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:38.433244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68017a86-22f9-42b3-a6fb-c6773953131d req-d5c9c2bd-614a-4b8b-a6e6-d8b84c7c0515 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691996 Feb 03 14:14:38.461898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:38.462632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:38.478380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1ea5e63-3857-4ea8-ab2c-fc682524cac1 req-8edfdd87-4c88-47b8-9fc2-a35bd91ce612 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536965 Feb 03 14:14:38.502481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55d748-a079-491b-92bb-13d5f444668d req-595185ed-2c6a-48ca-b857-1bd8710c62bf tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:38.502481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e55d748-a079-491b-92bb-13d5f444668d req-595185ed-2c6a-48ca-b857-1bd8710c62bf tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1396368 Feb 03 14:14:38.507094 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-9c08dbb8-1995-4901-b760-ccfe39b5ae2e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487869 Feb 03 14:14:38.557919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e55d748-a079-491b-92bb-13d5f444668d req-37cf6249-82ce-41fd-91ce-c6c2095ddb63 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Feb 03 14:14:38.645980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Request body: {'port': {'device_id': 'dd4099ee-17c0-4621-88df-34198298f135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:38.719840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:38.720295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:38.991377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161faf3d-5b25-4d3d-976e-f4faeb396adb {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:38.999160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Publish callbacks [] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:39.011866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Transition to ACTIVE for port object 161faf3d-5b25-4d3d-976e-f4faeb396adb will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:39.017603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:39.060839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03382b3-03e4-45a0-9dfb-2e7c11a9f6ee req-eea62c44-3586-446b-a306-4b413a38e833 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.068249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f03382b3-03e4-45a0-9dfb-2e7c11a9f6ee req-eea62c44-3586-446b-a306-4b413a38e833 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 945 time: 0.0645773 Feb 03 14:14:39.087852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Pushing event updated for resources: {'Port': ['ID=161faf3d-5b25-4d3d-976e-f4faeb396adb,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:39.144762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f03382b3-03e4-45a0-9dfb-2e7c11a9f6ee req-a1c100ed-d4f6-4b32-a42a-0e19fa138d58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754836 Feb 03 14:14:39.169071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Attempting to bind port 161faf3d-5b25-4d3d-976e-f4faeb396adb on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:39.169266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Attempting to bind port 161faf3d-5b25-4d3d-976e-f4faeb396adb by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:39.169601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Attempting to bind port 161faf3d-5b25-4d3d-976e-f4faeb396adb on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:39.176517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Port 161faf3d-5b25-4d3d-976e-f4faeb396adb on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:39.176857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Attempting to bind port 161faf3d-5b25-4d3d-976e-f4faeb396adb on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:39.184045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:39.184399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:39.184822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Bound using segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:39.185252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Bound port: 161faf3d-5b25-4d3d-976e-f4faeb396adb, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:39.185497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0201b73-2fb8-4016-bec0-039496f3852b req-889ddf80-25af-42c4-89e4-5dad56f6da60 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.185686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:39.187104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0201b73-2fb8-4016-bec0-039496f3852b req-889ddf80-25af-42c4-89e4-5dad56f6da60 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 945 time: 0.0795069 Feb 03 14:14:39.284408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] For port 161faf3d-5b25-4d3d-976e-f4faeb396adb, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:39.288133 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] For port 161faf3d-5b25-4d3d-976e-f4faeb396adb, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=161faf3d-5b25-4d3d-976e-f4faeb396adb,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:39.303453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:39.307089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0201b73-2fb8-4016-bec0-039496f3852b req-491138c5-8eef-48e3-a896-dd18efd8d6d8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107175 Feb 03 14:14:39.336137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.336137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:39.337413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f81e4-cd79-447e-ad62-95a3044678c0 req-89f45213-9829-4526-80ad-6d7df389d158 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.337556 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/161faf3d-5b25-4d3d-976e-f4faeb396adb HTTP/1.1" status: 200 len: 1091 time: 0.6966808 Feb 03 14:14:39.337905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4099ee-17c0-4621-88df-34198298f135', 'tag': '161faf3d-5b25-4d3d-976e-f4faeb396adb'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:39.340126 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4099ee-17c0-4621-88df-34198298f135", "tag": "161faf3d-5b25-4d3d-976e-f4faeb396adb"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:39.353332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c2f81e4-cd79-447e-ad62-95a3044678c0 req-89f45213-9829-4526-80ad-6d7df389d158 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 943 time: 0.1122904 Feb 03 14:14:39.428480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c2f81e4-cd79-447e-ad62-95a3044678c0 req-b5eb65dd-685f-427e-8d15-1e59c082c458 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738673 Feb 03 14:14:39.459771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0698f1-5bed-4c9d-8955-b77b5bd783c2 service neutron] Pushing event updated for resources: {'Port': ['ID=161faf3d-5b25-4d3d-976e-f4faeb396adb,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:39.475674 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e49b42-eac6-4272-8b5b-ac24fdc1ba6c x-openstack-request-id: req-b3e49b42-eac6-4272-8b5b-ac24fdc1ba6c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:39.475827 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4099ee-17c0-4621-88df-34198298f135", "tag": "161faf3d-5b25-4d3d-976e-f4faeb396adb", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:39.476068 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3e49b42-eac6-4272-8b5b-ac24fdc1ba6c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:39.476501 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4099ee-17c0-4621-88df-34198298f135', 'tag': '161faf3d-5b25-4d3d-976e-f4faeb396adb', 'status': 'completed', 'code': 200} Feb 03 14:14:39.483178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c11b-e93f-44cf-999e-4102d3967238 req-8fcc5fbe-7275-4893-b965-ae88bd8b36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.485555 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-8fcc5fbe-7275-4893-b965-ae88bd8b36fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 1125 time: 0.0795515 Feb 03 14:14:39.537815 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-bab9e19e-f459-4e2b-97c4-31c7eb5cdefd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=161faf3d-5b25-4d3d-976e-f4faeb396adb HTTP/1.1" status: 200 len: 217 time: 0.0403628 Feb 03 14:14:39.647099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c11b-e93f-44cf-999e-4102d3967238 req-46dc942b-6225-4a79-afd9-f770f7b4fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.649523 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-46dc942b-6225-4a79-afd9-f770f7b4fe6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.1025207 Feb 03 14:14:39.682533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586b27-2da6-4260-8b7f-7ab798b268b9 req-63182304-7d57-4c74-b7a3-7db124fcb9e2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.690294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57586b27-2da6-4260-8b7f-7ab798b268b9 req-63182304-7d57-4c74-b7a3-7db124fcb9e2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1224215 Feb 03 14:14:39.697976 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-1cfc7e1c-37f2-4d01-88c5-4bb6423d5cc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409262 Feb 03 14:14:39.718210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12c0a0-9290-4aad-becc-283eb6cb148a req-5d87260b-58e0-4894-9511-1d4256f41a61 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.719731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f12c0a0-9290-4aad-becc-283eb6cb148a req-5d87260b-58e0-4894-9511-1d4256f41a61 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 945 time: 0.1066756 Feb 03 14:14:39.784464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57586b27-2da6-4260-8b7f-7ab798b268b9 req-992ccf5e-d0bf-4f1d-b92e-faa773ddca06 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848312 Feb 03 14:14:39.820725 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-3f9aa21e-5d20-4b28-b5c7-e24b05af3291 service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161048 Feb 03 14:14:39.827368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f12c0a0-9290-4aad-becc-283eb6cb148a req-2a258d21-27ef-44a7-a476-8b0df36404b4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959580 Feb 03 14:14:39.902377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec858-61d9-4076-9293-b1ac3db75496 req-7ab5d248-ab34-4863-9a0f-fbda0286e41e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:39.904015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6baec858-61d9-4076-9293-b1ac3db75496 req-7ab5d248-ab34-4863-9a0f-fbda0286e41e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0574558 Feb 03 14:14:39.931828 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2432c11b-e93f-44cf-999e-4102d3967238 req-030b9d82-a79e-40f8-bae1-7e7a1a680ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022253 Feb 03 14:14:39.960207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6baec858-61d9-4076-9293-b1ac3db75496 req-72d9a90f-03f7-4eaa-a7b3-6830a99a21d2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483871 Feb 03 14:14:40.026768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-0d41b78b-df8d-417f-91fe-1640fa8eb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:40.028311 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-0d41b78b-df8d-417f-91fe-1640fa8eb8bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 1125 time: 0.0451806 Feb 03 14:14:40.122303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-e32faf95-f770-4dbe-a55b-117a8a6ba59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:40.123677 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-e32faf95-f770-4dbe-a55b-117a8a6ba59b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.0891869 Feb 03 14:14:40.163588 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-a8282213-8cf7-4baa-9198-f6d3e9f8743a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=161faf3d-5b25-4d3d-976e-f4faeb396adb HTTP/1.1" status: 200 len: 217 time: 0.0328288 Feb 03 14:14:40.209916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-4726e850-af69-46fa-970f-acc6e880b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:40.211346 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-4726e850-af69-46fa-970f-acc6e880b74a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.0418410 Feb 03 14:14:40.248027 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-822bc5ca-29c7-435d-9c43-c639da8f00c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296216 Feb 03 14:14:40.340591 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-151b9c47-680f-4848-bfea-d364084187ba service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847683 Feb 03 14:14:40.428435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31508a4-58f3-49b3-95ad-3f7f7ae8c22a req-eeec17f3-ba95-4f5b-bd61-9bcd4c518abd tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:40.430327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31508a4-58f3-49b3-95ad-3f7f7ae8c22a req-eeec17f3-ba95-4f5b-bd61-9bcd4c518abd tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 945 time: 0.0538599 Feb 03 14:14:40.437265 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f0cc05c8-fc1d-40b7-b450-202f8f8f9330 req-5cd9b16f-684e-4caf-b528-e905432fc270 service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901530 Feb 03 14:14:40.489796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31508a4-58f3-49b3-95ad-3f7f7ae8c22a req-243887b8-18ec-4dd9-b9ea-204702459744 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522265 Feb 03 14:14:40.556194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268581d-21b4-4d7b-86ba-db4d97b1b889 req-c72abd2c-231c-4cd5-bb94-f532fe776adb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:40.557796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3268581d-21b4-4d7b-86ba-db4d97b1b889 req-c72abd2c-231c-4cd5-bb94-f532fe776adb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 943 time: 0.0577264 Feb 03 14:14:40.613593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3268581d-21b4-4d7b-86ba-db4d97b1b889 req-592a8148-d965-481b-b8f2-43fa7c8081f5 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Feb 03 14:14:40.658519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ed08c-ce2e-4416-aa24-07832d98c4e0 req-3c231675-b185-4229-be59-a04455ebf38e tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:40.660022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df6ed08c-ce2e-4416-aa24-07832d98c4e0 req-3c231675-b185-4229-be59-a04455ebf38e tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1127 time: 0.0441215 Feb 03 14:14:40.702308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df6ed08c-ce2e-4416-aa24-07832d98c4e0 req-f3a7c883-a4aa-4a38-a101-fc259288237f tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Feb 03 14:14:41.202681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ad5e-7d0a-46d6-ba5b-e7244893b05f req-8e924dd0-3641-4139-a6fd-a3430d0c6696 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:41.204126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82f0ad5e-7d0a-46d6-ba5b-e7244893b05f req-8e924dd0-3641-4139-a6fd-a3430d0c6696 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1127 time: 0.3745761 Feb 03 14:14:41.241281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed341-a85b-43e0-a28a-81f86750717c req-b050702a-7d2a-487e-90bd-b31998a2635c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:41.242760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceeed341-a85b-43e0-a28a-81f86750717c req-b050702a-7d2a-487e-90bd-b31998a2635c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.3793421 Feb 03 14:14:41.281427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82f0ad5e-7d0a-46d6-ba5b-e7244893b05f req-cfa1abd1-9093-4f5c-b73f-519abadb9397 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712070 Feb 03 14:14:41.303083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceeed341-a85b-43e0-a28a-81f86750717c req-ad5da1fb-d919-490a-8b02-d8c8a18296ea tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536284 Feb 03 14:14:41.484795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73264f9d-04b6-46d5-9960-95aaae1cfaa0 req-e4ab9026-05a4-475c-badb-456a20efca34 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:41.486284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73264f9d-04b6-46d5-9960-95aaae1cfaa0 req-e4ab9026-05a4-475c-badb-456a20efca34 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 945 time: 0.1173904 Feb 03 14:14:41.511074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7eb5-0292-4bd8-abed-68a7f721fa78 req-db52b950-bd5f-4e61-80a8-538d4aa96e72 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:41.512511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a53a7eb5-0292-4bd8-abed-68a7f721fa78 req-db52b950-bd5f-4e61-80a8-538d4aa96e72 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1165118 Feb 03 14:14:41.524639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-b4b6e98d-d8b1-4af5-8060-c725a1e02ac4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:41.526024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-b4b6e98d-d8b1-4af5-8060-c725a1e02ac4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 945 time: 0.0985663 Feb 03 14:14:41.620493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73264f9d-04b6-46d5-9960-95aaae1cfaa0 req-1d6c664d-683d-4655-9455-62179ac40d2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268408 Feb 03 14:14:41.633197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a53a7eb5-0292-4bd8-abed-68a7f721fa78 req-9b13bbaa-3ff3-4dbb-9961-e7b9ee37ff6d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047115 Feb 03 14:14:41.689304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Deleting port b11d3901-d964-4ec8-97ad-1118e86ba945 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:41.689693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:41.827388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc9cb-38ef-4f43-8b81-9e4d894fccb6 req-bec02c1e-c9ed-4d5c-b495-625c0362b937 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:41.829481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-166fc9cb-38ef-4f43-8b81-9e4d894fccb6 req-bec02c1e-c9ed-4d5c-b495-625c0362b937 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 943 time: 0.1201785 Feb 03 14:14:41.831371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] For port b11d3901-d964-4ec8-97ad-1118e86ba945, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b11d3901-d964-4ec8-97ad-1118e86ba945,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:41.831741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:41.852597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Calling delete_port for b11d3901-d964-4ec8-97ad-1118e86ba945 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:41.930030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-166fc9cb-38ef-4f43-8b81-9e4d894fccb6 req-6049e232-583e-4486-b073-05ae2950c621 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898094 Feb 03 14:14:42.026928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:42.040018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b11d3901-d964-4ec8-97ad-1118e86ba945), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:42.082318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event deleted for resources: {'Port': ['ID=b11d3901-d964-4ec8-97ad-1118e86ba945,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:42.130157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] No DVR routers for this DVR port b11d3901-d964-4ec8-97ad-1118e86ba945 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:42.132904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:42.136514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0ed6282-61bf-4f28-8608-b5544b1ca711 req-4a9ed9c2-2a8f-478e-944b-e5593b2e37bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "DELETE /v2.0/ports/b11d3901-d964-4ec8-97ad-1118e86ba945 HTTP/1.1" status: 204 len: 173 time: 0.5963025 Feb 03 14:14:42.137129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'name': 'network-vif-deleted', 'tag': 'b11d3901-d964-4ec8-97ad-1118e86ba945'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:42.139503 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dacf4c-0714-4cb2-a68b-e92d16cebd91" -d '{"events": [{"server_uuid": "9c396b30-c35e-4033-9cad-7b87ae1906ce", "name": "network-vif-deleted", "tag": "b11d3901-d964-4ec8-97ad-1118e86ba945"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:42.191542 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3379acf7-3ab1-4041-b141-47a3dc8f9ac4 x-openstack-request-id: req-3379acf7-3ab1-4041-b141-47a3dc8f9ac4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:42.191906 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c396b30-c35e-4033-9cad-7b87ae1906ce", "name": "network-vif-deleted", "tag": "b11d3901-d964-4ec8-97ad-1118e86ba945", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:42.192245 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3379acf7-3ab1-4041-b141-47a3dc8f9ac4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:42.192601 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c396b30-c35e-4033-9cad-7b87ae1906ce', 'name': 'network-vif-deleted', 'tag': 'b11d3901-d964-4ec8-97ad-1118e86ba945', 'status': 'completed', 'code': 200} Feb 03 14:14:42.269454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b11d3901-d964-4ec8-97ad-1118e86ba945'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:42.470162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1b789-30fd-4a9a-a31e-ef30ec27e2e5 req-108c79e5-8f5b-43f4-8433-63bc74d01113 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:42.471153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54d1b789-30fd-4a9a-a31e-ef30ec27e2e5 req-108c79e5-8f5b-43f4-8433-63bc74d01113 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.0666804 Feb 03 14:14:42.554264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54d1b789-30fd-4a9a-a31e-ef30ec27e2e5 req-08bb0e55-f904-48be-9a3a-daa9eaae3b39 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Feb 03 14:14:42.593044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 161faf3d-5b25-4d3d-976e-f4faeb396adb details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:42.727788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 161faf3d-5b25-4d3d-976e-f4faeb396adb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=161faf3d-5b25-4d3d-976e-f4faeb396adb,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:42.740728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '161faf3d-5b25-4d3d-976e-f4faeb396adb', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'port_id': '161faf3d-5b25-4d3d-976e-f4faeb396adb', 'mac_address': 'fa:16:3e:75:64:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e7b84-add1-4d2c-b4e0-8e848939b7d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:42.789696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 161faf3d-5b25-4d3d-976e-f4faeb396adb is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:42.790393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:42.809117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161faf3d-5b25-4d3d-976e-f4faeb396adb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:42.822018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55a6b262-ff20-4a8d-a827-711685002226 req-c1e7cfb9-ec0a-46ba-b817-edb85c24b03e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c396b30-c35e-4033-9cad-7b87ae1906ce HTTP/1.1" status: 200 len: 210 time: 0.0990181 Feb 03 14:14:42.849608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 161faf3d-5b25-4d3d-976e-f4faeb396adb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=161faf3d-5b25-4d3d-976e-f4faeb396adb,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:42.855003 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:42.872293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-c962762b-e859-4a5b-8ac2-b1306a4655c0 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:14:42.878275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-c962762b-e859-4a5b-8ac2-b1306a4655c0 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138459 Feb 03 14:14:42.938298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=161faf3d-5b25-4d3d-976e-f4faeb396adb,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:42.967879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (25e4df6d-fe78-444e-aae7-3086c54220ad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:42.972394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-61a32923-9614-4586-91a9-f65cc1381936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:42.974775 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-61a32923-9614-4586-91a9-f65cc1381936 service neutron] 10.222.0.52 "GET /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 1124 time: 0.0816205 Feb 03 14:14:43.012546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a14d0-cd7a-4333-ae9a-e20baed8d973 req-bffd7879-1b6d-4ceb-bdd5-c0a710c19c32 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:43.014448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b15a14d0-cd7a-4333-ae9a-e20baed8d973 req-bffd7879-1b6d-4ceb-bdd5-c0a710c19c32 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0719225 Feb 03 14:14:43.031156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Request body: {'binding': {'host': 'n-h2-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:43.032329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:14:43.084448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b15a14d0-cd7a-4333-ae9a-e20baed8d973 req-5fb919e8-9e6d-49e9-8c15-da3d8031f274 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Feb 03 14:14:43.148193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['161faf3d-5b25-4d3d-976e-f4faeb396adb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:43.190615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03ecd-647d-467d-88b4-075cee184c1a req-f106d8c3-0203-4486-99fd-6ca9b17b8575 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:43.192144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8f03ecd-647d-467d-88b4-075cee184c1a req-f106d8c3-0203-4486-99fd-6ca9b17b8575 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 944 time: 0.0567615 Feb 03 14:14:43.267865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8f03ecd-647d-467d-88b4-075cee184c1a req-dae4898b-4838-4148-891f-c0d26dc35ee1 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Feb 03 14:14:43.334193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on host n-h2-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:43.334431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:43.334753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:43.342817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:43.343143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:43.353260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:43.353598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:43.353982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:43.354411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Bound port: 3a94d8db-3d23-42b9-be32-f4e78f170c64, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:43.462692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:43.470416 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:43.471585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-63f8748d-d289-4e3c-8334-e8b234b2c313 service neutron] 10.222.0.52 "POST /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64/bindings HTTP/1.1" status: 201 len: 389 time: 0.4460022 Feb 03 14:14:43.478753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Deleting port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:43.479091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:43.570187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] For port 11a4632b-3b0d-44e9-a68a-70e0fa7655a1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:43.570996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:43.587596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Calling delete_port for 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:43.647322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c82be-1047-4400-8475-bbbc53779926 req-815ee09d-9589-41d0-939c-e4cdef51e9ac tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:43.648919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a05c82be-1047-4400-8475-bbbc53779926 req-815ee09d-9589-41d0-939c-e4cdef51e9ac tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 945 time: 0.0719094 Feb 03 14:14:43.732770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8568a1-76bd-4eb5-a4b9-609659b12b8c req-7d34527d-5aeb-4eb2-8afa-984f47ca80ba tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:43.734894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e8568a1-76bd-4eb5-a4b9-609659b12b8c req-7d34527d-5aeb-4eb2-8afa-984f47ca80ba tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1027477 Feb 03 14:14:43.765889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a05c82be-1047-4400-8475-bbbc53779926 req-285b6e57-5617-4643-8128-957d8b38378a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Feb 03 14:14:43.814872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (11a4632b-3b0d-44e9-a68a-70e0fa7655a1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:43.815802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-9dacdc9a-94cf-401e-8252-2a71ba1ded72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:43.817344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-9dacdc9a-94cf-401e-8252-2a71ba1ded72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1127 time: 0.1034875 Feb 03 14:14:43.820378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e8568a1-76bd-4eb5-a4b9-609659b12b8c req-444a0291-a709-42d2-adbc-4907952aeb29 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658431 Feb 03 14:14:43.852211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a4632b-3b0d-44e9-a68a-70e0fa7655a1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:43.931371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-cb05213e-1e04-461e-8bf1-ae210a0109eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:43.933120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-cb05213e-1e04-461e-8bf1-ae210a0109eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.1074553 Feb 03 14:14:43.985654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-d264b966-22e3-4f6d-85cd-210e67ea02de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 217 time: 0.0455706 Feb 03 14:14:44.043432 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (25e4df6d-fe78-444e-aae7-3086c54220ad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:44.049584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5f4a16be-5da7-4d39-9563-1bc1c3dd96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:44.051213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5f4a16be-5da7-4d39-9563-1bc1c3dd96d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.0524735 Feb 03 14:14:44.096716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-f9b957af-326e-4cff-9548-bd13957c2aa9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351417 Feb 03 14:14:44.278130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Router 25e4df6d-fe78-444e-aae7-3086c54220ad has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:44.305926 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-8fd70318-6f37-415f-ba99-2fe2f0b07b9b service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977816 Feb 03 14:14:44.312727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-c4842bd9-3ed7-4f2d-9520-05a1be754c5f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:44.314192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-c4842bd9-3ed7-4f2d-9520-05a1be754c5f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.2166588 Feb 03 14:14:44.324829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73c0ca-bbe7-41da-bf38-51d44327052b req-d61e06fe-9851-4f51-b06b-601d9e2f1957 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:44.326264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff73c0ca-bbe7-41da-bf38-51d44327052b req-d61e06fe-9851-4f51-b06b-601d9e2f1957 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1425278 Feb 03 14:14:44.372841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-a46ed632-9766-4394-ba60-41402be764e3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/quotas/1213ccff457b46bb921661511b0ddef3 HTTP/1.1" status: 200 len: 375 time: 0.0454798 Feb 03 14:14:44.389916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:44.397524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eaa41fbc-c4ea-46ce-9b5f-aed7ad34f4c6 admin admin] 10.222.0.52 "PUT /v2.0/routers/25e4df6d-fe78-444e-aae7-3086c54220ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3669772 Feb 03 14:14:44.398318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34996) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:44.399537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] Sync routers for ids ['25e4df6d-fe78-444e-aae7-3086c54220ad'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:14:44.411965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] Routers {'25e4df6d-fe78-444e-aae7-3086c54220ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:44.412625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['25e4df6d-fe78-444e-aae7-3086c54220ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:44.457140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-4f2c4517-1006-43a8-9c71-df36ac373bb0 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524380 Feb 03 14:14:44.466623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff73c0ca-bbe7-41da-bf38-51d44327052b req-d9766c55-b152-402e-bc2b-0d1858b1af94 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248529 Feb 03 14:14:44.524826 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks [] for router (25e4df6d-fe78-444e-aae7-3086c54220ad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:44.542146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-a30486d8-aae8-48e7-b5c8-8bd535d1ce46 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130835 Feb 03 14:14:44.552688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] Set router 25e4df6d-fe78-444e-aae7-3086c54220ad gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:44.612046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 161faf3d-5b25-4d3d-976e-f4faeb396adb up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:44.622532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-34d8c4cb-a638-4d9c-b02e-9cf8b5a0a6e8 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549456 Feb 03 14:14:44.665142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks [] for router_gateway (25e4df6d-fe78-444e-aae7-3086c54220ad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:44.675282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604c349-64b0-4c9a-ac7a-4988de55ae9a req-a75bbced-f453-4b27-94bf-13f6f9a58152 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:44.676863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6604c349-64b0-4c9a-ac7a-4988de55ae9a req-a75bbced-f453-4b27-94bf-13f6f9a58152 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 944 time: 0.1083181 Feb 03 14:14:44.734850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 161faf3d-5b25-4d3d-976e-f4faeb396adb completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:44.741902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Deleting port a5ff9904-c826-462c-9181-7ed3fced2da6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:44.742659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:44.746077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 161faf3d-5b25-4d3d-976e-f4faeb396adb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:44.746573 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:44.805618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-0f06983e-edd6-4d4e-a783-e8acd6e28a73 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741273 Feb 03 14:14:44.816701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6604c349-64b0-4c9a-ac7a-4988de55ae9a req-cc95e3ac-86fe-47d2-a9a8-8fbeb5f4f546 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148567 Feb 03 14:14:44.833102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-92f9a00b-c67e-455a-b6f4-31c3f727cdd3 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:44.833102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-92f9a00b-c67e-455a-b6f4-31c3f727cdd3 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.1047869 Feb 03 14:14:44.844273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-2'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:44.870526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] For port a5ff9904-c826-462c-9181-7ed3fced2da6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a5ff9904-c826-462c-9181-7ed3fced2da6,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:44.871274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:44.887814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Calling delete_port for a5ff9904-c826-462c-9181-7ed3fced2da6 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:44.898346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 161faf3d-5b25-4d3d-976e-f4faeb396adb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:44.898956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:44.946070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:14:43Z', 'revision_number': 5, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port': {'id': 'a5ff9904-c826-462c-9181-7ed3fced2da6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:05Z', 'updated_at': '2022-02-03T14:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:44.982765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.004824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4099ee-17c0-4621-88df-34198298f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161faf3d-5b25-4d3d-976e-f4faeb396adb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:45.008565 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af404a65-26a0-4d17-819a-f4ed9b4ab711" -d '{"events": [{"server_uuid": "dd4099ee-17c0-4621-88df-34198298f135", "name": "network-vif-plugged", "status": "completed", "tag": "161faf3d-5b25-4d3d-976e-f4faeb396adb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:45.016877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] Checking router: 25e4df6d-fe78-444e-aae7-3086c54220ad for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:14:45.028456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 6f90046f-256f-4de6-8d05-50671c498407 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:45.095234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36a6e-fa41-4237-8267-878073e78d8d req-5f4ed3d1-7365-4762-bac6-58204f96ffaa tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:45.103145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4a36a6e-fa41-4237-8267-878073e78d8d req-5f4ed3d1-7365-4762-bac6-58204f96ffaa tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 945 time: 0.1910963 Feb 03 14:14:45.135996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:45.150479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a5ff9904-c826-462c-9181-7ed3fced2da6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.162612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '6f90046f-256f-4de6-8d05-50671c498407', 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b', 'port_id': '6f90046f-256f-4de6-8d05-50671c498407', 'mac_address': 'fa:16:3e:80:c2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b802a00-f1ed-46f3-a616-401c4157381e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:45.168532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] Routers {'25e4df6d-fe78-444e-aae7-3086c54220ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:45.169621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['25e4df6d-fe78-444e-aae7-3086c54220ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:45.215449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ff9904-c826-462c-9181-7ed3fced2da6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:45.270471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (25e4df6d-fe78-444e-aae7-3086c54220ad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.273831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] Set router 25e4df6d-fe78-444e-aae7-3086c54220ad gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:45.275812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4a36a6e-fa41-4237-8267-878073e78d8d req-9de9768b-41f8-4c70-ba6c-77e8bd55fa06 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703711 Feb 03 14:14:45.295751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cb1ba-720f-4d63-aef1-36caf8410a1e req-73b95128-d6b0-44ea-a44d-865f9e664a0b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:45.297300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a9cb1ba-720f-4d63-aef1-36caf8410a1e req-73b95128-d6b0-44ea-a44d-865f9e664a0b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.2134850 Feb 03 14:14:45.344765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 161faf3d-5b25-4d3d-976e-f4faeb396adb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=161faf3d-5b25-4d3d-976e-f4faeb396adb,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:45.346921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:14:45Z', 'revision_number': 7, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:45.376367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe6872-c7b0-4cf1-8ea1-83548acf8403 None None] The sync data for ids ['25e4df6d-fe78-444e-aae7-3086c54220ad'] in n-d-827549-2 is: [{'id': '25e4df6d-fe78-444e-aae7-3086c54220ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-1890887823-router', 'tenant_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:03Z', 'updated_at': '2022-02-03T14:14:45Z', 'revision_number': 7, 'project_id': '2bf8a1a832fa4ca6b6863b4d4623891e', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:14:45.379143 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.389365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8a1135e-4373-44e2-9920-ed4b04e80baf req-15428ec4-9d2f-42ee-be10-4a809ee85e65 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0494089 Feb 03 14:14:45.398355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:45.450984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a9cb1ba-720f-4d63-aef1-36caf8410a1e req-40cce775-5654-46f4-9e06-4501a47cc06c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378248 Feb 03 14:14:45.478169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (25e4df6d-fe78-444e-aae7-3086c54220ad), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.481159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks [] for router_controller (25e4df6d-fe78-444e-aae7-3086c54220ad), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.489373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 6f90046f-256f-4de6-8d05-50671c498407 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:45.490376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.493656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:45.506729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=161faf3d-5b25-4d3d-976e-f4faeb396adb,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:45.510798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f90046f-256f-4de6-8d05-50671c498407 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:45.535278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:45.537764 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa012ac-b6f2-46f7-81aa-77e8aa7ee936 x-openstack-request-id: req-9fa012ac-b6f2-46f7-81aa-77e8aa7ee936 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:45.538056 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4099ee-17c0-4621-88df-34198298f135", "name": "network-vif-plugged", "status": "completed", "tag": "161faf3d-5b25-4d3d-976e-f4faeb396adb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:45.538397 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fa012ac-b6f2-46f7-81aa-77e8aa7ee936 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:45.538889 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4099ee-17c0-4621-88df-34198298f135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161faf3d-5b25-4d3d-976e-f4faeb396adb', 'code': 200} Feb 03 14:14:45.545300 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.551646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (25e4df6d-fe78-444e-aae7-3086c54220ad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.552226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e4df6d-fe78-444e-aae7-3086c54220ad {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:14:45.563669 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.564880 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-35944053-3869-47ab-94d3-c1e285eb0cc2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/25e4df6d-fe78-444e-aae7-3086c54220ad HTTP/1.1" status: 204 len: 168 time: 1.1655917 Feb 03 14:14:45.570194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35016) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:45.574041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:45.576837 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf49489-755d-44ed-876b-2dd3524c08a7" -d '{"events": [{"server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:45.582314 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Publish callbacks [] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.592889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.624899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] Deleting subnet 56c8267e-be90-48c4-a84e-930e7d2566e7 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:14:45.629251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] Publish callbacks [] for subnet (56c8267e-be90-48c4-a84e-930e7d2566e7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.631174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:45.682571 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d872db81-8616-43cc-b5f2-21707e37d8fe x-openstack-request-id: req-d872db81-8616-43cc-b5f2-21707e37d8fe {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:45.683161 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:45.683161 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d872db81-8616-43cc-b5f2-21707e37d8fe {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:45.683749 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64', 'code': 200} Feb 03 14:14:45.691237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (56c8267e-be90-48c4-a84e-930e7d2566e7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.752894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b11b0-84a5-4f61-b8b5-e4231e4b54cc req-63a2a117-a81b-45cc-bb77-38b0812c28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:45.754498 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-777b11b0-84a5-4f61-b8b5-e4231e4b54cc req-63a2a117-a81b-45cc-bb77-38b0812c28fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 1127 time: 0.1000896 Feb 03 14:14:45.760159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87437e71-51c0-4fe3-98de-06c35528d275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.788400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:45.817107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on host n-h1-827549-2 for vnic_type normal with profile {"migrating_to": "n-h2-827549-2"} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:45.817446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:45.818245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:45.838080 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-777b11b0-84a5-4f61-b8b5-e4231e4b54cc req-2707aafe-b57a-4a46-a7bb-801150931cc8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590241 Feb 03 14:14:45.838329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbba76f-6e64-480a-b12c-bdfedf52be5a req-caf22ef5-14d9-443d-b865-5a362c7c1756 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:45.840053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bbba76f-6e64-480a-b12c-bdfedf52be5a req-caf22ef5-14d9-443d-b865-5a362c7c1756 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.2327173 Feb 03 14:14:45.840734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:45.841250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Attempting to bind port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:45.849099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:45.849449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:45.849835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:45.850266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Bound port: 3a94d8db-3d23-42b9-be32-f4e78f170c64, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:45.850630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.853504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (56c8267e-be90-48c4-a84e-930e7d2566e7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.929943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (56c8267e-be90-48c4-a84e-930e7d2566e7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.957720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c8267e-be90-48c4-a84e-930e7d2566e7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:45.959791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:45.964077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bdf20c-3287-46d7-8d82-786d426fe456 None None] Network f820fd70-6d3b-43d6-a822-e5079ac00f1c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:45.968947 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cf9ddfae-f304-4279-9438-127f24e67bce admin admin] 10.222.0.52 "DELETE /v2.0/subnets/56c8267e-be90-48c4-a84e-930e7d2566e7 HTTP/1.1" status: 204 len: 168 time: 0.3951735 Feb 03 14:14:45.970943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35022) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:45.982371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bbba76f-6e64-480a-b12c-bdfedf52be5a req-b47360b9-cbee-4423-8000-f7f0117646a8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348035 Feb 03 14:14:46.000192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:46.003499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:46.021341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9011e-c7fc-4598-b012-45b6b24e1d3d req-b8155175-59ce-498b-811a-01d3b5eb4afa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:46.026583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9b9011e-c7fc-4598-b012-45b6b24e1d3d req-b8155175-59ce-498b-811a-01d3b5eb4afa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 945 time: 0.1232090 Feb 03 14:14:46.028042 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.060461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f820fd70-6d3b-43d6-a822-e5079ac00f1c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.104340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['6f90046f-256f-4de6-8d05-50671c498407'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:46.126813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Deleting port fb24d8fe-0000-4167-a02c-c2d702a8b209 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:46.127076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.170854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9b9011e-c7fc-4598-b012-45b6b24e1d3d req-84200b88-d030-45e6-8866-fe5fe7bc8281 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391387 Feb 03 14:14:46.175164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:46.198195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:46.199454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.200805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-384c65f2-15a1-4e5f-bce8-710532e2230b service neutron] 10.222.0.71 "PUT /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 1121 time: 1.3611872 Feb 03 14:14:46.210581 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] For port fb24d8fe-0000-4167-a02c-c2d702a8b209, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb24d8fe-0000-4167-a02c-c2d702a8b209,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:46.210581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.255563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] DHCP port deletion for f820fd70-6d3b-43d6-a822-e5079ac00f1c request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:14:46.309799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3a94d8db-3d23-42b9-be32-f4e78f170c64'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:46.438666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] Deleting port fb24d8fe-0000-4167-a02c-c2d702a8b209 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:46.439044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.489472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea910b-5394-423c-8cc8-ea7b1fd12f93 req-9f288c6b-1c15-43bd-8cfb-0833a0f86878 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:46.508064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beea910b-5394-423c-8cc8-ea7b1fd12f93 req-9f288c6b-1c15-43bd-8cfb-0833a0f86878 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.1547911 Feb 03 14:14:46.510159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Calling delete_port for fb24d8fe-0000-4167-a02c-c2d702a8b209 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:46.546020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] For port fb24d8fe-0000-4167-a02c-c2d702a8b209, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb24d8fe-0000-4167-a02c-c2d702a8b209,segment=NetworkSegment(7a6dfeef-fc03-42ba-809d-b20db13411ca),segment_id=7a6dfeef-fc03-42ba-809d-b20db13411ca)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:46.547088 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.572437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] Calling delete_port for fb24d8fe-0000-4167-a02c-c2d702a8b209 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:46.600510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63d5b274-0ac0-474c-88d6-a41e44d9a7b1 req-cfd61e2a-6204-4a93-99f3-decde5f8082d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0664873 Feb 03 14:14:46.684977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beea910b-5394-423c-8cc8-ea7b1fd12f93 req-0f9425dc-3a32-406d-80a7-6543adbff177 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756740 Feb 03 14:14:46.700988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-19d15342-3430-4224-b193-b6af0f20fa6a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:46.703218 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-19d15342-3430-4224-b193-b6af0f20fa6a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.1444063 Feb 03 14:14:46.704616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.722482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Request body: {'port': {'device_id': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'admin_state_up': True, 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:46.739918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (fb24d8fe-0000-4167-a02c-c2d702a8b209), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.768933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed58769-0423-4b44-bb29-2bf8ed90baae req-1643689a-7875-470f-b873-e548e2d1389e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:46.770438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ed58769-0423-4b44-bb29-2bf8ed90baae req-1643689a-7875-470f-b873-e548e2d1389e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.0562842 Feb 03 14:14:46.771484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb24d8fe-0000-4167-a02c-c2d702a8b209,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:46.787114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] Pushing event deleted for resources: {'Port': ['ID=fb24d8fe-0000-4167-a02c-c2d702a8b209,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:46.791640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c3f8d-d578-4186-87be-db77686334d3 None None] No DVR routers for this DVR port fb24d8fe-0000-4167-a02c-c2d702a8b209 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:46.797108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] No DVR routers for this DVR port fb24d8fe-0000-4167-a02c-c2d702a8b209 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:46.833721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ed58769-0423-4b44-bb29-2bf8ed90baae req-7c50f978-5122-4358-8898-8b6f082f3917 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549281 Feb 03 14:14:46.918368 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f820fd70-6d3b-43d6-a822-e5079ac00f1c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:46.949728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f820fd70-6d3b-43d6-a822-e5079ac00f1c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:46.975675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6dfeef-fc03-42ba-809d-b20db13411ca') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:46.975974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6dfeef-fc03-42ba-809d-b20db13411ca') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:46.989476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (7a6dfeef-fc03-42ba-809d-b20db13411ca), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.005185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:47.008591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.013639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b11d3901-d964-4ec8-97ad-1118e86ba945 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:47.023130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7a6dfeef-fc03-42ba-809d-b20db13411ca), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.037298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:14:47.037707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (7a6dfeef-fc03-42ba-809d-b20db13411ca), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:14:47.039417 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:14:47.060451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: b11d3901-d964-4ec8-97ad-1118e86ba945 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:47.060451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b11d3901-d964-4ec8-97ad-1118e86ba945 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:47.090594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a5ff9904-c826-462c-9181-7ed3fced2da6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:47.115294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a5ff9904-c826-462c-9181-7ed3fced2da6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:47.116554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a5ff9904-c826-462c-9181-7ed3fced2da6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:47.117127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:47.131458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6b4c3-87b3-4e77-b08b-35acd39f97a8 req-7b22f8ae-b71e-47f7-aa62-30b4c7c939e5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:47.133376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bf6b4c3-87b3-4e77-b08b-35acd39f97a8 req-7b22f8ae-b71e-47f7-aa62-30b4c7c939e5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0614760 Feb 03 14:14:47.142282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (f820fd70-6d3b-43d6-a822-e5079ac00f1c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.150545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:47.151145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 11a4632b-3b0d-44e9-a68a-70e0fa7655a1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:47.151710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb24d8fe-0000-4167-a02c-c2d702a8b209 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:47.175027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.181568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fb24d8fe-0000-4167-a02c-c2d702a8b209 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:47.181785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35034) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:47.182276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb24d8fe-0000-4167-a02c-c2d702a8b209 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:47.182921 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f820fd70-6d3b-43d6-a822-e5079ac00f1c HTTP/1.1" status: 204 len: 168 time: 1.2086592 Feb 03 14:14:47.205384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae760f-9346-476c-80eb-0776272cec01 admin admin] Pushing event deleted for resources: {'Network': ['ID=f820fd70-6d3b-43d6-a822-e5079ac00f1c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:47.243360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Allocated IP 172.20.0.2 (c8d73aaf-2cfe-4772-9353-677818ccc5e1/2b59df71-bf01-4221-bb39-c8bcd3d3652e/17fcf80e-287a-4e19-9df8-a41ac70c8030) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:47.266032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bf6b4c3-87b3-4e77-b08b-35acd39f97a8 req-6c4dfc42-6ac9-435c-8f31-de1eb6541dbb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263430 Feb 03 14:14:47.356784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340306-ceb1-4933-8a58-ca812684ed14 req-f9f7d9cd-dcf1-497f-94ca-cab1fa3878ad tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:47.358496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b340306-ceb1-4933-8a58-ca812684ed14 req-f9f7d9cd-dcf1-497f-94ca-cab1fa3878ad tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 945 time: 0.1059415 Feb 03 14:14:47.413868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks [] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.450924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.456308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b340306-ceb1-4933-8a58-ca812684ed14 req-2183b1d0-7415-489c-bd5c-87ec3044b325 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886095 Feb 03 14:14:47.510641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:47.513862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:47.519186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:47.525804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event updated for resources: {'Port': ['ID=17fcf80e-287a-4e19-9df8-a41ac70c8030,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:47.573333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:47.573963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.591937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fb7e65d5-6a25-4b25-9271-52e24eb111cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8760211 Feb 03 14:14:47.604778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Request body: {'port': {'device_id': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:47.631314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c8fa5-1a94-4dea-8e42-e61bd0b3c7a6 req-4779201f-dfd4-4a74-8e63-1a3079bfbd27 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:47.632906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b8c8fa5-1a94-4dea-8e42-e61bd0b3c7a6 req-4779201f-dfd4-4a74-8e63-1a3079bfbd27 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 945 time: 0.0840952 Feb 03 14:14:47.680766 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.688882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:47.691077 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13577d7-74cc-474d-930c-3ee98df75669" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:47.752340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b8c8fa5-1a94-4dea-8e42-e61bd0b3c7a6 req-477f31c5-d7f1-42bc-b747-28475b03747a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134145 Feb 03 14:14:47.811353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356e3f0-e9c1-4a0a-a7ef-1c98ed0c862b req-cc93683b-c11c-439a-aea8-67ebe7d7c64e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:47.812981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3356e3f0-e9c1-4a0a-a7ef-1c98ed0c862b req-cc93683b-c11c-439a-aea8-67ebe7d7c64e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 931 time: 0.1347928 Feb 03 14:14:47.905573 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e73dd990-0396-4f55-8c3f-d55a060baca2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.972455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fcf80e-287a-4e19-9df8-a41ac70c8030 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:47.981160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Publish callbacks [] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:47.995608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Transition to ACTIVE for port object 17fcf80e-287a-4e19-9df8-a41ac70c8030 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:48.001557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:48.011913 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51454252-c0f8-4b34-9828-8d4096a7485d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:48.055137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Pushing event updated for resources: {'Port': ['ID=17fcf80e-287a-4e19-9df8-a41ac70c8030,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:48.130102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Attempting to bind port 17fcf80e-287a-4e19-9df8-a41ac70c8030 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:48.130851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Attempting to bind port 17fcf80e-287a-4e19-9df8-a41ac70c8030 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:48.131302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Attempting to bind port 17fcf80e-287a-4e19-9df8-a41ac70c8030 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:48.136045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Port 17fcf80e-287a-4e19-9df8-a41ac70c8030 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:48.137002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Attempting to bind port 17fcf80e-287a-4e19-9df8-a41ac70c8030 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:48.142364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:48.142703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:48.143140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Bound using segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:48.143581 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Bound port: 17fcf80e-287a-4e19-9df8-a41ac70c8030, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:48.143939 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:48.211249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] For port 17fcf80e-287a-4e19-9df8-a41ac70c8030, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:48.214675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] For port 17fcf80e-287a-4e19-9df8-a41ac70c8030, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17fcf80e-287a-4e19-9df8-a41ac70c8030,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:48.222166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:48.255986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3356e3f0-e9c1-4a0a-a7ef-1c98ed0c862b req-5cb2e65a-a867-488a-bc1a-e2ea3f2b4480 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333720 Feb 03 14:14:48.256842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.257658 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:48.259455 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/17fcf80e-287a-4e19-9df8-a41ac70c8030 HTTP/1.1" status: 200 len: 1091 time: 0.6592977 Feb 03 14:14:48.262296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'tag': '17fcf80e-287a-4e19-9df8-a41ac70c8030'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:48.264194 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505802c4-26f7-48c6-a39c-5664d7e203a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1cb037-03db-4bc1-bd4b-fa626f8fcf86", "tag": "17fcf80e-287a-4e19-9df8-a41ac70c8030"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:48.286064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062acbf6-d292-4228-9695-853f0e3e5131 req-94781143-0fbb-4396-b68a-2b0b1921c565 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.287962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-062acbf6-d292-4228-9695-853f0e3e5131 req-94781143-0fbb-4396-b68a-2b0b1921c565 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.4664736 Feb 03 14:14:48.302110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf88750-b3e9-486b-af7f-15286ceb37c6 service neutron] Pushing event updated for resources: {'Port': ['ID=17fcf80e-287a-4e19-9df8-a41ac70c8030,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:48.333357 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf98f8f-c27b-4e84-910a-2eaf1c549302 x-openstack-request-id: req-ddf98f8f-c27b-4e84-910a-2eaf1c549302 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:48.333647 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:48.333899 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddf98f8f-c27b-4e84-910a-2eaf1c549302 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:48.334298 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64', 'status': 'completed', 'code': 200} Feb 03 14:14:48.373190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-96eb5723-559b-4cc9-9d29-c58512fdd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.375457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-96eb5723-559b-4cc9-9d29-c58512fdd6e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 1125 time: 0.0614674 Feb 03 14:14:48.423351 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-becb2114-8be1-4424-9c72-bbf8852457df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17fcf80e-287a-4e19-9df8-a41ac70c8030 HTTP/1.1" status: 200 len: 217 time: 0.0405099 Feb 03 14:14:48.460702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-062acbf6-d292-4228-9695-853f0e3e5131 req-35831e47-9ed5-494d-bbf9-46b8e5ebb20f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381140 Feb 03 14:14:48.492448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13577d7-74cc-474d-930c-3ee98df75669 req-e6032a03-a4c9-4fa8-a276-09f5118bf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.493772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13577d7-74cc-474d-930c-3ee98df75669 req-e6032a03-a4c9-4fa8-a276-09f5118bf3fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1155 time: 0.1439223 Feb 03 14:14:48.504570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-3d6d7f8c-67f0-4146-894f-3cc467cd925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.506693 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-3d6d7f8c-67f0-4146-894f-3cc467cd925a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0669549 Feb 03 14:14:48.513245 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e99c28-1eb2-48c5-a95b-e8fe30d7c613 x-openstack-request-id: req-50e99c28-1eb2-48c5-a95b-e8fe30d7c613 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:48.513615 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1cb037-03db-4bc1-bd4b-fa626f8fcf86", "tag": "17fcf80e-287a-4e19-9df8-a41ac70c8030", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:48.514002 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50e99c28-1eb2-48c5-a95b-e8fe30d7c613 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:48.514476 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'tag': '17fcf80e-287a-4e19-9df8-a41ac70c8030', 'status': 'completed', 'code': 200} Feb 03 14:14:48.549723 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-7769f97b-ea32-40e4-8531-1b3da6288b44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290704 Feb 03 14:14:48.645362 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-1e8eac4c-d271-48a1-8e81-7e15ed8cd8ee service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Feb 03 14:14:48.696122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb02f7-f377-4c41-a73e-edcac5ae83d9 req-c3d4759b-1e2b-4872-af0d-d227cb4f6e5d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.698041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9dfb02f7-f377-4c41-a73e-edcac5ae83d9 req-c3d4759b-1e2b-4872-af0d-d227cb4f6e5d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.1817734 Feb 03 14:14:48.708888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13577d7-74cc-474d-930c-3ee98df75669 req-df3caa9e-f052-4996-807e-99be979f907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.710319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13577d7-74cc-474d-930c-3ee98df75669 req-df3caa9e-f052-4996-807e-99be979f907d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.2084298 Feb 03 14:14:48.735629 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d0f5b19-a366-417d-9da5-fdfc98307336 req-f03810f9-6160-4b15-b4bc-67de9034b216 service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Feb 03 14:14:48.741938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80da4d-0def-46db-8eb5-f845d943bccd req-22afae12-b24a-4826-9721-39ce74ea75cb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.743374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f80da4d-0def-46db-8eb5-f845d943bccd req-22afae12-b24a-4826-9721-39ce74ea75cb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1751189 Feb 03 14:14:48.798130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13577d7-74cc-474d-930c-3ee98df75669 req-19b44346-6052-462b-9145-42fca52c934c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 217 time: 0.0641749 Feb 03 14:14:48.830695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-e183e9e3-e402-4608-9a8b-7d664659ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.832433 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-e183e9e3-e402-4608-9a8b-7d664659ea16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 1125 time: 0.0498097 Feb 03 14:14:48.906317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9dfb02f7-f377-4c41-a73e-edcac5ae83d9 req-7872c7b2-e0fa-4cbd-819c-8d1d59d10c6d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999249 Feb 03 14:14:48.925696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-41eb9953-2698-481e-8cac-73cedea990ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.927176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-41eb9953-2698-481e-8cac-73cedea990ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.0872793 Feb 03 14:14:48.929862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f80da4d-0def-46db-8eb5-f845d943bccd req-1f3f52d4-9e25-4a6d-b8f7-fa1caacd6242 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753762 Feb 03 14:14:48.932559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13577d7-74cc-474d-930c-3ee98df75669 req-b84602bb-d476-4213-9665-cfdc27668129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:48.934344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13577d7-74cc-474d-930c-3ee98df75669 req-b84602bb-d476-4213-9665-cfdc27668129 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1237721 Feb 03 14:14:48.960707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Deleting port d3658f00-b369-4c70-86f0-f7d48bab60a5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:48.961320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:48.980058 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-e9ee825f-7fc1-4442-8e52-a3b64617a70b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17fcf80e-287a-4e19-9df8-a41ac70c8030 HTTP/1.1" status: 200 len: 217 time: 0.0457082 Feb 03 14:14:48.985599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13577d7-74cc-474d-930c-3ee98df75669 req-74934768-c430-44b2-ac3a-fac7044f0ca0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392332 Feb 03 14:14:49.006287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3a94d8db-3d23-42b9-be32-f4e78f170c64 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:49.020917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 6f90046f-256f-4de6-8d05-50671c498407 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:49.034373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-72a88836-098a-47a3-84b3-3048116fd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.035843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-72a88836-098a-47a3-84b3-3048116fd37d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0479491 Feb 03 14:14:49.071322 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-65e6f4e4-a3a8-4b37-b1b2-a8bab45b087a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286298 Feb 03 14:14:49.138270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 6f90046f-256f-4de6-8d05-50671c498407 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:49.151195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 6f90046f-256f-4de6-8d05-50671c498407 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:49.151657 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6f90046f-256f-4de6-8d05-50671c498407), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:49.154490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:49.172308 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-0b48ce10-104f-4657-880d-c8abef456efe service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936718 Feb 03 14:14:49.175236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] For port d3658f00-b369-4c70-86f0-f7d48bab60a5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d3658f00-b369-4c70-86f0-f7d48bab60a5,segment=NetworkSegment(5302b5af-0865-472e-865f-0f70ed987d2b),segment_id=5302b5af-0865-472e-865f-0f70ed987d2b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:49.175609 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:49.186007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3a94d8db-3d23-42b9-be32-f4e78f170c64 has no active binding in host n-h2-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:14:49.195804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c957c-427b-485a-9683-1ed853be664e req-d5a5b5bb-2931-4375-a4f5-cdd665129608 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.197339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a9c957c-427b-485a-9683-1ed853be664e req-d5a5b5bb-2931-4375-a4f5-cdd665129608 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 945 time: 0.2150717 Feb 03 14:14:49.208478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Calling delete_port for d3658f00-b369-4c70-86f0-f7d48bab60a5 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:49.211311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13577d7-74cc-474d-930c-3ee98df75669 req-807c3197-a915-4e17-9408-14a673a7a4a8 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157581 Feb 03 14:14:49.266343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 6f90046f-256f-4de6-8d05-50671c498407 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:49.267054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:49.284212 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-505802c4-26f7-48c6-a39c-5664d7e203a1 req-bc563919-5568-434c-967a-61ef0ad3d448 service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038711 Feb 03 14:14:49.309139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f90046f-256f-4de6-8d05-50671c498407'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:49.312759 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb8b1e7-81b7-4eca-8dbb-fdb4f5ecb50c" -d '{"events": [{"server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "name": "network-vif-plugged", "status": "completed", "tag": "6f90046f-256f-4de6-8d05-50671c498407"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:49.319223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:49.324693 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:49.377801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:49.435451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a9c957c-427b-485a-9683-1ed853be664e req-382e99ca-d2bb-41b9-829c-d0fbeb334e64 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192748 Feb 03 14:14:49.464838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:49.481215 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ffb42-cefa-462c-8ae7-495a03c58fbd x-openstack-request-id: req-d90ffb42-cefa-462c-8ae7-495a03c58fbd {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:49.481817 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "name": "network-vif-plugged", "status": "completed", "tag": "6f90046f-256f-4de6-8d05-50671c498407", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:49.482074 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d90ffb42-cefa-462c-8ae7-495a03c58fbd {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:49.482470 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f90046f-256f-4de6-8d05-50671c498407', 'code': 200} Feb 03 14:14:49.502349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13577d7-74cc-474d-930c-3ee98df75669 req-6a2368bb-1072-4bdf-be06-2468765cfc2d service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815635 Feb 03 14:14:49.547893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f425e2-80f2-4331-be69-20a19b04f98b req-9308534e-4cfc-4683-a9b3-e317a4cd991f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.549426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24f425e2-80f2-4331-be69-20a19b04f98b req-9308534e-4cfc-4683-a9b3-e317a4cd991f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 943 time: 0.2031887 Feb 03 14:14:49.563009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-cc33b70d-58f5-462f-a7b3-26c59a684698 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1837552 Feb 03 14:14:49.680044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261fb5-6171-4263-a691-b997a150a7fd req-8751c8ac-80bb-470c-9bc2-7c2a58a64bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.681635 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-8751c8ac-80bb-470c-9bc2-7c2a58a64bdc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 1131 time: 0.0446510 Feb 03 14:14:49.702463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24f425e2-80f2-4331-be69-20a19b04f98b req-2272e0ab-2b45-4462-80cf-2366d0dead6c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367939 Feb 03 14:14:49.716788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb11fd-e0b0-4932-aadd-87f69c849702 req-2c3da58e-15ec-4b6d-9c3b-ab6127e2f1d0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.718873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57cb11fd-e0b0-4932-aadd-87f69c849702 req-2c3da58e-15ec-4b6d-9c3b-ab6127e2f1d0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.1680241 Feb 03 14:14:49.742646 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d3658f00-b369-4c70-86f0-f7d48bab60a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:49.777169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f041441-0848-4c75-a5c9-557b0f4fecba req-ba09cff0-de2a-4fb9-b99d-90f8e10ee561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.779123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f041441-0848-4c75-a5c9-557b0f4fecba req-ba09cff0-de2a-4fb9-b99d-90f8e10ee561 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1128 time: 0.1675973 Feb 03 14:14:49.783074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3658f00-b369-4c70-86f0-f7d48bab60a5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:49.810999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261fb5-6171-4263-a691-b997a150a7fd req-d184e651-363e-4777-9aa9-09518ad0d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.812509 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-d184e651-363e-4777-9aa9-09518ad0d80c service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1067641 Feb 03 14:14:49.845088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.845428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.845768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.846101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.846430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.846758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.847085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.847404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.847724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.848043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.848367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.848712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.849030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:49.860294 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-e210797d-9e35-43d6-8a46-3ec7cc1a94c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 200 len: 217 time: 0.0385404 Feb 03 14:14:49.885658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57cb11fd-e0b0-4932-aadd-87f69c849702 req-df308f6a-581e-466d-8e53-664c24b45b74 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590874 Feb 03 14:14:49.915473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f041441-0848-4c75-a5c9-557b0f4fecba req-27e083e9-ef0b-4ac4-995b-57a365abeb35 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249020 Feb 03 14:14:49.951380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261fb5-6171-4263-a691-b997a150a7fd req-ec8fc5de-a43e-456e-b79c-42770659624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:49.953932 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-ec8fc5de-a43e-456e-b79c-42770659624b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0872149 Feb 03 14:14:50.125892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e73dd990-0396-4f55-8c3f-d55a060baca2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:50.156474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-951c8b75-be71-4849-8da1-c44d7be0e24b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:50.157943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-951c8b75-be71-4849-8da1-c44d7be0e24b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 945 time: 0.1470459 Feb 03 14:14:50.168718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb16194-d6a6-4a67-ab92-1f014534daa2 req-6af50efa-8604-4df4-a581-9afd904cc360 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:50.170163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-deb16194-d6a6-4a67-ab92-1f014534daa2 req-6af50efa-8604-4df4-a581-9afd904cc360 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1603734 Feb 03 14:14:50.226841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c331-9677-479a-b7fd-60c6322418d3 req-bfcdfa7c-dd43-4a1b-a4cf-0fff41a327f2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:50.228337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2204c331-9677-479a-b7fd-60c6322418d3 req-bfcdfa7c-dd43-4a1b-a4cf-0fff41a327f2 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1970141 Feb 03 14:14:50.411193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-deb16194-d6a6-4a67-ab92-1f014534daa2 req-4ff47026-2de2-4cf3-9afd-a7510cec6dd8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068617 Feb 03 14:14:50.417145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2204c331-9677-479a-b7fd-60c6322418d3 req-5639c8d9-5821-4b29-bedf-f3cb64b57faa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681013 Feb 03 14:14:50.462254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261fb5-6171-4263-a691-b997a150a7fd req-57d0018d-83ba-4e60-951a-99c43af7b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:50.463887 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-57d0018d-83ba-4e60-951a-99c43af7b8a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0513604 Feb 03 14:14:50.498929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Deleting port 161faf3d-5b25-4d3d-976e-f4faeb396adb {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:50.499258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:50.562935 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-d7461032-20c1-4a81-9b66-13181af57bfa service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865660 Feb 03 14:14:50.568914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:50.627128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17fcf80e-287a-4e19-9df8-a41ac70c8030 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:14:50.670987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b6261fb5-6171-4263-a691-b997a150a7fd req-983a02bd-d523-4844-b377-0e3f85b07b0e service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011393 Feb 03 14:14:50.730760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17fcf80e-287a-4e19-9df8-a41ac70c8030, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17fcf80e-287a-4e19-9df8-a41ac70c8030,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:50.744469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '17fcf80e-287a-4e19-9df8-a41ac70c8030', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'port_id': '17fcf80e-287a-4e19-9df8-a41ac70c8030', 'mac_address': 'fa:16:3e:2c:05:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59df71-bf01-4221-bb39-c8bcd3d3652e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:14:50.922773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 17fcf80e-287a-4e19-9df8-a41ac70c8030 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:50.923137 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:50.936142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fcf80e-287a-4e19-9df8-a41ac70c8030 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:50.957411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17fcf80e-287a-4e19-9df8-a41ac70c8030, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17fcf80e-287a-4e19-9df8-a41ac70c8030,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:50.961405 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:50.986984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Router e73dd990-0396-4f55-8c3f-d55a060baca2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:14:51.012021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] For port 161faf3d-5b25-4d3d-976e-f4faeb396adb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=161faf3d-5b25-4d3d-976e-f4faeb396adb,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:51.012454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:51.013677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=17fcf80e-287a-4e19-9df8-a41ac70c8030,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:51.041190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee156d9-e04f-4130-aa02-60990e6ed0a8 req-3cd328f7-b3ec-4ac0-b3cd-ce9b429b6b5d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:51.042669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee156d9-e04f-4130-aa02-60990e6ed0a8 req-3cd328f7-b3ec-4ac0-b3cd-ce9b429b6b5d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 943 time: 0.1831219 Feb 03 14:14:51.049876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de6c60-03f6-496a-95e2-35634440265e req-cf1ca551-5a01-432a-a4fa-83b0f84fefaa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:51.051278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17de6c60-03f6-496a-95e2-35634440265e req-cf1ca551-5a01-432a-a4fa-83b0f84fefaa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 945 time: 0.5156698 Feb 03 14:14:51.052261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Calling delete_port for 161faf3d-5b25-4d3d-976e-f4faeb396adb owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:51.228877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['17fcf80e-287a-4e19-9df8-a41ac70c8030'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:51.242631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee156d9-e04f-4130-aa02-60990e6ed0a8 req-0161e86c-bee6-4d1f-8fd3-9e0ca5b028de tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882234 Feb 03 14:14:51.263471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17de6c60-03f6-496a-95e2-35634440265e req-0c8de413-3e15-487d-897b-1607ed5b67e0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030637 Feb 03 14:14:51.300636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:14:51.319565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-06961f9b-e107-451b-8259-12d048b5ba49 admin admin] 10.222.0.52 "PUT /v2.0/routers/e73dd990-0396-4f55-8c3f-d55a060baca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1361775 Feb 03 14:14:51.321837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35074) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:51.371202 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] Sync routers for ids ['e73dd990-0396-4f55-8c3f-d55a060baca2'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:14:51.385638 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] Routers {'e73dd990-0396-4f55-8c3f-d55a060baca2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:51.386592 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e73dd990-0396-4f55-8c3f-d55a060baca2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:51.502995 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] Set router e73dd990-0396-4f55-8c3f-d55a060baca2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:51.548550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (161faf3d-5b25-4d3d-976e-f4faeb396adb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:51.559945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55', '161faf3d-5b25-4d3d-976e-f4faeb396adb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:51.567931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c36f4-5927-4041-91b8-3fdf144e515c req-db719b3f-dd3e-47c3-9b1f-c42e06bf6245 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:51.569600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b2c36f4-5927-4041-91b8-3fdf144e515c req-db719b3f-dd3e-47c3-9b1f-c42e06bf6245 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.1898687 Feb 03 14:14:51.603358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event deleted for resources: {'Port': ['ID=161faf3d-5b25-4d3d-976e-f4faeb396adb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:51.613468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks [] for router (e73dd990-0396-4f55-8c3f-d55a060baca2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:51.712661 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:14:49Z', 'revision_number': 5, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:51.714372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] No DVR routers for this DVR port 161faf3d-5b25-4d3d-976e-f4faeb396adb on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:51.723474 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:51.726796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beb35a1e-dcf7-4f97-a456-ecf6ce1fc634 req-9d036990-16fd-4460-8ea2-4f2705702fe3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "DELETE /v2.0/ports/161faf3d-5b25-4d3d-976e-f4faeb396adb HTTP/1.1" status: 204 len: 173 time: 1.5237095 Feb 03 14:14:51.729323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4099ee-17c0-4621-88df-34198298f135', 'name': 'network-vif-deleted', 'tag': '161faf3d-5b25-4d3d-976e-f4faeb396adb'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:51.731576 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99145a6-d191-4686-b527-ea94de639002" -d '{"events": [{"server_uuid": "dd4099ee-17c0-4621-88df-34198298f135", "name": "network-vif-deleted", "tag": "161faf3d-5b25-4d3d-976e-f4faeb396adb"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:51.743049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cef10c-d4bf-40aa-94d9-3bede44d5fc1 req-8222c54c-8a1d-477f-b9d6-8303885bfc98 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:51.744629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1cef10c-d4bf-40aa-94d9-3bede44d5fc1 req-8222c54c-8a1d-477f-b9d6-8303885bfc98 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.2546844 Feb 03 14:14:51.753910 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] Checking router: e73dd990-0396-4f55-8c3f-d55a060baca2 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:14:51.765773 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] Routers {'e73dd990-0396-4f55-8c3f-d55a060baca2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:14:51.766396 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e73dd990-0396-4f55-8c3f-d55a060baca2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:51.809500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b2c36f4-5927-4041-91b8-3fdf144e515c req-1016c46f-3245-43a7-9f1e-c9cad955aa20 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110057 Feb 03 14:14:51.873829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks [] for router_gateway (e73dd990-0396-4f55-8c3f-d55a060baca2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:51.880745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1cef10c-d4bf-40aa-94d9-3bede44d5fc1 req-ad5b6d8f-7c11-42da-bea8-db0c799bb681 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217673 Feb 03 14:14:51.936119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:51.939041 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] Set router e73dd990-0396-4f55-8c3f-d55a060baca2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:14:51.949062 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac7816-0499-42e7-a084-dfd753e2a370 x-openstack-request-id: req-efac7816-0499-42e7-a084-dfd753e2a370 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:51.949354 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4099ee-17c0-4621-88df-34198298f135", "name": "network-vif-deleted", "tag": "161faf3d-5b25-4d3d-976e-f4faeb396adb", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:51.949606 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efac7816-0499-42e7-a084-dfd753e2a370 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:51.950004 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4099ee-17c0-4621-88df-34198298f135', 'name': 'network-vif-deleted', 'tag': '161faf3d-5b25-4d3d-976e-f4faeb396adb', 'status': 'completed', 'code': 200} Feb 03 14:14:52.025904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33930d5-ebb0-42ba-890d-cbe6c0a2a09f req-d5922f56-af98-4cfb-9310-cd2550d6ecf5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:52.027372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e33930d5-ebb0-42ba-890d-cbe6c0a2a09f req-d5922f56-af98-4cfb-9310-cd2550d6ecf5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1446230 Feb 03 14:14:52.053874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Deleting port 04b5bb8a-64cc-4393-928a-0ca1c93a6393 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:52.054205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.121669 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:14:49Z', 'revision_number': 5, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:52.132624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e33930d5-ebb0-42ba-890d-cbe6c0a2a09f req-e5899790-d91e-4531-a73b-fbd407e21e18 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981965 Feb 03 14:14:52.148988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07919ca1-9e9c-4848-8b29-0cd8eec011a2 None None] The sync data for ids ['e73dd990-0396-4f55-8c3f-d55a060baca2'] in n-d-827549-2 is: [{'id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1796703902-router', 'tenant_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:15Z', 'updated_at': '2022-02-03T14:14:49Z', 'revision_number': 5, 'project_id': '0a8fb9a6fee049d0955b5c169c8be01e', 'gw_port': {'id': '04b5bb8a-64cc-4393-928a-0ca1c93a6393', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dd990-0396-4f55-8c3f-d55a060baca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:16Z', 'updated_at': '2022-02-03T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:14:52.169507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] For port 04b5bb8a-64cc-4393-928a-0ca1c93a6393, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=04b5bb8a-64cc-4393-928a-0ca1c93a6393,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:52.169872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.183097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Calling delete_port for 04b5bb8a-64cc-4393-928a-0ca1c93a6393 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:52.422923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aca142e4-d95a-4c85-aea2-9cc0e453fcb2 req-190b92c1-23cd-4013-bb6f-f44c0e546239 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd4099ee-17c0-4621-88df-34198298f135 HTTP/1.1" status: 200 len: 210 time: 0.0593076 Feb 03 14:14:52.444235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (04b5bb8a-64cc-4393-928a-0ca1c93a6393), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.458971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c425d40-b3ce-414b-9f09-4087234efc14 req-445d6b71-96e6-4876-819f-f542427f7810 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:52.460449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c425d40-b3ce-414b-9f09-4087234efc14 req-445d6b71-96e6-4876-819f-f542427f7810 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 944 time: 0.1405089 Feb 03 14:14:52.490385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b5bb8a-64cc-4393-928a-0ca1c93a6393,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:52.572990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c425d40-b3ce-414b-9f09-4087234efc14 req-92983eaa-ed8e-4cf0-9742-9d7bba2fd1a7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936193 Feb 03 14:14:52.578824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e73dd990-0396-4f55-8c3f-d55a060baca2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.650621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17fcf80e-287a-4e19-9df8-a41ac70c8030 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:14:52.674264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e73dd990-0396-4f55-8c3f-d55a060baca2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.676390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks [] for router_controller (e73dd990-0396-4f55-8c3f-d55a060baca2), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.699606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 17fcf80e-287a-4e19-9df8-a41ac70c8030 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:14:52.704969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 17fcf80e-287a-4e19-9df8-a41ac70c8030 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:14:52.705406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.728878 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e73dd990-0396-4f55-8c3f-d55a060baca2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.729560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73dd990-0396-4f55-8c3f-d55a060baca2 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:14:52.734911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.736269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-07215a20-2faf-4f36-8cb8-8813e8ceb7a6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e73dd990-0396-4f55-8c3f-d55a060baca2 HTTP/1.1" status: 204 len: 168 time: 1.4120576 Feb 03 14:14:52.738891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35086) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:52.788503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] Deleting subnet c9a906a2-0bfd-4eff-a3d8-2d1591566110 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:14:52.796834 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] Publish callbacks [] for subnet (c9a906a2-0bfd-4eff-a3d8-2d1591566110), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.798867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 17fcf80e-287a-4e19-9df8-a41ac70c8030 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:52.799277 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.830470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fcf80e-287a-4e19-9df8-a41ac70c8030'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:14:52.834979 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b587506-c126-4868-8b14-809a4ceb5783" -d '{"events": [{"server_uuid": "7a1cb037-03db-4bc1-bd4b-fa626f8fcf86", "name": "network-vif-plugged", "status": "completed", "tag": "17fcf80e-287a-4e19-9df8-a41ac70c8030"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:14:52.835697 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (c9a906a2-0bfd-4eff-a3d8-2d1591566110), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.860498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 17fcf80e-287a-4e19-9df8-a41ac70c8030, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17fcf80e-287a-4e19-9df8-a41ac70c8030,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:52.867177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:52.868258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3a94d8db-3d23-42b9-be32-f4e78f170c64 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:52.921709 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7eef2-846b-49c7-9795-d7008048e5c3 x-openstack-request-id: req-9fb7eef2-846b-49c7-9795-d7008048e5c3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:14:52.922137 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1cb037-03db-4bc1-bd4b-fa626f8fcf86", "name": "network-vif-plugged", "status": "completed", "tag": "17fcf80e-287a-4e19-9df8-a41ac70c8030", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:14:52.922600 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fb7eef2-846b-49c7-9795-d7008048e5c3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:14:52.922977 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fcf80e-287a-4e19-9df8-a41ac70c8030', 'code': 200} Feb 03 14:14:52.974298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=17fcf80e-287a-4e19-9df8-a41ac70c8030,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:53.019148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3a94d8db-3d23-42b9-be32-f4e78f170c64 is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:14:53.020171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 161faf3d-5b25-4d3d-976e-f4faeb396adb no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:53.043119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 161faf3d-5b25-4d3d-976e-f4faeb396adb {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:53.043485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 161faf3d-5b25-4d3d-976e-f4faeb396adb not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:53.043743 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-1d822b6c-0402-4142-9851-26874168aa1f service neutron] 10.222.0.45 "GET /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64/bindings/n-h2-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.0598087 Feb 03 14:14:53.088932 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (c9a906a2-0bfd-4eff-a3d8-2d1591566110), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.142758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c40b-5cca-4e37-bf42-4de5ac97c35a req-aac422eb-f71c-4014-ad4f-6a09e42e186b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.144259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c45c40b-5cca-4e37-bf42-4de5ac97c35a req-aac422eb-f71c-4014-ad4f-6a09e42e186b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 943 time: 0.2533844 Feb 03 14:14:53.148997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bfea2-efac-4ac0-b596-5e135d88f8e6 req-0c3d7a14-a7c8-4b73-a7c1-acc0c3386e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.150413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332bfea2-efac-4ac0-b596-5e135d88f8e6 req-0c3d7a14-a7c8-4b73-a7c1-acc0c3386e5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 1127 time: 0.1443942 Feb 03 14:14:53.193026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e84c0-a8b9-4de7-858a-9d382b69894e req-3bab15da-7edd-4200-bf92-2af51529cfd5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.194515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef3e84c0-a8b9-4de7-858a-9d382b69894e req-3bab15da-7edd-4200-bf92-2af51529cfd5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1900141 Feb 03 14:14:53.224886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:53.237539 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (c9a906a2-0bfd-4eff-a3d8-2d1591566110), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.245611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:53.282303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a94d8db-3d23-42b9-be32-f4e78f170c64 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:53.294148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:53.303245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a906a2-0bfd-4eff-a3d8-2d1591566110,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:53.306501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332bfea2-efac-4ac0-b596-5e135d88f8e6 req-08b79561-3242-4865-953e-8753948b915c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475165 Feb 03 14:14:53.309518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c45c40b-5cca-4e37-bf42-4de5ac97c35a req-126aef9b-824a-4de7-b176-7363f5913ecd tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568134 Feb 03 14:14:53.316097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.317230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.322675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9316ffd2-f4e7-4f9f-bac7-ff0bec6f65cf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c9a906a2-0bfd-4eff-a3d8-2d1591566110 HTTP/1.1" status: 204 len: 168 time: 0.5805664 Feb 03 14:14:53.324132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35096) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:53.338357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0aae0-874c-49cf-8c01-4016fbd5768b None None] Network a2c959e7-5940-4663-8557-d446c98b38f7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:14:53.364796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef3e84c0-a8b9-4de7-858a-9d382b69894e req-bc619cb1-fe55-4166-882b-b024273426e1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557257 Feb 03 14:14:53.432588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Transition to ACTIVE for port object 3a94d8db-3d23-42b9-be32-f4e78f170c64 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:53.439919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.467408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d3658f00-b369-4c70-86f0-f7d48bab60a5 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:53.479478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (a2c959e7-5940-4663-8557-d446c98b38f7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.503090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d3658f00-b369-4c70-86f0-f7d48bab60a5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:53.503820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d3658f00-b369-4c70-86f0-f7d48bab60a5 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:53.504528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 04b5bb8a-64cc-4393-928a-0ca1c93a6393 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:53.525518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Pushing event updated for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=10']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:53.540492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 04b5bb8a-64cc-4393-928a-0ca1c93a6393 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:53.541282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 04b5bb8a-64cc-4393-928a-0ca1c93a6393 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:53.542191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.542570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.542927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.543269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.543608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.544506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.549766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.550737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.551360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.553057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.553634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.554507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.554996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:14:53.597120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Deleting port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:53.598385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.605448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] No DVR routers for this DVR port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:53.643093 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-5ab6e347-af4c-44ca-9b9e-4f826e0b5fce service neutron] 10.222.0.45 "PUT /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64/bindings/n-h2-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5929506 Feb 03 14:14:53.669891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] DHCP port deletion for a2c959e7-5940-4663-8557-d446c98b38f7 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:14:53.726067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] Deleting port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:14:53.726937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.753518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] For port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,segment=NetworkSegment(5302b5af-0865-472e-865f-0f70ed987d2b),segment_id=5302b5af-0865-472e-865f-0f70ed987d2b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:53.753940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.773260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Calling delete_port for b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:53.779743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-9dc5ea54-b96f-4ae7-9e9f-1f1cea11e8e5 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.782935 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-9dc5ea54-b96f-4ae7-9e9f-1f1cea11e8e5 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.0623260 Feb 03 14:14:53.801339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] For port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,segment=NetworkSegment(5302b5af-0865-472e-865f-0f70ed987d2b),segment_id=5302b5af-0865-472e-865f-0f70ed987d2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:14:53.801650 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.815067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] Calling delete_port for b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:14:53.836248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee307a-b5d3-4def-ae50-691c535e74b3 req-e6061ba8-d0b3-4c13-ac5a-4e4302885f93 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.837836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78ee307a-b5d3-4def-ae50-691c535e74b3 req-e6061ba8-d0b3-4c13-ac5a-4e4302885f93 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1128 time: 0.1630256 Feb 03 14:14:53.847311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-ff002099-43a5-4c68-ae76-7544abf912fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.849497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-ff002099-43a5-4c68-ae76-7544abf912fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262&tenant_id=3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 1126 time: 0.0561295 Feb 03 14:14:53.861610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c7ed7-9bb0-4f64-b3c2-c49869e13daf req-26dcba84-3455-4522-8903-1ece9c71cff8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.863060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a2c7ed7-9bb0-4f64-b3c2-c49869e13daf req-26dcba84-3455-4522-8903-1ece9c71cff8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1724818 Feb 03 14:14:53.899810 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.927702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] Pushing event deleted for resources: {'Port': ['ID=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:53.932569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afc3cc-6bac-481b-9aa4-ad1208e5f164 None None] No DVR routers for this DVR port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:53.950802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78ee307a-b5d3-4def-ae50-691c535e74b3 req-4de7ddba-85c9-4ac3-b686-0623f57329fa tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042886 Feb 03 14:14:53.955094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b01fedeb-e5c9-4c9b-b69b-bcf3561b0652), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:53.962507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-b9478cd6-2ecc-4c60-a79d-a71d92d8f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:53.964564 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-b9478cd6-2ecc-4c60-a79d-a71d92d8f3c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1126 time: 0.0610199 Feb 03 14:14:53.966657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a2c7ed7-9bb0-4f64-b3c2-c49869e13daf req-198eb490-92e9-4b2a-9973-856d882cb65f tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883207 Feb 03 14:14:53.987945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Pushing event deleted for resources: {'Port': ['ID=b01fedeb-e5c9-4c9b-b69b-bcf3561b0652,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:53.989328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] No DVR routers for this DVR port b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:14:54.075884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (a2c959e7-5940-4663-8557-d446c98b38f7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.093710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-9f72d43f-0b70-4e39-99a4-d4c513043f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:54.095619 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-9f72d43f-0b70-4e39-99a4-d4c513043f27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.1224494 Feb 03 14:14:54.116683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c959e7-5940-4663-8557-d446c98b38f7']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:54.130099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5302b5af-0865-472e-865f-0f70ed987d2b') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:54.130402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5302b5af-0865-472e-865f-0f70ed987d2b') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:14:54.142866 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (5302b5af-0865-472e-865f-0f70ed987d2b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.144529 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-28232598-c9d4-461b-a3a9-b4c53491eda6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 217 time: 0.0374670 Feb 03 14:14:54.166691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd5b11-3a84-467e-bc63-c51ca34f5dc7 req-372c4ebd-7f07-4abf-a960-79f7c516d9f4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:54.168334 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fd5b11-3a84-467e-bc63-c51ca34f5dc7 req-372c4ebd-7f07-4abf-a960-79f7c516d9f4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 945 time: 0.1283286 Feb 03 14:14:54.169386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5302b5af-0865-472e-865f-0f70ed987d2b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.184233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:14:54.184663 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (5302b5af-0865-472e-865f-0f70ed987d2b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:14:54.186449 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:14:54.212674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-a9a6424b-2a6f-4899-b236-d525808b3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:54.214821 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-a9a6424b-2a6f-4899-b236-d525808b3705 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.0624678 Feb 03 14:14:54.260116 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-b87eb107-27d9-4cb2-a499-aeedf7e548a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373280 Feb 03 14:14:54.272647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (a2c959e7-5940-4663-8557-d446c98b38f7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.278575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.282606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] 10.222.0.52 "DELETE /v2.0/networks/a2c959e7-5940-4663-8557-d446c98b38f7 HTTP/1.1" status: 204 len: 168 time: 0.9575052 Feb 03 14:14:54.286599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2fd5b11-3a84-467e-bc63-c51ca34f5dc7 req-36aa6c71-2eb0-4301-9d21-4362b576c658 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112325 Feb 03 14:14:54.298713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a793f-903b-4797-ad62-4cc99cd6597e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c959e7-5940-4663-8557-d446c98b38f7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:54.382513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0a0c-45e1-44f7-bf8e-39aa5bf59f8a req-25a796c8-d676-4898-9e61-87a644ad71fa tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:54.389419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a4e0a0c-45e1-44f7-bf8e-39aa5bf59f8a req-25a796c8-d676-4898-9e61-87a644ad71fa tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1128 time: 0.0751190 Feb 03 14:14:54.429720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-dc7e8286-75cf-4ccb-84e8-e6bd7314beb9 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555295 Feb 03 14:14:54.441526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a4e0a0c-45e1-44f7-bf8e-39aa5bf59f8a req-a8d527f1-e36a-48ce-a6ff-6436aa9ba526 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504837 Feb 03 14:14:54.532347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35116) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:54.558638 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.586931 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-7f1e0824-bed1-47cb-9b1e-00651d5dd01b service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531694 Feb 03 14:14:54.605014 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fe501214-974a-4487-9e3c-633a597a6af3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bf8a1a832fa4ca6b6863b4d4623891e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709667 Feb 03 14:14:54.606124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35122) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:54.617380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ec8fb-89cd-43aa-bec5-cc6aab00a3b8 req-283a9577-a904-4781-b3fb-064c03309043 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:54.618940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-252ec8fb-89cd-43aa-bec5-cc6aab00a3b8 req-283a9577-a904-4781-b3fb-064c03309043 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 944 time: 0.0977283 Feb 03 14:14:54.684739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c428b0d2-7928-4864-b97d-1818eb53fb89 admin admin] Publish callbacks [] for security_group (f7b4b67b-69ae-495c-9192-29c2f84c3551), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.694667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-252ec8fb-89cd-43aa-bec5-cc6aab00a3b8 req-9c429c79-d511-4315-8ae9-3d5e3fb108a9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695865 Feb 03 14:14:54.711143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c428b0d2-7928-4864-b97d-1818eb53fb89 admin admin] Publish callbacks [] for security_group (f7b4b67b-69ae-495c-9192-29c2f84c3551), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.772798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c428b0d2-7928-4864-b97d-1818eb53fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f7b4b67b-69ae-495c-9192-29c2f84c3551), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.776506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c428b0d2-7928-4864-b97d-1818eb53fb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:54.778039 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c428b0d2-7928-4864-b97d-1818eb53fb89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7b4b67b-69ae-495c-9192-29c2f84c3551 HTTP/1.1" status: 204 len: 168 time: 0.1707349 Feb 03 14:14:54.790176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428b0d2-7928-4864-b97d-1818eb53fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4b67b-69ae-495c-9192-29c2f84c3551,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:54.967260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-b0b1d903-af57-44e0-a67d-c8971d5b3b53 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:54.970544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-b0b1d903-af57-44e0-a67d-c8971d5b3b53 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.0612853 Feb 03 14:14:54.977303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-a4ccb343-923e-4449-9d35-6eceb66ff9f6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:54.986364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-a4ccb343-923e-4449-9d35-6eceb66ff9f6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.1232729 Feb 03 14:14:55.001375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-8d2fc7eb-2be8-4afc-ad63-e6e9be9bc477 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.0158379 Feb 03 14:14:55.065211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-cee5840b-2b07-4188-9143-ade1dfefd201 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629675 Feb 03 14:14:55.097971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:14:55.122574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:14:55.123399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b01fedeb-e5c9-4c9b-b69b-bcf3561b0652 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:14:55.149822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-e68ba419-28a0-4ef5-a18e-8e1b4828d48c service neutron] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:14:55.156681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-e68ba419-28a0-4ef5-a18e-8e1b4828d48c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:55.158278 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff1b29e7-7275-47d6-a67b-c648192a6427 req-e68ba419-28a0-4ef5-a18e-8e1b4828d48c service neutron] 10.222.0.71 "DELETE /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64/bindings/n-h1-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.1809399 Feb 03 14:14:55.183578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-9633f024-0d49-4f83-9eb0-a55652d2b4be service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023407 Feb 03 14:14:55.295070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35158) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:55.301299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-86def4df-62fd-4a3f-bbc7-e9756c5edef0 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096351 Feb 03 14:14:55.344807 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e316de0-2817-43ff-a167-6fdff07da82e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a8fb9a6fee049d0955b5c169c8be01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456772 Feb 03 14:14:55.345115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35166) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:14:55.403238 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c9be2c-9469-4163-81ec-e8ad1389d3df admin admin] Publish callbacks [] for security_group (3dbb119e-49ed-4723-956c-640f6269f74e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:55.453209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c9be2c-9469-4163-81ec-e8ad1389d3df admin admin] Publish callbacks [] for security_group (3dbb119e-49ed-4723-956c-640f6269f74e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:55.555637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bf608-5282-4ff9-abf4-77b847bba8ec req-c97dd01c-3c06-423c-ad2e-69355ef2ca6b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:55.557220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d33bf608-5282-4ff9-abf4-77b847bba8ec req-c97dd01c-3c06-423c-ad2e-69355ef2ca6b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0671299 Feb 03 14:14:55.587680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c9be2c-9469-4163-81ec-e8ad1389d3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3dbb119e-49ed-4723-956c-640f6269f74e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:55.590329 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c9be2c-9469-4163-81ec-e8ad1389d3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:55.594963 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29c9be2c-9469-4163-81ec-e8ad1389d3df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3dbb119e-49ed-4723-956c-640f6269f74e HTTP/1.1" status: 204 len: 168 time: 0.2486672 Feb 03 14:14:55.607601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9be2c-9469-4163-81ec-e8ad1389d3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb119e-49ed-4723-956c-640f6269f74e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:55.680398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d33bf608-5282-4ff9-abf4-77b847bba8ec req-4e162516-5c92-411a-9a8b-7ed8a85237a7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157224 Feb 03 14:14:55.847611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27f873-bfa4-4ba9-9908-8b8414ac5e86 req-babe07f9-e646-4806-8901-652cf34806df tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:55.849356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd27f873-bfa4-4ba9-9908-8b8414ac5e86 req-babe07f9-e646-4806-8901-652cf34806df tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 945 time: 0.0712018 Feb 03 14:14:55.911959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd27f873-bfa4-4ba9-9908-8b8414ac5e86 req-3558d008-6d92-4ce5-ae8a-6235d2a5ec6b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561213 Feb 03 14:14:55.987312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e84b50e-fe27-4e98-87b9-77432efc29e0 req-4fe7a576-18b1-49f7-aa8b-eeb97a38afd2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 210 time: 0.0379381 Feb 03 14:14:56.126820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-38e63c34-b136-4f5f-899a-9927842d7441 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:14:56.127885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-38e63c34-b136-4f5f-899a-9927842d7441 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057642 Feb 03 14:14:56.199545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-77ee1045-bff0-4a85-978f-1a6933d47133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:56.202055 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-77ee1045-bff0-4a85-978f-1a6933d47133 service neutron] 10.222.0.52 "GET /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 1125 time: 0.0570743 Feb 03 14:14:56.215813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Request body: {'binding': {'host': 'n-h1-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:56.216732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:14:56.232275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290d228-4c3f-4375-97aa-6e53464244d8 req-4c1d84a2-98eb-4979-adb8-613c0f67805a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:56.234053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8290d228-4c3f-4375-97aa-6e53464244d8 req-4c1d84a2-98eb-4979-adb8-613c0f67805a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 944 time: 0.1382046 Feb 03 14:14:56.324367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8290d228-4c3f-4375-97aa-6e53464244d8 req-a2c2707a-4d66-4863-82a8-a894fda2b8e7 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846629 Feb 03 14:14:56.434710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on host n-h1-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:56.435914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:56.436328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:56.443021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:56.443396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:56.459014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:56.459363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:56.459750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:56.463719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Bound port: 6f90046f-256f-4de6-8d05-50671c498407, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:56.516519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196df11-2c24-4ce2-a1d2-82ab8ef8fb92 req-de038496-e4f5-4dfd-80a3-29d7f635eb5b tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:56.523650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5196df11-2c24-4ce2-a1d2-82ab8ef8fb92 req-de038496-e4f5-4dfd-80a3-29d7f635eb5b tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1126 time: 0.0616133 Feb 03 14:14:56.572849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5196df11-2c24-4ce2-a1d2-82ab8ef8fb92 req-4a698de7-2c90-4d81-8106-db4fca9e94c1 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483682 Feb 03 14:14:56.575470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:14:56.581861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:56.588875 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9aa7bf62-bc79-43c1-a8fd-1992bb9b145f service neutron] 10.222.0.52 "POST /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407/bindings HTTP/1.1" status: 201 len: 389 time: 0.3775311 Feb 03 14:14:56.856181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed1481-0a21-4743-9866-dbe8fad233e6 req-9bd469e1-704e-4371-93d0-453df8dfa165 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:56.857698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31ed1481-0a21-4743-9866-dbe8fad233e6 req-9bd469e1-704e-4371-93d0-453df8dfa165 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1157033 Feb 03 14:14:56.869693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728e7c5-9f8a-4d28-aa94-a9ecd47883d6 req-148eec17-b55c-4aad-99a6-7561b9f1b5eb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:56.871179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b728e7c5-9f8a-4d28-aa94-a9ecd47883d6 req-148eec17-b55c-4aad-99a6-7561b9f1b5eb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.0783632 Feb 03 14:14:56.962169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31ed1481-0a21-4743-9866-dbe8fad233e6 req-f6da0a79-83f8-43f4-8fc1-91ad1235bec3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898867 Feb 03 14:14:56.997290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b728e7c5-9f8a-4d28-aa94-a9ecd47883d6 req-afe2bbac-f175-4980-ae0e-a6a3536c48d5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179206 Feb 03 14:14:57.065439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d77a5bdc-7e9f-4b58-b045-9b59f92ce540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:57.067580 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d77a5bdc-7e9f-4b58-b045-9b59f92ce540 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1128 time: 0.1422112 Feb 03 14:14:57.182513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-1908b258-287e-4cd5-8423-c0a3a2c843f6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:57.185908 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-1908b258-287e-4cd5-8423-c0a3a2c843f6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.2330737 Feb 03 14:14:57.207990 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Request body: {'port': {'device_id': '4459adf9-01a9-41be-bc92-93307d9c205d', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'admin_state_up': True, 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:57.216170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-164d6d91-c7ae-4459-bb51-bf9314f5a3d9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:57.223550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-164d6d91-c7ae-4459-bb51-bf9314f5a3d9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.1407959 Feb 03 14:14:57.241424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-a8517537-f9e7-4e6f-83d4-311a2ecc6620 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/quotas/3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 375 time: 0.0167491 Feb 03 14:14:57.255269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-fa37748d-4b8d-4baa-b0d3-c2d1c2f97cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:57.256783 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-fa37748d-4b8d-4baa-b0d3-c2d1c2f97cfa service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1817191 Feb 03 14:14:57.307723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-6d23294b-6c6b-4fec-aafc-c89aaab686eb tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592923 Feb 03 14:14:57.343415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd1da539-69fe-449b-be50-fd9ffa9153ed req-3170eb27-7aa4-48a0-9eda-3c3e8d236c59 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 210 time: 0.0341482 Feb 03 14:14:57.359615 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-77b1c3a1-4e93-4483-b351-fe6f5edf8f74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 217 time: 0.0727634 Feb 03 14:14:57.464344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:57.469285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:57.471063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-b75b5cc8-0acc-482a-80a2-5c1e274fb812 service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519175 Feb 03 14:14:57.475372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-eb819c0a-a404-4f43-a17e-56ca1eb6cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:57.477250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-eb819c0a-a404-4f43-a17e-56ca1eb6cf9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1024659 Feb 03 14:14:57.541913 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-cd233f0f-0740-4ad8-889f-d4095ab44bc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461531 Feb 03 14:14:57.623126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-b36640b4-8586-4c5d-aada-8f5857730744 service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510642 Feb 03 14:14:57.718551 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-8e8b1867-8c1a-4c50-a55e-142975e4a7fb service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672890 Feb 03 14:14:57.853033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Allocated IP 172.20.0.4 (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4/1f65a926-be99-4bba-aed0-67012c320309) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:14:57.865115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aca13d2c-59a3-46cb-b9e4-cfbfe2142364 req-c80d4ac5-564f-4494-9be2-9cad4f64f7e4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 210 time: 0.0409257 Feb 03 14:14:57.898078 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-55fca807-2268-4b49-bf46-ae5218a360f7 service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601934 Feb 03 14:14:58.011235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b6e1e-771c-4125-ad58-e4ba4720faf1 req-f976a901-3d4b-4f45-9ffc-b56d6e345702 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:58.024112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f5b6e1e-771c-4125-ad58-e4ba4720faf1 req-f976a901-3d4b-4f45-9ffc-b56d6e345702 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.1114333 Feb 03 14:14:58.115628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f5b6e1e-771c-4125-ad58-e4ba4720faf1 req-5d5609ac-216d-4523-975d-d75f881f78cd tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848653 Feb 03 14:14:58.196085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32efaa-8793-4b5c-91b7-6a3dbc3d04cd req-aff2b5c2-dc09-44fa-8e97-5ce0ea0317ee tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:58.197712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa32efaa-8793-4b5c-91b7-6a3dbc3d04cd req-aff2b5c2-dc09-44fa-8e97-5ce0ea0317ee tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.0810144 Feb 03 14:14:58.203399 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks [] for port (1f65a926-be99-4bba-aed0-67012c320309), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:58.249894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1f65a926-be99-4bba-aed0-67012c320309), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:58.265645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:14:58.306836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:14:58.310464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:14:58.314971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:14:58.335416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa32efaa-8793-4b5c-91b7-6a3dbc3d04cd req-80d420f1-31a3-45bb-af6f-9e7f51e32aab tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255329 Feb 03 14:14:58.363020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec6710-d4a9-402c-bd3e-d19e5553c4d4 req-b9737a86-60c5-4682-9fd2-161ce9a9db31 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:58.363020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efec6710-d4a9-402c-bd3e-d19e5553c4d4 req-b9737a86-60c5-4682-9fd2-161ce9a9db31 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1625533 Feb 03 14:14:58.405221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:58.406306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:58.438627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event updated for resources: {'Port': ['ID=1f65a926-be99-4bba-aed0-67012c320309,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:58.488287 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-4ba71075-0d8c-4b1d-bb6d-6cae4d8b4d33 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2860103 Feb 03 14:14:58.493121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efec6710-d4a9-402c-bd3e-d19e5553c4d4 req-1a80ac31-833a-4246-86ba-9a04199dda8c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235006 Feb 03 14:14:58.496092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceee60d4-850e-4deb-9ed5-813cd44ba5b5 req-0a9b729e-d3db-4c89-8994-968984429fae tempest-FlavorsV2NegativeTest-1184366324 tempest-FlavorsV2NegativeTest-1184366324-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=583c8462d15841c098e43e36c800c30e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502980 Feb 03 14:14:58.510949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Request body: {'port': {'device_id': '4459adf9-01a9-41be-bc92-93307d9c205d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:58.623065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1f65a926-be99-4bba-aed0-67012c320309), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:58.716807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee60d4-850e-4deb-9ed5-813cd44ba5b5 req-752ff5cb-c168-426e-bec2-f1972ea953bc tempest-FlavorsV2NegativeTest-1184366324 tempest-FlavorsV2NegativeTest-1184366324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:58.723237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceee60d4-850e-4deb-9ed5-813cd44ba5b5 req-752ff5cb-c168-426e-bec2-f1972ea953bc tempest-FlavorsV2NegativeTest-1184366324 tempest-FlavorsV2NegativeTest-1184366324-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083678 Feb 03 14:14:58.743851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceee60d4-850e-4deb-9ed5-813cd44ba5b5 req-cefd419b-3ba5-4faf-a4b6-4336120dfa42 tempest-FlavorsV2NegativeTest-1184366324 tempest-FlavorsV2NegativeTest-1184366324-project] 10.222.0.52 "GET /v2.0/quotas/583c8462d15841c098e43e36c800c30e HTTP/1.1" status: 200 len: 375 time: 0.0197208 Feb 03 14:14:58.762045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdee7f-752b-43f5-951d-ccc0047b7238 req-72068bbb-918e-4832-abd7-3a26da137064 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:58.770561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84cdee7f-752b-43f5-951d-ccc0047b7238 req-72068bbb-918e-4832-abd7-3a26da137064 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 931 time: 0.1557477 Feb 03 14:14:59.122968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceee60d4-850e-4deb-9ed5-813cd44ba5b5 req-0d0b91de-eaa7-42bd-8eb0-cdb4d534a59e tempest-FlavorsV2NegativeTest-1184366324 tempest-FlavorsV2NegativeTest-1184366324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=583c8462d15841c098e43e36c800c30e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3782573 Feb 03 14:14:59.170583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84cdee7f-752b-43f5-951d-ccc0047b7238 req-02e51cf9-8365-49b0-9350-aaae9b5308c6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006612 Feb 03 14:14:59.302633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-790abc01-5f6d-49b1-b0de-352e19254061 req-be0dde2e-4409-423b-af21-4a2c5cf7a1f5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 210 time: 0.0722821 Feb 03 14:14:59.429948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f65a926-be99-4bba-aed0-67012c320309 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:14:59.438668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Publish callbacks [] for port (1f65a926-be99-4bba-aed0-67012c320309), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:59.466912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7f0ac-729d-4f79-849b-ba029f2ccf5a req-fc1b3a33-6388-427a-a4cc-7a85642e93a5 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:59.472727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29b7f0ac-729d-4f79-849b-ba029f2ccf5a req-fc1b3a33-6388-427a-a4cc-7a85642e93a5 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.0735595 Feb 03 14:14:59.479038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Transition to ACTIVE for port object 1f65a926-be99-4bba-aed0-67012c320309 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:14:59.488460 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (1f65a926-be99-4bba-aed0-67012c320309), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:59.542397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-5612b919-719e-47ce-b1d1-4804d7ccb196 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:59.543718 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-5612b919-719e-47ce-b1d1-4804d7ccb196 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.2663786 Feb 03 14:14:59.577639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29b7f0ac-729d-4f79-849b-ba029f2ccf5a req-a5be60e9-dfc4-4706-8622-ebdc118c64b7 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987895 Feb 03 14:14:59.612650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Request body: {'port': {'device_id': 'a1c665c9-473a-42b3-9390-e02293e70052', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'admin_state_up': True, 'tenant_id': '3e679942d66b4e439925d16c5df524cf'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:14:59.712647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Pushing event updated for resources: {'Port': ['ID=1f65a926-be99-4bba-aed0-67012c320309,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:14:59.761640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da04d05-4ebf-4ea0-811c-c7cd348f8ba3 req-e7a0f049-929f-4164-a547-6676e5abd286 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:14:59.771357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4da04d05-4ebf-4ea0-811c-c7cd348f8ba3 req-e7a0f049-929f-4164-a547-6676e5abd286 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1234210 Feb 03 14:14:59.873440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Attempting to bind port 1f65a926-be99-4bba-aed0-67012c320309 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:14:59.873919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Attempting to bind port 1f65a926-be99-4bba-aed0-67012c320309 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:14:59.874512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Attempting to bind port 1f65a926-be99-4bba-aed0-67012c320309 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:59.881382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Port 1f65a926-be99-4bba-aed0-67012c320309 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:14:59.881797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Attempting to bind port 1f65a926-be99-4bba-aed0-67012c320309 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:14:59.891589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:14:59.892011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:14:59.892491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Bound using segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:14:59.892994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Bound port: 1f65a926-be99-4bba-aed0-67012c320309, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:14:59.893631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1f65a926-be99-4bba-aed0-67012c320309), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:14:59.910503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Made reservation on behalf of 3e679942d66b4e439925d16c5df524cf for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:14:59.913996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.042305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4da04d05-4ebf-4ea0-811c-c7cd348f8ba3 req-fdc1fdc1-9118-4ac0-8907-7d60789e8ea3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640865 Feb 03 14:15:00.044033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35340) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:00.070986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba77fb-58bb-464c-a35a-812db430a082 req-5f026ba8-5302-4a90-8503-79aee1b8bfa8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.078036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Allocated IP 172.20.0.14 (b64d5e82-0e03-4459-8d4f-4da2c6865acb/d2b47ca1-97a3-4971-be0b-b272ee913b16/2792246b-6f9f-4491-98f5-8704b6918093) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:00.078804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-acba77fb-58bb-464c-a35a-812db430a082 req-5f026ba8-5302-4a90-8503-79aee1b8bfa8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.2724094 Feb 03 14:15:00.125568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-9df19433-ed58-4289-8dc2-599d8afdb1fe tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.127368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-9df19433-ed58-4289-8dc2-599d8afdb1fe tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.1872201 Feb 03 14:15:00.199534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-951fb9fe-f6c6-4f79-b60d-c0773fe26c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.276184 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks [] for port (2792246b-6f9f-4491-98f5-8704b6918093), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.316725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-acba77fb-58bb-464c-a35a-812db430a082 req-be9a9659-ac8f-450b-90ad-a83e204f9aa7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300756 Feb 03 14:15:00.357819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] For port 1f65a926-be99-4bba-aed0-67012c320309, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:00.362272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] For port 1f65a926-be99-4bba-aed0-67012c320309, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1f65a926-be99-4bba-aed0-67012c320309,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:00.367417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.401868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:00.406259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:00.409751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:00.413307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (1f65a926-be99-4bba-aed0-67012c320309), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.452915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.453696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.455412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] 10.222.0.71 "PUT /v2.0/ports/1f65a926-be99-4bba-aed0-67012c320309 HTTP/1.1" status: 200 len: 1091 time: 1.9516094 Feb 03 14:15:00.494474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4459adf9-01a9-41be-bc92-93307d9c205d', 'tag': '1f65a926-be99-4bba-aed0-67012c320309'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:00.497071 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710bcfcf-609e-4567-94ae-62a4f5e6d98d" -d '{"events": [{"name": "network-changed", "server_uuid": "4459adf9-01a9-41be-bc92-93307d9c205d", "tag": "1f65a926-be99-4bba-aed0-67012c320309"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:00.498227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c37de0-db8f-42e3-9999-5b86b65822d2 req-3ec13ed9-8e25-4c1c-9d2a-e4c5c14cc7d2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.506069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45c37de0-db8f-42e3-9999-5b86b65822d2 req-3ec13ed9-8e25-4c1c-9d2a-e4c5c14cc7d2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 943 time: 0.2187159 Feb 03 14:15:00.590102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:00.590603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45c37de0-db8f-42e3-9999-5b86b65822d2 req-f65a1e30-42aa-4b04-b8ea-4967d78c0b3a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772097 Feb 03 14:15:00.630797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Deleting port c4dfbe9e-87af-4c61-8752-ad658fc45f90 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:00.631548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.669345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d7ff6-6624-432f-a1ac-5d521b7f1530 service neutron] Pushing event updated for resources: {'Port': ['ID=1f65a926-be99-4bba-aed0-67012c320309,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:00.680689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.681230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.695837 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0036d072-28b9-4c75-852c-569c5fa36ce5 x-openstack-request-id: req-0036d072-28b9-4c75-852c-569c5fa36ce5 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:00.696217 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4459adf9-01a9-41be-bc92-93307d9c205d", "tag": "1f65a926-be99-4bba-aed0-67012c320309", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:00.696622 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0036d072-28b9-4c75-852c-569c5fa36ce5 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:00.697067 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4459adf9-01a9-41be-bc92-93307d9c205d', 'tag': '1f65a926-be99-4bba-aed0-67012c320309', 'status': 'completed', 'code': 200} Feb 03 14:15:00.699548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-76a09f0d-d5a5-499b-a9f9-2852afcd932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.704036 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-76a09f0d-d5a5-499b-a9f9-2852afcd932e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 1125 time: 0.1734066 Feb 03 14:15:00.708767 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-4062361a-083a-4ef3-a4ba-0cacc8cd86c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1032648 Feb 03 14:15:00.722775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Request body: {'port': {'device_id': 'a1c665c9-473a-42b3-9390-e02293e70052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:00.745558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a461e3-fc5b-455c-b1d8-bf5357d5c733 req-3624601e-062b-4626-9341-d2d9326b52c3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.747258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0a461e3-fc5b-455c-b1d8-bf5357d5c733 req-3624601e-062b-4626-9341-d2d9326b52c3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 932 time: 0.3031783 Feb 03 14:15:00.779014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-951fb9fe-f6c6-4f79-b60d-c0773fe26c1b admin admin] Publish callbacks [] for security_group (b2f1d062-fb86-4206-8d94-05eef187261b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.792833 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-17e6e1b7-9c18-461b-bc21-0d692aa97eea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f65a926-be99-4bba-aed0-67012c320309 HTTP/1.1" status: 200 len: 217 time: 0.0617385 Feb 03 14:15:00.838666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-951fb9fe-f6c6-4f79-b60d-c0773fe26c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b2f1d062-fb86-4206-8d94-05eef187261b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.871274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.874423 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-951fb9fe-f6c6-4f79-b60d-c0773fe26c1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=583c8462d15841c098e43e36c800c30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8283989 Feb 03 14:15:00.876068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35354) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:00.903196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-c0a83d37-0ffb-431c-ba98-dc61f70e4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:00.905432 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-c0a83d37-0ffb-431c-ba98-dc61f70e4cd3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.1044924 Feb 03 14:15:00.907428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0a461e3-fc5b-455c-b1d8-bf5357d5c733 req-8d06eba0-90a5-4924-8aa0-f84b7af65592 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494563 Feb 03 14:15:00.922393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] For port c4dfbe9e-87af-4c61-8752-ad658fc45f90, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c4dfbe9e-87af-4c61-8752-ad658fc45f90,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:00.922911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:00.951518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fb9fe-f6c6-4f79-b60d-c0773fe26c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f1d062-fb86-4206-8d94-05eef187261b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:00.989029 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-2f4c40eb-6bd3-4882-9416-a13afc6f6ca3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457988 Feb 03 14:15:01.068516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa2eac-ca4a-46dc-b739-0375d4b67a0c req-90f6449a-042d-4048-a8a0-4039ce4b096b tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:01.070245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8faa2eac-ca4a-46dc-b739-0375d4b67a0c req-90f6449a-042d-4048-a8a0-4039ce4b096b tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 946 time: 0.2597477 Feb 03 14:15:01.156962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af53d6ad-2bed-4320-8da1-fca83dd418e1 admin admin] Publish callbacks [] for security_group (b2f1d062-fb86-4206-8d94-05eef187261b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.179862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af53d6ad-2bed-4320-8da1-fca83dd418e1 admin admin] Publish callbacks [] for security_group (b2f1d062-fb86-4206-8d94-05eef187261b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.215912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8faa2eac-ca4a-46dc-b739-0375d4b67a0c req-2096728d-ab52-4567-8230-fce9b7b3b9b4 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups?id=10221c65-764f-4ef4-9c77-95f544350c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370301 Feb 03 14:15:01.354470 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.355457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-49d66e20-c4be-404b-97a1-c623763061eb service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501058 Feb 03 14:15:01.355995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (213527fd-b40d-4579-865e-04d27f55c014), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.356329 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Floating IP 213527fd-b40d-4579-865e-04d27f55c014 disassociated. External IP: 172.25.0.53, port: c4dfbe9e-87af-4c61-8752-ad658fc45f90. Feb 03 14:15:01.359427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Calling delete_port for c4dfbe9e-87af-4c61-8752-ad658fc45f90 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:01.360591 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-b23885ef-8247-4d6c-94b3-a5b0e9763e80 service neutron] show failed (client error): The resource could not be found. Feb 03 14:15:01.361588 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-b23885ef-8247-4d6c-94b3-a5b0e9763e80 service neutron] 10.222.0.71 "GET /v2.0/ports/3b6f008a-0875-40e9-b8c8-2622f6803fca/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.2558219 Feb 03 14:15:01.380802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02beb98d-22fc-4ff8-9feb-628204d82381 req-2142776a-a310-46fe-8e9f-73b387f1c54e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:01.380802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02beb98d-22fc-4ff8-9feb-628204d82381 req-2142776a-a310-46fe-8e9f-73b387f1c54e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.2567351 Feb 03 14:15:01.405139 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af53d6ad-2bed-4320-8da1-fca83dd418e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b2f1d062-fb86-4206-8d94-05eef187261b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.407767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af53d6ad-2bed-4320-8da1-fca83dd418e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.411338 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af53d6ad-2bed-4320-8da1-fca83dd418e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2f1d062-fb86-4206-8d94-05eef187261b HTTP/1.1" status: 204 len: 168 time: 0.5318549 Feb 03 14:15:01.474175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53d6ad-2bed-4320-8da1-fca83dd418e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f1d062-fb86-4206-8d94-05eef187261b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:01.551344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a0760cbd-6d51-4fed-99f9-7a553716f895 req-bd71b2cf-02ae-4bfa-8bb6-483576f719d8 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861157 Feb 03 14:15:01.619783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2792246b-6f9f-4491-98f5-8704b6918093 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:01.634744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Publish callbacks [] for port (2792246b-6f9f-4491-98f5-8704b6918093), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.658308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Transition to ACTIVE for port object 2792246b-6f9f-4491-98f5-8704b6918093 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:01.667527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.707431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02beb98d-22fc-4ff8-9feb-628204d82381 req-2e6bd400-b800-4f00-a9ad-8a86f3755a55 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193715 Feb 03 14:15:01.728690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:01.818756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c4dfbe9e-87af-4c61-8752-ad658fc45f90), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:01.863631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e083-6472-4ce6-b0e9-d72342159fa7 req-8c7e2c94-29a2-4110-9f60-03ead9c2d9c7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:01.865964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb53e083-6472-4ce6-b0e9-d72342159fa7 req-8c7e2c94-29a2-4110-9f60-03ead9c2d9c7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.3442779 Feb 03 14:15:01.906352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-2d20653d-d5fa-41b4-857e-365ca9976866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:01.907938 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-2d20653d-d5fa-41b4-857e-365ca9976866 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757&tenant_id=daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 1132 time: 0.2340324 Feb 03 14:15:01.911564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event deleted for resources: {'Port': ['ID=c4dfbe9e-87af-4c61-8752-ad658fc45f90,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:01.935196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:01.977417 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:01.977913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:01.978910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:01.982689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-ed7aa9b0-7423-463a-8add-d1cb1bfb8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:01.985156 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-ed7aa9b0-7423-463a-8add-d1cb1bfb8cde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 1125 time: 0.2592719 Feb 03 14:15:01.990169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:01.990636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:02.077671 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:02.078018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:02.078404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:02.078850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Bound port: 2792246b-6f9f-4491-98f5-8704b6918093, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:02.079207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:02.130617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb53e083-6472-4ce6-b0e9-d72342159fa7 req-d425b078-0a3e-4d96-84a6-0b08cf5be52d tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429826 Feb 03 14:15:02.141895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcccb03-62f5-4769-8c90-5822693b2df9 req-d2faa046-dcaf-454a-a0ce-b0abbc236227 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.143427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bcccb03-62f5-4769-8c90-5822693b2df9 req-d2faa046-dcaf-454a-a0ce-b0abbc236227 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 943 time: 0.3107610 Feb 03 14:15:02.146382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:02.191031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-bc3808c4-0fd2-48c9-9b39-7723794bf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.193000 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-bc3808c4-0fd2-48c9-9b39-7723794bf301 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.1984923 Feb 03 14:15:02.246826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Router e954a0c1-9950-4fab-bfb9-7a79a074fc38 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:02.252886 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-1395a504-7763-46f3-93b6-6d52caee0d6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f65a926-be99-4bba-aed0-67012c320309 HTTP/1.1" status: 200 len: 217 time: 0.0501275 Feb 03 14:15:02.256915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:02.280926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:02.296291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bcccb03-62f5-4769-8c90-5822693b2df9 req-971e1f77-d466-4fc7-b40b-1a5e52fcc7f5 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424067 Feb 03 14:15:02.331471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:02.424227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:02.457369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-baee92f3-4985-4af0-9b45-974783279245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.460144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-baee92f3-4985-4af0-9b45-974783279245 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.1989150 Feb 03 14:15:02.466249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.466970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:02.468979 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-1cfee1c2-d63d-487f-b917-8982877550a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 1092 time: 1.7530529 Feb 03 14:15:02.485666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35386) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:02.528580 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-297c1831-0400-4f1e-b0aa-424a1038ace9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584853 Feb 03 14:15:02.535397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d6dcdd-9ab3-4d14-a394-7469745876da req-1f9c4f4d-b9ba-47e6-981f-b05966263375 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9c608b7-002b-48e7-91e8-efa29639f479 HTTP/1.1" status: 200 len: 210 time: 0.1028056 Feb 03 14:15:02.663908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-c639b658-5a55-460f-b07e-2c639f0cec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.665420 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-c639b658-5a55-460f-b07e-2c639f0cec3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1126 time: 0.1397972 Feb 03 14:15:02.684813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23534e5c-2ee1-468c-bce0-f5819d149f7c req-f6f05194-01c3-434f-9c25-1221551b17d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.692260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23534e5c-2ee1-468c-bce0-f5819d149f7c req-f6f05194-01c3-434f-9c25-1221551b17d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.4385400 Feb 03 14:15:02.712914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:02.715719 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af0dc15-cc37-48da-829b-54e73fd08a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "tag": "2792246b-6f9f-4491-98f5-8704b6918093"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:02.731625 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-bdfa6d31-45d0-4663-a43b-8c48f612f260 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786559 Feb 03 14:15:02.736563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-3cb18a03-bb66-483f-99de-a540922eb47f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 217 time: 0.0584426 Feb 03 14:15:02.746374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1211542185-network', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:02.759701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:02.799099 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc86571a-338e-4c0d-aca3-cdfbc8d03fa7 x-openstack-request-id: req-dc86571a-338e-4c0d-aca3-cdfbc8d03fa7 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:02.799694 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "tag": "2792246b-6f9f-4491-98f5-8704b6918093", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:02.800102 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc86571a-338e-4c0d-aca3-cdfbc8d03fa7 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:02.800710 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093', 'status': 'completed', 'code': 200} Feb 03 14:15:02.803048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:02.817450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] Sync routers for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:15:02.830703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23534e5c-2ee1-468c-bce0-f5819d149f7c req-527a022b-6b0e-460c-a828-6258b6b589d0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374726 Feb 03 14:15:02.840520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:02.841122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:02.874742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-19303563-23e0-459d-900d-f3382840b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:02.878647 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-19303563-23e0-459d-900d-f3382840b727 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1297872 Feb 03 14:15:02.878857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Made reservation on behalf of 81f7175b48fc42dc823b778fbbaaafaf for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:02.881619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:02.913926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] No DVR routers for this DVR port c4dfbe9e-87af-4c61-8752-ad658fc45f90 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:02.925959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:02.929317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:02.932582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12aaead5-4f33-4647-a3ca-6b4f2ae08a91 req-72f1196d-a746-4acf-a8cc-4f42e503e7f9 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.71 "DELETE /v2.0/ports/c4dfbe9e-87af-4c61-8752-ad658fc45f90 HTTP/1.1" status: 204 len: 173 time: 2.7905464 Feb 03 14:15:02.933235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'name': 'network-vif-deleted', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:02.936575 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6195fe-7f1d-493f-9f98-a4771ec0512c" -d '{"events": [{"server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "name": "network-vif-deleted", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:02.939157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:02.945840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-565f53f6-de8b-47ff-a9c6-12ff616f87a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596702 Feb 03 14:15:02.953538 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-710bcfcf-609e-4567-94ae-62a4f5e6d98d req-b6abfa31-e6c9-4252-bd7e-08be1ce9d26b service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118964 Feb 03 14:15:03.033649 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1814a-2341-4920-b8ce-74ed873e039e x-openstack-request-id: req-cca1814a-2341-4920-b8ce-74ed873e039e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:03.033962 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c608b7-002b-48e7-91e8-efa29639f479", "name": "network-vif-deleted", "tag": "c4dfbe9e-87af-4c61-8752-ad658fc45f90", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:03.034215 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cca1814a-2341-4920-b8ce-74ed873e039e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:03.034598 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c608b7-002b-48e7-91e8-efa29639f479', 'name': 'network-vif-deleted', 'tag': 'c4dfbe9e-87af-4c61-8752-ad658fc45f90', 'status': 'completed', 'code': 200} Feb 03 14:15:03.075658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Publish callbacks [] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.089556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:03.109232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87028c-8792-409c-a531-b527dcdc4939 req-8c217ae6-31f2-4d22-b8a5-f333649d0f5a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.110814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac87028c-8792-409c-a531-b527dcdc4939 req-8c217ae6-31f2-4d22-b8a5-f333649d0f5a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.2222390 Feb 03 14:15:03.115129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Transition to ACTIVE for port object 3b6f008a-0875-40e9-b8c8-2622f6803fca will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:03.141301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.145585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-d971edc7-baf6-4ce3-8586-dda80b0f43e2 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901734 Feb 03 14:15:03.267127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks [] for security_group (47bee578-9c92-42ec-a152-dbf3b54d93e7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.307613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (47bee578-9c92-42ec-a152-dbf3b54d93e7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.338308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac87028c-8792-409c-a531-b527dcdc4939 req-835ba557-6d4c-42e0-851f-05e92486d759 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169867 Feb 03 14:15:03.360786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:03.363245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] No DVR routers for this DVR port 3b6f008a-0875-40e9-b8c8-2622f6803fca on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:03.393543 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bb87be-e24d-44f3-9056-4cf860f119d9 req-87f95a8f-cd5a-4f71-b67e-33c357f4f3be service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415822 Feb 03 14:15:03.400843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:15:03.431478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bee578-9c92-42ec-a152-dbf3b54d93e7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:03.475995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b4d0cba3-91f7-43b3-9baa-01136dcca8dd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.476200 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Added segment b4d0cba3-91f7-43b3-9baa-01136dcca8dd of type vlan for network 582de7a1-3d65-4959-be3e-074f70cdf053 Feb 03 14:15:03.497273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:03Z', 'revision_number': 5, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:03.532381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:03.532644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:03.532980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:03.534308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-91e2c309-0af2-45dc-9ae7-ed082c9813de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.535954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-91e2c309-0af2-45dc-9ae7-ed082c9813de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1126 time: 0.0715678 Feb 03 14:15:03.541566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67c50f-7b51-4552-b9ae-375154f51983 req-6e5e26ea-c9a6-4137-bc82-acc1ffdebdb0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.543059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee67c50f-7b51-4552-b9ae-375154f51983 req-6e5e26ea-c9a6-4137-bc82-acc1ffdebdb0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.2607384 Feb 03 14:15:03.571243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] Checking router: e954a0c1-9950-4fab-bfb9-7a79a074fc38 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:15:03.595180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:03.596123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:03.604864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:03.605196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:03.627541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (582de7a1-3d65-4959-be3e-074f70cdf053), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.634444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:03.634782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:03.635176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:03.635598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Bound port: 3b6f008a-0875-40e9-b8c8-2622f6803fca, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:03.635956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.679506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-1432d5d5-7194-4bb3-b56b-6bb949e7f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.681026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-1432d5d5-7194-4bb3-b56b-6bb949e7f0b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.1353912 Feb 03 14:15:03.718628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cbec9-b8c7-436f-aef5-38977e4630d3 req-cba09c6f-4380-4cc2-a249-c0d1809bf930 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.720136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-181cbec9-b8c7-436f-aef5-38977e4630d3 req-cba09c6f-4380-4cc2-a249-c0d1809bf930 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 943 time: 0.2857327 Feb 03 14:15:03.734344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-542c7c93-f915-41ff-b9c5-06393bb8be8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 217 time: 0.0466444 Feb 03 14:15:03.739504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee67c50f-7b51-4552-b9ae-375154f51983 req-b5da088c-9ef0-4bad-9287-5925154b3faa tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725850 Feb 03 14:15:03.746735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (582de7a1-3d65-4959-be3e-074f70cdf053), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.747673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.748279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.817305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:03.873321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:03.879793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3468866 Feb 03 14:15:03.882833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35406) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:03.896645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Request body: {'subnet': {'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1211542185-subnet', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:03.900597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d776778-81f3-4fd9-8faf-c0b922c11533 admin admin] Pushing event updated for resources: {'Network': ['ID=582de7a1-3d65-4959-be3e-074f70cdf053,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:03.903894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:03.915381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 582de7a1-3d65-4959-be3e-074f70cdf053 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:15:03.925698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-181cbec9-b8c7-436f-aef5-38977e4630d3 req-f9553cbe-1859-4064-b255-589cf6d01a81 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987545 Feb 03 14:15:03.927772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.956969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-5feba229-4e17-4426-8fee-20a9e3cfd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.961485 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-5feba229-4e17-4426-8fee-20a9e3cfd7e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.2067869 Feb 03 14:15:03.987062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35408) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:03.989823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:03.990396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:03.991697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-c3675638-451c-4472-86d1-897f733244c7 service neutron] 10.222.0.45 "PUT /v2.0/ports/3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 1096 time: 2.0687025 Feb 03 14:15:04.029753 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-46b0e422-a2d1-427d-a240-647c6f9e1c7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612047 Feb 03 14:15:04.031025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Made reservation on behalf of 81f7175b48fc42dc823b778fbbaaafaf for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:04.033537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:04.249981 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-1435d73d-f5ef-4510-9154-0a46d2b4ced6 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120440 Feb 03 14:15:04.263989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:03Z', 'revision_number': 5, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:04.300342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620ebec-e20c-45e8-81bb-d1ba78378269 None None] The sync data for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 is: [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:12:56Z', 'revision_number': 4, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'db83103c-9732-46b4-b1a8-ad84efc53883', 'name': '', 'network_id': 'd7d43a50-ae88-4b02-b8c7-ddc9d82dd899', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'mac_address': 'fa:16:3e:80:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:53Z', 'updated_at': '2022-02-03T14:13:03Z', 'revision_number': 5, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'subnets': [{'id': 'a46e3405-2ca2-47cd-83b7-d0498f4017a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:15:04.598188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3675638-451c-4472-86d1-897f733244c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:04.660261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fedd96c5-0aed-4f1a-8f7f-82da630938de tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group (10221c65-764f-4ef4-9c77-95f544350c58), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:04.692326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11398580-13ef-4392-876a-8f812b66d21b req-1a735aaf-4f0e-4f76-8055-76086b88a460 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:04.693906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11398580-13ef-4392-876a-8f812b66d21b req-1a735aaf-4f0e-4f76-8055-76086b88a460 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1804404 Feb 03 14:15:04.699547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-e805d8b5-4111-4ba4-8c38-8176bdf1533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:04.700991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-e805d8b5-4111-4ba4-8c38-8176bdf1533e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1130 time: 0.6822951 Feb 03 14:15:04.709243 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54594e-6d77-4613-923f-98558c8bce34 None None] New status for floating IP 213527fd-b40d-4579-865e-04d27f55c014: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:15:04.716290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808fd52-2cfc-4659-a668-04eaabd42173 req-b916b55e-c06d-4c9f-ab45-841a297b9476 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:04.725220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c808fd52-2cfc-4659-a668-04eaabd42173 req-b916b55e-c06d-4c9f-ab45-841a297b9476 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.7119946 Feb 03 14:15:04.747744 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fedd96c5-0aed-4f1a-8f7f-82da630938de tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group (10221c65-764f-4ef4-9c77-95f544350c58), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:04.793469 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8af0dc15-cc37-48da-829b-54e73fd08a7f req-34239f46-aba3-46f3-b5bc-14723fff9919 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366125 Feb 03 14:15:04.797884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (845e2d39-95ec-40bc-9b02-1fcaa4847f1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:04.894417 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Pushing event updated for resources: {'Subnet': ['ID=845e2d39-95ec-40bc-9b02-1fcaa4847f1c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:04.902885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11398580-13ef-4392-876a-8f812b66d21b req-52a43bd1-ad2e-4ecd-a69d-a3d4417a2094 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701272 Feb 03 14:15:04.923705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Checking segment: {'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:04.924123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Network hostable DHCP agents. Network: 582de7a1-3d65-4959-be3e-074f70cdf053, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:15:04.927132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c808fd52-2cfc-4659-a668-04eaabd42173 req-0f1726c1-67a5-475d-b01f-6562dc4ec0ce tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007999 Feb 03 14:15:04.953979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Network 582de7a1-3d65-4959-be3e-074f70cdf053 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:15:04.969779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 582de7a1-3d65-4959-be3e-074f70cdf053) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:04.977147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:04.978086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:04.983603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fe637f-7ef5-4989-8dfa-17e6cff2ad48 None None] Network 582de7a1-3d65-4959-be3e-074f70cdf053 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:04.984182 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fedd96c5-0aed-4f1a-8f7f-82da630938de tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10221c65-764f-4ef4-9c77-95f544350c58), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:04.987306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fedd96c5-0aed-4f1a-8f7f-82da630938de tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:04.989038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fedd96c5-0aed-4f1a-8f7f-82da630938de tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "DELETE /v2.0/security-groups/10221c65-764f-4ef4-9c77-95f544350c58 HTTP/1.1" status: 204 len: 168 time: 1.0010254 Feb 03 14:15:04.991583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35418) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:04.995332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-834c3154-c4d4-4fc1-af37-76a425b8c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:04.998501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-834c3154-c4d4-4fc1-af37-76a425b8c9a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2705722 Feb 03 14:15:05.007069 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3578aa7a-505d-46ab-91f5-65ca9248596f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1209290 Feb 03 14:15:05.015331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35420) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:05.020588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:05.024898 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b5d23d87-8687-440e-ad3f-5829fadb9634 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] show failed (client error): The resource could not be found. Feb 03 14:15:05.026027 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b5d23d87-8687-440e-ad3f-5829fadb9634 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "GET /v2.0/security-groups/10221c65-764f-4ef4-9c77-95f544350c58 HTTP/1.1" status: 404 len: 347 time: 0.0333412 Feb 03 14:15:05.034584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35422) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:05.054310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}, {'name': 'network-changed', 'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:05.056658 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24af424-d1fb-4b80-868f-6476cc813e07" -d '{"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-unplugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}, {"name": "network-changed", "server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:05.059975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-03ed7075-465c-45de-a435-9af4bf840741 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0544112 Feb 03 14:15:05.096294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1f65a926-be99-4bba-aed0-67012c320309 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:05.102970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:05.125717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd96c5-0aed-4f1a-8f7f-82da630938de tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10221c65-764f-4ef4-9c77-95f544350c58,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:05.133660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (4131650f-65cb-4439-b111-11fae198f1ad), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.135002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (4131650f-65cb-4439-b111-11fae198f1ad), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.250445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks [] for router_controller (4131650f-65cb-4439-b111-11fae198f1ad), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.277466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a79a3e-564c-43be-b053-77a5f6cd8e07 req-c0a59af4-dfe8-46bc-b573-d5555d31d826 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:05.285884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0a79a3e-564c-43be-b053-77a5f6cd8e07 req-c0a59af4-dfe8-46bc-b573-d5555d31d826 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 943 time: 0.2145154 Feb 03 14:15:05.309129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Deleting port c5df96ff-2b57-4c25-bf11-2281915112b0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:05.309357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-7762bd17-a2e3-4959-b376-9e3ded1ad918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:05.309830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.311491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-7762bd17-a2e3-4959-b376-9e3ded1ad918 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1949646 Feb 03 14:15:05.393012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0a79a3e-564c-43be-b053-77a5f6cd8e07 req-c0b68d25-1f03-4d2a-8ca1-c3bc2d0e8262 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061678 Feb 03 14:15:05.414618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c29983-fd64-422b-a69e-7400e079bde7 req-9cc0c1da-aee1-4579-8d20-83a4c110bc7b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:05.416140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87c29983-fd64-422b-a69e-7400e079bde7 req-9cc0c1da-aee1-4579-8d20-83a4c110bc7b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.3548427 Feb 03 14:15:05.452762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port 3b6f008a-0875-40e9-b8c8-2622f6803fca host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:15:05.455642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:05.456113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c4dfbe9e-87af-4c61-8752-ad658fc45f90 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:05.468013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-582de7a1-3d65-4959-be3e-074f70cdf053', 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053', 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'fixed_ips': [{'subnet_id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:15:05.469039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.478447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-e06ee33e-4797-4d5f-8598-5a4e83034a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:05.479969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-e06ee33e-4797-4d5f-8598-5a4e83034a71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1339037 Feb 03 14:15:05.495034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks [] for router_gateway (4131650f-65cb-4439-b111-11fae198f1ad), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.505131 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b301c1e-a6eb-498f-a02b-77e2fb6ee84d x-openstack-request-id: req-3b301c1e-a6eb-498f-a02b-77e2fb6ee84d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:05.505429 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-unplugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "code": 200}, {"name": "network-changed", "server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:05.505675 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b301c1e-a6eb-498f-a02b-77e2fb6ee84d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:05.506122 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'code': 200} Feb 03 14:15:05.506427 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'status': 'completed', 'code': 200} Feb 03 14:15:05.527456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87c29983-fd64-422b-a69e-7400e079bde7 req-a03b872e-e53c-4d5f-8aee-7be539553061 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937481 Feb 03 14:15:05.535147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.535617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for floatingip (c5df96ff-2b57-4c25-bf11-2281915112b0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.541674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: c4dfbe9e-87af-4c61-8752-ad658fc45f90 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:05.542028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c4dfbe9e-87af-4c61-8752-ad658fc45f90 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:05.567299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Calling delete_port for c5df96ff-2b57-4c25-bf11-2281915112b0 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:05.618735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-7563cc7a-59cd-4f16-bc7b-2e94a32a699a service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277673 Feb 03 14:15:05.619044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1f65a926-be99-4bba-aed0-67012c320309, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1f65a926-be99-4bba-aed0-67012c320309,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:05.680310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '1f65a926-be99-4bba-aed0-67012c320309', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'port_id': '1f65a926-be99-4bba-aed0-67012c320309', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e7b84-add1-4d2c-b4e0-8e848939b7d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:05.749575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-db5f2195-2312-435b-9124-dda774d6bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:05.751550 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-db5f2195-2312-435b-9124-dda774d6bb26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1130 time: 0.1388752 Feb 03 14:15:05.761066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1f65a926-be99-4bba-aed0-67012c320309 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:05.761461 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1f65a926-be99-4bba-aed0-67012c320309), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.780942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f65a926-be99-4bba-aed0-67012c320309 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:05.801513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Allocated IP 172.20.0.2 (582de7a1-3d65-4959-be3e-074f70cdf053/845e2d39-95ec-40bc-9b02-1fcaa4847f1c/fa6d516c-0bba-468d-923e-1dd61d379105) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:05.812930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44d63350-f0ca-4fa4-8c99-6b6661e33230 req-a7cde10c-2d7b-4974-88f4-467d70ef03ed service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871576 Feb 03 14:15:05.815398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1f65a926-be99-4bba-aed0-67012c320309, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1f65a926-be99-4bba-aed0-67012c320309,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:05.821151 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1f65a926-be99-4bba-aed0-67012c320309), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:05.986190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c5df96ff-2b57-4c25-bf11-2281915112b0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.030756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1f65a926-be99-4bba-aed0-67012c320309,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.050401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-55c78f18-0299-4a66-900e-c5aefb6bde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.052077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-55c78f18-0299-4a66-900e-c5aefb6bde41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1130 time: 0.1480808 Feb 03 14:15:06.068474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-c5d8f2ed-96e9-40bf-82a9-a4fc22493c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.070359 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-c5d8f2ed-96e9-40bf-82a9-a4fc22493c2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3129258 Feb 03 14:15:06.071415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.073045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.073592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.077686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.078010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.078456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.078903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.079345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.079787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.080221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.080684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.081118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.087656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:06.099410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Pushing event deleted for resources: {'Port': ['ID=c5df96ff-2b57-4c25-bf11-2281915112b0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.173218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks [] for router_gateway (4131650f-65cb-4439-b111-11fae198f1ad), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.179193 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-4604aeab-798e-499d-bf23-66c50bb63b08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0770121 Feb 03 14:15:06.238156 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.245864 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Publish callbacks [] for port (fa6d516c-0bba-468d-923e-1dd61d379105), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.265062 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.268203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks [] for floatingip (213527fd-b40d-4579-865e-04d27f55c014), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.269020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74783dd-5fdd-47de-9c3f-2b39511c3cd6 req-9cf8f8a8-85a2-4609-81f5-f782cb9394b9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.270795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c74783dd-5fdd-47de-9c3f-2b39511c3cd6 req-9cf8f8a8-85a2-4609-81f5-f782cb9394b9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.1497786 Feb 03 14:15:06.270940 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.274804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-b46cca90-12dc-45f6-afdf-bc1427686a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.274976 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4c00850-2f1c-47da-87a3-259fc38ff2c6 tempest-ServersTestFqdnHostnames-593915546 tempest-ServersTestFqdnHostnames-593915546-project] 10.222.0.52 "DELETE /v2.0/floatingips/213527fd-b40d-4579-865e-04d27f55c014 HTTP/1.1" status: 204 len: 168 time: 1.2363353 Feb 03 14:15:06.275069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-b46cca90-12dc-45f6-afdf-bc1427686a92 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2149012 Feb 03 14:15:06.275069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:06.309189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-34fae76b-9df7-465b-a8d7-81f0f9a583b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.310626 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-34fae76b-9df7-465b-a8d7-81f0f9a583b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1119363 Feb 03 14:15:06.314867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Network 582de7a1-3d65-4959-be3e-074f70cdf053 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:06.319147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:06.321339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:06.390586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-c580d033-8dcf-42a0-8881-84ec95d23c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.1069682 Feb 03 14:15:06.398802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39db8-4168-4b46-a613-7be16dc21f3b req-a7f1cb40-a179-4d38-8d52-8d0ba4158a93 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.406243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cae39db8-4168-4b46-a613-7be16dc21f3b req-a7f1cb40-a179-4d38-8d52-8d0ba4158a93 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.2479062 Feb 03 14:15:06.412853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Attempting to bind port fa6d516c-0bba-468d-923e-1dd61d379105 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:06.413224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Attempting to bind port fa6d516c-0bba-468d-923e-1dd61d379105 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:06.414434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Attempting to bind port fa6d516c-0bba-468d-923e-1dd61d379105 on network 582de7a1-3d65-4959-be3e-074f70cdf053 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:06.416370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-5615568d-1abe-4ac3-8c9b-c20af521a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.418076 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-5615568d-1abe-4ac3-8c9b-c20af521a03f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0987306 Feb 03 14:15:06.419487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Pushing event updated for resources: {'Port': ['ID=fa6d516c-0bba-468d-923e-1dd61d379105,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.419928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Allocated IP 172.25.0.30 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/46dd311b-c02b-4433-9bc7-42fe8ab52b91) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:06.434760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:06.435335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Checking segment: {'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:06.435592 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.436780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Bound using segment: {'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:06.438189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Bound port: fa6d516c-0bba-468d-923e-1dd61d379105, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:06.438583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.456950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['1f65a926-be99-4bba-aed0-67012c320309'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:06.560526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cae39db8-4168-4b46-a613-7be16dc21f3b req-2a3f19d0-fcbf-4577-ad9d-5dc03e76fe0b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531796 Feb 03 14:15:06.599727 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-fc889c13-d244-478f-96c2-224944e38c2d service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741340 Feb 03 14:15:06.611150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c74783dd-5fdd-47de-9c3f-2b39511c3cd6 req-c0cd338c-724f-4b51-9c1e-fbba2adc8947 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338819 Feb 03 14:15:06.625950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-0859af36-b01b-4348-88f9-3252e0526b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.627489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-0859af36-b01b-4348-88f9-3252e0526b5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2131579 Feb 03 14:15:06.668807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] For port fa6d516c-0bba-468d-923e-1dd61d379105, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:06.676638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks [] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.680355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] For port fa6d516c-0bba-468d-923e-1dd61d379105, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fa6d516c-0bba-468d-923e-1dd61d379105,segment=NetworkSegment(b4d0cba3-91f7-43b3-9baa-01136dcca8dd),segment_id=b4d0cba3-91f7-43b3-9baa-01136dcca8dd)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:06.732722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.752952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:06.773275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-39743adf-3c54-4a60-b88b-c3d95cff3341 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644268 Feb 03 14:15:06.778809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:06.860230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:06.879741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Pushing event updated for resources: {'Port': ['ID=46dd311b-c02b-4433-9bc7-42fe8ab52b91,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.886272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:06.891386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:06.942655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80a158-e7c2-4f61-bff3-2696c4353ebe req-bceac9d8-78ad-4be2-ad75-0ba2cdee563e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.951878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c80a158-e7c2-4f61-bff3-2696c4353ebe req-bceac9d8-78ad-4be2-ad75-0ba2cdee563e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 944 time: 0.3180597 Feb 03 14:15:06.959713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e23083-cf77-4edc-a1a1-be2aafcbce7f None None] Pushing event updated for resources: {'Port': ['ID=fa6d516c-0bba-468d-923e-1dd61d379105,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:06.965784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-b9df25cb-b108-4301-ab9d-704dd6ddf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:06.969541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-b9df25cb-b108-4301-ab9d-704dd6ddf4ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3200340 Feb 03 14:15:07.022732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:07.037334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '2792246b-6f9f-4491-98f5-8704b6918093', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'port_id': '2792246b-6f9f-4491-98f5-8704b6918093', 'mac_address': 'fa:16:3e:02:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b47ca1-97a3-4971-be0b-b272ee913b16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:07.088091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2792246b-6f9f-4491-98f5-8704b6918093 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:07.088451 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:07.106371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2792246b-6f9f-4491-98f5-8704b6918093 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:07.125416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-98608f81-22d4-4a7c-b38c-a18f4281a62c service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375930 Feb 03 14:15:07.146470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:07.154307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:07.216842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c80a158-e7c2-4f61-bff3-2696c4353ebe req-d37e4632-4da3-4736-b331-6fa10e91da73 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637956 Feb 03 14:15:07.281070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:07.313891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks [] for router_gateway (4131650f-65cb-4439-b111-11fae198f1ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:07.323863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082d442-a50b-458f-b7ce-1f8f776dc17e req-31b4e584-d7bf-4df5-ae56-bbc287a6f734 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:07.330991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5082d442-a50b-458f-b7ce-1f8f776dc17e req-31b4e584-d7bf-4df5-ae56-bbc287a6f734 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.4777207 Feb 03 14:15:07.431768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d24af424-d1fb-4b80-868f-6476cc813e07 req-1cafce22-6faf-4dc6-8b86-79d1c73f8a1f service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863379 Feb 03 14:15:07.455081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5082d442-a50b-458f-b7ce-1f8f776dc17e req-c8fb8977-4160-473f-8316-b9c517473801 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232040 Feb 03 14:15:07.512505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2792246b-6f9f-4491-98f5-8704b6918093'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:07.563921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e954a0c1-9950-4fab-bfb9-7a79a074fc38), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:07.600930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (4131650f-65cb-4439-b111-11fae198f1ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:07.862338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0d83c-8540-4d4a-ae99-e63c76134030 req-13660941-1a2a-4efc-9df2-21092e39ee11 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:07.863901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0b0d83c-8540-4d4a-ae99-e63c76134030 req-13660941-1a2a-4efc-9df2-21092e39ee11 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1839347 Feb 03 14:15:07.964830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929695-9498-489c-89a9-82080cae84c0 req-6e9c5516-cc17-47d2-b84c-e9b64ce715c8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:07.972297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56929695-9498-489c-89a9-82080cae84c0 req-6e9c5516-cc17-47d2-b84c-e9b64ce715c8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 945 time: 0.2182972 Feb 03 14:15:08.061958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56929695-9498-489c-89a9-82080cae84c0 req-ee81c868-9abb-4977-a630-e25a6b6d310e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880005 Feb 03 14:15:08.085831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0b0d83c-8540-4d4a-ae99-e63c76134030 req-d05c79af-273e-438a-b9bc-e6092ea57a2a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947730 Feb 03 14:15:08.181142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Deleting port db83103c-9732-46b4-b1a8-ad84efc53883 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:08.181544 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:08.188594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Router 4131650f-65cb-4439-b111-11fae198f1ad is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:15:08.289670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] For port db83103c-9732-46b4-b1a8-ad84efc53883, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=db83103c-9732-46b4-b1a8-ad84efc53883,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:08.290357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:08.306273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Calling delete_port for db83103c-9732-46b4-b1a8-ad84efc53883 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:08.357136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:08.370434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Sync routers for ids ['4131650f-65cb-4439-b111-11fae198f1ad'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:15:08.390385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:08.395783 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-63c50fad-7a9b-4b60-a135-f8ea1e474d71 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3789439 Feb 03 14:15:08.396531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35444) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:08.399601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Routers {'4131650f-65cb-4439-b111-11fae198f1ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:08.400569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4131650f-65cb-4439-b111-11fae198f1ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:08.521782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e39806-3f81-462f-894a-afab6ae8aeea None None] Network 582de7a1-3d65-4959-be3e-074f70cdf053 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:08.539310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9648d1d-5d39-4c9e-b425-33c884b81946 req-7517862f-e08f-485f-a864-bb285c3883ad tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.545999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9648d1d-5d39-4c9e-b425-33c884b81946 req-7517862f-e08f-485f-a864-bb285c3883ad tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 944 time: 0.1371355 Feb 03 14:15:08.574035 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:15:08.651155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8da36753-26e6-4052-ae84-62b159d255cd None None] Provisioning complete for port fa6d516c-0bba-468d-923e-1dd61d379105 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:08.651792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8da36753-26e6-4052-ae84-62b159d255cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:08.685035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Set router 4131650f-65cb-4439-b111-11fae198f1ad gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:08.736157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9648d1d-5d39-4c9e-b425-33c884b81946 req-642da97f-a6f2-4ef4-abf0-ba734bcf3182 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563246 Feb 03 14:15:08.768976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a363-f068-4db5-836b-873034ba4669 req-83fb79fa-c2de-4943-90d7-c11ecbf4c61b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:08.769665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:08.770602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b70a363-f068-4db5-836b-873034ba4669 req-83fb79fa-c2de-4943-90d7-c11ecbf4c61b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 948 time: 0.1844501 Feb 03 14:15:08.771471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (db83103c-9732-46b4-b1a8-ad84efc53883), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:08.771614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:08.802094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Pushing event deleted for resources: {'Port': ['ID=db83103c-9732-46b4-b1a8-ad84efc53883,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:08.822126 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:08.979527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b70a363-f068-4db5-836b-873034ba4669 req-50c2ece8-e7cf-4f9b-b1bf-2a4e06a4cd1a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803725 Feb 03 14:15:09.169926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.361657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1f65a926-be99-4bba-aed0-67012c320309 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:09.363670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fa6d516c-0bba-468d-923e-1dd61d379105 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:09.507981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Allocated IP 172.20.0.1 (582de7a1-3d65-4959-be3e-074f70cdf053/845e2d39-95ec-40bc-9b02-1fcaa4847f1c/f9ffe784-2b9a-45ed-86ed-3b28512d4e67) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:09.533181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 2792246b-6f9f-4491-98f5-8704b6918093 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:09.543330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8da36753-26e6-4052-ae84-62b159d255cd None None] Current status of the port fa6d516c-0bba-468d-923e-1dd61d379105 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:09.543732 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8da36753-26e6-4052-ae84-62b159d255cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.564838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 2792246b-6f9f-4491-98f5-8704b6918093 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:09.565221 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2792246b-6f9f-4491-98f5-8704b6918093), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.635575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e954a0c1-9950-4fab-bfb9-7a79a074fc38), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.665419 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:09.690730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8da36753-26e6-4052-ae84-62b159d255cd None None] For port fa6d516c-0bba-468d-923e-1dd61d379105, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fa6d516c-0bba-468d-923e-1dd61d379105,segment=NetworkSegment(b4d0cba3-91f7-43b3-9baa-01136dcca8dd),segment_id=b4d0cba3-91f7-43b3-9baa-01136dcca8dd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:09.697919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks [] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.709535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'mac_address': 'fa:16:3e:03:45:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:09.711126 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8da36753-26e6-4052-ae84-62b159d255cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.717567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fa6d516c-0bba-468d-923e-1dd61d379105 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:09.718101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.720966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 1f65a926-be99-4bba-aed0-67012c320309 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:09.759913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.780052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 1f65a926-be99-4bba-aed0-67012c320309 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:09.780468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1f65a926-be99-4bba-aed0-67012c320309), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.808673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Network 582de7a1-3d65-4959-be3e-074f70cdf053 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:09.812573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:09.830792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:09.877873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:09.899057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (4131650f-65cb-4439-b111-11fae198f1ad), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:09.909065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-19f78fb0-69a9-464d-8ba0-7e67c0ccafd2 None None] Provisioning complete for port fa6d516c-0bba-468d-923e-1dd61d379105 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:09.909443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19f78fb0-69a9-464d-8ba0-7e67c0ccafd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.012239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36753-26e6-4052-ae84-62b159d255cd None None] Pushing event updated for resources: {'Port': ['ID=fa6d516c-0bba-468d-923e-1dd61d379105,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:10.024820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-19f78fb0-69a9-464d-8ba0-7e67c0ccafd2 None None] Current status of the port fa6d516c-0bba-468d-923e-1dd61d379105 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:10.027802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3b6f008a-0875-40e9-b8c8-2622f6803fca is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:10.028181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.056163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6f008a-0875-40e9-b8c8-2622f6803fca {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:10.066708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Router e954a0c1-9950-4fab-bfb9-7a79a074fc38 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:10.071188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2792246b-6f9f-4491-98f5-8704b6918093 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:10.071577 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.075557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:07Z', 'revision_number': 3, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:10.082628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0b5b-3599-4b02-b6d5-425c4342181e req-c83c7799-a3b5-4bc0-b599-48e9a7c388f3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.084225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d65f0b5b-3599-4b02-b6d5-425c4342181e req-c83c7799-a3b5-4bc0-b599-48e9a7c388f3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.4453268 Feb 03 14:15:10.099448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-62bf8320-beb4-4ef4-b84f-dccdcbd671c7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.100980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-62bf8320-beb4-4ef4-b84f-dccdcbd671c7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757&tenant_id=daad21f715b240c7946d98ccadaa3246&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 948 time: 0.4515040 Feb 03 14:15:10.127339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.139672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Checking router: 4131650f-65cb-4439-b111-11fae198f1ad for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:15:10.140275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Updating router 4131650f-65cb-4439-b111-11fae198f1ad port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:15:10.186804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:10.216816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0beed-bf68-4ec5-b5ed-0529f49dba08 req-829b3260-ae39-481e-8166-9d86f2f9f659 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.218465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ba0beed-bf68-4ec5-b5ed-0529f49dba08 req-829b3260-ae39-481e-8166-9d86f2f9f659 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 945 time: 0.5777342 Feb 03 14:15:10.224309 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.229251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:10.229251 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43001431-38a0-49b1-a3e8-ea567c21c554" -d '{"events": [{"server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "name": "network-vif-plugged", "status": "completed", "tag": "2792246b-6f9f-4491-98f5-8704b6918093"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:10.276547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d65f0b5b-3599-4b02-b6d5-425c4342181e req-5d736ac6-475b-4743-9b5a-7d64ee2d6f64 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740439 Feb 03 14:15:10.318156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:10.319248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.352085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-67e98a76-3aca-425e-946d-d39f35decdf3 service neutron] 10.222.0.45 "GET /v2.0/ports/3b6f008a-0875-40e9-b8c8-2622f6803fca/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 382 time: 0.2175796 Feb 03 14:15:10.384812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fa6d516c-0bba-468d-923e-1dd61d379105 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:10.391188 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.405111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ba0beed-bf68-4ec5-b5ed-0529f49dba08 req-7c799c26-7cbe-45ad-b177-05cccde429d8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374996 Feb 03 14:15:10.421941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:10.429402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-45494cca-ad05-4198-b9fc-b2ea6d37757c admin admin] 10.222.0.52 "PUT /v2.0/routers/e954a0c1-9950-4fab-bfb9-7a79a074fc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1533883 Feb 03 14:15:10.431818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35462) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:10.435868 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] Sync routers for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:15:10.457979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1f65a926-be99-4bba-aed0-67012c320309 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:10.458374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1f65a926-be99-4bba-aed0-67012c320309), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.460385 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:10.463215 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:10.472294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-66cebfa4-3f52-420e-b3c3-b46c9a5225c9 None None] Provisioning complete for port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:10.472294 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66cebfa4-3f52-420e-b3c3-b46c9a5225c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.483742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-32c47744-6e7c-40d6-be64-ce0ada7c38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.485493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-32c47744-6e7c-40d6-be64-ce0ada7c38f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1131 time: 0.0983760 Feb 03 14:15:10.497261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:10.533584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38970-c178-49cb-9c0d-db991f30d895 req-cc9bb581-5b4d-4034-a629-463a10aa70cd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.535066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06f38970-c178-49cb-9c0d-db991f30d895 req-cc9bb581-5b4d-4034-a629-463a10aa70cd tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 949 time: 0.1045933 Feb 03 14:15:10.642469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-e8b5c05d-4d50-4253-be20-26b9f70f7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.644227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-e8b5c05d-4d50-4253-be20-26b9f70f7b9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1508236 Feb 03 14:15:10.674024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks [] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.692118 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:10.695611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.706870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3b6f008a-0875-40e9-b8c8-2622f6803fca'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:10.735211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks [] for router (e954a0c1-9950-4fab-bfb9-7a79a074fc38), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.751489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-66cebfa4-3f52-420e-b3c3-b46c9a5225c9 None None] Port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:15:10.784368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-103f62f1-7acb-4b56-9523-84c62ea51775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.1076841 Feb 03 14:15:10.796113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06f38970-c178-49cb-9c0d-db991f30d895 req-c91bee17-5b64-42a7-8ac8-c3f4fe028fe8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254245 Feb 03 14:15:10.824224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec276db-63b6-4c6a-a399-b9118b0e3131 req-f90cb476-78ff-4972-84a1-4b0045f0fc86 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.827473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bec276db-63b6-4c6a-a399-b9118b0e3131 req-f90cb476-78ff-4972-84a1-4b0045f0fc86 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 944 time: 0.2201772 Feb 03 14:15:10.867900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:10.873297 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (4131650f-65cb-4439-b111-11fae198f1ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.930735 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62ad936-414f-4da0-aa07-6d1b1a25fbd6 x-openstack-request-id: req-d62ad936-414f-4da0-aa07-6d1b1a25fbd6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:10.931040 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "name": "network-vif-plugged", "status": "completed", "tag": "2792246b-6f9f-4491-98f5-8704b6918093", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:10.931271 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d62ad936-414f-4da0-aa07-6d1b1a25fbd6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:10.931661 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093', 'code': 200} Feb 03 14:15:10.945119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1f65a926-be99-4bba-aed0-67012c320309, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1f65a926-be99-4bba-aed0-67012c320309,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:10.964807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-c077afd2-99e0-4f22-be39-eaf68e47914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:10.972437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1f65a926-be99-4bba-aed0-67012c320309), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:10.972846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-c077afd2-99e0-4f22-be39-eaf68e47914c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1726413 Feb 03 14:15:11.011843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:11.037773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks [] for router_gateway (e954a0c1-9950-4fab-bfb9-7a79a074fc38), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.084468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Network 582de7a1-3d65-4959-be3e-074f70cdf053 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:11.121700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-1d93ffab-1e0b-4ec1-8318-161c8022f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:11.122266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:11.130774 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '84924028-903a-400f-be08-fb060c4ce658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:15:08Z', 'revision_number': 5, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port': {'id': '84924028-903a-400f-be08-fb060c4ce658', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:12:46Z', 'updated_at': '2022-02-03T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:11.140666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-1d93ffab-1e0b-4ec1-8318-161c8022f57e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1400423 Feb 03 14:15:11.152466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fa6d516c-0bba-468d-923e-1dd61d379105 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:11.205836 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] Checking router: e954a0c1-9950-4fab-bfb9-7a79a074fc38 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:15:11.227048 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] Routers {'e954a0c1-9950-4fab-bfb9-7a79a074fc38'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:11.228684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1f65a926-be99-4bba-aed0-67012c320309,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:11.228942 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:11.248568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Deleting port 84924028-903a-400f-be08-fb060c4ce658 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:11.249136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (84924028-903a-400f-be08-fb060c4ce658), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.252613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc9350-2b5c-4b3f-a136-087d44c09c4f req-7052d8ef-8204-48ce-af51-f9817d3076d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:11.254740 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1fc9350-2b5c-4b3f-a136-087d44c09c4f req-7052d8ef-8204-48ce-af51-f9817d3076d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1128 time: 0.2190938 Feb 03 14:15:11.309897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-dddec9d4-d4ed-4290-97fb-067e6a1470c7 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673348 Feb 03 14:15:11.394880 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1fc9350-2b5c-4b3f-a136-087d44c09c4f req-ae5dd611-8f87-4a13-92fd-1d091b849fa4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244075 Feb 03 14:15:11.397823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Publish callbacks [] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.400655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fa6d516c-0bba-468d-923e-1dd61d379105 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:11.401025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.423712 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.450899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bec276db-63b6-4c6a-a399-b9118b0e3131 req-fae7913c-a51b-4767-a103-01f2bd77c7a9 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726274 Feb 03 14:15:11.479439 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] Set router e954a0c1-9950-4fab-bfb9-7a79a074fc38 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:11.543274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-27954536-e826-424e-b114-4af999a7a5fc service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280531 Feb 03 14:15:11.589350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Router 4131650f-65cb-4439-b111-11fae198f1ad has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:11.593209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5ac69-4fed-494c-9f5c-4a08780b943e req-258a40e2-b91c-469a-8731-ab766ddfe25a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:11.595085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ee5ac69-4fed-494c-9f5c-4a08780b943e req-258a40e2-b91c-469a-8731-ab766ddfe25a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1518927 Feb 03 14:15:11.597011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Attempting to bind port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:11.597387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Attempting to bind port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:11.597752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Attempting to bind port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:11.605590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441126-652f-4683-bf50-11995d280b32 None None] Pushing event updated for resources: {'Port': ['ID=46dd311b-c02b-4433-9bc7-42fe8ab52b91,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:11.624101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:11.624897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:11.625498 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.626103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:11.626838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Bound port: 46dd311b-c02b-4433-9bc7-42fe8ab52b91, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:11.627423 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.686469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] For port 46dd311b-c02b-4433-9bc7-42fe8ab52b91, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:11.690471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ee5ac69-4fed-494c-9f5c-4a08780b943e req-63f54591-8e20-4332-99b2-76ae279c71b4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551393 Feb 03 14:15:11.690709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] For port 46dd311b-c02b-4433-9bc7-42fe8ab52b91, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46dd311b-c02b-4433-9bc7-42fe8ab52b91,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:11.742222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa61f-53f8-4d2d-9a26-7a5f047e2fc4 req-e50db3a8-83f6-4041-8568-1a172608312a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:11.746998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c25fa61f-53f8-4d2d-9a26-7a5f047e2fc4 req-e50db3a8-83f6-4041-8568-1a172608312a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 946 time: 0.1509051 Feb 03 14:15:11.754180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-120d6486-7280-4cc6-a96b-ca5cd72c3a47 None None] Provisioning complete for port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:11.754751 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-120d6486-7280-4cc6-a96b-ca5cd72c3a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.793701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fa6d516c-0bba-468d-923e-1dd61d379105 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:11.798213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-120d6486-7280-4cc6-a96b-ca5cd72c3a47 None None] Port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:15:11.799258 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:15:11Z', 'revision_number': 6, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:11.801477 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:11.832305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c25fa61f-53f8-4d2d-9a26-7a5f047e2fc4 req-4335596e-913b-4f13-9625-4e9c884ded9a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771170 Feb 03 14:15:11.899357 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c697e4-1b5b-475a-be18-8f7bc04efbbb None None] The sync data for ids ['e954a0c1-9950-4fab-bfb9-7a79a074fc38'] in n-d-827549-2 is: [{'id': 'e954a0c1-9950-4fab-bfb9-7a79a074fc38', 'name': 'tempest-ServersTestFqdnHostnames-28766934-router', 'tenant_id': '8e00b989922d43fabc2c7a77da65c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:12:44Z', 'updated_at': '2022-02-03T14:15:11Z', 'revision_number': 6, 'project_id': '8e00b989922d43fabc2c7a77da65c113', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:15:11.993577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95047853-8669-40d3-917a-1a57e995fdcc req-99171951-f994-443b-a349-84cdb5c21b64 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:11.995272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95047853-8669-40d3-917a-1a57e995fdcc req-99171951-f994-443b-a349-84cdb5c21b64 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 949 time: 0.0714927 Feb 03 14:15:12.031550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] For port 84924028-903a-400f-be08-fb060c4ce658, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=84924028-903a-400f-be08-fb060c4ce658,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:12.032170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (84924028-903a-400f-be08-fb060c4ce658), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.053242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Calling delete_port for 84924028-903a-400f-be08-fb060c4ce658 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:12.060075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95047853-8669-40d3-917a-1a57e995fdcc req-97ccf848-bd75-4f7b-8e9b-88e59fa7b454 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Feb 03 14:15:12.078194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Routers {'4131650f-65cb-4439-b111-11fae198f1ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:12.079011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4131650f-65cb-4439-b111-11fae198f1ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:12.124650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441126-652f-4683-bf50-11995d280b32 None None] Pushing event updated for resources: {'Port': ['ID=46dd311b-c02b-4433-9bc7-42fe8ab52b91,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:12.164738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:12.171187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8e1a5a25-cfbb-4c73-bc50-0a4072c6ed66 admin admin] 10.222.0.52 "PUT /v2.0/routers/4131650f-65cb-4439-b111-11fae198f1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7735221 Feb 03 14:15:12.211331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] Set router 4131650f-65cb-4439-b111-11fae198f1ad gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:12.313508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84924028-903a-400f-be08-fb060c4ce658), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.373766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Pushing event deleted for resources: {'Port': ['ID=84924028-903a-400f-be08-fb060c4ce658,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:12.453961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e954a0c1-9950-4fab-bfb9-7a79a074fc38), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.539680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 4, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f9ffe784-2b9a-45ed-86ed-3b28512d4e67', 'name': '', 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'mac_address': 'fa:16:3e:8e:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:09Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 2, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'subnets': [{'id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:12.574717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7d325-247a-416f-a284-42c2a94791bc None None] The sync data for ids ['4131650f-65cb-4439-b111-11fae198f1ad'] in n-d-827549-2 is: [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 4, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f9ffe784-2b9a-45ed-86ed-3b28512d4e67', 'name': '', 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'mac_address': 'fa:16:3e:8e:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:09Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 2, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'subnets': [{'id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:15:12.622085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e954a0c1-9950-4fab-bfb9-7a79a074fc38), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.628520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks [] for router_controller (e954a0c1-9950-4fab-bfb9-7a79a074fc38), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.683826 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e954a0c1-9950-4fab-bfb9-7a79a074fc38), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.684864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e954a0c1-9950-4fab-bfb9-7a79a074fc38 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:15:12.692974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74252d-2017-4bda-a058-2d4b5331af80 req-d6f4e68f-391a-4d3e-80b0-8813d230e2d9 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:12.695827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.699677 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99b41fce-463c-4c60-b374-5c391ab4254b admin admin] 10.222.0.52 "DELETE /v2.0/routers/e954a0c1-9950-4fab-bfb9-7a79a074fc38 HTTP/1.1" status: 204 len: 168 time: 2.2621124 Feb 03 14:15:12.700189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee74252d-2017-4bda-a058-2d4b5331af80 req-d6f4e68f-391a-4d3e-80b0-8813d230e2d9 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 945 time: 0.1507180 Feb 03 14:15:12.701006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35478) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:12.725654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-0e7d4f4c-c6c0-48b9-ac5d-6f95987bcdf2 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2098665 Feb 03 14:15:12.735850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:12.776945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] Deleting subnet a46e3405-2ca2-47cd-83b7-d0498f4017a2 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:15:12.783585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] Publish callbacks [] for subnet (a46e3405-2ca2-47cd-83b7-d0498f4017a2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.787389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:12.852525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (a46e3405-2ca2-47cd-83b7-d0498f4017a2), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.853664 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:12.912580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee74252d-2017-4bda-a058-2d4b5331af80 req-2065f786-f50d-4875-a2e3-28361c7828b3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107518 Feb 03 14:15:12.935048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459adf9-01a9-41be-bc92-93307d9c205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f65a926-be99-4bba-aed0-67012c320309'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:12.944762 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c32a34a-b57b-4c40-83af-e9c80afb6ebc" -d '{"events": [{"server_uuid": "4459adf9-01a9-41be-bc92-93307d9c205d", "name": "network-vif-plugged", "status": "completed", "tag": "1f65a926-be99-4bba-aed0-67012c320309"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:12.986965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 3b6f008a-0875-40e9-b8c8-2622f6803fca completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:12.992285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 3b6f008a-0875-40e9-b8c8-2622f6803fca triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:12.992878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.138436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (a46e3405-2ca2-47cd-83b7-d0498f4017a2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.160353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1c603-9137-4673-8ced-9e8a8375be1a req-98f74454-9c72-4b7e-87de-238b9fd06214 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:13.161860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95c1c603-9137-4673-8ced-9e8a8375be1a req-98f74454-9c72-4b7e-87de-238b9fd06214 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.0879750 Feb 03 14:15:13.194406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 84924028-903a-400f-be08-fb060c4ce658 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:13.263222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (a46e3405-2ca2-47cd-83b7-d0498f4017a2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.275627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.288448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 84924028-903a-400f-be08-fb060c4ce658 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:13.288837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 84924028-903a-400f-be08-fb060c4ce658 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:13.289256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device db83103c-9732-46b4-b1a8-ad84efc53883 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:13.292017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3b6f008a-0875-40e9-b8c8-2622f6803fca is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:13.292609 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.324999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46e3405-2ca2-47cd-83b7-d0498f4017a2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:13.336890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.350093 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24dc689d-7ff2-46c2-a6f3-673e862065a3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a46e3405-2ca2-47cd-83b7-d0498f4017a2 HTTP/1.1" status: 204 len: 168 time: 0.6465268 Feb 03 14:15:13.354166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:13.366877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35488) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:13.380371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32c286-6f92-4302-8d8d-3a68fcedccc2 None None] Network d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:13.430199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Allocated IP 172.25.0.20 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/0845193f-4106-4756-a875-4321fa09b088) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:13.469842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95c1c603-9137-4673-8ced-9e8a8375be1a req-0e7513ff-67cc-4fbc-9363-6aace579208e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014760 Feb 03 14:15:13.493425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.531782 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.627340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: db83103c-9732-46b4-b1a8-ad84efc53883 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:13.627954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device db83103c-9732-46b4-b1a8-ad84efc53883 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:13.648037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:13.661375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Deleting port f235989c-ab89-4921-9d7b-0b2eec075fa0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:13.666260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.743734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e25776-71e8-4a42-b536-20d15c0b77d3 req-d5d9e3f6-105d-4bdc-92e4-6bb2fad0e822 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:13.756957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67e25776-71e8-4a42-b536-20d15c0b77d3 req-d5d9e3f6-105d-4bdc-92e4-6bb2fad0e822 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 946 time: 0.1408839 Feb 03 14:15:13.787755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] DHCP port deletion for d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:15:13.796317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for port (0845193f-4106-4756-a875-4321fa09b088), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.871974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67e25776-71e8-4a42-b536-20d15c0b77d3 req-850a1bf1-cf2f-467d-89da-a1c1802feb83 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138463 Feb 03 14:15:13.916607 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0845193f-4106-4756-a875-4321fa09b088), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.945078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] For port f235989c-ab89-4921-9d7b-0b2eec075fa0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f235989c-ab89-4921-9d7b-0b2eec075fa0,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:13.945078 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.980131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] Deleting port f235989c-ab89-4921-9d7b-0b2eec075fa0 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:13.982706 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:13.989276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Calling delete_port for f235989c-ab89-4921-9d7b-0b2eec075fa0 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:14.046684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:14.048602 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e0f73-e816-420d-b4b4-d436337c6068 x-openstack-request-id: req-5f5e0f73-e816-420d-b4b4-d436337c6068 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:14.048888 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4459adf9-01a9-41be-bc92-93307d9c205d", "name": "network-vif-plugged", "status": "completed", "tag": "1f65a926-be99-4bba-aed0-67012c320309", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:14.049198 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f5e0f73-e816-420d-b4b4-d436337c6068 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:14.049533 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459adf9-01a9-41be-bc92-93307d9c205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f65a926-be99-4bba-aed0-67012c320309', 'code': 200} Feb 03 14:15:14.052799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:14.059716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:14.170812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.193330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] For port f235989c-ab89-4921-9d7b-0b2eec075fa0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f235989c-ab89-4921-9d7b-0b2eec075fa0,segment=NetworkSegment(fbbe9c59-0765-40c1-985c-5e52c3e9eaae),segment_id=fbbe9c59-0765-40c1-985c-5e52c3e9eaae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:14.197035 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.223848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f235989c-ab89-4921-9d7b-0b2eec075fa0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:14.263817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] No DVR routers for this DVR port f235989c-ab89-4921-9d7b-0b2eec075fa0 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:14.268392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] Calling delete_port for f235989c-ab89-4921-9d7b-0b2eec075fa0 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:14.354538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db9cf3-692d-46a8-ad2b-46bc2d319328 req-c8835bd9-70d7-4250-9d66-99a48092335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:14.356748 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e8db9cf3-692d-46a8-ad2b-46bc2d319328 req-c8835bd9-70d7-4250-9d66-99a48092335a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 1127 time: 0.1463771 Feb 03 14:15:14.400754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (f235989c-ab89-4921-9d7b-0b2eec075fa0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.415990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.426606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Pushing event updated for resources: {'Port': ['ID=0845193f-4106-4756-a875-4321fa09b088,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:14.433025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] Pushing event deleted for resources: {'Port': ['ID=f235989c-ab89-4921-9d7b-0b2eec075fa0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:14.435022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e55c462-18f2-4a0b-8d21-d6be8d7ff9a7 None None] No DVR routers for this DVR port f235989c-ab89-4921-9d7b-0b2eec075fa0 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:14.466401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (60f6560b-3b9e-4eb4-8a60-0aabf6548f64), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.469956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d43a50-ae88-4b02-b8c7-ddc9d82dd899']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:14.498832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:14.499198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbe9c59-0765-40c1-985c-5e52c3e9eaae') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:14.518221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (fbbe9c59-0765-40c1-985c-5e52c3e9eaae), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.523532 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e8db9cf3-692d-46a8-ad2b-46bc2d319328 req-0ce61369-ff78-4c24-8c68-dddad46615f8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595769 Feb 03 14:15:14.539933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f69062-f5b6-4e59-9873-7ed9a629aa1f req-52071cc7-4302-425d-9e28-80204a3bb488 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:14.541195 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fbbe9c59-0765-40c1-985c-5e52c3e9eaae), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.548750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:15:14.549425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (fbbe9c59-0765-40c1-985c-5e52c3e9eaae), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:15:14.551635 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:15:14.554363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21f69062-f5b6-4e59-9873-7ed9a629aa1f req-52071cc7-4302-425d-9e28-80204a3bb488 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.3683898 Feb 03 14:15:14.563764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-439eb41f-9ed0-4d89-9e82-46ebc1e1b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:14.565352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-439eb41f-9ed0-4d89-9e82-46ebc1e1b4b8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757&tenant_id=daad21f715b240c7946d98ccadaa3246 HTTP/1.1" status: 200 len: 1132 time: 0.2658095 Feb 03 14:15:14.567370 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0845193f-4106-4756-a875-4321fa09b088), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.634452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (d7d43a50-ae88-4b02-b8c7-ddc9d82dd899), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.643127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.654023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] 10.222.0.52 "DELETE /v2.0/networks/d7d43a50-ae88-4b02-b8c7-ddc9d82dd899 HTTP/1.1" status: 204 len: 168 time: 1.2818441 Feb 03 14:15:14.661300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21f69062-f5b6-4e59-9873-7ed9a629aa1f req-843dd5b1-8b13-4720-972f-1723e6a3e83e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946703 Feb 03 14:15:14.666760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab275-3b03-4c69-8d7f-258260fdb6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d43a50-ae88-4b02-b8c7-ddc9d82dd899,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:14.830211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35498) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:14.843810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for port (0845193f-4106-4756-a875-4321fa09b088), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.858993 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0845193f-4106-4756-a875-4321fa09b088), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.890362 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af89dbd6-58f9-4ab3-bba1-a2fdce350159 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e00b989922d43fabc2c7a77da65c113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588229 Feb 03 14:15:14.892875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35502) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:14.920674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:14.953896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2823ec44-7031-4640-a60d-3e8f5b364b61 admin admin] Publish callbacks [] for security_group (20d09296-0af9-4cf4-82e2-4b8ca1afb3ce), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.969416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073afcb5-7897-4944-a314-3cfda8216939 req-4363183b-0e79-49c0-9c4e-18d0024d477d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:14.978807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073afcb5-7897-4944-a314-3cfda8216939 req-4363183b-0e79-49c0-9c4e-18d0024d477d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 945 time: 0.1905172 Feb 03 14:15:14.980613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2823ec44-7031-4640-a60d-3e8f5b364b61 admin admin] Publish callbacks [] for security_group (20d09296-0af9-4cf4-82e2-4b8ca1afb3ce), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:14.993917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Pushing event updated for resources: {'Port': ['ID=0845193f-4106-4756-a875-4321fa09b088,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:15.044114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2823ec44-7031-4640-a60d-3e8f5b364b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (20d09296-0af9-4cf4-82e2-4b8ca1afb3ce), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.054386 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2823ec44-7031-4640-a60d-3e8f5b364b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.055897 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2823ec44-7031-4640-a60d-3e8f5b364b61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20d09296-0af9-4cf4-82e2-4b8ca1afb3ce HTTP/1.1" status: 204 len: 168 time: 0.1620898 Feb 03 14:15:15.066742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823ec44-7031-4640-a60d-3e8f5b364b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d09296-0af9-4cf4-82e2-4b8ca1afb3ce,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:15.094720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.187151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073afcb5-7897-4944-a314-3cfda8216939 req-4262cca1-95bb-42ac-abc9-0bd08bf30e65 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021704 Feb 03 14:15:15.190523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (60f6560b-3b9e-4eb4-8a60-0aabf6548f64), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.258158 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.259417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-ab14a506-f36b-495f-aaba-d4659f253823 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5323617 Feb 03 14:15:15.267490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46dd311b-c02b-4433-9bc7-42fe8ab52b91 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:15.382034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:15.382767 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.466045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-cd11b74a-f38b-42f4-9790-628b6ad51209 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0871713 Feb 03 14:15:15.490148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:15.490748 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.521597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 46dd311b-c02b-4433-9bc7-42fe8ab52b91, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46dd311b-c02b-4433-9bc7-42fe8ab52b91,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:15.527977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.637799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=46dd311b-c02b-4433-9bc7-42fe8ab52b91,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:15.643833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f235989c-ab89-4921-9d7b-0b2eec075fa0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:15.682494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f235989c-ab89-4921-9d7b-0b2eec075fa0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:15.683026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f235989c-ab89-4921-9d7b-0b2eec075fa0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:15.734028 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e30cd6ae-0e5b-4871-85cb-95f65359082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:15.953211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1d091-fd2d-4b57-a7ec-7d16b249a783 req-16db63a8-f2ec-4354-9a61-e9f4c8c1560a tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:15.954896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76f1d091-fd2d-4b57-a7ec-7d16b249a783 req-16db63a8-f2ec-4354-9a61-e9f4c8c1560a tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1128 time: 0.5749917 Feb 03 14:15:15.958790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:16.027858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-817e7954-3723-4f55-953a-44e599d10e91 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:16.034597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73ac65d5-0d37-405d-a857-cddd50fa8ed4 req-817e7954-3723-4f55-953a-44e599d10e91 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.5676701 Feb 03 14:15:16.050609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:16.053858 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc50798f-5f28-4967-8cbc-0083985c6a97" -d '{"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-plugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:16.072175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:16.078028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35530) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:16.130057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76f1d091-fd2d-4b57-a7ec-7d16b249a783 req-6ab217a1-5f7d-4f82-a691-88a1ad542613 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688819 Feb 03 14:15:16.166257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Sync routers for ids ['4131650f-65cb-4439-b111-11fae198f1ad'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:15:16.179703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:16.182086 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3608f8-112a-4e72-8bc6-81cc1ea41105" -d '{"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-unplugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:16.186755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Publish callbacks [] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.192455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Routers {'4131650f-65cb-4439-b111-11fae198f1ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:16.194238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:14:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4131650f-65cb-4439-b111-11fae198f1ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:16.207655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Transition to ACTIVE for port object 3b6f008a-0875-40e9-b8c8-2622f6803fca will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:16.216379 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.237681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33779c-f8f0-4f5b-86b0-6b8877b30fa5 req-53469cc6-2e78-4c59-a134-6d01fb1034c4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:16.239161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a33779c-f8f0-4f5b-86b0-6b8877b30fa5 req-53469cc6-2e78-4c59-a134-6d01fb1034c4 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1060796 Feb 03 14:15:16.269780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-312756217-network', 'tenant_id': 'cf6def0cdb2a4905925e7028fc569e29'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:16.340646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] No DVR routers for this DVR port 3b6f008a-0875-40e9-b8c8-2622f6803fca on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:16.342703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Made reservation on behalf of cf6def0cdb2a4905925e7028fc569e29 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:16.347765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.354538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a33779c-f8f0-4f5b-86b0-6b8877b30fa5 req-8f56e14b-0d4a-4587-af5b-36058179d085 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977397 Feb 03 14:15:16.358788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:16.366214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.407399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Set router 4131650f-65cb-4439-b111-11fae198f1ad gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:16.480846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d65c6680-9ca2-476c-a325-9b973f621447 req-d4769306-af11-49c6-9727-84d60463a668 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips/60f6560b-3b9e-4eb4-8a60-0aabf6548f64 HTTP/1.1" status: 200 len: 692 time: 0.0473454 Feb 03 14:15:16.489113 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks [] for security_group (786b6cbc-3af4-4196-ab0a-ed2208c20e09), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.499818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (786b6cbc-3af4-4196-ab0a-ed2208c20e09), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.532325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:15:16.538277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:16.538766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:16.539199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:16.545426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b6cbc-3af4-4196-ab0a-ed2208c20e09,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:16.551866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1dccf527-0613-431b-ae1c-979954994e37), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.552271 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Added segment 1dccf527-0613-431b-ae1c-979954994e37 of type vlan for network 701adf70-1c43-4547-b359-b4637905c824 Feb 03 14:15:16.588673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:16.588999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Attempting to bind port 3b6f008a-0875-40e9-b8c8-2622f6803fca on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:16.599378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:16.599724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:16.600119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:16.600624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Bound port: 3b6f008a-0875-40e9-b8c8-2622f6803fca, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:16.601039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.611137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5782e9-3ae7-4429-ac62-f8d4cf03e34a req-23abf302-ca46-4a49-b306-e1e14aad148a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:16.612722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe5782e9-3ae7-4429-ac62-f8d4cf03e34a req-23abf302-ca46-4a49-b306-e1e14aad148a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 949 time: 0.3021767 Feb 03 14:15:16.621963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (701adf70-1c43-4547-b359-b4637905c824), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.677324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe5782e9-3ae7-4429-ac62-f8d4cf03e34a req-7df32171-4e28-4503-8b57-ece1b4694e0a tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527372 Feb 03 14:15:16.678532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (701adf70-1c43-4547-b359-b4637905c824), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.679529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:16.680363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.737398 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6577644 Feb 03 14:15:16.740386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35540) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:16.751844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6680-9ca2-476c-a325-9b973f621447 req-1762dd63-edc7-4ba4-9ac2-101c61d816f9 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:16.753559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d65c6680-9ca2-476c-a325-9b973f621447 req-1762dd63-edc7-4ba4-9ac2-101c61d816f9 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.2571862 Feb 03 14:15:16.757495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Request body: {'subnet': {'network_id': '701adf70-1c43-4547-b359-b4637905c824', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-312756217-subnet', 'tenant_id': 'cf6def0cdb2a4905925e7028fc569e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:16.787235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6a957-53af-465e-92ee-2e3550f7eff2 admin admin] Pushing event updated for resources: {'Network': ['ID=701adf70-1c43-4547-b359-b4637905c824,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:16.787817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-d65c6680-9ca2-476c-a325-9b973f621447 req-82435bbc-0064-4740-bff0-8c0af246e248 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:15:16.789211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d65c6680-9ca2-476c-a325-9b973f621447 req-82435bbc-0064-4740-bff0-8c0af246e248 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085776 Feb 03 14:15:16.794856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Made reservation on behalf of cf6def0cdb2a4905925e7028fc569e29 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:16.798381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:16.826851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 701adf70-1c43-4547-b359-b4637905c824 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:15:16.938608 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f7813-b322-4c27-ad86-28be4ba41459 x-openstack-request-id: req-0e0f7813-b322-4c27-ad86-28be4ba41459 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:16.938854 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11612483-8bfc-4afb-a3b6-771d66efc45a x-openstack-request-id: req-11612483-8bfc-4afb-a3b6-771d66efc45a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:16.938998 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-unplugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:16.939100 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-plugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:16.939205 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e0f7813-b322-4c27-ad86-28be4ba41459 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:16.939300 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11612483-8bfc-4afb-a3b6-771d66efc45a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:16.939524 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'code': 200} Feb 03 14:15:16.939806 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'code': 200} Feb 03 14:15:16.943345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:16.991132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 4, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f9ffe784-2b9a-45ed-86ed-3b28512d4e67', 'name': '', 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'mac_address': 'fa:16:3e:8e:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:09Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 2, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'subnets': [{'id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:17.051869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:17.081366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:17.089526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (801bc178-f129-44d6-88af-a0eec364e86c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:17.108332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:17.183061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b56b5a-2f3e-4259-a53c-de012fdfdde2 req-fd525307-7981-44f7-8f2a-df86b5798a83 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.184650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47b56b5a-2f3e-4259-a53c-de012fdfdde2 req-fd525307-7981-44f7-8f2a-df86b5798a83 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1128 time: 0.2388296 Feb 03 14:15:17.192724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46dd311b-c02b-4433-9bc7-42fe8ab52b91 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:17.197696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Checking router: 4131650f-65cb-4439-b111-11fae198f1ad for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:15:17.197696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Updating router 4131650f-65cb-4439-b111-11fae198f1ad port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:15:17.209106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.209728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:17.211183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] 10.222.0.71 "PUT /v2.0/ports/3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 1097 time: 2.2993274 Feb 03 14:15:17.223981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f064084-8544-4bc3-adee-2bcb80571fcb req-e7a69a50-4e19-449e-b2ff-1fbe6b523cec tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.231589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f064084-8544-4bc3-adee-2bcb80571fcb req-e7a69a50-4e19-449e-b2ff-1fbe6b523cec tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 945 time: 0.2465067 Feb 03 14:15:17.285558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port 3b6f008a-0875-40e9-b8c8-2622f6803fca host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:15:17.287166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:17.287331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801bc178-f129-44d6-88af-a0eec364e86c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:17.289940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:17.331984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507b3b6-2cb1-4ca2-a4d9-eed03422e238 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=11']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:17.364589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Checking segment: {'id': '1dccf527-0613-431b-ae1c-979954994e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '701adf70-1c43-4547-b359-b4637905c824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:17.364948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Network hostable DHCP agents. Network: 701adf70-1c43-4547-b359-b4637905c824, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:15:17.407083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47b56b5a-2f3e-4259-a53c-de012fdfdde2 req-99787e2c-3e5f-4aa1-ad0a-be5dcabd9f46 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912954 Feb 03 14:15:17.415088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f064084-8544-4bc3-adee-2bcb80571fcb req-df8c3ee9-900c-41f6-accc-a8b273cc4f99 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827958 Feb 03 14:15:17.441860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-f4e25372-b9fd-4853-8aca-8a314bf0a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.443754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-f4e25372-b9fd-4853-8aca-8a314bf0a8cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1131 time: 0.1657281 Feb 03 14:15:17.444948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Network 701adf70-1c43-4547-b359-b4637905c824 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:15:17.479570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 701adf70-1c43-4547-b359-b4637905c824) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:17.516143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.516823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:17.551841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:17.552373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:17.562411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed793807-94db-418b-af70-71d880fb084b None None] Network 701adf70-1c43-4547-b359-b4637905c824 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:17.668636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc2ee9f7-c5dd-45bf-9784-353f0179136a req-e66407b9-1783-4144-af3b-d8b9bece9008 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=81f7175b48fc42dc823b778fbbaaafaf HTTP/1.1" status: 200 len: 695 time: 0.1820941 Feb 03 14:15:17.677759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-95b46e69-21f7-4bd4-b5b7-c01826534f11 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9333768 Feb 03 14:15:17.830305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0565af-3117-4f11-b605-f80a4f9b9538 None None] Network 701adf70-1c43-4547-b359-b4637905c824 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:17.838344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee9f7-c5dd-45bf-9784-353f0179136a req-ebce184b-0fed-487c-a86d-2e550ff545a0 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.840274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc2ee9f7-c5dd-45bf-9784-353f0179136a req-ebce184b-0fed-487c-a86d-2e550ff545a0 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks?id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 787 time: 0.1593857 Feb 03 14:15:17.844893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-1de2002d-f4bc-41d6-9c4f-8c47059c772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.846618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-1de2002d-f4bc-41d6-9c4f-8c47059c772b service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3956354 Feb 03 14:15:17.856978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-cc2ee9f7-c5dd-45bf-9784-353f0179136a req-4a122c0e-0c3d-4c32-a69e-98f98d88414b tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:15:17.858319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc2ee9f7-c5dd-45bf-9784-353f0179136a req-4a122c0e-0c3d-4c32-a69e-98f98d88414b tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094297 Feb 03 14:15:17.877810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4203544-8349-4615-870b-60c50400a07e req-5eeed3f9-43ce-4052-9883-65e2aef30aaf tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:17.882044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4203544-8349-4615-870b-60c50400a07e req-5eeed3f9-43ce-4052-9883-65e2aef30aaf tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.2948530 Feb 03 14:15:17.949315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:17.950295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-2a58b699-6686-4503-bf03-5c27552d8ef6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0905306 Feb 03 14:15:18.048109 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd47bf07-91a3-4b9f-8f07-16c8dc576ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.055682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4203544-8349-4615-870b-60c50400a07e req-26cce84d-9c1c-4184-ad41-1e7d47f3b3e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656840 Feb 03 14:15:18.059245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-d1fc5451-5d79-4df6-82bb-b3e0876ac810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.061192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-d1fc5451-5d79-4df6-82bb-b3e0876ac810 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1038783 Feb 03 14:15:18.114941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Publish callbacks [] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.123846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.130798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17817072-a6e2-4e22-91b3-fde4cd05270b req-0699cc93-20d4-483e-9e95-cdf8be7d9954 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.131555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17817072-a6e2-4e22-91b3-fde4cd05270b req-0699cc93-20d4-483e-9e95-cdf8be7d9954 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 945 time: 0.1460509 Feb 03 14:15:18.175026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-b787d8d0-4cf6-443a-b148-092dba6e8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.181389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-b787d8d0-4cf6-443a-b148-092dba6e8e17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1139414 Feb 03 14:15:18.197007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e94c2-f36f-4b1f-8684-9d666c871590 None None] Pushing event updated for resources: {'Port': ['ID=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:18.240484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17817072-a6e2-4e22-91b3-fde4cd05270b req-9e5c62de-e8c0-49ea-ab1b-c59ac48ba6a6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997398 Feb 03 14:15:18.273607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Attempting to bind port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:18.273998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Attempting to bind port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:18.274368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Attempting to bind port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 on network 582de7a1-3d65-4959-be3e-074f70cdf053 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:18.280624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:18.281145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Checking segment: {'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:18.281561 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.281957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Bound using segment: {'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:18.282431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Bound port: f9ffe784-2b9a-45ed-86ed-3b28512d4e67, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:18.282811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.358628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] For port f9ffe784-2b9a-45ed-86ed-3b28512d4e67, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:18.362363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] For port f9ffe784-2b9a-45ed-86ed-3b28512d4e67, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,segment=NetworkSegment(b4d0cba3-91f7-43b3-9baa-01136dcca8dd),segment_id=b4d0cba3-91f7-43b3-9baa-01136dcca8dd)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:18.372866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.443929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Routers {'4131650f-65cb-4439-b111-11fae198f1ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:18.444753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4131650f-65cb-4439-b111-11fae198f1ad'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:18.453233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e94c2-f36f-4b1f-8684-9d666c871590 None None] Pushing event updated for resources: {'Port': ['ID=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:18.475541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-c0866ddb-07ad-4999-bb84-e0c5fe8e4cad service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387977 Feb 03 14:15:18.486856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-3177ac1c-f273-49d5-a8a7-609e14b431be tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips/60f6560b-3b9e-4eb4-8a60-0aabf6548f64 HTTP/1.1" status: 200 len: 692 time: 0.2043884 Feb 03 14:15:18.604127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-259869cb-69a8-4535-b87d-c5aef87edb24 None None] Provisioning complete for port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:18.604736 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-259869cb-69a8-4535-b87d-c5aef87edb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.694144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362b30-b019-4c43-86de-ea14a04f6561 req-7f859fd1-b043-4b2e-b031-403ea8f53e15 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.695849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71362b30-b019-4c43-86de-ea14a04f6561 req-7f859fd1-b043-4b2e-b031-403ea8f53e15 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 949 time: 0.4154983 Feb 03 14:15:18.709511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] Set router 4131650f-65cb-4439-b111-11fae198f1ad gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:18.720568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-fede8ccd-f305-4e14-9e9f-8ef6cbeb2a63 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:18.722107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-fede8ccd-f305-4e14-9e9f-8ef6cbeb2a63 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.2343273 Feb 03 14:15:18.748792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77d2b93c-5f22-45cd-93d8-6648d7bd7e25 req-f46f0834-3803-4cee-a73d-67edb6abad98 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577949 Feb 03 14:15:18.759889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-259869cb-69a8-4535-b87d-c5aef87edb24 None None] Current status of the port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:18.769976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-259869cb-69a8-4535-b87d-c5aef87edb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.799041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-fa40a3db-760d-4747-a8e9-2c436ca6a2e8 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0697236 Feb 03 14:15:18.862848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71362b30-b019-4c43-86de-ea14a04f6561 req-480f2214-4695-4fa4-b3df-883e980d813e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556406 Feb 03 14:15:18.870795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-9255a87c-9e02-4e25-87ed-b64f9cdc2009 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0625861 Feb 03 14:15:18.929576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-259869cb-69a8-4535-b87d-c5aef87edb24 None None] For port f9ffe784-2b9a-45ed-86ed-3b28512d4e67, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,segment=NetworkSegment(b4d0cba3-91f7-43b3-9baa-01136dcca8dd),segment_id=b4d0cba3-91f7-43b3-9baa-01136dcca8dd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:18.940097 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-259869cb-69a8-4535-b87d-c5aef87edb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:18.943345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:18.949961 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46470fd-6b40-48e6-955c-429acbc438b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:19.034172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259869cb-69a8-4535-b87d-c5aef87edb24 None None] Pushing event updated for resources: {'Port': ['ID=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:19.087329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9e1c347d-e13f-4b41-8d02-08a0107c38de None None] Provisioning complete for port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:19.087648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e1c347d-e13f-4b41-8d02-08a0107c38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.108214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Deleting port 0845193f-4106-4756-a875-4321fa09b088 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:19.110125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0845193f-4106-4756-a875-4321fa09b088), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.147819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 4, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f9ffe784-2b9a-45ed-86ed-3b28512d4e67', 'name': '', 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'mac_address': 'fa:16:3e:8e:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:09Z', 'updated_at': '2022-02-03T14:15:18Z', 'revision_number': 4, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'subnets': [{'id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:19.226133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ffe784-2b9a-45ed-86ed-3b28512d4e67 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:19.229757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6615e8-18b9-4ff4-ab99-e52b8b7ded0d None None] The sync data for ids ['4131650f-65cb-4439-b111-11fae198f1ad'] in n-d-827549-2 is: [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:10Z', 'revision_number': 4, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f9ffe784-2b9a-45ed-86ed-3b28512d4e67', 'name': '', 'network_id': '582de7a1-3d65-4959-be3e-074f70cdf053', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'mac_address': 'fa:16:3e:8e:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:09Z', 'updated_at': '2022-02-03T14:15:18Z', 'revision_number': 4, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'subnets': [{'id': '845e2d39-95ec-40bc-9b02-1fcaa4847f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:15:19.255993 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0845193f-4106-4756-a875-4321fa09b088), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.256324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (0845193f-4106-4756-a875-4321fa09b088), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.271634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Calling delete_port for 0845193f-4106-4756-a875-4321fa09b088 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:19.385568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c347d-e13f-4b41-8d02-08a0107c38de None None] Current status of the port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:19.426799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:19.427179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.486232 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.508055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-2e49a9ae-ff6e-4560-a520-967679b9c0e7 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:19.509384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-2e49a9ae-ff6e-4560-a520-967679b9c0e7 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/networks?id=701adf70-1c43-4547-b359-b4637905c824 HTTP/1.1" status: 200 len: 821 time: 0.1787033 Feb 03 14:15:19.559308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-7f9e3b91-baeb-4acb-af0e-a02ba813a0a5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/quotas/cf6def0cdb2a4905925e7028fc569e29 HTTP/1.1" status: 200 len: 375 time: 0.0164268 Feb 03 14:15:19.612251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-8f5782d4-eb01-4bf8-ad04-9ac330d1cec0 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf6def0cdb2a4905925e7028fc569e29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384696 Feb 03 14:15:19.613658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0845193f-4106-4756-a875-4321fa09b088), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.651258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Pushing event deleted for resources: {'Port': ['ID=0845193f-4106-4756-a875-4321fa09b088,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:19.730182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:19.780005 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (60f6560b-3b9e-4eb4-8a60-0aabf6548f64), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.783067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:19.784463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b8de34c-39a1-405d-b550-62d3723f99ee req-5303dce2-b3bc-4fab-9099-4b758fbf8b61 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "DELETE /v2.0/floatingips/60f6560b-3b9e-4eb4-8a60-0aabf6548f64 HTTP/1.1" status: 204 len: 173 time: 0.8948746 Feb 03 14:15:19.801007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-21778f2b-f616-4a1c-a1aa-1bb71840d4a5 service neutron] 10.222.0.52 "GET /v2.0/networks/701adf70-1c43-4547-b359-b4637905c824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582403 Feb 03 14:15:19.919410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-3901324e-536f-46d6-8f34-c9a34de4ed19 service neutron] 10.222.0.52 "GET /v2.0/networks/701adf70-1c43-4547-b359-b4637905c824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112368 Feb 03 14:15:20.182771 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6ed2f-164a-4eba-9969-77b063beb798 x-openstack-request-id: req-dcf6ed2f-164a-4eba-9969-77b063beb798 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:20.186886 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:20.187154 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcf6ed2f-164a-4eba-9969-77b063beb798 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:20.189081 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'status': 'completed', 'code': 200} Feb 03 14:15:20.483734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-f8e311d3-f2ab-423e-a635-2ef8243f287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:20.485350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-f8e311d3-f2ab-423e-a635-2ef8243f287e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1131 time: 0.3258526 Feb 03 14:15:20.536862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526224bc-33ae-49ed-a84e-164fb9c3e185 req-1621f8b6-0243-41b4-adbe-a6921d5aabea tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:20.543736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-526224bc-33ae-49ed-a84e-164fb9c3e185 req-1621f8b6-0243-41b4-adbe-a6921d5aabea tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.2580225 Feb 03 14:15:20.555240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-a609f3a3-8a65-4e4a-878b-028bd0e8a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:20.556788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-a609f3a3-8a65-4e4a-878b-028bd0e8a237 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=daad21f715b240c7946d98ccadaa3246&device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1131 time: 0.3103030 Feb 03 14:15:20.568571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-b3a0dc2e-b987-4315-ae42-2cec559ff3fa tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2891400 Feb 03 14:15:20.579490 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:20.596478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:20.743687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-526224bc-33ae-49ed-a84e-164fb9c3e185 req-3f996a3e-d6e5-45c6-bf3a-665ceacda79d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990905 Feb 03 14:15:20.747642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:21.097331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ffe784-2b9a-45ed-86ed-3b28512d4e67 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:21.105168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-0ef9ea4f-c9a8-4fb2-b687-8c31883f53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.106634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-0ef9ea4f-c9a8-4fb2-b687-8c31883f53f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.6141546 Feb 03 14:15:21.159334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:21.159707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:21.184180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-d2741806-3864-4c55-bf59-fc5505348f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.185737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-d2741806-3864-4c55-bf59-fc5505348f0e service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.6166203 Feb 03 14:15:21.189745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-275d364f-5e4f-4deb-aebd-fcda4e1f6fb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0750065 Feb 03 14:15:21.276105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:21.276617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-1a6b61e9-52a0-482b-a29f-a4d8e615f830 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 200 len: 217 time: 0.0800750 Feb 03 14:15:21.378108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-4992e7df-0a01-4703-99ec-d5baf164d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.380093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-4992e7df-0a01-4703-99ec-d5baf164d0b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0842230 Feb 03 14:15:21.400901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-08e94874-d4de-4baf-9c38-3a6cc43ac32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.402896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-08e94874-d4de-4baf-9c38-3a6cc43ac32d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1964700 Feb 03 14:15:21.421636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2bed4-229a-4978-8dc4-25a3d5be9f5b req-9186edf4-de18-49a6-a3cf-531947ff8ce4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.437455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82b2bed4-229a-4978-8dc4-25a3d5be9f5b req-9186edf4-de18-49a6-a3cf-531947ff8ce4 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 949 time: 0.3338144 Feb 03 14:15:21.449517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-4b3cf529-83c8-410a-addb-0081215c38a1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.454508 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-4b3cf529-83c8-410a-addb-0081215c38a1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.45 "GET /v2.0/networks?id=701adf70-1c43-4547-b359-b4637905c824 HTTP/1.1" status: 200 len: 821 time: 0.1365077 Feb 03 14:15:21.469190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Request body: {'port': {'device_id': 'ed428313-c57d-4309-bbef-8d67d108186b', 'network_id': '701adf70-1c43-4547-b359-b4637905c824', 'admin_state_up': True, 'tenant_id': 'cf6def0cdb2a4905925e7028fc569e29'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:21.574823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82b2bed4-229a-4978-8dc4-25a3d5be9f5b req-cdb95e2d-a699-4494-b727-02e2e19bb048 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352019 Feb 03 14:15:21.594351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-b922828a-8ce7-40ab-bc16-5c8b3cdbfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.595846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-b922828a-8ce7-40ab-bc16-5c8b3cdbfc76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1498635 Feb 03 14:15:21.621404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-3e1f3c34-330a-4b23-aa63-866401d8a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.623015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-3e1f3c34-330a-4b23-aa63-866401d8a03c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2319357 Feb 03 14:15:21.630090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Made reservation on behalf of cf6def0cdb2a4905925e7028fc569e29 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:21.634679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:21.656810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:21.795265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Allocated IP 172.20.0.4 (701adf70-1c43-4547-b359-b4637905c824/801bc178-f129-44d6-88af-a0eec364e86c/f7e540d3-6cfb-494c-9920-0d5d6d5c3331) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:21.934308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:21.950178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-bd453e70-133d-4e2e-9db9-b6e3399b047b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381343 Feb 03 14:15:21.992880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129fdf0-4616-487e-a053-51db50749d9d req-6b929000-64fd-40d8-b69a-a74970224ebb tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:21.994641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1129fdf0-4616-487e-a053-51db50749d9d req-6b929000-64fd-40d8-b69a-a74970224ebb tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1128 time: 0.3024194 Feb 03 14:15:22.001060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks [] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.009292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-5b87a0dc-4ee8-449c-872a-5fcc063229e4 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724289 Feb 03 14:15:22.042282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.092179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Network 701adf70-1c43-4547-b359-b4637905c824 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:22.096969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:22.102355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:22.179643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Pushing event updated for resources: {'Port': ['ID=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:22.189180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Allocated IP 172.25.0.232 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/dd780dfe-7467-44ba-8005-2e12d4705ee1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:22.222885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:22.223633 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.249837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-c7121062-bd50-4486-aae9-d74d8e0a4b2d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:22.251376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-c7121062-bd50-4486-aae9-d74d8e0a4b2d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 945 time: 0.1133106 Feb 03 14:15:22.261360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-575ab7ad-dd16-4856-8cba-c7f7995752b1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978938 Feb 03 14:15:22.269821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1129fdf0-4616-487e-a053-51db50749d9d req-fe890495-37b5-482b-a218-f938822e7feb tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554457 Feb 03 14:15:22.285479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Request body: {'port': {'device_id': 'ed428313-c57d-4309-bbef-8d67d108186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:22.293768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-354d8ee6-96f6-470a-9568-eae6fc7c6941 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191986 Feb 03 14:15:22.381924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46470fd-6b40-48e6-955c-429acbc438b9 req-8b0d8dd9-b831-46a8-9983-1e836e087969 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535910 Feb 03 14:15:22.460731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.463322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408660a-bbbe-41dd-acb2-08c7073213d5 req-9acb79ea-4c50-499c-a345-5c1a54d84124 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:22.465249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c408660a-bbbe-41dd-acb2-08c7073213d5 req-9acb79ea-4c50-499c-a345-5c1a54d84124 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 931 time: 0.1028411 Feb 03 14:15:22.469535 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.549569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Deleting port 1f65a926-be99-4bba-aed0-67012c320309 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:22.550058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1f65a926-be99-4bba-aed0-67012c320309), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.562023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c408660a-bbbe-41dd-acb2-08c7073213d5 req-cf228d1f-db55-46b4-9c56-b6fbd7de918a tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899603 Feb 03 14:15:22.564106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.605172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:22.629357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:22.638088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:22.752097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (628294aa-560a-4ffc-a8c0-4743a2efba2e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.752549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] For port 1f65a926-be99-4bba-aed0-67012c320309, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1f65a926-be99-4bba-aed0-67012c320309,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:22.752935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1f65a926-be99-4bba-aed0-67012c320309), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.785835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Calling delete_port for 1f65a926-be99-4bba-aed0-67012c320309 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:22.840133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:22.845966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Pushing event updated for resources: {'Port': ['ID=dd780dfe-7467-44ba-8005-2e12d4705ee1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:22.905583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43531-1eae-42ae-9536-c8c4e93414a0 req-4aa90c73-408b-4e9f-8668-3489fbd3dcb4 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:22.913322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaf43531-1eae-42ae-9536-c8c4e93414a0 req-4aa90c73-408b-4e9f-8668-3489fbd3dcb4 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4459adf9-01a9-41be-bc92-93307d9c205d HTTP/1.1" status: 200 len: 945 time: 0.2813499 Feb 03 14:15:23.020853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e540d3-6cfb-494c-9920-0d5d6d5c3331 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:23.026401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaf43531-1eae-42ae-9536-c8c4e93414a0 req-11f33479-704b-4dc1-b6ef-dcc0834ac386 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120939 Feb 03 14:15:23.035024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Publish callbacks [] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.130778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:23.145397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.166678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Transition to ACTIVE for port object f7e540d3-6cfb-494c-9920-0d5d6d5c3331 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:23.167402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.167776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1f65a926-be99-4bba-aed0-67012c320309), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.190844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:23.211427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.259776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event deleted for resources: {'Port': ['ID=1f65a926-be99-4bba-aed0-67012c320309,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:23.259993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Pushing event updated for resources: {'Port': ['ID=dd780dfe-7467-44ba-8005-2e12d4705ee1,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:23.260455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['1f65a926-be99-4bba-aed0-67012c320309'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:23.272775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46947c6-8317-4b2b-8d08-ead9584485e3 req-635f157f-ed7e-4bd1-8a43-4da691efe828 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:23.280695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b46947c6-8317-4b2b-8d08-ead9584485e3 req-635f157f-ed7e-4bd1-8a43-4da691efe828 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1496227 Feb 03 14:15:23.292547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (628294aa-560a-4ffc-a8c0-4743a2efba2e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.298546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] No DVR routers for this DVR port 1f65a926-be99-4bba-aed0-67012c320309 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:23.301509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.305168 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bcb9925f-b8ed-4819-a448-682c0a95dd48 req-89c5e21a-c65c-4410-bd3a-e89cf4faaf69 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "DELETE /v2.0/ports/1f65a926-be99-4bba-aed0-67012c320309 HTTP/1.1" status: 204 len: 173 time: 0.9532778 Feb 03 14:15:23.308148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459adf9-01a9-41be-bc92-93307d9c205d', 'name': 'network-vif-deleted', 'tag': '1f65a926-be99-4bba-aed0-67012c320309'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:23.311391 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ce79c-c66f-42a3-ab40-5fbe84438c51" -d '{"events": [{"server_uuid": "4459adf9-01a9-41be-bc92-93307d9c205d", "name": "network-vif-deleted", "tag": "1f65a926-be99-4bba-aed0-67012c320309"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:23.329668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.332381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-ac19cfbf-9e14-4fc2-8e8f-485819dc53a5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7468109 Feb 03 14:15:23.344152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:23.380562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:23.400129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'mac_address': 'fa:16:3e:03:45:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:23.425036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b46947c6-8317-4b2b-8d08-ead9584485e3 req-43c6121e-6a3e-4ec2-b568-dd4f219a60c8 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433876 Feb 03 14:15:23.441147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Attempting to bind port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:23.441850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Attempting to bind port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '1dccf527-0613-431b-ae1c-979954994e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '701adf70-1c43-4547-b359-b4637905c824'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:23.442286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Attempting to bind port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 on network 701adf70-1c43-4547-b359-b4637905c824 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:23.447024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-4555938b-fcf6-410c-8ac5-4b68ff9121f6 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0799029 Feb 03 14:15:23.453263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 on network 701adf70-1c43-4547-b359-b4637905c824 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:23.453547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Attempting to bind port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 on network 701adf70-1c43-4547-b359-b4637905c824 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:23.468838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:23.469525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Checking segment: {'id': '1dccf527-0613-431b-ae1c-979954994e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '701adf70-1c43-4547-b359-b4637905c824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:23.469656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Bound using segment: {'id': '1dccf527-0613-431b-ae1c-979954994e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '701adf70-1c43-4547-b359-b4637905c824'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:23.470100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Bound port: f7e540d3-6cfb-494c-9920-0d5d6d5c3331, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dccf527-0613-431b-ae1c-979954994e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '701adf70-1c43-4547-b359-b4637905c824'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:23.470463 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.475979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b6f008a-0875-40e9-b8c8-2622f6803fca is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:23.476375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.509074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6f008a-0875-40e9-b8c8-2622f6803fca {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:23.540535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:23.546389 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.562629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] For port f7e540d3-6cfb-494c-9920-0d5d6d5c3331, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:23.567579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] For port f7e540d3-6cfb-494c-9920-0d5d6d5c3331, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,segment=NetworkSegment(1dccf527-0613-431b-ae1c-979954994e37),segment_id=1dccf527-0613-431b-ae1c-979954994e37)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:23.577440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.605022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=12']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:23.638870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-c47ef7ca-b33e-4548-9f09-12c10f9ac7f2 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:23.640527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cb78972-ade1-47dd-9734-e767ecd2803c req-c47ef7ca-b33e-4548-9f09-12c10f9ac7f2 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1860006 Feb 03 14:15:23.661926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:23.662630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:23.664143 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] 10.222.0.45 "PUT /v2.0/ports/f7e540d3-6cfb-494c-9920-0d5d6d5c3331 HTTP/1.1" status: 200 len: 1091 time: 1.3952010 Feb 03 14:15:23.668140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25fdb6-2937-4f79-afb0-7a5ce9068b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:23.760054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-c9804905-d6ff-4a62-a22c-5c0593d67eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:23.762046 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-c9804905-d6ff-4a62-a22c-5c0593d67eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf6def0cdb2a4905925e7028fc569e29&device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 1125 time: 0.0517592 Feb 03 14:15:23.810080 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-19f1e6aa-95ca-4074-912a-db884a3b46e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e540d3-6cfb-494c-9920-0d5d6d5c3331 HTTP/1.1" status: 200 len: 217 time: 0.0408292 Feb 03 14:15:23.884445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-949dd4e6-a560-4784-b074-bd1f35324f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:23.886096 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-949dd4e6-a560-4784-b074-bd1f35324f26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=801bc178-f129-44d6-88af-a0eec364e86c HTTP/1.1" status: 200 len: 861 time: 0.0702000 Feb 03 14:15:23.932648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-e9501c81-af8a-4d48-8211-fd5c7ee8ea66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=701adf70-1c43-4547-b359-b4637905c824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395651 Feb 03 14:15:23.958038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0427b01-3378-402f-b8c7-a9d1479839c2 req-4ff91d07-2497-4c62-999c-2fc5431f9cdb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:23.961430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0427b01-3378-402f-b8c7-a9d1479839c2 req-4ff91d07-2497-4c62-999c-2fc5431f9cdb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1368482 Feb 03 14:15:24.028903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3b6f008a-0875-40e9-b8c8-2622f6803fca'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:24.041586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0427b01-3378-402f-b8c7-a9d1479839c2 req-a5bc4949-8c25-4027-8fe2-909aa1ef8b60 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687852 Feb 03 14:15:24.052121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-45c1356b-e93d-4548-a1a4-ac9f2d8d7825 service neutron] 10.222.0.45 "GET /v2.0/networks/701adf70-1c43-4547-b359-b4637905c824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100831 Feb 03 14:15:24.132635 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1eb4e7-9e9c-451b-9895-6a8dac96d6a3 x-openstack-request-id: req-eb1eb4e7-9e9c-451b-9895-6a8dac96d6a3 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:24.133241 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4459adf9-01a9-41be-bc92-93307d9c205d", "name": "network-vif-deleted", "tag": "1f65a926-be99-4bba-aed0-67012c320309", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:24.133560 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb1eb4e7-9e9c-451b-9895-6a8dac96d6a3 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:24.133979 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459adf9-01a9-41be-bc92-93307d9c205d', 'name': 'network-vif-deleted', 'tag': '1f65a926-be99-4bba-aed0-67012c320309', 'status': 'completed', 'code': 200} Feb 03 14:15:24.181072 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ef3e82bb-f6c5-41ac-b025-a2c11f6cfe5c req-e91d0ab9-be99-4079-9ccc-5912e9d3f311 service neutron] 10.222.0.45 "GET /v2.0/networks/701adf70-1c43-4547-b359-b4637905c824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194196 Feb 03 14:15:24.274880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6cfcd-5861-4737-81ba-8c05d5d68652 req-c3cda5b0-8181-400e-97f3-e6208419fd89 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:24.277343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de6cfcd-5861-4737-81ba-8c05d5d68652 req-c3cda5b0-8181-400e-97f3-e6208419fd89 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 943 time: 0.0855932 Feb 03 14:15:24.338022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de6cfcd-5861-4737-81ba-8c05d5d68652 req-f9fb3f1d-d61f-4c92-aa20-fdc66426a4a1 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523944 Feb 03 14:15:24.426985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-e3c79701-7f0c-4248-a52d-4cbda86d55be tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips/628294aa-560a-4ffc-a8c0-4743a2efba2e HTTP/1.1" status: 200 len: 693 time: 0.0517862 Feb 03 14:15:24.549965 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:24.550601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-2422d1cf-daef-4d0a-9fd9-a13398aa78e5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:24.552622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-2422d1cf-daef-4d0a-9fd9-a13398aa78e5 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1198361 Feb 03 14:15:24.570408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-a43cb798-7973-47dc-b907-783467f092f1 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:15:24.571441 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-a43cb798-7973-47dc-b907-783467f092f1 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056472 Feb 03 14:15:24.616441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-6aa1f899-9920-41e5-93d9-b544ee825cc8 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0568287 Feb 03 14:15:24.621100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-893dd81e-c7c1-490a-b627-c4bb5b53a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:24.622551 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-893dd81e-c7c1-490a-b627-c4bb5b53a1a0 service neutron] 10.222.0.52 "GET /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 1125 time: 0.0437765 Feb 03 14:15:24.633254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Request body: {'binding': {'host': 'n-h2-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:24.633761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:15:24.665982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-b95a551a-0545-4613-9a78-823a57063af2 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.0445001 Feb 03 14:15:24.793249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on host n-h2-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:24.793585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:24.793913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:24.800739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:24.800739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:24.806108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Deleting port dd780dfe-7467-44ba-8005-2e12d4705ee1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:24.806401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:24.806562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:24.806675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:24.806951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:24.807374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Bound port: 2792246b-6f9f-4491-98f5-8704b6918093, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:24.867058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:24.874655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:24.875861 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-86ea1e3f-99de-45be-88ac-827c440cea9f service neutron] 10.222.0.52 "POST /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093/bindings HTTP/1.1" status: 201 len: 389 time: 0.2475152 Feb 03 14:15:24.891561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:24.892061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (dd780dfe-7467-44ba-8005-2e12d4705ee1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:24.904402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Calling delete_port for dd780dfe-7467-44ba-8005-2e12d4705ee1 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:25.104660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dd780dfe-7467-44ba-8005-2e12d4705ee1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:25.115682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0732-5229-4b9d-940d-09c30d2578df req-cdc43641-fadb-480f-938e-fc2153923d3e tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.117460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cb0732-5229-4b9d-940d-09c30d2578df req-cdc43641-fadb-480f-938e-fc2153923d3e tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 1132 time: 0.0760767 Feb 03 14:15:25.141790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Pushing event deleted for resources: {'Port': ['ID=dd780dfe-7467-44ba-8005-2e12d4705ee1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:25.161016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-ee0848a3-b967-4e35-986d-c0e4c09bb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.162904 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-ee0848a3-b967-4e35-986d-c0e4c09bb0b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1128 time: 0.0529709 Feb 03 14:15:25.234428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cb0732-5229-4b9d-940d-09c30d2578df req-bce783d5-2c47-4c02-a276-075439490caf tempest-MigrationsAdminTest-1041626880 tempest-MigrationsAdminTest-1041626880-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966980 Feb 03 14:15:25.240970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks [] for floatingip (628294aa-560a-4ffc-a8c0-4743a2efba2e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:25.245480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:25.247757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11e9a3f-c66e-4404-bbd8-c5612bf4b815 req-bc644c9a-4395-4582-bb18-0ae472738856 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "DELETE /v2.0/floatingips/628294aa-560a-4ffc-a8c0-4743a2efba2e HTTP/1.1" status: 204 len: 173 time: 0.5744352 Feb 03 14:15:25.264658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-7cd16c07-c29f-4efa-84a9-aec5caba45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.266423 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-7cd16c07-c29f-4efa-84a9-aec5caba45c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.0955093 Feb 03 14:15:25.333099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-77ab3b52-2b4f-461f-8a8f-6fae0ffd5608 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 217 time: 0.0520380 Feb 03 14:15:25.388000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-a20d3f9d-ddf0-4b3f-bd3f-4815da4b8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.390269 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-a20d3f9d-ddf0-4b3f-bd3f-4815da4b8e8c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.0505266 Feb 03 14:15:25.423643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12fd1b-744d-4fb9-8f34-45fbf54dd644 req-71a74876-fc26-427a-845b-236a04cb98bd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.425400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b12fd1b-744d-4fb9-8f34-45fbf54dd644 req-71a74876-fc26-427a-845b-236a04cb98bd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 946 time: 0.1257246 Feb 03 14:15:25.426403 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-18d5ce58-2083-4f0b-b7ad-7302e18b3cb1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300186 Feb 03 14:15:25.438674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8e3c-23ed-4707-be75-d6648639339d req-6c29971d-7a87-4489-852f-e29000194060 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.440351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6df8e3c-23ed-4707-be75-d6648639339d req-6c29971d-7a87-4489-852f-e29000194060 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 946 time: 0.0879922 Feb 03 14:15:25.525416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b12fd1b-744d-4fb9-8f34-45fbf54dd644 req-67a7477c-c4fa-412e-961b-1092c6092387 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836940 Feb 03 14:15:25.531216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6df8e3c-23ed-4707-be75-d6648639339d req-7aaefba5-b1a4-44e2-a290-5bcb3f914894 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751271 Feb 03 14:15:25.569278 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-1114b35a-e9e2-4487-8250-e6e50fc280e4 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362653 Feb 03 14:15:25.571226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-1ba6dce2-9b71-4161-963b-aeaa6f48ff07 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.572812 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-1ba6dce2-9b71-4161-963b-aeaa6f48ff07 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1128 time: 0.1155789 Feb 03 14:15:25.593737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-2'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:25.634042 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-4770af16-f81e-424d-b19b-48d8b7265f63 req-343d26af-49bb-48ce-be24-04a9973a7515 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] show failed (client error): The resource could not be found. Feb 03 14:15:25.643707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4770af16-f81e-424d-b19b-48d8b7265f63 req-343d26af-49bb-48ce-be24-04a9973a7515 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips/628294aa-560a-4ffc-a8c0-4743a2efba2e HTTP/1.1" status: 404 len: 350 time: 0.0684295 Feb 03 14:15:25.717567 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:25.767721 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-b377fb65-a53c-47b5-82e6-10d71e990a62 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884329 Feb 03 14:15:25.836490 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-97c768c6-fe87-49e4-920c-ea46e77d2cc9 req-856c039e-452b-493d-9ec3-5b133355caa8 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] show failed (client error): The resource could not be found. Feb 03 14:15:25.837656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97c768c6-fe87-49e4-920c-ea46e77d2cc9 req-856c039e-452b-493d-9ec3-5b133355caa8 tempest-FloatingIPsTestJSON-1870674048 tempest-FloatingIPsTestJSON-1870674048-project] 10.222.0.52 "GET /v2.0/floatingips/628294aa-560a-4ffc-a8c0-4743a2efba2e HTTP/1.1" status: 404 len: 350 time: 0.0496047 Feb 03 14:15:25.849065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35670) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:25.862713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae04053-db61-4ec8-9c5f-68a46462607c req-f2fe283b-39ef-4cc5-9af8-e8d5ffd3bc88 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:25.864660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ae04053-db61-4ec8-9c5f-68a46462607c req-f2fe283b-39ef-4cc5-9af8-e8d5ffd3bc88 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 943 time: 0.1576505 Feb 03 14:15:25.895688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:25.979213 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:26.017768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-8a6d6975-bb15-47c3-9ef8-595aa8718dc1 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:26.019434 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-8a6d6975-bb15-47c3-9ef8-595aa8718dc1 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1128 time: 0.1083262 Feb 03 14:15:26.034277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-2'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:26.337956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed428313-c57d-4309-bbef-8d67d108186b', 'tag': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:26.340686 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045" -d '{"events": [{"name": "network-changed", "server_uuid": "ed428313-c57d-4309-bbef-8d67d108186b", "tag": "f7e540d3-6cfb-494c-9920-0d5d6d5c3331"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:26.350717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Publish callbacks [] for port (6f90046f-256f-4de6-8d05-50671c498407), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.362288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.399965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ae04053-db61-4ec8-9c5f-68a46462607c req-bde1b046-2bd9-49ba-8599-bfc364e865e6 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720219 Feb 03 14:15:26.447994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.476314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-781dc19e-67bc-4203-b26b-bce4b5ddb55e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:26.478094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-781dc19e-67bc-4203-b26b-bce4b5ddb55e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.2513614 Feb 03 14:15:26.480697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=7']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:26.501653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on host n-h2-827549-2 for vnic_type normal with profile {"migrating_to": "n-h1-827549-2"} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:26.501653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:26.502044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:26.505735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-cd2433b1-e968-4c1a-926a-c3dc6cd0ffa6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.0191317 Feb 03 14:15:26.526336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:26.526664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Attempting to bind port 6f90046f-256f-4de6-8d05-50671c498407 on network 816cf5cc-964b-4163-89b4-09c9f5045e4b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:26.537911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:26.538354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Checking segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:26.538743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Bound using segment: {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:26.539180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Bound port: 6f90046f-256f-4de6-8d05-50671c498407, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2486e7-2022-437a-921f-e0ac10bbbbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '816cf5cc-964b-4163-89b4-09c9f5045e4b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:26.539549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.670293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d9c6d-1015-47b8-ac40-edbb8c800345 req-43445e3b-5dab-4049-bb8f-2ec5bb33ded9 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:26.671813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad4d9c6d-1015-47b8-ac40-edbb8c800345 req-43445e3b-5dab-4049-bb8f-2ec5bb33ded9 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.1616089 Feb 03 14:15:26.673132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:26.676317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:26.680100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-92754899-99d6-418a-97b3-6705d3be7cd6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1341629 Feb 03 14:15:26.691353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.694452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:26.786072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=8']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:26.809001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:26.809656 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.811792 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-d42bc34c-cc5e-4078-86c8-73067efad86f service neutron] 10.222.0.45 "PUT /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 1122 time: 1.2231767 Feb 03 14:15:26.812933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:26.830282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6f90046f-256f-4de6-8d05-50671c498407 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:26.843111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad4d9c6d-1015-47b8-ac40-edbb8c800345 req-753680d8-b8b1-4065-8e72-b076b944a52b tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432614 Feb 03 14:15:26.875853 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Publish callbacks [] for port (2792246b-6f9f-4491-98f5-8704b6918093), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.884046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:26.892153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-a6d9ece0-42aa-43b5-8e1d-1b72fb61bbfb service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003596 Feb 03 14:15:26.944536 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb2f256-2a24-4032-9555-b92523830d0e x-openstack-request-id: req-9fb2f256-2a24-4032-9555-b92523830d0e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:26.944832 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed428313-c57d-4309-bbef-8d67d108186b", "tag": "f7e540d3-6cfb-494c-9920-0d5d6d5c3331", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:26.945089 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fb2f256-2a24-4032-9555-b92523830d0e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:26.945487 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed428313-c57d-4309-bbef-8d67d108186b', 'tag': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331', 'status': 'completed', 'code': 200} Feb 03 14:15:26.947086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['6f90046f-256f-4de6-8d05-50671c498407'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:27.003337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['6f90046f-256f-4de6-8d05-50671c498407'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:27.054035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=7']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:27.058698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-42779b58-3705-4fb6-a725-11d60a672d6d service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553724 Feb 03 14:15:27.097312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on host n-h1-827549-2 for vnic_type normal with profile {"migrating_to": "n-h2-827549-2"} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:27.097961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:27.098478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:27.105046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-94842cde-013a-4752-8768-e4298315057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.107562 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-94842cde-013a-4752-8768-e4298315057b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf6def0cdb2a4905925e7028fc569e29&device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 1125 time: 0.1450779 Feb 03 14:15:27.108638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:27.108960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Attempting to bind port 2792246b-6f9f-4491-98f5-8704b6918093 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:27.123803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:27.124135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:27.124559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:27.126774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Bound port: 2792246b-6f9f-4491-98f5-8704b6918093, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:27.126774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:27.160917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:27.200199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af36c7-312a-4983-8e50-69dfa002db4d req-7c633057-5a77-4a39-8af6-9736d1ea8ba5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.208846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25af36c7-312a-4983-8e50-69dfa002db4d req-7c633057-5a77-4a39-8af6-9736d1ea8ba5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1475937 Feb 03 14:15:27.233449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (4131650f-65cb-4439-b111-11fae198f1ad), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:27.291903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:27.296396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:27.300218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-4f7ff400-1719-4dad-9203-b5c90ceb46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.301777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-4f7ff400-1719-4dad-9203-b5c90ceb46e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=701adf70-1c43-4547-b359-b4637905c824 HTTP/1.1" status: 200 len: 922 time: 0.1871436 Feb 03 14:15:27.306971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:27.316761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:27.376085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6f90046f-256f-4de6-8d05-50671c498407 has no active binding in host n-h1-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:15:27.376564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f7e540d3-6cfb-494c-9920-0d5d6d5c3331 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:27.393490 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-e1f03d41-589c-4681-9264-1333f194725e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e540d3-6cfb-494c-9920-0d5d6d5c3331 HTTP/1.1" status: 200 len: 217 time: 0.0728362 Feb 03 14:15:27.486741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 3b6f008a-0875-40e9-b8c8-2622f6803fca completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:27.497126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=8']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:27.503522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.504298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:27.506262 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-00e8a645-6a97-4ef1-b2be-e7548b1e3c09 service neutron] 10.222.0.71 "PUT /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 1122 time: 1.4788835 Feb 03 14:15:27.508432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-7fafddc0-5956-4ae5-bdf9-af05f9805529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.509898 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-7fafddc0-5956-4ae5-bdf9-af05f9805529 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=801bc178-f129-44d6-88af-a0eec364e86c HTTP/1.1" status: 200 len: 861 time: 0.1058455 Feb 03 14:15:27.514145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25af36c7-312a-4983-8e50-69dfa002db4d req-fa247dbd-5a10-48ff-91d9-f1e7d20642f6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032784 Feb 03 14:15:27.553606 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-7614f61a-6173-4364-a9a6-ce35c6f376e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=701adf70-1c43-4547-b359-b4637905c824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343750 Feb 03 14:15:27.588568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 3b6f008a-0875-40e9-b8c8-2622f6803fca triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:27.588992 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:27.676764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2792246b-6f9f-4491-98f5-8704b6918093'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:27.691986 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-25c36755-48e1-4a5b-bb64-aa989404e6fe service neutron] 10.222.0.45 "GET /v2.0/networks/701adf70-1c43-4547-b359-b4637905c824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293950 Feb 03 14:15:27.726120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c999a2e6-4f2e-4a25-b5cc-d2ee8e26ac56 req-8b9f8b44-b0a9-47f8-a3be-da8076b40219 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 210 time: 0.1575460 Feb 03 14:15:27.747937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port f7e540d3-6cfb-494c-9920-0d5d6d5c3331, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,segment=NetworkSegment(1dccf527-0613-431b-ae1c-979954994e37),segment_id=1dccf527-0613-431b-ae1c-979954994e37)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:27.799728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331', 'network_id': '701adf70-1c43-4547-b359-b4637905c824', 'port_id': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331', 'mac_address': 'fa:16:3e:33:b9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801bc178-f129-44d6-88af-a0eec364e86c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:27.836158 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eaa69aac-b7ce-4559-8f0e-5d566f6b7045 req-beb5ba8f-529d-4a19-9c4a-966edd607fa0 service neutron] 10.222.0.45 "GET /v2.0/networks/701adf70-1c43-4547-b359-b4637905c824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378586 Feb 03 14:15:27.837140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b358b01-7c26-499c-a79a-e59d6eed3957 req-c731a50b-9c10-4cab-ac0a-522f7f21aa94 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.853220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b358b01-7c26-499c-a79a-e59d6eed3957 req-c731a50b-9c10-4cab-ac0a-522f7f21aa94 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.4549155 Feb 03 14:15:27.898788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5d136-1eba-4779-84d5-708287d5193b req-d6f0d06a-0ca6-42ee-9402-63dfb6696338 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:27.900638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41c5d136-1eba-4779-84d5-708287d5193b req-d6f0d06a-0ca6-42ee-9402-63dfb6696338 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 950 time: 0.2616656 Feb 03 14:15:27.933207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:27.933880 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:27.978519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b6f008a-0875-40e9-b8c8-2622f6803fca is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:27.979273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:28.024083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e540d3-6cfb-494c-9920-0d5d6d5c3331 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:28.039861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b358b01-7c26-499c-a79a-e59d6eed3957 req-e90d585d-6ba4-4a48-a759-3c14a284bf07 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818280 Feb 03 14:15:28.087134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:28.089460 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e06fee-139f-438f-af11-7d0e49b9f6a8" -d '{"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-plugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:28.098182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port f7e540d3-6cfb-494c-9920-0d5d6d5c3331, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,segment=NetworkSegment(1dccf527-0613-431b-ae1c-979954994e37),segment_id=1dccf527-0613-431b-ae1c-979954994e37)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:28.114198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:28.117986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:28.144260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba378b4-876a-4119-acfd-90b135188e9e req-a9c92eaa-2ed6-4a1a-bbc7-f07395066187 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:28.146029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cba378b4-876a-4119-acfd-90b135188e9e req-a9c92eaa-2ed6-4a1a-bbc7-f07395066187 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 943 time: 0.2356744 Feb 03 14:15:28.165137 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:28.167611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1f65a926-be99-4bba-aed0-67012c320309 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:28.205823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 1f65a926-be99-4bba-aed0-67012c320309 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:28.206732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1f65a926-be99-4bba-aed0-67012c320309 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:28.259311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:28.295537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Deleting port 3b6f008a-0875-40e9-b8c8-2622f6803fca {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:28.296248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:28.331490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=13']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:28.362135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cba378b4-876a-4119-acfd-90b135188e9e req-083828e5-68b6-42f8-95a8-e9c529bf97c2 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038763 Feb 03 14:15:28.410414 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d13d6aa-76df-465e-94e8-042ad866594c x-openstack-request-id: req-0d13d6aa-76df-465e-94e8-042ad866594c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:28.410701 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-plugged", "status": "completed", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:28.410957 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d13d6aa-76df-465e-94e8-042ad866594c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:28.411356 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'code': 200} Feb 03 14:15:28.436564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b17c7-2bfe-405b-bb74-827887b298ad req-8fcf00a8-8be1-4631-8a6c-60c72d693503 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:28.438056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-522b17c7-2bfe-405b-bb74-827887b298ad req-8fcf00a8-8be1-4631-8a6c-60c72d693503 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 951 time: 0.2705636 Feb 03 14:15:28.450259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Deleting port f9ffe784-2b9a-45ed-86ed-3b28512d4e67 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:28.451147 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:28.509107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] For port 3b6f008a-0875-40e9-b8c8-2622f6803fca, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b6f008a-0875-40e9-b8c8-2622f6803fca,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:28.509529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:28.572518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Calling delete_port for 3b6f008a-0875-40e9-b8c8-2622f6803fca owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:28.587978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-522b17c7-2bfe-405b-bb74-827887b298ad req-a9c96738-7c1a-4c8a-837c-0dde2be9e147 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437907 Feb 03 14:15:28.676488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] For port f9ffe784-2b9a-45ed-86ed-3b28512d4e67, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,segment=NetworkSegment(b4d0cba3-91f7-43b3-9baa-01136dcca8dd),segment_id=b4d0cba3-91f7-43b3-9baa-01136dcca8dd)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:28.676852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:28.685595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['f7e540d3-6cfb-494c-9920-0d5d6d5c3331'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:28.698958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Calling delete_port for f9ffe784-2b9a-45ed-86ed-3b28512d4e67 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:28.767795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d401d-e443-4fd0-a692-8701afed9a7e req-136b79bc-f319-4e6a-8582-22fb6ebe27e2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:28.774599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb9d401d-e443-4fd0-a692-8701afed9a7e req-136b79bc-f319-4e6a-8582-22fb6ebe27e2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1948535 Feb 03 14:15:28.899344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce1b0553-a3b5-433f-ada1-edc54d20460b req-b43495be-a5e7-4e3d-a261-bc00bc9a4195 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 210 time: 0.0695212 Feb 03 14:15:28.923345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb9d401d-e443-4fd0-a692-8701afed9a7e req-c2da63e7-fbdb-41a7-a377-5bf7cf682a6d tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415091 Feb 03 14:15:28.946513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f90046f-256f-4de6-8d05-50671c498407'}, {'name': 'network-changed', 'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'tag': '6f90046f-256f-4de6-8d05-50671c498407'}, {'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093'}, {'name': 'network-changed', 'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:28.948988 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc22e1d-c9d1-4d32-be51-1072623ffe82" -d '{"events": [{"server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f90046f-256f-4de6-8d05-50671c498407"}, {"name": "network-changed", "server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "tag": "6f90046f-256f-4de6-8d05-50671c498407"}, {"server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "name": "network-vif-unplugged", "status": "completed", "tag": "2792246b-6f9f-4491-98f5-8704b6918093"}, {"name": "network-changed", "server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "tag": "2792246b-6f9f-4491-98f5-8704b6918093"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:29.008033 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3c998f-9323-4bf1-86f9-a7b1bd50c7ab x-openstack-request-id: req-7e3c998f-9323-4bf1-86f9-a7b1bd50c7ab {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:29.008896 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f90046f-256f-4de6-8d05-50671c498407", "code": 200}, {"name": "network-changed", "server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "tag": "6f90046f-256f-4de6-8d05-50671c498407", "status": "completed", "code": 200}, {"server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "name": "network-vif-unplugged", "status": "completed", "tag": "2792246b-6f9f-4491-98f5-8704b6918093", "code": 200}, {"name": "network-changed", "server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "tag": "2792246b-6f9f-4491-98f5-8704b6918093", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:29.010136 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e3c998f-9323-4bf1-86f9-a7b1bd50c7ab {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:29.010787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3b6f008a-0875-40e9-b8c8-2622f6803fca), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:29.011048 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f90046f-256f-4de6-8d05-50671c498407', 'code': 200} Feb 03 14:15:29.011598 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'tag': '6f90046f-256f-4de6-8d05-50671c498407', 'status': 'completed', 'code': 200} Feb 03 14:15:29.012150 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093', 'code': 200} Feb 03 14:15:29.013376 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093', 'status': 'completed', 'code': 200} Feb 03 14:15:29.027187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3388ed18-d5ab-48b4-a00c-1400e2b8f36a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:29.084191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event deleted for resources: {'Port': ['ID=3b6f008a-0875-40e9-b8c8-2622f6803fca,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:29.160581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', '3b6f008a-0875-40e9-b8c8-2622f6803fca'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:29.200912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] No DVR routers for this DVR port 3b6f008a-0875-40e9-b8c8-2622f6803fca on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:29.204087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:29.220016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41c5d136-1eba-4779-84d5-708287d5193b req-caf29b85-6077-424e-8d79-02826e048bc6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "DELETE /v2.0/ports/3b6f008a-0875-40e9-b8c8-2622f6803fca HTTP/1.1" status: 204 len: 173 time: 1.3071775 Feb 03 14:15:29.220535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-deleted', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:29.222809 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8187ee63-cd7a-4c7c-bcb6-17bd7848532a" -d '{"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-deleted", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:29.279468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:29.355139 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2899ec-e047-4279-83e7-1af92a4199a1 x-openstack-request-id: req-dd2899ec-e047-4279-83e7-1af92a4199a1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:29.355139 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7b22a8-eca5-4d9d-9a1f-1a7754e14757", "name": "network-vif-deleted", "tag": "3b6f008a-0875-40e9-b8c8-2622f6803fca", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:29.355139 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd2899ec-e047-4279-83e7-1af92a4199a1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:29.355560 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7b22a8-eca5-4d9d-9a1f-1a7754e14757', 'name': 'network-vif-deleted', 'tag': '3b6f008a-0875-40e9-b8c8-2622f6803fca', 'status': 'completed', 'code': 200} Feb 03 14:15:29.368217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-ce17981d-97ba-4248-9564-f9cf47e40da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:29.370613 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-ce17981d-97ba-4248-9564-f9cf47e40da1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1156 time: 0.2144527 Feb 03 14:15:29.375781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-a0b965e4-c92e-41a7-8731-89bf5f343d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:29.377690 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-a0b965e4-c92e-41a7-8731-89bf5f343d58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1156 time: 0.3320854 Feb 03 14:15:29.474704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:29.518597 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f9ffe784-2b9a-45ed-86ed-3b28512d4e67), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:29.520677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 has no active binding in host n-h2-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:15:29.522285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-e485fbe3-ec4c-449c-a7be-9b05f0e0172c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:29.525155 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-e485fbe3-ec4c-449c-a7be-9b05f0e0172c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.5532556 Feb 03 14:15:29.574992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19fb7-93ba-4934-af85-610c3a2d155b req-c66c8258-afc8-4461-8ef0-a274b887427e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:29.582998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-baf19fb7-93ba-4934-af85-610c3a2d155b req-c66c8258-afc8-4461-8ef0-a274b887427e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.3090189 Feb 03 14:15:29.593713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Request body: {'port': {'device_id': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'admin_state_up': True, 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:29.630510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ffe784-2b9a-45ed-86ed-3b28512d4e67,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:29.665032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-672b3de5-f725-457e-8378-13ce4e275c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:29.666852 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-672b3de5-f725-457e-8378-13ce4e275c00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.2048914 Feb 03 14:15:29.738153 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-df3144f4-6b15-440d-89ff-3895351492f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 217 time: 0.0624669 Feb 03 14:15:29.741053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-baf19fb7-93ba-4934-af85-610c3a2d155b req-e1e6d461-9623-4120-8727-adbfe06f2309 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557913 Feb 03 14:15:29.924920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-b455a33b-b071-42dd-af6b-13d97ef2da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:29.926402 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-b455a33b-b071-42dd-af6b-13d97ef2da49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.5327435 Feb 03 14:15:29.939092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-15fd224d-f5c6-4bcb-9822-89edc760857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:29.941415 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-15fd224d-f5c6-4bcb-9822-89edc760857d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1887228 Feb 03 14:15:29.989555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (4131650f-65cb-4439-b111-11fae198f1ad), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:29.999625 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-2508e532-c893-43d1-bbc8-6febe9a2bc73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464425 Feb 03 14:15:30.066043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-806162da-5da7-4189-a03d-e616e5eb4b0b req-79046491-1193-40be-a396-017dfb65dcc5 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d7b22a8-eca5-4d9d-9a1f-1a7754e14757 HTTP/1.1" status: 200 len: 210 time: 0.0772295 Feb 03 14:15:30.081623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86968f16-1f61-4272-8b29-f4bc5afa01b5 req-1fd8c054-75e1-4fdb-aa3c-5260733eb51d tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:30.100723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86968f16-1f61-4272-8b29-f4bc5afa01b5 req-1fd8c054-75e1-4fdb-aa3c-5260733eb51d tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 944 time: 0.5955963 Feb 03 14:15:30.124075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-0a666bd3-0b2f-4a52-a4fa-a8e7fffede96 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955524 Feb 03 14:15:30.125340 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-3dc25462-e4e8-443a-8d47-11edb41e3b78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 217 time: 0.1735528 Feb 03 14:15:30.215092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:30.227799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:30.291347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-1e243b9a-6001-485e-a871-cd704f6fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:30.293014 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-1e243b9a-6001-485e-a871-cd704f6fad38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1588330 Feb 03 14:15:30.370524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-6500097e-7eec-4ea8-b411-a994b4ad10bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606155 Feb 03 14:15:30.411140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-0acaca23-01e2-4561-9689-4bcde17bf6c6 service neutron] 10.222.0.71 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448418 Feb 03 14:15:30.529049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Allocated IP 172.20.0.4 (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4/259c8cef-d657-4f4f-9f81-8260e06431c5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:30.533226 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-bec29e97-14b0-4c07-8605-20c1b0b77a24 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520991 Feb 03 14:15:30.633046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86968f16-1f61-4272-8b29-f4bc5afa01b5 req-f9bcaaa6-7407-4d8e-a1eb-8135a3dac5e8 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309851 Feb 03 14:15:30.674613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-927fc25d-898f-4006-84ca-de460c65e57e req-29286d72-39ee-4619-9a81-d06e7bfe0653 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 210 time: 0.4869680 Feb 03 14:15:30.759052 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2bc22e1d-c9d1-4d32-be51-1072623ffe82 req-cabc5c7b-5d7f-487c-8176-9c72264446d4 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734178 Feb 03 14:15:30.800722 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks [] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:30.843417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:30.865296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:30.869044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f7e540d3-6cfb-494c-9920-0d5d6d5c3331 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:30.907994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:30.911319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:30.916660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:30.935695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b121f3-8de5-4f2d-aadb-1678f779b358 req-76722666-b77d-41af-8be2-5ac7220b1058 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:30.942884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b121f3-8de5-4f2d-aadb-1678f779b358 req-76722666-b77d-41af-8be2-5ac7220b1058 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.1802826 Feb 03 14:15:30.946987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Router 4131650f-65cb-4439-b111-11fae198f1ad has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:30.952160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event updated for resources: {'Port': ['ID=259c8cef-d657-4f4f-9f81-8260e06431c5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:30.996629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:30.997372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.019679 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-00a126e1-b8a3-4bf7-a18b-856793d5f92e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4308918 Feb 03 14:15:31.042762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Request body: {'port': {'device_id': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:31.124992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b121f3-8de5-4f2d-aadb-1678f779b358 req-f8f2548c-5ea9-4fff-be84-647721c4417c tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811321 Feb 03 14:15:31.180365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.183568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:31.187370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:31.224073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:31.224761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.231656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 3b6f008a-0875-40e9-b8c8-2622f6803fca {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:31.232908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b6f008a-0875-40e9-b8c8-2622f6803fca not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:31.306552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe78f7-6a58-481e-b2d0-c247ad8fc1e1 req-bee932cd-29c8-4449-b64f-2def239b53f2 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:31.308164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6fe78f7-6a58-481e-b2d0-c247ad8fc1e1 req-bee932cd-29c8-4449-b64f-2def239b53f2 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.1290803 Feb 03 14:15:31.311620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:31.322460 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] Sync routers for ids ['4131650f-65cb-4439-b111-11fae198f1ad'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:15:31.340454 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] Routers {'4131650f-65cb-4439-b111-11fae198f1ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:31.341664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1532fed5-4549-421b-a0f6-e2f4036181de admin admin] 10.222.0.52 "PUT /v2.0/routers/4131650f-65cb-4439-b111-11fae198f1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4904091 Feb 03 14:15:31.342452 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4131650f-65cb-4439-b111-11fae198f1ad'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:31.400490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:31.401198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.433577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:31.444505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed428313-c57d-4309-bbef-8d67d108186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:31.447702 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a2411d-4f41-495e-aba9-2ab827c8755d" -d '{"events": [{"server_uuid": "ed428313-c57d-4309-bbef-8d67d108186b", "name": "network-vif-plugged", "status": "completed", "tag": "f7e540d3-6cfb-494c-9920-0d5d6d5c3331"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:31.449238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6fe78f7-6a58-481e-b2d0-c247ad8fc1e1 req-9c54fe09-6641-4900-880a-e81fd052911d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046641 Feb 03 14:15:31.467178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port f7e540d3-6cfb-494c-9920-0d5d6d5c3331, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,segment=NetworkSegment(1dccf527-0613-431b-ae1c-979954994e37),segment_id=1dccf527-0613-431b-ae1c-979954994e37)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:31.472756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.476968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86536ca7-0ded-40d6-9e17-428ca0ceb26c req-9d77b0fc-5996-4f2f-b8f4-3b23ca4aeba7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:31.485614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86536ca7-0ded-40d6-9e17-428ca0ceb26c req-9d77b0fc-5996-4f2f-b8f4-3b23ca4aeba7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 945 time: 0.2636986 Feb 03 14:15:31.547162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259c8cef-d657-4f4f-9f81-8260e06431c5 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:31.571803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Publish callbacks [] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.572532 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] Set router 4131650f-65cb-4439-b111-11fae198f1ad gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:31.604527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:31.609701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Transition to ACTIVE for port object 259c8cef-d657-4f4f-9f81-8260e06431c5 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:31.612932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86536ca7-0ded-40d6-9e17-428ca0ceb26c req-a878c7d9-1a10-47a1-81ff-17d2d22f6632 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262009 Feb 03 14:15:31.626810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.629894 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b698a276-88e8-45a7-a995-c15b513aa536 x-openstack-request-id: req-b698a276-88e8-45a7-a995-c15b513aa536 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:31.630186 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed428313-c57d-4309-bbef-8d67d108186b", "name": "network-vif-plugged", "status": "completed", "tag": "f7e540d3-6cfb-494c-9920-0d5d6d5c3331", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:31.630437 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b698a276-88e8-45a7-a995-c15b513aa536 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:31.630830 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed428313-c57d-4309-bbef-8d67d108186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331', 'code': 200} Feb 03 14:15:31.690157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks [] for router (4131650f-65cb-4439-b111-11fae198f1ad), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:31.868739 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:29Z', 'revision_number': 5, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:31.923625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d1b4a-8c97-44b8-8c88-ef932ed4707a req-6cf545ce-9b04-4c42-9809-481eb92e783a tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:31.925743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee6d1b4a-8c97-44b8-8c88-ef932ed4707a req-6cf545ce-9b04-4c42-9809-481eb92e783a tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 945 time: 0.1638973 Feb 03 14:15:31.927134 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] Checking router: 4131650f-65cb-4439-b111-11fae198f1ad for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:15:31.941330 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] Routers {'4131650f-65cb-4439-b111-11fae198f1ad'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:31.942226 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4131650f-65cb-4439-b111-11fae198f1ad'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:32.010698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks [] for router_gateway (4131650f-65cb-4439-b111-11fae198f1ad), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:32.057196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee6d1b4a-8c97-44b8-8c88-ef932ed4707a req-b2b18e56-597f-48c2-a161-1e94cc2a9d7d tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253214 Feb 03 14:15:32.093826 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] Set router 4131650f-65cb-4439-b111-11fae198f1ad gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:32.142898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2e49d-b599-42ec-80f6-12d73ee7b50f req-533604a2-f40a-4c4b-a83a-cf7dc1217dec tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:32.150517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37f2e49d-b599-42ec-80f6-12d73ee7b50f req-533604a2-f40a-4c4b-a83a-cf7dc1217dec tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 943 time: 0.1300123 Feb 03 14:15:32.164350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Deleting port 46dd311b-c02b-4433-9bc7-42fe8ab52b91 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:32.164789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:32.229093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Pushing event updated for resources: {'Port': ['ID=259c8cef-d657-4f4f-9f81-8260e06431c5,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:32.239525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Attempting to bind port 259c8cef-d657-4f4f-9f81-8260e06431c5 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:32.239870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Attempting to bind port 259c8cef-d657-4f4f-9f81-8260e06431c5 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:32.240226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Attempting to bind port 259c8cef-d657-4f4f-9f81-8260e06431c5 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:32.246552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Port 259c8cef-d657-4f4f-9f81-8260e06431c5 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:32.247038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Attempting to bind port 259c8cef-d657-4f4f-9f81-8260e06431c5 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:32.253891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:32.254229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:32.255126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Bound using segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:32.255572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Bound port: 259c8cef-d657-4f4f-9f81-8260e06431c5, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:32.255938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:32.269549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] For port 46dd311b-c02b-4433-9bc7-42fe8ab52b91, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46dd311b-c02b-4433-9bc7-42fe8ab52b91,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:32.270144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:32.272069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206c1c0-ac30-40a1-a58c-3a83d87aa677 req-27e3d54b-44e8-4de6-b539-434969def23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:32.274165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0206c1c0-ac30-40a1-a58c-3a83d87aa677 req-27e3d54b-44e8-4de6-b539-434969def23a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 1127 time: 0.5699060 Feb 03 14:15:32.295335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Calling delete_port for 46dd311b-c02b-4433-9bc7-42fe8ab52b91 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:32.349119 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0206c1c0-ac30-40a1-a58c-3a83d87aa677 req-d012594b-c223-4f83-83b8-e5d333d463e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Feb 03 14:15:32.357373 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:29Z', 'revision_number': 5, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:32.382162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] For port 259c8cef-d657-4f4f-9f81-8260e06431c5, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:32.385898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] For port 259c8cef-d657-4f4f-9f81-8260e06431c5, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=259c8cef-d657-4f4f-9f81-8260e06431c5,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:32.394211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:32.395214 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3839f6-769d-4898-a424-54ebd27098e6 None None] The sync data for ids ['4131650f-65cb-4439-b111-11fae198f1ad'] in n-d-827549-2 is: [{'id': '4131650f-65cb-4439-b111-11fae198f1ad', 'name': 'tempest-FloatingIPsTestJSON-1211542185-router', 'tenant_id': '81f7175b48fc42dc823b778fbbaaafaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:05Z', 'updated_at': '2022-02-03T14:15:29Z', 'revision_number': 5, 'project_id': '81f7175b48fc42dc823b778fbbaaafaf', 'gw_port': {'id': '46dd311b-c02b-4433-9bc7-42fe8ab52b91', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131650f-65cb-4439-b111-11fae198f1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:06Z', 'updated_at': '2022-02-03T14:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:15:32.425161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37f2e49d-b599-42ec-80f6-12d73ee7b50f req-377410c7-7716-4fe3-bf01-f7417f35023f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718005 Feb 03 14:15:32.447914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:32.448900 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:32.450994 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] 10.222.0.71 "PUT /v2.0/ports/259c8cef-d657-4f4f-9f81-8260e06431c5 HTTP/1.1" status: 200 len: 1091 time: 1.4133730 Feb 03 14:15:32.451493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'tag': '259c8cef-d657-4f4f-9f81-8260e06431c5'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:32.454587 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ad9efb-3364-43ba-8939-b4d2498e10ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1f60a251-fe32-4702-9f2a-f57d4deecbbb", "tag": "259c8cef-d657-4f4f-9f81-8260e06431c5"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:32.463264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b9c76-877c-451f-9b52-a87c008976ae req-aecf7eb6-2f21-4a1c-bcee-dcf83b8142a0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:32.470260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-326b9c76-877c-451f-9b52-a87c008976ae req-aecf7eb6-2f21-4a1c-bcee-dcf83b8142a0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 951 time: 0.1845021 Feb 03 14:15:32.475498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc18e8-9a8a-4856-a58d-c8184669802a service neutron] Pushing event updated for resources: {'Port': ['ID=259c8cef-d657-4f4f-9f81-8260e06431c5,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:32.569661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-d19eef31-9ea8-4c45-9368-aabd6241e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:32.571182 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-d19eef31-9ea8-4c45-9368-aabd6241e65c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 1125 time: 0.0483036 Feb 03 14:15:32.634088 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-5e5b5b89-0efd-406c-88eb-45cead456ce5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259c8cef-d657-4f4f-9f81-8260e06431c5 HTTP/1.1" status: 200 len: 217 time: 0.0480566 Feb 03 14:15:32.636549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-326b9c76-877c-451f-9b52-a87c008976ae req-4eea8471-1aa3-4f79-8756-b81fa9cceddc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637306 Feb 03 14:15:32.671946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7547-2933-4085-a18b-8b4d7128f5a3 req-532f0b96-7b57-4320-b423-24c781d4b501 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:32.673780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51be7547-2933-4085-a18b-8b4d7128f5a3 req-532f0b96-7b57-4320-b423-24c781d4b501 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.0936520 Feb 03 14:15:32.708195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-4a83f3df-9f04-40cc-8a2f-4b439d7d476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:32.709746 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-4a83f3df-9f04-40cc-8a2f-4b439d7d476f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.0692005 Feb 03 14:15:32.748849 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413a6a4-1fd0-4485-b609-4bb0f36cfdcc x-openstack-request-id: req-4413a6a4-1fd0-4485-b609-4bb0f36cfdcc {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:32.749147 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f60a251-fe32-4702-9f2a-f57d4deecbbb", "tag": "259c8cef-d657-4f4f-9f81-8260e06431c5", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:32.749408 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4413a6a4-1fd0-4485-b609-4bb0f36cfdcc {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:32.749823 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'tag': '259c8cef-d657-4f4f-9f81-8260e06431c5', 'status': 'completed', 'code': 200} Feb 03 14:15:32.793051 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-3be8c323-7aa9-47f7-8c22-8eebd835dc88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763614 Feb 03 14:15:32.837619 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51be7547-2933-4085-a18b-8b4d7128f5a3 req-d08cb17f-ba55-4400-9333-1c7c9cb4cbe9 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382461 Feb 03 14:15:32.853662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (46dd311b-c02b-4433-9bc7-42fe8ab52b91), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:32.942892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=46dd311b-c02b-4433-9bc7-42fe8ab52b91,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:33.085207 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-ec175fdb-d1a5-4d56-ac4e-4cf73f3e376e service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746563 Feb 03 14:15:33.152946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc07ab7-d71b-442e-ae5f-53a2ecd8a4c0 req-1a53dd93-c6eb-45fc-9c7c-22d63d738889 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.157959 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-afd1fd3a-4694-459c-a0ff-3b64c0f662a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1651793 Feb 03 14:15:33.170233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ffe784-2b9a-45ed-86ed-3b28512d4e67 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:33.182759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fc07ab7-d71b-442e-ae5f-53a2ecd8a4c0 req-1a53dd93-c6eb-45fc-9c7c-22d63d738889 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.3423386 Feb 03 14:15:33.212084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a10ee0-3ff9-430a-b5de-da004477f46b req-d75c6c91-d5c5-45e9-8597-ec28430ee3cd tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.213748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4a10ee0-3ff9-430a-b5de-da004477f46b req-d75c6c91-d5c5-45e9-8597-ec28430ee3cd tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 945 time: 0.2816286 Feb 03 14:15:33.217710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:33.227406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f9ffe784-2b9a-45ed-86ed-3b28512d4e67 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:33.229852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ffe784-2b9a-45ed-86ed-3b28512d4e67 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:33.284760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (4131650f-65cb-4439-b111-11fae198f1ad), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:33.340201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1194-9f90-4c62-b30e-1966220f5959 req-9b36aa53-352a-461e-8c88-65564244841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.342719 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-9b36aa53-352a-461e-8c88-65564244841d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 1126 time: 0.1196098 Feb 03 14:15:33.344826 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d626fc58-e9db-4d39-9e15-e3c63c274412 req-2a285540-746f-493b-b147-c4a2e42e52b9 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492199 Feb 03 14:15:33.348046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4a10ee0-3ff9-430a-b5de-da004477f46b req-ebe45b07-c8d9-42dc-b9f2-250746dcba4d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216044 Feb 03 14:15:33.424675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:33.444508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 has no active binding in host n-h2-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:15:33.490518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fc07ab7-d71b-442e-ae5f-53a2ecd8a4c0 req-1553a6c9-44eb-43dc-906e-574623bf1a5d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668693 Feb 03 14:15:33.517163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1194-9f90-4c62-b30e-1966220f5959 req-31fae6b9-6bd7-49fa-a595-59fae422abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.519198 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-31fae6b9-6bd7-49fa-a595-59fae422abce service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.1338232 Feb 03 14:15:33.610464 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (4131650f-65cb-4439-b111-11fae198f1ad), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:33.615420 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-bf44a892-2788-4e5a-952f-7e85d4321b1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 200 len: 217 time: 0.0567853 Feb 03 14:15:33.615983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks [] for router_controller (4131650f-65cb-4439-b111-11fae198f1ad), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:33.628084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-64dbaa1e-fc5d-4151-9690-eb606e4cb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.630084 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-64dbaa1e-fc5d-4151-9690-eb606e4cb4e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 1125 time: 0.1098669 Feb 03 14:15:33.689643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-fb1a4861-6c82-45c7-b502-839b16848592 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.691204 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-fb1a4861-6c82-45c7-b502-839b16848592 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 945 time: 0.2224040 Feb 03 14:15:33.711086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (4131650f-65cb-4439-b111-11fae198f1ad), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:33.711626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4131650f-65cb-4439-b111-11fae198f1ad {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:15:33.718620 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:33.725499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-befca795-f756-429f-8821-db573a63d6fc admin admin] 10.222.0.52 "DELETE /v2.0/routers/4131650f-65cb-4439-b111-11fae198f1ad HTTP/1.1" status: 204 len: 168 time: 2.2695405 Feb 03 14:15:33.725499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35768) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:33.757686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a544d9-6289-41e0-82e7-5bfec72aae8a req-30e4d236-8844-4f5b-a314-77f0961e6863 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.759234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97a544d9-6289-41e0-82e7-5bfec72aae8a req-30e4d236-8844-4f5b-a314-77f0961e6863 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 945 time: 0.2930670 Feb 03 14:15:33.760168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e1194-9f90-4c62-b30e-1966220f5959 req-fa63e6ae-a859-4f7d-9d52-1b85677de793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.761979 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-fa63e6ae-a859-4f7d-9d52-1b85677de793 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1370950 Feb 03 14:15:33.791560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-7ca5ed73-17ff-46a7-920a-de247377b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.793907 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-7ca5ed73-17ff-46a7-920a-de247377b4b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.1541491 Feb 03 14:15:33.823053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42928245-9fa7-4fe0-b773-ff326f1234c9 req-9c1b4043-e335-430e-a968-16ba5673c0cd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:33.824676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42928245-9fa7-4fe0-b773-ff326f1234c9 req-9c1b4043-e335-430e-a968-16ba5673c0cd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 943 time: 0.2521656 Feb 03 14:15:33.830214 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-3e3a09e7-9aed-405f-a1b8-b805ab14fd2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337133 Feb 03 14:15:33.990797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97a544d9-6289-41e0-82e7-5bfec72aae8a req-42b48051-de8c-4844-901e-4c2751675862 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071521 Feb 03 14:15:33.994259 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-a4f5243e-d3fd-46e0-801a-93ac19f92eec service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574843 Feb 03 14:15:33.996264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] Deleting subnet 845e2d39-95ec-40bc-9b02-1fcaa4847f1c {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:15:34.005994 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] Publish callbacks [] for subnet (845e2d39-95ec-40bc-9b02-1fcaa4847f1c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:34.050545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.45', 49538) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:34.106988 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-522e1194-9f90-4c62-b30e-1966220f5959 req-794ee5bc-d20f-4a3d-9b86-136474186d4c service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051657 Feb 03 14:15:34.144993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42928245-9fa7-4fe0-b773-ff326f1234c9 req-48a5d62e-2f1d-4896-bb50-53bdb7163d6e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067310 Feb 03 14:15:34.156406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (845e2d39-95ec-40bc-9b02-1fcaa4847f1c), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:34.168404 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-746bf9ac-a64c-4e6b-919c-78b5a6625538 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259c8cef-d657-4f4f-9f81-8260e06431c5 HTTP/1.1" status: 200 len: 217 time: 0.0465951 Feb 03 14:15:34.230075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-26867580-ba32-48f7-8041-539564f6c9d5 service neutron] 10.222.0.45 "GET /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093/bindings/n-h2-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.5348327 Feb 03 14:15:34.238379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-69b5239a-a7d2-414a-ae97-5645f87068af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:34.239930 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-69b5239a-a7d2-414a-ae97-5645f87068af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.0659835 Feb 03 14:15:34.274810 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-ef759b42-f646-4cd9-828e-daa7741af0f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278881 Feb 03 14:15:34.396777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-6ea5f240-ae8e-4059-8204-465dd8f845f1 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138322 Feb 03 14:15:34.410115 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (845e2d39-95ec-40bc-9b02-1fcaa4847f1c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:34.422876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e051cf2-13bf-434b-9790-e8b059ea9591 req-c08c9f81-5166-4c9e-85b0-1104f3d2df57 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:34.425149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e051cf2-13bf-434b-9790-e8b059ea9591 req-c08c9f81-5166-4c9e-85b0-1104f3d2df57 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 951 time: 0.3570521 Feb 03 14:15:34.432922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-32388272-f2f0-40e7-82ca-70bd9ca7ca55 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:34.434415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-32388272-f2f0-40e7-82ca-70bd9ca7ca55 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 951 time: 0.3795030 Feb 03 14:15:34.459140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Deleting port 17fcf80e-287a-4e19-9df8-a41ac70c8030 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:34.459481 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:34.491909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6738d17-2f3d-4f08-8c66-56ffcedd0cca req-d38c0bd8-3b9c-42e7-9051-ef001d752c06 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:34.494004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6738d17-2f3d-4f08-8c66-56ffcedd0cca req-d38c0bd8-3b9c-42e7-9051-ef001d752c06 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 944 time: 0.2829158 Feb 03 14:15:34.501840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-82ad9efb-3364-43ba-8939-b4d2498e10ef req-0a3625b9-cff2-44fe-9736-0bb683e3c257 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987289 Feb 03 14:15:34.888367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:35.085744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e051cf2-13bf-434b-9790-e8b059ea9591 req-60e3cc38-d8bb-46dc-94c9-f1a96391a2cb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307359 Feb 03 14:15:35.132449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46dd311b-c02b-4433-9bc7-42fe8ab52b91 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:35.133519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] For port 17fcf80e-287a-4e19-9df8-a41ac70c8030, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=17fcf80e-287a-4e19-9df8-a41ac70c8030,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:35.133893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.156490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 46dd311b-c02b-4433-9bc7-42fe8ab52b91 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:35.156895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46dd311b-c02b-4433-9bc7-42fe8ab52b91 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:35.162858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2792246b-6f9f-4491-98f5-8704b6918093 is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:35.184839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 6f90046f-256f-4de6-8d05-50671c498407 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:35.189887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6738d17-2f3d-4f08-8c66-56ffcedd0cca req-19f4b4d4-5a71-44de-9ee1-5189ba1a8cf2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687894 Feb 03 14:15:35.208776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (845e2d39-95ec-40bc-9b02-1fcaa4847f1c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.219540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Calling delete_port for 17fcf80e-287a-4e19-9df8-a41ac70c8030 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:35.292563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845e2d39-95ec-40bc-9b02-1fcaa4847f1c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:35.295246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.299048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c18618e3-98fe-4b67-bafa-ed8950f68549 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/845e2d39-95ec-40bc-9b02-1fcaa4847f1c HTTP/1.1" status: 204 len: 168 time: 1.5547540 Feb 03 14:15:35.301977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35780) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:35.311562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cbf266-4e94-4805-b353-876efed94380 None None] Network 582de7a1-3d65-4959-be3e-074f70cdf053 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:35.337232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 6f90046f-256f-4de6-8d05-50671c498407 is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:35.415396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (582de7a1-3d65-4959-be3e-074f70cdf053), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.419279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:35.471363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Deleting port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:35.471808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.487653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2991b-7bbd-45bf-80d4-8a3c40b6ef34 req-3204034a-6acf-443e-b5a6-d1b5b3034254 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:35.489193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0e2991b-7bbd-45bf-80d4-8a3c40b6ef34 req-3204034a-6acf-443e-b5a6-d1b5b3034254 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 945 time: 0.3154750 Feb 03 14:15:35.491595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:35.518314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] DHCP port deletion for 582de7a1-3d65-4959-be3e-074f70cdf053 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:15:35.538896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Deleting port fa6d516c-0bba-468d-923e-1dd61d379105 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:35.539243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.542877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-227d0f30-05b4-4802-b560-0e7faa1a36da service neutron] 10.222.0.71 "GET /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.0786679 Feb 03 14:15:35.570248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0925-d0e1-40a9-86bb-ca24cce3daa8 req-7af00e8f-261e-44cf-b0a2-4b36f13719d0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:35.571981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-728b0925-d0e1-40a9-86bb-ca24cce3daa8 req-7af00e8f-261e-44cf-b0a2-4b36f13719d0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 944 time: 0.2871416 Feb 03 14:15:35.576742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] Deleting port fa6d516c-0bba-468d-923e-1dd61d379105 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:35.577454 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.646222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2792246b-6f9f-4491-98f5-8704b6918093 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:35.649069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] For port fa6d516c-0bba-468d-923e-1dd61d379105, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fa6d516c-0bba-468d-923e-1dd61d379105,segment=NetworkSegment(b4d0cba3-91f7-43b3-9baa-01136dcca8dd),segment_id=b4d0cba3-91f7-43b3-9baa-01136dcca8dd)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:35.649507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.649761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] For port fa6d516c-0bba-468d-923e-1dd61d379105, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fa6d516c-0bba-468d-923e-1dd61d379105,segment=NetworkSegment(b4d0cba3-91f7-43b3-9baa-01136dcca8dd),segment_id=b4d0cba3-91f7-43b3-9baa-01136dcca8dd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:35.649928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.664835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] Calling delete_port for fa6d516c-0bba-468d-923e-1dd61d379105 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:35.666070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Calling delete_port for fa6d516c-0bba-468d-923e-1dd61d379105 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:35.675716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:35.748015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.759511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.774373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0e2991b-7bbd-45bf-80d4-8a3c40b6ef34 req-f9fe8960-9851-4bd4-836e-9d9e5fa14ed9 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479124 Feb 03 14:15:35.791243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] Pushing event deleted for resources: {'Port': ['ID=fa6d516c-0bba-468d-923e-1dd61d379105,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:35.795017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7df95-a9c1-4890-8656-9aea77eb57c6 None None] No DVR routers for this DVR port fa6d516c-0bba-468d-923e-1dd61d379105 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:35.819709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-728b0925-d0e1-40a9-86bb-ca24cce3daa8 req-78b1fd37-cf02-425f-8846-6709d4024844 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313979 Feb 03 14:15:35.822763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] For port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:35.823321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.850520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fa6d516c-0bba-468d-923e-1dd61d379105), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.858890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:35.885658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Calling delete_port for 3388ed18-d5ab-48b4-a00c-1400e2b8f36a owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:35.894769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (17fcf80e-287a-4e19-9df8-a41ac70c8030), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:35.901238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6d516c-0bba-468d-923e-1dd61d379105,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:35.905117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] No DVR routers for this DVR port fa6d516c-0bba-468d-923e-1dd61d379105 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:35.941103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:35.996176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event deleted for resources: {'Port': ['ID=17fcf80e-287a-4e19-9df8-a41ac70c8030,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:36.017502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f90046f-256f-4de6-8d05-50671c498407 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:36.023352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (582de7a1-3d65-4959-be3e-074f70cdf053), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.037691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:36.061461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582de7a1-3d65-4959-be3e-074f70cdf053']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:36.068811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.074152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:36.074455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d0cba3-91f7-43b3-9baa-01136dcca8dd') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:36.091337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (b4d0cba3-91f7-43b3-9baa-01136dcca8dd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.130310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b4d0cba3-91f7-43b3-9baa-01136dcca8dd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.141080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:15:36.143003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (b4d0cba3-91f7-43b3-9baa-01136dcca8dd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.143967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] No DVR routers for this DVR port 17fcf80e-287a-4e19-9df8-a41ac70c8030 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:15:36.145229 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:15:36.148757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.152073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7342171-9a71-4a25-b3b5-db75b4d0aada req-66676a62-54ba-46ce-8003-bfca2ef9a012 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "DELETE /v2.0/ports/17fcf80e-287a-4e19-9df8-a41ac70c8030 HTTP/1.1" status: 204 len: 173 time: 2.4542758 Feb 03 14:15:36.159416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'name': 'network-vif-deleted', 'tag': '17fcf80e-287a-4e19-9df8-a41ac70c8030'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:36.161700 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc25ce9-0304-4ebf-b338-0a6b83c86be9" -d '{"events": [{"server_uuid": "7a1cb037-03db-4bc1-bd4b-fa626f8fcf86", "name": "network-vif-deleted", "tag": "17fcf80e-287a-4e19-9df8-a41ac70c8030"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:36.203742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca2628-8f24-4c23-8ede-10b4caf1ef0b req-67f74fcb-a016-491b-a749-a93bb02e135d tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:36.214045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22ca2628-8f24-4c23-8ede-10b4caf1ef0b req-67f74fcb-a016-491b-a749-a93bb02e135d tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 945 time: 0.2949772 Feb 03 14:15:36.228503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] Transition to ACTIVE for port object 6f90046f-256f-4de6-8d05-50671c498407 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:36.232340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (582de7a1-3d65-4959-be3e-074f70cdf053), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.239307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.241610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] Transition to ACTIVE for port object 2792246b-6f9f-4491-98f5-8704b6918093 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:36.252090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808515f-54be-4c45-9285-24865cc48bbc req-204549a7-be27-4c3d-8553-eaa7e486cb96 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:36.254227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4808515f-54be-4c45-9285-24865cc48bbc req-204549a7-be27-4c3d-8553-eaa7e486cb96 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 943 time: 0.2926636 Feb 03 14:15:36.256987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] 10.222.0.52 "DELETE /v2.0/networks/582de7a1-3d65-4959-be3e-074f70cdf053 HTTP/1.1" status: 204 len: 168 time: 0.9535418 Feb 03 14:15:36.267911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.273831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.288250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d6c73-dd7e-4216-95ff-407a18084859 admin admin] Pushing event deleted for resources: {'Network': ['ID=582de7a1-3d65-4959-be3e-074f70cdf053,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:36.359111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] No DVR routers for this DVR port 6f90046f-256f-4de6-8d05-50671c498407 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:36.398156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] Pushing event updated for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=10']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:36.406757 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f834f252-27f3-4da5-a800-f3766be28e8b service neutron] 10.222.0.71 "PUT /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407/bindings/n-h1-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8539805 Feb 03 14:15:36.419018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35790) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:36.467181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22ca2628-8f24-4c23-8ede-10b4caf1ef0b req-ad607ac8-4d2b-4f04-b4d1-1c5fd91001ea tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504807 Feb 03 14:15:36.470423 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-70aedd72-9f2b-4ed1-9541-5f161eb102ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81f7175b48fc42dc823b778fbbaaafaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478690 Feb 03 14:15:36.471068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:36.471749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:36.501595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] No DVR routers for this DVR port 2792246b-6f9f-4491-98f5-8704b6918093 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:36.545231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8cffe645-5701-48ec-90b2-36ec9c4951e4 admin admin] Publish callbacks [] for security_group (47bee578-9c92-42ec-a152-dbf3b54d93e7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.579415 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8cffe645-5701-48ec-90b2-36ec9c4951e4 admin admin] Publish callbacks [] for security_group (47bee578-9c92-42ec-a152-dbf3b54d93e7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.587094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3388ed18-d5ab-48b4-a00c-1400e2b8f36a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.609507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4808515f-54be-4c45-9285-24865cc48bbc req-58f72180-e8f0-42c1-ba34-318c3c29a6aa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381121 Feb 03 14:15:36.621573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:36.650157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47babdbd-3fc7-4c5b-8870-ea6f3ee73842 req-64662d96-4460-4345-b9a3-619ee2bdf3e7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d220be-13c2-4a5d-8eaf-4456e44b9260 HTTP/1.1" status: 200 len: 210 time: 0.0862064 Feb 03 14:15:36.655203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8cffe645-5701-48ec-90b2-36ec9c4951e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (47bee578-9c92-42ec-a152-dbf3b54d93e7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.659493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-abb70fd1-b085-4642-8930-702ea84343a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093/bindings/n-h2-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3957846 Feb 03 14:15:36.660287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event deleted for resources: {'Port': ['ID=3388ed18-d5ab-48b4-a00c-1400e2b8f36a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:36.662373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8cffe645-5701-48ec-90b2-36ec9c4951e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.665834 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8cffe645-5701-48ec-90b2-36ec9c4951e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47bee578-9c92-42ec-a152-dbf3b54d93e7 HTTP/1.1" status: 204 len: 168 time: 0.1942208 Feb 03 14:15:36.741163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffe645-5701-48ec-90b2-36ec9c4951e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bee578-9c92-42ec-a152-dbf3b54d93e7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:36.770098 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ead424-bc1c-4d6b-be73-2b577a8222f7 x-openstack-request-id: req-26ead424-bc1c-4d6b-be73-2b577a8222f7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:36.770378 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1cb037-03db-4bc1-bd4b-fa626f8fcf86", "name": "network-vif-deleted", "tag": "17fcf80e-287a-4e19-9df8-a41ac70c8030", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:36.770637 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26ead424-bc1c-4d6b-be73-2b577a8222f7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:36.771043 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1cb037-03db-4bc1-bd4b-fa626f8fcf86', 'name': 'network-vif-deleted', 'tag': '17fcf80e-287a-4e19-9df8-a41ac70c8030', 'status': 'completed', 'code': 200} Feb 03 14:15:36.773899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] No DVR routers for this DVR port 3388ed18-d5ab-48b4-a00c-1400e2b8f36a on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:36.784888 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:36.790163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c9942c9-850d-49b5-882d-07b9228f22cf req-37929dd9-5387-4a5a-aa2a-fdf211336efc tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.45 "DELETE /v2.0/ports/3388ed18-d5ab-48b4-a00c-1400e2b8f36a HTTP/1.1" status: 204 len: 173 time: 2.3267095 Feb 03 14:15:36.806669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-8edb61aa-db97-4562-bc4d-61d10a7cf745 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:36.808650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-8edb61aa-db97-4562-bc4d-61d10a7cf745 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.2898464 Feb 03 14:15:36.903704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17fcf80e-287a-4e19-9df8-a41ac70c8030 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:36.955243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-4b9914d5-f002-4535-a580-35cbe8d6a03d tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:36.960814 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-4b9914d5-f002-4535-a580-35cbe8d6a03d tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.2075047 Feb 03 14:15:36.997559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 17fcf80e-287a-4e19-9df8-a41ac70c8030 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:36.998013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 17fcf80e-287a-4e19-9df8-a41ac70c8030 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:36.998389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-845b2d8f-7a47-428b-a9e6-85d1e8b3983a req-4140d1ba-07bf-4f95-bd4e-a25747314c5d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0795836 Feb 03 14:15:36.998613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:37.017579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-3c14234b-e00a-4cd6-83d9-db23db6d4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.019379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-3c14234b-e00a-4cd6-83d9-db23db6d4a9d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a&tenant_id=5ee7897a21594d0da938e8be68d79a08 HTTP/1.1" status: 200 len: 1127 time: 0.2010205 Feb 03 14:15:37.042954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 3388ed18-d5ab-48b4-a00c-1400e2b8f36a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:37.043311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3388ed18-d5ab-48b4-a00c-1400e2b8f36a not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:37.046704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6a7eb-fb50-40b6-bae9-6d4aa885e8de req-874028bc-16b4-4e84-8b64-22782cd1e740 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.054255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcc6a7eb-fb50-40b6-bae9-6d4aa885e8de req-874028bc-16b4-4e84-8b64-22782cd1e740 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.1247687 Feb 03 14:15:37.090364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-02d7e332-5791-4333-8a98-41ac76d2cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.095433 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-02d7e332-5791-4333-8a98-41ac76d2cd74 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052&tenant_id=3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 1127 time: 0.1193349 Feb 03 14:15:37.143069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fa6d516c-0bba-468d-923e-1dd61d379105 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:37.187594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcc6a7eb-fb50-40b6-bae9-6d4aa885e8de req-162f83a9-b0ed-4092-8963-8460883e1706 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323738 Feb 03 14:15:37.207511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fa6d516c-0bba-468d-923e-1dd61d379105 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:37.208359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fa6d516c-0bba-468d-923e-1dd61d379105 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:37.211243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 259c8cef-d657-4f4f-9f81-8260e06431c5 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:37.260744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-2f65257d-caa4-4ebc-bd1a-eedfc018cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.268238 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-2f65257d-caa4-4ebc-bd1a-eedfc018cfd8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1127 time: 0.1326134 Feb 03 14:15:37.441262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 259c8cef-d657-4f4f-9f81-8260e06431c5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=259c8cef-d657-4f4f-9f81-8260e06431c5,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:37.444763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-70b0ec32-a194-42c7-a84d-c9338bda1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.449831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-70b0ec32-a194-42c7-a84d-c9338bda1459 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee7897a21594d0da938e8be68d79a08&device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1127 time: 0.2840791 Feb 03 14:15:37.480298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '259c8cef-d657-4f4f-9f81-8260e06431c5', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'port_id': '259c8cef-d657-4f4f-9f81-8260e06431c5', 'mac_address': 'fa:16:3e:d3:ac:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e7b84-add1-4d2c-b4e0-8e848939b7d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:37.491262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-0f20a4e2-5a7a-460a-ac6a-d6cf053c9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.496670 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-0f20a4e2-5a7a-460a-ac6a-d6cf053c9a8f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.2195137 Feb 03 14:15:37.577158 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-201e758a-13f1-4c9d-8cba-24e0fe0042ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 217 time: 0.0756969 Feb 03 14:15:37.627418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7800429-7427-4b3f-bd57-45a2be8e3499 req-c37d5ea7-531a-4253-ba99-338bbfd914d5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.630735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 259c8cef-d657-4f4f-9f81-8260e06431c5 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:37.631300 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:37.643660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7800429-7427-4b3f-bd57-45a2be8e3499 req-c37d5ea7-531a-4253-ba99-338bbfd914d5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 945 time: 0.3483508 Feb 03 14:15:37.663228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259c8cef-d657-4f4f-9f81-8260e06431c5 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:37.696645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-b13afe46-3656-4e08-b634-d0a08f9c6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.698295 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-b13afe46-3656-4e08-b634-d0a08f9c6e78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1047587 Feb 03 14:15:37.720334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 259c8cef-d657-4f4f-9f81-8260e06431c5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=259c8cef-d657-4f4f-9f81-8260e06431c5,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:37.728790 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:37.764607 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-100490d2-e5c0-4109-a89a-3ea53084e17b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601664 Feb 03 14:15:37.804023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=259c8cef-d657-4f4f-9f81-8260e06431c5,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:37.822796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7800429-7427-4b3f-bd57-45a2be8e3499 req-11b246fd-b233-450a-b108-082a20ba2f2e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781158 Feb 03 14:15:37.824452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f39e7796-c454-42e4-ad95-d48f546718de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:37.828367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-f39e7796-c454-42e4-ad95-d48f546718de service neutron] 10.222.0.45 "GET /v2.0/networks?id=816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 200 len: 908 time: 0.3703051 Feb 03 14:15:37.890546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-0838ba52-2382-4c70-9695-8eef2726c584 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 200 len: 217 time: 0.0525360 Feb 03 14:15:37.908632 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-5296f229-7705-4631-86ec-b3ee1520fab1 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372261 Feb 03 14:15:38.023065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-872eb615-ea15-4b32-91c3-38a7d8f946fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:38.025420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-872eb615-ea15-4b32-91c3-38a7d8f946fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 200 len: 847 time: 0.1164699 Feb 03 14:15:38.029891 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-6195c620-23cc-465e-bb97-4c917cf9980b service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147571 Feb 03 14:15:38.057214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87d552-8edc-4ad5-82b9-30750a6739ee req-aa2a6d4a-3448-4f92-a94c-181c0fddfee2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:38.059300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b87d552-8edc-4ad5-82b9-30750a6739ee req-aa2a6d4a-3448-4f92-a94c-181c0fddfee2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 944 time: 0.0994136 Feb 03 14:15:38.070323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97a7bd-4e7e-422c-ab3c-ffbc5cf735df req-6fef23b1-5919-49b9-948d-90a9eb785b0f tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:38.079226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f97a7bd-4e7e-422c-ab3c-ffbc5cf735df req-6fef23b1-5919-49b9-948d-90a9eb785b0f tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 945 time: 0.3201795 Feb 03 14:15:38.115746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-9bcfdb20-00ed-4c14-99c3-697e9d439334 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=816cf5cc-964b-4163-89b4-09c9f5045e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776746 Feb 03 14:15:38.213055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['259c8cef-d657-4f4f-9f81-8260e06431c5'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:38.279319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f97a7bd-4e7e-422c-ab3c-ffbc5cf735df req-1bb50db9-7051-4399-9e58-0dacc12dd3b6 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990657 Feb 03 14:15:38.285740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b87d552-8edc-4ad5-82b9-30750a6739ee req-9f74263e-ff70-4555-a0e3-a9c06d8e3211 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866543 Feb 03 14:15:38.341984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-c9fefd59-b680-48cc-85f7-3a83b500159e service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135735 Feb 03 14:15:38.342555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:38.498749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-855b627d-dadf-44be-803c-b9ad537a1a9d service neutron] 10.222.0.45 "GET /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505880 Feb 03 14:15:38.506982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-272d1aa0-4178-4608-a06c-90a55289f900 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:38.510442 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-272d1aa0-4178-4608-a06c-90a55289f900 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.1022310 Feb 03 14:15:38.568717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-network', 'tenant_id': '19e2bd58219647f9b31ec786456e175e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:38.577636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c699334b-0825-4018-a991-d2eb1941a3f8 req-67d03af2-0bed-40d7-9e51-f71678a8aa2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0777614 Feb 03 14:15:38.606443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3f907-102b-4190-a6ad-5e525ad53cd2 req-313f6f51-d493-4e07-bea4-6bdcdb89341e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:38.614596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6e3f907-102b-4190-a6ad-5e525ad53cd2 req-313f6f51-d493-4e07-bea4-6bdcdb89341e tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.1133535 Feb 03 14:15:38.652982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Made reservation on behalf of 19e2bd58219647f9b31ec786456e175e for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:38.656991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.672605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.673369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6e3f907-102b-4190-a6ad-5e525ad53cd2 req-9d3a0a4a-6f19-46c7-8d2d-ea5a84d006b1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Feb 03 14:15:38.722605 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.743102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-f31afa9e-1edb-48cb-aa59-8c39707e40e9 service neutron] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:38.750613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-f31afa9e-1edb-48cb-aa59-8c39707e40e9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.751779 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-36d19f2c-dcbc-479a-b3ef-3776e5f0ed33 req-f31afa9e-1edb-48cb-aa59-8c39707e40e9 service neutron] 10.222.0.71 "DELETE /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093/bindings/n-h1-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.2353644 Feb 03 14:15:38.776215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-deleted', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:38.782804 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a3ed43-bdd7-4a4f-956d-30fcca8aa3d5" -d '{"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-deleted", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:38.844699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-93e0821b-47f8-4a6f-831a-dade8a71563e tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:38.846218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-93e0821b-47f8-4a6f-831a-dade8a71563e tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a&tenant_id=5ee7897a21594d0da938e8be68d79a08&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.0861599 Feb 03 14:15:38.867506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks [] for security_group (968ff9f5-9f52-4691-9761-34d213f36629), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.876888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (968ff9f5-9f52-4691-9761-34d213f36629), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.894987 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6b1a91-8410-4fb3-bf94-ab2377c7b890 x-openstack-request-id: req-fb6b1a91-8410-4fb3-bf94-ab2377c7b890 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:38.895283 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d220be-13c2-4a5d-8eaf-4456e44b9260", "name": "network-vif-deleted", "tag": "3388ed18-d5ab-48b4-a00c-1400e2b8f36a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:38.895514 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb6b1a91-8410-4fb3-bf94-ab2377c7b890 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:38.895898 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d220be-13c2-4a5d-8eaf-4456e44b9260', 'name': 'network-vif-deleted', 'tag': '3388ed18-d5ab-48b4-a00c-1400e2b8f36a', 'status': 'completed', 'code': 200} Feb 03 14:15:38.928737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:15:38.945799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ff9f5-9f52-4691-9761-34d213f36629,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:38.955436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8004286a-8d0f-45c2-8ff0-1256633f7037), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:38.955436 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Added segment 8004286a-8d0f-45c2-8ff0-1256633f7037 of type vlan for network 908f64d6-6421-47ae-bf45-60921cca3a7a Feb 03 14:15:39.009763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (908f64d6-6421-47ae-bf45-60921cca3a7a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.047228 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (908f64d6-6421-47ae-bf45-60921cca3a7a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.048689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:39.049316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.097443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7535906 Feb 03 14:15:39.097853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bad87c-d611-4267-b5bc-dbc341d03d4f req-ffb88b2f-bd33-430b-bb89-1fffee5fd4a7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:39.105152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5bad87c-d611-4267-b5bc-dbc341d03d4f req-ffb88b2f-bd33-430b-bb89-1fffee5fd4a7 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.2125793 Feb 03 14:15:39.110486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35846) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:39.116994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Request body: {'subnet': {'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-subnet', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:39.146740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96daccd-ba67-4245-b2c2-edbe186311df admin admin] Pushing event updated for resources: {'Network': ['ID=908f64d6-6421-47ae-bf45-60921cca3a7a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:39.161137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 908f64d6-6421-47ae-bf45-60921cca3a7a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:15:39.170757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650793e-aaef-45c0-b12a-cbf03db9cbce req-a47ef6ee-674e-44c2-889e-72cf74c00ad9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:39.172554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2650793e-aaef-45c0-b12a-cbf03db9cbce req-a47ef6ee-674e-44c2-889e-72cf74c00ad9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 945 time: 0.2095208 Feb 03 14:15:39.209538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-4473852f-cf9b-44f4-a6d4-bceaf7e330b6 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:39.211095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-4473852f-cf9b-44f4-a6d4-bceaf7e330b6 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 945 time: 0.2050655 Feb 03 14:15:39.220696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Made reservation on behalf of 19e2bd58219647f9b31ec786456e175e for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:39.223460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.269621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-a0f00b4e-f0ff-43d7-8d1e-b69138a9bb5b service neutron] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:39.304970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5bad87c-d611-4267-b5bc-dbc341d03d4f req-8447d3af-422b-4ca2-9fd9-d630e790d034 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988013 Feb 03 14:15:39.338993 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-a0f00b4e-f0ff-43d7-8d1e-b69138a9bb5b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.340196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ab9fdd-2e19-42e8-8309-cb4d027d9174 req-a0f00b4e-f0ff-43d7-8d1e-b69138a9bb5b service neutron] 10.222.0.45 "DELETE /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407/bindings/n-h2-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.4840641 Feb 03 14:15:39.439032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2650793e-aaef-45c0-b12a-cbf03db9cbce req-aa77783b-0f8e-4642-b432-5ef4fa8e29c4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599301 Feb 03 14:15:39.589972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ca1-d9f1-4f0a-88e2-607a56b1fc37 req-4cfdf01e-f8cd-4c86-b2e1-4bcc421615ca tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:39.592054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4eb68ca1-d9f1-4f0a-88e2-607a56b1fc37 req-4cfdf01e-f8cd-4c86-b2e1-4bcc421615ca tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 945 time: 0.1880460 Feb 03 14:15:39.608285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Deleting port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:39.608634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.752825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (78b8f918-dfdd-4562-bd83-a50b552ad66b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.771673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46641793-c3d0-4860-87a9-90749fd5a583 req-1f0efe5e-1b77-437a-8381-3c2dac5b5a83 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:39.773677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46641793-c3d0-4860-87a9-90749fd5a583 req-1f0efe5e-1b77-437a-8381-3c2dac5b5a83 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 944 time: 0.2459693 Feb 03 14:15:39.786061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4eb68ca1-d9f1-4f0a-88e2-607a56b1fc37 req-23f2ca34-84c8-40d6-8bf8-73e185419d35 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/security-groups?id=786b6cbc-3af4-4196-ab0a-ed2208c20e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843271 Feb 03 14:15:39.859027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] For port f7e540d3-6cfb-494c-9920-0d5d6d5c3331, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,segment=NetworkSegment(1dccf527-0613-431b-ae1c-979954994e37),segment_id=1dccf527-0613-431b-ae1c-979954994e37)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:39.859442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:39.894975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Calling delete_port for f7e540d3-6cfb-494c-9920-0d5d6d5c3331 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:39.911212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b8f918-dfdd-4562-bd83-a50b552ad66b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:39.965243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46641793-c3d0-4860-87a9-90749fd5a583 req-a57e56d8-5695-478c-b5a5-90af225c208f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781621 Feb 03 14:15:39.993216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Checking segment: {'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:39.993874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Network hostable DHCP agents. Network: 908f64d6-6421-47ae-bf45-60921cca3a7a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:15:40.020133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e656ae9f-6e27-42bb-96c0-168fde2194d6 req-b5f0ba1a-5e48-48dd-b7f1-8be01d09ba15 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0523648 Feb 03 14:15:40.056464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Network 908f64d6-6421-47ae-bf45-60921cca3a7a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:15:40.130790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 908f64d6-6421-47ae-bf45-60921cca3a7a) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:40.144644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea4814-7783-4927-b3df-4f6edc2881c9 None None] Network 908f64d6-6421-47ae-bf45-60921cca3a7a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:40.149698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:40.150469 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.195302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f7e540d3-6cfb-494c-9920-0d5d6d5c3331), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.210538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a37c0bcc-7c29-40c3-8a60-765ab2aa1787 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0945539 Feb 03 14:15:40.210944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35860) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:40.218517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:40.252563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbbae5-c215-405c-9a58-2a71ceabb8d2 req-2b210bb1-9e90-4b67-9429-ba470d0ffbdb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:40.253215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (40b2bc68-9608-4c52-8c6c-061a19d2cca0), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.254150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9fbbae5-c215-405c-9a58-2a71ceabb8d2 req-2b210bb1-9e90-4b67-9429-ba470d0ffbdb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.1952240 Feb 03 14:15:40.256434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Pushing event deleted for resources: {'Port': ['ID=f7e540d3-6cfb-494c-9920-0d5d6d5c3331,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:40.271215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (40b2bc68-9608-4c52-8c6c-061a19d2cca0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.272206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f29c-0c64-445c-a847-fcde4c4920ad req-b2b3a6b8-c7fa-4515-9f44-5a99b1b41943 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:40.274091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b67f29c-0c64-445c-a847-fcde4c4920ad req-b2b3a6b8-c7fa-4515-9f44-5a99b1b41943 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1127 time: 0.1479087 Feb 03 14:15:40.312570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['f7e540d3-6cfb-494c-9920-0d5d6d5c3331'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:40.364451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks [] for router_controller (40b2bc68-9608-4c52-8c6c-061a19d2cca0), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.388995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-908f64d6-6421-47ae-bf45-60921cca3a7a', 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a', 'project_id': '19e2bd58219647f9b31ec786456e175e', 'fixed_ips': [{'subnet_id': '78b8f918-dfdd-4562-bd83-a50b552ad66b'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:15:40.390244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.624915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Allocated IP 172.20.0.2 (908f64d6-6421-47ae-bf45-60921cca3a7a/78b8f918-dfdd-4562-bd83-a50b552ad66b/6d626598-0a69-4123-8b74-124f20afffbe) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:40.666466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] No DVR routers for this DVR port f7e540d3-6cfb-494c-9920-0d5d6d5c3331 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:40.672660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.676524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57d928e0-7fe1-406c-adaf-64de5c459389 req-60d5389e-ed99-497e-bf86-1a1a69d435f5 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.45 "DELETE /v2.0/ports/f7e540d3-6cfb-494c-9920-0d5d6d5c3331 HTTP/1.1" status: 204 len: 173 time: 1.4449065 Feb 03 14:15:40.703433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks [] for router_gateway (40b2bc68-9608-4c52-8c6c-061a19d2cca0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:40.735470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9fbbae5-c215-405c-9a58-2a71ceabb8d2 req-5713ced6-9703-482e-b809-3dc903981e64 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600301 Feb 03 14:15:40.744542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b67f29c-0c64-445c-a847-fcde4c4920ad req-11aa3497-c88b-4a9e-a2b4-0abdcbdfc555 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203027 Feb 03 14:15:40.940585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed428313-c57d-4309-bbef-8d67d108186b', 'name': 'network-vif-deleted', 'tag': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:40.948658 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b1ab53-82ee-4567-bf7f-5d5254c5d10f" -d '{"events": [{"server_uuid": "ed428313-c57d-4309-bbef-8d67d108186b", "name": "network-vif-deleted", "tag": "f7e540d3-6cfb-494c-9920-0d5d6d5c3331"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:40.987446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Publish callbacks [] for port (6d626598-0a69-4123-8b74-124f20afffbe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.000098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (6d626598-0a69-4123-8b74-124f20afffbe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.021234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9002d0-819c-4e65-becd-a20df3cc4751 req-5ed95c4d-6e01-41e7-9be8-ed8226b2c88c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:41.022845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a9002d0-819c-4e65-becd-a20df3cc4751 req-5ed95c4d-6e01-41e7-9be8-ed8226b2c88c tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.1749649 Feb 03 14:15:41.072498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c29802d-a341-4299-a8cd-791ec26cc82b req-53515b9c-eabc-4507-a6da-da1622365be4 tempest-InstanceActionsNegativeTestJSON-1357351789 tempest-InstanceActionsNegativeTestJSON-1357351789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed428313-c57d-4309-bbef-8d67d108186b HTTP/1.1" status: 200 len: 210 time: 0.0780931 Feb 03 14:15:41.074271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Network 908f64d6-6421-47ae-bf45-60921cca3a7a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:41.081533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:41.089925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:41.148568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-63afa7b5-8b72-4a1a-99ed-46c439dbc3a6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:41.152366 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-63afa7b5-8b72-4a1a-99ed-46c439dbc3a6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.2522659 Feb 03 14:15:41.166570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a9002d0-819c-4e65-becd-a20df3cc4751 req-b9a6c5d1-303b-496d-9c81-5fc4a29a57cb tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192265 Feb 03 14:15:41.174514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Attempting to bind port 6d626598-0a69-4123-8b74-124f20afffbe on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:41.176388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Attempting to bind port 6d626598-0a69-4123-8b74-124f20afffbe by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:41.177103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Attempting to bind port 6d626598-0a69-4123-8b74-124f20afffbe on network 908f64d6-6421-47ae-bf45-60921cca3a7a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:41.203517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Pushing event updated for resources: {'Port': ['ID=6d626598-0a69-4123-8b74-124f20afffbe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:41.217045 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks [] for router_gateway (40b2bc68-9608-4c52-8c6c-061a19d2cca0), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.236390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 259c8cef-d657-4f4f-9f81-8260e06431c5 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:41.240941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:41.241647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Checking segment: {'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:41.242369 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.242985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Bound using segment: {'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:41.243968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Bound port: 6d626598-0a69-4123-8b74-124f20afffbe, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:41.244822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6d626598-0a69-4123-8b74-124f20afffbe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.249303 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a5225-b1d2-43c2-8a6b-794bfddd3ef9 x-openstack-request-id: req-f44a5225-b1d2-43c2-8a6b-794bfddd3ef9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:41.249579 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed428313-c57d-4309-bbef-8d67d108186b", "name": "network-vif-deleted", "tag": "f7e540d3-6cfb-494c-9920-0d5d6d5c3331", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:41.249826 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f44a5225-b1d2-43c2-8a6b-794bfddd3ef9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:41.250547 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed428313-c57d-4309-bbef-8d67d108186b', 'name': 'network-vif-deleted', 'tag': 'f7e540d3-6cfb-494c-9920-0d5d6d5c3331', 'status': 'completed', 'code': 200} Feb 03 14:15:41.264874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.285653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4471f76-941c-4d4b-ab62-387d53566d1f req-b177242d-af5b-4efb-bc38-e3ce8b204982 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:41.287210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4471f76-941c-4d4b-ab62-387d53566d1f req-b177242d-af5b-4efb-bc38-e3ce8b204982 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 1127 time: 0.0953259 Feb 03 14:15:41.408189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] For port 6d626598-0a69-4123-8b74-124f20afffbe, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:41.428031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 259c8cef-d657-4f4f-9f81-8260e06431c5 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:41.434551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4471f76-941c-4d4b-ab62-387d53566d1f req-8395875f-0cea-432a-b1b9-80e8b3ad34f5 tempest-LiveMigrationTest-1285467360 tempest-LiveMigrationTest-1285467360-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415169 Feb 03 14:15:41.464963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002db6b4-81fd-493a-a347-38695f6af5c2 req-bd023cba-3323-4503-be62-a8e23b084289 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:41.478655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 259c8cef-d657-4f4f-9f81-8260e06431c5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:41.478655 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.481038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-002db6b4-81fd-493a-a347-38695f6af5c2 req-bd023cba-3323-4503-be62-a8e23b084289 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 944 time: 0.1584985 Feb 03 14:15:41.481801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] For port 6d626598-0a69-4123-8b74-124f20afffbe, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6d626598-0a69-4123-8b74-124f20afffbe,segment=NetworkSegment(8004286a-8d0f-45c2-8ff0-1256633f7037),segment_id=8004286a-8d0f-45c2-8ff0-1256633f7037)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:41.554454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-002db6b4-81fd-493a-a347-38695f6af5c2 req-a0214544-a3a9-4d7e-9d45-72428c555a17 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720067 Feb 03 14:15:41.562996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6d626598-0a69-4123-8b74-124f20afffbe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.687091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d615ab3-05ac-4790-99d6-666954de96f7 None None] Pushing event updated for resources: {'Port': ['ID=6d626598-0a69-4123-8b74-124f20afffbe,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:41.755249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 259c8cef-d657-4f4f-9f81-8260e06431c5 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:41.755652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.773749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1be061f5-9e1a-4f3c-a701-47db2cb66500 req-2a1752e3-8040-41e3-a7b7-6abc2deb0bc1 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0445397 Feb 03 14:15:41.812028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c8cef-d657-4f4f-9f81-8260e06431c5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:41.814777 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016d8c27-812e-4b32-8354-9acb7e436416" -d '{"events": [{"server_uuid": "1f60a251-fe32-4702-9f2a-f57d4deecbbb", "name": "network-vif-plugged", "status": "completed", "tag": "259c8cef-d657-4f4f-9f81-8260e06431c5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:41.818980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-327b07d0-2ad0-4648-a51a-bc8e199bbcb5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:41.828270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-327b07d0-2ad0-4648-a51a-bc8e199bbcb5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.2315016 Feb 03 14:15:41.833145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 259c8cef-d657-4f4f-9f81-8260e06431c5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=259c8cef-d657-4f4f-9f81-8260e06431c5,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:41.838531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.851126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-39c35e09-07dd-410c-bdb9-51d3829e5459 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/quotas/3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 375 time: 0.0177777 Feb 03 14:15:41.877494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Deleting port fa0b5b93-85a9-4769-999d-bffd1b9257ac {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:41.877853 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:41.920734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=259c8cef-d657-4f4f-9f81-8260e06431c5,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:41.983696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-7dc1f8e6-94db-456b-9c1a-8f0235e6df2d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300857 Feb 03 14:15:42.021762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Allocated IP 172.25.0.76 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/6f4393f7-e57e-4d88-a88e-a2d5da026595) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:42.101751 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93b42c-f9ef-4f23-b868-28867bd34709 x-openstack-request-id: req-ca93b42c-f9ef-4f23-b868-28867bd34709 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:42.102053 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60a251-fe32-4702-9f2a-f57d4deecbbb", "name": "network-vif-plugged", "status": "completed", "tag": "259c8cef-d657-4f4f-9f81-8260e06431c5", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:42.102309 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca93b42c-f9ef-4f23-b868-28867bd34709 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:42.102707 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c8cef-d657-4f4f-9f81-8260e06431c5', 'code': 200} Feb 03 14:15:42.179143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-47158b74-6b58-47d8-b85f-d681cdda39c0 service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940527 Feb 03 14:15:42.230031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks [] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:42.319032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] For port fa0b5b93-85a9-4769-999d-bffd1b9257ac, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fa0b5b93-85a9-4769-999d-bffd1b9257ac,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:42.319396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:42.350592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-f582bb82-87ea-45ab-8141-4369205849bf service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615233 Feb 03 14:15:42.358341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Calling delete_port for fa0b5b93-85a9-4769-999d-bffd1b9257ac owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:42.368937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d927a1-dfb9-4341-a4c2-01375904b5e7 req-6fb2f209-6fdb-4393-8a81-cc694f1485f5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:42.373567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90001295-13d5-41a5-bd8f-74842d7776e1 req-0abac0f1-5260-47dc-9b01-99d9c4322319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:42.375427 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-90001295-13d5-41a5-bd8f-74842d7776e1 req-0abac0f1-5260-47dc-9b01-99d9c4322319 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 1127 time: 0.1389720 Feb 03 14:15:42.376834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40d927a1-dfb9-4341-a4c2-01375904b5e7 req-6fb2f209-6fdb-4393-8a81-cc694f1485f5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.1780903 Feb 03 14:15:42.432510 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:42.488060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40d927a1-dfb9-4341-a4c2-01375904b5e7 req-a8b42a28-8c33-4ece-a66f-980945a365dd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086113 Feb 03 14:15:42.511536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:42.539369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:42.549375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:42.577343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-90001295-13d5-41a5-bd8f-74842d7776e1 req-49c18d3f-80a9-40be-ace8-21f7f4b4fb18 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933625 Feb 03 14:15:42.593372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4393f7-e57e-4d88-a88e-a2d5da026595,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:42.626045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35906) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:42.689782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b0a9b-946b-414b-9b2a-f7545b1212b4 req-cb8263b6-f466-4f19-8d03-58349790cef8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:42.691669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-516b0a9b-946b-414b-9b2a-f7545b1212b4 req-cb8263b6-f466-4f19-8d03-58349790cef8 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 950 time: 0.0996783 Feb 03 14:15:42.761004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac8dd89c-e4f3-414c-9124-c674e5f27939 req-35b75125-031b-4adb-b4b8-f0e0fde52682 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 210 time: 0.0364385 Feb 03 14:15:42.832222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fa0b5b93-85a9-4769-999d-bffd1b9257ac), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:42.861895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] Deleting subnet 801bc178-f129-44d6-88af-a0eec364e86c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:15:42.873535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:42.900362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] Publish callbacks [] for subnet (801bc178-f129-44d6-88af-a0eec364e86c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:42.903212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-516b0a9b-946b-414b-9b2a-f7545b1212b4 req-9bc4ef0c-6d17-480e-85a2-5a2c10755fa0 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028902 Feb 03 14:15:42.958633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event deleted for resources: {'Port': ['ID=fa0b5b93-85a9-4769-999d-bffd1b9257ac,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:43.017283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-32b376f9-4249-4219-9868-1c29d4df8388 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:43.020244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f7e540d3-6cfb-494c-9920-0d5d6d5c3331 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:43.020957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-32b376f9-4249-4219-9868-1c29d4df8388 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.2395773 Feb 03 14:15:43.077361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (801bc178-f129-44d6-88af-a0eec364e86c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.080326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] No DVR routers for this DVR port fa0b5b93-85a9-4769-999d-bffd1b9257ac on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:43.110895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: f7e540d3-6cfb-494c-9920-0d5d6d5c3331 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:43.111245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f7e540d3-6cfb-494c-9920-0d5d6d5c3331 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:43.228035 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.248090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58fdd8ad-7750-4e29-8aab-01f4dc4447fa req-d43269d6-f61b-4c8c-af70-94e2ee5acd10 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "DELETE /v2.0/ports/fa0b5b93-85a9-4769-999d-bffd1b9257ac HTTP/1.1" status: 204 len: 173 time: 2.0910380 Feb 03 14:15:43.248779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-deleted', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:43.254706 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20411494-a60f-479d-afd9-dc8a91158de5" -d '{"events": [{"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-deleted", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:43.289830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d626598-0a69-4123-8b74-124f20afffbe up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:43.415402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dfa834e-4f62-407c-b688-d45539174de9 req-6adf5fae-1f72-44d2-b2c7-7d0b564a83f3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.2100182 Feb 03 14:15:43.425019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (801bc178-f129-44d6-88af-a0eec364e86c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.483115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ec542-e465-44e7-9be1-788de7b8c273 req-27a531fa-79fa-46bc-bdfe-fa09e90385d2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:43.491407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e02ec542-e465-44e7-9be1-788de7b8c273 req-27a531fa-79fa-46bc-bdfe-fa09e90385d2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 945 time: 0.4675775 Feb 03 14:15:43.518005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Deleting port 6f90046f-256f-4de6-8d05-50671c498407 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:43.518365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6f90046f-256f-4de6-8d05-50671c498407), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.534321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fdddf4-8d11-4b35-a09d-b177b34f946a None None] Network 908f64d6-6421-47ae-bf45-60921cca3a7a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:43.541917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks [] for router_gateway (40b2bc68-9608-4c52-8c6c-061a19d2cca0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.622010 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d325a4d-7780-44d4-944c-6f16248aca4e x-openstack-request-id: req-6d325a4d-7780-44d4-944c-6f16248aca4e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:43.622278 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60625f1-1fc9-4689-b514-164beac30ba4", "name": "network-vif-deleted", "tag": "fa0b5b93-85a9-4769-999d-bffd1b9257ac", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:43.622565 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d325a4d-7780-44d4-944c-6f16248aca4e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:43.622928 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60625f1-1fc9-4689-b514-164beac30ba4', 'name': 'network-vif-deleted', 'tag': 'fa0b5b93-85a9-4769-999d-bffd1b9257ac', 'status': 'completed', 'code': 200} Feb 03 14:15:43.655319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6d626598-0a69-4123-8b74-124f20afffbe triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:43.656159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d626598-0a69-4123-8b74-124f20afffbe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.673664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (801bc178-f129-44d6-88af-a0eec364e86c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.698713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ee1a18b4-7f7d-4e18-a545-715232cbf684 None None] Provisioning complete for port 6d626598-0a69-4123-8b74-124f20afffbe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:43.700235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee1a18b4-7f7d-4e18-a545-715232cbf684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d626598-0a69-4123-8b74-124f20afffbe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.714782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] For port 6f90046f-256f-4de6-8d05-50671c498407, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6f90046f-256f-4de6-8d05-50671c498407,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:43.715194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6f90046f-256f-4de6-8d05-50671c498407), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.738422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801bc178-f129-44d6-88af-a0eec364e86c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:43.750116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.756268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-015dbf65-0745-4b98-93be-d313acaf0061 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/801bc178-f129-44d6-88af-a0eec364e86c HTTP/1.1" status: 204 len: 168 time: 1.1276231 Feb 03 14:15:43.759314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:43.777138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Calling delete_port for 6f90046f-256f-4de6-8d05-50671c498407 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:43.947891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (701adf70-1c43-4547-b359-b4637905c824), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:43.968976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (40b2bc68-9608-4c52-8c6c-061a19d2cca0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.035227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e02ec542-e465-44e7-9be1-788de7b8c273 req-7f1d7c06-4fac-4dc1-b357-21f38ec01a01 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427461 Feb 03 14:15:44.150275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47778485-0aef-408a-aaf0-686e737a68d0 req-f046998a-2a1b-4a44-b42c-52b614049e1f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 210 time: 0.0413439 Feb 03 14:15:44.165111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (701adf70-1c43-4547-b359-b4637905c824), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.197442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701adf70-1c43-4547-b359-b4637905c824']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:44.213058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550abcd-8630-4d5f-b257-c8af15a55b2f req-b004ec0f-0a9b-414e-8b22-5c629a57b5c1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:44.220568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6d626598-0a69-4123-8b74-124f20afffbe is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:44.221088 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6d626598-0a69-4123-8b74-124f20afffbe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.227202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e550abcd-8630-4d5f-b257-c8af15a55b2f req-b004ec0f-0a9b-414e-8b22-5c629a57b5c1 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 945 time: 0.3210351 Feb 03 14:15:44.258062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dccf527-0613-431b-ae1c-979954994e37') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:44.263873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6f90046f-256f-4de6-8d05-50671c498407), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.268837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dccf527-0613-431b-ae1c-979954994e37') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:44.274048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:15:44.301468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['da390f4e-594e-4840-bc06-82baff219c90'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:44.307919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (1dccf527-0613-431b-ae1c-979954994e37), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.351194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event deleted for resources: {'Port': ['ID=6f90046f-256f-4de6-8d05-50671c498407,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:44.389750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 6d626598-0a69-4123-8b74-124f20afffbe, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6d626598-0a69-4123-8b74-124f20afffbe,segment=NetworkSegment(8004286a-8d0f-45c2-8ff0-1256633f7037),segment_id=8004286a-8d0f-45c2-8ff0-1256633f7037)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:44.406772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10ba5b77-d431-4b89-bd57-bb37998d95ef req-b8b819e9-a6e5-485b-a09f-ca1ca5591f24 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=b60625f1-1fc9-4689-b514-164beac30ba4 HTTP/1.1" status: 200 len: 210 time: 0.0628734 Feb 03 14:15:44.414219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a18b4-7f7d-4e18-a545-715232cbf684 None None] Current status of the port 6d626598-0a69-4123-8b74-124f20afffbe is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:44.414616 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee1a18b4-7f7d-4e18-a545-715232cbf684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6d626598-0a69-4123-8b74-124f20afffbe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.418570 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6d626598-0a69-4123-8b74-124f20afffbe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.515118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:44.526587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] No DVR routers for this DVR port 6f90046f-256f-4de6-8d05-50671c498407 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:44.538598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.547717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Sync routers for ids ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:15:44.554450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e626c0c-8c09-4f4f-8f9a-86aa20174301 req-95048797-c12c-4a9e-b48e-1d6627038255 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "DELETE /v2.0/ports/6f90046f-256f-4de6-8d05-50671c498407 HTTP/1.1" status: 204 len: 173 time: 1.5244310 Feb 03 14:15:44.555340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'name': 'network-vif-deleted', 'tag': '6f90046f-256f-4de6-8d05-50671c498407'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:44.558150 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e3550-8722-446b-9298-0da9fad74cfe" -d '{"events": [{"server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "name": "network-vif-deleted", "tag": "6f90046f-256f-4de6-8d05-50671c498407"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:44.578874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e550abcd-8630-4d5f-b257-c8af15a55b2f req-ce779f7c-c5a1-468c-a089-f06189526ef0 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433251 Feb 03 14:15:44.579089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1dccf527-0613-431b-ae1c-979954994e37), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.606465 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.613838 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98b4d3a8-ae59-49fd-b7c3-5a939bab1605 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4002018 Feb 03 14:15:44.618536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:15:44.620071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (1dccf527-0613-431b-ae1c-979954994e37), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:44.623157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35930) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:15:44.630951 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:15:44.687383 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4f1089-ccb4-4891-b023-2125aa2b4e6c x-openstack-request-id: req-ac4f1089-ccb4-4891-b023-2125aa2b4e6c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:44.687926 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdce6564-3393-4749-b9f8-88196916f92a", "name": "network-vif-deleted", "tag": "6f90046f-256f-4de6-8d05-50671c498407", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:44.688406 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac4f1089-ccb4-4891-b023-2125aa2b4e6c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:44.689061 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdce6564-3393-4749-b9f8-88196916f92a', 'name': 'network-vif-deleted', 'tag': '6f90046f-256f-4de6-8d05-50671c498407', 'status': 'completed', 'code': 200} Feb 03 14:15:44.704300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a94d72c9-51b6-48ae-b097-bc64ec643656 req-1f0fd3ff-d6d5-4fd9-9b1d-289940392cf4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.1427574 Feb 03 14:15:44.732767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=6d626598-0a69-4123-8b74-124f20afffbe,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:44.748359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Routers {'40b2bc68-9608-4c52-8c6c-061a19d2cca0'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:44.749030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:44.809075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-ee1a18b4-7f7d-4e18-a545-715232cbf684 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:15:44.809426 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-ee1a18b4-7f7d-4e18-a545-715232cbf684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:15:44.826120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-0985e151-4ed0-4d87-8516-5c5c841e4e9e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:44.827925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-0985e151-4ed0-4d87-8516-5c5c841e4e9e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.2469308 Feb 03 14:15:44.843421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Request body: {'port': {'device_id': 'f38c6025-556f-448b-b4b8-44055680a47e', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'admin_state_up': True, 'tenant_id': '3e679942d66b4e439925d16c5df524cf'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:44.912771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6f90046f-256f-4de6-8d05-50671c498407 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:44.962953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 6f90046f-256f-4de6-8d05-50671c498407 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:44.963202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6f90046f-256f-4de6-8d05-50671c498407 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:44.970614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Set router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:45.011712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Made reservation on behalf of 3e679942d66b4e439925d16c5df524cf for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:45.016393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.184511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d626598-0a69-4123-8b74-124f20afffbe up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:45.205686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (701adf70-1c43-4547-b359-b4637905c824), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.226843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:45.266348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: fa0b5b93-85a9-4769-999d-bffd1b9257ac {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:45.266686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fa0b5b93-85a9-4769-999d-bffd1b9257ac not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:45.280397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:15:42Z', 'revision_number': 3, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port': {'id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:41Z', 'updated_at': '2022-02-03T14:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:45.286217 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.291296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] 10.222.0.52 "DELETE /v2.0/networks/701adf70-1c43-4547-b359-b4637905c824 HTTP/1.1" status: 204 len: 168 time: 1.5307074 Feb 03 14:15:45.315876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd3568-730e-478e-8974-8b9840aa69de req-33766e10-e5e5-4ecb-b365-9da8d88c3355 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:45.318015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7fd3568-730e-478e-8974-8b9840aa69de req-33766e10-e5e5-4ecb-b365-9da8d88c3355 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 945 time: 0.1496012 Feb 03 14:15:45.319758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Checking router: 40b2bc68-9608-4c52-8c6c-061a19d2cca0 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:15:45.320112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Updating router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 port 6f4393f7-e57e-4d88-a88e-a2d5da026595 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:15:45.331310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b3eb2-d27f-4855-a4e0-bea58cc21e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=701adf70-1c43-4547-b359-b4637905c824,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:45.377553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6d626598-0a69-4123-8b74-124f20afffbe triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:45.377937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d626598-0a69-4123-8b74-124f20afffbe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.422752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a18b4-7f7d-4e18-a545-715232cbf684 None None] Current status of the port 6d626598-0a69-4123-8b74-124f20afffbe is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:45.426581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.465790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9d149c8-e06d-4af4-8ac7-be98a890b348 req-c3b29953-8fc5-4e7e-9650-38416c874efc tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 210 time: 0.1251371 Feb 03 14:15:45.469311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Allocated IP 172.20.0.3 (b64d5e82-0e03-4459-8d4f-4da2c6865acb/d2b47ca1-97a3-4971-be0b-b272ee913b16/c5a14c8b-3d77-4668-9645-1e236a50462a) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:45.538870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:45.573765 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:15:45.587098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7fd3568-730e-478e-8974-8b9840aa69de req-3e926100-21e6-4d09-bc6e-96cead666f1a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604141 Feb 03 14:15:45.610261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-98e5aac6-19c9-44a2-9507-6fd9303e4a1b None None] Provisioning complete for port 6d626598-0a69-4123-8b74-124f20afffbe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:45.610638 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98e5aac6-19c9-44a2-9507-6fd9303e4a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d626598-0a69-4123-8b74-124f20afffbe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.655006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6d626598-0a69-4123-8b74-124f20afffbe is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:45.721431 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9030ceb-0090-4cb0-91f7-f91fe17a8984 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf6def0cdb2a4905925e7028fc569e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551938 Feb 03 14:15:45.722819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:45.752782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.802535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a2290b0-5699-4d34-bb38-6e2caf14dd23 req-65bb36b2-c7f6-4ab4-b707-ee3b330f0c1b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0762296 Feb 03 14:15:45.816697 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fea0fb7-0fa0-47e2-97f2-5edd3f04ed6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.869588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-98e5aac6-19c9-44a2-9507-6fd9303e4a1b None None] Current status of the port 6d626598-0a69-4123-8b74-124f20afffbe is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:45.938238 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks [] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.977883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Publish callbacks [] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.978173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08444d07-a692-4b5e-8d09-7b838fd15775 admin admin] Publish callbacks [] for security_group (786b6cbc-3af4-4196-ab0a-ed2208c20e09), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.987165 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:45.993732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.053410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3587897-3bc6-40b2-bb7a-7c61a1365c3d req-07185cbd-05e8-46d7-97ce-4e7f1a4422e9 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0738401 Feb 03 14:15:46.070523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Attempting to bind port 6f4393f7-e57e-4d88-a88e-a2d5da026595 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:46.070998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Attempting to bind port 6f4393f7-e57e-4d88-a88e-a2d5da026595 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:46.071443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Attempting to bind port 6f4393f7-e57e-4d88-a88e-a2d5da026595 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:46.094097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:46.094097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:46.094097 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.094097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:46.094097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Bound port: 6f4393f7-e57e-4d88-a88e-a2d5da026595, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:46.094097 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.140007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e5990-23ea-433d-b707-2003bf9a0b19 None None] Pushing event updated for resources: {'Port': ['ID=6f4393f7-e57e-4d88-a88e-a2d5da026595,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:46.147683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:46.155080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:46.161401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:46.195507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] For port 6f4393f7-e57e-4d88-a88e-a2d5da026595, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:46.200399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Allocated IP 172.20.0.1 (908f64d6-6421-47ae-bf45-60921cca3a7a/78b8f918-dfdd-4562-bd83-a50b552ad66b/59c271b7-3b97-4fa3-8978-eba9fd7415e3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:46.202143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] For port 6f4393f7-e57e-4d88-a88e-a2d5da026595, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6f4393f7-e57e-4d88-a88e-a2d5da026595,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:46.208159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08444d07-a692-4b5e-8d09-7b838fd15775 admin admin] Publish callbacks [] for security_group (786b6cbc-3af4-4196-ab0a-ed2208c20e09), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.213268 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.289846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e5990-23ea-433d-b707-2003bf9a0b19 None None] Pushing event updated for resources: {'Port': ['ID=6f4393f7-e57e-4d88-a88e-a2d5da026595,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:46.294536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Routers {'40b2bc68-9608-4c52-8c6c-061a19d2cca0'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:46.295264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:46.346396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:46.347614 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08444d07-a692-4b5e-8d09-7b838fd15775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (786b6cbc-3af4-4196-ab0a-ed2208c20e09), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.348979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.350357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08444d07-a692-4b5e-8d09-7b838fd15775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.351669 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-08444d07-a692-4b5e-8d09-7b838fd15775 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/786b6cbc-3af4-4196-ab0a-ed2208c20e09 HTTP/1.1" status: 204 len: 168 time: 0.6224356 Feb 03 14:15:46.365739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:46.367544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08444d07-a692-4b5e-8d09-7b838fd15775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b6cbc-3af4-4196-ab0a-ed2208c20e09,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:46.392578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks [] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.439878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.445765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-08812b27-1ed4-4518-911d-d51922a799f8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6075141 Feb 03 14:15:46.450695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] Set router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:46.476023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Request body: {'port': {'device_id': 'f38c6025-556f-448b-b4b8-44055680a47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:46.490771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Pushing event updated for resources: {'Port': ['ID=59c271b7-3b97-4fa3-8978-eba9fd7415e3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:46.506848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Network 908f64d6-6421-47ae-bf45-60921cca3a7a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:46.508734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:46.511394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:46.531017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-8132f620-56c6-4f88-a9b9-d6a144d31a06 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:46.538062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-8132f620-56c6-4f88-a9b9-d6a144d31a06 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.4564226 Feb 03 14:15:46.566346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-d1541d81-463d-4198-bbc3-db105b2b78de tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.0274110 Feb 03 14:15:46.583843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (40b2bc68-9608-4c52-8c6c-061a19d2cca0), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.621102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd3c2c-d42e-44b1-b965-be33d08b028b req-99bd475d-8066-4b5a-a772-20d35dc7009e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:46.637824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93dd3c2c-d42e-44b1-b965-be33d08b028b req-99bd475d-8066-4b5a-a772-20d35dc7009e tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.4006987 Feb 03 14:15:46.750338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:46.789465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:15:42Z', 'revision_number': 3, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port': {'id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:41Z', 'updated_at': '2022-02-03T14:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:46.821552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5625d6-4c30-4e7a-af4a-be8c2851f97f None None] The sync data for ids ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'] in n-d-827549-2 is: [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:15:42Z', 'revision_number': 3, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port': {'id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:41Z', 'updated_at': '2022-02-03T14:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:15:46.851958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-a05cc342-552b-4738-9702-e46f09f967d3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2796218 Feb 03 14:15:46.899922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93dd3c2c-d42e-44b1-b965-be33d08b028b req-9c88cd16-becb-4822-b108-6cba5efc57c6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611139 Feb 03 14:15:47.017566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1a16e56c-a4e8-4d95-9bbd-9613fd98702f None None] Provisioning complete for port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:47.017948 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a16e56c-a4e8-4d95-9bbd-9613fd98702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.094459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1a16e56c-a4e8-4d95-9bbd-9613fd98702f None None] Port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:15:47.179182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-12aa27e8-7cf9-4f20-9903-dc0eeb5d30ff service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313303 Feb 03 14:15:47.185559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.240212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c7a2-add1-46b3-b5ea-997d64c59919 req-db42b29f-2af1-4193-9c00-e4038dbe9a69 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:47.241595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6036c7a2-add1-46b3-b5ea-997d64c59919 req-db42b29f-2af1-4193-9c00-e4038dbe9a69 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 931 time: 0.2037897 Feb 03 14:15:47.503517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6036c7a2-add1-46b3-b5ea-997d64c59919 req-7244e8bd-66af-4486-b2b3-5a774ba8d76d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106435 Feb 03 14:15:47.509910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-7296ca92-4425-4f45-9898-22b37d1162a5 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298392 Feb 03 14:15:47.533481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks [] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.541867 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.658216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a14c8b-3d77-4668-9645-1e236a50462a {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:47.666359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Pushing event updated for resources: {'Port': ['ID=59c271b7-3b97-4fa3-8978-eba9fd7415e3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:47.671525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (40b2bc68-9608-4c52-8c6c-061a19d2cca0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.686498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Publish callbacks [] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.779926 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6da0d9c1-497e-43d5-b101-f15743a79cb4 req-ff53603e-37eb-4de5-92cc-ae1f88a87a5f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0859544 Feb 03 14:15:47.807581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Transition to ACTIVE for port object c5a14c8b-3d77-4668-9645-1e236a50462a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:47.821361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:47.953638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32027df9-2fb5-4797-9fc1-3820875e1b4a req-5d0f4f14-4ee2-423e-89c7-9498f9a1e11a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.0642359 Feb 03 14:15:47.996134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e84b519-8b7a-482e-a041-3018b5f992b2 req-a54be326-240e-45d2-ac71-605a470e9c01 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 210 time: 0.0994034 Feb 03 14:15:48.006423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:48.057266 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb6f505e-ab9f-478d-b238-670db3ae29fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:48.065561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Network 908f64d6-6421-47ae-bf45-60921cca3a7a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:48.069049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:48.164307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-00a5fe36-a933-42cf-a23e-ee7c8a29bfe6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:48.169004 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-00a5fe36-a933-42cf-a23e-ee7c8a29bfe6 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.2388453 Feb 03 14:15:48.333858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:48.334195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:48.334995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:48.342912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:48.370489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:48.379723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:48.380491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:48.381194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:48.381936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Bound port: c5a14c8b-3d77-4668-9645-1e236a50462a, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:48.382533 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:48.428516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080dd0e-8f08-4f60-8c3f-f5a52df0bb4d req-b45ee3a4-aa77-4109-9455-40a4f3704817 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:48.430694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0080dd0e-8f08-4f60-8c3f-f5a52df0bb4d req-b45ee3a4-aa77-4109-9455-40a4f3704817 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 949 time: 0.2816520 Feb 03 14:15:48.540027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:15:48.583866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-93ead3c6-bd5d-440c-9c98-c6eaab580355 None None] Provisioning complete for port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:48.585012 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93ead3c6-bd5d-440c-9c98-c6eaab580355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:48.661145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:48.685563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0080dd0e-8f08-4f60-8c3f-f5a52df0bb4d req-d7d96f6b-1f88-407f-b89a-649b350e8472 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/security-groups?id=dee6ab4f-d5d8-4646-bddc-70994ad57f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240090 Feb 03 14:15:48.692116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:48.693764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Deleting port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:15:48.694125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:48.701506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-93ead3c6-bd5d-440c-9c98-c6eaab580355 None None] Port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:15:48.727316 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:48.831914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] For port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:48.832776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:48.852337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Calling delete_port for 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:15:48.880874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:48.881546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:48.883179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] 10.222.0.45 "PUT /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 1091 time: 2.4284661 Feb 03 14:15:48.898172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:48.905237 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179" -d '{"events": [{"name": "network-changed", "server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:48.926061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a84218-52dc-42fc-b33d-4114998ea42e service neutron] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:48.938869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61608e-3f94-40d0-82e3-3f2b1962dfd8 req-329184cf-62b1-495c-bd05-ee1455f6a43a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:48.940593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a61608e-3f94-40d0-82e3-3f2b1962dfd8 req-329184cf-62b1-495c-bd05-ee1455f6a43a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.2534821 Feb 03 14:15:49.005745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e9675ed-882e-40b7-af8a-7ac9887aaf79 req-d0d8622b-403d-449d-98d0-4f1343c2d24b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0639710 Feb 03 14:15:49.055309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:15:49.056848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-f48e6f26-a400-43c2-8865-59c50aa93488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:49.058427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-f48e6f26-a400-43c2-8865-59c50aa93488 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1125 time: 0.1149936 Feb 03 14:15:49.066405 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bb0472f1-a63c-45ce-9a58-27cb3dba20a8 admin admin] 10.222.0.52 "PUT /v2.0/routers/40b2bc68-9608-4c52-8c6c-061a19d2cca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4344933 Feb 03 14:15:49.078554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a61608e-3f94-40d0-82e3-3f2b1962dfd8 req-cb474f76-d8d3-4b05-9f06-9233a1d7f428 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163766 Feb 03 14:15:49.207432 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777a1b4f-b351-43c0-8861-710743a2fdc1 x-openstack-request-id: req-777a1b4f-b351-43c0-8861-710743a2fdc1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:49.207732 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:49.207978 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-777a1b4f-b351-43c0-8861-710743a2fdc1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:49.208564 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a', 'status': 'completed', 'code': 200} Feb 03 14:15:49.214364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2f3c2bc2-62fc-4046-8af8-7f2be64eebf9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:49.219296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-a07ae1ab-cd04-49f6-8184-bcd0a0859866 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 217 time: 0.1397099 Feb 03 14:15:49.249860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:49.293122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Pushing event deleted for resources: {'Port': ['ID=2f3c2bc2-62fc-4046-8af8-7f2be64eebf9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:49.374805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6f4393f7-e57e-4d88-a88e-a2d5da026595 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:49.378068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-e5f30af3-00fa-462d-a77b-8e7372222235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:49.379672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-e5f30af3-00fa-462d-a77b-8e7372222235 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1538081 Feb 03 14:15:49.395163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5bf82ca-40fe-4b19-8992-92d611c293e4 req-a2aa6dc4-a189-4d64-b50e-70ded03d6ffb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 210 time: 0.0594099 Feb 03 14:15:49.412499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] No DVR routers for this DVR port 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:15:49.422862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:49.440990 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-943f4529-a061-4a2c-a1f1-5f3d9c538b10 req-ffc9aa2f-3e2a-4d0f-99e6-5a17ba960413 tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.71 "DELETE /v2.0/ports/2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 HTTP/1.1" status: 204 len: 173 time: 1.2406533 Feb 03 14:15:49.441589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-deleted', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:49.444107 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c458124d-7187-4e25-b5f4-3f9762809ae7" -d '{"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-deleted", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:49.472750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6fdf03-ddc2-43a6-9093-43a345307b33 req-325ed465-3739-47fe-ac28-8b4c1886c694 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a1cb037-03db-4bc1-bd4b-fa626f8fcf86 HTTP/1.1" status: 200 len: 210 time: 0.1867797 Feb 03 14:15:49.495158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-7e7457ad-4bad-4f17-b83d-53e3044e26b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966966 Feb 03 14:15:49.536082 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a661a9f4-5b0f-4b95-96b3-31f6152d8f30 x-openstack-request-id: req-a661a9f4-5b0f-4b95-96b3-31f6152d8f30 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:49.536379 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910b36cb-495a-4f16-9e78-8ac5faed74c8", "name": "network-vif-deleted", "tag": "2f3c2bc2-62fc-4046-8af8-7f2be64eebf9", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:49.536661 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a661a9f4-5b0f-4b95-96b3-31f6152d8f30 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:49.537983 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b36cb-495a-4f16-9e78-8ac5faed74c8', 'name': 'network-vif-deleted', 'tag': '2f3c2bc2-62fc-4046-8af8-7f2be64eebf9', 'status': 'completed', 'code': 200} Feb 03 14:15:49.544957 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:49.576983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6f4393f7-e57e-4d88-a88e-a2d5da026595 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:49.578031 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:49.789844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6f4393f7-e57e-4d88-a88e-a2d5da026595 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:49.790249 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:49.838101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 6f4393f7-e57e-4d88-a88e-a2d5da026595, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6f4393f7-e57e-4d88-a88e-a2d5da026595,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:49.846080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:49.910432 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Sync routers for ids ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:15:49.938715 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Routers {'40b2bc68-9608-4c52-8c6c-061a19d2cca0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:49.939362 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:49.951383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36048) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:49.975686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=6f4393f7-e57e-4d88-a88e-a2d5da026595,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:50.155542 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Set router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:50.268633 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e015cb2-9f13-4537-9f34-bf5db2ffb2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:50.401935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-70203670-e922-4196-a2c9-655da7f7e647 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:50.405167 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-70203670-e922-4196-a2c9-655da7f7e647 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.2461491 Feb 03 14:15:50.424841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-0186137c-1fdb-4cfc-acaf-55f5164924e8 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7603302 Feb 03 14:15:50.434999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:50.456113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Request body: {'port': {'device_id': '43248e76-7223-474c-961f-eda7b68f0c4c', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'admin_state_up': True, 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:50.484402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ab91f2e-b481-46b9-8525-6c914f55ccef req-490c93d1-e36f-4845-b67c-247e212960ef tempest-MigrationsAdminTest-2093683764 tempest-MigrationsAdminTest-2093683764-project] 10.222.0.52 "GET /v2.0/ports?device_id=910b36cb-495a-4f16-9e78-8ac5faed74c8 HTTP/1.1" status: 200 len: 210 time: 0.0549047 Feb 03 14:15:50.537083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-36dc1bef-1a56-4834-b6e8-37aca34e100b service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0281339 Feb 03 14:15:50.594851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:50.609161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:15:47Z', 'revision_number': 4, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port': {'id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:41Z', 'updated_at': '2022-02-03T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '59c271b7-3b97-4fa3-8978-eba9fd7415e3', 'name': '', 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'mac_address': 'fa:16:3e:bd:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '78b8f918-dfdd-4562-bd83-a50b552ad66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:45Z', 'updated_at': '2022-02-03T14:15:47Z', 'revision_number': 2, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'subnets': [{'id': '78b8f918-dfdd-4562-bd83-a50b552ad66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:50.641587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e015cb2-9f13-4537-9f34-bf5db2ffb2f4 admin admin] Publish callbacks [] for security_group (20adb0b7-2870-4969-8c6a-a228f55743c7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:50.661854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e015cb2-9f13-4537-9f34-bf5db2ffb2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (20adb0b7-2870-4969-8c6a-a228f55743c7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:50.697846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dbb0e09-053e-48d2-ba40-212b19938dcc req-bf2cb18f-65ef-440c-b248-a5a7faf7cf45 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484158 Feb 03 14:15:50.749516 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Checking router: 40b2bc68-9608-4c52-8c6c-061a19d2cca0 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:15:50.754909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:50.755588 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Updating router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:15:50.775602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78401f21-2802-464a-b8d1-6b0989269117 req-2ee7a662-7fd6-4d71-bbca-bd4b230dd4a2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0757551 Feb 03 14:15:50.810151 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:50.829407 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e015cb2-9f13-4537-9f34-bf5db2ffb2f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f26f168d2954e4abc217815aabad0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8768663 Feb 03 14:15:50.833065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:50.868652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e015cb2-9f13-4537-9f34-bf5db2ffb2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20adb0b7-2870-4969-8c6a-a228f55743c7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:50.916146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-5499065e-6f31-45e2-b1ae-b3810275af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:50.917515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-8e6280fc-e7df-44f2-9936-c55e28fbdc2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2101800 Feb 03 14:15:50.917669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-5499065e-6f31-45e2-b1ae-b3810275af8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1125 time: 0.1210444 Feb 03 14:15:50.935891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:50.939686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.085455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92983d82-e6fc-41c5-aedb-6f113ac27d2a admin admin] Publish callbacks [] for security_group (20adb0b7-2870-4969-8c6a-a228f55743c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.144253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-fb76aeb5-305d-44b8-b1e3-371c93f5c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:51.147591 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-fb76aeb5-305d-44b8-b1e3-371c93f5c593 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53191189a55408083361addc21cea5d&device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 1127 time: 0.1349511 Feb 03 14:15:51.170480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746f062-2d27-4d48-883b-178d74962a6c req-8d8cddd8-d378-412c-83fd-51163e338946 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:51.172539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5746f062-2d27-4d48-883b-178d74962a6c req-8d8cddd8-d378-412c-83fd-51163e338946 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.2456987 Feb 03 14:15:51.178841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-cd174240-665c-45de-9629-600d749679e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:51.180297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-cd174240-665c-45de-9629-600d749679e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.2526789 Feb 03 14:15:51.185532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6f4393f7-e57e-4d88-a88e-a2d5da026595 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:51.188794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92983d82-e6fc-41c5-aedb-6f113ac27d2a admin admin] Publish callbacks [] for security_group (20adb0b7-2870-4969-8c6a-a228f55743c7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.194043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.241001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Allocated IP 172.20.0.5 (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4/2097469c-b277-4825-8815-2cb127ccc9b6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:51.250549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-da513126-4f0e-4c5f-adb3-431a7c65bd56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 217 time: 0.0592248 Feb 03 14:15:51.288289 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Publish callbacks [] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.288958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:15:51.295451 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.356321 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Pushing event updated for resources: {'Port': ['ID=59c271b7-3b97-4fa3-8978-eba9fd7415e3,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:51.368108 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.368821 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.369979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.370566 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.372300 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.372733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92983d82-e6fc-41c5-aedb-6f113ac27d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (20adb0b7-2870-4969-8c6a-a228f55743c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.373382 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.373944 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.374642 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.375217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.375912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.376028 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92983d82-e6fc-41c5-aedb-6f113ac27d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.376614 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.379540 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-92983d82-e6fc-41c5-aedb-6f113ac27d2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20adb0b7-2870-4969-8c6a-a228f55743c7 HTTP/1.1" status: 204 len: 168 time: 0.5427523 Feb 03 14:15:51.388673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-b3f04847-49af-41e2-bc16-d60c89a7077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:51.390147 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-b3f04847-49af-41e2-bc16-d60c89a7077a service neutron] 10.222.0.71 "GET /v2.0/networks?id=826a5096-a101-4629-b038-1bf048d38d2d HTTP/1.1" status: 200 len: 906 time: 0.1962442 Feb 03 14:15:51.391845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5746f062-2d27-4d48-883b-178d74962a6c req-204b14f4-2661-4087-808b-3fd36eede224 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011032 Feb 03 14:15:51.396445 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.398706 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:51.414656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:15:51.415063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f3c2bc2-62fc-4046-8af8-7f2be64eebf9 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:15:51.437739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-c7b28032-7881-449a-9393-800670163d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:51.442387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-c7b28032-7881-449a-9393-800670163d10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1599331 Feb 03 14:15:51.480809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6f4393f7-e57e-4d88-a88e-a2d5da026595 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:51.481190 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.504289 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-f324a2fe-275b-4ff9-a214-087ca0c8546a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 HTTP/1.1" status: 200 len: 1001 time: 0.1056283 Feb 03 14:15:51.520926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92983d82-e6fc-41c5-aedb-6f113ac27d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20adb0b7-2870-4969-8c6a-a228f55743c7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:51.522615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Allocated IP 172.25.0.38 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1093d042-dd37-4968-96bd-1289e5abeb01) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:51.527137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-1bedc02d-ea63-4729-9722-d15421a9b7e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720053 Feb 03 14:15:51.573614 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Attempting to bind port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:51.574641 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Attempting to bind port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:51.575096 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Attempting to bind port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 on network 908f64d6-6421-47ae-bf45-60921cca3a7a {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:51.587010 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:51.591630 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Checking segment: {'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:51.592862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ec6dae3-23be-4d52-afe4-db17b1a4ca15 req-7ccb26a6-9b35-4087-ad0e-9ee86a014985 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 210 time: 0.0720448 Feb 03 14:15:51.593734 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.594623 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Bound using segment: {'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:51.596797 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Bound port: 59c271b7-3b97-4fa3-8978-eba9fd7415e3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8004286a-8d0f-45c2-8ff0-1256633f7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:51.598307 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.722150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-ddcceb58-0657-4d2a-9be8-76758b0a3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:51.726282 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-ddcceb58-0657-4d2a-9be8-76758b0a3a3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73cc2182-020f-4aa0-870e-845682884584 HTTP/1.1" status: 200 len: 844 time: 0.1647613 Feb 03 14:15:51.739399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6f4393f7-e57e-4d88-a88e-a2d5da026595 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:51.831392 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] For port 59c271b7-3b97-4fa3-8978-eba9fd7415e3, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:51.849609 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] For port 59c271b7-3b97-4fa3-8978-eba9fd7415e3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59c271b7-3b97-4fa3-8978-eba9fd7415e3,segment=NetworkSegment(8004286a-8d0f-45c2-8ff0-1256633f7037),segment_id=8004286a-8d0f-45c2-8ff0-1256633f7037)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:51.874036 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.880542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks [] for port (2097469c-b277-4825-8815-2cb127ccc9b6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.897457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e353f87a-de3d-4371-a1cf-09a82e67264b None None] Provisioning complete for port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:51.930142 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e353f87a-de3d-4371-a1cf-09a82e67264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:51.936931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-738b1e6f-241d-4720-b79f-17737f8724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:51.938786 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-738b1e6f-241d-4720-b79f-17737f8724d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=826a5096-a101-4629-b038-1bf048d38d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1960907 Feb 03 14:15:52.039558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3a7f5d7-2588-4ed7-ad9a-28f7f3366f46 req-7a71905f-0b3b-4f80-9c59-b74c4a050925 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0824692 Feb 03 14:15:52.075867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12998d-2534-45f1-8c43-57e814ec2416 None None] Pushing event updated for resources: {'Port': ['ID=59c271b7-3b97-4fa3-8978-eba9fd7415e3,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:52.088068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:52.115162 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Routers {'40b2bc68-9608-4c52-8c6c-061a19d2cca0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:15:52.116039 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:52.118736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-3839ae7d-7919-416c-83cd-8896336599dd service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773087 Feb 03 14:15:52.186930 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (1093d042-dd37-4968-96bd-1289e5abeb01), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:52.226006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e353f87a-de3d-4371-a1cf-09a82e67264b None None] Current status of the port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:52.226411 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e353f87a-de3d-4371-a1cf-09a82e67264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:52.349122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e353f87a-de3d-4371-a1cf-09a82e67264b None None] For port 59c271b7-3b97-4fa3-8978-eba9fd7415e3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59c271b7-3b97-4fa3-8978-eba9fd7415e3,segment=NetworkSegment(8004286a-8d0f-45c2-8ff0-1256633f7037),segment_id=8004286a-8d0f-45c2-8ff0-1256633f7037)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:52.360006 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e353f87a-de3d-4371-a1cf-09a82e67264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:52.382023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-607bde1b-6e13-4f9a-9152-42292ddc4390 service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293866 Feb 03 14:15:52.384893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:52.432330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:52.435190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f1faf7-bd3e-4f87-8e8e-fb308bd96179 req-ea3454be-3a8d-463c-a778-18eb22bb0c0c service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759860 Feb 03 14:15:52.443271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1093d042-dd37-4968-96bd-1289e5abeb01), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:52.533955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['259c8cef-d657-4f4f-9f81-8260e06431c5'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:52.556476 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] Set router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:15:52.561487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36098) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:52.618576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:52.666059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:52.674299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:52.685370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:52.685762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:52.708059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:52.760191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=1093d042-dd37-4968-96bd-1289e5abeb01,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:52.785398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event updated for resources: {'Port': ['ID=2097469c-b277-4825-8815-2cb127ccc9b6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:52.805292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.805682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.807033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.809037 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6df31ca3-34ac-4a19-9cbc-f3ef8c5e31a2 req-657b7542-b296-448b-8795-eaeb51923b3e service neutron] 10.222.0.71 "GET /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170356 Feb 03 14:15:52.815148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.815525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.815876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.816200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.816559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.816893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.817213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.817538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.817864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.818181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:52.871739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:52.883476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91454a44-c0bc-470a-a3e1-84a0165b7974 req-7767d313-3858-47cb-8fee-4e2e409d8594 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:52.885619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:52.894448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91454a44-c0bc-470a-a3e1-84a0165b7974 req-7767d313-3858-47cb-8fee-4e2e409d8594 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.3324738 Feb 03 14:15:52.932354 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-44ceff95-591a-424d-b96f-6e96899af29c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4875085 Feb 03 14:15:52.951367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Request body: {'port': {'device_id': '43248e76-7223-474c-961f-eda7b68f0c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:53.009341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (b46fd9a0-a6fa-4a7e-9e5b-c4626348f3d5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.021803 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:15:47Z', 'revision_number': 4, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port': {'id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:41Z', 'updated_at': '2022-02-03T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '59c271b7-3b97-4fa3-8978-eba9fd7415e3', 'name': '', 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'mac_address': 'fa:16:3e:bd:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '78b8f918-dfdd-4562-bd83-a50b552ad66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:45Z', 'updated_at': '2022-02-03T14:15:51Z', 'revision_number': 4, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'subnets': [{'id': '78b8f918-dfdd-4562-bd83-a50b552ad66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:15:53.023532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91454a44-c0bc-470a-a3e1-84a0165b7974 req-9cba94e0-52ad-4adb-80b4-54ffceb6314c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275709 Feb 03 14:15:53.090441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36112) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:53.093117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353f87a-de3d-4371-a1cf-09a82e67264b None None] Pushing event updated for resources: {'Port': ['ID=59c271b7-3b97-4fa3-8978-eba9fd7415e3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:53.101941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:53.125420 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1093d042-dd37-4968-96bd-1289e5abeb01), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.131767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3b357cf0-e3a0-4940-8ffa-5ad6f61b76ca None None] Provisioning complete for port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:53.132151 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b357cf0-e3a0-4940-8ffa-5ad6f61b76ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.172408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.181373 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c0ebc-ff1a-4795-830c-2aa927dc719c None None] The sync data for ids ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'] in n-d-827549-2 is: [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:15:47Z', 'revision_number': 4, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port': {'id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:41Z', 'updated_at': '2022-02-03T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '59c271b7-3b97-4fa3-8978-eba9fd7415e3', 'name': '', 'network_id': '908f64d6-6421-47ae-bf45-60921cca3a7a', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'mac_address': 'fa:16:3e:bd:31:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '78b8f918-dfdd-4562-bd83-a50b552ad66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:45Z', 'updated_at': '2022-02-03T14:15:51Z', 'revision_number': 4, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'subnets': [{'id': '78b8f918-dfdd-4562-bd83-a50b552ad66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:15:53.209299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1196306254-network', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:53.300258 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:15:53.369909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Made reservation on behalf of d45c8850512c477f98aa313bb41cf253 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:53.372636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.439360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-6464e706-76bb-45b9-b4f1-49739d7dd9a6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:53.441044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-6464e706-76bb-45b9-b4f1-49739d7dd9a6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.2462282 Feb 03 14:15:53.527679 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.571423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36126) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:53.572165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-18621ac1-b24d-47c0-99a9-c152d55aded0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=daad21f715b240c7946d98ccadaa3246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9991004 Feb 03 14:15:53.583105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13e2f119-1f68-44d3-9c2e-32414b0d023c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/quotas/1213ccff457b46bb921661511b0ddef3 HTTP/1.1" status: 200 len: 375 time: 0.1268046 Feb 03 14:15:53.594408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3b357cf0-e3a0-4940-8ffa-5ad6f61b76ca None None] Current status of the port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:53.602878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:53.620640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'c5a14c8b-3d77-4668-9645-1e236a50462a', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'port_id': 'c5a14c8b-3d77-4668-9645-1e236a50462a', 'mac_address': 'fa:16:3e:2f:35:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b47ca1-97a3-4971-be0b-b272ee913b16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:53.656518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-8507ef78-9f42-4168-bd80-31d0baa04840 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604138 Feb 03 14:15:53.674567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port c5a14c8b-3d77-4668-9645-1e236a50462a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:53.675014 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.695575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a14c8b-3d77-4668-9645-1e236a50462a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:53.722826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:53.727803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.779109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dacd7dc6-25f9-4e13-821f-dd92c589fac0 admin admin] Publish callbacks [] for security_group (dee6ab4f-d5d8-4646-bddc-70994ad57f11), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.788602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2097469c-b277-4825-8815-2cb127ccc9b6 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:53.811083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Publish callbacks [] for port (2097469c-b277-4825-8815-2cb127ccc9b6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.817480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:53.852453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dacd7dc6-25f9-4e13-821f-dd92c589fac0 admin admin] Publish callbacks [] for security_group (dee6ab4f-d5d8-4646-bddc-70994ad57f11), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.864019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Transition to ACTIVE for port object 2097469c-b277-4825-8815-2cb127ccc9b6 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:53.871375 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (1093d042-dd37-4968-96bd-1289e5abeb01), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.876482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.892280 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1093d042-dd37-4968-96bd-1289e5abeb01), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:53.936251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-5965391a-93ea-47db-8536-b0ced589587f service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785563 Feb 03 14:15:53.965603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c5a14c8b-3d77-4668-9645-1e236a50462a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:15:53.990319 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks [] for security_group (cd95b751-3edd-49ff-b922-9f8f2af352bf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.025933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Pushing event updated for resources: {'Port': ['ID=2097469c-b277-4825-8815-2cb127ccc9b6,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:54.055978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Attempting to bind port 2097469c-b277-4825-8815-2cb127ccc9b6 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:54.056278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Attempting to bind port 2097469c-b277-4825-8815-2cb127ccc9b6 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:54.056640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Attempting to bind port 2097469c-b277-4825-8815-2cb127ccc9b6 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:54.068184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.068603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.068952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.069295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.069630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.072100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.072559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.072902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.073237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.073570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.074485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.074866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.074866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:15:54.095299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Port 2097469c-b277-4825-8815-2cb127ccc9b6 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:54.095781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Attempting to bind port 2097469c-b277-4825-8815-2cb127ccc9b6 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:54.098102 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dacd7dc6-25f9-4e13-821f-dd92c589fac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (dee6ab4f-d5d8-4646-bddc-70994ad57f11), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.100909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dacd7dc6-25f9-4e13-821f-dd92c589fac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.101678 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dacd7dc6-25f9-4e13-821f-dd92c589fac0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dee6ab4f-d5d8-4646-bddc-70994ad57f11 HTTP/1.1" status: 204 len: 168 time: 0.5291517 Feb 03 14:15:54.113443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7dc6-25f9-4e13-821f-dd92c589fac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6ab4f-d5d8-4646-bddc-70994ad57f11,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:54.124660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:54.125404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:54.125404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Bound using segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:54.125811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Bound port: 2097469c-b277-4825-8815-2cb127ccc9b6, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:54.130293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.152813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd95b751-3edd-49ff-b922-9f8f2af352bf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.170121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-c649f21d-fa5f-4059-a8ee-246096c6268d service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328231 Feb 03 14:15:54.242714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:15:54.257132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd95b751-3edd-49ff-b922-9f8f2af352bf,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:54.260772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=1093d042-dd37-4968-96bd-1289e5abeb01,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:54.291411 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7e569633-5b34-4723-821b-f2ac68326b2b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.292010 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Added segment 7e569633-5b34-4723-821b-f2ac68326b2b of type vlan for network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 Feb 03 14:15:54.295178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (b46fd9a0-a6fa-4a7e-9e5b-c4626348f3d5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.330693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] For port 2097469c-b277-4825-8815-2cb127ccc9b6, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:54.346131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] For port 2097469c-b277-4825-8815-2cb127ccc9b6, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2097469c-b277-4825-8815-2cb127ccc9b6,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:54.360473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.361829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.363505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-a28750e8-d56d-4aa4-b80c-d81d6d480292 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9372241 Feb 03 14:15:54.369235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.470126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:54.470760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.472827 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] 10.222.0.71 "PUT /v2.0/ports/2097469c-b277-4825-8815-2cb127ccc9b6 HTTP/1.1" status: 200 len: 1091 time: 1.5259385 Feb 03 14:15:54.473295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43248e76-7223-474c-961f-eda7b68f0c4c', 'tag': '2097469c-b277-4825-8815-2cb127ccc9b6'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:54.475689 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868" -d '{"events": [{"name": "network-changed", "server_uuid": "43248e76-7223-474c-961f-eda7b68f0c4c", "tag": "2097469c-b277-4825-8815-2cb127ccc9b6"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:54.476590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-c19f0ade-3213-4953-9ee1-c57239e645b3 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.1000805 Feb 03 14:15:54.573248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.580499 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.581904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:54.584351 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.642193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b50dd6-19f3-4330-965c-6c0f07766261 service neutron] Pushing event updated for resources: {'Port': ['ID=2097469c-b277-4825-8815-2cb127ccc9b6,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:54.670555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-f76ff535-be98-4f3d-900f-898d1d4359c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:54.672225 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-f76ff535-be98-4f3d-900f-898d1d4359c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 1125 time: 0.1074646 Feb 03 14:15:54.779911 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-ea4f07e5-87fe-420f-9a4a-9a8fcc2071ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2097469c-b277-4825-8815-2cb127ccc9b6 HTTP/1.1" status: 200 len: 217 time: 0.0849383 Feb 03 14:15:54.807159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:54.808957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:54.834403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:15:54.845672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-87fa7e4f-ce55-47ba-87cd-caea5c0c0b48 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7493103 Feb 03 14:15:54.849045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36148) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:54.859421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Request body: {'subnet': {'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1196306254-subnet', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:54.894496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Made reservation on behalf of d45c8850512c477f98aa313bb41cf253 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:54.896871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:54.940737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-782ec57c-05d5-4690-850c-ce92dace8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:54.942390 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-782ec57c-05d5-4690-850c-ce92dace8819 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.1483741 Feb 03 14:15:54.968194 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-33c7f38a-45d0-4d35-88e4-fcc231731f76 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ed3a3ccf26f49919894077d4ffbb7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582425 Feb 03 14:15:54.979699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36150) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:54.986789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83e9f1-39f2-4569-a874-3add303ce3ff req-02f87566-0996-4ded-90d8-431953027822 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:54.994519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d83e9f1-39f2-4569-a874-3add303ce3ff req-02f87566-0996-4ded-90d8-431953027822 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 943 time: 0.4233084 Feb 03 14:15:55.019972 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-3adef0fd-0d07-4e4f-bfb0-27c490c7df3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503137 Feb 03 14:15:55.077987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-cd37cbe7-9da2-4ed7-988a-71dd75bf9691 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:55.084970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70d5fd36-e973-45b2-8a71-c9ad374d6fd9 req-cd37cbe7-9da2-4ed7-988a-71dd75bf9691 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.6021812 Feb 03 14:15:55.145449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d83e9f1-39f2-4569-a874-3add303ce3ff req-f8f87d45-5f51-4b97-9c66-d9b5945a5d98 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500957 Feb 03 14:15:55.224518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b773-28c2-4f0d-b5f6-10dda0fddb35 admin admin] Publish callbacks [] for security_group (18953c4f-b4d1-4d27-9b70-1a34e4aa6661), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:55.257882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59c271b7-3b97-4fa3-8978-eba9fd7415e3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:55.286774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b773-28c2-4f0d-b5f6-10dda0fddb35 admin admin] Publish callbacks [] for security_group (18953c4f-b4d1-4d27-9b70-1a34e4aa6661), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:55.313902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5b315ae-63b4-4c4e-a92e-c8b6c595d631 req-54d498f4-2b42-441b-bd52-e5fff2792a8a tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0914979 Feb 03 14:15:55.367223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:55.368030 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:55.393319 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-04fcb256-d4c3-455d-9764-6c7495786093 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642609 Feb 03 14:15:55.443471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (2ea56fe2-bfd2-43e8-bddd-e11787195f93), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:55.555619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:55.568468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b773-28c2-4f0d-b5f6-10dda0fddb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (18953c4f-b4d1-4d27-9b70-1a34e4aa6661), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:55.571455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b773-28c2-4f0d-b5f6-10dda0fddb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:55.576010 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebb9b773-28c2-4f0d-b5f6-10dda0fddb35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18953c4f-b4d1-4d27-9b70-1a34e4aa6661 HTTP/1.1" status: 204 len: 168 time: 0.5942268 Feb 03 14:15:55.593316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9b773-28c2-4f0d-b5f6-10dda0fddb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18953c4f-b4d1-4d27-9b70-1a34e4aa6661,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:55.620537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d806019a-bbca-4e41-af3c-5c3d77c7adea req-420f3429-6e98-4565-bdea-92d898e67b26 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142327 Feb 03 14:15:55.664355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea56fe2-bfd2-43e8-bddd-e11787195f93,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:55.712214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892ba302-4349-4343-b124-a222bbbe53a9 req-f989aa15-ae95-43ad-8c3a-249d7adcdb9f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0383165 Feb 03 14:15:55.713357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:55.713721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Network hostable DHCP agents. Network: b3f1d4d1-5e7a-4846-9111-0dc0205af8e8, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:15:55.765189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b60d73-1195-4e65-8ab0-434d0cc4a717 req-c7381e0e-b067-4f27-8575-da095dc12023 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:55.773749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b60d73-1195-4e65-8ab0-434d0cc4a717 req-c7381e0e-b067-4f27-8575-da095dc12023 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 944 time: 0.2647431 Feb 03 14:15:55.788814 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a7c20-a967-4784-8102-36a490116199 x-openstack-request-id: req-f17a7c20-a967-4784-8102-36a490116199 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:55.789786 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43248e76-7223-474c-961f-eda7b68f0c4c", "tag": "2097469c-b277-4825-8815-2cb127ccc9b6", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:55.790293 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f17a7c20-a967-4784-8102-36a490116199 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:55.790915 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43248e76-7223-474c-961f-eda7b68f0c4c', 'tag': '2097469c-b277-4825-8815-2cb127ccc9b6', 'status': 'completed', 'code': 200} Feb 03 14:15:55.795500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:15:55.847255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b3f1d4d1-5e7a-4846-9111-0dc0205af8e8) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:55.856207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f8dc3c-750f-4c0e-9ac2-af32b1c39d65 None None] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:55.863685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:55.864316 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:55.917333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-5c33e642-c0c2-4a37-b1b8-8ac28c2e89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:55.919250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b60d73-1195-4e65-8ab0-434d0cc4a717 req-eabdf182-c85c-41d7-bac3-145cc0eed4c4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444631 Feb 03 14:15:55.919454 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-5c33e642-c0c2-4a37-b1b8-8ac28c2e89cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 1125 time: 0.0698822 Feb 03 14:15:55.940128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-709001e6-26b9-4ca5-9fbb-a171e1aba5c6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0868878 Feb 03 14:15:55.950896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36164) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:15:55.958637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:56.008269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.009340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.011803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:15:56.012698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.045992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90d0574-a1bf-4001-805d-855926cec91f req-b321cfc8-3382-4e5a-bf3f-f72b52e65a2d tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2432687 Feb 03 14:15:56.051650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:56.082979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.210378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks [] for router_controller (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.229534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-739daf92-57f2-4396-baaf-4be0c6595436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:56.231648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-739daf92-57f2-4396-baaf-4be0c6595436 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.3025489 Feb 03 14:15:56.291374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Allocated IP 172.20.0.2 (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8/2ea56fe2-bfd2-43e8-bddd-e11787195f93/d82d5db5-bff4-4783-8a74-669814d5a34b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:56.298233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a0a63-83b0-4ef3-852a-f5f8eb0d400c req-48fe56ca-cdeb-4e64-8376-da78373bf43e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:56.309716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be7a0a63-83b0-4ef3-852a-f5f8eb0d400c req-48fe56ca-cdeb-4e64-8376-da78373bf43e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1433592 Feb 03 14:15:56.366455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.490372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be7a0a63-83b0-4ef3-852a-f5f8eb0d400c req-085b9698-ec46-47a2-a28c-13b08711ea8d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793959 Feb 03 14:15:56.561679 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-512bf627-0e8d-44b5-a48d-2e4ddd8850e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2097469c-b277-4825-8815-2cb127ccc9b6 HTTP/1.1" status: 200 len: 217 time: 0.2377462 Feb 03 14:15:56.584999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Allocated IP 172.25.0.44 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/a3d7750f-a99b-4952-a744-bff79e54d45c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:56.586227 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Publish callbacks [] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.597213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.642062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:56.653282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:56.657684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:56.787478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Pushing event updated for resources: {'Port': ['ID=d82d5db5-bff4-4783-8a74-669814d5a34b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:56.794094 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Attempting to bind port d82d5db5-bff4-4783-8a74-669814d5a34b on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:56.800255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Attempting to bind port d82d5db5-bff4-4783-8a74-669814d5a34b by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:56.800668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Attempting to bind port d82d5db5-bff4-4783-8a74-669814d5a34b on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:56.812024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:56.812691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:56.813277 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.817122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Bound using segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:56.817833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Bound port: d82d5db5-bff4-4783-8a74-669814d5a34b, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:56.818404 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:56.943121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] For port d82d5db5-bff4-4783-8a74-669814d5a34b, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:15:56.949708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:56.953505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] For port d82d5db5-bff4-4783-8a74-669814d5a34b, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d82d5db5-bff4-4783-8a74-669814d5a34b,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:15:56.988118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:57.085411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31646d-8aa4-40ab-af49-97f13b2ede9f None None] Pushing event updated for resources: {'Port': ['ID=d82d5db5-bff4-4783-8a74-669814d5a34b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:57.094553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port c5a14c8b-3d77-4668-9645-1e236a50462a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:15:57.106928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port c5a14c8b-3d77-4668-9645-1e236a50462a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:57.106928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:57.215964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port c5a14c8b-3d77-4668-9645-1e236a50462a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:57.216845 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:57.275532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:57.276690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:15:57.279995 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dfc446-2ef0-47e9-930b-c933b442d49b" -d '{"events": [{"server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "name": "network-vif-plugged", "status": "completed", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:15:57.285006 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:57.394086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:57.507641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks [] for router_gateway (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:57.529070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-fa7ad4f4-f5a1-484c-8044-8fe0539671f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:57.531015 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-fa7ad4f4-f5a1-484c-8044-8fe0539671f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.9423013 Feb 03 14:15:57.569836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:57.594267 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-bbd26fb9-0ac9-48af-b474-85823683f5fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521455 Feb 03 14:15:57.601505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-c68d70cb-3652-495c-bcea-0d350eb3d688 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:57.602328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa125c1-46b4-4ae2-8fe2-e8cc6f72b09d req-a03a1746-2739-4d05-9b75-369ad97c55af tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:57.603599 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-c68d70cb-3652-495c-bcea-0d350eb3d688 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 1.1709270 Feb 03 14:15:57.611621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afa125c1-46b4-4ae2-8fe2-e8cc6f72b09d req-a03a1746-2739-4d05-9b75-369ad97c55af tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 943 time: 0.1687322 Feb 03 14:15:57.646673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Request body: {'port': {'device_id': '8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'admin_state_up': True, 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:57.715920 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:57.780334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=a3d7750f-a99b-4952-a744-bff79e54d45c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:57.789484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afa125c1-46b4-4ae2-8fe2-e8cc6f72b09d req-9358efbb-3a29-4a49-9b22-5fcbebb82e10 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767099 Feb 03 14:15:57.823406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:57.826200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:57.828843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:57.854067 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-370901cc-0182-46e0-b135-42ff8c1b1ff2 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482314 Feb 03 14:15:57.960561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fb89905-bf8f-4636-8f39-6ff6e79de6ce req-b43ffc54-ec15-42d5-98da-4b3d4f881a1f tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0405002 Feb 03 14:15:57.975409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:15:57.980481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.029081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (63a5ead7-efb7-4011-b6cd-866b9e6e1c32), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.093275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcb7d918-0f2e-4e0d-85e5-6cc3ef259868 req-08a11d80-104f-43e0-96a7-94ccd350586b service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256954 Feb 03 14:15:58.096732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.213251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f28442ee-ef98-47fe-82e3-ac65fec24335 req-0cbda449-d1e9-491d-adc6-3a9863f3b1a8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0691960 Feb 03 14:15:58.252298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Allocated IP 172.20.0.6 (c8d73aaf-2cfe-4772-9353-677818ccc5e1/2b59df71-bf01-4221-bb39-c8bcd3d3652e/6befa3f9-3f44-4579-9cd1-459af8a98794) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:58.276564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks [] for router_gateway (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.306289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.458345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.478583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.522690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Allocated IP 172.25.0.63 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1788833b-554f-4016-bf55-5434bfd9e9fd) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:15:58.552053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks [] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.568464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63ceff-d2f7-48fd-b7f0-82759e150084 None None] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:15:58.628953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=a3d7750f-a99b-4952-a744-bff79e54d45c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:58.640934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (63a5ead7-efb7-4011-b6cd-866b9e6e1c32), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.662024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49416-513f-45dc-a233-1f1e3ea6b1f3 req-5c6b04f8-132b-4839-812f-66f6249f85d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:58.669670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78a49416-513f-45dc-a233-1f1e3ea6b1f3 req-5c6b04f8-132b-4839-812f-66f6249f85d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.2082789 Feb 03 14:15:58.702533 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.703796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90d0574-a1bf-4001-805d-855926cec91f req-224c1b11-3fa1-436b-a375-c1f765125e16 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6564138 Feb 03 14:15:58.712707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks [] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.723761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8ec9e607-fad4-4657-abe0-42c2dbc81ee0 None None] Provisioning complete for port d82d5db5-bff4-4783-8a74-669814d5a34b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:58.723985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e607-fad4-4657-abe0-42c2dbc81ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.742836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.813512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:58.821383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:58.825329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.827966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:58.835321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90d0574-a1bf-4001-805d-855926cec91f req-5faeca61-adf8-4748-99da-93f21d9f2928 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.1033671 Feb 03 14:15:58.856213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78a49416-513f-45dc-a233-1f1e3ea6b1f3 req-ddd1b8bb-3500-481e-97fa-8e8e2288c4ad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857216 Feb 03 14:15:58.859432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9e607-fad4-4657-abe0-42c2dbc81ee0 None None] Current status of the port d82d5db5-bff4-4783-8a74-669814d5a34b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:58.859884 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e607-fad4-4657-abe0-42c2dbc81ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.875406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event updated for resources: {'Port': ['ID=6befa3f9-3f44-4579-9cd1-459af8a98794,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:58.882912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:58.883670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.921070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8ec9e607-fad4-4657-abe0-42c2dbc81ee0 None None] For port d82d5db5-bff4-4783-8a74-669814d5a34b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d82d5db5-bff4-4783-8a74-669814d5a34b,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:58.928401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e607-fad4-4657-abe0-42c2dbc81ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:58.958216 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-64e8893c-1b31-429f-8be7-c80fe225638e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3228960 Feb 03 14:15:58.971124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:15:58.981710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Request body: {'port': {'device_id': '8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:58.987087 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d435417-1311-4424-a90b-d3eadce5ecbb x-openstack-request-id: req-6d435417-1311-4424-a90b-d3eadce5ecbb {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:15:58.987422 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "name": "network-vif-plugged", "status": "completed", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:15:58.987623 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d435417-1311-4424-a90b-d3eadce5ecbb {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:15:58.988012 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a', 'code': 200} Feb 03 14:15:59.006430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:15:59.018854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:15:59.065999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9e607-fad4-4657-abe0-42c2dbc81ee0 None None] Pushing event updated for resources: {'Port': ['ID=d82d5db5-bff4-4783-8a74-669814d5a34b,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:59.071182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Pushing event updated for resources: {'Port': ['ID=1788833b-554f-4016-bf55-5434bfd9e9fd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:59.195284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d0574-a1bf-4001-805d-855926cec91f req-9290c51f-bd50-4821-9bdc-bfe3eb786af2 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.225696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90d0574-a1bf-4001-805d-855926cec91f req-9290c51f-bd50-4821-9bdc-bfe3eb786af2 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.3662806 Feb 03 14:15:59.231966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7374f22-9022-42f5-aa12-142da048f780 req-3a22b9c1-a31a-4773-9fba-6723fd38ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.233758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7374f22-9022-42f5-aa12-142da048f780 req-3a22b9c1-a31a-4773-9fba-6723fd38ba40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1127 time: 0.1953890 Feb 03 14:15:59.268862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.272525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-15a860e6-2227-4874-94fc-f73772799f50 None None] Provisioning complete for port d82d5db5-bff4-4783-8a74-669814d5a34b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:59.272980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15a860e6-2227-4874-94fc-f73772799f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.315507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2097469c-b277-4825-8815-2cb127ccc9b6 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:15:59.371233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7374f22-9022-42f5-aa12-142da048f780 req-9669468a-dc6d-4bc0-8c71-7caa575d7a49 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132238 Feb 03 14:15:59.395176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d82d5db5-bff4-4783-8a74-669814d5a34b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:15:59.424217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.425010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.425799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.427866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.428344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.430614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.431107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.431710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.432504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.433676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.434196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.434867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.449873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32f0d9c4-5807-496c-9396-0288da3155fa req-60cfc584-73b3-49c4-8432-d6e3accca164 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8503 time: 0.2064841 Feb 03 14:15:59.545632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d82d5db5-bff4-4783-8a74-669814d5a34b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:15:59.545935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.587139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e22a171-05c9-4609-9105-01ad50f7a992 req-869c7c73-02d9-441e-84bc-4be54bc0c3fb tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0502574 Feb 03 14:15:59.627101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6befa3f9-3f44-4579-9cd1-459af8a98794 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:59.635813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Publish callbacks [] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.654574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Transition to ACTIVE for port object 6befa3f9-3f44-4579-9cd1-459af8a98794 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:15:59.661259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.763613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-cc33b506-4bf1-4317-8a8a-e0df42e9681f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1348262 Feb 03 14:15:59.769510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:15:59.798634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-15a860e6-2227-4874-94fc-f73772799f50 None None] Current status of the port d82d5db5-bff4-4783-8a74-669814d5a34b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:59.808651 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.814035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2097469c-b277-4825-8815-2cb127ccc9b6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2097469c-b277-4825-8815-2cb127ccc9b6,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:59.836048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6befa3f9-3f44-4579-9cd1-459af8a98794,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:15:59.847156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '2097469c-b277-4825-8815-2cb127ccc9b6', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'port_id': '2097469c-b277-4825-8815-2cb127ccc9b6', 'mac_address': 'fa:16:3e:39:76:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e7b84-add1-4d2c-b4e0-8e848939b7d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:15:59.854434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbd287-9530-4df6-b3aa-0a7d3460637c req-a5870200-1eac-47e4-8285-01841a030b29 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:15:59.856163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17fbd287-9530-4df6-b3aa-0a7d3460637c req-a5870200-1eac-47e4-8285-01841a030b29 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 943 time: 0.3096018 Feb 03 14:15:59.890812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d82d5db5-bff4-4783-8a74-669814d5a34b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:59.907952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2097469c-b277-4825-8815-2cb127ccc9b6 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:15:59.909235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.926048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2097469c-b277-4825-8815-2cb127ccc9b6 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:15:59.936394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks [] for router_gateway (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.938779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Attempting to bind port 6befa3f9-3f44-4579-9cd1-459af8a98794 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:15:59.939128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Attempting to bind port 6befa3f9-3f44-4579-9cd1-459af8a98794 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:15:59.939463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Attempting to bind port 6befa3f9-3f44-4579-9cd1-459af8a98794 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:59.945726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Port 6befa3f9-3f44-4579-9cd1-459af8a98794 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:15:59.946055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Attempting to bind port 6befa3f9-3f44-4579-9cd1-459af8a98794 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:15:59.952440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2097469c-b277-4825-8815-2cb127ccc9b6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2097469c-b277-4825-8815-2cb127ccc9b6,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:15:59.957492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:15:59.967257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17fbd287-9530-4df6-b3aa-0a7d3460637c req-270ebbbc-2697-4921-b5c9-240a93ee315c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036768 Feb 03 14:15:59.993592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:15:59.994105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:15:59.994511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Bound using segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:15:59.995091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Bound port: 6befa3f9-3f44-4579-9cd1-459af8a98794, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:15:59.995382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.019431 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.076812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2097469c-b277-4825-8815-2cb127ccc9b6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:00.164099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] For port 6befa3f9-3f44-4579-9cd1-459af8a98794, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:00.185046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] For port 6befa3f9-3f44-4579-9cd1-459af8a98794, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6befa3f9-3f44-4579-9cd1-459af8a98794,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:00.191045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768e201-40ee-4b29-9b0a-835df362854e req-40f8e4ec-c8fa-4131-9ca7-b5140db07d15 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:00.191506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5768e201-40ee-4b29-9b0a-835df362854e req-40f8e4ec-c8fa-4131-9ca7-b5140db07d15 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 943 time: 0.1093009 Feb 03 14:16:00.225174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.246816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Allocated IP 172.25.0.8 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/91c61236-5b50-475b-980a-e4b52310e183) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:00.294823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5768e201-40ee-4b29-9b0a-835df362854e req-d6272e48-2706-453c-9e42-362cdea0b89f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761244 Feb 03 14:16:00.296914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:00.297652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.299151 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] 10.222.0.71 "PUT /v2.0/ports/6befa3f9-3f44-4579-9cd1-459af8a98794 HTTP/1.1" status: 200 len: 1091 time: 1.3251195 Feb 03 14:16:00.299682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5', 'tag': '6befa3f9-3f44-4579-9cd1-459af8a98794'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:00.302570 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5", "tag": "6befa3f9-3f44-4579-9cd1-459af8a98794"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:00.307265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f8e6-6808-4bda-9c15-688eb20f74c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6befa3f9-3f44-4579-9cd1-459af8a98794,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:00.316112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.383301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2097469c-b277-4825-8815-2cb127ccc9b6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:00.487258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (91c61236-5b50-475b-980a-e4b52310e183), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.510569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8da2a-ef2f-4727-a0cf-382c77f4f806 req-bb0ce4b7-49ca-4c5e-beb4-1e7df55d6124 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:00.513280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfe8da2a-ef2f-4727-a0cf-382c77f4f806 req-bb0ce4b7-49ca-4c5e-beb4-1e7df55d6124 tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 886 time: 0.1528008 Feb 03 14:16:00.552364 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (91c61236-5b50-475b-980a-e4b52310e183), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.611694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:00.617358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:00.622342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:00.667623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=91c61236-5b50-475b-980a-e4b52310e183,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:00.774880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8ea1-1feb-4f73-a700-9f025cee8c20 req-6d9e8566-201d-4997-b1d9-7845c7ea6a4e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:00.776530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c65a8ea1-1feb-4f73-a700-9f025cee8c20 req-6d9e8566-201d-4997-b1d9-7845c7ea6a4e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.1141200 Feb 03 14:16:00.783998 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (54bf8a64-b69c-4ed8-8709-80ec29c102e4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.849470 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (91c61236-5b50-475b-980a-e4b52310e183), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:00.875081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-02d1b9c2-c5cf-4bdb-93e7-666be8dddafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:00.876647 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-02d1b9c2-c5cf-4bdb-93e7-666be8dddafc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 1125 time: 0.4977350 Feb 03 14:16:00.887538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c65a8ea1-1feb-4f73-a700-9f025cee8c20 req-33c6fa55-5088-4824-9b6b-712d44594d66 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups?id=4023d931-dda1-4a98-9e25-21cef22e5f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979536 Feb 03 14:16:00.949027 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-2962a45a-f2b9-4738-bcd7-b65dcaaba84b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6befa3f9-3f44-4579-9cd1-459af8a98794 HTTP/1.1" status: 200 len: 217 time: 0.0494018 Feb 03 14:16:00.992186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:16:01.047357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-4744683a-510b-4f8e-9df8-23e05cbfcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.048867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-4744683a-510b-4f8e-9df8-23e05cbfcdbd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0914705 Feb 03 14:16:01.095759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-b69b607d-7b40-424b-8dcc-4642a196617f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357115 Feb 03 14:16:01.111318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49383f-af40-46aa-a885-63031c80532d req-c136bbeb-632d-4a79-bcff-ca52a891a938 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.118688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c49383f-af40-46aa-a885-63031c80532d req-c136bbeb-632d-4a79-bcff-ca52a891a938 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.1025164 Feb 03 14:16:01.137083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d82d5db5-bff4-4783-8a74-669814d5a34b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:01.203987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d82d5db5-bff4-4783-8a74-669814d5a34b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:01.205392 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.212518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:01.214193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c49383f-af40-46aa-a885-63031c80532d req-c87d6293-ad11-449c-a7a4-db2597769a20 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944855 Feb 03 14:16:01.238364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.243032 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c4f8374d-8a75-43f9-9bc1-2e83bbef508c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2994146 Feb 03 14:16:01.246163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36240) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:01.257499 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-d68e94f1-a9c0-4472-9873-60bdc61ce2eb service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355956 Feb 03 14:16:01.258597 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (91c61236-5b50-475b-980a-e4b52310e183), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.265194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Sync routers for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:01.266386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (91c61236-5b50-475b-980a-e4b52310e183), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.302290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:01.303429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:01.358590 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856bc658-dda7-4fa4-98b1-e5f99d51b47f x-openstack-request-id: req-856bc658-dda7-4fa4-98b1-e5f99d51b47f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:01.358869 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5", "tag": "6befa3f9-3f44-4579-9cd1-459af8a98794", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:01.359122 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-856bc658-dda7-4fa4-98b1-e5f99d51b47f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:01.359519 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5', 'tag': '6befa3f9-3f44-4579-9cd1-459af8a98794', 'status': 'completed', 'code': 200} Feb 03 14:16:01.384948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=91c61236-5b50-475b-980a-e4b52310e183,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:01.406086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-e88aec40-668e-471d-891b-2aad4a95016d service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409883 Feb 03 14:16:01.449584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d82d5db5-bff4-4783-8a74-669814d5a34b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:01.458326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-54379361-43b7-4ab5-933b-ca25f9274004 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.461073 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-54379361-43b7-4ab5-933b-ca25f9274004 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.71 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 945 time: 0.0659807 Feb 03 14:16:01.487344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:01.538520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.539098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.540511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.540511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.544007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.544174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.544649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.545115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.545575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.546175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.546633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.547085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.549446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9274f653-822d-46ee-b457-fe2961ba6634 req-6b9fb82a-6a8a-4ae0-af72-8d127496c3ec tempest-NetworksTest-2097202170 tempest-NetworksTest-2097202170-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8503 time: 0.1710913 Feb 03 14:16:01.656622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-88cc6df1-0904-41e6-821f-817395aa7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.658951 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-88cc6df1-0904-41e6-821f-817395aa7d38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 1125 time: 0.1295345 Feb 03 14:16:01.715094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e43a998-4a8a-4919-93de-641c1350e780 req-b13abf2e-bd03-4790-88a9-b8976ed4f257 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.0507019 Feb 03 14:16:01.723155 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (54bf8a64-b69c-4ed8-8709-80ec29c102e4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.759924 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.761309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-01a5f217-777f-4210-92e6-bbc9132834c5 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9960504 Feb 03 14:16:01.831622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:15:59Z', 'revision_number': 3, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:01.855591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-91a88258-ccde-4b66-acfc-b070704edcb4 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.0595217 Feb 03 14:16:01.866988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Checking router: ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:01.867339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Updating router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 port 1788833b-554f-4016-bf55-5434bfd9e9fd binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:16:01.906365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.939824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Deleting port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:01.940438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:01.945026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-4db99a1c-04c8-4404-aac5-5748e711af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:01.946511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-4db99a1c-04c8-4404-aac5-5748e711af0b service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.2745314 Feb 03 14:16:01.993693 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-594672fc-67bc-4807-a21e-c3489686ed00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6befa3f9-3f44-4579-9cd1-459af8a98794 HTTP/1.1" status: 200 len: 217 time: 0.0360713 Feb 03 14:16:02.075842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36250) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:02.111752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-14d318d9-5fa8-4ce4-b5af-dce560df8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:02.113535 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-14d318d9-5fa8-4ce4-b5af-dce560df8198 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.1123412 Feb 03 14:16:02.134275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] For port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:02.134951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.203467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-55bf8a33-025b-40e1-8481-d320e85c8054 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:02.205041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1b1b3e-c43d-4456-8584-49e3bc13d41e req-55bf8a33-025b-40e1-8481-d320e85c8054 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.3361983 Feb 03 14:16:02.233949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-a3e10164-f365-4a06-9547-f7e5fc673f88 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:02.235619 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-a3e10164-f365-4a06-9547-f7e5fc673f88 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 943 time: 0.1507828 Feb 03 14:16:02.250227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf87e-a18c-4af9-892b-0f4b4381e934 req-1591107e-6c62-4509-85d7-f75b1cf20d2b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:02.257599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e05cf87e-a18c-4af9-892b-0f4b4381e934 req-1591107e-6c62-4509-85d7-f75b1cf20d2b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 944 time: 0.4058878 Feb 03 14:16:02.358027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e565c613-d66e-4274-b050-e44f25cf829c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.361689 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-07a8f833-37d5-467d-90cf-1b0f2d7d79f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500443 Feb 03 14:16:02.385033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Publish callbacks [] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.391826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.418103 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.418473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (0565d619-c3dd-416a-8f11-30c413bcd9db), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.418799 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Floating IP 0565d619-c3dd-416a-8f11-30c413bcd9db disassociated. External IP: 172.25.0.132, port: d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13. Feb 03 14:16:02.419149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Calling delete_port for d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:02.447899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecf75a-5b90-4cea-8a24-e55be9ffb3c0 None None] Pushing event updated for resources: {'Port': ['ID=1788833b-554f-4016-bf55-5434bfd9e9fd,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:02.496920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Attempting to bind port 1788833b-554f-4016-bf55-5434bfd9e9fd on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:02.497567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Attempting to bind port 1788833b-554f-4016-bf55-5434bfd9e9fd by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:02.498175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Attempting to bind port 1788833b-554f-4016-bf55-5434bfd9e9fd on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:02.504543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:02.505275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:02.505855 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.506427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:02.507922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Bound port: 1788833b-554f-4016-bf55-5434bfd9e9fd, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:02.508544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.593628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] For port 1788833b-554f-4016-bf55-5434bfd9e9fd, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:02.596343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-0a0e58b5-ae87-4aae-ac63-8467096075b4 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268353 Feb 03 14:16:02.599058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] For port 1788833b-554f-4016-bf55-5434bfd9e9fd, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1788833b-554f-4016-bf55-5434bfd9e9fd,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:02.609769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.664871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e565c613-d66e-4274-b050-e44f25cf829c admin admin] Publish callbacks [] for security_group (11913425-2d65-429f-901e-b05882b119a1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.682471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecf75a-5b90-4cea-8a24-e55be9ffb3c0 None None] Pushing event updated for resources: {'Port': ['ID=1788833b-554f-4016-bf55-5434bfd9e9fd,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:02.713898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:02.714821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:02.720681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e565c613-d66e-4274-b050-e44f25cf829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (11913425-2d65-429f-901e-b05882b119a1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.752614 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e565c613-d66e-4274-b050-e44f25cf829c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24c6a85ac1b24ff8afb90ed5592d59ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6755760 Feb 03 14:16:02.757624 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36258) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:02.823305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.850732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c613-d66e-4274-b050-e44f25cf829c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11913425-2d65-429f-901e-b05882b119a1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:02.873999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:02.890925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9afcf20d-8e0f-4e10-a85c-fc78e8f69a69 req-9d9a8ad4-6a0c-414c-8f34-e8aa75c7d974 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848716 Feb 03 14:16:02.891967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a08a67dd-ff9d-496b-a7ea-6ac401e8d719 admin admin] Publish callbacks [] for security_group (11913425-2d65-429f-901e-b05882b119a1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:02.893987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event deleted for resources: {'Port': ['ID=d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:02.965734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a08a67dd-ff9d-496b-a7ea-6ac401e8d719 admin admin] Publish callbacks [] for security_group (11913425-2d65-429f-901e-b05882b119a1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.018391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e05cf87e-a18c-4af9-892b-0f4b4381e934 req-399049cb-e3f5-455f-a93e-509c6f58f279 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598255 Feb 03 14:16:03.025198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dddeb4-5dc2-4f7d-be83-a271fea7f479 req-d75b25c9-9cbb-4259-af11-b1788eaf1e82 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:03.055477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81dddeb4-5dc2-4f7d-be83-a271fea7f479 req-d75b25c9-9cbb-4259-af11-b1788eaf1e82 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1127 time: 0.6810510 Feb 03 14:16:03.098046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Router f086f628-3be4-4fcb-83e5-1252110b14b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:16:03.126260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a08a67dd-ff9d-496b-a7ea-6ac401e8d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (11913425-2d65-429f-901e-b05882b119a1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.129385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a08a67dd-ff9d-496b-a7ea-6ac401e8d719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.139008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:15:59Z', 'revision_number': 3, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:03.145054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a08a67dd-ff9d-496b-a7ea-6ac401e8d719 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11913425-2d65-429f-901e-b05882b119a1 HTTP/1.1" status: 204 len: 168 time: 0.3823323 Feb 03 14:16:03.176836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605d2c2-c10c-49b6-8e96-181b8fa87fe0 None None] The sync data for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 is: [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:15:59Z', 'revision_number': 3, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:03.226188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Deleting port 6befa3f9-3f44-4579-9cd1-459af8a98794 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:03.226544 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.267707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a67dd-ff9d-496b-a7ea-6ac401e8d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11913425-2d65-429f-901e-b05882b119a1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:03.342421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2097469c-b277-4825-8815-2cb127ccc9b6 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:03.355581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.394585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81dddeb4-5dc2-4f7d-be83-a271fea7f479 req-c4ec7737-3e50-419b-b4cc-977bf9e930a2 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359506 Feb 03 14:16:03.428338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:03.439562 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] Sync routers for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:03.457867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:03.459790 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:03.499738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 2097469c-b277-4825-8815-2cb127ccc9b6 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:16:03.501641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] No DVR routers for this DVR port d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:03.504750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.508995 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-af138af7-7315-455d-9c9d-1c2f0826f91d req-7cdcd3e3-1830-4abc-969f-f2fb9c6c846e tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.71 "DELETE /v2.0/ports/d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 HTTP/1.1" status: 204 len: 173 time: 2.0102768 Feb 03 14:16:03.509633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'name': 'network-vif-deleted', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:03.512578 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2627b85-222d-4f7f-bab6-61eb065c10f4" -d '{"events": [{"server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "name": "network-vif-deleted", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:03.567169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 2097469c-b277-4825-8815-2cb127ccc9b6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:03.568635 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.652810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f063a-bb7e-482e-8a61-58ab0dc2f2f3 req-935349a3-344a-4430-b104-79dd816f6fb5 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:03.672106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff0f063a-bb7e-482e-8a61-58ab0dc2f2f3 req-935349a3-344a-4430-b104-79dd816f6fb5 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 943 time: 0.5335133 Feb 03 14:16:03.675245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] For port 6befa3f9-3f44-4579-9cd1-459af8a98794, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6befa3f9-3f44-4579-9cd1-459af8a98794,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:03.676116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.733197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Calling delete_port for 6befa3f9-3f44-4579-9cd1-459af8a98794 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:03.779361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2097469c-b277-4825-8815-2cb127ccc9b6 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:03.780593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.810709 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:03.860057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2097469c-b277-4825-8815-2cb127ccc9b6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2097469c-b277-4825-8815-2cb127ccc9b6,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:03.861215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43248e76-7223-474c-961f-eda7b68f0c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097469c-b277-4825-8815-2cb127ccc9b6'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:03.865197 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb97051-1971-4e1e-8d51-cad1a8c939b0" -d '{"events": [{"server_uuid": "43248e76-7223-474c-961f-eda7b68f0c4c", "name": "network-vif-plugged", "status": "completed", "tag": "2097469c-b277-4825-8815-2cb127ccc9b6"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:03.870111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:03.871317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:03.882580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36270) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:03.905808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-000149e4-3ef7-4bb3-bd84-eb9ae2e763f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:04.000883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2097469c-b277-4825-8815-2cb127ccc9b6,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:04.022213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:04.024980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:04.067128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-000149e4-3ef7-4bb3-bd84-eb9ae2e763f2 admin admin] Publish callbacks [] for security_group (2b84c9b2-a29e-4981-be00-de6353e847b8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:04.071521 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-000149e4-3ef7-4bb3-bd84-eb9ae2e763f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2b84c9b2-a29e-4981-be00-de6353e847b8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:04.074253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2b17c1b-29e8-452a-939a-73b1b1cb414a req-92d66109-35c0-43f8-9286-8cfccf79529b tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/ports?device_id=2235a835-423d-4db5-8c59-5db9d83066dc HTTP/1.1" status: 200 len: 210 time: 0.1542563 Feb 03 14:16:04.140254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff0f063a-bb7e-482e-8a61-58ab0dc2f2f3 req-0e5e56d5-2427-43d7-8054-ba8550c4aa84 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672101 Feb 03 14:16:04.162897 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-000149e4-3ef7-4bb3-bd84-eb9ae2e763f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7c2bff8029d46a6bbfc8276369727ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792118 Feb 03 14:16:04.164214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000149e4-3ef7-4bb3-bd84-eb9ae2e763f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b84c9b2-a29e-4981-be00-de6353e847b8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:04.167906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36274) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:04.230380 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:09Z', 'revision_number': 5, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:04.307119 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] Checking router: f086f628-3be4-4fcb-83e5-1252110b14b6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:04.332988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:04.334319 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:04.433823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-924c0883-6d36-4cf8-bad8-932042b77c4e req-328acc43-e264-4be5-b067-65355201406b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdce6564-3393-4749-b9f8-88196916f92a HTTP/1.1" status: 200 len: 210 time: 0.1197224 Feb 03 14:16:04.563083 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629aa744-75cd-4fc8-95a8-9f97a4f7606c x-openstack-request-id: req-629aa744-75cd-4fc8-95a8-9f97a4f7606c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:04.563829 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2235a835-423d-4db5-8c59-5db9d83066dc", "name": "network-vif-deleted", "tag": "d2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:04.564265 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-629aa744-75cd-4fc8-95a8-9f97a4f7606c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:04.564897 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2235a835-423d-4db5-8c59-5db9d83066dc', 'name': 'network-vif-deleted', 'tag': 'd2e5b2d7-327c-4a3b-b7c2-861ef8d1ba13', 'status': 'completed', 'code': 200} Feb 03 14:16:04.584290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Allocated IP 172.20.0.1 (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8/2ea56fe2-bfd2-43e8-bddd-e11787195f93/0f2fbe40-0012-46dc-a509-66cbcb6d9ac4) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:04.617120 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:04.634377 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd8a89-ed6b-4bd2-acc6-a3f0d1346f50 x-openstack-request-id: req-17bd8a89-ed6b-4bd2-acc6-a3f0d1346f50 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:04.635400 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43248e76-7223-474c-961f-eda7b68f0c4c", "name": "network-vif-plugged", "status": "completed", "tag": "2097469c-b277-4825-8815-2cb127ccc9b6", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:04.636326 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17bd8a89-ed6b-4bd2-acc6-a3f0d1346f50 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:04.636926 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43248e76-7223-474c-961f-eda7b68f0c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097469c-b277-4825-8815-2cb127ccc9b6', 'code': 200} Feb 03 14:16:04.754826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-81482a7f-1870-408f-bf34-96f7db67d1f3 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5864217 Feb 03 14:16:04.806683 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6befa3f9-3f44-4579-9cd1-459af8a98794), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:04.824630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:04.841241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91dea1-95e9-4c4b-96c5-c8473ff7e28d req-09eba321-c921-4c8b-9f52-0d855b69ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:04.860593 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0a91dea1-95e9-4c4b-96c5-c8473ff7e28d req-09eba321-c921-4c8b-9f52-0d855b69ca79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 1127 time: 0.1190012 Feb 03 14:16:04.921939 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0a91dea1-95e9-4c4b-96c5-c8473ff7e28d req-b3d48620-e623-455b-a4fe-bfcb01608f4c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Feb 03 14:16:04.936997 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b5bb005d-3149-4da2-b2c6-b18fa9b2f0cd admin admin] Publish callbacks [] for security_group (2b84c9b2-a29e-4981-be00-de6353e847b8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.057483 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:09Z', 'revision_number': 5, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:05.088698 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ac9c4-a0d7-40d4-85e0-14f644c73165 None None] The sync data for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 is: [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:14:02Z', 'revision_number': 4, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7c4c2a61-5054-499c-a273-2c040f86ae66', 'name': '', 'network_id': '826a5096-a101-4629-b038-1bf048d38d2d', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'mac_address': 'fa:16:3e:0f:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '73cc2182-020f-4aa0-870e-845682884584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:14:01Z', 'updated_at': '2022-02-03T14:14:09Z', 'revision_number': 5, 'project_id': 'a53191189a55408083361addc21cea5d', 'subnets': [{'id': '73cc2182-020f-4aa0-870e-845682884584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:05.129585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.157242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event deleted for resources: {'Port': ['ID=6befa3f9-3f44-4579-9cd1-459af8a98794,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:05.239617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b5bb005d-3149-4da2-b2c6-b18fa9b2f0cd admin admin] Publish callbacks [] for security_group (2b84c9b2-a29e-4981-be00-de6353e847b8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.289507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] No DVR routers for this DVR port 6befa3f9-3f44-4579-9cd1-459af8a98794 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:05.290256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1788833b-554f-4016-bf55-5434bfd9e9fd up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:05.306644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd502-bf80-44c5-bee8-f01ad5bc7322 req-d97a1241-8e41-43d0-870e-490146435cc1 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:05.313830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13dbd502-bf80-44c5-bee8-f01ad5bc7322 req-d97a1241-8e41-43d0-870e-490146435cc1 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 945 time: 0.5137763 Feb 03 14:16:05.329568 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.332908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa1ced-4b37-4b0d-af3a-6d52622cc39a req-13ecb88c-de27-4a5a-ab13-b81f75d69e78 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "DELETE /v2.0/ports/6befa3f9-3f44-4579-9cd1-459af8a98794 HTTP/1.1" status: 204 len: 173 time: 3.0733430 Feb 03 14:16:05.335338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5', 'name': 'network-vif-deleted', 'tag': '6befa3f9-3f44-4579-9cd1-459af8a98794'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:05.338862 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20cdc8f-a575-45ca-aa26-15d9447c2fdc" -d '{"events": [{"server_uuid": "8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5", "name": "network-vif-deleted", "tag": "6befa3f9-3f44-4579-9cd1-459af8a98794"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:05.344307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks [] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.436410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1788833b-554f-4016-bf55-5434bfd9e9fd triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:05.437335 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.545047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13dbd502-bf80-44c5-bee8-f01ad5bc7322 req-9547ad82-ecbf-4390-91af-65e9b790572c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302487 Feb 03 14:16:05.606662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.625383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b5bb005d-3149-4da2-b2c6-b18fa9b2f0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2b84c9b2-a29e-4981-be00-de6353e847b8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.627867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b5bb005d-3149-4da2-b2c6-b18fa9b2f0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.629052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b5bb005d-3149-4da2-b2c6-b18fa9b2f0cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b84c9b2-a29e-4981-be00-de6353e847b8 HTTP/1.1" status: 204 len: 168 time: 1.4594905 Feb 03 14:16:05.684049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1788833b-554f-4016-bf55-5434bfd9e9fd is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:05.685181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.742686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 1788833b-554f-4016-bf55-5434bfd9e9fd, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1788833b-554f-4016-bf55-5434bfd9e9fd,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:05.756955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297c44f-5180-48e8-9dc9-e456cb8efd45 None None] New status for floating IP 0565d619-c3dd-416a-8f11-30c413bcd9db: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:16:05.765174 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:05.894792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb005d-3149-4da2-b2c6-b18fa9b2f0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b84c9b2-a29e-4981-be00-de6353e847b8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:05.928399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a425729d-8184-46dd-9fe6-6ef1e186212a req-e45b8328-7b8f-4422-a36c-eb199673ea6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 210 time: 0.1320975 Feb 03 14:16:05.931349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:05.994717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=1788833b-554f-4016-bf55-5434bfd9e9fd,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:05.997401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa56da48-0285-47ec-96bc-0f8d25f6c883 req-d2e9d945-4117-4a89-b1ac-d6677a6fb9be tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 210 time: 0.1600800 Feb 03 14:16:06.051947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:06.096776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:06.107310 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7885adc3-6d25-4571-89ad-6474e5e015dd x-openstack-request-id: req-7885adc3-6d25-4571-89ad-6474e5e015dd {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:06.108788 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5", "name": "network-vif-deleted", "tag": "6befa3f9-3f44-4579-9cd1-459af8a98794", "status": "failed", "code": 422}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:06.110065 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7885adc3-6d25-4571-89ad-6474e5e015dd {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:06.110940 n-d-827549-2 neutron-server[103342]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5', 'name': 'network-vif-deleted', 'tag': '6befa3f9-3f44-4579-9cd1-459af8a98794', 'status': 'failed', 'code': 422} returned with failed status Feb 03 14:16:06.115582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:06.221258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36304) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:06.381746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2499024b-a2d4-4141-af0f-339f49064d65 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group (4023d931-dda1-4a98-9e25-21cef22e5f8a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.432769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.439475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2499024b-a2d4-4141-af0f-339f49064d65 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group (4023d931-dda1-4a98-9e25-21cef22e5f8a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.541914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2499024b-a2d4-4141-af0f-339f49064d65 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4023d931-dda1-4a98-9e25-21cef22e5f8a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.545776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2499024b-a2d4-4141-af0f-339f49064d65 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.547077 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2499024b-a2d4-4141-af0f-339f49064d65 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "DELETE /v2.0/security-groups/4023d931-dda1-4a98-9e25-21cef22e5f8a HTTP/1.1" status: 204 len: 168 time: 0.3241169 Feb 03 14:16:06.560278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:06.568706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499024b-a2d4-4141-af0f-339f49064d65 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4023d931-dda1-4a98-9e25-21cef22e5f8a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:06.580361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.618118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-753eee28-f0c6-4f51-861b-11f07f540c34 None None] Provisioning complete for port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:06.618503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-753eee28-f0c6-4f51-861b-11f07f540c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:06.644865 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-10aebf34-f963-4d7f-ba1f-e857071d1c57 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] show failed (client error): The resource could not be found. Feb 03 14:16:06.646305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-10aebf34-f963-4d7f-ba1f-e857071d1c57 tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "GET /v2.0/security-groups/4023d931-dda1-4a98-9e25-21cef22e5f8a HTTP/1.1" status: 404 len: 347 time: 0.0847471 Feb 03 14:16:06.649308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36320) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:06.713664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-753eee28-f0c6-4f51-861b-11f07f540c34 None None] Port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:06.796680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425729d-8184-46dd-9fe6-6ef1e186212a req-2a52b2c4-f642-43ff-9c36-e8b60d973bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:06.798189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a425729d-8184-46dd-9fe6-6ef1e186212a req-2a52b2c4-f642-43ff-9c36-e8b60d973bf3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1213ccff457b46bb921661511b0ddef3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7996817 Feb 03 14:16:06.879568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Deleting port 84f8d43d-6c3a-412f-a4bf-752468731e2d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:06.880323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:07.060372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:07.061218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for floatingip (84f8d43d-6c3a-412f-a4bf-752468731e2d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:07.085380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Calling delete_port for 84f8d43d-6c3a-412f-a4bf-752468731e2d owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:07.197061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1788833b-554f-4016-bf55-5434bfd9e9fd up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:07.378591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1788833b-554f-4016-bf55-5434bfd9e9fd triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:07.381015 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:07.415944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84f8d43d-6c3a-412f-a4bf-752468731e2d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:07.489735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425729d-8184-46dd-9fe6-6ef1e186212a req-26a9a25e-f5bf-4381-bc39-84a710506c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:07.509062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a425729d-8184-46dd-9fe6-6ef1e186212a req-26a9a25e-f5bf-4381-bc39-84a710506c0a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6902573 Feb 03 14:16:07.522444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Pushing event deleted for resources: {'Port': ['ID=84f8d43d-6c3a-412f-a4bf-752468731e2d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:07.569735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Allocated IP 172.25.0.236 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/fc261f6d-27be-45d3-b882-ec437ec0824e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:07.577171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks [] for floatingip (0565d619-c3dd-416a-8f11-30c413bcd9db), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:07.579721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:07.580914 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-42dc1d4e-eb4b-4398-b887-6fbeb8d65f2d tempest-ServersTestJSON-2143083803 tempest-ServersTestJSON-2143083803-project] 10.222.0.52 "DELETE /v2.0/floatingips/0565d619-c3dd-416a-8f11-30c413bcd9db HTTP/1.1" status: 204 len: 168 time: 0.9302280 Feb 03 14:16:07.585874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36338) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:07.597148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ebe12-017b-4e97-ab71-2fac6ca9a214 req-d26426cd-5c77-462e-b0f6-ebf782f91de0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:07.606164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-768ebe12-017b-4e97-ab71-2fac6ca9a214 req-d26426cd-5c77-462e-b0f6-ebf782f91de0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 945 time: 0.8757010 Feb 03 14:16:07.684093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1788833b-554f-4016-bf55-5434bfd9e9fd is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:07.723096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a425729d-8184-46dd-9fe6-6ef1e186212a req-b33212aa-ee87-4872-9521-4a0a4162fb75 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0843749 Feb 03 14:16:07.835429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-768ebe12-017b-4e97-ab71-2fac6ca9a214 req-c2c4046b-a287-47f9-9a5d-c2f0568c09e4 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281029 Feb 03 14:16:07.848574 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.257383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (f086f628-3be4-4fcb-83e5-1252110b14b6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.589507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a820988-6cb9-4f06-a524-bd43ca8d6d4d req-c8117d06-edaa-40ec-bcec-9baceed9165e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed4fdf7-9b7a-4414-a8a4-48e94511c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0737944 Feb 03 14:16:08.701812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.737606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Deleting port 7c4c2a61-5054-499c-a273-2c040f86ae66 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:08.738075 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.760890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.867674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] For port 7c4c2a61-5054-499c-a273-2c040f86ae66, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7c4c2a61-5054-499c-a273-2c040f86ae66,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:08.868355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.885071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Calling delete_port for 7c4c2a61-5054-499c-a273-2c040f86ae66 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:08.891934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.897403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks [] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.926592 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:08.990169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e3498-abc8-483f-93c8-69f6e3f6a1e5 req-17d51bc5-a9b4-4843-af65-d741045a19ec tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:08.992283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-873e3498-abc8-483f-93c8-69f6e3f6a1e5 req-17d51bc5-a9b4-4843-af65-d741045a19ec tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 945 time: 0.2637379 Feb 03 14:16:08.996910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:09.004197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:09.019392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:09.053521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=fc261f6d-27be-45d3-b882-ec437ec0824e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:09.061943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:09.153713 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7c4c2a61-5054-499c-a273-2c040f86ae66), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:09.172281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-873e3498-abc8-483f-93c8-69f6e3f6a1e5 req-7b377dcb-51e4-4020-baf2-2ee5e8ab8e77 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692204 Feb 03 14:16:09.220027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:09.332341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4c2a61-5054-499c-a273-2c040f86ae66,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:09.355027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (f3069802-66b9-4f58-8ebf-a572d818309b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:09.505841 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:09.512138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (f086f628-3be4-4fcb-83e5-1252110b14b6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:09.578971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:09.592876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:10.084293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aa11d9ea-c8fa-4cfc-9881-49753930552c None None] Provisioning complete for port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:10.084811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa11d9ea-c8fa-4cfc-9881-49753930552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:10.090824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:16:10.143985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aa11d9ea-c8fa-4cfc-9881-49753930552c None None] Port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:10.181892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:10.188713 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:10.282284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event updated for resources: {'Port': ['ID=fc261f6d-27be-45d3-b882-ec437ec0824e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:10.374159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (f3069802-66b9-4f58-8ebf-a572d818309b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:10.388648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:10.403767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a5c639da-2904-4a43-9832-6669028d4e61 admin admin] 10.222.0.52 "PUT /v2.0/routers/ad15bea5-55cf-4cb6-8a18-b4016fa1ab28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1563165 Feb 03 14:16:10.405798 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Sync routers for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:10.420884 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:10.421134 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:10.421757 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:10.428608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-5acacd02-b2af-48a3-bd5a-c4c120df13e0 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6551108 Feb 03 14:16:10.488780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1880a-1865-4420-8a39-267fba0e48af req-490d0f36-f236-41e3-8dea-51a9d04c82a9 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:10.490362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aaa1880a-1865-4420-8a39-267fba0e48af req-490d0f36-f236-41e3-8dea-51a9d04c82a9 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 945 time: 0.1577916 Feb 03 14:16:10.499188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-8d920e36-60f9-4ef2-bd53-2ca289e4add1 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.0696657 Feb 03 14:16:10.522687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Router f086f628-3be4-4fcb-83e5-1252110b14b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:16:10.653221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-b9290dea-dc29-4659-9b45-e7b48372f4e8 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:10.665967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f89720d-c21d-4993-ae9d-e9f9f398bed4 req-b9290dea-dc29-4659-9b45-e7b48372f4e8 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1658351 Feb 03 14:16:10.670589 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:10.799102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aaa1880a-1865-4420-8a39-267fba0e48af req-a3595d61-1cd1-4489-8238-829f1d5e3ea2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962074 Feb 03 14:16:10.825756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:10.836369 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-25bd74a2-ada5-4f00-a363-e1993ba8bad0 admin admin] 10.222.0.52 "PUT /v2.0/routers/f086f628-3be4-4fcb-83e5-1252110b14b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2481432 Feb 03 14:16:10.840855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36408) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:10.841595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] Sync routers for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:10.859853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:10.860888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:10.946391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e98561fd-d942-4a6e-ba07-c46ed3100389 req-689ca696-2c3a-40d7-8591-5af438c196ad tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips/f3069802-66b9-4f58-8ebf-a572d818309b HTTP/1.1" status: 200 len: 693 time: 0.0959382 Feb 03 14:16:11.011971 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:08Z', 'revision_number': 2, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:11.080193 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Checking router: ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:11.083167 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Updating router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:16:11.122781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:11.150834 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.199759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98561fd-d942-4a6e-ba07-c46ed3100389 req-27f0f88c-0519-4dcc-b945-919efc56d0e8 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:11.237517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e98561fd-d942-4a6e-ba07-c46ed3100389 req-27f0f88c-0519-4dcc-b945-919efc56d0e8 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.2900755 Feb 03 14:16:11.341395 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks [] for router (f086f628-3be4-4fcb-83e5-1252110b14b6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.584290 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Publish callbacks [] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.596249 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.660598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks [] for router_gateway (f086f628-3be4-4fcb-83e5-1252110b14b6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.752929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:16:09Z', 'revision_number': 5, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port': {'id': '919b7e15-b9e3-43fb-b98f-faaab6c2d2ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:49:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:13:56Z', 'updated_at': '2022-02-03T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:11.772554 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0300288-f7b0-4a8d-a0da-c316ee79b220 None None] Pushing event updated for resources: {'Port': ['ID=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:11.796946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36436) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:11.802121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-394564e6-ad95-4bd1-b37b-3a911f4925f3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402428192', 'description': 'tempest-description--78300894'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:11.830239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] Checking router: f086f628-3be4-4fcb-83e5-1252110b14b6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:11.863882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-394564e6-ad95-4bd1-b37b-3a911f4925f3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.867830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] Routers {'f086f628-3be4-4fcb-83e5-1252110b14b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:11.872911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f086f628-3be4-4fcb-83e5-1252110b14b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:11.934666 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Attempting to bind port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:11.938101 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Attempting to bind port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:11.938509 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Attempting to bind port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:11.953831 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:11.956967 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:11.958805 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.959401 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Bound using segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:11.960157 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Bound port: 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:11.968965 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:11.998174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-394564e6-ad95-4bd1-b37b-3a911f4925f3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group (8f176c4c-cb96-430d-87cd-00ba51bcd783), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.002780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-394564e6-ad95-4bd1-b37b-3a911f4925f3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8f176c4c-cb96-430d-87cd-00ba51bcd783), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.047528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-394564e6-ad95-4bd1-b37b-3a911f4925f3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.052022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-394564e6-ad95-4bd1-b37b-3a911f4925f3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2540088 Feb 03 14:16:12.052979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36440) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:12.053710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394564e6-ad95-4bd1-b37b-3a911f4925f3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f176c4c-cb96-430d-87cd-00ba51bcd783,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:12.061847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-87c14544-5d63-4384-b155-9202f2985816 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'security_group_rule': {'security_group_id': '8f176c4c-cb96-430d-87cd-00ba51bcd783', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:12.105059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-87c14544-5d63-4384-b155-9202f2985816 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group_rule (2227f48c-894f-49d4-a63e-e9ecaee4fb3f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.231545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-99fd982d-ece0-4684-8c2b-67dc82ac49db None None] Provisioning complete for port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:12.231545 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99fd982d-ece0-4684-8c2b-67dc82ac49db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.239251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-87c14544-5d63-4384-b155-9202f2985816 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group_rule (2227f48c-894f-49d4-a63e-e9ecaee4fb3f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.246214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-87c14544-5d63-4384-b155-9202f2985816 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (2227f48c-894f-49d4-a63e-e9ecaee4fb3f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.269124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-99fd982d-ece0-4684-8c2b-67dc82ac49db None None] Port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:12.280597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] Set router f086f628-3be4-4fcb-83e5-1252110b14b6 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:12.288356 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] For port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:12.291911 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] For port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:12.299087 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-87c14544-5d63-4384-b155-9202f2985816 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.305453 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-87c14544-5d63-4384-b155-9202f2985816 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473991 Feb 03 14:16:12.308173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36442) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:12.322879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e6c90e07-c518-40af-ab58-d01aa44558e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'security_group_rule': {'security_group_id': '8f176c4c-cb96-430d-87cd-00ba51bcd783', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:12.323687 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.352239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:16:11Z', 'revision_number': 6, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:12.363692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c14544-5d63-4384-b155-9202f2985816 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2227f48c-894f-49d4-a63e-e9ecaee4fb3f,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:12.386251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c90e07-c518-40af-ab58-d01aa44558e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group_rule (7829f940-0fc7-4818-883b-ddfecf04c9f4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.390545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-947de08a-9314-4349-b4f2-a983eb64d604 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips/f3069802-66b9-4f58-8ebf-a572d818309b HTTP/1.1" status: 200 len: 693 time: 0.2094815 Feb 03 14:16:12.410176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe0374-bbeb-446a-b884-674278116c8a None None] The sync data for ids ['f086f628-3be4-4fcb-83e5-1252110b14b6'] in n-d-827549-2 is: [{'id': 'f086f628-3be4-4fcb-83e5-1252110b14b6', 'name': 'tempest-ServersTestJSON-398124653-router', 'tenant_id': 'a53191189a55408083361addc21cea5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:13:55Z', 'updated_at': '2022-02-03T14:16:11Z', 'revision_number': 6, 'project_id': 'a53191189a55408083361addc21cea5d', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:12.423256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-77ab8b6d-6d47-4c77-87f7-0f5e61965d57 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:12.430391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-77ab8b6d-6d47-4c77-87f7-0f5e61965d57 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.6629620 Feb 03 14:16:12.433976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Deleting port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:12.434325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.504283 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:12.504939 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:12.508181 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0300288-f7b0-4a8d-a0da-c316ee79b220 None None] Pushing event updated for resources: {'Port': ['ID=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:12.518923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c90e07-c518-40af-ab58-d01aa44558e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group_rule (7829f940-0fc7-4818-883b-ddfecf04c9f4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.531018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c90e07-c518-40af-ab58-d01aa44558e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7829f940-0fc7-4818-883b-ddfecf04c9f4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.577953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c90e07-c518-40af-ab58-d01aa44558e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7829f940-0fc7-4818-883b-ddfecf04c9f4,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:12.589413 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c90e07-c518-40af-ab58-d01aa44558e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.599637 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6c90e07-c518-40af-ab58-d01aa44558e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2846029 Feb 03 14:16:12.602009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36444) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:12.613396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:12.659536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:12.689939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-0c12b1c9-5833-4b3e-841e-ddfd00387972 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/quotas/1213ccff457b46bb921661511b0ddef3 HTTP/1.1" status: 200 len: 375 time: 0.1226718 Feb 03 14:16:12.784964 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:12.959680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-350f528d-1820-439c-9d53-8b5d61ab9e62 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2678082 Feb 03 14:16:13.009405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.072887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Provisioning complete for port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:13.073786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.090253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] For port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:13.090625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.184204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Calling delete_port for 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:13.208492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-cb9c594d-734d-4862-bf19-295b185a182a tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:13.219172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-cb9c594d-734d-4862-bf19-295b185a182a tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.8093362 Feb 03 14:16:13.289786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Allocated IP 172.25.0.144 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/a056c083-7008-45d8-9ba3-1e728bf335cc) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:13.336170 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:12Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:13.376509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-c77b7b7c-9faa-41a5-9904-b558037ccfb7 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136744 Feb 03 14:16:13.385260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-0c8402e2-e571-4f80-8973-797b50fc3863 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.1646929 Feb 03 14:16:13.441445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Current status of the port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:13.441921 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.442199 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6e791-ca44-44e5-8e1e-51170942137a None None] The sync data for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 is: [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:12Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:13.510886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-fef34dc0-2c8f-4659-b31c-1e82b8f43a1e tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.1229131 Feb 03 14:16:13.519539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7c4c2a61-5054-499c-a273-2c040f86ae66 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:13.578187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7c4c2a61-5054-499c-a273-2c040f86ae66 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:13.578977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7c4c2a61-5054-499c-a273-2c040f86ae66 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:13.579613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:13.594142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-5d4fd7c1-b3f1-40fe-800f-cde2496d7e11 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:13.599813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-5d4fd7c1-b3f1-40fe-800f-cde2496d7e11 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 945 time: 0.2631896 Feb 03 14:16:13.612878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] For port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:13.626398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.670766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.719438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.774562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=a056c083-7008-45d8-9ba3-1e728bf335cc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:13.800168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:13.802966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:13.813981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:13.920979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:13.921513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:13.962701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 919b7e15-b9e3-43fb-b98f-faaab6c2d2ca, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:13.965767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Pushing event updated for resources: {'Port': ['ID=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:13.973371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.003284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.003814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.004259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.004721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.005148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.005571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.006015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.006440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.006872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.007453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.007955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.008581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.009214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd974a-cc88-4f3e-beee-7a9c8e35f8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:14.049265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for floatingip (a661d40b-6905-4c59-a7e5-1e8d20019f8f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.136271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.177990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:14.457085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.464005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.524206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=a056c083-7008-45d8-9ba3-1e728bf335cc,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:14.613501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a661d40b-6905-4c59-a7e5-1e8d20019f8f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.637566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.639415 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2846f6d8-7e0f-4631-98f3-2652793d7181 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0363696 Feb 03 14:16:14.718443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-4df5ad00-3706-4c75-b251-d130254e2b06 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3248851 Feb 03 14:16:14.834805 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (919b7e15-b9e3-43fb-b98f-faaab6c2d2ca), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.857581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Deleting port fc261f6d-27be-45d3-b882-ec437ec0824e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:14.858124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:14.951896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Pushing event deleted for resources: {'Port': ['ID=919b7e15-b9e3-43fb-b98f-faaab6c2d2ca,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:14.959299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Deleting port 2097469c-b277-4825-8815-2cb127ccc9b6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:14.964231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.282029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:15.364730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (f086f628-3be4-4fcb-83e5-1252110b14b6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.493278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:15.495881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.589933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.590294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (fc261f6d-27be-45d3-b882-ec437ec0824e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.644401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Calling delete_port for fc261f6d-27be-45d3-b882-ec437ec0824e owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:15.647236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (f086f628-3be4-4fcb-83e5-1252110b14b6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.650894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] For port 2097469c-b277-4825-8815-2cb127ccc9b6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2097469c-b277-4825-8815-2cb127ccc9b6,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:15.651782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.679096 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks [] for router_controller (f086f628-3be4-4fcb-83e5-1252110b14b6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.712086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Calling delete_port for 2097469c-b277-4825-8815-2cb127ccc9b6 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:15.739643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:15.756555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e82bec07-08b0-408b-bd13-ace80c92c255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.949700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (f086f628-3be4-4fcb-83e5-1252110b14b6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.950486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f086f628-3be4-4fcb-83e5-1252110b14b6 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:16:15.959613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:15.964184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a22579c4-a268-4b63-87d8-219e9e755007 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f086f628-3be4-4fcb-83e5-1252110b14b6 HTTP/1.1" status: 204 len: 168 time: 5.1216888 Feb 03 14:16:15.964463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36478) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:16.024257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11ec4-e6c0-48b5-a838-94f2379bf45c req-459846c0-79ed-4031-905e-e82c1e1e5970 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:16.038452 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ef11ec4-e6c0-48b5-a838-94f2379bf45c req-459846c0-79ed-4031-905e-e82c1e1e5970 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=43248e76-7223-474c-961f-eda7b68f0c4c HTTP/1.1" status: 200 len: 945 time: 0.4153533 Feb 03 14:16:16.075908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] Deleting subnet 73cc2182-020f-4aa0-870e-845682884584 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:16:16.081424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] Publish callbacks [] for subnet (73cc2182-020f-4aa0-870e-845682884584), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.154887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (73cc2182-020f-4aa0-870e-845682884584), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.265154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ef11ec4-e6c0-48b5-a838-94f2379bf45c req-297e9d55-1b61-4c70-be9b-ce25e5df4211 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200005 Feb 03 14:16:16.324600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (73cc2182-020f-4aa0-870e-845682884584), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.341054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fc261f6d-27be-45d3-b882-ec437ec0824e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.384210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event deleted for resources: {'Port': ['ID=fc261f6d-27be-45d3-b882-ec437ec0824e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:16.389694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2097469c-b277-4825-8815-2cb127ccc9b6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.410545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:16.470894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (73cc2182-020f-4aa0-870e-845682884584), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.471232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event deleted for resources: {'Port': ['ID=2097469c-b277-4825-8815-2cb127ccc9b6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:16.511321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.521976 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/73cc2182-020f-4aa0-870e-845682884584 HTTP/1.1" status: 204 len: 168 time: 0.5555367 Feb 03 14:16:16.525167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36492) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:16.556311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['259c8cef-d657-4f4f-9f81-8260e06431c5'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:16.598580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852de1f-832e-48b0-9c21-36075beb600d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cc2182-020f-4aa0-870e-845682884584,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:16.654365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266afd4-fa68-48a9-b699-216e70306bb2 None None] Network 826a5096-a101-4629-b038-1bf048d38d2d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:16.731002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] No DVR routers for this DVR port 2097469c-b277-4825-8815-2cb127ccc9b6 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:16.739923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.745610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff3e2bab-cc80-4bf7-b246-382cce92f005 req-c22c2880-1b77-4276-931e-d5103bcc372c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "DELETE /v2.0/ports/2097469c-b277-4825-8815-2cb127ccc9b6 HTTP/1.1" status: 204 len: 173 time: 3.0480032 Feb 03 14:16:16.746170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43248e76-7223-474c-961f-eda7b68f0c4c', 'name': 'network-vif-deleted', 'tag': '2097469c-b277-4825-8815-2cb127ccc9b6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:16.748613 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae1b1b5-0ee6-4de8-96e9-860c8f8a48f7" -d '{"events": [{"server_uuid": "43248e76-7223-474c-961f-eda7b68f0c4c", "name": "network-vif-deleted", "tag": "2097469c-b277-4825-8815-2cb127ccc9b6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:16.764811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (f3069802-66b9-4f58-8ebf-a572d818309b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.770863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:16.774603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac2325e2-aeb4-4fb2-b0d9-c5db9a127bce req-881445b0-8a1e-484e-ac0c-1cc2cd3f6662 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "DELETE /v2.0/floatingips/f3069802-66b9-4f58-8ebf-a572d818309b HTTP/1.1" status: 204 len: 173 time: 3.2626779 Feb 03 14:16:16.784537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-741830fa-3e6c-42c7-b8c3-94e41a78cc34 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1402428192&fields=id&tenant_id=d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 267 time: 0.3176148 Feb 03 14:16:16.910551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (826a5096-a101-4629-b038-1bf048d38d2d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:17.007129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e75a7775-a45a-4cad-b603-606c8c26613a req-2331a169-0e67-4f5a-a723-3729a0ded711 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 210 time: 0.1001022 Feb 03 14:16:17.049795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-e41cfe37-d59a-4364-b85a-5aa4ee733ecf tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:17.051603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-e41cfe37-d59a-4364-b85a-5aa4ee733ecf tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.2524335 Feb 03 14:16:17.077770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-904b1d4d-a91a-45e6-b97f-1d49e7cd11a9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/quotas/d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 375 time: 0.0108080 Feb 03 14:16:17.091588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fd616bf7-0dba-4f14-bbdd-f4d919c1499c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:17.093957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fd616bf7-0dba-4f14-bbdd-f4d919c1499c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.3784575 Feb 03 14:16:17.150373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Request body: {'port': {'device_id': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'admin_state_up': True, 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:17.222771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-84847e73-1927-4be0-8e8a-60321a60b185 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247139 Feb 03 14:16:17.369928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2097469c-b277-4825-8815-2cb127ccc9b6 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:17.372562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Deleting port 823622fe-8036-49ad-b2ae-97c16f9c0b2d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:17.373111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:17.421199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 2097469c-b277-4825-8815-2cb127ccc9b6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:17.422269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2097469c-b277-4825-8815-2cb127ccc9b6 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:17.424441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] DHCP port deletion for 826a5096-a101-4629-b038-1bf048d38d2d request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:16:17.437886 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1985df-90f7-427c-bddb-3cb95aa2d822 x-openstack-request-id: req-5b1985df-90f7-427c-bddb-3cb95aa2d822 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:17.442265 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43248e76-7223-474c-961f-eda7b68f0c4c", "name": "network-vif-deleted", "tag": "2097469c-b277-4825-8815-2cb127ccc9b6", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:17.446608 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b1985df-90f7-427c-bddb-3cb95aa2d822 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:17.447054 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43248e76-7223-474c-961f-eda7b68f0c4c', 'name': 'network-vif-deleted', 'tag': '2097469c-b277-4825-8815-2cb127ccc9b6', 'status': 'completed', 'code': 200} Feb 03 14:16:17.545004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] Deleting port 823622fe-8036-49ad-b2ae-97c16f9c0b2d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:17.545688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:17.568745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] For port 823622fe-8036-49ad-b2ae-97c16f9c0b2d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=823622fe-8036-49ad-b2ae-97c16f9c0b2d,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:17.569197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:17.600993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Calling delete_port for 823622fe-8036-49ad-b2ae-97c16f9c0b2d owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:17.628865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] For port 823622fe-8036-49ad-b2ae-97c16f9c0b2d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=823622fe-8036-49ad-b2ae-97c16f9c0b2d,segment=NetworkSegment(5b742efa-1cb4-456f-865e-0e94b232d24b),segment_id=5b742efa-1cb4-456f-865e-0e94b232d24b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:17.631203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:17.646802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] Calling delete_port for 823622fe-8036-49ad-b2ae-97c16f9c0b2d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:17.771822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:17.812718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] No DVR routers for this DVR port 823622fe-8036-49ad-b2ae-97c16f9c0b2d on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:17.824833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (823622fe-8036-49ad-b2ae-97c16f9c0b2d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:17.855702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] No DVR routers for this DVR port 823622fe-8036-49ad-b2ae-97c16f9c0b2d on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:17.857281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-e285e7a9-f06a-44a0-80b8-c9dd83ee0a47 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989702 Feb 03 14:16:17.868616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cefdcd-0afc-4661-b844-1bb9873d1c76 None None] Pushing event deleted for resources: {'Port': ['ID=823622fe-8036-49ad-b2ae-97c16f9c0b2d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:17.925454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=823622fe-8036-49ad-b2ae-97c16f9c0b2d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:18.031180 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d390-5ce5-422f-b6b5-ca0b71665a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.043986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:18.049566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.058880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-0be471fc-b066-48d4-a3d2-c8cd8aa949bc service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831064 Feb 03 14:16:18.198750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496a032-086f-4c25-a439-b7350bbac465 req-c921ce9b-5a8f-4662-9fd0-16df1540c6e9 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:18.201974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2496a032-086f-4c25-a439-b7350bbac465 req-c921ce9b-5a8f-4662-9fd0-16df1540c6e9 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7658055 Feb 03 14:16:18.214642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (826a5096-a101-4629-b038-1bf048d38d2d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.362884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826a5096-a101-4629-b038-1bf048d38d2d']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:18.409584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b742efa-1cb4-456f-865e-0e94b232d24b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:18.416346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b742efa-1cb4-456f-865e-0e94b232d24b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:18.461039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (5b742efa-1cb4-456f-865e-0e94b232d24b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.513189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c53d8f11-6ac9-41d9-9544-929a618edb30 req-006f8732-f233-4651-90c0-59af4079fdf7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 210 time: 0.0924549 Feb 03 14:16:18.574903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5b742efa-1cb4-456f-865e-0e94b232d24b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.617236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:16:18.617896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (5b742efa-1cb4-456f-865e-0e94b232d24b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.622745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36534) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:16:18.623563 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:16:18.636799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Allocated IP 172.20.0.5 (c8d73aaf-2cfe-4772-9353-677818ccc5e1/2b59df71-bf01-4221-bb39-c8bcd3d3652e/4277660e-98f6-4690-b6c4-89fca092b4b3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:18.784114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (826a5096-a101-4629-b038-1bf048d38d2d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.796819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8d65d4c-052e-480b-8d81-3671f05a8e90 req-3a6f39e2-7e90-4279-b7d0-33cb2ecc4853 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=19e2bd58219647f9b31ec786456e175e HTTP/1.1" status: 200 len: 1653 time: 0.1860509 Feb 03 14:16:18.845561 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:18.858685 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] 10.222.0.52 "DELETE /v2.0/networks/826a5096-a101-4629-b038-1bf048d38d2d HTTP/1.1" status: 204 len: 168 time: 2.3185539 Feb 03 14:16:18.957712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8df94e-e728-40d1-8dc9-398d5fcc7a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=826a5096-a101-4629-b038-1bf048d38d2d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:19.017591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93b4077b-28aa-420c-86d8-c8c5565a17a5 req-3bf126db-9bb8-4339-9250-6881c6cba144 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 210 time: 0.0533323 Feb 03 14:16:19.060875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36546) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:19.069936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05f85069-84b8-44c3-aabc-f874d5c49346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.107239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65d4c-052e-480b-8d81-3671f05a8e90 req-ab11545a-7428-4ec8-ae69-bafb7ccf684a tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:19.136945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8d65d4c-052e-480b-8d81-3671f05a8e90 req-ab11545a-7428-4ec8-ae69-bafb7ccf684a tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks?id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 787 time: 0.3311303 Feb 03 14:16:19.188292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 823622fe-8036-49ad-b2ae-97c16f9c0b2d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:19.251181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 823622fe-8036-49ad-b2ae-97c16f9c0b2d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:19.252270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 823622fe-8036-49ad-b2ae-97c16f9c0b2d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:19.342676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a1a77471-a70f-4981-b641-4f38e1cde60b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a53191189a55408083361addc21cea5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733901 Feb 03 14:16:19.345847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36550) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:19.435720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732989b-2782-4ec1-8fdd-2748c1692da3 req-4d543d8b-1eee-4329-bb94-56afb5bb16a3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:19.447968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2732989b-2782-4ec1-8fdd-2748c1692da3 req-4d543d8b-1eee-4329-bb94-56afb5bb16a3 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 944 time: 0.3077717 Feb 03 14:16:19.462232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks [] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.462804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-a4ea6685-d3d7-44c9-a5d9-821931656688 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:19.464517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-a4ea6685-d3d7-44c9-a5d9-821931656688 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 944 time: 0.3262954 Feb 03 14:16:19.489445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.506799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05f85069-84b8-44c3-aabc-f874d5c49346 admin admin] Publish callbacks [] for security_group (8013e4fe-72c8-4efc-9d88-6d7a1a93ff39), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.516840 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05f85069-84b8-44c3-aabc-f874d5c49346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8013e4fe-72c8-4efc-9d88-6d7a1a93ff39), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.551875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea2950-423f-4a19-b989-489eff43c728 req-dd78d19f-31b5-4f39-ab9d-566c6011c8ae tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:19.563751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6ea2950-423f-4a19-b989-489eff43c728 req-dd78d19f-31b5-4f39-ab9d-566c6011c8ae tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 945 time: 0.3190341 Feb 03 14:16:19.572931 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.577567 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-05f85069-84b8-44c3-aabc-f874d5c49346 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6368bc228b14fd282f270ee11b135be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9528215 Feb 03 14:16:19.580729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f85069-84b8-44c3-aabc-f874d5c49346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8013e4fe-72c8-4efc-9d88-6d7a1a93ff39,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:19.600442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36554) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:19.631659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event updated for resources: {'Port': ['ID=4277660e-98f6-4690-b6c4-89fca092b4b3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:19.662761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:19.665904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:19.668975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:19.676602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80170db3-343b-4d1d-bd7e-d3e3ab302889 admin admin] Publish callbacks [] for security_group (2ebaa41f-cb0c-405b-a65c-7452638c8ad5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.730097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:19.731087 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.733524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2732989b-2782-4ec1-8fdd-2748c1692da3 req-204cfc97-def8-40b5-aba4-6bd78dcd9a79 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838871 Feb 03 14:16:19.765347 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-b873144b-36bc-41af-b70b-7855dffb8d42 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6492014 Feb 03 14:16:19.777723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80170db3-343b-4d1d-bd7e-d3e3ab302889 admin admin] Publish callbacks [] for security_group (2ebaa41f-cb0c-405b-a65c-7452638c8ad5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.785508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Request body: {'port': {'device_id': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:19.826702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6ea2950-423f-4a19-b989-489eff43c728 req-598bb8eb-0de3-4e85-91e8-d2c46e02dc1a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616985 Feb 03 14:16:19.858685 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.926478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efcda22d-298a-4cce-a696-348623cf8b80 admin admin] Publish callbacks [] for security_group (8013e4fe-72c8-4efc-9d88-6d7a1a93ff39), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:19.952607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-7186ba29-87f3-4d28-935e-0e593aff4df1 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips/54bf8a64-b69c-4ed8-8709-80ec29c102e4 HTTP/1.1" status: 200 len: 691 time: 0.1682308 Feb 03 14:16:20.185582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efcda22d-298a-4cce-a696-348623cf8b80 admin admin] Publish callbacks [] for security_group (8013e4fe-72c8-4efc-9d88-6d7a1a93ff39), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.315650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-e65012b4-7c8f-4e79-bbe4-60b9ae0e187e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:20.317198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-e65012b4-7c8f-4e79-bbe4-60b9ae0e187e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.1341190 Feb 03 14:16:20.325248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4277660e-98f6-4690-b6c4-89fca092b4b3 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:20.327279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-030519a8-1d19-48ab-8a98-ac932d31654a tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:20.334961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-030519a8-1d19-48ab-8a98-ac932d31654a tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.3554113 Feb 03 14:16:20.335774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Publish callbacks [] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.358276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Deleting port da390f4e-594e-4840-bc06-82baff219c90 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:20.358621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (da390f4e-594e-4840-bc06-82baff219c90), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.358857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Transition to ACTIVE for port object 4277660e-98f6-4690-b6c4-89fca092b4b3 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:16:20.363956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.498268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Pushing event updated for resources: {'Port': ['ID=4277660e-98f6-4690-b6c4-89fca092b4b3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:20.515173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Attempting to bind port 4277660e-98f6-4690-b6c4-89fca092b4b3 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:20.516016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Attempting to bind port 4277660e-98f6-4690-b6c4-89fca092b4b3 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:20.517359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Attempting to bind port 4277660e-98f6-4690-b6c4-89fca092b4b3 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:20.522946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Port 4277660e-98f6-4690-b6c4-89fca092b4b3 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:20.523409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Attempting to bind port 4277660e-98f6-4690-b6c4-89fca092b4b3 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:20.530200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:20.530991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:20.531493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Bound using segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:20.532051 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Bound port: 4277660e-98f6-4690-b6c4-89fca092b4b3, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:20.532581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.564107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80170db3-343b-4d1d-bd7e-d3e3ab302889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2ebaa41f-cb0c-405b-a65c-7452638c8ad5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.566675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80170db3-343b-4d1d-bd7e-d3e3ab302889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.567829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-80170db3-343b-4d1d-bd7e-d3e3ab302889 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ebaa41f-cb0c-405b-a65c-7452638c8ad5 HTTP/1.1" status: 204 len: 168 time: 1.2209175 Feb 03 14:16:20.596632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a2851-0b56-42c3-8acf-6ee0a0977166 req-55b9a4db-f4e3-4004-a418-0b1e641af854 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:20.603205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a6a2851-0b56-42c3-8acf-6ee0a0977166 req-55b9a4db-f4e3-4004-a418-0b1e641af854 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 931 time: 0.6446233 Feb 03 14:16:20.625060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] For port 4277660e-98f6-4690-b6c4-89fca092b4b3, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:20.625434 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.631167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] For port 4277660e-98f6-4690-b6c4-89fca092b4b3, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4277660e-98f6-4690-b6c4-89fca092b4b3,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:20.642339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.648017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-35116bd4-639e-46fc-85e8-a3a78b40d920 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.3120966 Feb 03 14:16:20.658728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] For port da390f4e-594e-4840-bc06-82baff219c90, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=da390f4e-594e-4840-bc06-82baff219c90,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:20.659103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (da390f4e-594e-4840-bc06-82baff219c90), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.701451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80170db3-343b-4d1d-bd7e-d3e3ab302889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebaa41f-cb0c-405b-a65c-7452638c8ad5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:20.728554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:20.730797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:20.732612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] 10.222.0.71 "PUT /v2.0/ports/4277660e-98f6-4690-b6c4-89fca092b4b3 HTTP/1.1" status: 200 len: 1091 time: 0.9531677 Feb 03 14:16:20.733317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'tag': '4277660e-98f6-4690-b6c4-89fca092b4b3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:20.737974 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4447a40-71f9-4c4f-b577-ebaebdde7337" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbd7672-2219-4310-8d72-d6a1e4a2625f", "tag": "4277660e-98f6-4690-b6c4-89fca092b4b3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:20.756790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Calling delete_port for da390f4e-594e-4840-bc06-82baff219c90 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:20.803532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-eb25c2f8-3a61-461c-b9ea-51b481bd3a89 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.1545131 Feb 03 14:16:20.807583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd68765-708f-4f2f-823f-cdd08794489a service neutron] Pushing event updated for resources: {'Port': ['ID=4277660e-98f6-4690-b6c4-89fca092b4b3,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:20.821252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a6a2851-0b56-42c3-8acf-6ee0a0977166 req-c148ab7b-0f0a-4fb0-a151-a5d8de8c5cd2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169948 Feb 03 14:16:21.051646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fd3f42f5-d752-4e21-9410-3426195f3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:21.055623 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-fd3f42f5-d752-4e21-9410-3426195f3af8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 1125 time: 0.2178745 Feb 03 14:16:21.078288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-3e314d72-a026-4dd0-9078-23f2035affe2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:21.080015 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-3e314d72-a026-4dd0-9078-23f2035affe2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 945 time: 0.2406397 Feb 03 14:16:21.150736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-96579ab4-3b98-4046-88a0-5193c5e1ee7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4277660e-98f6-4690-b6c4-89fca092b4b3 HTTP/1.1" status: 200 len: 217 time: 0.0696061 Feb 03 14:16:21.288641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-e3608d9d-1cb4-497b-b9ad-c68ca7df3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:21.290268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-e3608d9d-1cb4-497b-b9ad-c68ca7df3696 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.1314700 Feb 03 14:16:21.331605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efcda22d-298a-4cce-a696-348623cf8b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8013e4fe-72c8-4efc-9d88-6d7a1a93ff39), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.334574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-4774b76a-028f-439e-a0ab-f06f3d769beb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358615 Feb 03 14:16:21.335075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efcda22d-298a-4cce-a696-348623cf8b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.337895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-efcda22d-298a-4cce-a696-348623cf8b80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8013e4fe-72c8-4efc-9d88-6d7a1a93ff39 HTTP/1.1" status: 204 len: 168 time: 1.7335107 Feb 03 14:16:21.343479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-79f0fa17-42dd-49e3-aadd-6248e081350c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 380 time: 0.8690567 Feb 03 14:16:21.419188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcda22d-298a-4cce-a696-348623cf8b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8013e4fe-72c8-4efc-9d88-6d7a1a93ff39,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:21.433742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'port': {'device_id': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'admin_state_up': True, 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'security_groups': ['8f176c4c-cb96-430d-87cd-00ba51bcd783']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:21.477032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Deleting port 259c8cef-d657-4f4f-9f81-8260e06431c5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:21.477615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.534002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61d6bff9-b840-49b8-af4e-08d8305ae7ed req-965f8fd3-8975-4c94-8cdc-0fe9071daf8c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 210 time: 0.1349969 Feb 03 14:16:21.587168 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-ec80ca3f-3249-45b0-a129-cac909245641 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470212 Feb 03 14:16:21.766806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (da390f4e-594e-4840-bc06-82baff219c90), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.813056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event deleted for resources: {'Port': ['ID=da390f4e-594e-4840-bc06-82baff219c90,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:21.889970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Made reservation on behalf of d45c8850512c477f98aa313bb41cf253 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:21.894999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.923559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dce45-6930-4c28-b36d-b052e1d1cd49 req-32cb22fe-53f9-4d2e-85c9-e6fdc41cb4ac tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:21.925475 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-064dce45-6930-4c28-b36d-b052e1d1cd49 req-32cb22fe-53f9-4d2e-85c9-e6fdc41cb4ac tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=7808dea4-d0a0-45ea-bfbe-501ff3cc776b HTTP/1.1" status: 200 len: 866 time: 0.2127252 Feb 03 14:16:21.945691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Deleting port 91c61236-5b50-475b-980a-e4b52310e183 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:21.946302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (91c61236-5b50-475b-980a-e4b52310e183), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.946936 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.953415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] No DVR routers for this DVR port da390f4e-594e-4840-bc06-82baff219c90 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:21.966505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:21.971156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4766008-744c-4db4-9e11-f7f394d9fe99 req-304aff42-3463-4645-89d5-df48b821d8e6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "DELETE /v2.0/ports/da390f4e-594e-4840-bc06-82baff219c90 HTTP/1.1" status: 204 len: 173 time: 2.4930348 Feb 03 14:16:21.979069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'name': 'network-vif-deleted', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:21.982639 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a32065-d696-40dd-8180-281175d6d6cc" -d '{"events": [{"server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "name": "network-vif-deleted", "tag": "da390f4e-594e-4840-bc06-82baff219c90"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:22.085193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36596) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:22.155915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] For port 259c8cef-d657-4f4f-9f81-8260e06431c5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=259c8cef-d657-4f4f-9f81-8260e06431c5,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:22.156538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.172255 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cc70f1-f6cf-48d8-aa51-650c178a2a45 x-openstack-request-id: req-f7cc70f1-f6cf-48d8-aa51-650c178a2a45 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:22.172694 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbd7672-2219-4310-8d72-d6a1e4a2625f", "tag": "4277660e-98f6-4690-b6c4-89fca092b4b3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:22.173067 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7cc70f1-f6cf-48d8-aa51-650c178a2a45 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:22.173495 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'tag': '4277660e-98f6-4690-b6c4-89fca092b4b3', 'status': 'completed', 'code': 200} Feb 03 14:16:22.178754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Calling delete_port for 259c8cef-d657-4f4f-9f81-8260e06431c5 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:22.184901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa8ea-6a9f-4f80-ab67-86354ccce18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.235421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (91c61236-5b50-475b-980a-e4b52310e183), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.235849 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (91c61236-5b50-475b-980a-e4b52310e183), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.248527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-064dce45-6930-4c28-b36d-b052e1d1cd49 req-afb728ac-08c7-443b-8213-e06c112057ba tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972417 Feb 03 14:16:22.248793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36600) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:22.298397 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e381fc11-a5e4-4ed4-831e-1819fa133a9e req-49987bb4-851f-4ccf-84a8-4508bada5482 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043583 Feb 03 14:16:22.339529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Calling delete_port for 91c61236-5b50-475b-980a-e4b52310e183 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:22.402093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Allocated IP 172.20.0.4 (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8/2ea56fe2-bfd2-43e8-bddd-e11787195f93/b092e296-f62c-41f1-8ccd-913771fe4200) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:22.496148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-370269622-network', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:22.537678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:22.540357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.554131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.556286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (259c8cef-d657-4f4f-9f81-8260e06431c5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.560925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-b8decf29-547d-428e-9434-99c61a85074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:22.562575 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-b8decf29-547d-428e-9434-99c61a85074f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 1125 time: 0.1700630 Feb 03 14:16:22.574074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:22.598125 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:16:22.624008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event deleted for resources: {'Port': ['ID=259c8cef-d657-4f4f-9f81-8260e06431c5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:22.721009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] No DVR routers for this DVR port 259c8cef-d657-4f4f-9f81-8260e06431c5 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:22.730806 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.734218 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-310e785c-ab05-4dfe-b08c-dfbeab8c0620 req-ba789b12-4d94-4ded-8c3f-b0b86e8239c0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "DELETE /v2.0/ports/259c8cef-d657-4f4f-9f81-8260e06431c5 HTTP/1.1" status: 204 len: 173 time: 1.5825291 Feb 03 14:16:22.777816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-afbff59b-ea69-44a9-8cf5-5db459cc8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:22.779732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-afbff59b-ea69-44a9-8cf5-5db459cc8c38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.2062576 Feb 03 14:16:22.811035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (b092e296-f62c-41f1-8ccd-913771fe4200), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.846554 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-6513a35a-e1a6-4e9b-8192-74e56ce1edf7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4277660e-98f6-4690-b6c4-89fca092b4b3 HTTP/1.1" status: 200 len: 217 time: 0.0598254 Feb 03 14:16:22.878740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b016c30-0bef-48d8-9e11-ac846d4102e4 req-9dc8757e-9fd4-45c8-8088-1f188359c13a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:22.880926 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b016c30-0bef-48d8-9e11-ac846d4102e4 req-9dc8757e-9fd4-45c8-8088-1f188359c13a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f60a251-fe32-4702-9f2a-f57d4deecbbb HTTP/1.1" status: 200 len: 945 time: 0.4974444 Feb 03 14:16:22.896846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa8ea-6a9f-4f80-ab67-86354ccce18d admin admin] Publish callbacks [] for security_group (962052c3-b190-417d-8ec9-78b7c55245c3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.930515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa8ea-6a9f-4f80-ab67-86354ccce18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (962052c3-b190-417d-8ec9-78b7c55245c3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.964031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks [] for security_group (c2d4df88-7de7-4322-b286-407fde25003d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:22.973021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c2d4df88-7de7-4322-b286-407fde25003d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.009314 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.013480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-285926f1-3f79-448b-939e-0b105d21b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:23.017279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-285926f1-3f79-448b-939e-0b105d21b8da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.1575303 Feb 03 14:16:23.026271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device da390f4e-594e-4840-bc06-82baff219c90 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:23.029701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4df88-7de7-4322-b286-407fde25003d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:23.053594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: da390f4e-594e-4840-bc06-82baff219c90 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:23.054530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device da390f4e-594e-4840-bc06-82baff219c90 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:23.063574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-0f4d7ec8-4387-4878-8b1b-06f5280659e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308616 Feb 03 14:16:23.103193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b016c30-0bef-48d8-9e11-ac846d4102e4 req-e10a7103-a7c1-4870-b43f-e8282df62ce0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100334 Feb 03 14:16:23.117379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1f7aa8ea-6a9f-4f80-ab67-86354ccce18d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a53920b7cad747ff8e41a9d0eb504931&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0224705 Feb 03 14:16:23.120825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36606) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:23.123199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7aa8ea-6a9f-4f80-ab67-86354ccce18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962052c3-b190-417d-8ec9-78b7c55245c3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:23.164393 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-e462357b-247d-479b-96e6-dbfa04a08e6e service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934107 Feb 03 14:16:23.218151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:23.234279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:23.236117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:23.275649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:23.312125 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f4447a40-71f9-4c4f-b577-ebaebdde7337 req-46f16e3f-c737-4ef8-bac3-338d226fb35d service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409771 Feb 03 14:16:23.342976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (91c61236-5b50-475b-980a-e4b52310e183), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.350929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:16:23.379259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5a0973af-f677-49a4-997a-f73390f59d3f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.379723 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Added segment 5a0973af-f677-49a4-997a-f73390f59d3f of type vlan for network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 Feb 03 14:16:23.394031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event deleted for resources: {'Port': ['ID=91c61236-5b50-475b-980a-e4b52310e183,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:23.403933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 259c8cef-d657-4f4f-9f81-8260e06431c5 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:23.433298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f25ad4e-5abf-408f-9e8b-6118afbec77e admin admin] Publish callbacks [] for security_group (962052c3-b190-417d-8ec9-78b7c55245c3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.450438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 259c8cef-d657-4f4f-9f81-8260e06431c5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:23.451093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 259c8cef-d657-4f4f-9f81-8260e06431c5 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:23.480091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7671-5408-4161-8187-a37a3c976fb2 req-afc044f0-1980-49b8-a18a-2a17ff6a9584 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:23.481526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (61e846e0-3c54-4f1a-aaa6-d84a4cce45c9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.482071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04fb7671-5408-4161-8187-a37a3c976fb2 req-afc044f0-1980-49b8-a18a-2a17ff6a9584 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 943 time: 0.2435265 Feb 03 14:16:23.492406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:23.493772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.515551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (61e846e0-3c54-4f1a-aaa6-d84a4cce45c9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.517071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:23.517756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.581657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f25ad4e-5abf-408f-9e8b-6118afbec77e admin admin] Publish callbacks [] for security_group (962052c3-b190-417d-8ec9-78b7c55245c3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.591456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-00fd2bb4-1f42-49a4-beb9-88b724fe6fa4 None None] Provisioning complete for port b092e296-f62c-41f1-8ccd-913771fe4200 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:23.592163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00fd2bb4-1f42-49a4-beb9-88b724fe6fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.595714 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3433912 Feb 03 14:16:23.596456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36612) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:23.605627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-9cea07f9-9466-4179-b527-578126bca113 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1874275 Feb 03 14:16:23.611774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Request body: {'subnet': {'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-370269622-subnet', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:23.616251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803587a-b0be-4294-aebe-32be971765b9 admin admin] Pushing event updated for resources: {'Network': ['ID=61e846e0-3c54-4f1a-aaa6-d84a4cce45c9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:23.636882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:16:23.647538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:23.652152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.664652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Request body: {'port': {'device_id': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:23.680306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (54bf8a64-b69c-4ed8-8709-80ec29c102e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.684565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.698073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1e13bc6-3368-41fd-8e88-d81745fafd6f req-724c231c-1acc-4f9f-b0a9-8754e662253f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "DELETE /v2.0/floatingips/54bf8a64-b69c-4ed8-8709-80ec29c102e4 HTTP/1.1" status: 204 len: 173 time: 2.8928142 Feb 03 14:16:23.737140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-00fd2bb4-1f42-49a4-beb9-88b724fe6fa4 None None] Port b092e296-f62c-41f1-8ccd-913771fe4200 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:23.784760 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3b9cd-2dbc-48c6-85b7-571a3429cd5a x-openstack-request-id: req-84e3b9cd-2dbc-48c6-85b7-571a3429cd5a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:23.785065 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7808dea4-d0a0-45ea-bfbe-501ff3cc776b", "name": "network-vif-deleted", "tag": "da390f4e-594e-4840-bc06-82baff219c90", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:23.785314 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84e3b9cd-2dbc-48c6-85b7-571a3429cd5a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:23.785719 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7808dea4-d0a0-45ea-bfbe-501ff3cc776b', 'name': 'network-vif-deleted', 'tag': 'da390f4e-594e-4840-bc06-82baff219c90', 'status': 'completed', 'code': 200} Feb 03 14:16:23.826876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04fb7671-5408-4161-8187-a37a3c976fb2 req-94f832c3-73ba-4e95-a6ba-baa64233ca2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899754 Feb 03 14:16:23.833337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f25ad4e-5abf-408f-9e8b-6118afbec77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (962052c3-b190-417d-8ec9-78b7c55245c3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.843865 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f25ad4e-5abf-408f-9e8b-6118afbec77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.843865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0f25ad4e-5abf-408f-9e8b-6118afbec77e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/962052c3-b190-417d-8ec9-78b7c55245c3 HTTP/1.1" status: 204 len: 168 time: 0.7113690 Feb 03 14:16:23.866434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d7821113-dbe3-4743-81aa-dc5aba94b2e8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.922418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:23.928269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25ad4e-5abf-408f-9e8b-6118afbec77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962052c3-b190-417d-8ec9-78b7c55245c3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:23.990944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7821113-dbe3-4743-81aa-dc5aba94b2e8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:23.999705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-5f211930-17ac-4268-8025-ebde7203a65f tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips/63a5ead7-efb7-4011-b6cd-866b9e6e1c32 HTTP/1.1" status: 200 len: 692 time: 0.0881801 Feb 03 14:16:24.009356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Checking segment: {'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:24.010804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Network hostable DHCP agents. Network: 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:16:24.034780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:16:24.053126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:24.062477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f2c76a-cb22-446d-a196-f7dea0dcbb70 None None] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:24.075278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:24.076297 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.109123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd3e12-a159-4b5f-9888-cdd2385eaac9 req-a2e47f50-bed5-44fd-b347-0367a2418ed5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:24.112399 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e769a3e-5096-4abc-acdc-ee775b73106d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5110276 Feb 03 14:16:24.115469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36622) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:24.116208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13bd3e12-a159-4b5f-9888-cdd2385eaac9 req-a2e47f50-bed5-44fd-b347-0367a2418ed5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 931 time: 0.2877116 Feb 03 14:16:24.124905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:24.168698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (a7cf8136-294c-4a25-bf78-479927333c87), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.170481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (a7cf8136-294c-4a25-bf78-479927333c87), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.178250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'name': 'network-vif-deleted', 'tag': '259c8cef-d657-4f4f-9f81-8260e06431c5'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:24.184877 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70654a1-c4ba-4298-9ed7-e9fcb4cae477" -d '{"events": [{"server_uuid": "1f60a251-fe32-4702-9f2a-f57d4deecbbb", "name": "network-vif-deleted", "tag": "259c8cef-d657-4f4f-9f81-8260e06431c5"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:24.249566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-61e846e0-3c54-4f1a-aaa6-d84a4cce45c9', 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9', 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'fixed_ips': [{'subnet_id': 'd7821113-dbe3-4743-81aa-dc5aba94b2e8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:16:24.250870 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.329779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks [] for router_controller (a7cf8136-294c-4a25-bf78-479927333c87), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.346269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13bd3e12-a159-4b5f-9888-cdd2385eaac9 req-9c4d98d9-2797-4788-9366-5976b322105d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291510 Feb 03 14:16:24.516024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-4d45f451-b9ef-4870-81d3-e9de87d90a04 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:24.517391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-4d45f451-b9ef-4870-81d3-e9de87d90a04 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.4719172 Feb 03 14:16:24.559912 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.571217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Allocated IP 172.20.0.2 (61e846e0-3c54-4f1a-aaa6-d84a4cce45c9/d7821113-dbe3-4743-81aa-dc5aba94b2e8/df08f476-824c-4444-8084-ab56a91de629) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:24.594200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks [] for router_gateway (a7cf8136-294c-4a25-bf78-479927333c87), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.654247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-f10a5136-a4ea-48b1-8110-bece610a48d1 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.1168659 Feb 03 14:16:24.769259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-105fa6b8-0fe5-42b4-bac7-01ba54c1b01d tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.1066194 Feb 03 14:16:24.907668 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11a1750-3158-4309-842d-25b878ab4483 x-openstack-request-id: req-a11a1750-3158-4309-842d-25b878ab4483 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:24.908302 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f60a251-fe32-4702-9f2a-f57d4deecbbb", "name": "network-vif-deleted", "tag": "259c8cef-d657-4f4f-9f81-8260e06431c5", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:24.908408 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a11a1750-3158-4309-842d-25b878ab4483 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:24.908914 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f60a251-fe32-4702-9f2a-f57d4deecbbb', 'name': 'network-vif-deleted', 'tag': '259c8cef-d657-4f4f-9f81-8260e06431c5', 'status': 'completed', 'code': 200} Feb 03 14:16:24.930663 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Publish callbacks [] for port (df08f476-824c-4444-8084-ab56a91de629), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.948122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (df08f476-824c-4444-8084-ab56a91de629), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:24.996346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b092e296-f62c-41f1-8ccd-913771fe4200 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:25.009020 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Publish callbacks [] for port (b092e296-f62c-41f1-8ccd-913771fe4200), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.015965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Pushing event updated for resources: {'Port': ['ID=df08f476-824c-4444-8084-ab56a91de629,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:25.031392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:25.036482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:25.037057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks [] for router_gateway (a7cf8136-294c-4a25-bf78-479927333c87), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.043849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:25.069814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.152110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Attempting to bind port df08f476-824c-4444-8084-ab56a91de629 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:25.153432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Attempting to bind port df08f476-824c-4444-8084-ab56a91de629 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:25.153981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Attempting to bind port df08f476-824c-4444-8084-ab56a91de629 on network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:25.159706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:25.160396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Checking segment: {'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:25.161030 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.161589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Bound using segment: {'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:25.162503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Bound port: df08f476-824c-4444-8084-ab56a91de629, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:25.163266 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (df08f476-824c-4444-8084-ab56a91de629), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.245536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Allocated IP 172.25.0.204 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/57f39ea5-1965-44d3-bec6-4b540f2274b8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:25.253187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] For port df08f476-824c-4444-8084-ab56a91de629, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:25.257544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] For port df08f476-824c-4444-8084-ab56a91de629, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=df08f476-824c-4444-8084-ab56a91de629,segment=NetworkSegment(5a0973af-f677-49a4-997a-f73390f59d3f),segment_id=5a0973af-f677-49a4-997a-f73390f59d3f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:25.264449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (df08f476-824c-4444-8084-ab56a91de629), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.340077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff613b9-cfad-4749-a5e9-a62732fa5f26 None None] Pushing event updated for resources: {'Port': ['ID=df08f476-824c-4444-8084-ab56a91de629,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:25.419572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4277660e-98f6-4690-b6c4-89fca092b4b3 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:16:25.474795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks [] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.532097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Transition to ACTIVE for port object b092e296-f62c-41f1-8ccd-913771fe4200 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:16:25.562718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.605870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4277660e-98f6-4690-b6c4-89fca092b4b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4277660e-98f6-4690-b6c4-89fca092b4b3,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:25.620889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '4277660e-98f6-4690-b6c4-89fca092b4b3', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'port_id': '4277660e-98f6-4690-b6c4-89fca092b4b3', 'mac_address': 'fa:16:3e:3d:8b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59df71-bf01-4221-bb39-c8bcd3d3652e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:16:25.640389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.673710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:25.674966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Pushing event updated for resources: {'Port': ['ID=57f39ea5-1965-44d3-bec6-4b540f2274b8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:25.687381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:25.689514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 4277660e-98f6-4690-b6c4-89fca092b4b3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:25.689800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.690668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:25.723266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4277660e-98f6-4690-b6c4-89fca092b4b3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:25.766512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4277660e-98f6-4690-b6c4-89fca092b4b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4277660e-98f6-4690-b6c4-89fca092b4b3,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:25.779275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:25.866143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:25.928742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=4277660e-98f6-4690-b6c4-89fca092b4b3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:25.954145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1b87e-ef89-4507-ab60-2ce20abeaffa req-c422ee18-42e0-4402-9221-bb4a6e8539fd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:25.956173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10d1b87e-ef89-4507-ab60-2ce20abeaffa req-c422ee18-42e0-4402-9221-bb4a6e8539fd tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 945 time: 0.9424224 Feb 03 14:16:26.014137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-89e58284-a40d-4539-9c8c-b075dad8d8ed tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:26.015695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-89e58284-a40d-4539-9c8c-b075dad8d8ed tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "GET /v2.0/ports?device_id=91851ace-5298-4f6a-b272-a69dd4756704 HTTP/1.1" status: 200 len: 945 time: 0.5169230 Feb 03 14:16:26.073954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Deleting port a3d7750f-a99b-4952-a744-bff79e54d45c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:26.074298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.118291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks [] for router_gateway (a7cf8136-294c-4a25-bf78-479927333c87), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.176521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['4277660e-98f6-4690-b6c4-89fca092b4b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:26.188539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Attempting to bind port b092e296-f62c-41f1-8ccd-913771fe4200 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:26.188802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Attempting to bind port b092e296-f62c-41f1-8ccd-913771fe4200 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:26.189333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Attempting to bind port b092e296-f62c-41f1-8ccd-913771fe4200 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:26.208103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10d1b87e-ef89-4507-ab60-2ce20abeaffa req-74e3d3a9-9748-4934-8d10-396012fcf822 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368741 Feb 03 14:16:26.230326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Port b092e296-f62c-41f1-8ccd-913771fe4200 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:26.230653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Attempting to bind port b092e296-f62c-41f1-8ccd-913771fe4200 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:26.253726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:26.253726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:26.253726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Bound using segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:26.254729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Bound port: b092e296-f62c-41f1-8ccd-913771fe4200, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:26.254729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.352724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.353101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (a3d7750f-a99b-4952-a744-bff79e54d45c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.455686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Calling delete_port for a3d7750f-a99b-4952-a744-bff79e54d45c owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:26.470152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (a7cf8136-294c-4a25-bf78-479927333c87), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.650156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77acac-de34-4030-adb7-ba9afbbed73d req-1bd6694e-4aca-4089-a004-b7bc893b36bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:26.654499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd77acac-de34-4030-adb7-ba9afbbed73d req-1bd6694e-4aca-4089-a004-b7bc893b36bc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 944 time: 0.2803307 Feb 03 14:16:26.655927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:26.709205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Router a7cf8136-294c-4a25-bf78-479927333c87 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:16:26.727988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Deleting port 4e8889c5-b886-4bd3-9958-e3b010b7321a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:26.728471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.782675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:26.826771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.879928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:26.894451 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Sync routers for ids ['a7cf8136-294c-4a25-bf78-479927333c87'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:26.908359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.912217 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-093afcf6-a390-4e19-b503-7b272061d12e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7915137 Feb 03 14:16:26.912385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:26.913315 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Routers {'a7cf8136-294c-4a25-bf78-479927333c87'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:26.914233 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7cf8136-294c-4a25-bf78-479927333c87'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:26.926947 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a3d7750f-a99b-4952-a744-bff79e54d45c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.966215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd77acac-de34-4030-adb7-ba9afbbed73d req-cd72e5b0-bf94-4708-a856-c9e6b6bfba3c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304249 Feb 03 14:16:26.975444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:26.976210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:26.977787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] 10.222.0.71 "PUT /v2.0/ports/b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 1091 time: 3.3185806 Feb 03 14:16:26.989969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:26.993458 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f229ba1-88e5-4b64-8538-238cb180e6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:27.077029 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Set router a7cf8136-294c-4a25-bf78-479927333c87 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:27.146579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f2c38-0c3f-49f1-ba37-61d0e1ba5140 None None] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:27.196215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] For port 4e8889c5-b886-4bd3-9958-e3b010b7321a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4e8889c5-b886-4bd3-9958-e3b010b7321a,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:27.196941 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.222535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Calling delete_port for 4e8889c5-b886-4bd3-9958-e3b010b7321a owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:27.299320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-eae288c4-0246-4242-9d1a-836acb42ae77 None None] Provisioning complete for port df08f476-824c-4444-8084-ab56a91de629 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:27.299946 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eae288c4-0246-4242-9d1a-836acb42ae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df08f476-824c-4444-8084-ab56a91de629), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.426004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device df08f476-824c-4444-8084-ab56a91de629 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:27.449645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4277660e-98f6-4690-b6c4-89fca092b4b3 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:27.522410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4e8889c5-b886-4bd3-9958-e3b010b7321a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.529485 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:16:25Z', 'revision_number': 3, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port': {'id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:25Z', 'updated_at': '2022-02-03T14:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:27.578988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb812b-e37e-43f3-bb94-a7baa2769dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:27.603163 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Checking router: a7cf8136-294c-4a25-bf78-479927333c87 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:27.606165 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Updating router a7cf8136-294c-4a25-bf78-479927333c87 port 57f39ea5-1965-44d3-bec6-4b540f2274b8 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:16:27.662499 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.745825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (63a5ead7-efb7-4011-b6cd-866b9e6e1c32), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.749489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 4277660e-98f6-4690-b6c4-89fca092b4b3 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:16:27.753393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.770052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d55cf5e-130f-43b0-ada0-6481d3bce0ea req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "DELETE /v2.0/floatingips/63a5ead7-efb7-4011-b6cd-866b9e6e1c32 HTTP/1.1" status: 204 len: 173 time: 2.9861026 Feb 03 14:16:27.786684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eae288c4-0246-4242-9d1a-836acb42ae77 None None] Current status of the port df08f476-824c-4444-8084-ab56a91de629 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:27.787084 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eae288c4-0246-4242-9d1a-836acb42ae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (df08f476-824c-4444-8084-ab56a91de629), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.801325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 4277660e-98f6-4690-b6c4-89fca092b4b3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:27.801701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.878504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port df08f476-824c-4444-8084-ab56a91de629 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:27.878886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df08f476-824c-4444-8084-ab56a91de629), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:27.959915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2d1b5-eb21-48cc-b2f6-2e70efa85cbf tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event deleted for resources: {'Port': ['ID=a3d7750f-a99b-4952-a744-bff79e54d45c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:27.978331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-1b339686-afda-45b4-9140-2e94b18bc19e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:27.980146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-1b339686-afda-45b4-9140-2e94b18bc19e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.5329547 Feb 03 14:16:28.016974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eae288c4-0246-4242-9d1a-836acb42ae77 None None] For port df08f476-824c-4444-8084-ab56a91de629, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=df08f476-824c-4444-8084-ab56a91de629,segment=NetworkSegment(5a0973af-f677-49a4-997a-f73390f59d3f),segment_id=5a0973af-f677-49a4-997a-f73390f59d3f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:28.031976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eae288c4-0246-4242-9d1a-836acb42ae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (df08f476-824c-4444-8084-ab56a91de629), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.055517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] No DVR routers for this DVR port 4e8889c5-b886-4bd3-9958-e3b010b7321a on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:28.073204 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.082189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bd09222-cca3-4b3c-b7d5-1e52ac3824db req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "DELETE /v2.0/ports/4e8889c5-b886-4bd3-9958-e3b010b7321a HTTP/1.1" status: 204 len: 173 time: 2.0524907 Feb 03 14:16:28.158342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port df08f476-824c-4444-8084-ab56a91de629 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:28.167396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2e99-4e10-4f5c-a3ef-4a198edf764b tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event deleted for resources: {'Port': ['ID=4e8889c5-b886-4bd3-9958-e3b010b7321a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:28.212748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-2192b025-1a37-46de-b327-7a22bb18a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:28.214867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-2192b025-1a37-46de-b327-7a22bb18a96b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1125 time: 0.7616379 Feb 03 14:16:28.240802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-891931de-97eb-4c17-8b75-aa8ba71691ab tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.1916018 Feb 03 14:16:28.275919 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Publish callbacks [] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.289525 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.303908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-0efeb1e0-0298-4dcd-b25d-248e6b1bf67c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 217 time: 0.0589743 Feb 03 14:16:28.317097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 4277660e-98f6-4690-b6c4-89fca092b4b3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:28.317759 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.376766 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Attempting to bind port 57f39ea5-1965-44d3-bec6-4b540f2274b8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:28.377140 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Attempting to bind port 57f39ea5-1965-44d3-bec6-4b540f2274b8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:28.377507 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Attempting to bind port 57f39ea5-1965-44d3-bec6-4b540f2274b8 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:28.382754 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d083-43f0-460c-b0aa-4e611b4a4889 None None] Pushing event updated for resources: {'Port': ['ID=57f39ea5-1965-44d3-bec6-4b540f2274b8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:28.386823 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:28.387197 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:28.387600 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.387983 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:28.388490 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Bound port: 57f39ea5-1965-44d3-bec6-4b540f2274b8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:28.389019 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.395122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4277660e-98f6-4690-b6c4-89fca092b4b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4277660e-98f6-4690-b6c4-89fca092b4b3,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:28.398086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc65ea1-767e-499a-ac06-ab916ae4befe req-ac5662f7-c1a0-4ecf-92cd-800dab9cb79a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:28.399555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4277660e-98f6-4690-b6c4-89fca092b4b3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:28.400839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cc65ea1-767e-499a-ac06-ab916ae4befe req-ac5662f7-c1a0-4ecf-92cd-800dab9cb79a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 943 time: 0.3487563 Feb 03 14:16:28.410408 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33361f68-557c-429a-ae5b-591aae28e092" -d '{"events": [{"server_uuid": "8dbd7672-2219-4310-8d72-d6a1e4a2625f", "name": "network-vif-plugged", "status": "completed", "tag": "4277660e-98f6-4690-b6c4-89fca092b4b3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:28.417594 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.421681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae288c4-0246-4242-9d1a-836acb42ae77 None None] Pushing event updated for resources: {'Port': ['ID=df08f476-824c-4444-8084-ab56a91de629,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:28.449337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-f04a526c-a5fa-4589-8004-0989767073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:28.450839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-f04a526c-a5fa-4589-8004-0989767073a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.1343515 Feb 03 14:16:28.455477 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] For port 57f39ea5-1965-44d3-bec6-4b540f2274b8, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:28.459934 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] For port 57f39ea5-1965-44d3-bec6-4b540f2274b8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=57f39ea5-1965-44d3-bec6-4b540f2274b8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:28.469473 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.518135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-16b5b414-4b5e-4475-9b07-9ea2331af59e None None] Provisioning complete for port df08f476-824c-4444-8084-ab56a91de629 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:28.518512 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16b5b414-4b5e-4475-9b07-9ea2331af59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df08f476-824c-4444-8084-ab56a91de629), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.533671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-c6830b39-7c59-4694-b8f1-465438a004c1 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2278295 Feb 03 14:16:28.542366 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d083-43f0-460c-b0aa-4e611b4a4889 None None] Pushing event updated for resources: {'Port': ['ID=57f39ea5-1965-44d3-bec6-4b540f2274b8,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:28.564855 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Routers {'a7cf8136-294c-4a25-bf78-479927333c87'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:28.566078 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7cf8136-294c-4a25-bf78-479927333c87'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:28.638357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=4277660e-98f6-4690-b6c4-89fca092b4b3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:28.750520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-16b5b414-4b5e-4475-9b07-9ea2331af59e None None] Current status of the port df08f476-824c-4444-8084-ab56a91de629 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:28.777809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:28.804816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-440f983a-cc64-4afd-b93a-17108d535120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:28.808970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-440f983a-cc64-4afd-b93a-17108d535120 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3473191 Feb 03 14:16:28.823878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cc65ea1-767e-499a-ac06-ab916ae4befe req-83ebc652-7aea-42c7-be70-32abf28e3e14 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071229 Feb 03 14:16:28.918887 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] Set router a7cf8136-294c-4a25-bf78-479927333c87 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:29.071772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:29.092467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-74cc2e49-1032-47e9-8375-2c91baafbc26 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316603 Feb 03 14:16:29.101805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Allocated IP 172.20.0.1 (61e846e0-3c54-4f1a-aaa6-d84a4cce45c9/d7821113-dbe3-4743-81aa-dc5aba94b2e8/ca3e4f67-d565-444c-a19f-ef064301a8af) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:29.170753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 4e8889c5-b886-4bd3-9958-e3b010b7321a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:29.171901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4e8889c5-b886-4bd3-9958-e3b010b7321a not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:29.292034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device df08f476-824c-4444-8084-ab56a91de629 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:29.299732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-d7531b5b-1235-4f1c-ae7b-ce05208ecd9d service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998932 Feb 03 14:16:29.302114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-b8d026e9-efca-4ff8-8dec-d811b0f91a91 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773273 Feb 03 14:16:29.349670 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:16:25Z', 'revision_number': 3, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port': {'id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:25Z', 'updated_at': '2022-02-03T14:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:29.409743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port df08f476-824c-4444-8084-ab56a91de629 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:29.410244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df08f476-824c-4444-8084-ab56a91de629), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:29.410907 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd848bfa-bdcb-4307-ad4c-58f7823e913e None None] The sync data for ids ['a7cf8136-294c-4a25-bf78-479927333c87'] in n-d-827549-2 is: [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:16:25Z', 'revision_number': 3, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port': {'id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:25Z', 'updated_at': '2022-02-03T14:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:29.476299 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks [] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:29.525909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:29.560651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port df08f476-824c-4444-8084-ab56a91de629 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:29.609888 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8de0e4-6011-4a47-98e6-6ccf73bbbdbf x-openstack-request-id: req-7b8de0e4-6011-4a47-98e6-6ccf73bbbdbf {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:29.612098 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:29.612953 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b8de0e4-6011-4a47-98e6-6ccf73bbbdbf {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:29.614556 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'status': 'completed', 'code': 200} Feb 03 14:16:29.624678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bcfab27-6982-4108-a5c4-3612227536e3 req-1df1b054-0191-4e0b-a718-65248d0d39dd service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079872 Feb 03 14:16:29.668832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Pushing event updated for resources: {'Port': ['ID=ca3e4f67-d565-444c-a19f-ef064301a8af,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:29.683089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:29.684980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:29.692255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:29.795381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (a7cf8136-294c-4a25-bf78-479927333c87), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:29.825807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e581f67f-057f-467d-bd16-2d50d3272441 req-9eea2d2c-4f3d-4964-9263-54d7547bdfe1 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips/b46fd9a0-a6fa-4a7e-9e5b-c4626348f3d5 HTTP/1.1" status: 200 len: 692 time: 0.1984553 Feb 03 14:16:30.081428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581f67f-057f-467d-bd16-2d50d3272441 req-2884e498-127d-4f39-973b-f2719b69bbf2 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:30.094436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e581f67f-057f-467d-bd16-2d50d3272441 req-2884e498-127d-4f39-973b-f2719b69bbf2 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.2481914 Feb 03 14:16:30.149993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:30.193757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4a4cd9be-a999-4fa3-ad90-0ffa5faac5ff None None] Provisioning complete for port ca3e4f67-d565-444c-a19f-ef064301a8af triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:30.194130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a4cd9be-a999-4fa3-ad90-0ffa5faac5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:30.264514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4a4cd9be-a999-4fa3-ad90-0ffa5faac5ff None None] Port ca3e4f67-d565-444c-a19f-ef064301a8af cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:30.507343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e581f67f-057f-467d-bd16-2d50d3272441 req-728935bf-a9dd-41a4-a035-d86b991860e9 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.4118943 Feb 03 14:16:30.512709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-6bd10df0-c20d-43cb-ad97-f4fab8151ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:30.514332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks [] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:30.514501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-6bd10df0-c20d-43cb-ad97-f4fab8151ce4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1125 time: 0.7606220 Feb 03 14:16:30.528200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:30.607422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e581f67f-057f-467d-bd16-2d50d3272441 req-d6a401a8-965d-49de-988f-58ce4e611604 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0989895 Feb 03 14:16:30.625357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Pushing event updated for resources: {'Port': ['ID=ca3e4f67-d565-444c-a19f-ef064301a8af,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:30.630389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (a7cf8136-294c-4a25-bf78-479927333c87), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:30.693468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88874a8-1970-482d-9690-cb0e79406d40 req-4305d30b-4a9d-466c-a20c-7b45c4e34b7b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:30.695112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f88874a8-1970-482d-9690-cb0e79406d40 req-4305d30b-4a9d-466c-a20c-7b45c4e34b7b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 945 time: 0.8463101 Feb 03 14:16:30.752896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:30.755096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:30.789857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-e0f79c10-364b-4388-8fad-504fe2423279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:30.792321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-e0f79c10-364b-4388-8fad-504fe2423279 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.2715647 Feb 03 14:16:30.856294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-9fae6ce5-984a-48a1-91b5-3ecd5c97d775 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 217 time: 0.0515423 Feb 03 14:16:30.927341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Router a7cf8136-294c-4a25-bf78-479927333c87 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:16:31.039363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f88874a8-1970-482d-9690-cb0e79406d40 req-bd97c10e-5d3d-45d6-92c6-f324d4a1a66c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305495 Feb 03 14:16:31.104592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-3dacdfb6-acf7-4ecf-9eba-7ba89f4bc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:31.120205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-3dacdfb6-acf7-4ecf-9eba-7ba89f4bc4d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.2395658 Feb 03 14:16:31.209069 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66aba98-1af3-46d7-86ad-a2639b12b40f x-openstack-request-id: req-d66aba98-1af3-46d7-86ad-a2639b12b40f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:31.211829 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbd7672-2219-4310-8d72-d6a1e4a2625f", "name": "network-vif-plugged", "status": "completed", "tag": "4277660e-98f6-4690-b6c4-89fca092b4b3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:31.212393 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d66aba98-1af3-46d7-86ad-a2639b12b40f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:31.213595 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4277660e-98f6-4690-b6c4-89fca092b4b3', 'code': 200} Feb 03 14:16:31.216766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:31.218227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3d7a1db9-5498-4ecb-b0c7-b57808d7970a None None] Provisioning complete for port ca3e4f67-d565-444c-a19f-ef064301a8af triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:31.219756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1db9-5498-4ecb-b0c7-b57808d7970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.253057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4240d99e-f7f7-46a0-b2bc-8cd1ee19154b admin admin] 10.222.0.52 "PUT /v2.0/routers/a7cf8136-294c-4a25-bf78-479927333c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3395493 Feb 03 14:16:31.315119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1db9-5498-4ecb-b0c7-b57808d7970a None None] Port ca3e4f67-d565-444c-a19f-ef064301a8af cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:31.361011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 57f39ea5-1965-44d3-bec6-4b540f2274b8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:31.375600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Deleting port 1093d042-dd37-4968-96bd-1289e5abeb01 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:31.376048 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1093d042-dd37-4968-96bd-1289e5abeb01), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.407920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0a099-0337-4361-b19f-59f14881c855 req-a96f184c-ea47-4c79-890e-5f2290cd81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:31.409909 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-89e0a099-0337-4361-b19f-59f14881c855 req-a96f184c-ea47-4c79-890e-5f2290cd81c8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 1127 time: 0.0636029 Feb 03 14:16:31.416837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-548654b0-bea3-414c-b29e-13ce79aea4ac req-a0363772-28e9-4f1b-8a81-14953edb820f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 210 time: 0.0645680 Feb 03 14:16:31.418128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 57f39ea5-1965-44d3-bec6-4b540f2274b8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:31.418691 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.437225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-50032f21-5c68-4925-8727-6cba077ac5ac tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:31.439591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-50032f21-5c68-4925-8727-6cba077ac5ac tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.3748753 Feb 03 14:16:31.457960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36734) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:31.506971 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-89e0a099-0337-4361-b19f-59f14881c855 req-df177d47-6824-4de6-b0b5-703d05bbb70c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 Feb 03 14:16:31.517867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Request body: {'port': {'device_id': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'admin_state_up': True, 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:31.532972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 57f39ea5-1965-44d3-bec6-4b540f2274b8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:31.533772 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.562645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 57f39ea5-1965-44d3-bec6-4b540f2274b8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=57f39ea5-1965-44d3-bec6-4b540f2274b8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:31.567830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.616468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-c38df71b-ced4-416d-8cad-905d768d366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:31.620316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-c38df71b-ced4-416d-8cad-905d768d366a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4772928 Feb 03 14:16:31.637388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'name': 'network-vif-deleted', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:31.644910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=57f39ea5-1965-44d3-bec6-4b540f2274b8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:31.645119 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5e0409-1442-4d7c-956d-451665969838" -d '{"events": [{"server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "name": "network-vif-deleted", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:31.749253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1093d042-dd37-4968-96bd-1289e5abeb01), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.749817 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (1093d042-dd37-4968-96bd-1289e5abeb01), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.759703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-678172747'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:31.818440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Calling delete_port for 1093d042-dd37-4968-96bd-1289e5abeb01 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:31.831487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:31.834809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:31.956806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:31.960112 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.019474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:16:32.063882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d7c2bb4b-a388-4cdb-8d9e-fd889848fc17), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.065001 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Added segment d7c2bb4b-a388-4cdb-8d9e-fd889848fc17 of type vlan for network 35a01515-b3c0-4ade-8726-09562818c594 Feb 03 14:16:32.070816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Sync routers for ids ['a7cf8136-294c-4a25-bf78-479927333c87'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:32.084728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Routers {'a7cf8136-294c-4a25-bf78-479927333c87'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:32.085591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7cf8136-294c-4a25-bf78-479927333c87'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:32.193582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbc0b3-9ee3-4a9c-9157-1562f1f1e6f1 req-e6bfa823-25c3-4c9b-9be5-3d5c12da7310 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:32.195067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cedbc0b3-9ee3-4a9c-9157-1562f1f1e6f1 req-e6bfa823-25c3-4c9b-9be5-3d5c12da7310 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 943 time: 0.3299308 Feb 03 14:16:32.202840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-d01be304-7a72-492f-ba2f-779cf20c6c86 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584740 Feb 03 14:16:32.207493 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (35a01515-b3c0-4ade-8726-09562818c594), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.332761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Set router a7cf8136-294c-4a25-bf78-479927333c87 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:32.430209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (35a01515-b3c0-4ade-8726-09562818c594), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.435242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:32.435839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.515552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cedbc0b3-9ee3-4a9c-9157-1562f1f1e6f1 req-26febad0-f192-46d2-9171-0122834d9a3f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082514 Feb 03 14:16:32.530946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1093d042-dd37-4968-96bd-1289e5abeb01), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.550103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Allocated IP 172.20.0.10 (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4/167dc7c2-c4c0-4040-94bc-21fa3774f5f2) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:32.558822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1073864 Feb 03 14:16:32.562130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36760) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:32.567804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'subnet': {'network_id': '35a01515-b3c0-4ade-8726-09562818c594', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:32.584575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:16:30Z', 'revision_number': 4, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port': {'id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:25Z', 'updated_at': '2022-02-03T14:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ca3e4f67-d565-444c-a19f-ef064301a8af', 'name': '', 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'mac_address': 'fa:16:3e:02:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd7821113-dbe3-4743-81aa-dc5aba94b2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:28Z', 'updated_at': '2022-02-03T14:16:30Z', 'revision_number': 2, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'subnets': [{'id': 'd7821113-dbe3-4743-81aa-dc5aba94b2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:32.611028 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf296fe-7e71-4030-b912-e3e3819a4a91 x-openstack-request-id: req-ccf296fe-7e71-4030-b912-e3e3819a4a91 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:32.611481 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91851ace-5298-4f6a-b272-a69dd4756704", "name": "network-vif-deleted", "tag": "4e8889c5-b886-4bd3-9958-e3b010b7321a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:32.611954 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccf296fe-7e71-4030-b912-e3e3819a4a91 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:32.612517 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91851ace-5298-4f6a-b272-a69dd4756704', 'name': 'network-vif-deleted', 'tag': '4e8889c5-b886-4bd3-9958-e3b010b7321a', 'status': 'completed', 'code': 200} Feb 03 14:16:32.616299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Checking router: a7cf8136-294c-4a25-bf78-479927333c87 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:32.616703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Updating router a7cf8136-294c-4a25-bf78-479927333c87 port ca3e4f67-d565-444c-a19f-ef064301a8af binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:16:32.642571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-d6c681df-6ce5-4d1d-b07d-1751d35b49b5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:32.644494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-d6c681df-6ce5-4d1d-b07d-1751d35b49b5 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 944 time: 0.4020889 Feb 03 14:16:32.647358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.688862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:32.693343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:32.697681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Pushing event deleted for resources: {'Port': ['ID=1093d042-dd37-4968-96bd-1289e5abeb01,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:32.719617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f229ba1-88e5-4b64-8538-238cb180e6c3 req-bf072ea8-2249-4041-92e5-3ddf51fda044 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065196 Feb 03 14:16:32.835009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82113f7-cf06-4bd2-9d84-f57ab5d5bf22 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Network': ['ID=35a01515-b3c0-4ade-8726-09562818c594,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:32.988673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (acf6399d-3288-474f-9897-69eca1e7f774), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.016822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 35a01515-b3c0-4ade-8726-09562818c594 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:16:33.049427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks [] for floatingip (b46fd9a0-a6fa-4a7e-9e5b-c4626348f3d5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.052356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.053549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e581f67f-057f-467d-bd16-2d50d3272441 req-6d581fd9-ce37-4cf1-be87-66a519b19812 tempest-FloatingIPDetailsTestJSON-1038023107 tempest-FloatingIPDetailsTestJSON-1038023107-project] 10.222.0.52 "DELETE /v2.0/floatingips/b46fd9a0-a6fa-4a7e-9e5b-c4626348f3d5 HTTP/1.1" status: 204 len: 173 time: 2.4454327 Feb 03 14:16:33.066773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36770) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:33.138575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Checking segment: {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:33.139106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network hostable DHCP agents. Network: 35a01515-b3c0-4ade-8726-09562818c594, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:16:33.144172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Subnet': ['ID=acf6399d-3288-474f-9897-69eca1e7f774,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:33.167223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network 35a01515-b3c0-4ade-8726-09562818c594 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:16:33.181049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 35a01515-b3c0-4ade-8726-09562818c594) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:33.192079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:33.193138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.204308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650dba85-0b12-4e6c-985d-df521e203cda None None] Network 35a01515-b3c0-4ade-8726-09562818c594 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:33.219315 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1aaf380a-f637-4f66-a96f-84136d000ce2 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6554430 Feb 03 14:16:33.222003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36774) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:33.229189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-293389313'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:33.233635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 57f39ea5-1965-44d3-bec6-4b540f2274b8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:33.255559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:33.259392 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.286857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:16:33.302368 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (97662b9e-e6e0-408b-b897-035f3d7bcd60), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.303159 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Added segment 97662b9e-e6e0-408b-b897-035f3d7bcd60 of type vlan for network 7c7e5c94-199f-42a4-aa40-820b6471f726 Feb 03 14:16:33.371080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7c7e5c94-199f-42a4-aa40-820b6471f726), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.404606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Publish callbacks [] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.409416 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7c7e5c94-199f-42a4-aa40-820b6471f726), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.418084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:33.418579 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.434164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.442370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:16:33.473582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2502532 Feb 03 14:16:33.482854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-35a01515-b3c0-4ade-8726-09562818c594', 'network_id': '35a01515-b3c0-4ade-8726-09562818c594', 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'fixed_ips': [{'subnet_id': 'acf6399d-3288-474f-9897-69eca1e7f774'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:16:33.483702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.494696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36776) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:33.502084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'subnet': {'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:33.543125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 57f39ea5-1965-44d3-bec6-4b540f2274b8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:33.545004 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.578882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Deleting port ba2a53e3-cd45-40b2-b582-35b1587b7362 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:33.579255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.589376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d0b05-fa07-4ce5-acc8-7b1f9e3ceb44 req-d5b935ba-625c-4097-a095-2aa011f95e79 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:33.590947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb8d0b05-fa07-4ce5-acc8-7b1f9e3ceb44 req-d5b935ba-625c-4097-a095-2aa011f95e79 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/ports?device_id=395cbd3e-603b-4ded-a325-13ab822d2b9b HTTP/1.1" status: 200 len: 944 time: 0.6554542 Feb 03 14:16:33.675560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebbdc9-7e1f-4ebe-873d-56e7b3638fee tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Network': ['ID=7c7e5c94-199f-42a4-aa40-820b6471f726,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:33.685383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-cd405db3-7460-4efd-adae-06ae16c078ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5992496 Feb 03 14:16:33.740102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:33.744809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.863298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks [] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:33.881749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7c7e5c94-199f-42a4-aa40-820b6471f726 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:16:33.905232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122b48-7426-449d-9c38-a5693e991669 req-a8d6176c-901d-49db-91bd-01bf2d8f05ba tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:33.907455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb122b48-7426-449d-9c38-a5693e991669 req-a8d6176c-901d-49db-91bd-01bf2d8f05ba tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 945 time: 0.4585292 Feb 03 14:16:33.928536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c593e-4481-49bf-8756-e857ff0a2f6f None None] Pushing event updated for resources: {'Port': ['ID=ca3e4f67-d565-444c-a19f-ef064301a8af,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:33.949685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:16:34.017227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb8d0b05-fa07-4ce5-acc8-7b1f9e3ceb44 req-8717804c-b4bc-4be5-bbb1-ae8a12546bc2 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.52 "GET /v2.0/security-groups?id=914ed66e-484c-4220-bd79-062e004fb490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682721 Feb 03 14:16:34.038615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (db7048de-fa32-4c63-aeb6-5792db7abc84), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.049242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] For port ba2a53e3-cd45-40b2-b582-35b1587b7362, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ba2a53e3-cd45-40b2-b582-35b1587b7362,segment=NetworkSegment(de2486e7-2022-437a-921f-e0ac10bbbbb3),segment_id=de2486e7-2022-437a-921f-e0ac10bbbbb3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:34.049627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.067825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Attempting to bind port ca3e4f67-d565-444c-a19f-ef064301a8af on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:34.068561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Attempting to bind port ca3e4f67-d565-444c-a19f-ef064301a8af by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:34.068773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Attempting to bind port ca3e4f67-d565-444c-a19f-ef064301a8af on network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:34.077728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-a2f2ccd0-04eb-4cea-9d59-6626306c7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:34.079289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-a2f2ccd0-04eb-4cea-9d59-6626306c7a2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 1128 time: 0.3635409 Feb 03 14:16:34.097831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Calling delete_port for ba2a53e3-cd45-40b2-b582-35b1587b7362 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:34.142423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Subnet': ['ID=db7048de-fa32-4c63-aeb6-5792db7abc84,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:34.154407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Checking segment: {'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:34.154900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network hostable DHCP agents. Network: 7c7e5c94-199f-42a4-aa40-820b6471f726, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:16:34.178964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network 7c7e5c94-199f-42a4-aa40-820b6471f726 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:16:34.195165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7c7e5c94-199f-42a4-aa40-820b6471f726) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:34.205736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:34.206585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.236129 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ce9e411f-5b3d-444d-a48a-a9eed1e394a5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7396150 Feb 03 14:16:34.248528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f0d7ce62-f152-41fc-b344-56b6f5bb5156 None None] Provisioning complete for port ca3e4f67-d565-444c-a19f-ef064301a8af triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:34.249214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ce62-f152-41fc-b344-56b6f5bb5156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.251505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:34.252955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Checking segment: {'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:34.252955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.253232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Bound using segment: {'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:34.253545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Bound port: ca3e4f67-d565-444c-a19f-ef064301a8af, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0973af-f677-49a4-997a-f73390f59d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:34.253945 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.261441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Allocated IP 19.80.0.2 (35a01515-b3c0-4ade-8726-09562818c594/acf6399d-3288-474f-9897-69eca1e7f774/be0fb362-b9e9-4895-bd66-734b47d618cc) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:34.265900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da6f10-72da-4576-8760-09b8f335553c None None] Network 7c7e5c94-199f-42a4-aa40-820b6471f726 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:34.337181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3200147-c602-42c6-affd-aaea31ee6ea9 req-32a8cf21-5946-4b5d-9a62-59877b8fae28 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 210 time: 0.1887190 Feb 03 14:16:34.346548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.351412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb122b48-7426-449d-9c38-a5693e991669 req-7111ceb2-f268-49a0-a6bf-a86998aed57c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306958 Feb 03 14:16:34.410434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:34.462331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ba2a53e3-cd45-40b2-b582-35b1587b7362), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.476845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 57f39ea5-1965-44d3-bec6-4b540f2274b8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:34.485503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:34.510246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7ce62-f152-41fc-b344-56b6f5bb5156 None None] Port ca3e4f67-d565-444c-a19f-ef064301a8af cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:34.513010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:34.549260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event updated for resources: {'Port': ['ID=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:34.552937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:34.569247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:34.683574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Pushing event deleted for resources: {'Port': ['ID=ba2a53e3-cd45-40b2-b582-35b1587b7362,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:34.706077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-126e262a-d768-41fd-a7bb-79221d03ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:34.707620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-126e262a-d768-41fd-a7bb-79221d03ef71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.5985794 Feb 03 14:16:34.738015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'mac_address': 'fa:16:3e:7b:4e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:16:34.760945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] For port ca3e4f67-d565-444c-a19f-ef064301a8af, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:34.768150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] For port ca3e4f67-d565-444c-a19f-ef064301a8af, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ca3e4f67-d565-444c-a19f-ef064301a8af,segment=NetworkSegment(5a0973af-f677-49a4-997a-f73390f59d3f),segment_id=5a0973af-f677-49a4-997a-f73390f59d3f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:34.818972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.823115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:34.823773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.846541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7c7e5c94-199f-42a4-aa40-820b6471f726', 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726', 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'fixed_ips': [{'subnet_id': 'db7048de-fa32-4c63-aeb6-5792db7abc84'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:16:34.848472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.892127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-245d3b71-2d7b-4223-9e0d-4b46548f3f1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 HTTP/1.1" status: 200 len: 217 time: 0.1629364 Feb 03 14:16:34.897733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] No DVR routers for this DVR port ba2a53e3-cd45-40b2-b582-35b1587b7362 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:34.907000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ad86-dbcd-4075-9098-8ff1cd0b47cf req-a369ad1f-bca1-4191-bc7c-0c420612f17f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:34.908597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5326ad86-dbcd-4075-9098-8ff1cd0b47cf req-a369ad1f-bca1-4191-bc7c-0c420612f17f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 943 time: 0.4387817 Feb 03 14:16:34.920579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:34.920973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.925126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:34.930781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dac18df8-fb6c-4d33-ba7d-77db54f7564e req-77923b60-7463-40f5-abc6-de02c0261be6 tempest-LiveMigrationTest-1001428942 tempest-LiveMigrationTest-1001428942-project] 10.222.0.45 "DELETE /v2.0/ports/ba2a53e3-cd45-40b2-b582-35b1587b7362 HTTP/1.1" status: 204 len: 173 time: 2.2474077 Feb 03 14:16:34.956786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'name': 'network-vif-deleted', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:34.959625 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ab9e54-c5b8-4ff0-b114-b63212f540ac" -d '{"events": [{"server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "name": "network-vif-deleted", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:34.977316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-14bda66d-2160-4ad7-872b-90383f2dfa3b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5197532 Feb 03 14:16:35.043873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Request body: {'port': {'device_id': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:35.151701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b092e296-f62c-41f1-8ccd-913771fe4200 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:35.168867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-c5b57ff4-4e10-47e8-b8a1-fc7212ffbe41 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:35.174831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-c5b57ff4-4e10-47e8-b8a1-fc7212ffbe41 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:35.178072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-c5b57ff4-4e10-47e8-b8a1-fc7212ffbe41 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/networks?id=35a01515-b3c0-4ade-8726-09562818c594&id=7c7e5c94-199f-42a4-aa40-820b6471f726&id=35a01515-b3c0-4ade-8726-09562818c594 HTTP/1.1" status: 200 len: 1390 time: 0.5531082 Feb 03 14:16:35.200626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:35.238077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-266c219e-5cbd-413d-8496-b7950066e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:35.239740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-266c219e-5cbd-413d-8496-b7950066e7dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.3246193 Feb 03 14:16:35.251332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Allocated IP 19.86.0.2 (7c7e5c94-199f-42a4-aa40-820b6471f726/db7048de-fa32-4c63-aeb6-5792db7abc84/34adb5a0-2cc4-4893-97d3-3978a421af05) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:35.262978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:35.286421 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Publish callbacks [] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.317735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-e0b591c1-1989-475a-8095-321920631aff tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/quotas/bd61f882a54b4b24918c56cf2a6fcce9 HTTP/1.1" status: 200 len: 375 time: 0.0946801 Feb 03 14:16:35.330649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5326ad86-dbcd-4075-9098-8ff1cd0b47cf req-16538be4-4e39-4026-bcf7-691ff908775d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607101 Feb 03 14:16:35.332684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.337728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-8d8dd020-e30d-42c6-8cd1-c64cbcf1ac88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869198 Feb 03 14:16:35.338124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c593e-4481-49bf-8756-e857ff0a2f6f None None] Pushing event updated for resources: {'Port': ['ID=ca3e4f67-d565-444c-a19f-ef064301a8af,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:35.363798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.399062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.453698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Routers {'a7cf8136-294c-4a25-bf78-479927333c87'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:35.454339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7cf8136-294c-4a25-bf78-479927333c87'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:35.456653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: ba2a53e3-cd45-40b2-b582-35b1587b7362 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:35.457041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ba2a53e3-cd45-40b2-b582-35b1587b7362 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:35.494087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:35.557014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-40628fa7-74ae-4bd5-abc0-1d0d67e1dfde None None] Provisioning complete for port ca3e4f67-d565-444c-a19f-ef064301a8af triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:35.557472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40628fa7-74ae-4bd5-abc0-1d0d67e1dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.639859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Network 35a01515-b3c0-4ade-8726-09562818c594 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:35.668542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:35.670997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:35.683223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3df8f55-7c7c-49d7-8e5d-aed82daeafee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.757245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:35.770479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b092e296-f62c-41f1-8ccd-913771fe4200'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:35.773204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3df8f55-7c7c-49d7-8e5d-aed82daeafee admin admin] Publish callbacks [] for security_group (22218640-287e-4f0a-83b9-20e75fb30375), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.778841 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3df8f55-7c7c-49d7-8e5d-aed82daeafee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (22218640-287e-4f0a-83b9-20e75fb30375), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.825383 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c3df8f55-7c7c-49d7-8e5d-aed82daeafee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec74055af7b143ec9c2e518e846221eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297298 Feb 03 14:16:35.826222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36828) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:35.834622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df8f55-7c7c-49d7-8e5d-aed82daeafee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22218640-287e-4f0a-83b9-20e75fb30375,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:35.855444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1c9c88bc-5d5a-44af-9cee-3ec413743672 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5364075 Feb 03 14:16:35.916823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dff72bfe-12f9-4e73-8280-c9389303c3f6 admin admin] Publish callbacks [] for security_group (22218640-287e-4f0a-83b9-20e75fb30375), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.957857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Pushing event updated for resources: {'Port': ['ID=be0fb362-b9e9-4895-bd66-734b47d618cc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:35.967441 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Publish callbacks [] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.974109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] Set router a7cf8136-294c-4a25-bf78-479927333c87 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:35.981608 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dff72bfe-12f9-4e73-8280-c9389303c3f6 admin admin] Publish callbacks [] for security_group (22218640-287e-4f0a-83b9-20e75fb30375), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:35.983492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-e5cf41d4-46bc-48ef-8fc3-50e90f25d69a service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168962 Feb 03 14:16:36.042107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.044536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Attempting to bind port be0fb362-b9e9-4895-bd66-734b47d618cc on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:36.044906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Attempting to bind port be0fb362-b9e9-4895-bd66-734b47d618cc by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:36.045343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Attempting to bind port be0fb362-b9e9-4895-bd66-734b47d618cc on network 35a01515-b3c0-4ade-8726-09562818c594 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:36.050653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dff72bfe-12f9-4e73-8280-c9389303c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (22218640-287e-4f0a-83b9-20e75fb30375), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.054013 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dff72bfe-12f9-4e73-8280-c9389303c3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.064719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ed364-ba5d-4025-920d-690c5156caee req-6755fcf4-2945-4f06-bbaa-052ea3b4e98a tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:36.065086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dff72bfe-12f9-4e73-8280-c9389303c3f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22218640-287e-4f0a-83b9-20e75fb30375 HTTP/1.1" status: 204 len: 168 time: 0.2342024 Feb 03 14:16:36.066254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae4ed364-ba5d-4025-920d-690c5156caee req-6755fcf4-2945-4f06-bbaa-052ea3b4e98a tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1127 time: 0.6062140 Feb 03 14:16:36.076500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff72bfe-12f9-4e73-8280-c9389303c3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22218640-287e-4f0a-83b9-20e75fb30375,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:36.122370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:36.122770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Checking segment: {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:36.123143 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.123544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Bound using segment: {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:36.124005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Bound port: be0fb362-b9e9-4895-bd66-734b47d618cc, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:36.124378 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.163529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (40b2bc68-9608-4c52-8c6c-061a19d2cca0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.198810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Network 7c7e5c94-199f-42a4-aa40-820b6471f726 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:36.199312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-40628fa7-74ae-4bd5-abc0-1d0d67e1dfde None None] Current status of the port ca3e4f67-d565-444c-a19f-ef064301a8af is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:36.199698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40628fa7-74ae-4bd5-abc0-1d0d67e1dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.225258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:36.233489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:36.256569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-933e43e3-a70c-4578-b30d-fe1b42922cb9 service neutron] 10.222.0.52 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001803 Feb 03 14:16:36.258890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Pushing event updated for resources: {'Port': ['ID=34adb5a0-2cc4-4893-97d3-3978a421af05,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:36.343316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae4ed364-ba5d-4025-920d-690c5156caee req-2d79a4c4-fc94-4971-8d83-b1fa3d0f4d67 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650049 Feb 03 14:16:36.390443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0acdb4ae-cd05-4f02-986f-c4291462e7b3 req-6e8c18ec-a184-4e7b-8508-8f48e1224b4d service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707235 Feb 03 14:16:36.436870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-40628fa7-74ae-4bd5-abc0-1d0d67e1dfde None None] For port ca3e4f67-d565-444c-a19f-ef064301a8af, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ca3e4f67-d565-444c-a19f-ef064301a8af,segment=NetworkSegment(5a0973af-f677-49a4-997a-f73390f59d3f),segment_id=5a0973af-f677-49a4-997a-f73390f59d3f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:36.477303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40628fa7-74ae-4bd5-abc0-1d0d67e1dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.488221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Attempting to bind port 34adb5a0-2cc4-4893-97d3-3978a421af05 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:36.488837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Attempting to bind port 34adb5a0-2cc4-4893-97d3-3978a421af05 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:36.489097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Attempting to bind port 34adb5a0-2cc4-4893-97d3-3978a421af05 on network 7c7e5c94-199f-42a4-aa40-820b6471f726 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:36.512032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36840) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:36.519664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:36.520104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Checking segment: {'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:36.520455 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.520857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Bound using segment: {'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:36.521338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Bound port: 34adb5a0-2cc4-4893-97d3-3978a421af05, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:36.521733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.541415 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51e1f713-f1c4-4827-be30-630c8b55776d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.574304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] For port be0fb362-b9e9-4895-bd66-734b47d618cc, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:36.590009 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae92f1b-4df3-4bd0-baf6-d3cd14bdad31 x-openstack-request-id: req-2ae92f1b-4df3-4bd0-baf6-d3cd14bdad31 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:36.590267 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395cbd3e-603b-4ded-a325-13ab822d2b9b", "name": "network-vif-deleted", "tag": "ba2a53e3-cd45-40b2-b582-35b1587b7362", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:36.590368 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ae92f1b-4df3-4bd0-baf6-d3cd14bdad31 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:36.590878 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395cbd3e-603b-4ded-a325-13ab822d2b9b', 'name': 'network-vif-deleted', 'tag': 'ba2a53e3-cd45-40b2-b582-35b1587b7362', 'status': 'completed', 'code': 200} Feb 03 14:16:36.640901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36842) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:36.651099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-557fe7f7-6cd9-4bc1-96f4-ec849ae75c7d service neutron] 10.222.0.52 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722188 Feb 03 14:16:36.653355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] For port be0fb362-b9e9-4895-bd66-734b47d618cc, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=be0fb362-b9e9-4895-bd66-734b47d618cc,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:36.659728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:36.671473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Publish callbacks [] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.716858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51e1f713-f1c4-4827-be30-630c8b55776d admin admin] Publish callbacks [] for security_group (bd098062-eeb6-4205-8652-50d56abe1266), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.724714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51e1f713-f1c4-4827-be30-630c8b55776d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bd098062-eeb6-4205-8652-50d56abe1266), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.732733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.739340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Transition to ACTIVE for port object 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:16:36.743242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40628fa7-74ae-4bd5-abc0-1d0d67e1dfde None None] Pushing event updated for resources: {'Port': ['ID=ca3e4f67-d565-444c-a19f-ef064301a8af,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:36.789929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.793268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1f713-f1c4-4827-be30-630c8b55776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd098062-eeb6-4205-8652-50d56abe1266,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:36.816243 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51e1f713-f1c4-4827-be30-630c8b55776d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bc635df03974f3da5f64a4359384371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026378 Feb 03 14:16:36.816945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:36.874880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-409f665d-14fb-40c4-8bf5-b54af8d73429 admin admin] Publish callbacks [] for security_group (bd098062-eeb6-4205-8652-50d56abe1266), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.882876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397dd48-8a12-4333-af27-826201ba8e81 None None] Pushing event updated for resources: {'Port': ['ID=be0fb362-b9e9-4895-bd66-734b47d618cc,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:36.898940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Pushing event updated for resources: {'Port': ['ID=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:36.903823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-409f665d-14fb-40c4-8bf5-b54af8d73429 admin admin] Publish callbacks [] for security_group (bd098062-eeb6-4205-8652-50d56abe1266), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:36.907166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-2492dbe1-587b-4a0e-8ce5-27aec36b85cf service neutron] 10.222.0.52 "GET /v2.0/networks/7c7e5c94-199f-42a4-aa40-820b6471f726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320824 Feb 03 14:16:36.920909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f44cc-f45c-4a46-9ffe-7491e5af6d53 req-e84a4d0b-6e3a-4813-a2b0-d277c3be7739 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:36.928029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-501f44cc-f45c-4a46-9ffe-7491e5af6d53 req-e84a4d0b-6e3a-4813-a2b0-d277c3be7739 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 932 time: 0.2221575 Feb 03 14:16:36.992272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] For port 34adb5a0-2cc4-4893-97d3-3978a421af05, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:36.997557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] For port 34adb5a0-2cc4-4893-97d3-3978a421af05, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=34adb5a0-2cc4-4893-97d3-3978a421af05,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:37.002616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:16:30Z', 'revision_number': 4, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port': {'id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:25Z', 'updated_at': '2022-02-03T14:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ca3e4f67-d565-444c-a19f-ef064301a8af', 'name': '', 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'mac_address': 'fa:16:3e:02:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd7821113-dbe3-4743-81aa-dc5aba94b2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:28Z', 'updated_at': '2022-02-03T14:16:34Z', 'revision_number': 4, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'subnets': [{'id': 'd7821113-dbe3-4743-81aa-dc5aba94b2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:37.011220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-409f665d-14fb-40c4-8bf5-b54af8d73429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bd098062-eeb6-4205-8652-50d56abe1266), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:37.014956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-409f665d-14fb-40c4-8bf5-b54af8d73429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:37.019515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-409f665d-14fb-40c4-8bf5-b54af8d73429 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd098062-eeb6-4205-8652-50d56abe1266 HTTP/1.1" status: 204 len: 168 time: 0.2014947 Feb 03 14:16:37.029885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f665d-14fb-40c4-8bf5-b54af8d73429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd098062-eeb6-4205-8652-50d56abe1266,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:37.179342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] Deleting subnet 9b802a00-f1ed-46f3-a616-401c4157381e {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:16:37.206723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] Publish callbacks [] for subnet (9b802a00-f1ed-46f3-a616-401c4157381e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:37.267152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3aadb-c884-496e-a43b-81a2e9b079b9 None None] The sync data for ids ['a7cf8136-294c-4a25-bf78-479927333c87'] in n-d-827549-2 is: [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:16:30Z', 'revision_number': 4, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port': {'id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:25Z', 'updated_at': '2022-02-03T14:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ca3e4f67-d565-444c-a19f-ef064301a8af', 'name': '', 'network_id': '61e846e0-3c54-4f1a-aaa6-d84a4cce45c9', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'mac_address': 'fa:16:3e:02:3d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd7821113-dbe3-4743-81aa-dc5aba94b2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:28Z', 'updated_at': '2022-02-03T14:16:34Z', 'revision_number': 4, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'subnets': [{'id': 'd7821113-dbe3-4743-81aa-dc5aba94b2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:37.270466 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:37.398788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d060-39b1-4065-a9c8-db2699e90811 None None] Pushing event updated for resources: {'Port': ['ID=34adb5a0-2cc4-4893-97d3-3978a421af05,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:37.421247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-501f44cc-f45c-4a46-9ffe-7491e5af6d53 req-8fafc6c0-47b6-4b39-a511-5fa8ded68d18 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914927 Feb 03 14:16:37.442099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (9b802a00-f1ed-46f3-a616-401c4157381e), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:37.521327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Attempting to bind port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:37.521924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Attempting to bind port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:37.522459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Attempting to bind port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:37.570414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:37.570639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Attempting to bind port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:37.577917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-63e5385c-f499-4f32-9189-f631c5378618 service neutron] 10.222.0.52 "GET /v2.0/networks/7c7e5c94-199f-42a4-aa40-820b6471f726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264446 Feb 03 14:16:37.664024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Deleting port 59c271b7-3b97-4fa3-8978-eba9fd7415e3 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:37.664370 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:37.669408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:37.669757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:37.670153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Bound using segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:37.670691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Bound port: 167dc7c2-c4c0-4040-94bc-21fa3774f5f2, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:37.671103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:37.687503 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9b802a00-f1ed-46f3-a616-401c4157381e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.298038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4218-ac59-421e-bf60-fff9d235894f req-eeb5feef-6b97-4041-b493-6e5e6e934a10 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:38.299972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc4d4218-ac59-421e-bf60-fff9d235894f req-eeb5feef-6b97-4041-b493-6e5e6e934a10 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.7692022 Feb 03 14:16:38.413065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] For port 59c271b7-3b97-4fa3-8978-eba9fd7415e3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59c271b7-3b97-4fa3-8978-eba9fd7415e3,segment=NetworkSegment(8004286a-8d0f-45c2-8ff0-1256633f7037),segment_id=8004286a-8d0f-45c2-8ff0-1256633f7037)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:38.413636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.428982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-7383c51c-b9c0-4328-8ce4-dd1ab3728d82 service neutron] 10.222.0.52 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8232927 Feb 03 14:16:38.474106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2dc31-cb45-490b-b24a-ea0e0f60b720 None None] Network 35a01515-b3c0-4ade-8726-09562818c594 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:38.511485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (9b802a00-f1ed-46f3-a616-401c4157381e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.549852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] For port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:38.596506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Calling delete_port for 59c271b7-3b97-4fa3-8978-eba9fd7415e3 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:38.596840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cca83ac0-8c07-4acf-9d6d-0dc888192caf None None] Provisioning complete for port be0fb362-b9e9-4895-bd66-734b47d618cc triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:38.597361 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca83ac0-8c07-4acf-9d6d-0dc888192caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.606584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b802a00-f1ed-46f3-a616-401c4157381e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:38.663005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] For port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:38.670077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.676167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:38.676679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1c97d393-f0d0-4b3b-a049-b631dbae4d80 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9b802a00-f1ed-46f3-a616-401c4157381e HTTP/1.1" status: 204 len: 168 time: 2.0344236 Feb 03 14:16:38.787931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.816066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc4d4218-ac59-421e-bf60-fff9d235894f req-76a8ea4c-5b53-4b10-8945-5c31e4a5aa3b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4791121 Feb 03 14:16:38.820568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cca83ac0-8c07-4acf-9d6d-0dc888192caf None None] Current status of the port be0fb362-b9e9-4895-bd66-734b47d618cc is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:38.821486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca83ac0-8c07-4acf-9d6d-0dc888192caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.826831 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.846396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (816cf5cc-964b-4163-89b4-09c9f5045e4b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.910297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cca83ac0-8c07-4acf-9d6d-0dc888192caf None None] For port be0fb362-b9e9-4895-bd66-734b47d618cc, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=be0fb362-b9e9-4895-bd66-734b47d618cc,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:38.924639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca83ac0-8c07-4acf-9d6d-0dc888192caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.971304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:38.971925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:38.981470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] 10.222.0.45 "PUT /v2.0/ports/167dc7c2-c4c0-4040-94bc-21fa3774f5f2 HTTP/1.1" status: 200 len: 1092 time: 3.9416676 Feb 03 14:16:38.981983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'tag': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:38.984316 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a99c98-f195-4797-8cdb-6a28dbee44e2" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb996f-98d8-4d23-be4d-cce054fb9135", "tag": "167dc7c2-c4c0-4040-94bc-21fa3774f5f2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:39.035425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca83ac0-8c07-4acf-9d6d-0dc888192caf None None] Pushing event updated for resources: {'Port': ['ID=be0fb362-b9e9-4895-bd66-734b47d618cc,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:39.060407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34eae1-f8c6-4a73-b10b-62a1156f97ce service neutron] Pushing event updated for resources: {'Port': ['ID=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:39.062716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aacaf5-11dd-402e-a646-df28e1089ab9 None None] Network 7c7e5c94-199f-42a4-aa40-820b6471f726 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:39.072315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (816cf5cc-964b-4163-89b4-09c9f5045e4b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.109131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816cf5cc-964b-4163-89b4-09c9f5045e4b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:39.115029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-f2325fa3-11a4-4f45-a928-967c8340d9a0 service neutron] 10.222.0.52 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538024 Feb 03 14:16:39.142781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2486e7-2022-437a-921f-e0ac10bbbbb3') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:39.143131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2486e7-2022-437a-921f-e0ac10bbbbb3') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:39.159817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (de2486e7-2022-437a-921f-e0ac10bbbbb3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.187973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (de2486e7-2022-437a-921f-e0ac10bbbbb3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.198771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:16:39.199212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (de2486e7-2022-437a-921f-e0ac10bbbbb3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:16:39.201717 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:16:39.295977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-713f8d53-6040-4d74-9f1d-f389b44bf6f0 None None] Provisioning complete for port 34adb5a0-2cc4-4893-97d3-3978a421af05 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:39.296363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713f8d53-6040-4d74-9f1d-f389b44bf6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.328410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (816cf5cc-964b-4163-89b4-09c9f5045e4b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.340277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.355066 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] 10.222.0.52 "DELETE /v2.0/networks/816cf5cc-964b-4163-89b4-09c9f5045e4b HTTP/1.1" status: 204 len: 168 time: 0.6710429 Feb 03 14:16:39.359708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:39.405249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04706754-dce0-491b-bf96-bd637a2a4364 admin admin] Pushing event deleted for resources: {'Network': ['ID=816cf5cc-964b-4163-89b4-09c9f5045e4b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:39.435011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-eaa313c5-9036-4354-9be2-3b9c2327f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:39.438826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-eaa313c5-9036-4354-9be2-3b9c2327f7d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 1126 time: 0.3383477 Feb 03 14:16:39.510150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] Deleting subnet 17fa766a-d3b4-45e5-b52e-fbaaa80d69d2 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:16:39.515157 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] Publish callbacks [] for subnet (17fa766a-d3b4-45e5-b52e-fbaaa80d69d2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.516341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:39.576296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (17fa766a-d3b4-45e5-b52e-fbaaa80d69d2), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.581554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-2e0452d4-ace7-4b8c-980b-fd25c3869ecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=167dc7c2-c4c0-4040-94bc-21fa3774f5f2 HTTP/1.1" status: 200 len: 217 time: 0.1303315 Feb 03 14:16:39.599350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ca3e4f67-d565-444c-a19f-ef064301a8af up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:39.641950 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (17fa766a-d3b4-45e5-b52e-fbaaa80d69d2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.666631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-713f8d53-6040-4d74-9f1d-f389b44bf6f0 None None] Current status of the port 34adb5a0-2cc4-4893-97d3-3978a421af05 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:39.667208 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713f8d53-6040-4d74-9f1d-f389b44bf6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.740524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-713f8d53-6040-4d74-9f1d-f389b44bf6f0 None None] For port 34adb5a0-2cc4-4893-97d3-3978a421af05, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=34adb5a0-2cc4-4893-97d3-3978a421af05,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:39.745991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port b092e296-f62c-41f1-8ccd-913771fe4200 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:16:39.752230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713f8d53-6040-4d74-9f1d-f389b44bf6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.762233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port b092e296-f62c-41f1-8ccd-913771fe4200 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:39.763626 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.766154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ca3e4f67-d565-444c-a19f-ef064301a8af triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:39.766699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.772170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (17fa766a-d3b4-45e5-b52e-fbaaa80d69d2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.824665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-8baac714-8b66-4640-84c8-de73cd526c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:39.826210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-8baac714-8b66-4640-84c8-de73cd526c7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.2348375 Feb 03 14:16:39.841557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca3fd8-012a-4873-bca2-b12715a98e65 req-ad68d537-a4e6-4e3f-8130-163039fa8e9a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:39.849239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75ca3fd8-012a-4873-bca2-b12715a98e65 req-ad68d537-a4e6-4e3f-8130-163039fa8e9a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 945 time: 0.2707164 Feb 03 14:16:39.855755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fa766a-d3b4-45e5-b52e-fbaaa80d69d2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:39.870636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.873353 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (59c271b7-3b97-4fa3-8978-eba9fd7415e3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.888675 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4dc1e6ca-d200-4d92-9858-17f8ac4b36d5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/17fa766a-d3b4-45e5-b52e-fbaaa80d69d2 HTTP/1.1" status: 204 len: 168 time: 0.5265810 Feb 03 14:16:39.889351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:39.942303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Pushing event deleted for resources: {'Port': ['ID=59c271b7-3b97-4fa3-8978-eba9fd7415e3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:39.943531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5caa8e1e-fded-46a7-873d-ea01a68e5979 None None] Provisioning complete for port be0fb362-b9e9-4895-bd66-734b47d618cc triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:39.944801 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5caa8e1e-fded-46a7-873d-ea01a68e5979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:39.946197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-0a410478-3509-4f0e-8085-d09e4829fc63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943544 Feb 03 14:16:40.022559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (42deca87-4f53-4b61-baa1-684680e14402), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.099339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f8d53-6040-4d74-9f1d-f389b44bf6f0 None None] Pushing event updated for resources: {'Port': ['ID=34adb5a0-2cc4-4893-97d3-3978a421af05,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:40.135647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (42deca87-4f53-4b61-baa1-684680e14402), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.159036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42deca87-4f53-4b61-baa1-684680e14402']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:40.161731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75ca3fd8-012a-4873-bca2-b12715a98e65 req-97a674d5-072d-483d-9ec6-53055b1fdbb2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113346 Feb 03 14:16:40.174298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:40.177074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:40.214406 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.250418 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.259217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:16:40.259802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (9f20ef5c-7fbb-4c56-be70-e5a9cca1d5fd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:16:40.262460 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:16:40.346586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5caa8e1e-fded-46a7-873d-ea01a68e5979 None None] Current status of the port be0fb362-b9e9-4895-bd66-734b47d618cc is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:40.348650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ca3e4f67-d565-444c-a19f-ef064301a8af is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:40.349673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device be0fb362-b9e9-4895-bd66-734b47d618cc up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:40.366792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (42deca87-4f53-4b61-baa1-684680e14402), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.374681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.378843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/42deca87-4f53-4b61-baa1-684680e14402 HTTP/1.1" status: 204 len: 168 time: 0.4884329 Feb 03 14:16:40.382685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:40.383090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.394635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec05d3-44b2-4c13-80d6-01ad0ecdad49 admin admin] Pushing event deleted for resources: {'Network': ['ID=42deca87-4f53-4b61-baa1-684680e14402,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:40.420067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-4e7d01f9-79d0-4552-acc7-018657d9866c service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629247 Feb 03 14:16:40.453387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:40.456398 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede64f76-7aa5-44da-9f9f-35f82dccf3b3" -d '{"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:40.505620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:40.517124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.554135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d190fff-372b-4b17-aba8-bf94a97e866e req-65f94f14-0fee-4d01-8699-b5046fcb6de3 service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102202 Feb 03 14:16:40.561286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-dfb7564c-a2f1-46dd-852f-592294ac2380 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:16:40.562604 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-dfb7564c-a2f1-46dd-852f-592294ac2380 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084329 Feb 03 14:16:40.625861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:40.635715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ec7f-9385-4225-ae7e-e38f3342158e req-3f9004f3-c4b4-4c5d-969a-f3618252508a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:40.637999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port be0fb362-b9e9-4895-bd66-734b47d618cc triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:40.638483 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.644643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bd4ec7f-9385-4225-ae7e-e38f3342158e req-3f9004f3-c4b4-4c5d-969a-f3618252508a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 944 time: 0.2358093 Feb 03 14:16:40.668967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d3bd9438-5cc6-4f07-92dd-d67442239a7f None None] Provisioning complete for port 34adb5a0-2cc4-4893-97d3-3978a421af05 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:40.669516 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3bd9438-5cc6-4f07-92dd-d67442239a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.681586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (40b2bc68-9608-4c52-8c6c-061a19d2cca0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.717468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36934) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:40.745664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bd4ec7f-9385-4225-ae7e-e38f3342158e req-b52bfbad-cc50-4a59-85d3-0be6d36d73f0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001289 Feb 03 14:16:40.792072 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6b3a54ad-f63f-4e88-819c-d071f2063d52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ee7897a21594d0da938e8be68d79a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733166 Feb 03 14:16:40.794791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:40.816642 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c00c3d-382b-455a-b8be-f9c9d2a92e57 x-openstack-request-id: req-b3c00c3d-382b-455a-b8be-f9c9d2a92e57 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:40.817350 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb996f-98d8-4d23-be4d-cce054fb9135", "tag": "167dc7c2-c4c0-4040-94bc-21fa3774f5f2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:40.817350 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3c00c3d-382b-455a-b8be-f9c9d2a92e57 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:40.817597 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'tag': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2', 'status': 'completed', 'code': 200} Feb 03 14:16:40.889934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port be0fb362-b9e9-4895-bd66-734b47d618cc is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:40.891070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 34adb5a0-2cc4-4893-97d3-3978a421af05 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:40.934376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-a1d9c3c7-188b-47a3-84b2-aaeadfa3669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:40.943162 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-a1d9c3c7-188b-47a3-84b2-aaeadfa3669f service neutron] 10.222.0.52 "GET /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 1124 time: 0.3690202 Feb 03 14:16:40.950099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Request body: {'binding': {'host': 'n-h2-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:40.950943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd9438-5cc6-4f07-92dd-d67442239a7f None None] Current status of the port 34adb5a0-2cc4-4893-97d3-3978a421af05 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:40.951121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:16:40.960666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a9c8-a929-4f16-a8b9-d86e98557a76 admin admin] Publish callbacks [] for security_group (914ed66e-484c-4220-bd79-062e004fb490), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:40.969915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-115c4f22-11ab-4acb-b541-55472bf65ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:40.971718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-115c4f22-11ab-4acb-b541-55472bf65ed0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 1126 time: 0.1015151 Feb 03 14:16:41.030038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 34adb5a0-2cc4-4893-97d3-3978a421af05 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:41.030486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.037591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:16:41.044367 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a9c8-a929-4f16-a8b9-d86e98557a76 admin admin] Publish callbacks [] for security_group (914ed66e-484c-4220-bd79-062e004fb490), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.202075 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a9c8-a929-4f16-a8b9-d86e98557a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (914ed66e-484c-4220-bd79-062e004fb490), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.204808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a9c8-a929-4f16-a8b9-d86e98557a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.208172 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dfa3a9c8-a929-4f16-a8b9-d86e98557a76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/914ed66e-484c-4220-bd79-062e004fb490 HTTP/1.1" status: 204 len: 168 time: 0.4100580 Feb 03 14:16:41.212858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 34adb5a0-2cc4-4893-97d3-3978a421af05 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:41.256775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-a89fb23d-e0e6-498b-9718-86e569a27764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:41.259017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-a89fb23d-e0e6-498b-9718-86e569a27764 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.2794929 Feb 03 14:16:41.298653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on host n-h2-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:41.299007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:41.299425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:41.301861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3a9c8-a929-4f16-a8b9-d86e98557a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ed66e-484c-4220-bd79-062e004fb490,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:41.316042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:41.316378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:41.328009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:41.328352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:41.329569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:41.330010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Bound port: c5a14c8b-3d77-4668-9645-1e236a50462a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:41.350846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-0e9cebfc-0f22-40d3-9836-203a99c2bf6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=167dc7c2-c4c0-4040-94bc-21fa3774f5f2 HTTP/1.1" status: 200 len: 217 time: 0.0564337 Feb 03 14:16:41.363385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-4b33f1f6-5cfc-415c-a8a6-732754e59abb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:41.368680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-4b33f1f6-5cfc-415c-a8a6-732754e59abb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:41.370344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-4b33f1f6-5cfc-415c-a8a6-732754e59abb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "GET /v2.0/networks?id=35a01515-b3c0-4ade-8726-09562818c594&id=7c7e5c94-199f-42a4-aa40-820b6471f726&id=35a01515-b3c0-4ade-8726-09562818c594 HTTP/1.1" status: 200 len: 1390 time: 0.3480222 Feb 03 14:16:41.406697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:41.413600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'port': {'device_id': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'network_id': '35a01515-b3c0-4ade-8726-09562818c594', 'admin_state_up': True, 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:41.416467 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.418390 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-49a93ae5-28d4-4199-977b-257291bac472 service neutron] 10.222.0.52 "POST /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4741998 Feb 03 14:16:41.437187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 34adb5a0-2cc4-4893-97d3-3978a421af05 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:41.442727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-576b1aeb-c3fd-4f42-88f7-f537b0782461 req-83a0cf3d-aeed-4c24-ba29-96cc1a6d64a3 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 210 time: 0.0886388 Feb 03 14:16:41.456290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:41.471135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9b239d21-75f4-4963-9301-b5c4888f775a admin admin] 10.222.0.52 "PUT /v2.0/routers/40b2bc68-9608-4c52-8c6c-061a19d2cca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4015183 Feb 03 14:16:41.473652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:41.479002 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] Sync routers for ids ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:41.496762 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] Routers {'40b2bc68-9608-4c52-8c6c-061a19d2cca0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:41.499213 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:41.522052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-5a72bda0-688e-4a44-84fa-a69d25e0a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:41.524016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-5a72bda0-688e-4a44-84fa-a69d25e0a5c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.1435723 Feb 03 14:16:41.565189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-0f1fc334-7d51-4353-aa86-a919d6ec42fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333068 Feb 03 14:16:41.603411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 34adb5a0-2cc4-4893-97d3-3978a421af05 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:41.606665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.715324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-a93a7136-4c98-461d-bc0c-0accf6bae777 service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378617 Feb 03 14:16:41.795971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks [] for router (40b2bc68-9608-4c52-8c6c-061a19d2cca0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.799675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 34adb5a0-2cc4-4893-97d3-3978a421af05 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:41.833382 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] Set router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:41.883702 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4f489f-9007-44e7-91e6-ee2490e7fc58 x-openstack-request-id: req-1a4f489f-9007-44e7-91e6-ee2490e7fc58 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:41.884555 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:41.884840 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a4f489f-9007-44e7-91e6-ee2490e7fc58 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:41.886692 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'code': 200} Feb 03 14:16:41.898063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:41.901803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:41.938723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0bc18-7ad8-4730-ad77-0b15af904dc7 req-f7b09837-d925-43dd-9b5e-b27a86ea184a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:41.946133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21c0bc18-7ad8-4730-ad77-0b15af904dc7 req-f7b09837-d925-43dd-9b5e-b27a86ea184a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.2296131 Feb 03 14:16:41.981119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-2125aa1f-d8f4-4b5c-bad7-7ad8bbc85412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:41.984871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-2125aa1f-d8f4-4b5c-bad7-7ad8bbc85412 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1127 time: 0.2268481 Feb 03 14:16:41.992906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36962) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:42.062022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a99c98-f195-4797-8cdb-6a28dbee44e2 req-b0439a83-f6d9-4664-8c50-848ac2778a1f service neutron] 10.222.0.45 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281429 Feb 03 14:16:42.108169 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12805d74-0dcb-4963-a638-3e2538ef8624 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=223c12c791c94427b7eee0908353b229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1116385 Feb 03 14:16:42.108388 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks [] for router_gateway (40b2bc68-9608-4c52-8c6c-061a19d2cca0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.111691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36964) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:42.183589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4243fe-19c2-4e98-83a7-a25d546f2539 req-93fc74c8-9308-4257-b5c2-8487f4b93c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:42.186717 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8f4243fe-19c2-4e98-83a7-a25d546f2539 req-93fc74c8-9308-4257-b5c2-8487f4b93c8f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1127 time: 0.1743722 Feb 03 14:16:42.272437 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:16:39Z', 'revision_number': 5, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port': {'id': '6f4393f7-e57e-4d88-a88e-a2d5da026595', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:41Z', 'updated_at': '2022-02-03T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:42.342339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91b7b1a8-e36c-40b1-b642-e838bafd8a3e admin admin] Publish callbacks [] for security_group (f4491ffc-cbe3-4be3-b372-7465d1fded67), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.351449 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] Checking router: 40b2bc68-9608-4c52-8c6c-061a19d2cca0 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:42.361624 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] Routers {'40b2bc68-9608-4c52-8c6c-061a19d2cca0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:42.362584 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:42.398113 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8f4243fe-19c2-4e98-83a7-a25d546f2539 req-3c2571ab-ec63-4ffd-994d-3f0ae6156c24 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049954 Feb 03 14:16:42.417600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Deleting port 6f4393f7-e57e-4d88-a88e-a2d5da026595 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:42.418194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.421334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91b7b1a8-e36c-40b1-b642-e838bafd8a3e admin admin] Publish callbacks [] for security_group (f4491ffc-cbe3-4be3-b372-7465d1fded67), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.481508 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] Set router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:42.533807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21c0bc18-7ad8-4730-ad77-0b15af904dc7 req-8fe1f7eb-2940-46cc-845e-f9c65dc8dccf tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5852778 Feb 03 14:16:42.538231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] For port 6f4393f7-e57e-4d88-a88e-a2d5da026595, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6f4393f7-e57e-4d88-a88e-a2d5da026595,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:42.538750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.539489 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:16:42Z', 'revision_number': 6, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:42.555318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Calling delete_port for 6f4393f7-e57e-4d88-a88e-a2d5da026595 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:42.566380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Allocated IP 19.80.0.52 (35a01515-b3c0-4ade-8726-09562818c594/acf6399d-3288-474f-9897-69eca1e7f774/650fcadb-6b0d-41d7-ae62-c17676514f5c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:42.588301 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b7fa4-4597-4615-84eb-911ab530480f None None] The sync data for ids ['40b2bc68-9608-4c52-8c6c-061a19d2cca0'] in n-d-827549-2 is: [{'id': '40b2bc68-9608-4c52-8c6c-061a19d2cca0', 'name': 'tempest-FloatingIPDetailsTestJSON-1194500234-router', 'tenant_id': '19e2bd58219647f9b31ec786456e175e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:40Z', 'updated_at': '2022-02-03T14:16:42Z', 'revision_number': 6, 'project_id': '19e2bd58219647f9b31ec786456e175e', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:42.622931 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91b7b1a8-e36c-40b1-b642-e838bafd8a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f4491ffc-cbe3-4be3-b372-7465d1fded67), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.625756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91b7b1a8-e36c-40b1-b642-e838bafd8a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.627515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-91b7b1a8-e36c-40b1-b642-e838bafd8a3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4491ffc-cbe3-4be3-b372-7465d1fded67 HTTP/1.1" status: 204 len: 168 time: 0.5126634 Feb 03 14:16:42.646019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7b1a8-e36c-40b1-b642-e838bafd8a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4491ffc-cbe3-4be3-b372-7465d1fded67,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:42.686279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-6f8067da-5a69-4d37-8cb6-815c47880838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:42.687776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-6f8067da-5a69-4d37-8cb6-815c47880838 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.6801314 Feb 03 14:16:42.699070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037a0e-b825-42e8-861a-9152da896d47 req-4f4291f7-7955-4b57-8279-71204f469e6f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:42.700617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6037a0e-b825-42e8-861a-9152da896d47 req-4f4291f7-7955-4b57-8279-71204f469e6f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.2944136 Feb 03 14:16:42.780489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46f6a-d3eb-4e07-9229-c426e2e5007c req-627e80ee-da42-447b-88b6-c677f8b1e336 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:42.787267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61a46f6a-d3eb-4e07-9229-c426e2e5007c req-627e80ee-da42-447b-88b6-c677f8b1e336 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 944 time: 0.1457074 Feb 03 14:16:42.793589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6f4393f7-e57e-4d88-a88e-a2d5da026595), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:42.798321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6037a0e-b825-42e8-861a-9152da896d47 req-bdca1ada-176b-469b-a8a4-113b1a242e40 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842915 Feb 03 14:16:42.835117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4393f7-e57e-4d88-a88e-a2d5da026595,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:42.949741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-13e4534f-8ba9-479a-9b2b-7f569b65b2d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 217 time: 0.1402736 Feb 03 14:16:43.077953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61a46f6a-d3eb-4e07-9229-c426e2e5007c req-b3edce83-2afa-447b-a4e1-bebc07d7add5 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898147 Feb 03 14:16:43.165519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:16:43.173443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-d8bf1308-fe67-416b-bd34-5e8226d0e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:43.175364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-d8bf1308-fe67-416b-bd34-5e8226d0e9ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.2139995 Feb 03 14:16:43.214901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7fae0-e3b6-4323-a3d2-5ca752477c26 req-bb71dd41-8b42-4036-ba8c-27dcd520febe tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:43.220949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (40b2bc68-9608-4c52-8c6c-061a19d2cca0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.230879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfa7fae0-e3b6-4323-a3d2-5ca752477c26 req-bb71dd41-8b42-4036-ba8c-27dcd520febe tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 945 time: 0.2751281 Feb 03 14:16:43.251858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.327360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (40b2bc68-9608-4c52-8c6c-061a19d2cca0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.330690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks [] for router_controller (40b2bc68-9608-4c52-8c6c-061a19d2cca0), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.365639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-dd8aea49-6da3-4e7c-b2d4-44a33d96c52f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320963 Feb 03 14:16:43.368946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-289ecd33-798f-4a2b-a50e-54f7c83e1cff req-ea55e8a5-51cf-42f5-b25b-eb607effca80 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 210 time: 0.1070104 Feb 03 14:16:43.377014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (40b2bc68-9608-4c52-8c6c-061a19d2cca0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.377724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b2bc68-9608-4c52-8c6c-061a19d2cca0 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:16:43.383613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.386028 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e074146c-a535-4621-8679-22f80f593e41 admin admin] 10.222.0.52 "DELETE /v2.0/routers/40b2bc68-9608-4c52-8c6c-061a19d2cca0 HTTP/1.1" status: 204 len: 168 time: 1.9096699 Feb 03 14:16:43.388511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36986) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:43.408949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:43.424683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'port_id': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2', 'mac_address': 'fa:16:3e:6f:51:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e7b84-add1-4d2c-b4e0-8e848939b7d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:16:43.486188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] Deleting subnet 78b8f918-dfdd-4562-bd83-a50b552ad66b {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:16:43.496273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] Publish callbacks [] for subnet (78b8f918-dfdd-4562-bd83-a50b552ad66b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.522617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:43.523011 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.567813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6f4393f7-e57e-4d88-a88e-a2d5da026595 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:43.578272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (78b8f918-dfdd-4562-bd83-a50b552ad66b), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.625144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6f4393f7-e57e-4d88-a88e-a2d5da026595 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:43.628099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6f4393f7-e57e-4d88-a88e-a2d5da026595 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:43.628745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59c271b7-3b97-4fa3-8978-eba9fd7415e3 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:43.635429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:43.676790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-6a5b37d8-c2ae-44bf-bd15-b6cee8ba4545 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001475 Feb 03 14:16:43.694041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 59c271b7-3b97-4fa3-8978-eba9fd7415e3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:43.719779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfa7fae0-e3b6-4323-a3d2-5ca752477c26 req-d3c76c37-c7f4-4104-80b8-fd70319b3a09 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874823 Feb 03 14:16:43.725801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59c271b7-3b97-4fa3-8978-eba9fd7415e3 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:43.734960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (78b8f918-dfdd-4562-bd83-a50b552ad66b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.759895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:43.784068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.808842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.871720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (78b8f918-dfdd-4562-bd83-a50b552ad66b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.898385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:43.921961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b8f918-dfdd-4562-bd83-a50b552ad66b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:43.924520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:43.931611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-915ddca5-48e1-4bd5-9912-742e27a95061 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/78b8f918-dfdd-4562-bd83-a50b552ad66b HTTP/1.1" status: 204 len: 168 time: 0.5405414 Feb 03 14:16:43.932903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37010) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:43.939854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f499d15-3c33-422b-adc3-32649d62882c None None] Network 908f64d6-6421-47ae-bf45-60921cca3a7a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:43.984997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network 35a01515-b3c0-4ade-8726-09562818c594 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:44.014317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:44.030094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07e63af6-4515-4ebb-a2db-efe445c4a09a req-f66dbde1-51e4-4f28-aa07-4d49e8d89b3b tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ded59a2b1b4c40fb8bd0b920e3af8f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1848886 Feb 03 14:16:44.030978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:44.033114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (908f64d6-6421-47ae-bf45-60921cca3a7a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.107600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['167dc7c2-c4c0-4040-94bc-21fa3774f5f2'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:44.222530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Port': ['ID=650fcadb-6b0d-41d7-ae62-c17676514f5c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:44.342862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39628314-323c-4009-9063-71f369299a73 req-3bc5ac26-0e97-4ff7-942a-5db34badc591 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:44.344699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-39628314-323c-4009-9063-71f369299a73 req-3bc5ac26-0e97-4ff7-942a-5db34badc591 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/ports?device_id=8dbd7672-2219-4310-8d72-d6a1e4a2625f HTTP/1.1" status: 200 len: 945 time: 0.2132792 Feb 03 14:16:44.386493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Deleting port 6d626598-0a69-4123-8b74-124f20afffbe {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:44.386837 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6d626598-0a69-4123-8b74-124f20afffbe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.419574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] DHCP port deletion for 908f64d6-6421-47ae-bf45-60921cca3a7a request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:16:44.428264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:44.428933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.509962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] For port 6d626598-0a69-4123-8b74-124f20afffbe, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6d626598-0a69-4123-8b74-124f20afffbe,segment=NetworkSegment(8004286a-8d0f-45c2-8ff0-1256633f7037),segment_id=8004286a-8d0f-45c2-8ff0-1256633f7037)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:44.510230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6d626598-0a69-4123-8b74-124f20afffbe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.514815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-06e34c13-a93d-4465-969b-253910930790 None None] Provisioning complete for port 650fcadb-6b0d-41d7-ae62-c17676514f5c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:44.515503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06e34c13-a93d-4465-969b-253910930790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.532846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Calling delete_port for 6d626598-0a69-4123-8b74-124f20afffbe owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:44.534363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-07089c1e-a921-476b-8fad-5a66e402429d service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131447 Feb 03 14:16:44.544577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] Deleting port 6d626598-0a69-4123-8b74-124f20afffbe {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:44.544969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6d626598-0a69-4123-8b74-124f20afffbe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.557852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1daa2254-2bac-4b3e-a50d-235f6735e566 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1656938 Feb 03 14:16:44.577927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eda676-035b-445f-8b13-7de55d3ddf9a req-f16357ab-9a39-4730-bb9d-4655de887f69 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:44.579631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84eda676-035b-445f-8b13-7de55d3ddf9a req-f16357ab-9a39-4730-bb9d-4655de887f69 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.7160208 Feb 03 14:16:44.620441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Deleting port 4277660e-98f6-4690-b6c4-89fca092b4b3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:16:44.621023 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.635632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-06e34c13-a93d-4465-969b-253910930790 None None] Port 650fcadb-6b0d-41d7-ae62-c17676514f5c cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:44.640194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'port': {'device_id': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726', 'admin_state_up': True, 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:44.654439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] For port 6d626598-0a69-4123-8b74-124f20afffbe, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6d626598-0a69-4123-8b74-124f20afffbe,segment=NetworkSegment(8004286a-8d0f-45c2-8ff0-1256633f7037),segment_id=8004286a-8d0f-45c2-8ff0-1256633f7037)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:44.654852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6d626598-0a69-4123-8b74-124f20afffbe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.670068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] Calling delete_port for 6d626598-0a69-4123-8b74-124f20afffbe owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:44.741000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6d626598-0a69-4123-8b74-124f20afffbe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.757001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] For port 4277660e-98f6-4690-b6c4-89fca092b4b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4277660e-98f6-4690-b6c4-89fca092b4b3,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:44.757690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.786819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d626598-0a69-4123-8b74-124f20afffbe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:44.792969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (6d626598-0a69-4123-8b74-124f20afffbe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.798900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Calling delete_port for 4277660e-98f6-4690-b6c4-89fca092b4b3 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:16:44.803812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] No DVR routers for this DVR port 6d626598-0a69-4123-8b74-124f20afffbe on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:44.828152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84eda676-035b-445f-8b13-7de55d3ddf9a req-8c744ed9-cd43-4c85-b66e-986c9328a075 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355945 Feb 03 14:16:44.880554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] Pushing event deleted for resources: {'Port': ['ID=6d626598-0a69-4123-8b74-124f20afffbe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:44.893312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:44.901290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887feb4-ba42-4c85-9669-397b8a5cf120 None None] No DVR routers for this DVR port 6d626598-0a69-4123-8b74-124f20afffbe on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:44.903194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.954994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (908f64d6-6421-47ae-bf45-60921cca3a7a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:44.996297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63af6-4515-4ebb-a2db-efe445c4a09a req-1d4c4913-7bf8-42fa-a0ae-bd1f66492d01 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:44.997979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07e63af6-4515-4ebb-a2db-efe445c4a09a req-1d4c4913-7bf8-42fa-a0ae-bd1f66492d01 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9361899 Feb 03 14:16:45.005921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908f64d6-6421-47ae-bf45-60921cca3a7a']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:45.019847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8004286a-8d0f-45c2-8ff0-1256633f7037') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:45.020128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8004286a-8d0f-45c2-8ff0-1256633f7037') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:45.048622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (8004286a-8d0f-45c2-8ff0-1256633f7037), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.058917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07e63af6-4515-4ebb-a2db-efe445c4a09a req-2568d20e-e39f-4560-95d6-98be4a8473b1 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/quotas/ded59a2b1b4c40fb8bd0b920e3af8f93 HTTP/1.1" status: 200 len: 375 time: 0.0436239 Feb 03 14:16:45.093402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8004286a-8d0f-45c2-8ff0-1256633f7037), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.105796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:16:45.106254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (8004286a-8d0f-45c2-8ff0-1256633f7037), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:16:45.107961 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:16:45.157937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07e63af6-4515-4ebb-a2db-efe445c4a09a req-4748c33d-73cb-4e24-adb5-c57313618398 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ded59a2b1b4c40fb8bd0b920e3af8f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781171 Feb 03 14:16:45.168629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4277660e-98f6-4690-b6c4-89fca092b4b3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.172144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:45.227961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event deleted for resources: {'Port': ['ID=4277660e-98f6-4690-b6c4-89fca092b4b3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:45.232839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (908f64d6-6421-47ae-bf45-60921cca3a7a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.259709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.272159 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] 10.222.0.52 "DELETE /v2.0/networks/908f64d6-6421-47ae-bf45-60921cca3a7a HTTP/1.1" status: 204 len: 168 time: 1.3312054 Feb 03 14:16:45.278369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['4277660e-98f6-4690-b6c4-89fca092b4b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:16:45.315759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c97f38-c6fe-4dbf-be19-9990b4b7a48f req-bfc28f33-50fe-4e23-ae39-2844cefed5fb tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:45.323875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c21402-55c6-4747-a1fc-91ade7199979 admin admin] Pushing event deleted for resources: {'Network': ['ID=908f64d6-6421-47ae-bf45-60921cca3a7a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:45.326392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] No DVR routers for this DVR port 4277660e-98f6-4690-b6c4-89fca092b4b3 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:16:45.328996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.332323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1c97f38-c6fe-4dbf-be19-9990b4b7a48f req-bfc28f33-50fe-4e23-ae39-2844cefed5fb tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.3648727 Feb 03 14:16:45.337717 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-39628314-323c-4009-9063-71f369299a73 req-3b26fe5d-c7b6-4580-bdbc-5c7841bd658f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "DELETE /v2.0/ports/4277660e-98f6-4690-b6c4-89fca092b4b3 HTTP/1.1" status: 204 len: 173 time: 0.9820373 Feb 03 14:16:45.338211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'name': 'network-vif-deleted', 'tag': '4277660e-98f6-4690-b6c4-89fca092b4b3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:45.348052 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24ede96-ea64-4c1f-91fa-bfb1105eeff2" -d '{"events": [{"server_uuid": "8dbd7672-2219-4310-8d72-d6a1e4a2625f", "name": "network-vif-deleted", "tag": "4277660e-98f6-4690-b6c4-89fca092b4b3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:45.473804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Allocated IP 19.86.0.195 (7c7e5c94-199f-42a4-aa40-820b6471f726/db7048de-fa32-4c63-aeb6-5792db7abc84/584afa6a-79fa-42e9-a25e-a1cd8353f0ad) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:45.531776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37042) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:45.554870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37044) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:45.589386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1c97f38-c6fe-4dbf-be19-9990b4b7a48f req-fede04e5-66e4-4871-8b51-34511282d0bc tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505944 Feb 03 14:16:45.603211 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8a126367-de1c-416b-b579-ae18f8060576 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19e2bd58219647f9b31ec786456e175e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695918 Feb 03 14:16:45.604146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37048) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:45.625483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d626598-0a69-4123-8b74-124f20afffbe no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:45.681653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-075d0337-1bd9-44ae-98fc-3669c02ec3d4 admin admin] Publish callbacks [] for security_group (968ff9f5-9f52-4691-9761-34d213f36629), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.693484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6d626598-0a69-4123-8b74-124f20afffbe {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:45.693838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d626598-0a69-4123-8b74-124f20afffbe not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:45.719422 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-075d0337-1bd9-44ae-98fc-3669c02ec3d4 admin admin] Publish callbacks [] for security_group (968ff9f5-9f52-4691-9761-34d213f36629), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.720691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2fc17-0a63-45e8-9494-5789b1ccccc0 req-d2baa139-8d38-4333-a40c-ade36bb2e2ca tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:45.729971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95f2fc17-0a63-45e8-9494-5789b1ccccc0 req-d2baa139-8d38-4333-a40c-ade36bb2e2ca tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 945 time: 0.2682140 Feb 03 14:16:45.756282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:16:45.765212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dba70e9a-7619-4a30-a721-48d6d364ee67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.769484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:45.770122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.807862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-075d0337-1bd9-44ae-98fc-3669c02ec3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (968ff9f5-9f52-4691-9761-34d213f36629), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.814976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-075d0337-1bd9-44ae-98fc-3669c02ec3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.816932 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-075d0337-1bd9-44ae-98fc-3669c02ec3d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/968ff9f5-9f52-4691-9761-34d213f36629 HTTP/1.1" status: 204 len: 168 time: 0.2116570 Feb 03 14:16:45.847726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d0337-1bd9-44ae-98fc-3669c02ec3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ff9f5-9f52-4691-9761-34d213f36629,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:45.897239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90cf05cc-42a6-49e6-b9e3-304f719751e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.923386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:45.924150 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:45.957560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:45.961174 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919728ec-0888-438a-b1f3-61b0a278790b" -d '{"events": [{"server_uuid": "03cb996f-98d8-4d23-be4d-cce054fb9135", "name": "network-vif-plugged", "status": "completed", "tag": "167dc7c2-c4c0-4040-94bc-21fa3774f5f2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:45.977685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:45.983641 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.004136 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.048059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95f2fc17-0a63-45e8-9494-5789b1ccccc0 req-57d5447f-ef46-413f-9a1e-5cfc3084899a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170450 Feb 03 14:16:46.058251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785dacf-8346-4018-91c0-bf96c02bf33f req-ca7d8ddd-9780-4129-8dd6-a17dfafccb23 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:46.060838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2785dacf-8346-4018-91c0-bf96c02bf33f req-ca7d8ddd-9780-4129-8dd6-a17dfafccb23 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 931 time: 0.3275945 Feb 03 14:16:46.062767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.096994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:46.124611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90cf05cc-42a6-49e6-b9e3-304f719751e6 admin admin] Publish callbacks [] for security_group (17dd5400-9b4c-4340-9bf7-ed1e6db7192b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.133195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Port': ['ID=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:46.134828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90cf05cc-42a6-49e6-b9e3-304f719751e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (17dd5400-9b4c-4340-9bf7-ed1e6db7192b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.165494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network 7c7e5c94-199f-42a4-aa40-820b6471f726 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:46.182237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:46.200215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:46.242363 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90cf05cc-42a6-49e6-b9e3-304f719751e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff65cdee91354a2f9cf708a0f4a78986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6828368 Feb 03 14:16:46.247309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf05cc-42a6-49e6-b9e3-304f719751e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd5400-9b4c-4340-9bf7-ed1e6db7192b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:46.250345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37060) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:46.313528 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a839078-77e4-440d-9cf4-bde6d50a9af0 x-openstack-request-id: req-0a839078-77e4-440d-9cf4-bde6d50a9af0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:46.313831 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbd7672-2219-4310-8d72-d6a1e4a2625f", "name": "network-vif-deleted", "tag": "4277660e-98f6-4690-b6c4-89fca092b4b3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:46.314128 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a839078-77e4-440d-9cf4-bde6d50a9af0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:46.314539 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbd7672-2219-4310-8d72-d6a1e4a2625f', 'name': 'network-vif-deleted', 'tag': '4277660e-98f6-4690-b6c4-89fca092b4b3', 'status': 'completed', 'code': 200} Feb 03 14:16:46.357553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2785dacf-8346-4018-91c0-bf96c02bf33f req-d36ed89d-1821-4a3b-a5bf-ddda9a8ba259 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304654 Feb 03 14:16:46.402820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:46.405208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.414505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5e02-2062-4e7c-9963-c49c552acd5e admin admin] Publish callbacks [] for security_group (17dd5400-9b4c-4340-9bf7-ed1e6db7192b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.458263 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5e02-2062-4e7c-9963-c49c552acd5e admin admin] Publish callbacks [] for security_group (17dd5400-9b4c-4340-9bf7-ed1e6db7192b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.543472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-425e2b98-5104-4fc7-b713-23d0eb21c378 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9529953 Feb 03 14:16:46.570217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'port': {'device_id': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'network_id': '35a01515-b3c0-4ade-8726-09562818c594', 'admin_state_up': True, 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:46.588549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f7308ef8-eda2-4dc1-b6e3-301467898b58 None None] Provisioning complete for port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:46.589033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7308ef8-eda2-4dc1-b6e3-301467898b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.652265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f7308ef8-eda2-4dc1-b6e3-301467898b58 None None] Port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:46.681824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc170-3772-4bbf-b5e1-a824266e1424 req-a56095e5-10e9-4276-b6b2-7e0d21dec58c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:46.683676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e45fc170-3772-4bbf-b5e1-a824266e1424 req-a56095e5-10e9-4276-b6b2-7e0d21dec58c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.2018623 Feb 03 14:16:46.687371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5e02-2062-4e7c-9963-c49c552acd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (17dd5400-9b4c-4340-9bf7-ed1e6db7192b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.691522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5e02-2062-4e7c-9963-c49c552acd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.695406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e50a5e02-2062-4e7c-9963-c49c552acd5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17dd5400-9b4c-4340-9bf7-ed1e6db7192b HTTP/1.1" status: 204 len: 168 time: 0.4410725 Feb 03 14:16:46.730794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a5e02-2062-4e7c-9963-c49c552acd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd5400-9b4c-4340-9bf7-ed1e6db7192b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:46.806770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e45fc170-3772-4bbf-b5e1-a824266e1424 req-bc6ea2ee-a29a-4c6f-a4f2-4cc58ffb101e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108329 Feb 03 14:16:46.828499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:46.835488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:46.919466 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09718514-ad65-4132-b5c9-c052713defc1 x-openstack-request-id: req-09718514-ad65-4132-b5c9-c052713defc1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:46.919793 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb996f-98d8-4d23-be4d-cce054fb9135", "name": "network-vif-plugged", "status": "completed", "tag": "167dc7c2-c4c0-4040-94bc-21fa3774f5f2", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:46.920042 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09718514-ad65-4132-b5c9-c052713defc1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:46.926512 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2', 'code': 200} Feb 03 14:16:47.163517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:47.180359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77b2b723-eb5a-491e-99b1-35e4ceaf81d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.204968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:47.307729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77b2b723-eb5a-491e-99b1-35e4ceaf81d8 admin admin] Publish callbacks [] for security_group (0291ac12-8a89-4148-8320-82d67916134d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.314597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77b2b723-eb5a-491e-99b1-35e4ceaf81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0291ac12-8a89-4148-8320-82d67916134d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.365973 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77b2b723-eb5a-491e-99b1-35e4ceaf81d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1598aec3cc14eaf895e4b26f2a5cf95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004740 Feb 03 14:16:47.367037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2b723-eb5a-491e-99b1-35e4ceaf81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0291ac12-8a89-4148-8320-82d67916134d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:47.369757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:47.376451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Allocated IP 19.80.0.106 (35a01515-b3c0-4ade-8726-09562818c594/acf6399d-3288-474f-9897-69eca1e7f774/1c0b64c1-5ea5-459d-a770-6b5d9b06fa86) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:47.432883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b372e515-4758-4a60-bf77-2a74fb0849f0 admin admin] Publish callbacks [] for security_group (0291ac12-8a89-4148-8320-82d67916134d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.458405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b372e515-4758-4a60-bf77-2a74fb0849f0 admin admin] Publish callbacks [] for security_group (0291ac12-8a89-4148-8320-82d67916134d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.501858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-network', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:47.511485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4277660e-98f6-4690-b6c4-89fca092b4b3 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:16:47.524715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b372e515-4758-4a60-bf77-2a74fb0849f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0291ac12-8a89-4148-8320-82d67916134d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.527277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b372e515-4758-4a60-bf77-2a74fb0849f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.528464 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b372e515-4758-4a60-bf77-2a74fb0849f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0291ac12-8a89-4148-8320-82d67916134d HTTP/1.1" status: 204 len: 168 time: 0.1579316 Feb 03 14:16:47.529154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Made reservation on behalf of b29fdb8bec154a93a10863895b6a4926 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:47.531425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.549688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.558035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372e515-4758-4a60-bf77-2a74fb0849f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0291ac12-8a89-4148-8320-82d67916134d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:47.559992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 4277660e-98f6-4690-b6c4-89fca092b4b3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:16:47.560360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4277660e-98f6-4690-b6c4-89fca092b4b3 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:16:47.591284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70281c90-2193-4152-a803-8b548848ee06 req-917a91ea-fc5f-4c01-95d7-08fd09ae367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:47.593349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70281c90-2193-4152-a803-8b548848ee06 req-917a91ea-fc5f-4c01-95d7-08fd09ae367b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 1128 time: 0.2995565 Feb 03 14:16:47.610635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd649333-9fd5-43fa-a790-133a4aebe84a req-413a9b63-eb14-4d71-a219-4fc69b88bcad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:47.612287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd649333-9fd5-43fa-a790-133a4aebe84a req-413a9b63-eb14-4d71-a219-4fc69b88bcad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.3198826 Feb 03 14:16:47.672683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks [] for security_group (e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.679162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.716150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:16:47.734229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:47.754840 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (80da9bad-f859-4b97-874f-54f4c23f6d89), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.755196 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Added segment 80da9bad-f859-4b97-874f-54f4c23f6d89 of type vlan for network 7530b769-0022-459e-beaf-88dd89a624ce Feb 03 14:16:47.770780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555d898-3b12-4fc8-be95-78eac77eedde req-788227c4-0008-489d-ad09-3875b2684942 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:47.773668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-788227c4-0008-489d-ad09-3875b2684942 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.8223960 Feb 03 14:16:47.809874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70281c90-2193-4152-a803-8b548848ee06 req-65fc42ae-0276-423f-b3c4-d6ae74d904d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899188 Feb 03 14:16:47.810726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7530b769-0022-459e-beaf-88dd89a624ce), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.826897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd649333-9fd5-43fa-a790-133a4aebe84a req-3dde79c4-d710-487e-87bd-06a883dcade4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978617 Feb 03 14:16:47.844447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-5181151e-fba5-41a6-bcaf-8bd53d1f551d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/quotas/1213ccff457b46bb921661511b0ddef3 HTTP/1.1" status: 200 len: 375 time: 0.0569756 Feb 03 14:16:47.854399 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7530b769-0022-459e-beaf-88dd89a624ce), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.855393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:47.856022 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.919024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-0bc4cc44-910f-4d2f-8af0-1f09f211ce30 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658665 Feb 03 14:16:47.951786 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7424338 Feb 03 14:16:47.952784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37122) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:47.958308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Request body: {'subnet': {'network_id': '7530b769-0022-459e-beaf-88dd89a624ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-subnet', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:47.958949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:47.962085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea589b7a-a427-48d5-a1a4-88a18d855644 admin admin] Pushing event updated for resources: {'Network': ['ID=7530b769-0022-459e-beaf-88dd89a624ce,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:47.975376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7530b769-0022-459e-beaf-88dd89a624ce details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:16:48.011279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Made reservation on behalf of b29fdb8bec154a93a10863895b6a4926 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:48.017089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.084047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7950-c1c7-4732-a1cc-9fe89d00de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.124295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-7fa192b0-58da-48c1-9aa3-ad4d4476b16a service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948214 Feb 03 14:16:48.131728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ace9-e8fb-4c14-94d0-bab99c0ba6a6 req-7d803183-5cdf-4803-b562-3ec02f99b76d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:48.134070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4407ace9-e8fb-4c14-94d0-bab99c0ba6a6 req-7d803183-5cdf-4803-b562-3ec02f99b76d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.1726081 Feb 03 14:16:48.150073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37128) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:48.151148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.156937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'floatingip': {'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:48.292005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (74c6a306-c725-462d-88cd-fa059d7f3c56), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.292643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for floatingip (a661d40b-6905-4c59-a7e5-1e8d20019f8f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.296226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network 35a01515-b3c0-4ade-8726-09562818c594 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:48.336451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:48.348649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:48.375495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Checking segment: {'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:48.375980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Network hostable DHCP agents. Network: 7530b769-0022-459e-beaf-88dd89a624ce, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:16:48.405805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c6a306-c725-462d-88cd-fa059d7f3c56,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:48.414421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Network 7530b769-0022-459e-beaf-88dd89a624ce is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:16:48.414613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Port': ['ID=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:48.429002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7530b769-0022-459e-beaf-88dd89a624ce) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:48.435172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:48.435794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.441303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af090445-78b6-4fe5-8199-6175cdc14375 None None] Network 7530b769-0022-459e-beaf-88dd89a624ce requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:48.456773 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f280c5f-377a-48d5-a03c-3e96c9eb2241 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5025640 Feb 03 14:16:48.459812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37136) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:48.465569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:48.506539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e04aae9e-1345-4542-8d5f-6f4139fc7440), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.507873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e04aae9e-1345-4542-8d5f-6f4139fc7440), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.619119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-f29a25e3-882a-4915-9042-a3c25f2a33dd service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834261 Feb 03 14:16:48.672245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks [] for router_controller (e04aae9e-1345-4542-8d5f-6f4139fc7440), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.676509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:48.677373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.795810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-419dcaa8-629c-41b3-90d9-70817198f792 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2456448 Feb 03 14:16:48.822268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Request body: {'port': {'device_id': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:48.822780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7530b769-0022-459e-beaf-88dd89a624ce', 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce', 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'fixed_ips': [{'subnet_id': '74c6a306-c725-462d-88cd-fa059d7f3c56'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:16:48.825569 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:48.887262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-71cb1f02-7c38-4636-8303-a0437de617a7 None None] Provisioning complete for port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:48.889846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71cb1f02-7c38-4636-8303-a0437de617a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.094263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks [] for router_gateway (e04aae9e-1345-4542-8d5f-6f4139fc7440), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.174506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-71cb1f02-7c38-4636-8303-a0437de617a7 None None] Port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:49.199516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6249c-d3bf-4e03-a3ba-97031b557c8d req-f34acc18-d09e-4aba-8b78-28b348b41f68 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:49.201255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92d6249c-d3bf-4e03-a3ba-97031b557c8d req-f34acc18-d09e-4aba-8b78-28b348b41f68 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 946 time: 0.3396573 Feb 03 14:16:49.240785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Allocated IP 172.20.0.2 (7530b769-0022-459e-beaf-88dd89a624ce/74c6a306-c725-462d-88cd-fa059d7f3c56/75d52b2a-758a-49d8-b128-db80fb3b5ce4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:49.278658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.403914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks [] for router_gateway (e04aae9e-1345-4542-8d5f-6f4139fc7440), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.426838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.514673 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Publish callbacks [] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.526362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.572459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Pushing event updated for resources: {'Port': ['ID=75d52b2a-758a-49d8-b128-db80fb3b5ce4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:49.593146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Network 7530b769-0022-459e-beaf-88dd89a624ce is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:49.596435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:49.598619 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.599899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:49.634920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1559b8-ec08-4a56-a0d0-8da8afb75c76 req-ded9f31b-06b2-4a2c-872f-6b61e1b36e41 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:49.643689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1559b8-ec08-4a56-a0d0-8da8afb75c76 req-ded9f31b-06b2-4a2c-872f-6b61e1b36e41 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:49.649365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1559b8-ec08-4a56-a0d0-8da8afb75c76 req-ded9f31b-06b2-4a2c-872f-6b61e1b36e41 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:49.656956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b1559b8-ec08-4a56-a0d0-8da8afb75c76 req-ded9f31b-06b2-4a2c-872f-6b61e1b36e41 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2376 time: 0.6031320 Feb 03 14:16:49.672220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Allocated IP 172.25.0.170 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/7094dadc-a58d-4039-a3e8-096fa00e18b8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:49.674241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Attempting to bind port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:49.675040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Attempting to bind port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:49.675855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Attempting to bind port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 on network 7530b769-0022-459e-beaf-88dd89a624ce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:49.682734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:49.683266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Checking segment: {'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:49.683764 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.684391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Bound using segment: {'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:49.684881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Bound port: 75d52b2a-758a-49d8-b128-db80fb3b5ce4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:49.685385 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.708187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92d6249c-d3bf-4e03-a3ba-97031b557c8d req-b58bfeb0-5cbd-4506-9fd8-7c110e0c9f04 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888194 Feb 03 14:16:49.765121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] For port 75d52b2a-758a-49d8-b128-db80fb3b5ce4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:49.769415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] For port 75d52b2a-758a-49d8-b128-db80fb3b5ce4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=75d52b2a-758a-49d8-b128-db80fb3b5ce4,segment=NetworkSegment(80da9bad-f859-4b97-874f-54f4c23f6d89),segment_id=80da9bad-f859-4b97-874f-54f4c23f6d89)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:49.779990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:49.845047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b1559b8-ec08-4a56-a0d0-8da8afb75c76 req-57e61865-ef7f-466a-9081-bc8ea4a0c304 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871421 Feb 03 14:16:49.904306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86546d33-9241-4c91-ae68-3f5903f51d78 None None] Pushing event updated for resources: {'Port': ['ID=75d52b2a-758a-49d8-b128-db80fb3b5ce4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:50.063524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks [] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:50.146784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:50.234961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Pushing event updated for resources: {'Port': ['ID=7094dadc-a58d-4039-a3e8-096fa00e18b8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:50.248957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:50.251335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:50.254340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:50.570625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:16:50.588685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:50.672041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96f4ada7-e1ad-44ff-9523-b1ce8f0f92b8 req-2b67b710-db78-4dda-918d-863903a2314a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 210 time: 0.1037893 Feb 03 14:16:50.785881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555d898-3b12-4fc8-be95-78eac77eedde req-d1987c63-72b8-49a8-8420-d1497fefa8d2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:50.787791 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-d1987c63-72b8-49a8-8420-d1497fefa8d2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.1951625 Feb 03 14:16:50.788312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55630ade-8e17-4553-a5a9-effedf774d75 req-379325b5-acbb-4778-8ef3-16e3671af760 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:50.790519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55630ade-8e17-4553-a5a9-effedf774d75 req-379325b5-acbb-4778-8ef3-16e3671af760 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.7277141 Feb 03 14:16:50.795125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:50.798921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks [] for router_gateway (e04aae9e-1345-4542-8d5f-6f4139fc7440), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:50.809702 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a661d40b-6905-4c59-a7e5-1e8d20019f8f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:50.911115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Request body: {'port': {'device_id': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'admin_state_up': True, 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:50.996766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55630ade-8e17-4553-a5a9-effedf774d75 req-38563eea-b0cb-4470-a077-342604aaf4a6 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968083 Feb 03 14:16:51.127542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e04aae9e-1345-4542-8d5f-6f4139fc7440), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.181640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8a30338-3aab-4309-9756-fa74c090de91 req-a248ef6b-2820-44cb-a2cf-b2cbcf49231b tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ded59a2b1b4c40fb8bd0b920e3af8f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225240 Feb 03 14:16:51.189126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:16:51.192921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.203443 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Floating IP a661d40b-6905-4c59-a7e5-1e8d20019f8f associated. External IP: 172.25.0.144, port: b092e296-f62c-41f1-8ccd-913771fe4200. Feb 03 14:16:51.347970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a30338-3aab-4309-9756-fa74c090de91 req-be5752e2-fae6-4904-93cd-9c367d500d22 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:51.349884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8a30338-3aab-4309-9756-fa74c090de91 req-be5752e2-fae6-4904-93cd-9c367d500d22 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675396 Feb 03 14:16:51.419039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650fcadb-6b0d-41d7-ae62-c17676514f5c {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:51.477764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 75d52b2a-758a-49d8-b128-db80fb3b5ce4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:51.485453 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Publish callbacks [] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.508156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8a30338-3aab-4309-9756-fa74c090de91 req-d50cf640-7405-40cc-90c3-5d310fc45e94 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/quotas/ded59a2b1b4c40fb8bd0b920e3af8f93 HTTP/1.1" status: 200 len: 375 time: 0.1031663 Feb 03 14:16:51.562051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:51.562432 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.579693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Transition to ACTIVE for port object 650fcadb-6b0d-41d7-ae62-c17676514f5c will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:16:51.615542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-3bfc16e4-57c6-4d74-b63f-88e3a6af1dec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2767828 Feb 03 14:16:51.619065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8a30338-3aab-4309-9756-fa74c090de91 req-cf4cdd9f-f400-4fd8-8be2-ab0000b12a67 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ded59a2b1b4c40fb8bd0b920e3af8f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680830 Feb 03 14:16:51.622725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.632211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54769-ea21-440c-b541-a8eb92b94cfb req-7a7aca72-d88a-467e-a303-933ea75f31d3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:51.634657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6a54769-ea21-440c-b541-a8eb92b94cfb req-7a7aca72-d88a-467e-a303-933ea75f31d3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 946 time: 0.4904456 Feb 03 14:16:51.675779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:51.676758 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.702892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4404c-7cd5-4e7f-95a0-27aed5c9e3ad None None] Network 7530b769-0022-459e-beaf-88dd89a624ce requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:16:51.875044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 75d52b2a-758a-49d8-b128-db80fb3b5ce4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=75d52b2a-758a-49d8-b128-db80fb3b5ce4,segment=NetworkSegment(80da9bad-f859-4b97-874f-54f4c23f6d89),segment_id=80da9bad-f859-4b97-874f-54f4c23f6d89)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:51.892270 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.971477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2cd535e6-bd04-4fb3-9147-9569449f62d2 None None] Provisioning complete for port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:51.971901 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd535e6-bd04-4fb3-9147-9569449f62d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:51.978165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Allocated IP 172.20.0.5 (c8d73aaf-2cfe-4772-9353-677818ccc5e1/2b59df71-bf01-4221-bb39-c8bcd3d3652e/556041ab-7048-4b0f-b186-d2e9bf15ad57) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:51.982410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Router e04aae9e-1345-4542-8d5f-6f4139fc7440 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:16:52.016679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=75d52b2a-758a-49d8-b128-db80fb3b5ce4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:52.029976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Pushing event updated for resources: {'Port': ['ID=650fcadb-6b0d-41d7-ae62-c17676514f5c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:52.077971 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.114811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:16:52.145156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2cd535e6-bd04-4fb3-9147-9569449f62d2 None None] Current status of the port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:52.183624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6a54769-ea21-440c-b541-a8eb92b94cfb req-58292dc3-43a3-4230-b060-5497207e6bce tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379028 Feb 03 14:16:52.241834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4e4ce-568a-4f64-b1ff-9f7cc28ea4e1 req-b6084cd6-a35b-40f5-a101-a22e892ad092 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:52.248986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4e4ce-568a-4f64-b1ff-9f7cc28ea4e1 req-b6084cd6-a35b-40f5-a101-a22e892ad092 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:52.254102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4e4ce-568a-4f64-b1ff-9f7cc28ea4e1 req-b6084cd6-a35b-40f5-a101-a22e892ad092 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:52.262521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bb4e4ce-568a-4f64-b1ff-9f7cc28ea4e1 req-b6084cd6-a35b-40f5-a101-a22e892ad092 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2388 time: 0.4140401 Feb 03 14:16:52.266919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-87056c64-2b10-4a16-8316-e19122fadeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:52.268628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-87056c64-2b10-4a16-8316-e19122fadeb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1126 time: 0.5590172 Feb 03 14:16:52.454853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:52.470431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Sync routers for ids ['e04aae9e-1345-4542-8d5f-6f4139fc7440'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:52.478787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Attempting to bind port 650fcadb-6b0d-41d7-ae62-c17676514f5c on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:52.479540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Attempting to bind port 650fcadb-6b0d-41d7-ae62-c17676514f5c by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:52.480112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Attempting to bind port 650fcadb-6b0d-41d7-ae62-c17676514f5c on network 35a01515-b3c0-4ade-8726-09562818c594 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:52.493158 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks [] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.497578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.498869 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c50a98f2-e32c-4c91-95a4-a6877d5e7115 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0379405 Feb 03 14:16:52.501129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c442224a-6a0f-464b-8fc9-5ae669c3b2f7 req-3a7c1d3c-2f44-4348-95e3-2070309c43cb tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 210 time: 0.1092098 Feb 03 14:16:52.501696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37212) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:52.520059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Routers {'e04aae9e-1345-4542-8d5f-6f4139fc7440'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:52.520059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e04aae9e-1345-4542-8d5f-6f4139fc7440'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:52.526519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4728f51d-840d-4d15-9f5b-b3a9f506cc35 None None] Provisioning complete for port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:52.527510 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4728f51d-840d-4d15-9f5b-b3a9f506cc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.559439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Port 650fcadb-6b0d-41d7-ae62-c17676514f5c on network 35a01515-b3c0-4ade-8726-09562818c594 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:52.560034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Attempting to bind port 650fcadb-6b0d-41d7-ae62-c17676514f5c on network 35a01515-b3c0-4ade-8726-09562818c594 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:52.562820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.617096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:52.621003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:52.638842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:52.695505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:52.702215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Checking segment: {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:52.706283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Bound using segment: {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:52.706994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Bound port: 650fcadb-6b0d-41d7-ae62-c17676514f5c, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:52.707794 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.719011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:52.720026 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.730466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Set router e04aae9e-1345-4542-8d5f-6f4139fc7440 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:52.747229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:52.755633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-e3ea35c5-8845-4aa2-a0c6-41479a53fc93 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8498199 Feb 03 14:16:52.770496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bb4e4ce-568a-4f64-b1ff-9f7cc28ea4e1 req-8d738313-2f01-4f93-b610-48c06128efde tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071535 Feb 03 14:16:52.771643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:16:52.790681 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] Sync routers for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:16:52.793325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:52.833717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Request body: {'port': {'device_id': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:52.841715 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:52.844923 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:53.005052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.075207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-50f28253-fa33-45e9-9a27-c1df517bae81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "PUT /v2.0/floatingips/a661d40b-6905-4c59-a7e5-1e8d20019f8f HTTP/1.1" status: 200 len: 991 time: 4.9219818 Feb 03 14:16:53.076667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:16:50Z', 'revision_number': 3, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port': {'id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:49Z', 'updated_at': '2022-02-03T14:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:53.098068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:53.111003 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c0bc75-11d1-430d-98af-9ae3c35c027b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:53.119865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-b6fe59b4-0a2e-4946-a98e-ee6a16b4af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:53.126140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-b6fe59b4-0a2e-4946-a98e-ee6a16b4af1c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.7487390 Feb 03 14:16:53.149572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Checking router: e04aae9e-1345-4542-8d5f-6f4139fc7440 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:53.149927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Updating router e04aae9e-1345-4542-8d5f-6f4139fc7440 port 7094dadc-a58d-4039-a3e8-096fa00e18b8 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:16:53.224180 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:53.234264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-87a0612b-2fcd-4d1c-9c1e-fd2bb8fba47e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 217 time: 0.0864036 Feb 03 14:16:53.271694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4728f51d-840d-4d15-9f5b-b3a9f506cc35 None None] Current status of the port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:53.340402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.389143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 75d52b2a-758a-49d8-b128-db80fb3b5ce4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:53.626024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556041ab-7048-4b0f-b186-d2e9bf15ad57 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:53.634139 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a661d40b-6905-4c59-a7e5-1e8d20019f8f', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'mac_address': 'fa:16:3e:7b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:16:13Z', 'updated_at': '2022-02-03T14:16:49Z', 'revision_number': 1, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:13Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:53.641101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Publish callbacks [] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.672736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Transition to ACTIVE for port object 556041ab-7048-4b0f-b186-d2e9bf15ad57 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:16:53.677951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.685277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] For port 650fcadb-6b0d-41d7-ae62-c17676514f5c, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:53.692228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] Checking router: ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:16:53.702398 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:53.703258 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:53.708677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:53.710501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c9b65-34e6-4721-bf25-3bf1405ed6fc req-5b392cff-64ca-4194-87e8-c99e8e781739 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:53.718070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa6c9b65-34e6-4721-bf25-3bf1405ed6fc req-5b392cff-64ca-4194-87e8-c99e8e781739 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.8138907 Feb 03 14:16:53.720968 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.742898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:53.813054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] For port 650fcadb-6b0d-41d7-ae62-c17676514f5c, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=650fcadb-6b0d-41d7-ae62-c17676514f5c,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:53.833247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Attempting to bind port 556041ab-7048-4b0f-b186-d2e9bf15ad57 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:53.833591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Attempting to bind port 556041ab-7048-4b0f-b186-d2e9bf15ad57 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:53.833919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Attempting to bind port 556041ab-7048-4b0f-b186-d2e9bf15ad57 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:53.839299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Port 556041ab-7048-4b0f-b186-d2e9bf15ad57 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:53.839631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Attempting to bind port 556041ab-7048-4b0f-b186-d2e9bf15ad57 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:53.850661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:53.851174 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.852701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:53.853131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Bound using segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:53.856194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Bound port: 556041ab-7048-4b0f-b186-d2e9bf15ad57, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:53.856194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.872749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-8a91b813-0bb9-4a48-b6da-29da219d8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:53.874391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-8a91b813-0bb9-4a48-b6da-29da219d8d4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.5719771 Feb 03 14:16:53.953136 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:53.972000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-18f3df80-671b-4e95-9bf9-18aeadb98a4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635762 Feb 03 14:16:53.973663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:53.977705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:53.979884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:53.981932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] 10.222.0.45 "PUT /v2.0/ports/650fcadb-6b0d-41d7-ae62-c17676514f5c HTTP/1.1" status: 200 len: 1091 time: 5.1756492 Feb 03 14:16:54.004272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:54.007830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:54.011868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa6c9b65-34e6-4721-bf25-3bf1405ed6fc req-b3ec3d77-748a-47ab-94ce-f677b00c3c68 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927358 Feb 03 14:16:54.017876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.035000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5699a5d-395c-4553-a22c-5383abf0bbbe req-b40768e0-5670-4b9c-badd-aae1a5e210e3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:54.048269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5699a5d-395c-4553-a22c-5383abf0bbbe req-b40768e0-5670-4b9c-badd-aae1a5e210e3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 946 time: 0.3601162 Feb 03 14:16:54.080319 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Publish callbacks [] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.087869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.091016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Request body: {'port': {'device_id': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:54.172132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:54.172353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.174790 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] 10.222.0.71 "PUT /v2.0/ports/556041ab-7048-4b0f-b186-d2e9bf15ad57 HTTP/1.1" status: 200 len: 1091 time: 1.4067607 Feb 03 14:16:54.177897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:54.194144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:54.202422 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849a314-7de3-4150-befc-3d1c93e679aa" -d '{"events": [{"name": "network-changed", "server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:54.209875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.210233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.210587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.210932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.216163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.216640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.217306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.217306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.217670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.220563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.220953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.221306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.221657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe7378-bb2d-4752-a092-594bf6d85d76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.223406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Attempting to bind port 7094dadc-a58d-4039-a3e8-096fa00e18b8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:54.223793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Attempting to bind port 7094dadc-a58d-4039-a3e8-096fa00e18b8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:54.224704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Attempting to bind port 7094dadc-a58d-4039-a3e8-096fa00e18b8 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:54.232036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aaa993-769d-4940-83dd-60f2b769aace None None] Pushing event updated for resources: {'Port': ['ID=7094dadc-a58d-4039-a3e8-096fa00e18b8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:54.241595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:54.241976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:54.243374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.243787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:54.244282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Bound port: 7094dadc-a58d-4039-a3e8-096fa00e18b8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:54.245973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.359941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] For port 7094dadc-a58d-4039-a3e8-096fa00e18b8, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:54.364555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] For port 7094dadc-a58d-4039-a3e8-096fa00e18b8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7094dadc-a58d-4039-a3e8-096fa00e18b8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:54.372058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555d898-3b12-4fc8-be95-78eac77eedde req-af74a946-1f2c-457c-b17e-9d30c2624830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:54.373963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.374349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-af74a946-1f2c-457c-b17e-9d30c2624830 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 1125 time: 0.1119943 Feb 03 14:16:54.456982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aaa993-769d-4940-83dd-60f2b769aace None None] Pushing event updated for resources: {'Port': ['ID=7094dadc-a58d-4039-a3e8-096fa00e18b8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:54.461447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Routers {'e04aae9e-1345-4542-8d5f-6f4139fc7440'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:16:54.462301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e04aae9e-1345-4542-8d5f-6f4139fc7440'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:54.472911 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-0041a6fa-7f91-4865-8c7a-dcbedaa2f7d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57 HTTP/1.1" status: 200 len: 217 time: 0.0792401 Feb 03 14:16:54.495391 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a661d40b-6905-4c59-a7e5-1e8d20019f8f', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'mac_address': 'fa:16:3e:7b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:16:13Z', 'updated_at': '2022-02-03T14:16:49Z', 'revision_number': 1, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:13Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:54.536610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555d898-3b12-4fc8-be95-78eac77eedde req-dfa02aeb-1f7d-4e21-ac96-02a5c0d257af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:54.537071 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb2b8d-ade7-4e98-a505-4e7cc6143b26 None None] The sync data for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 is: [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a661d40b-6905-4c59-a7e5-1e8d20019f8f', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'mac_address': 'fa:16:3e:7b:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:16:13Z', 'updated_at': '2022-02-03T14:16:49Z', 'revision_number': 1, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:13Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:54.538105 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-dfa02aeb-1f7d-4e21-ac96-02a5c0d257af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0566282 Feb 03 14:16:54.542472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Pushing event updated for resources: {'Port': ['ID=650fcadb-6b0d-41d7-ae62-c17676514f5c,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:54.546757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-b099ad52-5be1-4fdd-9381-17a0dcb643b6 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336013 Feb 03 14:16:54.601759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-bc81f0c0-2059-464c-9de1-d5d6263bc0df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468702 Feb 03 14:16:54.696829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5699a5d-395c-4553-a22c-5383abf0bbbe req-10d8009e-40d9-4363-bbc1-be6fb55aca32 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462827 Feb 03 14:16:54.697570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.698077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.698438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.698782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.699130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.699463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.699800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.700145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.700505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.701316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.701316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.701512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.701792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f423f-a605-4fbc-ada1-89f607609211 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:16:54.773402 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-3df57189-31d8-4145-a7e7-1b2fa9ff060c service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643264 Feb 03 14:16:54.818600 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b45e65-f7d7-4741-a85b-f8b2462afe4d x-openstack-request-id: req-34b45e65-f7d7-4741-a85b-f8b2462afe4d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:54.818901 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:54.819177 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34b45e65-f7d7-4741-a85b-f8b2462afe4d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:54.819608 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'status': 'completed', 'code': 200} Feb 03 14:16:54.831919 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:54.881605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] Set router e04aae9e-1345-4542-8d5f-6f4139fc7440 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:16:54.922543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64860b14-6cb8-4bc7-80bd-2dd0e5c3a653 req-2f9c097f-3bd4-434b-826b-e9932930601b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:54.940122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64860b14-6cb8-4bc7-80bd-2dd0e5c3a653 req-2f9c097f-3bd4-434b-826b-e9932930601b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.7963419 Feb 03 14:16:54.971443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:55.028287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b236a796-1aa0-47d7-ab1a-98af45596207 req-28d777b2-128f-482d-8b06-ddb8857e0d8d service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736102 Feb 03 14:16:55.083130 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1555d898-3b12-4fc8-be95-78eac77eedde req-5137dffb-643e-4558-b963-d81b3871f099 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028803 Feb 03 14:16:55.107738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-d5b077e7-c2fe-4edd-9bdf-3117abd817f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.109423 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-d5b077e7-c2fe-4edd-9bdf-3117abd817f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1127 time: 0.1477180 Feb 03 14:16:55.163528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95b9f9-b7b5-4970-8acf-4ca3b51719af None None] New status for floating IP a661d40b-6905-4c59-a7e5-1e8d20019f8f: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:16:55.359318 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:55.382333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64860b14-6cb8-4bc7-80bd-2dd0e5c3a653 req-6b104a24-dfad-431a-9daf-06cb3014b472 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408774 Feb 03 14:16:55.465597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:16:50Z', 'revision_number': 3, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port': {'id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:49Z', 'updated_at': '2022-02-03T14:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:16:55.469258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-b12db19f-b3c1-4a74-8036-31cfa2a77ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.473334 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-b12db19f-b3c1-4a74-8036-31cfa2a77ced service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.3559155 Feb 03 14:16:55.576741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f0ba7-5a18-405a-8166-6819ad0f37ae None None] The sync data for ids ['e04aae9e-1345-4542-8d5f-6f4139fc7440'] in n-d-827549-2 is: [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:16:50Z', 'revision_number': 3, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port': {'id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:49Z', 'updated_at': '2022-02-03T14:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:16:55.617363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37260) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:55.620093 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-9ebda9ed-5b37-471b-9985-840b5d302ab1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 1001 time: 0.1392403 Feb 03 14:16:55.701129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-f1dadc23-fdc0-4207-9b6f-e04356d5f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.702676 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-f1dadc23-fdc0-4207-9b6f-e04356d5f9d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0774043 Feb 03 14:16:55.801434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-8675a230-6363-48df-b2cc-d3189667ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.806021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97fb34-3e43-42a0-9554-556f8906644b req-a9a8c662-b613-4726-aaa0-5852661f25ea tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.806947 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-8675a230-6363-48df-b2cc-d3189667ab25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0971968 Feb 03 14:16:55.808894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc97fb34-3e43-42a0-9554-556f8906644b req-a9a8c662-b613-4726-aaa0-5852661f25ea tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 943 time: 0.4467800 Feb 03 14:16:55.823986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34451ab-7ed4-4961-86d4-f563572f1d6d req-011013b5-1b6b-4c38-ab98-6159255a0568 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.829914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34451ab-7ed4-4961-86d4-f563572f1d6d req-011013b5-1b6b-4c38-ab98-6159255a0568 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.835354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34451ab-7ed4-4961-86d4-f563572f1d6d req-011013b5-1b6b-4c38-ab98-6159255a0568 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:55.838885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f34451ab-7ed4-4961-86d4-f563572f1d6d req-011013b5-1b6b-4c38-ab98-6159255a0568 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2388 time: 0.3040721 Feb 03 14:16:55.911001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a478a24a-109d-4481-8dae-8ee5dc5a7498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:55.931906 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-39819f64-f775-4261-9d55-14b7c2100b5b service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150732 Feb 03 14:16:56.035783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Allocated IP 172.20.0.1 (7530b769-0022-459e-beaf-88dd89a624ce/74c6a306-c725-462d-88cd-fa059d7f3c56/b8790143-c883-4e97-8614-895266fb5299) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:16:56.044189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-50c0bc75-11d1-430d-98af-9ae3c35c027b req-f8f1a4fc-8c77-4b94-9e0d-0a40ac06a2f1 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078641 Feb 03 14:16:56.083709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc97fb34-3e43-42a0-9554-556f8906644b req-5ada7013-693c-48ee-9966-fafbbf396228 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791544 Feb 03 14:16:56.105211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f34451ab-7ed4-4961-86d4-f563572f1d6d req-b9ae13a8-3c81-4c49-bcd4-127ea55ad17d tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866322 Feb 03 14:16:56.167256 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e43934-faa5-4843-afb2-2e249048fd85 x-openstack-request-id: req-c7e43934-faa5-4843-afb2-2e249048fd85 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:56.167791 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:56.167791 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7e43934-faa5-4843-afb2-2e249048fd85 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:56.168230 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'status': 'completed', 'code': 200} Feb 03 14:16:56.313424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a314-7de3-4150-befc-3d1c93e679aa req-1d10a255-e5de-4a92-9d36-7546166cf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:56.316475 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c849a314-7de3-4150-befc-3d1c93e679aa req-1d10a255-e5de-4a92-9d36-7546166cf760 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 1125 time: 0.0783770 Feb 03 14:16:56.339850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584afa6a-79fa-42e9-a25e-a1cd8353f0ad {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:56.349050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Publish callbacks [] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:56.379885 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a478a24a-109d-4481-8dae-8ee5dc5a7498 admin admin] Publish callbacks [] for security_group (5e903f5e-6da5-46d4-afbc-f400926fa86b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:56.416699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a478a24a-109d-4481-8dae-8ee5dc5a7498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5e903f5e-6da5-46d4-afbc-f400926fa86b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:56.423327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Transition to ACTIVE for port object 584afa6a-79fa-42e9-a25e-a1cd8353f0ad will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:16:56.453616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a314-7de3-4150-befc-3d1c93e679aa req-acbd6c4c-f57f-4dcf-a374-98f927936cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:56.456059 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c849a314-7de3-4150-befc-3d1c93e679aa req-acbd6c4c-f57f-4dcf-a374-98f927936cf6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.1337910 Feb 03 14:16:56.456581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:56.511245 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c849a314-7de3-4150-befc-3d1c93e679aa req-5342b2a2-5b6a-4a53-8196-478328302adb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57 HTTP/1.1" status: 200 len: 217 time: 0.0459697 Feb 03 14:16:56.529782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks [] for port (b8790143-c883-4e97-8614-895266fb5299), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:56.540757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a478a24a-109d-4481-8dae-8ee5dc5a7498 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16d80cc114bd474e93f6eabb337be8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9214020 Feb 03 14:16:56.542389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478a24a-109d-4481-8dae-8ee5dc5a7498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e903f5e-6da5-46d4-afbc-f400926fa86b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:56.550348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37266) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:56.581540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60554b-b214-4655-84e5-aadcd8a44ee2 req-babea8c5-b583-4609-8e0f-fcc795d991e3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:56.589448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd60554b-b214-4655-84e5-aadcd8a44ee2 req-babea8c5-b583-4609-8e0f-fcc795d991e3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.2883942 Feb 03 14:16:56.607728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a314-7de3-4150-befc-3d1c93e679aa req-6df28f02-ccdd-4a07-8865-50ac37166dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:56.609575 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c849a314-7de3-4150-befc-3d1c93e679aa req-6df28f02-ccdd-4a07-8865-50ac37166dda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0909171 Feb 03 14:16:56.628200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf478-200e-4ceb-88c1-7e70b2362c69 req-79e3fa7a-d7f2-4c5e-9f08-af9f9e87d167 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:56.630581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a1bf478-200e-4ceb-88c1-7e70b2362c69 req-79e3fa7a-d7f2-4c5e-9f08-af9f9e87d167 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 946 time: 0.2735326 Feb 03 14:16:56.663991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Pushing event updated for resources: {'Port': ['ID=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:56.689977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c849a314-7de3-4150-befc-3d1c93e679aa req-a76b06b6-ebcc-475c-89ae-0161435fd6d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685692 Feb 03 14:16:56.825508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'tag': '650fcadb-6b0d-41d7-ae62-c17676514f5c'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:16:56.828218 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680" -d '{"events": [{"name": "network-changed", "server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "tag": "650fcadb-6b0d-41d7-ae62-c17676514f5c"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:16:56.848391 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c849a314-7de3-4150-befc-3d1c93e679aa req-3ddf7855-0734-4b9c-b3b5-888efdb0c2f6 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529555 Feb 03 14:16:56.885349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd60554b-b214-4655-84e5-aadcd8a44ee2 req-bd949571-3f77-4744-acea-8ee3fc822d57 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948363 Feb 03 14:16:56.926586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b8790143-c883-4e97-8614-895266fb5299), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:56.936225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a1bf478-200e-4ceb-88c1-7e70b2362c69 req-7ee32532-88e2-4254-b59c-aa8d7a49a132 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839756 Feb 03 14:16:56.936967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0930dbf-1dea-4d95-a562-ad2abc2af7d2 admin admin] Publish callbacks [] for security_group (5e903f5e-6da5-46d4-afbc-f400926fa86b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.031524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Attempting to bind port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:57.031867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Attempting to bind port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:57.032199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Attempting to bind port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad on network 7c7e5c94-199f-42a4-aa40-820b6471f726 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:57.063190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Network 7530b769-0022-459e-beaf-88dd89a624ce is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:57.071085 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c849a314-7de3-4150-befc-3d1c93e679aa req-481069ee-2627-4829-93af-3f2c42bf84a0 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155833 Feb 03 14:16:57.084309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0930dbf-1dea-4d95-a562-ad2abc2af7d2 admin admin] Publish callbacks [] for security_group (5e903f5e-6da5-46d4-afbc-f400926fa86b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.086888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad on network 7c7e5c94-199f-42a4-aa40-820b6471f726 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:57.087210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Attempting to bind port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad on network 7c7e5c94-199f-42a4-aa40-820b6471f726 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:57.089428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Pushing event updated for resources: {'Port': ['ID=b8790143-c883-4e97-8614-895266fb5299,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:57.097334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:57.111106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:16:57.135595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:57.136008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Checking segment: {'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:57.136322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Bound using segment: {'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:57.136825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Bound port: 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97662b9e-e6e0-408b-b897-035f3d7bcd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:57.137187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.206029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08d7fe72-457d-4374-831d-860b7c891b15 req-664dbdcb-4573-4235-81f8-28f4cedc47a7 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ded59a2b1b4c40fb8bd0b920e3af8f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416166 Feb 03 14:16:57.369019 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e04aae9e-1345-4542-8d5f-6f4139fc7440), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.408315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7094dadc-a58d-4039-a3e8-096fa00e18b8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:57.463338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fc06b4bb-aaf4-47d3-8500-fb3879cd5c07 None None] Provisioning complete for port b8790143-c883-4e97-8614-895266fb5299 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:57.464002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc06b4bb-aaf4-47d3-8500-fb3879cd5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8790143-c883-4e97-8614-895266fb5299), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.507287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18d3f-8d8e-4db7-bf28-794c2a6d39e6 req-7fbd4fdb-5093-47e9-b88f-43d77dcc11cb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:57.509315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aff18d3f-8d8e-4db7-bf28-794c2a6d39e6 req-7fbd4fdb-5093-47e9-b88f-43d77dcc11cb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.3837864 Feb 03 14:16:57.510504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] For port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:16:57.516484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0930dbf-1dea-4d95-a562-ad2abc2af7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5e903f5e-6da5-46d4-afbc-f400926fa86b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.518540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fc06b4bb-aaf4-47d3-8500-fb3879cd5c07 None None] Port b8790143-c883-4e97-8614-895266fb5299 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:16:57.519074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0930dbf-1dea-4d95-a562-ad2abc2af7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.522576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c0930dbf-1dea-4d95-a562-ad2abc2af7d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e903f5e-6da5-46d4-afbc-f400926fa86b HTTP/1.1" status: 204 len: 168 time: 0.9645565 Feb 03 14:16:57.526640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] For port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:16:57.538894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7094dadc-a58d-4039-a3e8-096fa00e18b8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:57.540139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.585282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.599939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930dbf-1dea-4d95-a562-ad2abc2af7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e903f5e-6da5-46d4-afbc-f400926fa86b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:57.653565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7fe72-457d-4374-831d-860b7c891b15 req-2a6256ee-f5e3-43fa-88a0-c55b3f7852f1 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:57.655132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08d7fe72-457d-4374-831d-860b7c891b15 req-2a6256ee-f5e3-43fa-88a0-c55b3f7852f1 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219689 Feb 03 14:16:57.685779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:57.686404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.688020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] 10.222.0.45 "PUT /v2.0/ports/584afa6a-79fa-42e9-a25e-a1cd8353f0ad HTTP/1.1" status: 200 len: 1092 time: 3.6734424 Feb 03 14:16:57.688302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7094dadc-a58d-4039-a3e8-096fa00e18b8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:57.688875 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.717241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 7094dadc-a58d-4039-a3e8-096fa00e18b8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7094dadc-a58d-4039-a3e8-096fa00e18b8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:57.729926 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:57.846730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=7094dadc-a58d-4039-a3e8-096fa00e18b8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:58.015915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37290) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:58.032226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc69269-d106-4ae9-8edc-4ea7eb873948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.106790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Request body: {'port': {'device_id': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:16:58.110804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08d7fe72-457d-4374-831d-860b7c891b15 req-f50f05ed-8a00-49cc-9883-2a8ce498261b tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/quotas/ded59a2b1b4c40fb8bd0b920e3af8f93 HTTP/1.1" status: 200 len: 375 time: 0.4373457 Feb 03 14:16:58.135708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aff18d3f-8d8e-4db7-bf28-794c2a6d39e6 req-fbe4f782-7d31-4212-a3ed-4d8a97f4afe3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6119907 Feb 03 14:16:58.139982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc262-934c-4a96-bd1b-1696653712dc service neutron] Pushing event updated for resources: {'Port': ['ID=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:58.143559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc69269-d106-4ae9-8edc-4ea7eb873948 admin admin] Publish callbacks [] for security_group (8dd78325-fd45-4523-bf6a-ea330664659a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.150618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc69269-d106-4ae9-8edc-4ea7eb873948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8dd78325-fd45-4523-bf6a-ea330664659a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.194975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08d7fe72-457d-4374-831d-860b7c891b15 req-ef9a38f0-e3da-4570-b319-0903cb5e5ee5 tempest-QuotasAdminNegativeTest-276291067 tempest-QuotasAdminNegativeTest-276291067-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ded59a2b1b4c40fb8bd0b920e3af8f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780916 Feb 03 14:16:58.209806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8790143-c883-4e97-8614-895266fb5299), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.229809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebc69269-d106-4ae9-8edc-4ea7eb873948 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa24bf183acd4265b78bc49f939f8ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120852 Feb 03 14:16:58.230927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37294) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:16:58.238997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69269-d106-4ae9-8edc-4ea7eb873948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd78325-fd45-4523-bf6a-ea330664659a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:58.242785 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3b3a3-cb0f-4f72-a03a-db9d6d8fa983 x-openstack-request-id: req-13b3b3a3-cb0f-4f72-a03a-db9d6d8fa983 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:16:58.243059 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "tag": "650fcadb-6b0d-41d7-ae62-c17676514f5c", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:16:58.243441 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13b3b3a3-cb0f-4f72-a03a-db9d6d8fa983 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:16:58.243759 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'tag': '650fcadb-6b0d-41d7-ae62-c17676514f5c', 'status': 'completed', 'code': 200} Feb 03 14:16:58.264165 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.319560 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eab68fad-0195-459c-a224-9f6c4c99d075 admin admin] Publish callbacks [] for security_group (8dd78325-fd45-4523-bf6a-ea330664659a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.347005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eab68fad-0195-459c-a224-9f6c4c99d075 admin admin] Publish callbacks [] for security_group (8dd78325-fd45-4523-bf6a-ea330664659a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.415230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eab68fad-0195-459c-a224-9f6c4c99d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8dd78325-fd45-4523-bf6a-ea330664659a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.418952 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eab68fad-0195-459c-a224-9f6c4c99d075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:58.435854 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eab68fad-0195-459c-a224-9f6c4c99d075 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8dd78325-fd45-4523-bf6a-ea330664659a HTTP/1.1" status: 204 len: 168 time: 0.2027152 Feb 03 14:16:58.458987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab68fad-0195-459c-a224-9f6c4c99d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd78325-fd45-4523-bf6a-ea330664659a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:58.688688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-6a989798-16b8-4f70-baec-10157c7909ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:58.689351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-6a989798-16b8-4f70-baec-10157c7909ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:58.689627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-6a989798-16b8-4f70-baec-10157c7909ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:58.691360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-6a989798-16b8-4f70-baec-10157c7909ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2860 time: 0.4438407 Feb 03 14:16:58.844622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056f76c-afc4-4cb3-8f82-9ac7772fab50 req-2578a349-1f38-4aa3-a97f-7671fb34bef4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:58.846217 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c056f76c-afc4-4cb3-8f82-9ac7772fab50 req-2578a349-1f38-4aa3-a97f-7671fb34bef4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 943 time: 0.3118165 Feb 03 14:16:58.951256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b2d06-c504-4f74-b1da-4d3113254e01 req-a3d5c481-352e-4b7d-a703-da1ff533331e tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:58.956810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b2d06-c504-4f74-b1da-4d3113254e01 req-a3d5c481-352e-4b7d-a703-da1ff533331e tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:58.963022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b2d06-c504-4f74-b1da-4d3113254e01 req-a3d5c481-352e-4b7d-a703-da1ff533331e tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:58.964732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587b2d06-c504-4f74-b1da-4d3113254e01 req-a3d5c481-352e-4b7d-a703-da1ff533331e tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2400 time: 0.3746135 Feb 03 14:16:58.977464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:59.006122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Publish callbacks [] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.033960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks [] for port (b8790143-c883-4e97-8614-895266fb5299), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.042699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-1d424006-02f9-4758-8756-865fe261677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:59.043483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-1d424006-02f9-4758-8756-865fe261677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:59.043849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-1d424006-02f9-4758-8756-865fe261677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:59.045493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-1d424006-02f9-4758-8756-865fe261677d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3434861 Feb 03 14:16:59.057547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b8790143-c883-4e97-8614-895266fb5299), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.072136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Transition to ACTIVE for port object 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:16:59.097321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c056f76c-afc4-4cb3-8f82-9ac7772fab50 req-d44f3ce5-7f0a-43d0-b6ec-34f79c219f5b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131286 Feb 03 14:16:59.143495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.256835 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e04aae9e-1345-4542-8d5f-6f4139fc7440), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.264070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587b2d06-c504-4f74-b1da-4d3113254e01 req-704cf40e-6781-46cf-bb73-cc3ef9e554f1 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816839 Feb 03 14:16:59.305780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Pushing event updated for resources: {'Port': ['ID=b8790143-c883-4e97-8614-895266fb5299,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:59.391857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7094dadc-a58d-4039-a3e8-096fa00e18b8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:16:59.421191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-8b94ff01-d126-43b3-aa51-01c4d2e555de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:59.422713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63bb7e0c-07ae-4a5a-8259-4e9f7b3bd680 req-8b94ff01-d126-43b3-aa51-01c4d2e555de service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3662939 Feb 03 14:16:59.461051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:16:59.494956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7094dadc-a58d-4039-a3e8-096fa00e18b8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:16:59.495196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.573882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 556041ab-7048-4b0f-b186-d2e9bf15ad57 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:16:59.580088 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:16:59.630395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453f06d-0211-4a6d-9c6d-38721bbf8c1c req-f1862d09-b2a7-4f10-a321-3cf73fb29508 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:59.632591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d453f06d-0211-4a6d-9c6d-38721bbf8c1c req-f1862d09-b2a7-4f10-a321-3cf73fb29508 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.4269695 Feb 03 14:16:59.636813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Network 7530b769-0022-459e-beaf-88dd89a624ce is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:16:59.641660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:16:59.747754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7094dadc-a58d-4039-a3e8-096fa00e18b8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:59.756820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Attempting to bind port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:16:59.757474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Attempting to bind port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:16:59.757474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Attempting to bind port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 on network 35a01515-b3c0-4ade-8726-09562818c594 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:59.788133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 on network 35a01515-b3c0-4ade-8726-09562818c594 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:16:59.788558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Attempting to bind port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 on network 35a01515-b3c0-4ade-8726-09562818c594 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:16:59.812407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:59.822571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29718c9a-5cc2-4182-9e22-28367063ab9f req-cfd93376-4448-4ee3-8660-4364191bb2c2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:16:59.826358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29718c9a-5cc2-4182-9e22-28367063ab9f req-cfd93376-4448-4ee3-8660-4364191bb2c2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.4107153 Feb 03 14:16:59.835277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'port_id': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'mac_address': 'fa:16:3e:bf:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59df71-bf01-4221-bb39-c8bcd3d3652e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:16:59.863525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:16:59.863875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Checking segment: {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:16:59.864264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Bound using segment: {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:16:59.864865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Bound port: 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '35a01515-b3c0-4ade-8726-09562818c594'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:16:59.865122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.895024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 556041ab-7048-4b0f-b186-d2e9bf15ad57 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:16:59.895689 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:16:59.902071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d453f06d-0211-4a6d-9c6d-38721bbf8c1c req-56fe3159-3400-4db3-a275-dd84f1ce9a8d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475355 Feb 03 14:16:59.910996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556041ab-7048-4b0f-b186-d2e9bf15ad57 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:16:59.941812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:16:59.947925 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:00.017521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c142bacc-f28f-418b-bfee-88e41241c7c8 None None] Provisioning complete for port b8790143-c883-4e97-8614-895266fb5299 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:00.017900 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c142bacc-f28f-418b-bfee-88e41241c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8790143-c883-4e97-8614-895266fb5299), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:00.031080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29718c9a-5cc2-4182-9e22-28367063ab9f req-0968118e-6612-4a93-964e-78fdda26630a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699910 Feb 03 14:17:00.046635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Router e04aae9e-1345-4542-8d5f-6f4139fc7440 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:17:00.054481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c142bacc-f28f-418b-bfee-88e41241c7c8 None None] Port b8790143-c883-4e97-8614-895266fb5299 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:00.057645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:00.095061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-85471234-e1c7-49c9-a804-7de570d2f32c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:00.096658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-85471234-e1c7-49c9-a804-7de570d2f32c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 946 time: 0.1772580 Feb 03 14:17:00.123334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] For port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:00.218470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] For port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:00.247726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:00.250182 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6aab9c-50ec-4262-9985-63a433dab4de" -d '{"events": [{"name": "network-changed", "server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:00.258760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:00.365448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:00.366095 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:00.368595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] 10.222.0.45 "PUT /v2.0/ports/1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 HTTP/1.1" status: 200 len: 1092 time: 2.2684557 Feb 03 14:17:00.417299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7380e7-3316-46df-8683-b29a147d52b4 req-c8a394ba-4a2a-4f40-b6ab-4907b8274f66 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:00.418408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d7380e7-3316-46df-8683-b29a147d52b4 req-c8a394ba-4a2a-4f40-b6ab-4907b8274f66 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 946 time: 0.2985661 Feb 03 14:17:00.422502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['556041ab-7048-4b0f-b186-d2e9bf15ad57'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:00.457259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:17:00.463000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-281e84cd-5806-4f55-8232-97d1cb7eca5a admin admin] 10.222.0.52 "PUT /v2.0/routers/e04aae9e-1345-4542-8d5f-6f4139fc7440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9265189 Feb 03 14:17:00.469045 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Sync routers for ids ['e04aae9e-1345-4542-8d5f-6f4139fc7440'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:17:00.482318 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Routers {'e04aae9e-1345-4542-8d5f-6f4139fc7440'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:17:00.483263 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e04aae9e-1345-4542-8d5f-6f4139fc7440'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:00.519647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851dfa7-7400-4d34-aefa-6decbe2aa98d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:00.613256 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d7380e7-3316-46df-8683-b29a147d52b4 req-653cb7c8-2f2b-4199-b8ab-7b0c4f22b98a tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699765 Feb 03 14:17:00.644120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Deleting port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:00.644120 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:00.648607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-d08515e2-824b-4cf7-b293-3e102a544831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:00.649219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-d08515e2-824b-4cf7-b293-3e102a544831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:00.651372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-d08515e2-824b-4cf7-b293-3e102a544831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:00.654198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-d08515e2-824b-4cf7-b293-3e102a544831 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2958 time: 0.2315848 Feb 03 14:17:00.708906 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Set router e04aae9e-1345-4542-8d5f-6f4139fc7440 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:17:00.764055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1358bcaa-1c64-49cb-81bc-98eec9d20eae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.52&port_id=650fcadb-6b0d-41d7-ae62-c17676514f5c HTTP/1.1" status: 200 len: 217 time: 0.0851665 Feb 03 14:17:00.951711 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:16:57Z', 'revision_number': 4, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port': {'id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:49Z', 'updated_at': '2022-02-03T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b8790143-c883-4e97-8614-895266fb5299', 'name': '', 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'mac_address': 'fa:16:3e:5b:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '74c6a306-c725-462d-88cd-fa059d7f3c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:55Z', 'updated_at': '2022-02-03T14:16:58Z', 'revision_number': 2, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'subnets': [{'id': '74c6a306-c725-462d-88cd-fa059d7f3c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:00.983028 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Checking router: e04aae9e-1345-4542-8d5f-6f4139fc7440 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:17:00.983375 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Updating router e04aae9e-1345-4542-8d5f-6f4139fc7440 port b8790143-c883-4e97-8614-895266fb5299 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:17:01.014526 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8790143-c883-4e97-8614-895266fb5299), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.167611 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ff3bd-c3a5-4c25-a934-7b1aa03c60fa x-openstack-request-id: req-9a6ff3bd-c3a5-4c25-a934-7b1aa03c60fa {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:01.167897 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:01.168157 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a6ff3bd-c3a5-4c25-a934-7b1aa03c60fa {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:01.168560 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad', 'status': 'completed', 'code': 200} Feb 03 14:17:01.245404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] For port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:01.245778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.250825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-7d51f74e-f44d-4f5e-99f1-a1a7aca9974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:01.252731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-7d51f74e-f44d-4f5e-99f1-a1a7aca9974a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acf6399d-3288-474f-9897-69eca1e7f774 HTTP/1.1" status: 200 len: 801 time: 0.4448271 Feb 03 14:17:01.281085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ccbf5-74bb-452e-96bd-a67bfacc0b60 req-277a3c88-a109-44d4-a014-55d61ce9f62f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:01.281938 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Publish callbacks [] for port (b8790143-c883-4e97-8614-895266fb5299), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.282546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a9ccbf5-74bb-452e-96bd-a67bfacc0b60 req-277a3c88-a109-44d4-a014-55d61ce9f62f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 944 time: 0.5237908 Feb 03 14:17:01.288393 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b8790143-c883-4e97-8614-895266fb5299), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.291706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Calling delete_port for 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:01.337830 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Pushing event updated for resources: {'Port': ['ID=b8790143-c883-4e97-8614-895266fb5299,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:01.356343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e526a-7466-4455-aef1-95ad63b8c2f3 req-403cc0bf-005e-4948-b3d4-c6a0ef988ff5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:01.361172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e526a-7466-4455-aef1-95ad63b8c2f3 req-403cc0bf-005e-4948-b3d4-c6a0ef988ff5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:01.366431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e526a-7466-4455-aef1-95ad63b8c2f3 req-403cc0bf-005e-4948-b3d4-c6a0ef988ff5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:01.368410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-007e526a-7466-4455-aef1-95ad63b8c2f3 req-403cc0bf-005e-4948-b3d4-c6a0ef988ff5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2412 time: 0.2028306 Feb 03 14:17:01.395349 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.395700 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.396250 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.396946 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.397299 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.397629 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.398133 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.398675 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.399121 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.399458 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.399788 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.400114 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.400451 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:01.417019 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Attempting to bind port b8790143-c883-4e97-8614-895266fb5299 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:01.417398 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Attempting to bind port b8790143-c883-4e97-8614-895266fb5299 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:01.417765 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Attempting to bind port b8790143-c883-4e97-8614-895266fb5299 on network 7530b769-0022-459e-beaf-88dd89a624ce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:01.423579 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:01.424612 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Checking segment: {'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:01.425134 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.425538 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Bound using segment: {'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:01.426012 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Bound port: b8790143-c883-4e97-8614-895266fb5299, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80da9bad-f859-4b97-874f-54f4c23f6d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:01.426390 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8790143-c883-4e97-8614-895266fb5299), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.464465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a9ccbf5-74bb-452e-96bd-a67bfacc0b60 req-f3089554-ee55-45c4-9e2d-eb6dbe64d349 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741281 Feb 03 14:17:01.481469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-c15fc4d5-82af-4224-8ddc-5178ca555f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:01.483023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-c15fc4d5-82af-4224-8ddc-5178ca555f71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35a01515-b3c0-4ade-8726-09562818c594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2211647 Feb 03 14:17:01.500850 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] For port b8790143-c883-4e97-8614-895266fb5299, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:01.504722 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] For port b8790143-c883-4e97-8614-895266fb5299, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8790143-c883-4e97-8614-895266fb5299,segment=NetworkSegment(80da9bad-f859-4b97-874f-54f4c23f6d89),segment_id=80da9bad-f859-4b97-874f-54f4c23f6d89)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:01.513505 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b8790143-c883-4e97-8614-895266fb5299), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.568599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 556041ab-7048-4b0f-b186-d2e9bf15ad57 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:01.573025 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Routers {'e04aae9e-1345-4542-8d5f-6f4139fc7440'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:17:01.573957 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e04aae9e-1345-4542-8d5f-6f4139fc7440'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:01.594182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-007e526a-7466-4455-aef1-95ad63b8c2f3 req-977558ee-3550-4623-8753-0766608c5479 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847253 Feb 03 14:17:01.713083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dc593c99-f1d4-4ce2-b6d4-105f636d42a9 None None] Provisioning complete for port b8790143-c883-4e97-8614-895266fb5299 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:01.713472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc593c99-f1d4-4ce2-b6d4-105f636d42a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8790143-c883-4e97-8614-895266fb5299), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.752268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-22e25901-6957-4d53-8aa2-202543dff7e9 service neutron] 10.222.0.45 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539036 Feb 03 14:17:01.841087 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] Set router e04aae9e-1345-4542-8d5f-6f4139fc7440 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:17:01.847957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 556041ab-7048-4b0f-b186-d2e9bf15ad57 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:01.868578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 556041ab-7048-4b0f-b186-d2e9bf15ad57 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:01.868990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.910761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (167dc7c2-c4c0-4040-94bc-21fa3774f5f2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:01.925202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:02.012776 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2990df0-e786-4fbf-854c-2ce26361185d None None] Pushing event updated for resources: {'Port': ['ID=b8790143-c883-4e97-8614-895266fb5299,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:02.041407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dc593c99-f1d4-4ce2-b6d4-105f636d42a9 None None] Current status of the port b8790143-c883-4e97-8614-895266fb5299 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:02.041798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc593c99-f1d4-4ce2-b6d4-105f636d42a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8790143-c883-4e97-8614-895266fb5299), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.043256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37392) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:02.045318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event deleted for resources: {'Port': ['ID=167dc7c2-c4c0-4040-94bc-21fa3774f5f2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:02.047312 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-d1ab829e-1cfa-49a9-a462-3a3b3e814938 req-94b0bad0-6a17-42f7-9c03-69c60bc0b38a tempest-FloatingIPDetailsNegativeTestJSON-163836783 tempest-FloatingIPDetailsNegativeTestJSON-163836783-project] show failed (client error): The resource could not be found. Feb 03 14:17:02.048370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1ab829e-1cfa-49a9-a462-3a3b3e814938 req-94b0bad0-6a17-42f7-9c03-69c60bc0b38a tempest-FloatingIPDetailsNegativeTestJSON-163836783 tempest-FloatingIPDetailsNegativeTestJSON-163836783-project] 10.222.0.52 "GET /v2.0/floatingips/fb2bd4ee-e98f-4623-884b-a4383dafe0ff HTTP/1.1" status: 404 len: 350 time: 0.1949453 Feb 03 14:17:02.063788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37396) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:02.095693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-70805070-24b5-43e0-8a40-69f11fab9998 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d4a329d168d64704baf27a1cf79563e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1171370 Feb 03 14:17:02.171525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] No DVR routers for this DVR port 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:02.198383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.202316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7782756c-db43-4010-bae3-f21426c1b8c0 req-396432f3-44b3-4bc2-a456-24dadc93c488 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "DELETE /v2.0/ports/167dc7c2-c4c0-4040-94bc-21fa3774f5f2 HTTP/1.1" status: 204 len: 173 time: 2.0968249 Feb 03 14:17:02.231055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dc593c99-f1d4-4ce2-b6d4-105f636d42a9 None None] For port b8790143-c883-4e97-8614-895266fb5299, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8790143-c883-4e97-8614-895266fb5299,segment=NetworkSegment(80da9bad-f859-4b97-874f-54f4c23f6d89),segment_id=80da9bad-f859-4b97-874f-54f4c23f6d89)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:02.232963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 556041ab-7048-4b0f-b186-d2e9bf15ad57 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:02.233406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.265665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:02.268301 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad40bfd1-7c35-423d-9297-dfb763541b59" -d '{"events": [{"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-plugged", "status": "completed", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:02.271033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc593c99-f1d4-4ce2-b6d4-105f636d42a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b8790143-c883-4e97-8614-895266fb5299), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.285400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-edf9fc09-8052-4786-be7d-7211a7f22d43 service neutron] 10.222.0.45 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455171 Feb 03 14:17:02.329757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:02.339120 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:16:57Z', 'revision_number': 4, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port': {'id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:49Z', 'updated_at': '2022-02-03T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b8790143-c883-4e97-8614-895266fb5299', 'name': '', 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'mac_address': 'fa:16:3e:5b:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '74c6a306-c725-462d-88cd-fa059d7f3c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:55Z', 'updated_at': '2022-02-03T14:17:01Z', 'revision_number': 4, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'subnets': [{'id': '74c6a306-c725-462d-88cd-fa059d7f3c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:02.344254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-4e883827-25ec-436d-b145-88c62ed536c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad HTTP/1.1" status: 200 len: 217 time: 0.0518143 Feb 03 14:17:02.352525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd5d013d-a4a2-4e61-981c-c7bfa140e5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.381915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffbd4-5321-452b-ac7e-45ea64ad0424 req-5a149831-98b9-4d88-a652-117b39e223e0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:02.384154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b3ffbd4-5321-452b-ac7e-45ea64ad0424 req-5a149831-98b9-4d88-a652-117b39e223e0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.2176902 Feb 03 14:17:02.392959 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f3230-5496-4e61-a74b-88cc8fbbbc7b None None] The sync data for ids ['e04aae9e-1345-4542-8d5f-6f4139fc7440'] in n-d-827549-2 is: [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:16:57Z', 'revision_number': 4, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port': {'id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:49Z', 'updated_at': '2022-02-03T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'b8790143-c883-4e97-8614-895266fb5299', 'name': '', 'network_id': '7530b769-0022-459e-beaf-88dd89a624ce', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'mac_address': 'fa:16:3e:5b:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '74c6a306-c725-462d-88cd-fa059d7f3c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:55Z', 'updated_at': '2022-02-03T14:17:01Z', 'revision_number': 4, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'subnets': [{'id': '74c6a306-c725-462d-88cd-fa059d7f3c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:17:02.409394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.428465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-596266a1-c518-47d3-9cfb-c8c4ed76d1e9 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:02.434258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-596266a1-c518-47d3-9cfb-c8c4ed76d1e9 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374410 Feb 03 14:17:02.501879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-23b6a299-b5aa-4773-ae0c-d42796d28092 None None] Provisioning complete for port b8790143-c883-4e97-8614-895266fb5299 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:02.502539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23b6a299-b5aa-4773-ae0c-d42796d28092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8790143-c883-4e97-8614-895266fb5299), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.535938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc593c99-f1d4-4ce2-b6d4-105f636d42a9 None None] Pushing event updated for resources: {'Port': ['ID=b8790143-c883-4e97-8614-895266fb5299,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:02.576082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-9d9f66eb-d1d4-4318-a88d-36f2facc0d6c tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/quotas/d4a329d168d64704baf27a1cf79563e5 HTTP/1.1" status: 200 len: 375 time: 0.1328096 Feb 03 14:17:02.580588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1dd5f93e-ad10-46a4-8160-54c9151554db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:02.582390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-1dd5f93e-ad10-46a4-8160-54c9151554db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db7048de-fa32-4c63-aeb6-5792db7abc84 HTTP/1.1" status: 200 len: 801 time: 0.2302427 Feb 03 14:17:02.636198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:02.650729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd5d013d-a4a2-4e61-981c-c7bfa140e5d5 admin admin] Publish callbacks [] for security_group (c547f7b0-2322-434d-847e-81f8b234a9e0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.661726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd5d013d-a4a2-4e61-981c-c7bfa140e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c547f7b0-2322-434d-847e-81f8b234a9e0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.671623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-ab04c4cd-e326-4293-8c04-82616401b769 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d4a329d168d64704baf27a1cf79563e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826700 Feb 03 14:17:02.687306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b3ffbd4-5321-452b-ac7e-45ea64ad0424 req-5a8e499f-c476-4a44-af50-9cafb9fc8a47 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687948 Feb 03 14:17:02.727684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-23b6a299-b5aa-4773-ae0c-d42796d28092 None None] Current status of the port b8790143-c883-4e97-8614-895266fb5299 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:02.735718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-42d0678c-c820-46d0-bf66-f9844e4d4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:02.737315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-42d0678c-c820-46d0-bf66-f9844e4d4624 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c7e5c94-199f-42a4-aa40-820b6471f726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1318820 Feb 03 14:17:02.763033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d013d-a4a2-4e61-981c-c7bfa140e5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c547f7b0-2322-434d-847e-81f8b234a9e0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:02.771617 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dd5d013d-a4a2-4e61-981c-c7bfa140e5d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ded59a2b1b4c40fb8bd0b920e3af8f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7265596 Feb 03 14:17:02.774897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37404) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:02.911182 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e151652e-bfbb-405e-b90f-d8362d24d37e admin admin] Publish callbacks [] for security_group (c547f7b0-2322-434d-847e-81f8b234a9e0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:02.962912 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ecec5d-dc05-4d88-a3b2-c2bb0cab72fa x-openstack-request-id: req-e9ecec5d-dc05-4d88-a3b2-c2bb0cab72fa {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:02.963215 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-plugged", "status": "completed", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:02.963445 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9ecec5d-dc05-4d88-a3b2-c2bb0cab72fa {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:02.963842 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'code': 200} Feb 03 14:17:03.048273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e151652e-bfbb-405e-b90f-d8362d24d37e admin admin] Publish callbacks [] for security_group (c547f7b0-2322-434d-847e-81f8b234a9e0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:03.071885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39bde5a-2bab-41fe-bcf7-2b4e5a43b644 req-71f80ac3-bdd5-49b4-8f38-381764b75788 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=03cb996f-98d8-4d23-be4d-cce054fb9135 HTTP/1.1" status: 200 len: 210 time: 0.1365182 Feb 03 14:17:03.102792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-980db410-6fcc-444e-9b9c-7f3532d0b41f service neutron] 10.222.0.45 "GET /v2.0/networks/7c7e5c94-199f-42a4-aa40-820b6471f726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573921 Feb 03 14:17:03.176565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e04aae9e-1345-4542-8d5f-6f4139fc7440), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:03.179114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'tag': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86'}, {'server_uuid': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'name': 'network-vif-deleted', 'tag': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:03.181774 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9d26a7-75d3-4479-92c5-5448b42f7759" -d '{"events": [{"name": "network-changed", "server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "tag": "1c0b64c1-5ea5-459d-a770-6b5d9b06fa86"}, {"server_uuid": "03cb996f-98d8-4d23-be4d-cce054fb9135", "name": "network-vif-deleted", "tag": "167dc7c2-c4c0-4040-94bc-21fa3774f5f2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:03.236934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6f85-071b-4193-a85a-061a55769bb0 req-25e640ea-a041-4c0d-a50b-ec967b461ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:03.238720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-211f6f85-071b-4193-a85a-061a55769bb0 req-25e640ea-a041-4c0d-a50b-ec967b461ab8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 1127 time: 0.1641355 Feb 03 14:17:03.275424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e151652e-bfbb-405e-b90f-d8362d24d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c547f7b0-2322-434d-847e-81f8b234a9e0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:03.281229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e151652e-bfbb-405e-b90f-d8362d24d37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:03.281615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:03.286691 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e151652e-bfbb-405e-b90f-d8362d24d37e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c547f7b0-2322-434d-847e-81f8b234a9e0 HTTP/1.1" status: 204 len: 168 time: 0.5084758 Feb 03 14:17:03.337080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e29767-ef25-4d53-8bff-4e72b21d6b4f req-1207c447-d5b4-4b6f-b0f4-b4db46fdbacf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:03.339417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e29767-ef25-4d53-8bff-4e72b21d6b4f req-1207c447-d5b4-4b6f-b0f4-b4db46fdbacf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.2754142 Feb 03 14:17:03.368659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:03.369011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 167dc7c2-c4c0-4040-94bc-21fa3774f5f2 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:03.369145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151652e-bfbb-405e-b90f-d8362d24d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c547f7b0-2322-434d-847e-81f8b234a9e0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:03.405825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875d7a-c2a9-4cd8-a38b-2fc81d9f1318 req-c1e1d18d-6fdb-481b-b327-f96963186ca6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:03.411194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875d7a-c2a9-4cd8-a38b-2fc81d9f1318 req-c1e1d18d-6fdb-481b-b327-f96963186ca6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:03.418283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875d7a-c2a9-4cd8-a38b-2fc81d9f1318 req-c1e1d18d-6fdb-481b-b327-f96963186ca6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:03.429785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41875d7a-c2a9-4cd8-a38b-2fc81d9f1318 req-c1e1d18d-6fdb-481b-b327-f96963186ca6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2412 time: 0.2418530 Feb 03 14:17:03.482235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-0986e805-190f-412f-a115-39e2f204d5f7 service neutron] 10.222.0.45 "GET /v2.0/networks/7c7e5c94-199f-42a4-aa40-820b6471f726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553607 Feb 03 14:17:03.515548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8790143-c883-4e97-8614-895266fb5299 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:03.566369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-dfd9cf8e-7894-4a77-b8b9-58d3099a4e3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 HTTP/1.1" status: 200 len: 217 time: 0.0762889 Feb 03 14:17:03.578480 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-211f6f85-071b-4193-a85a-061a55769bb0 req-7b815f11-f15c-48de-9bf5-90761b97eb46 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239791 Feb 03 14:17:03.586526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e29767-ef25-4d53-8bff-4e72b21d6b4f req-4bdbde9d-6643-4beb-8b2d-a59d268db888 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328780 Feb 03 14:17:03.625182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b8790143-c883-4e97-8614-895266fb5299 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:03.625567 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8790143-c883-4e97-8614-895266fb5299), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:03.690818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41875d7a-c2a9-4cd8-a38b-2fc81d9f1318 req-879f427e-70b0-487e-ba81-d5d1d86b4c9c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598271 Feb 03 14:17:03.787001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76722632-fa09-44dc-9c3a-d091f519af05 req-6af23f5b-b223-4df0-8247-b8a4685c67d9 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 210 time: 0.1254117 Feb 03 14:17:03.809113 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3eac9-5e26-4bcf-88cf-6b8c1237c803 x-openstack-request-id: req-cdb3eac9-5e26-4bcf-88cf-6b8c1237c803 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:03.809741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b8790143-c883-4e97-8614-895266fb5299 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:03.812321 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "tag": "1c0b64c1-5ea5-459d-a770-6b5d9b06fa86", "status": "completed", "code": 200}, {"server_uuid": "03cb996f-98d8-4d23-be4d-cce054fb9135", "name": "network-vif-deleted", "tag": "167dc7c2-c4c0-4040-94bc-21fa3774f5f2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:03.813160 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdb3eac9-5e26-4bcf-88cf-6b8c1237c803 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:03.814457 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'tag': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86', 'status': 'completed', 'code': 200} Feb 03 14:17:03.814457 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb996f-98d8-4d23-be4d-cce054fb9135', 'name': 'network-vif-deleted', 'tag': '167dc7c2-c4c0-4040-94bc-21fa3774f5f2', 'status': 'completed', 'code': 200} Feb 03 14:17:03.818675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-8fbef80f-ba6e-4335-acb8-13cb3384e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:03.821814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-8fbef80f-ba6e-4335-acb8-13cb3384e092 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acf6399d-3288-474f-9897-69eca1e7f774 HTTP/1.1" status: 200 len: 801 time: 0.2339706 Feb 03 14:17:03.896247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-b3d7a982-25ac-47cc-bca8-ff9cd0e03aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:03.898002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-b3d7a982-25ac-47cc-bca8-ff9cd0e03aec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35a01515-b3c0-4ade-8726-09562818c594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0682433 Feb 03 14:17:03.930743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Deleting port b8790143-c883-4e97-8614-895266fb5299 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:03.931519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b8790143-c883-4e97-8614-895266fb5299), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:03.934047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37428) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:03.964299 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4492aae2-736c-45ca-9d2a-e74c273dbe58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.028451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f234a3-77af-4871-add1-31c6a23b2a74 req-50e2acbf-6f3d-4420-9333-5cf5a2d2c00a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:04.029792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21f234a3-77af-4871-add1-31c6a23b2a74 req-50e2acbf-6f3d-4420-9333-5cf5a2d2c00a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.1308098 Feb 03 14:17:04.061470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] For port b8790143-c883-4e97-8614-895266fb5299, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8790143-c883-4e97-8614-895266fb5299,segment=NetworkSegment(80da9bad-f859-4b97-874f-54f4c23f6d89),segment_id=80da9bad-f859-4b97-874f-54f4c23f6d89)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:04.062532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b8790143-c883-4e97-8614-895266fb5299), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.079644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-4376ef48-16bc-42e2-afd2-62498fed1c23 service neutron] 10.222.0.45 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701553 Feb 03 14:17:04.095677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Calling delete_port for b8790143-c883-4e97-8614-895266fb5299 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:04.163431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21f234a3-77af-4871-add1-31c6a23b2a74 req-98ecbe12-5f8c-429f-93d8-10e95b2d3ae2 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214652 Feb 03 14:17:04.180241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4492aae2-736c-45ca-9d2a-e74c273dbe58 admin admin] Publish callbacks [] for security_group (b1e7b313-9fd3-488c-aeac-012e77006c85), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.188731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4492aae2-736c-45ca-9d2a-e74c273dbe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b1e7b313-9fd3-488c-aeac-012e77006c85), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.236740 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4492aae2-736c-45ca-9d2a-e74c273dbe58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e81ed9f0ed024c09abd3d2bdbd14bd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953901 Feb 03 14:17:04.247901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37438) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:04.281791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492aae2-736c-45ca-9d2a-e74c273dbe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7b313-9fd3-488c-aeac-012e77006c85,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:04.325765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8e23692-b52b-4a49-8eee-e5f39750520e admin admin] Publish callbacks [] for security_group (b1e7b313-9fd3-488c-aeac-012e77006c85), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.342646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb91fea-f1f3-4df0-9b43-6c5fa0344f84 req-7cec7ce6-68ce-440a-ad1c-c706e3a7cce3 service neutron] 10.222.0.45 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571924 Feb 03 14:17:04.357024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8e23692-b52b-4a49-8eee-e5f39750520e admin admin] Publish callbacks [] for security_group (b1e7b313-9fd3-488c-aeac-012e77006c85), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.453047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b8790143-c883-4e97-8614-895266fb5299), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.482521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8790143-c883-4e97-8614-895266fb5299,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:04.507158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-c5b4c3a2-7eba-4848-b428-0d149cc49b94 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d4a329d168d64704baf27a1cf79563e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504096 Feb 03 14:17:04.569406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8e23692-b52b-4a49-8eee-e5f39750520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b1e7b313-9fd3-488c-aeac-012e77006c85), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.573215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8e23692-b52b-4a49-8eee-e5f39750520e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.577312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e8e23692-b52b-4a49-8eee-e5f39750520e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1e7b313-9fd3-488c-aeac-012e77006c85 HTTP/1.1" status: 204 len: 168 time: 0.3282051 Feb 03 14:17:04.717536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e23692-b52b-4a49-8eee-e5f39750520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7b313-9fd3-488c-aeac-012e77006c85,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:04.718385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e04aae9e-1345-4542-8d5f-6f4139fc7440), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:04.750875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-3a97dd63-ff0f-40c1-8fa9-0727383332a5 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:04.758010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-3a97dd63-ff0f-40c1-8fa9-0727383332a5 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.3417430 Feb 03 14:17:04.823345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-fbb4faef-7c4a-4fb8-b3dd-9cc5dde256e1 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/quotas/7fb8babc94464b66b4f3e506e326980f HTTP/1.1" status: 200 len: 375 time: 0.0642283 Feb 03 14:17:04.837957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-6c6d7aab-06f8-4402-b790-11fd1ae54b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:04.838636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-6c6d7aab-06f8-4402-b790-11fd1ae54b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:04.839094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-6c6d7aab-06f8-4402-b790-11fd1ae54b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:04.840925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-6c6d7aab-06f8-4402-b790-11fd1ae54b18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2958 time: 0.3973839 Feb 03 14:17:04.964365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f121-0997-446f-9e94-b6d9615177cb req-c1424622-1a38-4df2-b307-ee6fe4f403ca tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:04.965992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29f2f121-0997-446f-9e94-b6d9615177cb req-c1424622-1a38-4df2-b307-ee6fe4f403ca tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.2690239 Feb 03 14:17:04.977252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-8488b52c-4482-4e8e-b59e-af0d603fe821 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:04.978750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-8488b52c-4482-4e8e-b59e-af0d603fe821 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4279101 Feb 03 14:17:05.002975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Request body: {'port': {'device_id': '35089563-a7fc-4f88-a979-89328bce213e', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'd4a329d168d64704baf27a1cf79563e5'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:05.087207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-5db6667b-3fb0-411f-b825-cf9a3b2b7a3e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2559943 Feb 03 14:17:05.138763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-93be067d-c010-48da-a691-75129c3b7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:05.141170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-93be067d-c010-48da-a691-75129c3b7e51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c7e5c94-199f-42a4-aa40-820b6471f726 HTTP/1.1" status: 200 len: 902 time: 0.2843523 Feb 03 14:17:05.217403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29f2f121-0997-446f-9e94-b6d9615177cb req-15f95c51-fe9a-481e-845c-3b72ab1f05a4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354367 Feb 03 14:17:05.274162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-ae11a0ba-072c-401d-a786-ff2abfe55536 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad HTTP/1.1" status: 200 len: 217 time: 0.1169083 Feb 03 14:17:05.299582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Router e04aae9e-1345-4542-8d5f-6f4139fc7440 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:17:05.466833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:17:05.475595 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51b9806e-f5cf-45d2-b71a-36b5c53e2a94 admin admin] 10.222.0.52 "PUT /v2.0/routers/e04aae9e-1345-4542-8d5f-6f4139fc7440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4116094 Feb 03 14:17:05.477677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37482) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:05.478342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] Sync routers for ids ['e04aae9e-1345-4542-8d5f-6f4139fc7440'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:17:05.489297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] Routers {'e04aae9e-1345-4542-8d5f-6f4139fc7440'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:17:05.490214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e04aae9e-1345-4542-8d5f-6f4139fc7440'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:05.589451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks [] for router (e04aae9e-1345-4542-8d5f-6f4139fc7440), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:05.604745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] Set router e04aae9e-1345-4542-8d5f-6f4139fc7440 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:17:05.727024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks [] for router_gateway (e04aae9e-1345-4542-8d5f-6f4139fc7440), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:05.797943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Deleting port 7094dadc-a58d-4039-a3e8-096fa00e18b8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:05.798938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:05.818914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-fa243ab7-0723-4c1d-9929-197aba50eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:05.820356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-fa243ab7-0723-4c1d-9929-197aba50eb3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db7048de-fa32-4c63-aeb6-5792db7abc84 HTTP/1.1" status: 200 len: 801 time: 0.5322466 Feb 03 14:17:05.822430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-545eae3f-0f7d-42ed-8e4f-6dec07423ce7 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993051 Feb 03 14:17:05.894593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Made reservation on behalf of d4a329d168d64704baf27a1cf79563e5 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:05.898103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:05.913327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] For port 7094dadc-a58d-4039-a3e8-096fa00e18b8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7094dadc-a58d-4039-a3e8-096fa00e18b8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:05.914252 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:05.930404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Calling delete_port for 7094dadc-a58d-4039-a3e8-096fa00e18b8 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:05.934427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.010532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c62d11-2363-4628-b661-6df494ec4ef7 req-b8dcc4b9-1851-4d2c-99af-4164be0bcecd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:06.015811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c62d11-2363-4628-b661-6df494ec4ef7 req-b8dcc4b9-1851-4d2c-99af-4164be0bcecd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:06.021380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c62d11-2363-4628-b661-6df494ec4ef7 req-b8dcc4b9-1851-4d2c-99af-4164be0bcecd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:06.023164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86c62d11-2363-4628-b661-6df494ec4ef7 req-b8dcc4b9-1851-4d2c-99af-4164be0bcecd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2412 time: 0.7338495 Feb 03 14:17:06.034824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-eb0eeeaf-3f7d-4c24-8f32-c752baa77a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:06.036545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-eb0eeeaf-3f7d-4c24-8f32-c752baa77a51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c7e5c94-199f-42a4-aa40-820b6471f726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2067277 Feb 03 14:17:06.111525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:17:04Z', 'revision_number': 5, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port': {'id': '7094dadc-a58d-4039-a3e8-096fa00e18b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:49Z', 'updated_at': '2022-02-03T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:06.141300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] Checking router: e04aae9e-1345-4542-8d5f-6f4139fc7440 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:17:06.147340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7094dadc-a58d-4039-a3e8-096fa00e18b8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.151153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] Routers {'e04aae9e-1345-4542-8d5f-6f4139fc7440'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:17:06.152401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:16:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e04aae9e-1345-4542-8d5f-6f4139fc7440'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:06.185528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Pushing event deleted for resources: {'Port': ['ID=7094dadc-a58d-4039-a3e8-096fa00e18b8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:06.203528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-5348d20f-8a67-4ec0-812c-452fc91f33c5 service neutron] 10.222.0.52 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714485 Feb 03 14:17:06.243412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86c62d11-2363-4628-b661-6df494ec4ef7 req-fc711306-84ad-4e7c-ae3a-5432c2ffb54b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019124 Feb 03 14:17:06.274371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] Set router e04aae9e-1345-4542-8d5f-6f4139fc7440 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:17:06.298439 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e04aae9e-1345-4542-8d5f-6f4139fc7440), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.357165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-17036089-239a-4f85-92ab-5a3365b88018 service neutron] 10.222.0.45 "GET /v2.0/networks/7c7e5c94-199f-42a4-aa40-820b6471f726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102345 Feb 03 14:17:06.394879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:17:06Z', 'revision_number': 7, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:06.397330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks [] for security_group (97e77212-a714-491c-87d5-633b86232af2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.428047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (97e77212-a714-491c-87d5-633b86232af2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.459061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3c88d-af39-4bc7-8814-9b1f25f44a98 None None] The sync data for ids ['e04aae9e-1345-4542-8d5f-6f4139fc7440'] in n-d-827549-2 is: [{'id': 'e04aae9e-1345-4542-8d5f-6f4139fc7440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1126671558-router', 'tenant_id': 'b29fdb8bec154a93a10863895b6a4926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:48Z', 'updated_at': '2022-02-03T14:17:06Z', 'revision_number': 7, 'project_id': 'b29fdb8bec154a93a10863895b6a4926', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:17:06.541000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8a0e210-3efc-4f37-8764-ab801871a73c req-abeedff9-7553-43ec-a190-bb84fe8c8274 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 210 time: 0.1212766 Feb 03 14:17:06.550306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e04aae9e-1345-4542-8d5f-6f4139fc7440), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.559837 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks [] for router_controller (e04aae9e-1345-4542-8d5f-6f4139fc7440), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.621312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e04aae9e-1345-4542-8d5f-6f4139fc7440), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.622187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e04aae9e-1345-4542-8d5f-6f4139fc7440 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:17:06.627844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.629156 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e17b6772-b84d-49da-bd97-9999029c891c admin admin] 10.222.0.52 "DELETE /v2.0/routers/e04aae9e-1345-4542-8d5f-6f4139fc7440 HTTP/1.1" status: 204 len: 168 time: 1.1504443 Feb 03 14:17:06.631652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37514) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:06.659358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e77212-a714-491c-87d5-633b86232af2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:06.682940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] Deleting subnet 74c6a306-c725-462d-88cd-fa059d7f3c56 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:17:06.686262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] Publish callbacks [] for subnet (74c6a306-c725-462d-88cd-fa059d7f3c56), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.774687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (74c6a306-c725-462d-88cd-fa059d7f3c56), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:06.775102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b6aab9c-50ec-4262-9985-63a433dab4de req-0f74f62d-bbb7-4bef-8c3c-2b5011a4d804 service neutron] 10.222.0.45 "GET /v2.0/networks/7c7e5c94-199f-42a4-aa40-820b6471f726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018133 Feb 03 14:17:06.794411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f0ae3-5f92-47b5-a991-591bb53e3a51 req-e4d6da02-57b4-4937-b65f-64c64f23e0d0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:06.801720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe0f0ae3-5f92-47b5-a991-591bb53e3a51 req-e4d6da02-57b4-4937-b65f-64c64f23e0d0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 945 time: 0.3249524 Feb 03 14:17:06.844559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-9f99f723-234c-4c01-9709-84e4ba26a58c tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:06.846892 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-9f99f723-234c-4c01-9709-84e4ba26a58c tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.1411371 Feb 03 14:17:06.854026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c021b42-16ee-4b99-82b4-85c2f434fcbd req-e90a200f-5686-4189-9302-6792f78bf0d6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:06.855500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c021b42-16ee-4b99-82b4-85c2f434fcbd req-e90a200f-5686-4189-9302-6792f78bf0d6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.2137024 Feb 03 14:17:06.856793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Allocated IP 192.168.233.198 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/710851c4-ebce-4dbd-8148-668748a13559) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:06.870380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-2'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:06.977485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe0f0ae3-5f92-47b5-a991-591bb53e3a51 req-2dd4561f-0f9e-48ee-a886-ee94f77821a6 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746233 Feb 03 14:17:06.987928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (74c6a306-c725-462d-88cd-fa059d7f3c56), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.020179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c021b42-16ee-4b99-82b4-85c2f434fcbd req-d6812b79-4b6a-47d7-8f5b-f9a59d1c706d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375866 Feb 03 14:17:07.040723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-b664daa4-3591-4b8e-891a-dd0b97082ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:07.041633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-b664daa4-3591-4b8e-891a-dd0b97082ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:07.043096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.043960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-b664daa4-3591-4b8e-891a-dd0b97082ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:07.051338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-b664daa4-3591-4b8e-891a-dd0b97082ecf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2958 time: 0.2151296 Feb 03 14:17:07.246954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e5e6cb-1262-4336-a457-30e0c9a94ddf req-9621ec2d-a174-43b1-8a7d-c46094c1d7eb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 210 time: 0.0336840 Feb 03 14:17:07.251004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-32e12d5e-340b-471c-a201-0c2f0279f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:07.252257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-32e12d5e-340b-471c-a201-0c2f0279f818 service neutron] 10.222.0.45 "GET /v2.0/networks?id=35a01515-b3c0-4ade-8726-09562818c594 HTTP/1.1" status: 200 len: 902 time: 0.1883807 Feb 03 14:17:07.261223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (74c6a306-c725-462d-88cd-fa059d7f3c56), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.273831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:07.356125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:07.360372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151adc77-38c0-4068-9066-824d40351a4d None None] Network 7530b769-0022-459e-beaf-88dd89a624ce requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:17:07.361923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.371288 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74c6a306-c725-462d-88cd-fa059d7f3c56 HTTP/1.1" status: 204 len: 168 time: 0.7375829 Feb 03 14:17:07.371976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec240ab-45e3-4ca8-8552-5f7d3dcbb344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c6a306-c725-462d-88cd-fa059d7f3c56,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:07.393165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37536) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:07.422022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-eb355f39-864e-482d-af87-a7d00e892dc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 HTTP/1.1" status: 200 len: 217 time: 0.1399455 Feb 03 14:17:07.497201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7094dadc-a58d-4039-a3e8-096fa00e18b8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:07.517675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:07.565809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-a5869288-dc25-407e-8f58-a03ff94079b7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688858 Feb 03 14:17:07.587275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7094dadc-a58d-4039-a3e8-096fa00e18b8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:07.589226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7094dadc-a58d-4039-a3e8-096fa00e18b8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:07.591208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8790143-c883-4e97-8614-895266fb5299 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:07.598710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Publish callbacks [] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.604245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:07.607408 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45925d0d-0c78-4f58-a2c6-ba26004dc21a" -d '{"events": [{"server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:07.643529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks [] for port (710851c4-ebce-4dbd-8148-668748a13559), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.659208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-01745f2d-a559-4a7d-a4af-daacd8b310ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:07.660956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-01745f2d-a559-4a7d-a4af-daacd8b310ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acf6399d-3288-474f-9897-69eca1e7f774 HTTP/1.1" status: 200 len: 801 time: 0.2221782 Feb 03 14:17:07.672447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7530b769-0022-459e-beaf-88dd89a624ce), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.675522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.686441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:07.726730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b8790143-c883-4e97-8614-895266fb5299 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:07.727319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8790143-c883-4e97-8614-895266fb5299 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:07.790293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:07.818232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on host n-h1-827549-2 for vnic_type normal with profile {"migrating_to": "n-h2-827549-2"} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:07.818574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:07.819038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:07.829099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86', 'network_id': '35a01515-b3c0-4ade-8726-09562818c594', 'port_id': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86', 'mac_address': 'fa:16:3e:8f:2c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf6399d-3288-474f-9897-69eca1e7f774', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:07.856721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-ee10fbc2-51f5-427d-8a80-74f6340871c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:07.862285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-ee10fbc2-51f5-427d-8a80-74f6340871c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35a01515-b3c0-4ade-8726-09562818c594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1949675 Feb 03 14:17:07.872558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:07.872902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Attempting to bind port c5a14c8b-3d77-4668-9645-1e236a50462a on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:07.883090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-35aa546e-674d-42a7-b099-e189a4ccf6f7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:07.889015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-35aa546e-674d-42a7-b099-e189a4ccf6f7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219514 Feb 03 14:17:07.905638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=7']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:07.924870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:07.925259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:07.925752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:07.926600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Bound port: c5a14c8b-3d77-4668-9645-1e236a50462a, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:07.927301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.943399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (710851c4-ebce-4dbd-8148-668748a13559), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:07.981430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:07.981834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.018487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:08.043605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:08.055289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] DHCP port deletion for 7530b769-0022-459e-beaf-88dd89a624ce request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:17:08.060119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'mac_address': 'fa:16:3e:7b:4e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:08.079143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-28fa94a6-3a82-4505-9470-0cf891117ccd service neutron] 10.222.0.45 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840894 Feb 03 14:17:08.080546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:08.080704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:08.085670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:08.094619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.104497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-c462d4aa-c9b6-48e0-997f-b606e1a58466 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/quotas/bd1bed0c4ead47ddae6959f21e2f0567 HTTP/1.1" status: 200 len: 375 time: 0.1818349 Feb 03 14:17:08.134548 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.134548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 584afa6a-79fa-42e9-a25e-a1cd8353f0ad details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:08.134923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:08.161575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Deleting port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:08.161966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.181439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:08.181834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.222486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b092e296-f62c-41f1-8ccd-913771fe4200 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:08.240729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=8']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:08.273053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:08.277379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:08.285114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:08.326817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] For port 75d52b2a-758a-49d8-b128-db80fb3b5ce4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=75d52b2a-758a-49d8-b128-db80fb3b5ce4,segment=NetworkSegment(80da9bad-f859-4b97-874f-54f4c23f6d89),segment_id=80da9bad-f859-4b97-874f-54f4c23f6d89)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:08.327202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.328909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:08.338884 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.344489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Calling delete_port for 75d52b2a-758a-49d8-b128-db80fb3b5ce4 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:08.349499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] Deleting port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:08.350127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.355901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:08.356663 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.368282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-55965a60-2b19-47d0-9ebc-e6eaee97df95 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2551775 Feb 03 14:17:08.405202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Pushing event updated for resources: {'Port': ['ID=710851c4-ebce-4dbd-8148-668748a13559,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:08.410716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-f6f95cc4-a497-40a4-8e08-b1bb1f579763 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4161861 Feb 03 14:17:08.417032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef9d26a7-75d3-4479-92c5-5448b42f7759 req-2c8dec6b-120b-48be-9e1d-7bcf3c36b4f8 service neutron] 10.222.0.45 "GET /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064265 Feb 03 14:17:08.436869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Request body: {'port': {'device_id': '35089563-a7fc-4f88-a979-89328bce213e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:08.496612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:08.533790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:08.536951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.538703 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-275211cc-bc28-4611-b13e-52a9f20c8f37 service neutron] 10.222.0.71 "PUT /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 1121 time: 1.6809101 Feb 03 14:17:08.540178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] For port 75d52b2a-758a-49d8-b128-db80fb3b5ce4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=75d52b2a-758a-49d8-b128-db80fb3b5ce4,segment=NetworkSegment(80da9bad-f859-4b97-874f-54f4c23f6d89),segment_id=80da9bad-f859-4b97-874f-54f4c23f6d89)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:08.540798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.543086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d7d9-09f5-43f8-abbc-b857a0ce9fff req-53cab121-b6a7-4b3e-b0a2-55a830876319 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:08.544669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:08.551352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad', 'network_id': '7c7e5c94-199f-42a4-aa40-820b6471f726', 'port_id': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad', 'mac_address': 'fa:16:3e:df:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7048de-fa32-4c63-aeb6-5792db7abc84', 'ip_address': '19.86.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:08.560776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d7d9-09f5-43f8-abbc-b857a0ce9fff req-53cab121-b6a7-4b3e-b0a2-55a830876319 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:08.568686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d7d9-09f5-43f8-abbc-b857a0ce9fff req-53cab121-b6a7-4b3e-b0a2-55a830876319 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:08.584280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] Calling delete_port for 75d52b2a-758a-49d8-b128-db80fb3b5ce4 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:08.595396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fea0d7d9-09f5-43f8-abbc-b857a0ce9fff req-53cab121-b6a7-4b3e-b0a2-55a830876319 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2413 time: 0.5129879 Feb 03 14:17:08.627379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c5a14c8b-3d77-4668-9645-1e236a50462a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:08.653160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b092e296-f62c-41f1-8ccd-913771fe4200'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:08.758057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.796455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d52b2a-758a-49d8-b128-db80fb3b5ce4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:08.805588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] No DVR routers for this DVR port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:08.834121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c5a14c8b-3d77-4668-9645-1e236a50462a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:08.847870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:08.848265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.902424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fea0d7d9-09f5-43f8-abbc-b857a0ce9fff req-f8500d96-c184-43ba-bbe2-b230f9442a0c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060668 Feb 03 14:17:08.922328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-14d86b86-5d37-44c3-9cc2-42d08ef70d13 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:08.922328 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-14d86b86-5d37-44c3-9cc2-42d08ef70d13 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 806 time: 0.4056854 Feb 03 14:17:08.922699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.922839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7530b769-0022-459e-beaf-88dd89a624ce), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.942128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (710851c4-ebce-4dbd-8148-668748a13559), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:08.947433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Request body: {'port': {'device_id': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'admin_state_up': True, 'tenant_id': '7fb8babc94464b66b4f3e506e326980f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:08.983509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584afa6a-79fa-42e9-a25e-a1cd8353f0ad {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:08.997553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e945c6-2e80-4c0c-b787-f5f5ee65e8dd req-0522f687-60ef-4972-b273-540f55bb457c tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:08.999117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7e945c6-2e80-4c0c-b787-f5f5ee65e8dd req-0522f687-60ef-4972-b273-540f55bb457c tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 936 time: 0.2595551 Feb 03 14:17:09.010966 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30448ff7-60f3-4c35-8287-f2277cd0d84e x-openstack-request-id: req-30448ff7-60f3-4c35-8287-f2277cd0d84e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:09.011275 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:09.011512 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30448ff7-60f3-4c35-8287-f2277cd0d84e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:09.012004 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a', 'code': 200} Feb 03 14:17:09.032568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7530b769-0022-459e-beaf-88dd89a624ce']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:09.058983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bd32ef77-1e73-4c4f-9f33-822d26d94979 None None] Provisioning complete for port 710851c4-ebce-4dbd-8148-668748a13559 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:09.059332 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd32ef77-1e73-4c4f-9f33-822d26d94979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (710851c4-ebce-4dbd-8148-668748a13559), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.077374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:09.089034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80da9bad-f859-4b97-874f-54f4c23f6d89') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:09.089646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80da9bad-f859-4b97-874f-54f4c23f6d89') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:09.106166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (80da9bad-f859-4b97-874f-54f4c23f6d89), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.121431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.122015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 650fcadb-6b0d-41d7-ae62-c17676514f5c details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:09.128466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (80da9bad-f859-4b97-874f-54f4c23f6d89), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.150476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:17:09.151157 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (80da9bad-f859-4b97-874f-54f4c23f6d89), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:17:09.153064 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:17:09.157736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 650fcadb-6b0d-41d7-ae62-c17676514f5c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=650fcadb-6b0d-41d7-ae62-c17676514f5c,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:09.178206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '650fcadb-6b0d-41d7-ae62-c17676514f5c', 'network_id': '35a01515-b3c0-4ade-8726-09562818c594', 'port_id': '650fcadb-6b0d-41d7-ae62-c17676514f5c', 'mac_address': 'fa:16:3e:6d:81:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf6399d-3288-474f-9897-69eca1e7f774', 'ip_address': '19.80.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:09.222505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7e945c6-2e80-4c0c-b787-f5f5ee65e8dd req-8a75f962-12c3-4c06-bdaf-b694e865362a tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110200 Feb 03 14:17:09.293550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Made reservation on behalf of 7fb8babc94464b66b4f3e506e326980f for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:09.295745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cdb9d-7cdb-474d-84a7-76f66aa2a515 req-89cb5bf8-bceb-4e74-9b47-e894256e829f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:09.297490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-701cdb9d-7cdb-474d-84a7-76f66aa2a515 req-89cb5bf8-bceb-4e74-9b47-e894256e829f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.2394390 Feb 03 14:17:09.298869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.319583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7530b769-0022-459e-beaf-88dd89a624ce), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.333340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.339682 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7530b769-0022-459e-beaf-88dd89a624ce HTTP/1.1" status: 204 len: 168 time: 1.9454622 Feb 03 14:17:09.373684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53725d5-fe6d-4886-9ae8-8cbb2d535460 admin admin] Pushing event deleted for resources: {'Network': ['ID=7530b769-0022-459e-beaf-88dd89a624ce,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:09.408375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-701cdb9d-7cdb-474d-84a7-76f66aa2a515 req-a3a408dc-1e67-427b-9787-f513a078e2f4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729270 Feb 03 14:17:09.479916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 75d52b2a-758a-49d8-b128-db80fb3b5ce4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:09.561780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 75d52b2a-758a-49d8-b128-db80fb3b5ce4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:09.562725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 75d52b2a-758a-49d8-b128-db80fb3b5ce4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:09.614471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Allocated IP 172.20.0.7 (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4/35369083-8ea3-441b-bc9b-db8e8b9111a0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:09.623844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (75d52b2a-758a-49d8-b128-db80fb3b5ce4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.637939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:09.672255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 650fcadb-6b0d-41d7-ae62-c17676514f5c is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:09.672944 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.675648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bd32ef77-1e73-4c4f-9f33-822d26d94979 None None] Port 710851c4-ebce-4dbd-8148-668748a13559 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:09.677117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0da94aa-77ab-46b7-905d-282736ee4933 req-60ff63c6-6a43-4735-ac02-adf3c94673bc tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 210 time: 0.1757686 Feb 03 14:17:09.692254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] Network 7530b769-0022-459e-beaf-88dd89a624ce is not hosted by any dhcp agent {{(pid=103343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 14:17:09.692852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] No DVR routers for this DVR port 75d52b2a-758a-49d8-b128-db80fb3b5ce4 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:09.699539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa80afc-8c4f-4722-a6dc-d1b0e25f074b req-6ab4d3f9-21d6-4b59-9339-9c9ec5e2f08a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:09.720858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37584) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:09.721566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa80afc-8c4f-4722-a6dc-d1b0e25f074b req-6ab4d3f9-21d6-4b59-9339-9c9ec5e2f08a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.3167565 Feb 03 14:17:09.763685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650fcadb-6b0d-41d7-ae62-c17676514f5c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:09.774714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:09.794031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4bc2011-7cad-4ee9-af1b-b0a6cbc1cfda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b29fdb8bec154a93a10863895b6a4926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718021 Feb 03 14:17:09.800070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710851c4-ebce-4dbd-8148-668748a13559 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:09.808762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37590) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:09.827872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Publish callbacks [] for port (710851c4-ebce-4dbd-8148-668748a13559), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.845119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7f473d-6ac5-4f65-9074-2337f7dc9040 req-d9004149-235b-4288-a7ab-4def08d950c0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 210 time: 0.0579965 Feb 03 14:17:09.879314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 650fcadb-6b0d-41d7-ae62-c17676514f5c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=650fcadb-6b0d-41d7-ae62-c17676514f5c,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:09.886754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Transition to ACTIVE for port object 710851c4-ebce-4dbd-8148-668748a13559 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:09.888817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68936d5f-c67e-4c8f-b44b-2659e95a0fd3 None None] Pushing event deleted for resources: {'Port': ['ID=75d52b2a-758a-49d8-b128-db80fb3b5ce4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:09.901862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eaa80afc-8c4f-4722-a6dc-d1b0e25f074b req-656a53e2-7571-403f-96a3-0805141799bc tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774693 Feb 03 14:17:09.909267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (710851c4-ebce-4dbd-8148-668748a13559), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:09.933505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.003228 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c81abafd-0e2f-463c-b564-1d3ccfbf8bf7 admin admin] Publish callbacks [] for security_group (e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.051265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks [] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.055898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=710851c4-ebce-4dbd-8148-668748a13559,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:10.059140 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c81abafd-0e2f-463c-b564-1d3ccfbf8bf7 admin admin] Publish callbacks [] for security_group (e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.073146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:10.098891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=650fcadb-6b0d-41d7-ae62-c17676514f5c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:10.102576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a has no active binding in host n-h2-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:17:10.177742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.190802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:10.236050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:10.243422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:10.246478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:10.249467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-5b338a68-e440-4e94-826d-0bf69f68087a tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982900 Feb 03 14:17:10.250018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c81abafd-0e2f-463c-b564-1d3ccfbf8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.258232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c81abafd-0e2f-463c-b564-1d3ccfbf8bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.261151 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c81abafd-0e2f-463c-b564-1d3ccfbf8bf7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd HTTP/1.1" status: 204 len: 168 time: 0.4533339 Feb 03 14:17:10.275035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Attempting to bind port 710851c4-ebce-4dbd-8148-668748a13559 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:10.275435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Attempting to bind port 710851c4-ebce-4dbd-8148-668748a13559 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:10.275708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Attempting to bind port 710851c4-ebce-4dbd-8148-668748a13559 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:10.310060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Port 710851c4-ebce-4dbd-8148-668748a13559 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:10.310780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Attempting to bind port 710851c4-ebce-4dbd-8148-668748a13559 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:10.335389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81abafd-0e2f-463c-b564-1d3ccfbf8bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d2d24b-d8d1-485d-83a4-17c3cf5e0fdd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:10.373327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event updated for resources: {'Port': ['ID=35369083-8ea3-441b-bc9b-db8e8b9111a0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:10.374937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['584afa6a-79fa-42e9-a25e-a1cd8353f0ad'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:10.396711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:10.397078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:10.397475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:10.398503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Bound port: 710851c4-ebce-4dbd-8148-668748a13559, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:10.398877 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (710851c4-ebce-4dbd-8148-668748a13559), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.406321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:10.407471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:10.432102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995c16-7909-4e7b-a34f-e5dcdbd3328b req-ba2b837e-659e-4d9c-b483-e1eee5474d09 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:10.436346 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-56602635-130f-4964-b022-aabcaaca69dd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5000491 Feb 03 14:17:10.439153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['650fcadb-6b0d-41d7-ae62-c17676514f5c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:10.440475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995c16-7909-4e7b-a34f-e5dcdbd3328b req-ba2b837e-659e-4d9c-b483-e1eee5474d09 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:10.446941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995c16-7909-4e7b-a34f-e5dcdbd3328b req-ba2b837e-659e-4d9c-b483-e1eee5474d09 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:10.458845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64995c16-7909-4e7b-a34f-e5dcdbd3328b req-ba2b837e-659e-4d9c-b483-e1eee5474d09 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2415 time: 0.4235024 Feb 03 14:17:10.461898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Request body: {'port': {'device_id': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:10.590798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.013575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:11.016243 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b80e45d-2f9e-4845-8974-f4b77cf45958" -d '{"events": [{"name": "network-changed", "server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:11.113977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705bea2-e6ad-4ce8-910a-f317ad4598e3 req-051ff34c-98f6-46cb-ae78-99f1dfb675bb tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:11.115511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a705bea2-e6ad-4ce8-910a-f317ad4598e3 req-051ff34c-98f6-46cb-ae78-99f1dfb675bb tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 948 time: 0.7276304 Feb 03 14:17:11.119160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64995c16-7909-4e7b-a34f-e5dcdbd3328b req-0321ed31-d850-4571-aac9-44a289ca1c91 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593308 Feb 03 14:17:11.127150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-d8dd26a1-6f36-4d35-b4a4-f12884cb156b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:11.128780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-d8dd26a1-6f36-4d35-b4a4-f12884cb156b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8584495 Feb 03 14:17:11.147285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35369083-8ea3-441b-bc9b-db8e8b9111a0 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:11.162105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Publish callbacks [] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.162928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:11.179144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Transition to ACTIVE for port object 35369083-8ea3-441b-bc9b-db8e8b9111a0 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:11.193225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.318263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Pushing event updated for resources: {'Port': ['ID=35369083-8ea3-441b-bc9b-db8e8b9111a0,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:11.332480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] For port 710851c4-ebce-4dbd-8148-668748a13559, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:11.346773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['1c0b64c1-5ea5-459d-a770-6b5d9b06fa86'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:11.355973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:11.359359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.426131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] For port 710851c4-ebce-4dbd-8148-668748a13559, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=710851c4-ebce-4dbd-8148-668748a13559,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:11.441711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a705bea2-e6ad-4ce8-910a-f317ad4598e3 req-cae39293-7fd6-46e1-9bb3-e408ec92c988 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117847 Feb 03 14:17:11.446853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.459053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (710851c4-ebce-4dbd-8148-668748a13559), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.487344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Attempting to bind port 35369083-8ea3-441b-bc9b-db8e8b9111a0 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:11.487793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Attempting to bind port 35369083-8ea3-441b-bc9b-db8e8b9111a0 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:11.488134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Attempting to bind port 35369083-8ea3-441b-bc9b-db8e8b9111a0 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:11.494514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Port 35369083-8ea3-441b-bc9b-db8e8b9111a0 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:11.494897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Attempting to bind port 35369083-8ea3-441b-bc9b-db8e8b9111a0 on network 2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:11.502890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:11.503379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Checking segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:11.503783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Bound using segment: {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:11.504465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Bound port: 35369083-8ea3-441b-bc9b-db8e8b9111a0, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe59782-b082-478c-bdd7-4d73d9f32e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:11.504884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.607285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=710851c4-ebce-4dbd-8148-668748a13559,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:11.624959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:11.644008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] For port 35369083-8ea3-441b-bc9b-db8e8b9111a0, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:11.649004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] For port 35369083-8ea3-441b-bc9b-db8e8b9111a0, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35369083-8ea3-441b-bc9b-db8e8b9111a0,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:11.683933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.789512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:11.790605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.793091 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] 10.222.0.71 "PUT /v2.0/ports/35369083-8ea3-441b-bc9b-db8e8b9111a0 HTTP/1.1" status: 200 len: 1091 time: 1.3366835 Feb 03 14:17:11.802652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port b092e296-f62c-41f1-8ccd-913771fe4200 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:11.803140 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.822919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for security_group (b1d65975-5235-49a6-915a-1ae185961bd6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.834021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6df8-e1f6-4328-886f-da566d4aa41a service neutron] Pushing event updated for resources: {'Port': ['ID=35369083-8ea3-441b-bc9b-db8e8b9111a0,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:11.859067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:11.860046 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.861415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-2a572d87-1393-4f1c-b3cb-a3c6bf6db8a0 service neutron] 10.222.0.45 "PUT /v2.0/ports/710851c4-ebce-4dbd-8148-668748a13559 HTTP/1.1" status: 200 len: 1096 time: 3.4341345 Feb 03 14:17:11.874908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35089563-a7fc-4f88-a979-89328bce213e', 'tag': '710851c4-ebce-4dbd-8148-668748a13559'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:11.889598 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5385081-c0c1-43c3-9043-002105a56fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "35089563-a7fc-4f88-a979-89328bce213e", "tag": "710851c4-ebce-4dbd-8148-668748a13559"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:11.900429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b1d65975-5235-49a6-915a-1ae185961bd6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:11.946905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851849bc-fc94-43f1-9b61-824d84e832fd req-244428eb-5994-4902-9885-0b0f6a744d2a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:11.948646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 650fcadb-6b0d-41d7-ae62-c17676514f5c up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:11.950344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-851849bc-fc94-43f1-9b61-824d84e832fd req-244428eb-5994-4902-9885-0b0f6a744d2a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.6380355 Feb 03 14:17:11.984699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-eada923f-5583-41fd-8374-b4ddf4efd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:11.991514 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-eada923f-5583-41fd-8374-b4ddf4efd931 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 1125 time: 0.1267934 Feb 03 14:17:12.027841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:12.028913 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.058565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 650fcadb-6b0d-41d7-ae62-c17676514f5c completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:12.083201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:12.087590 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e678ff0-106e-4a8d-912f-e6d86bc95886" -d '{"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:12.094567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 650fcadb-6b0d-41d7-ae62-c17676514f5c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:12.095055 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.098936 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-08c52ba9-3f19-4ded-9af0-3368a53f2657 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35369083-8ea3-441b-bc9b-db8e8b9111a0 HTTP/1.1" status: 200 len: 217 time: 0.0947659 Feb 03 14:17:12.131719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:12.145830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d65975-5235-49a6-915a-1ae185961bd6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:12.170285 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.177055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32959801-2348-4bc9-9e23-f0dd56a0e7c9 req-96c2a450-1c56-4ada-8094-1bda2448396c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:12.179577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32959801-2348-4bc9-9e23-f0dd56a0e7c9 req-96c2a450-1c56-4ada-8094-1bda2448396c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 943 time: 0.5743914 Feb 03 14:17:12.207116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-64837f92-12cd-4ef4-9822-f38d95ec64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:12.209358 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-64837f92-12cd-4ef4-9822-f38d95ec64ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.0987067 Feb 03 14:17:12.253838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:12.275260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-34865986-c68a-4d37-98d0-3c7b2ba63b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:12.276764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-34865986-c68a-4d37-98d0-3c7b2ba63b8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4a329d168d64704baf27a1cf79563e5&device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 1130 time: 0.3511107 Feb 03 14:17:12.277303 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-30f102ef-11cd-45f3-804e-5c5d80ce531e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606227 Feb 03 14:17:12.294377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-851849bc-fc94-43f1-9b61-824d84e832fd req-1830e143-b161-4738-b25b-3e8b793cd02c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143620 Feb 03 14:17:12.308370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 650fcadb-6b0d-41d7-ae62-c17676514f5c is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:12.308370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.370840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.210 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/83b11d05-af02-47ac-94eb-91ab29aaa7fb) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:12.373764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-27bee0d2-102a-4221-985d-de6bf990a024 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=710851c4-ebce-4dbd-8148-668748a13559 HTTP/1.1" status: 200 len: 217 time: 0.0839944 Feb 03 14:17:12.386163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 650fcadb-6b0d-41d7-ae62-c17676514f5c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=650fcadb-6b0d-41d7-ae62-c17676514f5c,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:12.402524 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.403311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 584afa6a-79fa-42e9-a25e-a1cd8353f0ad up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:12.445594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32959801-2348-4bc9-9e23-f0dd56a0e7c9 req-9855e4ef-011d-4866-a54b-7adc68a2ff8b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503300 Feb 03 14:17:12.534461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=650fcadb-6b0d-41d7-ae62-c17676514f5c,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:12.558970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:12.565862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:12.566670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.582218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-aa376e92-2c8a-4d28-bf57-ea95039447e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:12.583780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-aa376e92-2c8a-4d28-bf57-ea95039447e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2020016 Feb 03 14:17:12.622750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89fdfcb6-344a-43e4-9bed-ee6168fd4fda req-f0f9a179-a008-4d2e-bf67-7b63bb892691 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 210 time: 0.0791867 Feb 03 14:17:12.628117 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-dfbb9db5-2894-408d-bf2f-7c6c48ff9df2 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376725 Feb 03 14:17:12.682755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:12.684550 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.750385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:12.758935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:12.811283 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc559d1-3651-4251-96af-5d190b27f48d x-openstack-request-id: req-6bc559d1-3651-4251-96af-5d190b27f48d {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:12.812036 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:12.814319 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bc559d1-3651-4251-96af-5d190b27f48d {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:12.815047 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a', 'status': 'completed', 'code': 200} Feb 03 14:17:12.844639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:12.867056 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dcfc11b-6fd6-4651-a644-0c86d1093865 req-1b8edbf6-eea5-4338-a43e-a46b45118d20 service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305181 Feb 03 14:17:12.903966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf0ddf-ede1-4833-b689-61cbe18cb4d6 req-7cae1ac4-3f27-4132-bbfc-896e8614faf9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:12.905716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92cf0ddf-ede1-4833-b689-61cbe18cb4d6 req-7cae1ac4-3f27-4132-bbfc-896e8614faf9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.3632202 Feb 03 14:17:12.936951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-e415443e-3926-4dfb-ad57-df9ac47c5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:12.938621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-e415443e-3926-4dfb-ad57-df9ac47c5365 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3184636 Feb 03 14:17:12.979812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-890efbbf-9936-4768-8ed3-71c80fb680b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:12.981534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-890efbbf-9936-4768-8ed3-71c80fb680b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1155 time: 0.2270150 Feb 03 14:17:12.998796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:13.087436 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824299e-8a5d-4520-8681-e41752f7b94b x-openstack-request-id: req-f824299e-8a5d-4520-8681-e41752f7b94b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:13.087801 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35089563-a7fc-4f88-a979-89328bce213e", "tag": "710851c4-ebce-4dbd-8148-668748a13559", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:13.088006 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f824299e-8a5d-4520-8681-e41752f7b94b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:13.088387 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35089563-a7fc-4f88-a979-89328bce213e', 'tag': '710851c4-ebce-4dbd-8148-668748a13559', 'status': 'completed', 'code': 200} Feb 03 14:17:13.106746 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97ae356-019e-4868-bdd6-9da027e5d26c x-openstack-request-id: req-b97ae356-019e-4868-bdd6-9da027e5d26c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:13.107103 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:13.107344 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b97ae356-019e-4868-bdd6-9da027e5d26c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:13.107753 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'code': 200} Feb 03 14:17:13.112820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92cf0ddf-ede1-4833-b689-61cbe18cb4d6 req-f4bb8469-58f4-4ec7-bd98-4f2e0c05449f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905503 Feb 03 14:17:13.324744 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:13.337187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-4816bdaa-f1f4-4fbd-9571-5a79a4781e5f service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803248 Feb 03 14:17:13.441342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-3ee31614-19c0-459b-bd90-17427d788e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:13.444156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-3ee31614-19c0-459b-bd90-17427d788e15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.4429634 Feb 03 14:17:13.503147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:13.573661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1ddf1-2c53-4880-8653-aac52e0c0c5c req-f8a7bd08-a5c0-4575-88c9-5a1a73137883 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:13.579160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1ddf1-2c53-4880-8653-aac52e0c0c5c req-f8a7bd08-a5c0-4575-88c9-5a1a73137883 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:13.586286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1ddf1-2c53-4880-8653-aac52e0c0c5c req-f8a7bd08-a5c0-4575-88c9-5a1a73137883 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:13.588009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7af1ddf1-2c53-4880-8653-aac52e0c0c5c req-f8a7bd08-a5c0-4575-88c9-5a1a73137883 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2417 time: 0.4052236 Feb 03 14:17:13.588997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:13.591967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:13.597732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-0b67f8c2-cae8-4a79-8795-4d84710493f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 217 time: 0.1354845 Feb 03 14:17:13.614901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=83b11d05-af02-47ac-94eb-91ab29aaa7fb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:13.678305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a725982-9277-47c9-8198-83a69222ba7e req-8a7a804e-26db-4e7a-b738-52a1790f1eeb tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:13.680486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a725982-9277-47c9-8198-83a69222ba7e req-8a7a804e-26db-4e7a-b738-52a1790f1eeb tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 948 time: 0.4838512 Feb 03 14:17:13.825836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-11b770a9-c5dd-4ad5-8376-fa4e32c5ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:13.827541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-11b770a9-c5dd-4ad5-8376-fa4e32c5ea44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.2085993 Feb 03 14:17:13.849012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:13.849788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:13.856610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c60fd07-bf92-47ce-aa15-a642d2a0db80 req-9cb2e683-3318-4752-9272-873f7d66a582 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012589 Feb 03 14:17:13.929060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a725982-9277-47c9-8198-83a69222ba7e req-d3c2a067-4036-4d7f-93f0-be3e259c1528 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195237 Feb 03 14:17:13.939960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7af1ddf1-2c53-4880-8653-aac52e0c0c5c req-3e21c372-d311-4c26-bb05-81235b632ed6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360875 Feb 03 14:17:13.942449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-9ccf6883-72a6-4d67-86f2-754a3e1aaa20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747197 Feb 03 14:17:13.965637 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-27c0510d-9fec-4dd5-9f79-69f38dcdb938 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8260999 Feb 03 14:17:13.979273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:13.980105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Request body: {'port': {'device_id': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:13.987148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1f57c92c-b9f0-4c20-b4a7-f28018b87a57 None None] Provisioning complete for port 83b11d05-af02-47ac-94eb-91ab29aaa7fb triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:14.004185 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f57c92c-b9f0-4c20-b4a7-f28018b87a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:14.150355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1f57c92c-b9f0-4c20-b4a7-f28018b87a57 None None] Port 83b11d05-af02-47ac-94eb-91ab29aaa7fb cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:14.176917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:14.182570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:14.183053 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:14.312591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:14.312953 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:14.321063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-8bcd8d0c-6740-4777-a5ec-209bd512e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:14.323242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-8bcd8d0c-6740-4777-a5ec-209bd512e8aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4a329d168d64704baf27a1cf79563e5&device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 1130 time: 0.2582765 Feb 03 14:17:14.339782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfece40-a7ed-480d-8083-fbe890279c5a req-4584e1c7-b5d6-447a-898c-350c87214d60 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:14.342760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4dfece40-a7ed-480d-8083-fbe890279c5a req-4584e1c7-b5d6-447a-898c-350c87214d60 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.2267468 Feb 03 14:17:14.371823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:14.381289 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:14.413136 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:14.448445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c5159-6399-4ef4-8152-7d4e068d921a req-f272a53d-4f1a-4341-a263-2dabdb7a0743 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:14.450277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-667c5159-6399-4ef4-8152-7d4e068d921a req-f272a53d-4f1a-4341-a263-2dabdb7a0743 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 943 time: 0.3332028 Feb 03 14:17:14.455225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:14.463747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.464093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.464456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.464816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.465152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.465486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.465949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.466282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.466632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.467139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.468021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.468362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.468719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:17:14.495127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-df368be5-282b-4030-b9c5-6fdb95c5da63 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452137 Feb 03 14:17:14.608566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4dfece40-a7ed-480d-8083-fbe890279c5a req-58eca282-b9d4-4537-ab69-68aa3c7c5673 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398145 Feb 03 14:17:14.817156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'tag': '35369083-8ea3-441b-bc9b-db8e8b9111a0'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:14.820455 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1047b92-e86b-45eb-a741-bff44c950188" -d '{"events": [{"name": "network-changed", "server_uuid": "4d568b2b-8d40-4808-af9c-be8abd7f24e4", "tag": "35369083-8ea3-441b-bc9b-db8e8b9111a0"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:15.070279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-ff44e175-529e-4356-970a-bfd486536863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.071907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-ff44e175-529e-4356-970a-bfd486536863 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.7214746 Feb 03 14:17:15.080447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-667c5159-6399-4ef4-8152-7d4e068d921a req-1b79cb76-5aa2-4497-84a3-d4faa347621c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707011 Feb 03 14:17:15.110320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650fcadb-6b0d-41d7-ae62-c17676514f5c'}, {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad'}, {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:15.117168 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc7df9f-c933-4ff2-aa2e-439be6f5b3e2" -d '{"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-plugged", "status": "completed", "tag": "650fcadb-6b0d-41d7-ae62-c17676514f5c"}, {"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-plugged", "status": "completed", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad"}, {"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-plugged", "status": "completed", "tag": "1c0b64c1-5ea5-459d-a770-6b5d9b06fa86"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:15.214996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-06126e6b-8c64-4e85-b121-94ad1dcdc6a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=710851c4-ebce-4dbd-8148-668748a13559 HTTP/1.1" status: 200 len: 217 time: 0.1289692 Feb 03 14:17:15.235869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b80e45d-2f9e-4845-8974-f4b77cf45958 req-9ff69e76-73ea-4447-b77d-63590810eb61 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214189 Feb 03 14:17:15.333565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc432db-c238-4a6f-afbf-fc041412a574 req-329b73bc-749e-41c7-957d-7ae1d71b96f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.335626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fc432db-c238-4a6f-afbf-fc041412a574 req-329b73bc-749e-41c7-957d-7ae1d71b96f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 936 time: 0.6415267 Feb 03 14:17:15.416825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-ca5a65ea-83c0-43be-97a4-f066b4b1a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.418303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-ca5a65ea-83c0-43be-97a4-f066b4b1a255 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1878006 Feb 03 14:17:15.484506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09a106-001a-484e-ba55-6d0b18430104 req-bcec080c-be09-41eb-8825-deb725b616be tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.486005 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf09a106-001a-484e-ba55-6d0b18430104 req-bcec080c-be09-41eb-8825-deb725b616be tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.2652223 Feb 03 14:17:15.510390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fc432db-c238-4a6f-afbf-fc041412a574 req-03ff3f88-6f53-4f46-b01f-7cfb2160ad9a tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587586 Feb 03 14:17:15.561074 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b20b9-4ffb-4b21-b375-4fce1469051a x-openstack-request-id: req-e30b20b9-4ffb-4b21-b375-4fce1469051a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:15.561895 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d568b2b-8d40-4808-af9c-be8abd7f24e4", "tag": "35369083-8ea3-441b-bc9b-db8e8b9111a0", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:15.561895 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e30b20b9-4ffb-4b21-b375-4fce1469051a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:15.562201 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'tag': '35369083-8ea3-441b-bc9b-db8e8b9111a0', 'status': 'completed', 'code': 200} Feb 03 14:17:15.602770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-994cfc85-296c-47a8-8d51-f05830a2be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.607011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-994cfc85-296c-47a8-8d51-f05830a2be97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1809344 Feb 03 14:17:15.617909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf09a106-001a-484e-ba55-6d0b18430104 req-9403462a-619f-4781-890d-eae5b8b804f2 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228309 Feb 03 14:17:15.697022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1047b92-e86b-45eb-a741-bff44c950188 req-4734c503-c0a8-4804-a98d-a9e20e08c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.699290 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1047b92-e86b-45eb-a741-bff44c950188 req-4734c503-c0a8-4804-a98d-a9e20e08c736 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7fb8babc94464b66b4f3e506e326980f&device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 1125 time: 0.0790267 Feb 03 14:17:15.733345 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acc9f1a6-6cff-4e29-9a37-f4ceca45e1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:15.772110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b11d05-af02-47ac-94eb-91ab29aaa7fb {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:15.823216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1047b92-e86b-45eb-a741-bff44c950188 req-14e8e064-e101-494b-89b5-6675b2027b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.823820 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Publish callbacks [] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:15.824784 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1047b92-e86b-45eb-a741-bff44c950188 req-14e8e064-e101-494b-89b5-6675b2027b41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 200 len: 907 time: 0.1165044 Feb 03 14:17:15.850334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Transition to ACTIVE for port object 83b11d05-af02-47ac-94eb-91ab29aaa7fb will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:15.864689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:15.877632 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1047b92-e86b-45eb-a741-bff44c950188 req-51600172-4b33-496a-9c1b-4b365263bbc6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35369083-8ea3-441b-bc9b-db8e8b9111a0 HTTP/1.1" status: 200 len: 217 time: 0.0445070 Feb 03 14:17:15.886045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58143cc0-87c5-4769-8546-1dc6c402bbfa req-92c86ebf-3903-4d6f-ac16-e2aae85c6ade tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.887913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58143cc0-87c5-4769-8546-1dc6c402bbfa req-92c86ebf-3903-4d6f-ac16-e2aae85c6ade tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 948 time: 0.2054594 Feb 03 14:17:15.955964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-c368cdac-7ff1-4f81-8f12-8c10a436510a service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836957 Feb 03 14:17:15.959105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1047b92-e86b-45eb-a741-bff44c950188 req-360c7c27-a4f2-455c-b6ab-078c630dbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.961857 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1047b92-e86b-45eb-a741-bff44c950188 req-360c7c27-a4f2-455c-b6ab-078c630dbaf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 200 len: 846 time: 0.0781667 Feb 03 14:17:15.966751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 710851c4-ebce-4dbd-8148-668748a13559 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:15.972479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5564-38e0-4dba-826d-48fc8f1ca242 req-89dbd04b-f7c9-4c94-a9fc-7c91116c1daf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.978739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5564-38e0-4dba-826d-48fc8f1ca242 req-89dbd04b-f7c9-4c94-a9fc-7c91116c1daf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.984911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5564-38e0-4dba-826d-48fc8f1ca242 req-89dbd04b-f7c9-4c94-a9fc-7c91116c1daf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:15.986115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00ca5564-38e0-4dba-826d-48fc8f1ca242 req-89dbd04b-f7c9-4c94-a9fc-7c91116c1daf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2418 time: 0.2575116 Feb 03 14:17:16.017328 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1047b92-e86b-45eb-a741-bff44c950188 req-0d6ff8a6-55d6-4ca9-b14a-85dcde8e2726 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491810 Feb 03 14:17:16.024243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Pushing event updated for resources: {'Port': ['ID=83b11d05-af02-47ac-94eb-91ab29aaa7fb,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:16.106038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58143cc0-87c5-4769-8546-1dc6c402bbfa req-a4898fe3-a939-4b76-a901-f047b961fc4b tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883509 Feb 03 14:17:16.170745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 710851c4-ebce-4dbd-8148-668748a13559, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=710851c4-ebce-4dbd-8148-668748a13559,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:16.186551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '710851c4-ebce-4dbd-8148-668748a13559', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '710851c4-ebce-4dbd-8148-668748a13559', 'mac_address': 'fa:16:3e:71:b0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:16.309534 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1047b92-e86b-45eb-a741-bff44c950188 req-9eb2c864-0fe2-4fca-86ce-8acffda1c75a service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729423 Feb 03 14:17:16.315595 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b61e112-0695-4341-a4c6-d91589bf129f x-openstack-request-id: req-0b61e112-0695-4341-a4c6-d91589bf129f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:16.316022 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-plugged", "status": "completed", "tag": "650fcadb-6b0d-41d7-ae62-c17676514f5c", "code": 200}, {"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-plugged", "status": "completed", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad", "code": 200}, {"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-plugged", "status": "completed", "tag": "1c0b64c1-5ea5-459d-a770-6b5d9b06fa86", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:16.316446 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b61e112-0695-4341-a4c6-d91589bf129f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:16.316971 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650fcadb-6b0d-41d7-ae62-c17676514f5c', 'code': 200} Feb 03 14:17:16.317317 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad', 'code': 200} Feb 03 14:17:16.317676 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86', 'code': 200} Feb 03 14:17:16.319799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 710851c4-ebce-4dbd-8148-668748a13559 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:16.321009 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (710851c4-ebce-4dbd-8148-668748a13559), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:16.340614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710851c4-ebce-4dbd-8148-668748a13559 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:16.364612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 710851c4-ebce-4dbd-8148-668748a13559, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=710851c4-ebce-4dbd-8148-668748a13559,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:16.387902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00ca5564-38e0-4dba-826d-48fc8f1ca242 req-141adefb-8e13-448d-a42d-6a062a0c981b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705320 Feb 03 14:17:16.414519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5385081-c0c1-43c3-9043-002105a56fa2 req-b3b7c03b-ac27-448d-99e3-60e3d3712c62 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525089 Feb 03 14:17:16.428018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5c7a-76d1-45b9-a644-4ce67950a8ff req-79e150c4-e370-46e2-bc91-8ec7d0ef5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:16.428018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5c7a-76d1-45b9-a644-4ce67950a8ff req-79e150c4-e370-46e2-bc91-8ec7d0ef5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:16.428478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5c7a-76d1-45b9-a644-4ce67950a8ff req-79e150c4-e370-46e2-bc91-8ec7d0ef5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:16.434000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ede5c7a-76d1-45b9-a644-4ce67950a8ff req-79e150c4-e370-46e2-bc91-8ec7d0ef5bce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2964 time: 0.1058497 Feb 03 14:17:16.434000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Attempting to bind port 83b11d05-af02-47ac-94eb-91ab29aaa7fb on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:16.434538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Attempting to bind port 83b11d05-af02-47ac-94eb-91ab29aaa7fb by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:16.434765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Attempting to bind port 83b11d05-af02-47ac-94eb-91ab29aaa7fb on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:16.437295 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (710851c4-ebce-4dbd-8148-668748a13559), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:16.452506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Port 83b11d05-af02-47ac-94eb-91ab29aaa7fb on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:16.452860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Attempting to bind port 83b11d05-af02-47ac-94eb-91ab29aaa7fb on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:16.510895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:16.510895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:16.510895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:16.511843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Bound port: 83b11d05-af02-47ac-94eb-91ab29aaa7fb, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:16.512017 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:16.558576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ede5c7a-76d1-45b9-a644-4ce67950a8ff req-9c204177-45d5-4243-bdf8-74ec66a44c7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087747 Feb 03 14:17:16.613795 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e1047b92-e86b-45eb-a741-bff44c950188 req-d2057ce0-c563-49d2-9e92-853fab23860a service neutron] 10.222.0.71 "GET /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991707 Feb 03 14:17:16.633325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=710851c4-ebce-4dbd-8148-668748a13559,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:16.686076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] For port 83b11d05-af02-47ac-94eb-91ab29aaa7fb, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:16.711818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] For port 83b11d05-af02-47ac-94eb-91ab29aaa7fb, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:16.733464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['710851c4-ebce-4dbd-8148-668748a13559'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:16.735180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c889e-7356-41ea-9b83-2cb14eeaa338 req-8a05f458-deae-4f78-b4b8-30aa566ae2d7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:16.736778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213c889e-7356-41ea-9b83-2cb14eeaa338 req-8a05f458-deae-4f78-b4b8-30aa566ae2d7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.2858326 Feb 03 14:17:16.740447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:16.817584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:16.818248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:16.819708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] 10.222.0.45 "PUT /v2.0/ports/83b11d05-af02-47ac-94eb-91ab29aaa7fb HTTP/1.1" status: 200 len: 1096 time: 2.8473814 Feb 03 14:17:16.820675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'tag': '83b11d05-af02-47ac-94eb-91ab29aaa7fb'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:16.822953 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498" -d '{"events": [{"name": "network-changed", "server_uuid": "d032b19c-a7a3-4531-bc0d-b08464235e01", "tag": "83b11d05-af02-47ac-94eb-91ab29aaa7fb"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:16.833036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45120694-8a3c-48e1-9479-d91d87f5a615 req-18e75923-d3fe-44ef-85a3-ab69e82aa684 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:16.840962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45120694-8a3c-48e1-9479-d91d87f5a615 req-18e75923-d3fe-44ef-85a3-ab69e82aa684 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 943 time: 0.2382808 Feb 03 14:17:16.955577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213c889e-7356-41ea-9b83-2cb14eeaa338 req-3f9b8110-1038-43ff-980e-4d4954f30061 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075536 Feb 03 14:17:16.972561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f863-394b-42a4-97b5-25382cd05779 service neutron] Pushing event updated for resources: {'Port': ['ID=83b11d05-af02-47ac-94eb-91ab29aaa7fb,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:17.046758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45120694-8a3c-48e1-9479-d91d87f5a615 req-4e9a5f9d-7e8f-4f0d-9476-c53d3ef3717f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049797 Feb 03 14:17:17.059707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-6562c5d5-cef2-435e-ade7-ec2ff030e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:17.061303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-6562c5d5-cef2-435e-ade7-ec2ff030e7c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 1130 time: 0.1865757 Feb 03 14:17:17.151905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-73a81c6f-26b4-4f17-8437-6b27ecd0b0db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb HTTP/1.1" status: 200 len: 217 time: 0.0817199 Feb 03 14:17:17.286236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-5477bbd9-772f-43cf-95c1-d221fdfc1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:17.287720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-5477bbd9-772f-43cf-95c1-d221fdfc1d6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1198318 Feb 03 14:17:17.323954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e857c-9d04-4e6e-bc0d-c2eee315cc64 req-d0099f7c-27e8-4129-9bf9-084c38deaec8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:17.326582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f01e857c-9d04-4e6e-bc0d-c2eee315cc64 req-d0099f7c-27e8-4129-9bf9-084c38deaec8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 948 time: 0.1773520 Feb 03 14:17:17.362010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba6097-0573-4f01-b059-ff3f29d393a8 req-24f9bc13-62e0-44d7-ab07-daa0d7920e01 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:17.364152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04ba6097-0573-4f01-b059-ff3f29d393a8 req-24f9bc13-62e0-44d7-ab07-daa0d7920e01 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.2045193 Feb 03 14:17:17.482454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04ba6097-0573-4f01-b059-ff3f29d393a8 req-4a3eb9d9-ab57-48da-9d25-23de01b838fb tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074886 Feb 03 14:17:17.486683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-f1a2f6ae-a31d-442e-9443-21954ea163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:17.487964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-f1a2f6ae-a31d-442e-9443-21954ea163c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1898413 Feb 03 14:17:17.501059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f01e857c-9d04-4e6e-bc0d-c2eee315cc64 req-f8db8265-b284-4911-a63b-e2f60844dbfb tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357639 Feb 03 14:17:17.637131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-8c5f1786-7fdb-47bd-b9ed-9e4563066750 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348405 Feb 03 14:17:17.684473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35369083-8ea3-441b-bc9b-db8e8b9111a0 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:17.766226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9e78ee3-1344-4d6f-b598-b230e60dcdc8 req-2c85a1b0-8098-4885-ad2d-6eb482d19124 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170170 Feb 03 14:17:17.768000 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3654ee-8ea0-4165-845d-8aeb668499cb x-openstack-request-id: req-ec3654ee-8ea0-4165-845d-8aeb668499cb {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:17.768264 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d032b19c-a7a3-4531-bc0d-b08464235e01", "tag": "83b11d05-af02-47ac-94eb-91ab29aaa7fb", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:17.768559 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec3654ee-8ea0-4165-845d-8aeb668499cb {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:17.768951 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'tag': '83b11d05-af02-47ac-94eb-91ab29aaa7fb', 'status': 'completed', 'code': 200} Feb 03 14:17:17.999226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 710851c4-ebce-4dbd-8148-668748a13559 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:18.027841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53023cb-aad6-4f38-9093-b4322f4fd51e req-78e6eded-0026-4479-83fc-e80489343586 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.029370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f53023cb-aad6-4f38-9093-b4322f4fd51e req-78e6eded-0026-4479-83fc-e80489343586 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 949 time: 0.2596664 Feb 03 14:17:18.046407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 35369083-8ea3-441b-bc9b-db8e8b9111a0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35369083-8ea3-441b-bc9b-db8e8b9111a0,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:18.076861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f428-6ae6-4ba0-9ad0-fffd79a04c58 req-ec9dc3a9-0e72-4b10-9c99-056368d0cffd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.084597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f428-6ae6-4ba0-9ad0-fffd79a04c58 req-ec9dc3a9-0e72-4b10-9c99-056368d0cffd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.093353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f428-6ae6-4ba0-9ad0-fffd79a04c58 req-ec9dc3a9-0e72-4b10-9c99-056368d0cffd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.095377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8209f428-6ae6-4ba0-9ad0-fffd79a04c58 req-ec9dc3a9-0e72-4b10-9c99-056368d0cffd tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2418 time: 0.2343736 Feb 03 14:17:18.097561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-ace925d2-f04d-46a1-a6c8-0f439d910dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.098966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-ace925d2-f04d-46a1-a6c8-0f439d910dc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 1130 time: 0.2672150 Feb 03 14:17:18.119058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '35369083-8ea3-441b-bc9b-db8e8b9111a0', 'network_id': '2e8a3220-86d1-4dfe-9ec9-8abc723c41f4', 'port_id': '35369083-8ea3-441b-bc9b-db8e8b9111a0', 'mac_address': 'fa:16:3e:15:a7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8e7b84-add1-4d2c-b4e0-8e848939b7d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:18.161433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37768) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:18.191755 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dcc4cd94-ad42-4cb5-a884-75d5a4031d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.200045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 710851c4-ebce-4dbd-8148-668748a13559 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:18.215816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 710851c4-ebce-4dbd-8148-668748a13559 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:18.216196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (710851c4-ebce-4dbd-8148-668748a13559), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.281967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 35369083-8ea3-441b-bc9b-db8e8b9111a0 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:18.282531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.306891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35369083-8ea3-441b-bc9b-db8e8b9111a0 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:18.335147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f53023cb-aad6-4f38-9093-b4322f4fd51e req-ff81ef0e-4865-416c-82aa-dc5612711d47 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869773 Feb 03 14:17:18.352839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8209f428-6ae6-4ba0-9ad0-fffd79a04c58 req-8433749c-9c39-486e-b3c5-241ead0db61a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411394 Feb 03 14:17:18.360128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3c0c-ee29-4ef5-acc6-cce8321a37e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.377768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-648e0591-e7b7-4c96-b0c7-0173a2e4787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.388463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-648e0591-e7b7-4c96-b0c7-0173a2e4787c service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2665617 Feb 03 14:17:18.388847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 35369083-8ea3-441b-bc9b-db8e8b9111a0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35369083-8ea3-441b-bc9b-db8e8b9111a0,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:18.393303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.484722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-4a58b07f-895b-4621-b0f8-f1e8986bef10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb HTTP/1.1" status: 200 len: 217 time: 0.0973699 Feb 03 14:17:18.534527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=35369083-8ea3-441b-bc9b-db8e8b9111a0,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:18.575574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3c0c-ee29-4ef5-acc6-cce8321a37e9 admin admin] Publish callbacks [] for security_group (631bcb69-d992-40f1-bb0b-5af2be1f4a39), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.597189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 710851c4-ebce-4dbd-8148-668748a13559 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:18.597806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (710851c4-ebce-4dbd-8148-668748a13559), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.598815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3c0c-ee29-4ef5-acc6-cce8321a37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (631bcb69-d992-40f1-bb0b-5af2be1f4a39), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.651210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35089563-a7fc-4f88-a979-89328bce213e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710851c4-ebce-4dbd-8148-668748a13559'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:18.653364 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33378bb-f377-49b9-8b11-968b381db199" -d '{"events": [{"server_uuid": "35089563-a7fc-4f88-a979-89328bce213e", "name": "network-vif-plugged", "status": "completed", "tag": "710851c4-ebce-4dbd-8148-668748a13559"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:18.687025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 710851c4-ebce-4dbd-8148-668748a13559, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=710851c4-ebce-4dbd-8148-668748a13559,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:18.702808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-c5389099-7562-4cd4-a57b-a506eee18b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.704294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-c5389099-7562-4cd4-a57b-a506eee18b11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1929178 Feb 03 14:17:18.706977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (710851c4-ebce-4dbd-8148-668748a13559), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.707793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:18.724101 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4bd3c0c-ee29-4ef5-acc6-cce8321a37e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c704cba180504403820d3a4c6738bde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5612962 Feb 03 14:17:18.726229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd3c0c-ee29-4ef5-acc6-cce8321a37e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631bcb69-d992-40f1-bb0b-5af2be1f4a39,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:18.730989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37782) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:18.781063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90555-3770-4b36-a64e-f64554913c15 req-8d250b80-4c6f-4bf6-be95-8398c90f875f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.790396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adc90555-3770-4b36-a64e-f64554913c15 req-8d250b80-4c6f-4bf6-be95-8398c90f875f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 944 time: 0.3159173 Feb 03 14:17:18.799680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd1f0-efb1-4a7d-ada5-973016aaca76 req-5ac97534-20b4-4a64-b3f2-5d1a29863a9a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:18.807915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-584cd1f0-efb1-4a7d-ada5-973016aaca76 req-5ac97534-20b4-4a64-b3f2-5d1a29863a9a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.3211741 Feb 03 14:17:18.843065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb252aab-6aad-4286-8c37-22c92bce3cb5 admin admin] Publish callbacks [] for security_group (631bcb69-d992-40f1-bb0b-5af2be1f4a39), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.878042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['35369083-8ea3-441b-bc9b-db8e8b9111a0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:18.903302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb252aab-6aad-4286-8c37-22c92bce3cb5 admin admin] Publish callbacks [] for security_group (631bcb69-d992-40f1-bb0b-5af2be1f4a39), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:18.934875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=710851c4-ebce-4dbd-8148-668748a13559,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:18.985069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-584cd1f0-efb1-4a7d-ada5-973016aaca76 req-436b8006-4d06-493e-8992-6304df4c6261 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708963 Feb 03 14:17:19.003999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adc90555-3770-4b36-a64e-f64554913c15 req-1ab39ffb-2861-484f-b5fc-45b7064a7502 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124648 Feb 03 14:17:19.020321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb252aab-6aad-4286-8c37-22c92bce3cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (631bcb69-d992-40f1-bb0b-5af2be1f4a39), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:19.026901 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb252aab-6aad-4286-8c37-22c92bce3cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:19.027181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-dc39c0c8-135c-4846-a9e2-7642c76fb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:19.046806 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eb252aab-6aad-4286-8c37-22c92bce3cb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/631bcb69-d992-40f1-bb0b-5af2be1f4a39 HTTP/1.1" status: 204 len: 168 time: 0.2960591 Feb 03 14:17:19.050042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-dc39c0c8-135c-4846-a9e2-7642c76fb3ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3195240 Feb 03 14:17:19.067609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb252aab-6aad-4286-8c37-22c92bce3cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631bcb69-d992-40f1-bb0b-5af2be1f4a39,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:19.418398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-2464da37-efdd-4e54-abd7-c15246453a23 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596027 Feb 03 14:17:19.472205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d038d6-5566-4720-b2fd-728bc9e20617 req-f88f589d-ed9e-4221-b76e-d0040e75d090 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:19.481308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51d038d6-5566-4720-b2fd-728bc9e20617 req-f88f589d-ed9e-4221-b76e-d0040e75d090 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.1876001 Feb 03 14:17:19.481966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port c5a14c8b-3d77-4668-9645-1e236a50462a is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:19.502043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476971a5-6136-4a88-a9bf-fa902d59d1fe req-e083b272-9c7d-4945-a357-2c1f6c48eb0b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:19.511192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476971a5-6136-4a88-a9bf-fa902d59d1fe req-e083b272-9c7d-4945-a357-2c1f6c48eb0b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 948 time: 0.2198176 Feb 03 14:17:19.520258 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:19.729763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51d038d6-5566-4720-b2fd-728bc9e20617 req-77951035-dcac-4f54-bf8f-98cd714c534d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410877 Feb 03 14:17:19.753327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476971a5-6136-4a88-a9bf-fa902d59d1fe req-2e4b745f-da99-40f1-bb6e-918521b5d567 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412121 Feb 03 14:17:19.806267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc1fea6-a945-43f1-8b9c-8dd56fe64498 req-ef5bee5c-fbd3-4369-9a82-e6be58445e1e service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733368 Feb 03 14:17:19.842523 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60e6cc-ab3c-4cb1-b640-1c2489079c5b x-openstack-request-id: req-0b60e6cc-ab3c-4cb1-b640-1c2489079c5b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:19.843054 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35089563-a7fc-4f88-a979-89328bce213e", "name": "network-vif-plugged", "status": "completed", "tag": "710851c4-ebce-4dbd-8148-668748a13559", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:19.843531 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b60e6cc-ab3c-4cb1-b640-1c2489079c5b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:19.845009 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35089563-a7fc-4f88-a979-89328bce213e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710851c4-ebce-4dbd-8148-668748a13559', 'code': 200} Feb 03 14:17:20.009728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 83b11d05-af02-47ac-94eb-91ab29aaa7fb details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:20.250037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 83b11d05-af02-47ac-94eb-91ab29aaa7fb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:20.273724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '83b11d05-af02-47ac-94eb-91ab29aaa7fb', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '83b11d05-af02-47ac-94eb-91ab29aaa7fb', 'mac_address': 'fa:16:3e:06:76:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:20.332004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 83b11d05-af02-47ac-94eb-91ab29aaa7fb is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:20.332361 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:20.347132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b11d05-af02-47ac-94eb-91ab29aaa7fb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:20.355335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bf47-42bd-4511-a56e-240a7f5dbeb3 req-95a2c93b-45ce-4534-b329-794cd7ce60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:20.356457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a45bf47-42bd-4511-a56e-240a7f5dbeb3 req-95a2c93b-45ce-4534-b329-794cd7ce60f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 1132 time: 0.1113684 Feb 03 14:17:20.368195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338363f-3d94-4213-b9b5-298c071fb5b9 req-c3081f76-668e-4c9a-bfc8-e42bdf2d749e tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:20.370190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e338363f-3d94-4213-b9b5-298c071fb5b9 req-c3081f76-668e-4c9a-bfc8-e42bdf2d749e tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 950 time: 0.5208218 Feb 03 14:17:20.378491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 83b11d05-af02-47ac-94eb-91ab29aaa7fb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:20.393661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:20.394946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6310fa1-8c17-421e-81b7-908d1ee8952f req-acbc4b1a-89fb-443d-88e4-db7e539db460 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:20.402995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6310fa1-8c17-421e-81b7-908d1ee8952f req-acbc4b1a-89fb-443d-88e4-db7e539db460 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:20.409006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6310fa1-8c17-421e-81b7-908d1ee8952f req-acbc4b1a-89fb-443d-88e4-db7e539db460 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:20.411160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6310fa1-8c17-421e-81b7-908d1ee8952f req-acbc4b1a-89fb-443d-88e4-db7e539db460 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2418 time: 0.1572068 Feb 03 14:17:20.501546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=83b11d05-af02-47ac-94eb-91ab29aaa7fb,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:20.511962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e338363f-3d94-4213-b9b5-298c071fb5b9 req-43a9dc88-c23f-4ff1-a50a-9127793f2be8 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339145 Feb 03 14:17:20.533709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6310fa1-8c17-421e-81b7-908d1ee8952f req-159c73f2-11ed-479b-aff2-96de9351e31d tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119826 Feb 03 14:17:20.537368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a45bf47-42bd-4511-a56e-240a7f5dbeb3 req-840c30f5-77aa-41ee-b0a1-8fea2e85289d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659877 Feb 03 14:17:20.696737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:20.704659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6603d7-6680-45d1-a3fb-0f62660da719 req-d957e89d-82c3-4d6d-9958-d124c6379763 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:20.706166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c6603d7-6680-45d1-a3fb-0f62660da719 req-d957e89d-82c3-4d6d-9958-d124c6379763 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.0931408 Feb 03 14:17:20.718881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:20.719865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d446645-1645-4177-b5fd-2793c1ae22e5 req-62ebe5d6-f29b-4f83-9bd8-ee128cc9839d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:20.722001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d446645-1645-4177-b5fd-2793c1ae22e5 req-62ebe5d6-f29b-4f83-9bd8-ee128cc9839d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 944 time: 0.0947533 Feb 03 14:17:20.815716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c6603d7-6680-45d1-a3fb-0f62660da719 req-95d033cd-aa5d-4a8a-8a7b-3ff156105af5 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888019 Feb 03 14:17:20.858368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d446645-1645-4177-b5fd-2793c1ae22e5 req-a49cebfe-3db3-43ed-9f0c-be787f095dc0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276555 Feb 03 14:17:21.155919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-f9341d68-3d8b-497c-8d2d-17f4c6c09cec tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a8752ae7ea6e463aa79bd830ef15f9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299172 Feb 03 14:17:21.165003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179521a-812e-4a7a-927c-e05c664d8b9e req-734722ce-3945-44aa-904b-3fd92e9e3203 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:21.172330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5179521a-812e-4a7a-927c-e05c664d8b9e req-734722ce-3945-44aa-904b-3fd92e9e3203 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.1266630 Feb 03 14:17:21.299384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5179521a-812e-4a7a-927c-e05c664d8b9e req-e9211554-4293-4208-970b-6b774d40b864 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258326 Feb 03 14:17:21.341314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-78f7068b-edf9-4c4e-a31a-39d0133ca226 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:21.342769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-78f7068b-edf9-4c4e-a31a-39d0133ca226 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679471 Feb 03 14:17:21.364458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-63de8549-98a9-4280-a0ea-0642fc864f45 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/quotas/a8752ae7ea6e463aa79bd830ef15f9b3 HTTP/1.1" status: 200 len: 375 time: 0.0154421 Feb 03 14:17:21.440485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a2ac8d15-8a13-40e9-88cb-d8a45261d512 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8752ae7ea6e463aa79bd830ef15f9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689936 Feb 03 14:17:21.472511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c47b2d-9445-47c2-a61e-04a93b388026 req-3652f1cf-c268-40c1-9ceb-c39996f9c909 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:21.481123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93c47b2d-9445-47c2-a61e-04a93b388026 req-3652f1cf-c268-40c1-9ceb-c39996f9c909 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 949 time: 0.0968482 Feb 03 14:17:21.585733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93c47b2d-9445-47c2-a61e-04a93b388026 req-9e258815-4f99-4fff-aac8-48154137741a tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037285 Feb 03 14:17:21.714640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35369083-8ea3-441b-bc9b-db8e8b9111a0 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:21.848557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 35369083-8ea3-441b-bc9b-db8e8b9111a0 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:21.855087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 35369083-8ea3-441b-bc9b-db8e8b9111a0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:21.855520 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:21.915148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41058f3-fcdb-4422-a56a-a9dc759d8b12 req-d3fef43d-3733-4084-b0e6-563e9f4ebc8c tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:21.934996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a41058f3-fcdb-4422-a56a-a9dc759d8b12 req-d3fef43d-3733-4084-b0e6-563e9f4ebc8c tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 950 time: 0.1666436 Feb 03 14:17:22.000047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:22.062422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 83b11d05-af02-47ac-94eb-91ab29aaa7fb up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:22.073047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a41058f3-fcdb-4422-a56a-a9dc759d8b12 req-d34fd551-6878-49e5-b9ca-f362843a3bbe tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371415 Feb 03 14:17:22.092981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-facdf25a-6b03-44bc-8ea0-037eedb10fc3 req-690642bb-1fe7-4278-8e73-2cb9faccf0b8 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 210 time: 0.1034732 Feb 03 14:17:22.202006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 35369083-8ea3-441b-bc9b-db8e8b9111a0 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:22.203689 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:22.315727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 35369083-8ea3-441b-bc9b-db8e8b9111a0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35369083-8ea3-441b-bc9b-db8e8b9111a0,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:22.317048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d3b2b-92a6-4da8-8bed-e84c4c57d1a9 req-95c2bd6e-f221-4446-a48a-eda7fbfacf58 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:22.324456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35369083-8ea3-441b-bc9b-db8e8b9111a0'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:22.325263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f0d3b2b-92a6-4da8-8bed-e84c4c57d1a9 req-95c2bd6e-f221-4446-a48a-eda7fbfacf58 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 944 time: 0.0855932 Feb 03 14:17:22.327759 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3788882e-3fb3-4f10-9d5e-de48babde7c2" -d '{"events": [{"server_uuid": "4d568b2b-8d40-4808-af9c-be8abd7f24e4", "name": "network-vif-plugged", "status": "completed", "tag": "35369083-8ea3-441b-bc9b-db8e8b9111a0"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:22.351720 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:22.353027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:22.372198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428067d0-701e-42af-8357-8b29dfad7272 req-311cd861-3ea4-469b-9a3b-e45d96bac727 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:22.385137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-428067d0-701e-42af-8357-8b29dfad7272 req-311cd861-3ea4-469b-9a3b-e45d96bac727 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.1848540 Feb 03 14:17:22.467556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 83b11d05-af02-47ac-94eb-91ab29aaa7fb completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:22.482348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 83b11d05-af02-47ac-94eb-91ab29aaa7fb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:22.482986 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:22.551670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f0d3b2b-92a6-4da8-8bed-e84c4c57d1a9 req-11e2ba09-b053-424c-a8ab-0154bf53a5da tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230725 Feb 03 14:17:22.560375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-428067d0-701e-42af-8357-8b29dfad7272 req-31efa54a-eae8-4f72-bc46-439cbede3853 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741831 Feb 03 14:17:22.561616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port c5a14c8b-3d77-4668-9645-1e236a50462a host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:17:22.562229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:22.566418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=35369083-8ea3-441b-bc9b-db8e8b9111a0,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:22.700900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 83b11d05-af02-47ac-94eb-91ab29aaa7fb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:22.701300 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:22.786093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 83b11d05-af02-47ac-94eb-91ab29aaa7fb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:22.791980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:22.829468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a60b2-ed8d-4ca7-829a-addc29e90eea req-841af211-af15-423c-b717-b3578cdeee9d tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:22.836066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a60b2-ed8d-4ca7-829a-addc29e90eea req-841af211-af15-423c-b717-b3578cdeee9d tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:22.841499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a60b2-ed8d-4ca7-829a-addc29e90eea req-841af211-af15-423c-b717-b3578cdeee9d tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:22.843271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a25a60b2-ed8d-4ca7-829a-addc29e90eea req-841af211-af15-423c-b717-b3578cdeee9d tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2418 time: 0.1392560 Feb 03 14:17:22.852556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74966c4-b378-4b87-84ce-f11db1dcd473 req-b6d2aa05-6b74-45a7-ae3a-d988f88cfb03 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:22.860758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c74966c4-b378-4b87-84ce-f11db1dcd473 req-b6d2aa05-6b74-45a7-ae3a-d988f88cfb03 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.1124527 Feb 03 14:17:22.943520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c74966c4-b378-4b87-84ce-f11db1dcd473 req-e8dce5a0-74ee-4004-8e56-21c569fb9d42 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788548 Feb 03 14:17:22.997411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=83b11d05-af02-47ac-94eb-91ab29aaa7fb,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:23.053699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a25a60b2-ed8d-4ca7-829a-addc29e90eea req-31047b7d-5db7-454c-ac43-15202a74c2c4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845095 Feb 03 14:17:23.092540 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b0024-eec8-4b77-ae40-e53af32af9fa x-openstack-request-id: req-be3b0024-eec8-4b77-ae40-e53af32af9fa {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:23.093298 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d568b2b-8d40-4808-af9c-be8abd7f24e4", "name": "network-vif-plugged", "status": "completed", "tag": "35369083-8ea3-441b-bc9b-db8e8b9111a0", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:23.093802 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be3b0024-eec8-4b77-ae40-e53af32af9fa {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:23.094421 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35369083-8ea3-441b-bc9b-db8e8b9111a0', 'code': 200} Feb 03 14:17:23.259608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52439405-0e7f-433b-a0d4-54b4b9ed3d37 req-bbe8180a-b58e-484d-8370-02c97e8719ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:23.261388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3056a00-6820-4d65-a49d-9024e4de40f7 req-e87afec7-4c8c-4751-9115-5e27832373d2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:23.262685 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-52439405-0e7f-433b-a0d4-54b4b9ed3d37 req-bbe8180a-b58e-484d-8370-02c97e8719ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 1127 time: 0.0661314 Feb 03 14:17:23.264782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3056a00-6820-4d65-a49d-9024e4de40f7 req-e87afec7-4c8c-4751-9115-5e27832373d2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 950 time: 0.1363719 Feb 03 14:17:23.307346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7797e-31a8-40cc-8a96-45ea80e2241a req-857e9ae9-4b84-4519-bf16-b0942290b355 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:23.309076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51f7797e-31a8-40cc-8a96-45ea80e2241a req-857e9ae9-4b84-4519-bf16-b0942290b355 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 950 time: 0.1158416 Feb 03 14:17:23.328874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-52439405-0e7f-433b-a0d4-54b4b9ed3d37 req-bf0ceb1b-0013-4a56-9683-1d51b40a3111 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578983 Feb 03 14:17:23.362593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3056a00-6820-4d65-a49d-9024e4de40f7 req-c0fac038-db1f-4097-bdc7-be22af6f11a2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911877 Feb 03 14:17:23.406880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51f7797e-31a8-40cc-8a96-45ea80e2241a req-9c695595-a71a-46b0-a481-db8eb5cea668 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Feb 03 14:17:23.551420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c239767f-dea1-48b7-8255-9aae63f2fad5 req-97c52c70-1710-44fe-8036-90d8f2c3d799 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 210 time: 0.0846393 Feb 03 14:17:23.648249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-6a53e8bf-43bd-4cca-9305-1b4d1bd9245f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:23.655109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-6a53e8bf-43bd-4cca-9305-1b4d1bd9245f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:23.661744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-6a53e8bf-43bd-4cca-9305-1b4d1bd9245f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:23.664203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-6a53e8bf-43bd-4cca-9305-1b4d1bd9245f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2418 time: 0.1420560 Feb 03 14:17:23.832389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f6e5-a7e6-4d5a-80a5-bf7981988068 req-5f08b149-a5a4-438f-afcb-18ef91622cbd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:23.842275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1de3f6e5-a7e6-4d5a-80a5-bf7981988068 req-5f08b149-a5a4-438f-afcb-18ef91622cbd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.1767490 Feb 03 14:17:23.936489 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-54f09f3c-6bf9-4290-a84a-f1c92a34103d tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a8752ae7ea6e463aa79bd830ef15f9b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559635 Feb 03 14:17:23.986674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1de3f6e5-a7e6-4d5a-80a5-bf7981988068 req-b825c8ea-b704-43b4-a7c8-e4f4714d03a0 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426597 Feb 03 14:17:24.097882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:24.109237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:24.139091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-c42dbe92-721b-4f0a-824f-a1b0aa4fa438 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:24.140807 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-c42dbe92-721b-4f0a-824f-a1b0aa4fa438 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972082 Feb 03 14:17:24.153636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dfa2b-7798-4b43-beab-5dcb000d6762 req-dcd97706-6bb4-4852-b229-1b5c3dfd50cd tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:24.155439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-605dfa2b-7798-4b43-beab-5dcb000d6762 req-dcd97706-6bb4-4852-b229-1b5c3dfd50cd tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.3403895 Feb 03 14:17:24.165661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Request body: {'port': {'device_id': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'a8752ae7ea6e463aa79bd830ef15f9b3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:24.173755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-9f858df4-dbc2-487b-9309-8ad73caa04d5 service neutron] 10.222.0.45 "GET /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a/bindings/n-h2-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.3080795 Feb 03 14:17:24.385580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-605dfa2b-7798-4b43-beab-5dcb000d6762 req-5f66bbb4-cc12-43d5-a0e3-8d93ebbbae81 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151594 Feb 03 14:17:24.558587 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:24.618116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:24.618690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:24.648039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:24.652545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:24.671814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Made reservation on behalf of a8752ae7ea6e463aa79bd830ef15f9b3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:24.675674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:24.690497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:24.692829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b993fc7-3aab-41d5-9ad2-5e7d15aedcd0 req-908ed1cf-e98d-4107-8de2-0db7d237bbad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:24.694444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b993fc7-3aab-41d5-9ad2-5e7d15aedcd0 req-908ed1cf-e98d-4107-8de2-0db7d237bbad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 943 time: 0.4188318 Feb 03 14:17:24.722372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:24.855601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks [] for security_group (d2311f12-099f-4d7c-b52f-c11aa3c8184c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:24.861652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a14c8b-3d77-4668-9645-1e236a50462a {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:24.864784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d2311f12-099f-4d7c-b52f-c11aa3c8184c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:24.901789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d407003-4252-4f13-ba5d-d73fc72bd270 req-72f19bf7-85c7-49a8-a633-e44915366fb7 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:24.911703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d407003-4252-4f13-ba5d-d73fc72bd270 req-72f19bf7-85c7-49a8-a633-e44915366fb7 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:24.920828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d407003-4252-4f13-ba5d-d73fc72bd270 req-72f19bf7-85c7-49a8-a633-e44915366fb7 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:24.924199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d407003-4252-4f13-ba5d-d73fc72bd270 req-72f19bf7-85c7-49a8-a633-e44915366fb7 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 2418 time: 0.3481662 Feb 03 14:17:24.935510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:25.028611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.042295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b993fc7-3aab-41d5-9ad2-5e7d15aedcd0 req-38985b17-bfbc-4f16-9695-34031b751a74 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752645 Feb 03 14:17:25.055328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2311f12-099f-4d7c-b52f-c11aa3c8184c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:25.095668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b11d05-af02-47ac-94eb-91ab29aaa7fb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:25.100245 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1063f0e4-c5ff-4549-8301-878d7c40cff6" -d '{"events": [{"server_uuid": "d032b19c-a7a3-4531-bc0d-b08464235e01", "name": "network-vif-plugged", "status": "completed", "tag": "83b11d05-af02-47ac-94eb-91ab29aaa7fb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:25.103071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Allocated IP 192.168.233.27 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/fccd7cbd-3cdc-42b0-b634-017b3086fa83) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:25.368110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1c0b64c1-5ea5-459d-a770-6b5d9b06fa86), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.383020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d407003-4252-4f13-ba5d-d73fc72bd270 req-571ace37-f4b9-4e1e-8f0f-b1b7f76b1cad tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344747 Feb 03 14:17:25.385609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['584afa6a-79fa-42e9-a25e-a1cd8353f0ad', '650fcadb-6b0d-41d7-ae62-c17676514f5c', '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:25.395437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks [] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.446584 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.467953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=1c0b64c1-5ea5-459d-a770-6b5d9b06fa86,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:25.521815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:25.535274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:25.547896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:25.552974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:25.657920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:25.658636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.664090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] Transition to ACTIVE for port object c5a14c8b-3d77-4668-9645-1e236a50462a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:25.671653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:25.677654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.681257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.684054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-8aea88fd-c880-40d4-adbb-806fc7e55054 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5232742 Feb 03 14:17:25.684924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-b21f2b3f-0680-4a73-a6a1-73a1d2629c5a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "DELETE /v2.0/ports/1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 HTTP/1.1" status: 204 len: 173 time: 2.0019348 Feb 03 14:17:25.688747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-deleted', 'tag': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:25.691912 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8d589-8603-4419-bba4-782c8dfc89a4" -d '{"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-deleted", "tag": "1c0b64c1-5ea5-459d-a770-6b5d9b06fa86"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:25.720181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Request body: {'port': {'device_id': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:25.758427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770564e-36a4-48e0-a6e4-6dcf34443d8a req-3fb8fc4d-3c29-4596-acaf-b27f1500a53d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:25.765651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9770564e-36a4-48e0-a6e4-6dcf34443d8a req-3fb8fc4d-3c29-4596-acaf-b27f1500a53d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 950 time: 0.4045379 Feb 03 14:17:25.835850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:25.958933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cd611-7368-4336-b113-2e59c1ccbdc5 req-fb208831-f1bd-4fb6-9f3f-f03e30c10ed0 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:25.961371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-268cd611-7368-4336-b113-2e59c1ccbdc5 req-fb208831-f1bd-4fb6-9f3f-f03e30c10ed0 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 935 time: 0.4338205 Feb 03 14:17:26.044474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] No DVR routers for this DVR port c5a14c8b-3d77-4668-9645-1e236a50462a on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:26.054680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9770564e-36a4-48e0-a6e4-6dcf34443d8a req-a623037b-31db-437c-9cff-548381aff1c5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880342 Feb 03 14:17:26.077364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7ce11a79-dcab-41be-b2c9-8950a0176306 None None] Provisioning complete for port fccd7cbd-3cdc-42b0-b634-017b3086fa83 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:26.083089 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ce11a79-dcab-41be-b2c9-8950a0176306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.083291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:26.134137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e18ca732-63f6-42b2-9297-b397d2a73830 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a/bindings/n-h2-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9460976 Feb 03 14:17:26.186492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7ce11a79-dcab-41be-b2c9-8950a0176306 None None] Port fccd7cbd-3cdc-42b0-b634-017b3086fa83 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:26.190417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-268cd611-7368-4336-b113-2e59c1ccbdc5 req-9f690a43-2869-463e-8510-c91f2b67079a tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104247 Feb 03 14:17:26.227402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port 650fcadb-6b0d-41d7-ae62-c17676514f5c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:26.227760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.253287 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cd1e66-a520-482f-b302-c5774af9fb67 x-openstack-request-id: req-c3cd1e66-a520-482f-b302-c5774af9fb67 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:26.253691 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d032b19c-a7a3-4531-bc0d-b08464235e01", "name": "network-vif-plugged", "status": "completed", "tag": "83b11d05-af02-47ac-94eb-91ab29aaa7fb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:26.254045 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3cd1e66-a520-482f-b302-c5774af9fb67 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:26.254538 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b11d05-af02-47ac-94eb-91ab29aaa7fb', 'code': 200} Feb 03 14:17:26.390053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-9357dfcb-a75f-4614-b70c-2eb334febbc4 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:26.392086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-9357dfcb-a75f-4614-b70c-2eb334febbc4 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.1514354 Feb 03 14:17:26.406160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccd7cbd-3cdc-42b0-b634-017b3086fa83 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:26.450058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Publish callbacks [] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.468758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Transition to ACTIVE for port object fccd7cbd-3cdc-42b0-b634-017b3086fa83 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:26.476576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.562238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-d27f3c2d-bd34-4e9b-8169-18a34a3038cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:26.564243 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-d27f3c2d-bd34-4e9b-8169-18a34a3038cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e&tenant_id=3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 1126 time: 0.1606596 Feb 03 14:17:26.568466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:26.722175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Attempting to bind port fccd7cbd-3cdc-42b0-b634-017b3086fa83 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:26.723063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Attempting to bind port fccd7cbd-3cdc-42b0-b634-017b3086fa83 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:26.723063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Attempting to bind port fccd7cbd-3cdc-42b0-b634-017b3086fa83 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:26.730331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Port fccd7cbd-3cdc-42b0-b634-017b3086fa83 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:26.731664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Attempting to bind port fccd7cbd-3cdc-42b0-b634-017b3086fa83 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:26.738519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:26.738995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:26.739490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:26.740053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Bound port: fccd7cbd-3cdc-42b0-b634-017b3086fa83, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:26.740607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.835998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-78de7955-4ccc-4e82-8b48-c720637a5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:26.837977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-78de7955-4ccc-4e82-8b48-c720637a5abe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1126 time: 0.1806428 Feb 03 14:17:26.852436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c404c-8bcd-4241-b52c-7221a04ce125 req-da120dfa-4e22-4402-8bcb-452ab62cf09e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:26.861584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb3c404c-8bcd-4241-b52c-7221a04ce125 req-da120dfa-4e22-4402-8bcb-452ab62cf09e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.6395226 Feb 03 14:17:26.876456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:26.921850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:26.924810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port 650fcadb-6b0d-41d7-ae62-c17676514f5c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=650fcadb-6b0d-41d7-ae62-c17676514f5c,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:26.924810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.948628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:26.956321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for 650fcadb-6b0d-41d7-ae62-c17676514f5c owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:26.976316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87885622-492e-471c-b458-3ffaebe12723 req-976e1b3b-4049-4bfe-93cb-29f79aaa6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:26.977891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87885622-492e-471c-b458-3ffaebe12723 req-976e1b3b-4049-4bfe-93cb-29f79aaa6da2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 1132 time: 0.6113243 Feb 03 14:17:27.000510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-656ad03c-006e-46d4-9b7c-872f9cd5a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.002127 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-656ad03c-006e-46d4-9b7c-872f9cd5a786 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.1524065 Feb 03 14:17:27.011928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.012674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:27.014149 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] 10.222.0.71 "PUT /v2.0/ports/fccd7cbd-3cdc-42b0-b634-017b3086fa83 HTTP/1.1" status: 200 len: 1095 time: 1.3033552 Feb 03 14:17:27.014381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb3c404c-8bcd-4241-b52c-7221a04ce125 req-dbe9e45a-3010-4014-b41e-b7d2615e8c00 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496916 Feb 03 14:17:27.014720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:27.017633 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109a4597-9334-458f-8d07-eb87bb820878" -d '{"events": [{"name": "network-changed", "server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:27.083603 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-f7cd91a2-e53d-440b-9ef9-09310ead7015 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 200 len: 217 time: 0.0734336 Feb 03 14:17:27.117164 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf3360-7b73-49f3-bb40-ee801262e4b6 x-openstack-request-id: req-5fdf3360-7b73-49f3-bb40-ee801262e4b6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:27.117755 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-deleted", "tag": "1c0b64c1-5ea5-459d-a770-6b5d9b06fa86", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:27.117755 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fdf3360-7b73-49f3-bb40-ee801262e4b6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:27.118122 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-deleted', 'tag': '1c0b64c1-5ea5-459d-a770-6b5d9b06fa86', 'status': 'completed', 'code': 200} Feb 03 14:17:27.180040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955607-b73d-4f07-8fe7-b7b920944088 req-509e89a0-ad14-4f78-bb80-6d0ece6d4fc0 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.180040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00955607-b73d-4f07-8fe7-b7b920944088 req-509e89a0-ad14-4f78-bb80-6d0ece6d4fc0 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.3426361 Feb 03 14:17:27.223233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409698a-07b4-4a98-b686-6792cffada28 service neutron] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:27.233707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87885622-492e-471c-b458-3ffaebe12723 req-bd854c23-cd93-4c78-b155-4fe54e005f7e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485249 Feb 03 14:17:27.271343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e1001483-bfcd-4bb3-a961-82e58201700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.275082 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e1001483-bfcd-4bb3-a961-82e58201700d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1692662 Feb 03 14:17:27.286122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-549e90b6-6d42-4153-9ba6-141690b5d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.288234 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-549e90b6-6d42-4153-9ba6-141690b5d1c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a8752ae7ea6e463aa79bd830ef15f9b3&device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 1129 time: 0.1583297 Feb 03 14:17:27.305448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00955607-b73d-4f07-8fe7-b7b920944088 req-3360f5a9-a9fe-4f94-b986-0bc26e0125f8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623442 Feb 03 14:17:27.330419 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-c0916c4e-214c-486c-b59b-21785ae21bf0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467474 Feb 03 14:17:27.374479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ffda6-74a6-493d-8ae6-82f49f3aa545 req-8e78d3b7-dca0-49c1-9a6b-e1b1ce5c113e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.376993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d7ffda6-74a6-493d-8ae6-82f49f3aa545 req-8e78d3b7-dca0-49c1-9a6b-e1b1ce5c113e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 944 time: 0.2063825 Feb 03 14:17:27.412795 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-9573ae87-5378-4011-b0df-218e9b0e235a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83 HTTP/1.1" status: 200 len: 217 time: 0.1103373 Feb 03 14:17:27.447932 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (650fcadb-6b0d-41d7-ae62-c17676514f5c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:27.488317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=650fcadb-6b0d-41d7-ae62-c17676514f5c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:27.492821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d7ffda6-74a6-493d-8ae6-82f49f3aa545 req-420a5fd0-b03b-4ab8-a57b-1f2500ad0d71 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079636 Feb 03 14:17:27.512055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-d97026fa-4931-4c3b-b61f-96f3e58da156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.513624 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-d97026fa-4931-4c3b-b61f-96f3e58da156 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0957112 Feb 03 14:17:27.517539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-6eccf50c-33c5-430e-995b-83442b455965 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418285 Feb 03 14:17:27.541758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port 650fcadb-6b0d-41d7-ae62-c17676514f5c on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:27.547902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:27.551592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-405c46a9-39c1-4187-9636-d61bd88a26eb tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "DELETE /v2.0/ports/650fcadb-6b0d-41d7-ae62-c17676514f5c HTTP/1.1" status: 204 len: 173 time: 1.8568807 Feb 03 14:17:27.561182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b5d3-348f-4b8f-ad61-fce2430919ef req-d455c236-db43-4610-9bb7-67bf9a28f7c0 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.566479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b5d3-348f-4b8f-ad61-fce2430919ef req-d455c236-db43-4610-9bb7-67bf9a28f7c0 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.574096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a636b5d3-348f-4b8f-ad61-fce2430919ef req-d455c236-db43-4610-9bb7-67bf9a28f7c0 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 1604 time: 0.1653459 Feb 03 14:17:27.669116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453961b3-d651-42f3-9e48-662afc46fd00 req-4bca0188-ca85-4e52-8827-885d9a8136fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.670782 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-4bca0188-ca85-4e52-8827-885d9a8136fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1438329 Feb 03 14:17:27.672815 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-f15b581c-029a-406f-920d-dce391bb6663 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473660 Feb 03 14:17:27.722521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a636b5d3-348f-4b8f-ad61-fce2430919ef req-80cc931c-a7d3-4caf-b3d5-04563f8d4a66 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460171 Feb 03 14:17:27.761444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aff0c-3762-4d02-a126-600381cd01a1 req-eaa0ac70-3186-47f6-b708-7807575293f1 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:27.763072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-187aff0c-3762-4d02-a126-600381cd01a1 req-eaa0ac70-3186-47f6-b708-7807575293f1 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 950 time: 0.1437922 Feb 03 14:17:27.788970 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa70f1fb-21a7-4aeb-ad7b-17f10d8b68fb x-openstack-request-id: req-fa70f1fb-21a7-4aeb-ad7b-17f10d8b68fb {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:27.789679 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:27.789679 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa70f1fb-21a7-4aeb-ad7b-17f10d8b68fb {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:27.790236 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'status': 'completed', 'code': 200} Feb 03 14:17:27.799839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:27.800266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:27.822245 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-b9ef1ebe-873c-4e07-ac0f-3aff3aae1bf9 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326389 Feb 03 14:17:27.896642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-187aff0c-3762-4d02-a126-600381cd01a1 req-5d125eb7-0c39-4eb8-9d2c-6612ba35a283 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/security-groups?id=97e77212-a714-491c-87d5-633b86232af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228766 Feb 03 14:17:27.947592 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-453961b3-d651-42f3-9e48-662afc46fd00 req-84e31934-955a-4e61-a1ff-ac70e322dd62 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168706 Feb 03 14:17:27.955963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:27.956335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:27.998515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for 584afa6a-79fa-42e9-a25e-a1cd8353f0ad owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:28.043746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:28.064272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:28.064685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 1c0b64c1-5ea5-459d-a770-6b5d9b06fa86 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:28.065053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 584afa6a-79fa-42e9-a25e-a1cd8353f0ad no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:28.139485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7edc-f4d3-4a5a-8525-277e9bddc80f req-8594ed23-756c-41ac-aaf8-0de67a387c94 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.141148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4dbc7edc-f4d3-4a5a-8525-277e9bddc80f req-8594ed23-756c-41ac-aaf8-0de67a387c94 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 950 time: 0.1876743 Feb 03 14:17:28.164469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166712-f083-4800-9f43-70c5362099f9 req-92930967-83d5-4df6-99fc-1caf21af0728 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.165995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:28.166152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24166712-f083-4800-9f43-70c5362099f9 req-92930967-83d5-4df6-99fc-1caf21af0728 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 947 time: 0.2136495 Feb 03 14:17:28.166518 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:28.241797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:28.249029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:28.250217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 650fcadb-6b0d-41d7-ae62-c17676514f5c no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:28.264008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:28.266817 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4872780-8356-4751-b447-9b51f9206b34" -d '{"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-unplugged", "status": "completed", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:28.315471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 650fcadb-6b0d-41d7-ae62-c17676514f5c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:28.316205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 650fcadb-6b0d-41d7-ae62-c17676514f5c not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:28.332314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a4597-9334-458f-8d07-eb87bb820878 req-86c7d16f-34aa-4174-986d-1d23d9e6246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.336910 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-109a4597-9334-458f-8d07-eb87bb820878 req-86c7d16f-34aa-4174-986d-1d23d9e6246f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a8752ae7ea6e463aa79bd830ef15f9b3&device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 1129 time: 0.2179687 Feb 03 14:17:28.340861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e0d7d6f7-5c47-4b60-b07c-73c093ed7a0c tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.342421 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-e0d7d6f7-5c47-4b60-b07c-73c093ed7a0c tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.1155372 Feb 03 14:17:28.345000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-08534e59-727c-4b1c-9c10-8beef525839c tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.346623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-08534e59-727c-4b1c-9c10-8beef525839c tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.45 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 950 time: 0.2628906 Feb 03 14:17:28.356647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:28.368291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24166712-f083-4800-9f43-70c5362099f9 req-5f7198ee-e693-478e-b9d7-9da57d3b9233 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772869 Feb 03 14:17:28.404323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4dbc7edc-f4d3-4a5a-8525-277e9bddc80f req-d1cb7038-b446-4b3e-b1c1-68503ac79d3a tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510474 Feb 03 14:17:28.514507 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (584afa6a-79fa-42e9-a25e-a1cd8353f0ad), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:28.531252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a4597-9334-458f-8d07-eb87bb820878 req-5cebf258-460e-4441-8f82-719f39b2bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.533268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-109a4597-9334-458f-8d07-eb87bb820878 req-5cebf258-460e-4441-8f82-719f39b2bc56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1895885 Feb 03 14:17:28.579031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=584afa6a-79fa-42e9-a25e-a1cd8353f0ad,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:28.628813 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-109a4597-9334-458f-8d07-eb87bb820878 req-71731861-ae0c-4b06-bf5d-ef0690597ccf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83 HTTP/1.1" status: 200 len: 217 time: 0.0735989 Feb 03 14:17:28.672620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port 584afa6a-79fa-42e9-a25e-a1cd8353f0ad on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:28.681012 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:28.687680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-508c7154-b04a-44c7-822d-8091d786dbda service neutron] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:28.689557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6effb1c2-4bf4-469a-aab8-2f63e0e143ba req-64e7cd93-a8ae-426d-8773-7a1bea583e30 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "DELETE /v2.0/ports/584afa6a-79fa-42e9-a25e-a1cd8353f0ad HTTP/1.1" status: 204 len: 173 time: 1.1081362 Feb 03 14:17:28.696369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-508c7154-b04a-44c7-822d-8091d786dbda service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:28.697731 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f84c98e-203a-445a-a963-c838a05e9e7f req-508c7154-b04a-44c7-822d-8091d786dbda service neutron] 10.222.0.71 "DELETE /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a/bindings/n-h1-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.3412545 Feb 03 14:17:28.699684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a4597-9334-458f-8d07-eb87bb820878 req-930dd570-4933-4e6f-a947-c0d730b530d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.701978 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-109a4597-9334-458f-8d07-eb87bb820878 req-930dd570-4933-4e6f-a947-c0d730b530d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0657845 Feb 03 14:17:28.716455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2168b7-fb44-4da1-8a7a-50435ff9e9b7 req-8a0fc9d3-ed9a-4015-a196-55a0280ba8af tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.729720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab2168b7-fb44-4da1-8a7a-50435ff9e9b7 req-8a0fc9d3-ed9a-4015-a196-55a0280ba8af tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.2877223 Feb 03 14:17:28.764952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Deleting port 710851c4-ebce-4dbd-8148-668748a13559 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:28.766690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (710851c4-ebce-4dbd-8148-668748a13559), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:28.808152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fabf-f1cc-423a-8c2d-0b6338706b55 req-de16938c-a658-4f18-a3c3-aa2f39160376 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.809903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6363fabf-f1cc-423a-8c2d-0b6338706b55 req-de16938c-a658-4f18-a3c3-aa2f39160376 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.2436590 Feb 03 14:17:28.817768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a4597-9334-458f-8d07-eb87bb820878 req-b9dd7b7d-c0e2-4cd9-aeba-78d38a13ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:28.822455 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-109a4597-9334-458f-8d07-eb87bb820878 req-b9dd7b7d-c0e2-4cd9-aeba-78d38a13ecd2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1118505 Feb 03 14:17:28.866544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab2168b7-fb44-4da1-8a7a-50435ff9e9b7 req-12d7e34f-0e10-4157-bfe1-ef52c3e32165 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355641 Feb 03 14:17:28.930654 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a368d51-a5c2-425b-a62e-99476fc85220 x-openstack-request-id: req-4a368d51-a5c2-425b-a62e-99476fc85220 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:28.931086 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-unplugged", "status": "completed", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:28.931510 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a368d51-a5c2-425b-a62e-99476fc85220 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:28.932087 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad', 'code': 200} Feb 03 14:17:28.971303 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-109a4597-9334-458f-8d07-eb87bb820878 req-7019f3a6-f7bd-4038-9463-0151a66882c6 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410687 Feb 03 14:17:29.035496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6363fabf-f1cc-423a-8c2d-0b6338706b55 req-facc59cf-fc02-4605-86fc-dd321c71048b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164054 Feb 03 14:17:29.096463 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-109a4597-9334-458f-8d07-eb87bb820878 req-51c0eb54-514a-4b9e-8d2c-c0c5a7ca211e service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130950 Feb 03 14:17:29.101771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] For port 710851c4-ebce-4dbd-8148-668748a13559, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=710851c4-ebce-4dbd-8148-668748a13559,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:29.102259 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (710851c4-ebce-4dbd-8148-668748a13559), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:29.120003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-deleted', 'tag': '650fcadb-6b0d-41d7-ae62-c17676514f5c'}, {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-deleted', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:29.122481 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd0607-8fad-464c-94e1-35ecf8df6a5c" -d '{"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-deleted", "tag": "650fcadb-6b0d-41d7-ae62-c17676514f5c"}, {"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-deleted", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:29.126207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Calling delete_port for 710851c4-ebce-4dbd-8148-668748a13559 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:29.158343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7def5a-9d85-433f-9ed2-48f046f349a7 req-aad7fe35-b583-481b-9a07-cbc1fbc9c005 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:29.160033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb7def5a-9d85-433f-9ed2-48f046f349a7 req-aad7fe35-b583-481b-9a07-cbc1fbc9c005 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.1663508 Feb 03 14:17:29.287803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88d616-b4ef-4267-a855-d0e73a14bf42 req-d306ddc9-29af-41da-9b3d-3925368a2b01 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:29.289996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb88d616-b4ef-4267-a855-d0e73a14bf42 req-d306ddc9-29af-41da-9b3d-3925368a2b01 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 944 time: 0.1505601 Feb 03 14:17:29.311597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb7def5a-9d85-433f-9ed2-48f046f349a7 req-2b5bacf7-37a0-4f78-933f-134cce7f88ca tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048956 Feb 03 14:17:29.383275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb88d616-b4ef-4267-a855-d0e73a14bf42 req-212e20c2-166a-4579-9cb2-a8c5521b9504 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838990 Feb 03 14:17:29.401584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (710851c4-ebce-4dbd-8148-668748a13559), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:29.418183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['710851c4-ebce-4dbd-8148-668748a13559'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:29.480607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6562d510-3f49-46d4-bcc2-a1a907fe092e req-610bd0a0-516d-40a1-a45f-1b23823c92a7 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f7b235-9a2b-44dd-8ac6-1a81ae3d4477 HTTP/1.1" status: 200 len: 210 time: 0.0593371 Feb 03 14:17:29.482141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Pushing event deleted for resources: {'Port': ['ID=710851c4-ebce-4dbd-8148-668748a13559,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:29.596081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] No DVR routers for this DVR port 710851c4-ebce-4dbd-8148-668748a13559 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:29.601648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:29.605404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79e495e8-99eb-4ad5-b3fc-fdcda1628bab req-21f0b5e9-5bf8-44de-9478-aebca593e0ba tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.45 "DELETE /v2.0/ports/710851c4-ebce-4dbd-8148-668748a13559 HTTP/1.1" status: 204 len: 173 time: 1.2499452 Feb 03 14:17:29.649280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb5b59f1-0f96-4532-9e36-3e9c75f2b024 req-8be9baa0-5706-459e-92ca-ef61141f6bd0 tempest-TenantUsagesTestJSON-249688247 tempest-TenantUsagesTestJSON-249688247-project] 10.222.0.52 "GET /v2.0/ports?device_id=35089563-a7fc-4f88-a979-89328bce213e HTTP/1.1" status: 200 len: 210 time: 0.0551968 Feb 03 14:17:29.689938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896cab5-ce47-4ae2-8fef-07435f6e76d9 req-2a32e587-7706-45aa-b470-b6f66c23dd5b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:29.691814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4896cab5-ce47-4ae2-8fef-07435f6e76d9 req-2a32e587-7706-45aa-b470-b6f66c23dd5b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.1569562 Feb 03 14:17:29.791261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4896cab5-ce47-4ae2-8fef-07435f6e76d9 req-98831050-7bb5-4891-8c72-69ede7f5a4d2 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935023 Feb 03 14:17:29.831052 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ac60b-f8d6-49c0-bcd9-df0e63b27ed6 x-openstack-request-id: req-2e3ac60b-f8d6-49c0-bcd9-df0e63b27ed6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:29.831387 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-deleted", "tag": "650fcadb-6b0d-41d7-ae62-c17676514f5c", "status": "completed", "code": 200}, {"server_uuid": "76f7b235-9a2b-44dd-8ac6-1a81ae3d4477", "name": "network-vif-deleted", "tag": "584afa6a-79fa-42e9-a25e-a1cd8353f0ad", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:29.831611 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e3ac60b-f8d6-49c0-bcd9-df0e63b27ed6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:29.832015 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-deleted', 'tag': '650fcadb-6b0d-41d7-ae62-c17676514f5c', 'status': 'completed', 'code': 200} Feb 03 14:17:29.832296 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f7b235-9a2b-44dd-8ac6-1a81ae3d4477', 'name': 'network-vif-deleted', 'tag': '584afa6a-79fa-42e9-a25e-a1cd8353f0ad', 'status': 'completed', 'code': 200} Feb 03 14:17:29.938511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51a4f4-02ef-44d7-a68f-36a7da9ea67f req-a0d9c50b-f901-4170-a574-8573f73e6c1c tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:29.940256 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de51a4f4-02ef-44d7-a68f-36a7da9ea67f req-a0d9c50b-f901-4170-a574-8573f73e6c1c tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 947 time: 0.0639365 Feb 03 14:17:30.002370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de51a4f4-02ef-44d7-a68f-36a7da9ea67f req-e78a06db-9773-4500-9001-53992187315b tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 Feb 03 14:17:30.177730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c82a9-cdd3-4213-b67f-bf3216d25c73 req-5ac9a212-6559-4db2-8040-b1f791c4c202 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:30.181151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed4c82a9-cdd3-4213-b67f-bf3216d25c73 req-5ac9a212-6559-4db2-8040-b1f791c4c202 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 950 time: 0.0762050 Feb 03 14:17:30.279535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed4c82a9-cdd3-4213-b67f-bf3216d25c73 req-f0c7fc8d-abf0-4fd3-9155-bfbce9b74cff tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869243 Feb 03 14:17:30.406817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7f0f3-7d3f-46f1-903e-ea0e0f9e612d req-9a0ed2da-07ca-4493-8995-f8b87bb9dac7 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:30.408269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59c7f0f3-7d3f-46f1-903e-ea0e0f9e612d req-9a0ed2da-07ca-4493-8995-f8b87bb9dac7 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1126 time: 0.0795634 Feb 03 14:17:30.427741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24964a46-22a7-4809-895f-bbdf691b2e2e req-712cc988-a957-449e-991f-51ef76f90e5c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:30.429253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24964a46-22a7-4809-895f-bbdf691b2e2e req-712cc988-a957-449e-991f-51ef76f90e5c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.0986619 Feb 03 14:17:30.485196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59c7f0f3-7d3f-46f1-903e-ea0e0f9e612d req-21b8f6e2-603c-4982-8f19-fcc84e3e4e61 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705853 Feb 03 14:17:30.499980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24964a46-22a7-4809-895f-bbdf691b2e2e req-5d8d56aa-1a74-4113-ae6a-c8d4935f2b0e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632963 Feb 03 14:17:30.627120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d211f6-1f9e-403b-8b5e-b0ce7e19a62d req-ee17f13c-d0b6-4e45-9e70-10fa2201e902 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:30.628726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8d211f6-1f9e-403b-8b5e-b0ce7e19a62d req-ee17f13c-d0b6-4e45-9e70-10fa2201e902 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.0564244 Feb 03 14:17:30.686987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8d211f6-1f9e-403b-8b5e-b0ce7e19a62d req-b086d6ed-9fc1-4ffc-8745-a211c7f5634d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520260 Feb 03 14:17:30.753945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38022) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:30.759491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c52668-464c-4085-969e-715ebc3b1799 req-6ff60b5d-1b52-425a-bfeb-616550b027a2 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:30.761320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38c52668-464c-4085-969e-715ebc3b1799 req-6ff60b5d-1b52-425a-bfeb-616550b027a2 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 1132 time: 0.0523696 Feb 03 14:17:30.781783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-38c52668-464c-4085-969e-715ebc3b1799 req-53454c6f-a1a2-41a3-a97a-3402d29b1970 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:30.844962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting subnet db7048de-fa32-4c63-aeb6-5792db7abc84 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:17:30.850892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for subnet (db7048de-fa32-4c63-aeb6-5792db7abc84), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:30.900060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (db7048de-fa32-4c63-aeb6-5792db7abc84), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:30.917087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc99343-f1e7-46c2-98e9-eb5837ff3ea0 req-fe75a49e-b852-485f-84fe-1596a53495f5 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:30.918782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bc99343-f1e7-46c2-98e9-eb5837ff3ea0 req-fe75a49e-b852-485f-84fe-1596a53495f5 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 1126 time: 0.0877604 Feb 03 14:17:30.924866 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-38c52668-464c-4085-969e-715ebc3b1799 req-53454c6f-a1a2-41a3-a97a-3402d29b1970 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Publish callbacks [] for security_group (d395a8c4-7912-4dd9-ad7f-29e16a3090f9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:30.936352 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-38c52668-464c-4085-969e-715ebc3b1799 req-53454c6f-a1a2-41a3-a97a-3402d29b1970 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d395a8c4-7912-4dd9-ad7f-29e16a3090f9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:30.995589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (db7048de-fa32-4c63-aeb6-5792db7abc84), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:30.997928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53454c6f-a1a2-41a3-a97a-3402d29b1970 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d395a8c4-7912-4dd9-ad7f-29e16a3090f9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:31.005279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38c52668-464c-4085-969e-715ebc3b1799 req-53454c6f-a1a2-41a3-a97a-3402d29b1970 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381074 Feb 03 14:17:31.031791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bc99343-f1e7-46c2-98e9-eb5837ff3ea0 req-65c4b591-4642-423b-9ef2-9f99fef3da04 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943112 Feb 03 14:17:31.078315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (db7048de-fa32-4c63-aeb6-5792db7abc84), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.113853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Subnet': ['ID=db7048de-fa32-4c63-aeb6-5792db7abc84,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:31.116644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.121485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ef8c5-4873-4b8e-8771-b27ca1e95ccd None None] Network 7c7e5c94-199f-42a4-aa40-820b6471f726 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:17:31.123972 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c88402a5-b778-4755-93c1-fa557a5a8176 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/subnets/db7048de-fa32-4c63-aeb6-5792db7abc84 HTTP/1.1" status: 204 len: 168 time: 0.3681960 Feb 03 14:17:31.124783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:31.247794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbc578-9800-4c68-8ebd-3ae23b38be29 req-c76295c4-378b-4847-b4e1-fe3e60a4ec4e tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:31.262276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3edbc578-9800-4c68-8ebd-3ae23b38be29 req-c76295c4-378b-4847-b4e1-fe3e60a4ec4e tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 947 time: 0.1564980 Feb 03 14:17:31.325271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7c7e5c94-199f-42a4-aa40-820b6471f726), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.379056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3edbc578-9800-4c68-8ebd-3ae23b38be29 req-eb63b165-7fc4-429d-897a-9afb42843ba0 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148965 Feb 03 14:17:31.416980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port 34adb5a0-2cc4-4893-97d3-3978a421af05 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:31.417337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.429259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] DHCP port deletion for 7c7e5c94-199f-42a4-aa40-820b6471f726 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:17:31.517040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] Deleting port 34adb5a0-2cc4-4893-97d3-3978a421af05 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:31.517541 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.525508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port 34adb5a0-2cc4-4893-97d3-3978a421af05, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=34adb5a0-2cc4-4893-97d3-3978a421af05,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:31.527100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.590805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for 34adb5a0-2cc4-4893-97d3-3978a421af05 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:31.601121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] For port 34adb5a0-2cc4-4893-97d3-3978a421af05, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=34adb5a0-2cc4-4893-97d3-3978a421af05,segment=NetworkSegment(97662b9e-e6e0-408b-b897-035f3d7bcd60),segment_id=97662b9e-e6e0-408b-b897-035f3d7bcd60)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:31.601537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.609283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:31.612461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-419626a9-6362-4631-ac99-66c31d2a5409 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727370 Feb 03 14:17:31.616227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] Calling delete_port for 34adb5a0-2cc4-4893-97d3-3978a421af05 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:31.736769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.749323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (34adb5a0-2cc4-4893-97d3-3978a421af05), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.763623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:31.767251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] Pushing event deleted for resources: {'Port': ['ID=34adb5a0-2cc4-4893-97d3-3978a421af05,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:31.790418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6bc075-f154-48b0-81bd-97f1c008707b None None] No DVR routers for this DVR port 34adb5a0-2cc4-4893-97d3-3978a421af05 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:31.792584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port 34adb5a0-2cc4-4893-97d3-3978a421af05 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:31.807110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1a3cf1da-b5e3-45bf-84f5-dc0ec9e90238 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:31.808859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1a3cf1da-b5e3-45bf-84f5-dc0ec9e90238 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863487 Feb 03 14:17:31.817445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6bb2-0643-49d7-a605-a48990255c13 req-40f8af72-93f8-4dc5-91d8-6d5f567523b1 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:31.819718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cab6bb2-0643-49d7-a605-a48990255c13 req-40f8af72-93f8-4dc5-91d8-6d5f567523b1 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.2057321 Feb 03 14:17:31.833156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=34adb5a0-2cc4-4893-97d3-3978a421af05,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:31.836504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35089563-a7fc-4f88-a979-89328bce213e', 'name': 'network-vif-deleted', 'tag': '710851c4-ebce-4dbd-8148-668748a13559'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:31.839075 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4579a9-0a24-405a-bb6a-a0e0f9b5ba6f" -d '{"events": [{"server_uuid": "35089563-a7fc-4f88-a979-89328bce213e", "name": "network-vif-deleted", "tag": "710851c4-ebce-4dbd-8148-668748a13559"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:31.844370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-093a6e02-a362-4be5-99af-aeafb0a9b462 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/quotas/bd1bed0c4ead47ddae6959f21e2f0567 HTTP/1.1" status: 200 len: 375 time: 0.0234816 Feb 03 14:17:31.864558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:31.865265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.893252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:31.896618 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0e29bd-9b12-4e95-92bd-f0cca90f1107" -d '{"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-unplugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:31.908064 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-88c52efe-bf41-41cf-88e6-aa0f8640d033 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4a329d168d64704baf27a1cf79563e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891443 Feb 03 14:17:31.910602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38072) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:31.930608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:31.935490 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.937017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cab6bb2-0643-49d7-a605-a48990255c13 req-d74faf96-01b4-4fa3-a7ce-fb220975d589 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097047 Feb 03 14:17:31.939544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7c7e5c94-199f-42a4-aa40-820b6471f726), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.958434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-10062241-1d56-4803-becd-6d2105d2a45c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068883 Feb 03 14:17:31.975691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7e5c94-199f-42a4-aa40-820b6471f726']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:31.981298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60f5158a-96d4-4097-9b48-65ca29a502aa admin admin] Publish callbacks [] for security_group (97e77212-a714-491c-87d5-633b86232af2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:31.986512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97662b9e-e6e0-408b-b897-035f3d7bcd60') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:31.987096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97662b9e-e6e0-408b-b897-035f3d7bcd60') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:31.999759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (97662b9e-e6e0-408b-b897-035f3d7bcd60), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.009969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60f5158a-96d4-4097-9b48-65ca29a502aa admin admin] Publish callbacks [] for security_group (97e77212-a714-491c-87d5-633b86232af2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.033628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (97662b9e-e6e0-408b-b897-035f3d7bcd60), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.034947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:32.055334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:17:32.056167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (97662b9e-e6e0-408b-b897-035f3d7bcd60), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:17:32.060228 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:17:32.076224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 710851c4-ebce-4dbd-8148-668748a13559 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:32.078748 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60f5158a-96d4-4097-9b48-65ca29a502aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (97e77212-a714-491c-87d5-633b86232af2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.088725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60f5158a-96d4-4097-9b48-65ca29a502aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.091492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-60f5158a-96d4-4097-9b48-65ca29a502aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97e77212-a714-491c-87d5-633b86232af2 HTTP/1.1" status: 204 len: 168 time: 0.1799204 Feb 03 14:17:32.110131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 710851c4-ebce-4dbd-8148-668748a13559 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:32.110622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 710851c4-ebce-4dbd-8148-668748a13559 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:32.112064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5158a-96d4-4097-9b48-65ca29a502aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e77212-a714-491c-87d5-633b86232af2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:32.211666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7c7e5c94-199f-42a4-aa40-820b6471f726), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.221281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.228241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/networks/7c7e5c94-199f-42a4-aa40-820b6471f726 HTTP/1.1" status: 204 len: 168 time: 1.0981958 Feb 03 14:17:32.228965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38080) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:32.238673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b6ed-fc1a-4d1c-b2b1-36b03104f4b8 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Network': ['ID=7c7e5c94-199f-42a4-aa40-820b6471f726,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:32.264750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce038a-28c7-4c2f-98e0-263fac870f91 req-1c1001d2-287b-494b-aa53-a6271bbc08f2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:32.267377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbce038a-28c7-4c2f-98e0-263fac870f91 req-1c1001d2-287b-494b-aa53-a6271bbc08f2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.1236908 Feb 03 14:17:32.352832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting subnet acf6399d-3288-474f-9897-69eca1e7f774 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:17:32.362286 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for subnet (acf6399d-3288-474f-9897-69eca1e7f774), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.389068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbce038a-28c7-4c2f-98e0-263fac870f91 req-aea8341a-c63e-4231-937b-f8642d034995 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921550 Feb 03 14:17:32.428811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (acf6399d-3288-474f-9897-69eca1e7f774), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.477335 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab7615-dc71-49f3-b0fb-b6a112c39de0 x-openstack-request-id: req-7bab7615-dc71-49f3-b0fb-b6a112c39de0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:32.477925 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-unplugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:32.478516 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bab7615-dc71-49f3-b0fb-b6a112c39de0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:32.479014 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'code': 200} Feb 03 14:17:32.511704 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df8aa3-f797-486f-8174-90e933e9437e x-openstack-request-id: req-d9df8aa3-f797-486f-8174-90e933e9437e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:32.511704 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35089563-a7fc-4f88-a979-89328bce213e", "name": "network-vif-deleted", "tag": "710851c4-ebce-4dbd-8148-668748a13559", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:32.512822 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9df8aa3-f797-486f-8174-90e933e9437e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:32.512822 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35089563-a7fc-4f88-a979-89328bce213e', 'name': 'network-vif-deleted', 'tag': '710851c4-ebce-4dbd-8148-668748a13559', 'status': 'completed', 'code': 200} Feb 03 14:17:32.544340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38088) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:32.558970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77d8b54e-f81e-4ac9-8f7c-a53cf42f6d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.651899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (acf6399d-3288-474f-9897-69eca1e7f774), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.697670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d64b3-3276-40fe-a05a-95d930a5c477 req-bdd12b10-c883-4b70-8127-a533a74ce4a0 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:32.705041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475d64b3-3276-40fe-a05a-95d930a5c477 req-bdd12b10-c883-4b70-8127-a533a74ce4a0 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 947 time: 0.1429746 Feb 03 14:17:32.734303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77d8b54e-f81e-4ac9-8f7c-a53cf42f6d21 admin admin] Publish callbacks [] for security_group (5559696f-045c-4191-a43a-d047c2d9c627), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.739488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77d8b54e-f81e-4ac9-8f7c-a53cf42f6d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5559696f-045c-4191-a43a-d047c2d9c627), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.791007 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77d8b54e-f81e-4ac9-8f7c-a53cf42f6d21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9aab5a1c5e84067acb59e35bee81665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432446 Feb 03 14:17:32.792915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38094) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:32.796701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92992bbe-28d2-4be6-8413-696b6ad8de3d req-ace5ce23-2312-4dc4-b780-b8d8b61988c8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 210 time: 0.0895875 Feb 03 14:17:32.801918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8b54e-f81e-4ac9-8f7c-a53cf42f6d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5559696f-045c-4191-a43a-d047c2d9c627,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:32.802542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (acf6399d-3288-474f-9897-69eca1e7f774), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.876090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22931bd3-0754-4863-890c-2ce3fb1217bb admin admin] Publish callbacks [] for security_group (5559696f-045c-4191-a43a-d047c2d9c627), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.888207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Subnet': ['ID=acf6399d-3288-474f-9897-69eca1e7f774,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:32.893283 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.896729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ea9bb5f9-cbfa-4f06-9477-d1e2e9a428b5 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/subnets/acf6399d-3288-474f-9897-69eca1e7f774 HTTP/1.1" status: 204 len: 168 time: 0.6666927 Feb 03 14:17:32.901331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1697ec52-b799-4087-93d9-c60a2b208ccb None None] Network 35a01515-b3c0-4ade-8726-09562818c594 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:17:32.902456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475d64b3-3276-40fe-a05a-95d930a5c477 req-f397484b-5abb-4361-97b8-03c56eb307ad tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965842 Feb 03 14:17:32.902926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38100) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:32.925520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22931bd3-0754-4863-890c-2ce3fb1217bb admin admin] Publish callbacks [] for security_group (5559696f-045c-4191-a43a-d047c2d9c627), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.988805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22931bd3-0754-4863-890c-2ce3fb1217bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5559696f-045c-4191-a43a-d047c2d9c627), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.993592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22931bd3-0754-4863-890c-2ce3fb1217bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:32.997821 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-22931bd3-0754-4863-890c-2ce3fb1217bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5559696f-045c-4191-a43a-d047c2d9c627 HTTP/1.1" status: 204 len: 168 time: 0.2038102 Feb 03 14:17:33.010760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22931bd3-0754-4863-890c-2ce3fb1217bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5559696f-045c-4191-a43a-d047c2d9c627,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:33.027433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (35a01515-b3c0-4ade-8726-09562818c594), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:33.161322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36069f0-46e3-4c18-a3be-06d924c68ba1 req-88cdf2c2-9ca3-4324-8d7b-2ddbd6eb6456 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:33.169118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d36069f0-46e3-4c18-a3be-06d924c68ba1 req-88cdf2c2-9ca3-4324-8d7b-2ddbd6eb6456 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.1273229 Feb 03 14:17:33.235605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port be0fb362-b9e9-4895-bd66-734b47d618cc {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:33.236402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:33.304411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d36069f0-46e3-4c18-a3be-06d924c68ba1 req-d59b91b6-2649-4998-91a6-277e15bf1a1c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180651 Feb 03 14:17:33.327046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] DHCP port deletion for 35a01515-b3c0-4ade-8726-09562818c594 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:17:33.362167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port be0fb362-b9e9-4895-bd66-734b47d618cc, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=be0fb362-b9e9-4895-bd66-734b47d618cc,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:33.362694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:33.378367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for be0fb362-b9e9-4895-bd66-734b47d618cc owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:33.444176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] Deleting port be0fb362-b9e9-4895-bd66-734b47d618cc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:17:33.444584 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:33.446501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 34adb5a0-2cc4-4893-97d3-3978a421af05 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:33.482952 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:33.507717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 34adb5a0-2cc4-4893-97d3-3978a421af05 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:33.508184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 34adb5a0-2cc4-4893-97d3-3978a421af05 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:33.555151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=be0fb362-b9e9-4895-bd66-734b47d618cc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:33.602322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port be0fb362-b9e9-4895-bd66-734b47d618cc on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:33.620156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] For port be0fb362-b9e9-4895-bd66-734b47d618cc, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=be0fb362-b9e9-4895-bd66-734b47d618cc,segment=NetworkSegment(d7c2bb4b-a388-4cdb-8d9e-fd889848fc17),segment_id=d7c2bb4b-a388-4cdb-8d9e-fd889848fc17)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:33.620598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:33.644010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] Calling delete_port for be0fb362-b9e9-4895-bd66-734b47d618cc owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:17:33.751818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:33.920754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (35a01515-b3c0-4ade-8726-09562818c594), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:33.960259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17314da-b88d-462c-8b70-cc9adddb9047 req-42cac3cc-639b-4809-8bea-dcf81a156f40 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:33.972409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b17314da-b88d-462c-8b70-cc9adddb9047 req-42cac3cc-639b-4809-8bea-dcf81a156f40 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.4234862 Feb 03 14:17:34.046271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a01515-b3c0-4ade-8726-09562818c594']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:34.102140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9cadb2d-bc87-4325-906e-3a943d48ceb0 req-36bd0401-2192-4b40-8c91-d7c9254ea1ce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 210 time: 0.1083782 Feb 03 14:17:34.120446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:34.125679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c2bb4b-a388-4cdb-8d9e-fd889848fc17') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:17:34.126038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:34.157626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'mac_address': 'fa:16:3e:83:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:34.172620 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (be0fb362-b9e9-4895-bd66-734b47d618cc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:34.457900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:34.458313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:34.463889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] Pushing event deleted for resources: {'Port': ['ID=be0fb362-b9e9-4895-bd66-734b47d618cc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:34.470341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d9768-97ae-4db9-8a4c-6c5f26ed8bf3 None None] No DVR routers for this DVR port be0fb362-b9e9-4895-bd66-734b47d618cc on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:17:34.492210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccd7cbd-3cdc-42b0-b634-017b3086fa83 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:34.529244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:34.538098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:34.649308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:34.673344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (d7c2bb4b-a388-4cdb-8d9e-fd889848fc17), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:34.732022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-773c3b10-bd5e-444e-93c5-e37800facbb6 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820589 Feb 03 14:17:34.735139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b17314da-b88d-462c-8b70-cc9adddb9047 req-a252a012-2684-4471-a361-68c68f0ff12a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524760 Feb 03 14:17:34.770712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-fd6864f1-420c-4ee1-a2ba-9ed04c00029b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692890 Feb 03 14:17:34.771696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d7c2bb4b-a388-4cdb-8d9e-fd889848fc17), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:34.898601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:17:34.899208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (d7c2bb4b-a388-4cdb-8d9e-fd889848fc17), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:17:34.904825 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:17:35.066218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b388191-98a3-4ff4-bbee-c8b7daa97cf4 req-a120b63a-ed88-478b-84bf-889afca7c854 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:35.067898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b388191-98a3-4ff4-bbee-c8b7daa97cf4 req-a120b63a-ed88-478b-84bf-889afca7c854 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 948 time: 0.4083943 Feb 03 14:17:35.087878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-eea64ddb-c720-49ee-9a92-3c01f425c315 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:35.089472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-eea64ddb-c720-49ee-9a92-3c01f425c315 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367615 Feb 03 14:17:35.105996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (35a01515-b3c0-4ade-8726-09562818c594), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.114300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:35.136788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['fccd7cbd-3cdc-42b0-b634-017b3086fa83'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:35.178096 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.184370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/networks/35a01515-b3c0-4ade-8726-09562818c594 HTTP/1.1" status: 204 len: 168 time: 2.2780471 Feb 03 14:17:35.187978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38154) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:35.195322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-79144188'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:35.216962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-16079047-109f-497f-b5d6-b9460c67033c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:35.218444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-16079047-109f-497f-b5d6-b9460c67033c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4285579 Feb 03 14:17:35.246353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:35.251659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.254673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd921f1-d19c-4ffc-80a1-2787234526db tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Network': ['ID=35a01515-b3c0-4ade-8726-09562818c594,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:35.274391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ada8f-49ed-43b1-b394-bf800f91ec1b req-ca905f66-38d2-4b7d-a404-ca4d42cac3e3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:35.281538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c19ada8f-49ed-43b1-b394-bf800f91ec1b req-ca905f66-38d2-4b7d-a404-ca4d42cac3e3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.3787429 Feb 03 14:17:35.290146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:35.313172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:17:35.334414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6d854e8a-b1a5-46c4-b648-da7508238171), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.334923 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Added segment 6d854e8a-b1a5-46c4-b648-da7508238171 of type vlan for network cf8781cc-51a6-4fc3-adaa-90f87b923612 Feb 03 14:17:35.355160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b388191-98a3-4ff4-bbee-c8b7daa97cf4 req-0ea956ad-4c75-449e-b640-132112736d35 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796850 Feb 03 14:17:35.457045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device be0fb362-b9e9-4895-bd66-734b47d618cc no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:17:35.460315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (cf8781cc-51a6-4fc3-adaa-90f87b923612), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.494890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: be0fb362-b9e9-4895-bd66-734b47d618cc {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:17:35.495358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device be0fb362-b9e9-4895-bd66-734b47d618cc not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:17:35.500225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c19ada8f-49ed-43b1-b394-bf800f91ec1b req-6b343cdd-17a4-4dab-ab7c-b5c05cabf3f8 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157969 Feb 03 14:17:35.517723 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (cf8781cc-51a6-4fc3-adaa-90f87b923612), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.527695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:35.528738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.560579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:35.564152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.610874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:35.614429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.654280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c41357a2-5f7e-4e63-b2bc-e3e41cbfe0ae req-16224717-d771-45a6-a4d1-f9279b3380d5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 210 time: 0.0592415 Feb 03 14:17:35.667624 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4778931 Feb 03 14:17:35.668360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38166) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:35.674080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'subnet': {'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:35.684584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdf7c9-7801-4bf3-be4c-4ef13f073f4c tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Network': ['ID=cf8781cc-51a6-4fc3-adaa-90f87b923612,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:35.697225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network cf8781cc-51a6-4fc3-adaa-90f87b923612 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:17:35.822145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:35.879329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:35.885662 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:35.984538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:36.024851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'mac_address': 'fa:16:3e:7b:4e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:36.053081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.98 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/73a6b6b0-6a7d-4680-945d-f7aa6a478783) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:36.095866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:36.096274 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.106856 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ef4454f7-0e40-4798-95c0-87031ced7f4d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.115395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b092e296-f62c-41f1-8ccd-913771fe4200 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:36.149797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:36.160352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.223938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Subnet': ['ID=ef4454f7-0e40-4798-95c0-87031ced7f4d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:36.244178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.262326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:36.277155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Checking segment: {'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:36.277849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network hostable DHCP agents. Network: cf8781cc-51a6-4fc3-adaa-90f87b923612, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:17:36.291637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.303616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:36.303945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08976fb-7008-475c-8114-e03c04c29b89 req-2934f836-cc55-428c-bd8f-79f96f01345a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:36.310714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f08976fb-7008-475c-8114-e03c04c29b89 req-2934f836-cc55-428c-bd8f-79f96f01345a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.4314439 Feb 03 14:17:36.332475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network cf8781cc-51a6-4fc3-adaa-90f87b923612 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:17:36.357647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, cf8781cc-51a6-4fc3-adaa-90f87b923612) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:36.369863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:36.374589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.380599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba9119-3e98-4b54-b7c1-b23520ef0e14 None None] Network cf8781cc-51a6-4fc3-adaa-90f87b923612 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:17:36.413425 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3eb2383c-252e-4731-be8e-9a105831c658 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7403951 Feb 03 14:17:36.414649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:36.425635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-219291203'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:36.436172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:36.447152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f08976fb-7008-475c-8114-e03c04c29b89 req-c3185da8-1179-4061-ba8b-037a91561c9c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339705 Feb 03 14:17:36.473080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:36.480741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:36.483258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=73a6b6b0-6a7d-4680-945d-f7aa6a478783,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:36.483753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b092e296-f62c-41f1-8ccd-913771fe4200'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:36.497939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:36.501723 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.563421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:17:36.582637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.81 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/45608cd1-7d3c-49a0-96d0-652419fb87e9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:36.583275 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:17:36.588708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (66069b63-8afc-4da7-99df-b03f667d12a8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.589249 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Added segment 66069b63-8afc-4da7-99df-b03f667d12a8 of type vlan for network 32f1bb50-c220-4482-90d1-c5a31186bf18 Feb 03 14:17:36.646530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (32f1bb50-c220-4482-90d1-c5a31186bf18), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.684955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (32f1bb50-c220-4482-90d1-c5a31186bf18), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.692275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:36.693078 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.739274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3212149 Feb 03 14:17:36.739839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:36.739839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.750424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38218) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:36.759134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'subnet': {'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:36.778633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e10ca757-3209-40e6-905e-c0dd425740f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6802285 Feb 03 14:17:36.807952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Request body: {'port': {'device_id': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:36.828799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffca57b-e591-40a5-8006-18954d26a1de req-6a3a868d-213c-4c65-89b8-ba56067ccf47 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:36.837503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cffca57b-e591-40a5-8006-18954d26a1de req-6a3a868d-213c-4c65-89b8-ba56067ccf47 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 948 time: 0.3513801 Feb 03 14:17:36.891018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-cf8781cc-51a6-4fc3-adaa-90f87b923612', 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612', 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'fixed_ips': [{'subnet_id': 'ef4454f7-0e40-4798-95c0-87031ced7f4d'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:17:36.892003 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:36.929387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfdc4c-9960-4714-a2ce-2f1d496709bb req-6b38028b-9795-4152-a5b9-9ec218d89c48 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:36.936642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdcfdc4c-9960-4714-a2ce-2f1d496709bb req-6b38028b-9795-4152-a5b9-9ec218d89c48 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.2812274 Feb 03 14:17:37.000748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3071f-a4c2-49b0-b56f-b8612c70496b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Network': ['ID=32f1bb50-c220-4482-90d1-c5a31186bf18,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:37.012446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:37.017110 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.057796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 32f1bb50-c220-4482-90d1-c5a31186bf18 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:17:37.058067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38224) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:37.121455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdcfdc4c-9960-4714-a2ce-2f1d496709bb req-41ae6ea3-1401-4168-9fc0-aca4d94c7ecb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834271 Feb 03 14:17:37.164141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.209143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cffca57b-e591-40a5-8006-18954d26a1de req-731e73e6-0ae7-4f10-975d-7928787cfe96 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706746 Feb 03 14:17:37.279695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.319650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-da718e1f-fad2-42b0-90c8-5c21e98813ad None None] Provisioning complete for port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:37.320044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da718e1f-fad2-42b0-90c8-5c21e98813ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.394658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea50cb59-3850-47b7-b8bb-89d0eae15480 req-581232c2-ee32-416f-a685-358dc78ecc3e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 210 time: 0.0568502 Feb 03 14:17:37.456672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-da718e1f-fad2-42b0-90c8-5c21e98813ad None None] Port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:37.526654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Allocated IP 19.80.0.2 (cf8781cc-51a6-4fc3-adaa-90f87b923612/ef4454f7-0e40-4798-95c0-87031ced7f4d/3f5adf20-00a9-4512-a8ab-3a86cc41e941) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:37.570167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.574189 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-503b2f09-4a3c-4328-9c8f-14f50e74fb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.585037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:37.670534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:37.691939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:37.694135 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (51eedcbe-8cbc-4630-abf1-4a98bdad9032), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.709017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:37.715979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=45608cd1-7d3c-49a0-96d0-652419fb87e9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:37.768039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:37.807777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-503b2f09-4a3c-4328-9c8f-14f50e74fb7e admin admin] Publish callbacks [] for security_group (d6869ff0-77bc-48e3-9f84-53e85bd75abc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.812553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Subnet': ['ID=51eedcbe-8cbc-4630-abf1-4a98bdad9032,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:37.825804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ab254-3e64-49cd-99b3-82daf3c105d8 req-2cef2c4b-7a89-4590-abd5-758c5ad318ba tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:37.827893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-503b2f09-4a3c-4328-9c8f-14f50e74fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d6869ff0-77bc-48e3-9f84-53e85bd75abc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.832727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf9ab254-3e64-49cd-99b3-82daf3c105d8 req-2cef2c4b-7a89-4590-abd5-758c5ad318ba tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.2719839 Feb 03 14:17:37.842693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Checking segment: {'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:37.843181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network hostable DHCP agents. Network: 32f1bb50-c220-4482-90d1-c5a31186bf18, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:17:37.885032 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-503b2f09-4a3c-4328-9c8f-14f50e74fb7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83f593f2bb684a18a64825cc250a6987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8269024 Feb 03 14:17:37.891925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38234) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:17:37.903619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network 32f1bb50-c220-4482-90d1-c5a31186bf18 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:17:37.905810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b2f09-4a3c-4328-9c8f-14f50e74fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6869ff0-77bc-48e3-9f84-53e85bd75abc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:37.918045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 32f1bb50-c220-4482-90d1-c5a31186bf18) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:37.927072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:37.927823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.933286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1117b-89db-4f33-a107-4cd09c749d82 None None] Network 32f1bb50-c220-4482-90d1-c5a31186bf18 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:17:37.937160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:37.937703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:37.976388 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e3621df8-49d3-4c41-b870-784efab9d548 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2247469 Feb 03 14:17:38.009224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5bdbc011-6b10-4ee9-9907-987786981a11 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7426028 Feb 03 14:17:38.035580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Request body: {'port': {'device_id': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:38.079777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf9ab254-3e64-49cd-99b3-82daf3c105d8 req-8d04bf60-35ad-4ef1-a415-9fe006c544d3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441401 Feb 03 14:17:38.081360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port fccd7cbd-3cdc-42b0-b634-017b3086fa83 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:38.149040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port fccd7cbd-3cdc-42b0-b634-017b3086fa83 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:38.149424 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.179320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df88f64f-cd1f-4ea5-82d5-4aed6069a013 admin admin] Publish callbacks [] for security_group (d6869ff0-77bc-48e3-9f84-53e85bd75abc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.184530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a6b6b0-6a7d-4680-945d-f7aa6a478783 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:38.200528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7f92b634-bc1a-4908-9764-082fbb9c36c6 None None] Provisioning complete for port 45608cd1-7d3c-49a0-96d0-652419fb87e9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:38.200916 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f92b634-bc1a-4908-9764-082fbb9c36c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.213584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.217204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Publish callbacks [] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.225829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Publish callbacks [] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.262613 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.290332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df88f64f-cd1f-4ea5-82d5-4aed6069a013 admin admin] Publish callbacks [] for security_group (d6869ff0-77bc-48e3-9f84-53e85bd75abc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.317962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Network cf8781cc-51a6-4fc3-adaa-90f87b923612 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:38.369036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Transition to ACTIVE for port object 73a6b6b0-6a7d-4680-945d-f7aa6a478783 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:38.376932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:38.383663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:38.387194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7f92b634-bc1a-4908-9764-082fbb9c36c6 None None] Port 45608cd1-7d3c-49a0-96d0-652419fb87e9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:38.393543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-32f1bb50-c220-4482-90d1-c5a31186bf18', 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18', 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'fixed_ips': [{'subnet_id': '51eedcbe-8cbc-4630-abf1-4a98bdad9032'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:17:38.394352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.396906 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.424101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Pushing event updated for resources: {'Port': ['ID=3f5adf20-00a9-4512-a8ab-3a86cc41e941,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:38.589563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Pushing event updated for resources: {'Port': ['ID=73a6b6b0-6a7d-4680-945d-f7aa6a478783,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:38.627570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c62434-54c5-46db-95e5-3bd2805709c3 req-860ed8aa-3c71-4774-bfbb-88b6c8440647 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:38.636193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c62434-54c5-46db-95e5-3bd2805709c3 req-860ed8aa-3c71-4774-bfbb-88b6c8440647 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.3705542 Feb 03 14:17:38.670031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-61e95cd0-b966-402d-97df-f79e64b3ed0f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:38.675414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-61e95cd0-b966-402d-97df-f79e64b3ed0f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:38.683136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-61e95cd0-b966-402d-97df-f79e64b3ed0f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/networks?id=cf8781cc-51a6-4fc3-adaa-90f87b923612&id=32f1bb50-c220-4482-90d1-c5a31186bf18 HTTP/1.1" status: 200 len: 1389 time: 0.3976285 Feb 03 14:17:38.690756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df88f64f-cd1f-4ea5-82d5-4aed6069a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d6869ff0-77bc-48e3-9f84-53e85bd75abc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.693199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df88f64f-cd1f-4ea5-82d5-4aed6069a013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.696818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-df88f64f-cd1f-4ea5-82d5-4aed6069a013 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6869ff0-77bc-48e3-9f84-53e85bd75abc HTTP/1.1" status: 204 len: 168 time: 0.7989855 Feb 03 14:17:38.713312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:38.714105 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.787195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88f64f-cd1f-4ea5-82d5-4aed6069a013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6869ff0-77bc-48e3-9f84-53e85bd75abc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:38.826052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-bda8aa4c-1b01-46d2-90fe-cf1b6bfd420f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/quotas/bd61f882a54b4b24918c56cf2a6fcce9 HTTP/1.1" status: 200 len: 375 time: 0.1416793 Feb 03 14:17:38.886960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Attempting to bind port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:38.887526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Attempting to bind port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:38.887996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Attempting to bind port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 on network cf8781cc-51a6-4fc3-adaa-90f87b923612 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:38.953405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:38.954178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Checking segment: {'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:38.954836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.955533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Bound using segment: {'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:38.956158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Bound port: 3f5adf20-00a9-4512-a8ab-3a86cc41e941, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:38.956881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.958950 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:38.960283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:38.962696 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bce4e4b-5764-430e-b5a1-e5d95b8bb576" -d '{"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-plugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:39.017580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:39.029883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.123067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Allocated IP 19.86.0.2 (32f1bb50-c220-4482-90d1-c5a31186bf18/51eedcbe-8cbc-4630-abf1-4a98bdad9032/a869cf7d-bf59-4df4-90ce-79579c069e73) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:39.201799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] For port 3f5adf20-00a9-4512-a8ab-3a86cc41e941, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:39.203772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:39.251506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] For port 3f5adf20-00a9-4512-a8ab-3a86cc41e941, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3f5adf20-00a9-4512-a8ab-3a86cc41e941,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:39.268236 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.268653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c62434-54c5-46db-95e5-3bd2805709c3 req-30dbde1b-395c-4b86-be65-f2d11af57d5e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309757 Feb 03 14:17:39.299652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Attempting to bind port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:39.299991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Attempting to bind port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:39.300316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Attempting to bind port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:39.321014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:39.321335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Attempting to bind port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:39.346895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-be0a1698-4e34-4259-8ebf-303cb9306794 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5194957 Feb 03 14:17:39.351548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:39.352107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:39.352681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:39.353322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Bound port: 73a6b6b0-6a7d-4680-945d-f7aa6a478783, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:39.353851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.419055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65ca0d-fb16-42d7-b442-b69e17b6f164 None None] Pushing event updated for resources: {'Port': ['ID=3f5adf20-00a9-4512-a8ab-3a86cc41e941,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:39.495257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Publish callbacks [] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.505367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.565457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Network 32f1bb50-c220-4482-90d1-c5a31186bf18 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:39.569440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:39.580975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:39.587510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45608cd1-7d3c-49a0-96d0-652419fb87e9 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:39.590752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Pushing event updated for resources: {'Port': ['ID=a869cf7d-bf59-4df4-90ce-79579c069e73,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:39.619620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] For port 73a6b6b0-6a7d-4680-945d-f7aa6a478783, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:39.625555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Publish callbacks [] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.659574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a9575-92c4-4b3f-b379-7d1f68ed4ff0 req-f90e9a40-975e-4957-b163-72fb072b6224 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:39.675293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-461a9575-92c4-4b3f-b379-7d1f68ed4ff0 req-f90e9a40-975e-4957-b163-72fb072b6224 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 949 time: 0.3268788 Feb 03 14:17:39.699407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-1bcd065b-48ca-42a5-b998-b337dfdb04af service neutron] 10.222.0.52 "GET /v2.0/networks/cf8781cc-51a6-4fc3-adaa-90f87b923612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317740 Feb 03 14:17:39.703920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] For port 73a6b6b0-6a7d-4680-945d-f7aa6a478783, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:39.710869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Attempting to bind port a869cf7d-bf59-4df4-90ce-79579c069e73 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:39.711247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Attempting to bind port a869cf7d-bf59-4df4-90ce-79579c069e73 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:39.711615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Attempting to bind port a869cf7d-bf59-4df4-90ce-79579c069e73 on network 32f1bb50-c220-4482-90d1-c5a31186bf18 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:39.719068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:39.719462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Checking segment: {'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:39.719871 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.720262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Bound using segment: {'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:39.720766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Bound port: a869cf7d-bf59-4df4-90ce-79579c069e73, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:39.721149 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.761747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Transition to ACTIVE for port object 45608cd1-7d3c-49a0-96d0-652419fb87e9 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:39.791246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:39.806017 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.819956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.838776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] For port a869cf7d-bf59-4df4-90ce-79579c069e73, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:39.842980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] For port a869cf7d-bf59-4df4-90ce-79579c069e73, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a869cf7d-bf59-4df4-90ce-79579c069e73,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:39.872132 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.992908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:39.993542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:39.995242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] 10.222.0.45 "PUT /v2.0/ports/73a6b6b0-6a7d-4680-945d-f7aa6a478783 HTTP/1.1" status: 200 len: 1095 time: 3.1953797 Feb 03 14:17:39.996236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e90bf-65f3-4c0a-9d38-c387c1e24766 None None] Pushing event updated for resources: {'Port': ['ID=a869cf7d-bf59-4df4-90ce-79579c069e73,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:40.002580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'tag': '73a6b6b0-6a7d-4680-945d-f7aa6a478783'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:40.005040 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e3061c-a224-49bc-885c-65b6974c7939" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c7992b-664b-437f-bad2-7a6f51601127", "tag": "73a6b6b0-6a7d-4680-945d-f7aa6a478783"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:40.019061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-461a9575-92c4-4b3f-b379-7d1f68ed4ff0 req-1c6c4192-3077-4a9d-8905-25757b6efa23 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398809 Feb 03 14:17:40.020387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port b092e296-f62c-41f1-8ccd-913771fe4200 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:40.021107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:40.181154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e621f-50d9-4917-b569-1e7e6a54308f service neutron] Pushing event updated for resources: {'Port': ['ID=73a6b6b0-6a7d-4680-945d-f7aa6a478783,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:40.274332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Pushing event updated for resources: {'Port': ['ID=45608cd1-7d3c-49a0-96d0-652419fb87e9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:40.330913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:40.332097 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:40.367783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-0d2c0e3e-b9a3-4c11-b610-87a5561b12fd service neutron] 10.222.0.52 "GET /v2.0/networks/cf8781cc-51a6-4fc3-adaa-90f87b923612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518948 Feb 03 14:17:40.393553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-de2f6b2c-3ee8-4c27-b8f6-a1469d4bbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:40.395277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-de2f6b2c-3ee8-4c27-b8f6-a1469d4bbb59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 1129 time: 0.3070745 Feb 03 14:17:40.486690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:40.509075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-dddc9795-aedd-48cf-bad2-8db09cac9cd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783 HTTP/1.1" status: 200 len: 217 time: 0.1000340 Feb 03 14:17:40.511891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Attempting to bind port 45608cd1-7d3c-49a0-96d0-652419fb87e9 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:40.512265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Attempting to bind port 45608cd1-7d3c-49a0-96d0-652419fb87e9 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:40.512704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Attempting to bind port 45608cd1-7d3c-49a0-96d0-652419fb87e9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:40.524537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:40.583618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Port 45608cd1-7d3c-49a0-96d0-652419fb87e9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:40.584048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Attempting to bind port 45608cd1-7d3c-49a0-96d0-652419fb87e9 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:40.625938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:40.626386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:40.626859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:40.627387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Bound port: 45608cd1-7d3c-49a0-96d0-652419fb87e9, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:40.627822 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:40.645016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474a00b-d4e9-4713-a612-f69501fd6dfb req-b1903fd3-9454-46ae-ba0b-c0a2e4cdf98e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:40.660447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d474a00b-d4e9-4713-a612-f69501fd6dfb req-b1903fd3-9454-46ae-ba0b-c0a2e4cdf98e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 947 time: 0.3584728 Feb 03 14:17:40.704018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:40.890135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-8c83c901-20ae-40a0-acf2-15834cda29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:40.897784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-8c83c901-20ae-40a0-acf2-15834cda29c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.3425248 Feb 03 14:17:40.920880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d474a00b-d4e9-4713-a612-f69501fd6dfb req-de251612-fad1-41ba-9c61-5bfe5e1843bd tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588186 Feb 03 14:17:40.929641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-c6bacd5a-78dd-4dee-bf7c-f25275664d66 service neutron] 10.222.0.52 "GET /v2.0/networks/32f1bb50-c220-4482-90d1-c5a31186bf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504558 Feb 03 14:17:41.038139 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761838cd-54ba-49c8-81ff-f12e006a64dc x-openstack-request-id: req-761838cd-54ba-49c8-81ff-f12e006a64dc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:41.038678 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-plugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:41.038678 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-761838cd-54ba-49c8-81ff-f12e006a64dc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:41.039086 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'code': 200} Feb 03 14:17:41.176303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853539d2-bbc8-42c4-bd31-674aa058b2d4 None None] Network cf8781cc-51a6-4fc3-adaa-90f87b923612 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:17:41.427503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-340b5ab6-2adc-406d-bd6d-af6191d7a345 None None] Provisioning complete for port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:41.427977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-340b5ab6-2adc-406d-bd6d-af6191d7a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:41.466903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] For port 45608cd1-7d3c-49a0-96d0-652419fb87e9, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:41.545612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-f33a6a7f-8086-4bb0-b560-b77462cff465 service neutron] 10.222.0.52 "GET /v2.0/networks/32f1bb50-c220-4482-90d1-c5a31186bf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150517 Feb 03 14:17:41.574506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] For port 45608cd1-7d3c-49a0-96d0-652419fb87e9, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=45608cd1-7d3c-49a0-96d0-652419fb87e9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:41.576787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c7bdd-7c8f-4f7c-9ecd-244a961147b8 req-029e5232-0ef3-4847-98f9-d7a54fc3831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:41.580298 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-790c7bdd-7c8f-4f7c-9ecd-244a961147b8 req-029e5232-0ef3-4847-98f9-d7a54fc3831e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 1131 time: 0.3864460 Feb 03 14:17:41.611973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-4ade9f5a-134c-493f-bdce-c0d85c7e2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:41.624842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-4ade9f5a-134c-493f-bdce-c0d85c7e2719 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7098072 Feb 03 14:17:41.652220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:41.750773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-340b5ab6-2adc-406d-bd6d-af6191d7a345 None None] Current status of the port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:41.751184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-340b5ab6-2adc-406d-bd6d-af6191d7a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:41.778599 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-790c7bdd-7c8f-4f7c-9ecd-244a961147b8 req-71433209-54a2-4b96-a3e7-d505e51c7da5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893511 Feb 03 14:17:41.827088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 556041ab-7048-4b0f-b186-d2e9bf15ad57 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:41.864234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:41.867670 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:41.869755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] 10.222.0.45 "PUT /v2.0/ports/45608cd1-7d3c-49a0-96d0-652419fb87e9 HTTP/1.1" status: 200 len: 1095 time: 3.8441350 Feb 03 14:17:41.918812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a869cf7d-bf59-4df4-90ce-79579c069e73 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:42.023122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-340b5ab6-2adc-406d-bd6d-af6191d7a345 None None] For port 3f5adf20-00a9-4512-a8ab-3a86cc41e941, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3f5adf20-00a9-4512-a8ab-3a86cc41e941,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:42.025707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1db5d3-eb52-41c8-9720-83213e1cd471 req-960efb2b-b3d2-43ef-9dc6-a0fdb61a3d12 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:42.029759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa1db5d3-eb52-41c8-9720-83213e1cd471 req-960efb2b-b3d2-43ef-9dc6-a0fdb61a3d12 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.8242822 Feb 03 14:17:42.042341 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-340b5ab6-2adc-406d-bd6d-af6191d7a345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:42.075064 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26373c5b-f9e9-480f-8db8-9682832761ed x-openstack-request-id: req-26373c5b-f9e9-480f-8db8-9682832761ed {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:42.075399 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c7992b-664b-437f-bad2-7a6f51601127", "tag": "73a6b6b0-6a7d-4680-945d-f7aa6a478783", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:42.075871 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26373c5b-f9e9-480f-8db8-9682832761ed {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:42.079720 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'tag': '73a6b6b0-6a7d-4680-945d-f7aa6a478783', 'status': 'completed', 'code': 200} Feb 03 14:17:42.156749 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:17:42.237837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a869cf7d-bf59-4df4-90ce-79579c069e73 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:42.247170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:42.305690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cace388-fb66-4d4b-a30e-7e67da905437 service neutron] Pushing event updated for resources: {'Port': ['ID=45608cd1-7d3c-49a0-96d0-652419fb87e9,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:42.441126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a03a1-a053-462a-a1cf-cdc6e8d68df2 None None] Network 32f1bb50-c220-4482-90d1-c5a31186bf18 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:17:42.464989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b5ab6-2adc-406d-bd6d-af6191d7a345 None None] Pushing event updated for resources: {'Port': ['ID=3f5adf20-00a9-4512-a8ab-3a86cc41e941,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:42.487953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-f56e5312-f035-49cf-b159-7573a7c8049b service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613377 Feb 03 14:17:42.536666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-06e01d66-b757-49f8-93a9-74b7ab0e9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:42.541267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-06e01d66-b757-49f8-93a9-74b7ab0e9943 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 1129 time: 0.5466876 Feb 03 14:17:42.602138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5e19-c5fa-4ba5-ad42-0d2139edc7c6 req-ca946059-16c6-422f-aa61-fdd2045e3758 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:42.603667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843b5e19-c5fa-4ba5-ad42-0d2139edc7c6 req-ca946059-16c6-422f-aa61-fdd2045e3758 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.4278996 Feb 03 14:17:42.619294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa1db5d3-eb52-41c8-9720-83213e1cd471 req-65e7a03e-d6e6-46e2-80ae-160a36f1ccf7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386331 Feb 03 14:17:42.719528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-5d0fb636-99d5-4dac-b507-45b1e5b7b31a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=45608cd1-7d3c-49a0-96d0-652419fb87e9 HTTP/1.1" status: 200 len: 217 time: 0.1661417 Feb 03 14:17:42.747170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a869cf7d-bf59-4df4-90ce-79579c069e73 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:42.747476 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:42.760737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:42.765749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3d835a53-5f2c-4bee-9ec4-d437fc65b423 None None] Provisioning complete for port a869cf7d-bf59-4df4-90ce-79579c069e73 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:42.777078 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d835a53-5f2c-4bee-9ec4-d437fc65b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:42.941799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'port_id': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'mac_address': 'fa:16:3e:bf:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59df71-bf01-4221-bb39-c8bcd3d3652e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:42.983209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843b5e19-c5fa-4ba5-ad42-0d2139edc7c6 req-2c340094-cdc9-4331-bdc0-fd9de079a5bb tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003526 Feb 03 14:17:42.989746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-2da0c253-ad09-43db-9147-e5b9b9a4645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:42.991817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-2da0c253-ad09-43db-9147-e5b9b9a4645b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2513053 Feb 03 14:17:43.052124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-d0313221-a4b1-426c-b891-cf49dfa29856 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418377 Feb 03 14:17:43.059133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a869cf7d-bf59-4df4-90ce-79579c069e73, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a869cf7d-bf59-4df4-90ce-79579c069e73,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:43.061592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:43.076215 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e8e0ae-4f5e-4121-8994-b567fd64dd85" -d '{"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:43.092647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f2d60-8dbb-4578-a5f6-9b44e54e3efb req-6f7cec98-4137-4ff3-96c5-47ef5f6b689e tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:43.094290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f1f2d60-8dbb-4578-a5f6-9b44e54e3efb req-6f7cec98-4137-4ff3-96c5-47ef5f6b689e tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 949 time: 0.2379298 Feb 03 14:17:43.095777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:43.099263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3f5adf20-00a9-4512-a8ab-3a86cc41e941 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:43.117783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 556041ab-7048-4b0f-b186-d2e9bf15ad57 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:43.118331 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:43.167914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e500113e-a3b3-446b-890d-348e2a34422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:43.181721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-e500113e-a3b3-446b-890d-348e2a34422f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1793058 Feb 03 14:17:43.315344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 556041ab-7048-4b0f-b186-d2e9bf15ad57 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:43.502373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f1f2d60-8dbb-4578-a5f6-9b44e54e3efb req-8ffea879-44e3-4a5c-a1a7-34a8915ea834 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891723 Feb 03 14:17:43.513285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a31bb4e-1cd9-487b-95fe-4e0769a8dbcc req-2f73d2fa-6a22-446d-9092-8ef6516b2c8b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 210 time: 0.1546197 Feb 03 14:17:43.519309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3061c-a224-49bc-885c-65b6974c7939 req-3801cf46-1c66-4e3e-8aad-1ee5d58d9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:43.520916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59e3061c-a224-49bc-885c-65b6974c7939 req-3801cf46-1c66-4e3e-8aad-1ee5d58d9e79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 1129 time: 0.3885221 Feb 03 14:17:43.697019 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84bba4d-dc74-446a-a29c-990d0be8957d x-openstack-request-id: req-a84bba4d-dc74-446a-a29c-990d0be8957d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:43.697349 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:43.697714 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a84bba4d-dc74-446a-a29c-990d0be8957d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:43.700885 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'code': 200} Feb 03 14:17:43.702967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:43.717327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-38784d9c-6245-4743-9f95-2ec54c929db4 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957788 Feb 03 14:17:43.721111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:43.726789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a869cf7d-bf59-4df4-90ce-79579c069e73,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:43.764946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3d835a53-5f2c-4bee-9ec4-d437fc65b423 None None] Current status of the port a869cf7d-bf59-4df4-90ce-79579c069e73 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:43.791859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:43.792436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:43.862444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:43.912237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3d835a53-5f2c-4bee-9ec4-d437fc65b423 None None] Provisioning complete for port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:43.913235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d835a53-5f2c-4bee-9ec4-d437fc65b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:44.009071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['556041ab-7048-4b0f-b186-d2e9bf15ad57'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:44.235262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:44.412262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3d835a53-5f2c-4bee-9ec4-d437fc65b423 None None] Current status of the port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:44.450820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a869cf7d-bf59-4df4-90ce-79579c069e73 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:44.542768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'tag': '45608cd1-7d3c-49a0-96d0-652419fb87e9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:44.545217 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7800e9-3d82-4de1-8750-9a8a67f3387f" -d '{"events": [{"name": "network-changed", "server_uuid": "a145bc61-a6a2-4dca-a759-1fc053607259", "tag": "45608cd1-7d3c-49a0-96d0-652419fb87e9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:44.632794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3061c-a224-49bc-885c-65b6974c7939 req-c535af26-3c05-4a48-a449-676b6f5ee016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:44.634283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59e3061c-a224-49bc-885c-65b6974c7939 req-c535af26-3c05-4a48-a449-676b6f5ee016 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 1.1004019 Feb 03 14:17:44.639469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-12e07351-689a-4518-91a5-56b9ee2a4168 None None] Provisioning complete for port a869cf7d-bf59-4df4-90ce-79579c069e73 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:44.640382 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12e07351-689a-4518-91a5-56b9ee2a4168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:44.723736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a869cf7d-bf59-4df4-90ce-79579c069e73 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:44.724538 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:44.727283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab75bdf-fb56-4a8a-8f84-8848d35ead71 req-abbb2b68-bf81-47bf-a133-12690f80f72c service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0019360 Feb 03 14:17:44.743481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59e3061c-a224-49bc-885c-65b6974c7939 req-ae58003e-f833-409c-833c-105e1dffea07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783 HTTP/1.1" status: 200 len: 217 time: 0.0897815 Feb 03 14:17:44.811767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8e9d2-c791-4af8-ba7a-f9379f0fd197 req-cbf80c4f-7960-471b-95ab-b2046671a665 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:44.813429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26c8e9d2-c791-4af8-ba7a-f9379f0fd197 req-cbf80c4f-7960-471b-95ab-b2046671a665 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 944 time: 0.1781876 Feb 03 14:17:44.826560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c2649-8c25-41dc-9800-8bb7f27bb4c5 req-2c579f29-cdca-4e3f-9936-1cf3ffde92be tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:44.828263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-827c2649-8c25-41dc-9800-8bb7f27bb4c5 req-2c579f29-cdca-4e3f-9936-1cf3ffde92be tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 947 time: 1.0776300 Feb 03 14:17:44.857833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-d58c7cd2-6677-43d2-b403-22a3998b2274 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:44.864516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-d58c7cd2-6677-43d2-b403-22a3998b2274 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:44.866103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-d58c7cd2-6677-43d2-b403-22a3998b2274 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "GET /v2.0/networks?id=cf8781cc-51a6-4fc3-adaa-90f87b923612&id=32f1bb50-c220-4482-90d1-c5a31186bf18 HTTP/1.1" status: 200 len: 1389 time: 0.9762366 Feb 03 14:17:44.881795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'port': {'device_id': 'bdae6afd-f7d7-4008-865c-313678384963', 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612', 'admin_state_up': True, 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:44.892689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-12e07351-689a-4518-91a5-56b9ee2a4168 None None] Current status of the port a869cf7d-bf59-4df4-90ce-79579c069e73 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:44.917638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a869cf7d-bf59-4df4-90ce-79579c069e73 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:44.919286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3f5adf20-00a9-4512-a8ab-3a86cc41e941 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:44.972401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3061c-a224-49bc-885c-65b6974c7939 req-c416a473-0e12-40d6-946c-ecb5284086c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:44.973999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59e3061c-a224-49bc-885c-65b6974c7939 req-c416a473-0e12-40d6-946c-ecb5284086c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2224267 Feb 03 14:17:45.001626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:45.002140 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:45.011732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26c8e9d2-c791-4af8-ba7a-f9379f0fd197 req-e9393c65-f64e-4192-9588-815445f9706d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823282 Feb 03 14:17:45.127597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-827c2649-8c25-41dc-9800-8bb7f27bb4c5 req-36a437de-5937-4252-a829-eb81fb4822e4 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425499 Feb 03 14:17:45.177783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:45.282542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3061c-a224-49bc-885c-65b6974c7939 req-826992b3-055f-43fa-9801-0747763d63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:45.284287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59e3061c-a224-49bc-885c-65b6974c7939 req-826992b3-055f-43fa-9801-0747763d63ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2873564 Feb 03 14:17:45.397913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ed3f-d954-4821-b02d-ca5e642c3332 req-b28e443a-cc78-46b2-8aa2-fb6a41f5957e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:45.399419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6e0ed3f-d954-4821-b02d-ca5e642c3332 req-b28e443a-cc78-46b2-8aa2-fb6a41f5957e tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.2108285 Feb 03 14:17:45.452619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:45.456250 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:45.493821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6e0ed3f-d954-4821-b02d-ca5e642c3332 req-05620236-478e-4356-87a0-21b4f6835b1b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792704 Feb 03 14:17:45.539201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59e3061c-a224-49bc-885c-65b6974c7939 req-eb69d936-e6f8-44e6-81a9-70206e7aaf10 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432537 Feb 03 14:17:45.739072 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33892a6-075b-45cc-9d72-2dbc0d891f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:45.807802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582470-745c-4339-ac03-f2017598f58a req-1174c9e9-3744-4789-845c-c43d77c7b3d9 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:45.810267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 556041ab-7048-4b0f-b186-d2e9bf15ad57 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:45.815046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66582470-745c-4339-ac03-f2017598f58a req-1174c9e9-3744-4789-845c-c43d77c7b3d9 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 949 time: 0.1947637 Feb 03 14:17:45.915600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66582470-745c-4339-ac03-f2017598f58a req-3836cd88-60e0-4e60-93b2-f06ad28ef61c tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994992 Feb 03 14:17:45.931078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59e3061c-a224-49bc-885c-65b6974c7939 req-7e3572dd-acf3-4175-a67c-d91e45ea0976 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551686 Feb 03 14:17:45.932380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Allocated IP 19.80.0.221 (cf8781cc-51a6-4fc3-adaa-90f87b923612/ef4454f7-0e40-4798-95c0-87031ced7f4d/bec3f03e-83fd-4a18-a030-66ac137cfb37) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:45.998067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 556041ab-7048-4b0f-b186-d2e9bf15ad57 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:45.998729 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:46.002033 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e021d10e-68b7-4816-a6f4-c0bbc56b65af x-openstack-request-id: req-e021d10e-68b7-4816-a6f4-c0bbc56b65af {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:46.002370 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a145bc61-a6a2-4dca-a759-1fc053607259", "tag": "45608cd1-7d3c-49a0-96d0-652419fb87e9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:46.002587 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e021d10e-68b7-4816-a6f4-c0bbc56b65af {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:46.002984 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'tag': '45608cd1-7d3c-49a0-96d0-652419fb87e9', 'status': 'completed', 'code': 200} Feb 03 14:17:46.117876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 73a6b6b0-6a7d-4680-945d-f7aa6a478783 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:46.168834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cde15401-24e2-4879-927a-a1786602b81d req-9964aaeb-305d-4c11-a700-34d3daa6f0c4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 210 time: 0.0558252 Feb 03 14:17:46.277702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-e77f7214-e210-4e81-bdc3-363163c87f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:46.279280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-e77f7214-e210-4e81-bdc3-363163c87f40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 1129 time: 0.2535338 Feb 03 14:17:46.401192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:46.522241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-8a8fde02-c6e1-4033-a45e-065983e3b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:46.524641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-8a8fde02-c6e1-4033-a45e-065983e3b186 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2377715 Feb 03 14:17:46.536369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 556041ab-7048-4b0f-b186-d2e9bf15ad57 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:46.537050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:46.574333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:46.576976 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0b6198-a744-4dcf-a924-ecd632195d8e" -d '{"events": [{"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-plugged", "status": "completed", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:46.611797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:46.621696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:46.628273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 73a6b6b0-6a7d-4680-945d-f7aa6a478783, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:46.655445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-00a9aa06-a1fe-4547-94b6-00bc5281be93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=45608cd1-7d3c-49a0-96d0-652419fb87e9 HTTP/1.1" status: 200 len: 217 time: 0.1153588 Feb 03 14:17:46.677383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '73a6b6b0-6a7d-4680-945d-f7aa6a478783', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '73a6b6b0-6a7d-4680-945d-f7aa6a478783', 'mac_address': 'fa:16:3e:21:70:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:46.756410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:46.763671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:46.764241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:46.785628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a6b6b0-6a7d-4680-945d-f7aa6a478783 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:46.814864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-cb5ca95f-33c0-4236-8700-f58a9cc8e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:46.820324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-cb5ca95f-33c0-4236-8700-f58a9cc8e68e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1386645 Feb 03 14:17:46.820593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 73a6b6b0-6a7d-4680-945d-f7aa6a478783, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:46.833738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:46.839696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:46.936133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=73a6b6b0-6a7d-4680-945d-f7aa6a478783,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:46.994708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a36bf-e0a9-4c39-8d19-cde8f4744641 req-a3438b0d-6fa3-4d10-8a63-b22ad3f7b4cc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:47.005236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-996a36bf-e0a9-4c39-8d19-cde8f4744641 req-a3438b0d-6fa3-4d10-8a63-b22ad3f7b4cc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.3648472 Feb 03 14:17:47.027891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network cf8781cc-51a6-4fc3-adaa-90f87b923612 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:47.036868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Port': ['ID=bec3f03e-83fd-4a18-a030-66ac137cfb37,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:47.051031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:47.061512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:47.077616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['73a6b6b0-6a7d-4680-945d-f7aa6a478783'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:47.123127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-cd7e74c4-6c44-4bf1-b3db-0cc44655fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:47.127551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-cd7e74c4-6c44-4bf1-b3db-0cc44655fcec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3001981 Feb 03 14:17:47.189100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-996a36bf-e0a9-4c39-8d19-cde8f4744641 req-bd734ecc-6aa5-48c0-85ff-1f56565dd62b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802857 Feb 03 14:17:47.351991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-17743058-8073-443a-8724-e86eb4fea2b0 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086682 Feb 03 14:17:47.376505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:47.377786 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:47.462144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-8f0d30bd-ff9f-426d-a560-7459090a20d4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5867879 Feb 03 14:17:47.509892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Request body: {'port': {'device_id': 'bdae6afd-f7d7-4008-865c-313678384963', 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18', 'admin_state_up': True, 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:47.552160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-68cd44c2-77d7-4fe7-beeb-4f9d18f19947 None None] Provisioning complete for port bec3f03e-83fd-4a18-a030-66ac137cfb37 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:47.555195 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68cd44c2-77d7-4fe7-beeb-4f9d18f19947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:47.576911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbef8-eda6-48f2-a48b-66bb6f9ae53d req-1470a04c-d285-44ce-ba14-4858c5cd8f73 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:47.578624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cdbef8-eda6-48f2-a48b-66bb6f9ae53d req-1470a04c-d285-44ce-ba14-4858c5cd8f73 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 947 time: 0.2245643 Feb 03 14:17:47.672379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7800e9-3d82-4de1-8750-9a8a67f3387f req-71b3dc89-ee69-4c4b-b8da-8f15f88cec0a service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027420 Feb 03 14:17:47.679866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68cd44c2-77d7-4fe7-beeb-4f9d18f19947 None None] Port bec3f03e-83fd-4a18-a030-66ac137cfb37 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:47.729142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cdbef8-eda6-48f2-a48b-66bb6f9ae53d req-3b8e1c9e-282b-4d4f-9eb8-e5a5324d96a8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390116 Feb 03 14:17:47.775157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Made reservation on behalf of bd61f882a54b4b24918c56cf2a6fcce9 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:17:47.780158 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.034575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5af15d8c-bc8f-46ee-812e-4cf93a184b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.140107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 45608cd1-7d3c-49a0-96d0-652419fb87e9 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:48.143397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 73a6b6b0-6a7d-4680-945d-f7aa6a478783 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:48.155541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Allocated IP 19.86.0.144 (32f1bb50-c220-4482-90d1-c5a31186bf18/51eedcbe-8cbc-4630-abf1-4a98bdad9032/b6a453f2-fef5-46eb-997a-56114c685a4f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:17:48.343177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:17:48.441578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:48.448775 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:48.449166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.453422 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.494852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.540018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 45608cd1-7d3c-49a0-96d0-652419fb87e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=45608cd1-7d3c-49a0-96d0-652419fb87e9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:48.579408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '45608cd1-7d3c-49a0-96d0-652419fb87e9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '45608cd1-7d3c-49a0-96d0-652419fb87e9', 'mac_address': 'fa:16:3e:1c:b5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:48.583835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event updated for resources: {'Port': ['ID=b6a453f2-fef5-46eb-997a-56114c685a4f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:48.595381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Network 32f1bb50-c220-4482-90d1-c5a31186bf18 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:17:48.598046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:17:48.601325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:17:48.667034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 45608cd1-7d3c-49a0-96d0-652419fb87e9 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:48.667358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.701758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:48.702375 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.712791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:48.713190 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.722476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45608cd1-7d3c-49a0-96d0-652419fb87e9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:48.735983 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-e7086049-1b11-4409-88ba-a4aa61f46574 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2673118 Feb 03 14:17:48.747340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Request body: {'port': {'device_id': 'bdae6afd-f7d7-4008-865c-313678384963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:48.809057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 45608cd1-7d3c-49a0-96d0-652419fb87e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=45608cd1-7d3c-49a0-96d0-652419fb87e9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:48.830010 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.858145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 73a6b6b0-6a7d-4680-945d-f7aa6a478783, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:48.891255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.905721 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:48.960579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=45608cd1-7d3c-49a0-96d0-652419fb87e9,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:49.105356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['45608cd1-7d3c-49a0-96d0-652419fb87e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:49.124913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-92cb849b-b15a-4fc6-bd62-17de50891fb7 None None] Provisioning complete for port b6a453f2-fef5-46eb-997a-56114c685a4f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:49.125452 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92cb849b-b15a-4fc6-bd62-17de50891fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:49.127081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=73a6b6b0-6a7d-4680-945d-f7aa6a478783,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:49.282909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-92cb849b-b15a-4fc6-bd62-17de50891fb7 None None] Port b6a453f2-fef5-46eb-997a-56114c685a4f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:17:49.435596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec3f03e-83fd-4a18-a030-66ac137cfb37 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:49.446401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Publish callbacks [] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:49.466706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Transition to ACTIVE for port object bec3f03e-83fd-4a18-a030-66ac137cfb37 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:49.477485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:49.500872 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:49.584459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Pushing event updated for resources: {'Port': ['ID=bec3f03e-83fd-4a18-a030-66ac137cfb37,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:49.722152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Attempting to bind port bec3f03e-83fd-4a18-a030-66ac137cfb37 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:49.724462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Attempting to bind port bec3f03e-83fd-4a18-a030-66ac137cfb37 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:49.724816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Attempting to bind port bec3f03e-83fd-4a18-a030-66ac137cfb37 on network cf8781cc-51a6-4fc3-adaa-90f87b923612 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:49.739058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Port bec3f03e-83fd-4a18-a030-66ac137cfb37 on network cf8781cc-51a6-4fc3-adaa-90f87b923612 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:49.739474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Attempting to bind port bec3f03e-83fd-4a18-a030-66ac137cfb37 on network cf8781cc-51a6-4fc3-adaa-90f87b923612 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:49.750671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:49.751066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Checking segment: {'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:49.752153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Bound using segment: {'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:49.752628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Bound port: bec3f03e-83fd-4a18-a030-66ac137cfb37, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d854e8a-b1a5-46c4-b648-da7508238171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:49.753004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:49.886347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] For port bec3f03e-83fd-4a18-a030-66ac137cfb37, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:49.894429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] For port bec3f03e-83fd-4a18-a030-66ac137cfb37, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bec3f03e-83fd-4a18-a030-66ac137cfb37,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:49.909839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:49.972066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:49.972755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:49.978500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] 10.222.0.45 "PUT /v2.0/ports/bec3f03e-83fd-4a18-a030-66ac137cfb37 HTTP/1.1" status: 200 len: 1092 time: 1.2354484 Feb 03 14:17:49.982035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'tag': 'bec3f03e-83fd-4a18-a030-66ac137cfb37'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:49.989749 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8494dd91-c4e5-4c1a-b64a-e11df283e51a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "tag": "bec3f03e-83fd-4a18-a030-66ac137cfb37"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:50.075998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Request body: {'port': {'device_id': 'bdae6afd-f7d7-4008-865c-313678384963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:17:50.153408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00232adf-ccc6-4709-8616-27f106a70c4d service neutron] Pushing event updated for resources: {'Port': ['ID=bec3f03e-83fd-4a18-a030-66ac137cfb37,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:50.157380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 45608cd1-7d3c-49a0-96d0-652419fb87e9 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:50.257918 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:50.282786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 45608cd1-7d3c-49a0-96d0-652419fb87e9 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:50.292789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 45608cd1-7d3c-49a0-96d0-652419fb87e9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:50.293163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:50.498495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 45608cd1-7d3c-49a0-96d0-652419fb87e9 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:50.499471 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:50.633891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 45608cd1-7d3c-49a0-96d0-652419fb87e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=45608cd1-7d3c-49a0-96d0-652419fb87e9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:50.642314 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:50.648332 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:50.745634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=45608cd1-7d3c-49a0-96d0-652419fb87e9,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:50.946617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a453f2-fef5-46eb-997a-56114c685a4f {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:50.958088 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Publish callbacks [] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:50.976175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Transition to ACTIVE for port object b6a453f2-fef5-46eb-997a-56114c685a4f will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:17:50.982300 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:51.078372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a453f2-fef5-46eb-997a-56114c685a4f,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:51.350550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Attempting to bind port b6a453f2-fef5-46eb-997a-56114c685a4f on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:17:51.350899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Attempting to bind port b6a453f2-fef5-46eb-997a-56114c685a4f by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:17:51.351305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Attempting to bind port b6a453f2-fef5-46eb-997a-56114c685a4f on network 32f1bb50-c220-4482-90d1-c5a31186bf18 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:51.363150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Port b6a453f2-fef5-46eb-997a-56114c685a4f on network 32f1bb50-c220-4482-90d1-c5a31186bf18 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:17:51.363486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Attempting to bind port b6a453f2-fef5-46eb-997a-56114c685a4f on network 32f1bb50-c220-4482-90d1-c5a31186bf18 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:17:51.370631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:17:51.371010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Checking segment: {'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:17:51.371409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Bound using segment: {'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:17:51.371869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Bound port: b6a453f2-fef5-46eb-997a-56114c685a4f, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66069b63-8afc-4da7-99df-b03f667d12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:17:51.372342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:51.455957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] For port b6a453f2-fef5-46eb-997a-56114c685a4f, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:17:51.461604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] For port b6a453f2-fef5-46eb-997a-56114c685a4f, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b6a453f2-fef5-46eb-997a-56114c685a4f,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:17:51.470823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:51.562758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:51.563938 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:51.565788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] 10.222.0.45 "PUT /v2.0/ports/b6a453f2-fef5-46eb-997a-56114c685a4f HTTP/1.1" status: 200 len: 1092 time: 1.5387084 Feb 03 14:17:51.598289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d84198-1946-40a6-bd6a-0448392c4132 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a453f2-fef5-46eb-997a-56114c685a4f,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:51.674526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-13b6c512-3b1d-43c1-8010-5059917715c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:51.675021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-13b6c512-3b1d-43c1-8010-5059917715c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:51.677517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-13b6c512-3b1d-43c1-8010-5059917715c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 2043 time: 0.0673215 Feb 03 14:17:51.734952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-22ad0eaf-6573-4074-ac73-3aafca50b46d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=bec3f03e-83fd-4a18-a030-66ac137cfb37 HTTP/1.1" status: 200 len: 217 time: 0.0482066 Feb 03 14:17:51.817335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-246f6360-9a36-4f88-86a6-d5778e5cf43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:51.819272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-246f6360-9a36-4f88-86a6-d5778e5cf43a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef4454f7-0e40-4798-95c0-87031ced7f4d HTTP/1.1" status: 200 len: 801 time: 0.0726445 Feb 03 14:17:51.906459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-b6f5fb1e-aeea-4ab5-93a2-ba1d64743057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:51.908198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-b6f5fb1e-aeea-4ab5-93a2-ba1d64743057 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf8781cc-51a6-4fc3-adaa-90f87b923612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0826676 Feb 03 14:17:51.998335 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:52.249840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-5618c257-9239-4c53-b039-9a6026ff38c1 service neutron] 10.222.0.45 "GET /v2.0/networks/cf8781cc-51a6-4fc3-adaa-90f87b923612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097246 Feb 03 14:17:52.399437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-baa7b50f-b61e-4168-bd3b-e46bb0be85d3 service neutron] 10.222.0.45 "GET /v2.0/networks/cf8781cc-51a6-4fc3-adaa-90f87b923612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426265 Feb 03 14:17:52.476018 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-d2d4a861-c988-48e7-b33b-d9967eec202e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042020 Feb 03 14:17:52.490025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-d8d5a8d6-f2ff-4b2f-b8d1-d3776aa2a549 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=b6a453f2-fef5-46eb-997a-56114c685a4f HTTP/1.1" status: 200 len: 217 time: 0.0815542 Feb 03 14:17:52.562096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-209170da-499c-415b-9640-6ef810659521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:52.563987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-209170da-499c-415b-9640-6ef810659521 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51eedcbe-8cbc-4630-abf1-4a98bdad9032 HTTP/1.1" status: 200 len: 801 time: 0.0670936 Feb 03 14:17:52.598215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-d86b3955-ca8d-4e69-b789-85e4c1aad1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:52.600115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-d86b3955-ca8d-4e69-b789-85e4c1aad1fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 1127 time: 0.0704219 Feb 03 14:17:52.713143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-6d6afe6a-8021-44a6-8db8-d18a232845fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:52.717731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-6d6afe6a-8021-44a6-8db8-d18a232845fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32f1bb50-c220-4482-90d1-c5a31186bf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1471601 Feb 03 14:17:52.861012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-f15151ba-314b-45c7-be9c-660a178ee75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:52.863131 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-f15151ba-314b-45c7-be9c-660a178ee75f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.2408061 Feb 03 14:17:52.883569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-5a7c9cb1-bc7b-48d0-ae0d-55526e8c5804 service neutron] 10.222.0.45 "GET /v2.0/networks/32f1bb50-c220-4482-90d1-c5a31186bf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570740 Feb 03 14:17:52.988464 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-d0a12990-d94a-4761-a421-f7075e221c40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 200 len: 217 time: 0.1127799 Feb 03 14:17:53.103533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-edd03307-19a1-4559-98e3-98f397ea8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:53.105078 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-edd03307-19a1-4559-98e3-98f397ea8391 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1167750 Feb 03 14:17:53.153797 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-4817fdd8-05e2-4bf1-9b24-26535a5039d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422838 Feb 03 14:17:53.314686 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-233a987a-677c-4171-8cb8-fbb68c897620 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527467 Feb 03 14:17:53.565646 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7bbcc7ec-e3f1-43a3-a262-6af335ff71d9 req-6e5c4b3a-229f-43e4-95a2-9c7bb4dee5e9 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445428 Feb 03 14:17:53.607758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d60496-c71a-4dd7-9c54-168845af60f2 req-28178b68-98cd-4ddc-b330-1268a71c950d service neutron] 10.222.0.45 "GET /v2.0/networks/32f1bb50-c220-4482-90d1-c5a31186bf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183576 Feb 03 14:17:54.583695 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:56.165131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bec3f03e-83fd-4a18-a030-66ac137cfb37 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:56.400783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bec3f03e-83fd-4a18-a030-66ac137cfb37, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bec3f03e-83fd-4a18-a030-66ac137cfb37,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:56.400783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'bec3f03e-83fd-4a18-a030-66ac137cfb37', 'network_id': 'cf8781cc-51a6-4fc3-adaa-90f87b923612', 'port_id': 'bec3f03e-83fd-4a18-a030-66ac137cfb37', 'mac_address': 'fa:16:3e:af:75:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef4454f7-0e40-4798-95c0-87031ced7f4d', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:56.454546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bec3f03e-83fd-4a18-a030-66ac137cfb37 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:56.455344 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:56.490195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec3f03e-83fd-4a18-a030-66ac137cfb37 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:56.516484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bec3f03e-83fd-4a18-a030-66ac137cfb37, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bec3f03e-83fd-4a18-a030-66ac137cfb37,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:56.521417 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:56.523141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b6a453f2-fef5-46eb-997a-56114c685a4f details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:17:56.615779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bec3f03e-83fd-4a18-a030-66ac137cfb37,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:56.713417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b6a453f2-fef5-46eb-997a-56114c685a4f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b6a453f2-fef5-46eb-997a-56114c685a4f,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:56.728881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'b6a453f2-fef5-46eb-997a-56114c685a4f', 'network_id': '32f1bb50-c220-4482-90d1-c5a31186bf18', 'port_id': 'b6a453f2-fef5-46eb-997a-56114c685a4f', 'mac_address': 'fa:16:3e:ae:c8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51eedcbe-8cbc-4630-abf1-4a98bdad9032', 'ip_address': '19.86.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:17:56.778882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b6a453f2-fef5-46eb-997a-56114c685a4f is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:56.779301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:56.801977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a453f2-fef5-46eb-997a-56114c685a4f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:17:57.039774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b6a453f2-fef5-46eb-997a-56114c685a4f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b6a453f2-fef5-46eb-997a-56114c685a4f,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:57.047833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:57.123047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b6a453f2-fef5-46eb-997a-56114c685a4f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:57.328020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bec3f03e-83fd-4a18-a030-66ac137cfb37'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:57.837338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c8068-0802-4341-a070-cdd917cef38d req-80dfd698-4fb8-486a-ae08-189dac018abe tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:57.838929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-112c8068-0802-4341-a070-cdd917cef38d req-80dfd698-4fb8-486a-ae08-189dac018abe tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.0963626 Feb 03 14:17:57.917793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-112c8068-0802-4341-a070-cdd917cef38d req-9d1ed07d-0f02-48c1-bbad-0ff0b2342466 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719275 Feb 03 14:17:57.986247 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab92433-f1d5-4998-8e25-c5c361ca7cf9 x-openstack-request-id: req-1ab92433-f1d5-4998-8e25-c5c361ca7cf9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:57.987017 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-plugged", "status": "completed", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:57.987543 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ab92433-f1d5-4998-8e25-c5c361ca7cf9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:57.988390 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'code': 200} Feb 03 14:17:58.161210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2daaa-5d97-4711-ada3-5ad0c666fd65 req-94e9199c-b779-4da6-8a53-e60efa395947 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:58.161210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2daaa-5d97-4711-ada3-5ad0c666fd65 req-94e9199c-b779-4da6-8a53-e60efa395947 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:58.161210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efa2daaa-5d97-4711-ada3-5ad0c666fd65 req-94e9199c-b779-4da6-8a53-e60efa395947 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 1681 time: 0.0956264 Feb 03 14:17:58.175669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bec3f03e-83fd-4a18-a030-66ac137cfb37 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:17:58.276790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efa2daaa-5d97-4711-ada3-5ad0c666fd65 req-e7064aa6-40e2-436b-b751-861b68e8a445 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221077 Feb 03 14:17:58.329789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port bec3f03e-83fd-4a18-a030-66ac137cfb37 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:17:58.336619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port bec3f03e-83fd-4a18-a030-66ac137cfb37 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:17:58.336999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:58.436283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efa7e-470d-4a91-b874-cd501c3c83ff req-398aed7f-97da-45cb-a219-e2335883ef55 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:58.437999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd2efa7e-470d-4a91-b874-cd501c3c83ff req-398aed7f-97da-45cb-a219-e2335883ef55 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.0973499 Feb 03 14:17:58.495172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bec3f03e-83fd-4a18-a030-66ac137cfb37 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:17:58.495762 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:58.499691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b6a453f2-fef5-46eb-997a-56114c685a4f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:17:58.525232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd2efa7e-470d-4a91-b874-cd501c3c83ff req-15d37d5f-3730-4412-a29a-51433d46544a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758102 Feb 03 14:17:58.593898 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680239a-b43c-4a2e-a485-0a95ecd423d0 x-openstack-request-id: req-7680239a-b43c-4a2e-a485-0a95ecd423d0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:17:58.594210 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "tag": "bec3f03e-83fd-4a18-a030-66ac137cfb37", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:17:58.595230 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7680239a-b43c-4a2e-a485-0a95ecd423d0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:17:58.595646 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'tag': 'bec3f03e-83fd-4a18-a030-66ac137cfb37', 'status': 'completed', 'code': 200} Feb 03 14:17:58.633541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bec3f03e-83fd-4a18-a030-66ac137cfb37, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bec3f03e-83fd-4a18-a030-66ac137cfb37,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:17:58.646320 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:17:58.734519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3589-2f72-4504-941c-f29db7cc8900 req-18a2c585-1902-48ac-b4eb-30bf546b7344 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:58.738186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bec3f03e-83fd-4a18-a030-66ac137cfb37,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:17:58.744407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0cb3589-2f72-4504-941c-f29db7cc8900 req-18a2c585-1902-48ac-b4eb-30bf546b7344 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 949 time: 0.1477890 Feb 03 14:17:58.822100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-0d6a6fc2-47d2-4613-846f-346f8a2c2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:58.823118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-0d6a6fc2-47d2-4613-846f-346f8a2c2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:58.824885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-0d6a6fc2-47d2-4613-846f-346f8a2c2678 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 2046 time: 0.2031205 Feb 03 14:17:58.897076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0cb3589-2f72-4504-941c-f29db7cc8900 req-31e53379-8629-4fe5-a72d-b2816c6171bd tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514089 Feb 03 14:17:58.984848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fedc72-a7af-4d2e-a205-fe2784b0db15 req-df8b28cf-3ee6-4bd1-8ea2-4db5897d71b5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:58.988012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1fedc72-a7af-4d2e-a205-fe2784b0db15 req-df8b28cf-3ee6-4bd1-8ea2-4db5897d71b5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.2341952 Feb 03 14:17:59.052261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-09b83341-89c2-458b-bcf9-0e1e250b16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:59.053815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-09b83341-89c2-458b-bcf9-0e1e250b16f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cf8781cc-51a6-4fc3-adaa-90f87b923612 HTTP/1.1" status: 200 len: 901 time: 0.2185411 Feb 03 14:17:59.133097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1fedc72-a7af-4d2e-a205-fe2784b0db15 req-f92164ea-c3d1-4f3b-a2dd-fada5b84ed32 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347425 Feb 03 14:17:59.183475 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-e219de57-eaa4-4c2a-9b04-0e4ed7a40f2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=bec3f03e-83fd-4a18-a030-66ac137cfb37 HTTP/1.1" status: 200 len: 217 time: 0.1210272 Feb 03 14:17:59.253358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-637f4ba1-47ac-4257-8e89-04524422dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:59.254940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-637f4ba1-47ac-4257-8e89-04524422dd9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef4454f7-0e40-4798-95c0-87031ced7f4d HTTP/1.1" status: 200 len: 801 time: 0.0638864 Feb 03 14:17:59.263740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667c06-e360-4c65-970e-254d94a6dcc1 req-08441c06-a1e3-4f69-84bb-5cf375b426a3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:59.265321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8667c06-e360-4c65-970e-254d94a6dcc1 req-08441c06-a1e3-4f69-84bb-5cf375b426a3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.1313534 Feb 03 14:17:59.346184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-11be976c-987d-4301-b838-43f8ebdfc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:59.347822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-11be976c-987d-4301-b838-43f8ebdfc39e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf8781cc-51a6-4fc3-adaa-90f87b923612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0815635 Feb 03 14:17:59.351687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8667c06-e360-4c65-970e-254d94a6dcc1 req-29aae9ad-4dbf-4ada-b603-60abac0373e6 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767143 Feb 03 14:17:59.476091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-09268df2-597f-490a-a6d9-f95bf1627ef0 service neutron] 10.222.0.45 "GET /v2.0/networks/cf8781cc-51a6-4fc3-adaa-90f87b923612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195731 Feb 03 14:17:59.600630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8494dd91-c4e5-4c1a-b64a-e11df283e51a req-a0775d8a-6668-4791-96eb-427554952173 service neutron] 10.222.0.45 "GET /v2.0/networks/cf8781cc-51a6-4fc3-adaa-90f87b923612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166019 Feb 03 14:17:59.990446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a90e7-09a4-4921-8dd5-2ca3b949a26c req-0ecf54f1-bcbf-4e4e-a441-cbcbab9f3c34 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:59.992347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6b6b0-6a7d-4680-945d-f7aa6a478783'}, {'server_uuid': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45608cd1-7d3c-49a0-96d0-652419fb87e9'}, {'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec3f03e-83fd-4a18-a030-66ac137cfb37'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:17:59.995133 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d586111-1c02-405d-8fed-4d43026b6d9d" -d '{"events": [{"server_uuid": "a5c7992b-664b-437f-bad2-7a6f51601127", "name": "network-vif-plugged", "status": "completed", "tag": "73a6b6b0-6a7d-4680-945d-f7aa6a478783"}, {"server_uuid": "a145bc61-a6a2-4dca-a759-1fc053607259", "name": "network-vif-plugged", "status": "completed", "tag": "45608cd1-7d3c-49a0-96d0-652419fb87e9"}, {"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-plugged", "status": "completed", "tag": "bec3f03e-83fd-4a18-a030-66ac137cfb37"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:17:59.996390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a90e7-09a4-4921-8dd5-2ca3b949a26c req-0ecf54f1-bcbf-4e4e-a441-cbcbab9f3c34 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:17:59.998135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a29a90e7-09a4-4921-8dd5-2ca3b949a26c req-0ecf54f1-bcbf-4e4e-a441-cbcbab9f3c34 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 1682 time: 0.0743923 Feb 03 14:18:00.057360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a29a90e7-09a4-4921-8dd5-2ca3b949a26c req-3a9a7bef-5adc-4c7c-83fd-52fd2ee931fe tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527530 Feb 03 14:18:00.106852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9acd7-7f90-4e3f-9265-c9b6a0a48752 req-29f3f516-2ca1-42b0-8b40-f42c34312bc8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.108689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49d9acd7-7f90-4e3f-9265-c9b6a0a48752 req-29f3f516-2ca1-42b0-8b40-f42c34312bc8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.0710793 Feb 03 14:18:00.165029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49d9acd7-7f90-4e3f-9265-c9b6a0a48752 req-2968ce32-ba34-446c-a8f4-119411288367 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496843 Feb 03 14:18:00.184769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b6a453f2-fef5-46eb-997a-56114c685a4f up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:00.257263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port b6a453f2-fef5-46eb-997a-56114c685a4f completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:18:00.269620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port b6a453f2-fef5-46eb-997a-56114c685a4f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:00.270358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:00.316631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f873941-57d2-4ba1-9721-c496409654e5 req-174a0d78-3761-4304-adc7-b7c83f85599f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.318153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f873941-57d2-4ba1-9721-c496409654e5 req-174a0d78-3761-4304-adc7-b7c83f85599f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1336088 Feb 03 14:18:00.332590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe65c80-9f67-4a4c-9bd6-2ebcf3711725 req-970b2331-ec73-45e8-9a29-46ed1cc78df4 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.334367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fe65c80-9f67-4a4c-9bd6-2ebcf3711725 req-970b2331-ec73-45e8-9a29-46ed1cc78df4 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 949 time: 0.0871482 Feb 03 14:18:00.371557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b6a453f2-fef5-46eb-997a-56114c685a4f is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:00.371557 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:00.423830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b6a453f2-fef5-46eb-997a-56114c685a4f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b6a453f2-fef5-46eb-997a-56114c685a4f,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:00.425210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f873941-57d2-4ba1-9721-c496409654e5 req-ac938199-37b9-4f74-99a5-6562a6c0eaa1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991266 Feb 03 14:18:00.429576 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:00.430196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fe65c80-9f67-4a4c-9bd6-2ebcf3711725 req-18a89536-a11b-4ae6-a794-262091be64da tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879500 Feb 03 14:18:00.538627 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3c700-6471-435f-844e-9572feacb887 x-openstack-request-id: req-74f3c700-6471-435f-844e-9572feacb887 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:00.540646 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c7992b-664b-437f-bad2-7a6f51601127", "name": "network-vif-plugged", "status": "completed", "tag": "73a6b6b0-6a7d-4680-945d-f7aa6a478783", "code": 200}, {"server_uuid": "a145bc61-a6a2-4dca-a759-1fc053607259", "name": "network-vif-plugged", "status": "completed", "tag": "45608cd1-7d3c-49a0-96d0-652419fb87e9", "code": 200}, {"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-plugged", "status": "completed", "tag": "bec3f03e-83fd-4a18-a030-66ac137cfb37", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:00.540921 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74f3c700-6471-435f-844e-9572feacb887 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:00.543177 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6b6b0-6a7d-4680-945d-f7aa6a478783', 'code': 200} Feb 03 14:18:00.543177 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45608cd1-7d3c-49a0-96d0-652419fb87e9', 'code': 200} Feb 03 14:18:00.543177 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec3f03e-83fd-4a18-a030-66ac137cfb37', 'code': 200} Feb 03 14:18:00.545728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b6a453f2-fef5-46eb-997a-56114c685a4f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:00.596249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'tag': 'b6a453f2-fef5-46eb-997a-56114c685a4f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:00.599109 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c53ff43-fa1e-4c8c-83e6-f87d88387915" -d '{"events": [{"name": "network-changed", "server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "tag": "b6a453f2-fef5-46eb-997a-56114c685a4f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:00.730397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914680-20dc-44e1-9255-fdddf1d45316 req-bde0a979-8c05-4a64-8fc2-c5c776669c7d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.732494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc914680-20dc-44e1-9255-fdddf1d45316 req-bde0a979-8c05-4a64-8fc2-c5c776669c7d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.1724765 Feb 03 14:18:00.738518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcdaf-f11c-46d0-8381-2d21c5c67d09 req-5eda2df3-7a5c-4276-bf10-6c6d889be165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.740284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213dcdaf-f11c-46d0-8381-2d21c5c67d09 req-5eda2df3-7a5c-4276-bf10-6c6d889be165 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 1131 time: 0.1372187 Feb 03 14:18:00.756707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-49793de6-c7aa-49f0-9e44-f5a18e21ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.758979 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-49793de6-c7aa-49f0-9e44-f5a18e21ae18 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 1127 time: 0.0535212 Feb 03 14:18:00.777391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddf9b9-5bec-4217-b4b7-336016eacad0 req-e8ef75b0-73ad-45f3-b111-8ca3cb631f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.778929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bddf9b9-5bec-4217-b4b7-336016eacad0 req-e8ef75b0-73ad-45f3-b111-8ca3cb631f5f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 1131 time: 0.1296108 Feb 03 14:18:00.851615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc914680-20dc-44e1-9255-fdddf1d45316 req-ad7fca37-e0be-42a6-9162-4b0bbcff1a0d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081676 Feb 03 14:18:00.865781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-213dcdaf-f11c-46d0-8381-2d21c5c67d09 req-b4ca0c97-1e27-4769-943e-a0ad4c14f588 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149080 Feb 03 14:18:00.868591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bddf9b9-5bec-4217-b4b7-336016eacad0 req-043621bb-4bee-4a2d-8f36-47b3565bea03 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832913 Feb 03 14:18:00.885337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-e9c1ede2-84bf-412f-8686-019738e84cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.887683 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-e9c1ede2-84bf-412f-8686-019738e84cd4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.1222649 Feb 03 14:18:00.906469 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e913b-b071-4c7d-9bd4-53cabbfdbcbe x-openstack-request-id: req-593e913b-b071-4c7d-9bd4-53cabbfdbcbe {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:00.907126 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "tag": "b6a453f2-fef5-46eb-997a-56114c685a4f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:00.907381 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-593e913b-b071-4c7d-9bd4-53cabbfdbcbe {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:00.907789 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'tag': 'b6a453f2-fef5-46eb-997a-56114c685a4f', 'status': 'completed', 'code': 200} Feb 03 14:18:00.938561 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-81afcecf-6a35-43b2-96c4-e5c85fff364c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57 HTTP/1.1" status: 200 len: 217 time: 0.0424118 Feb 03 14:18:00.997144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-904df2cb-7b24-4d32-9796-17f8ea4fea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:00.999029 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-904df2cb-7b24-4d32-9796-17f8ea4fea41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0523548 Feb 03 14:18:01.033544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-42799913-73d6-4e53-9d35-266d8a32cf71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278676 Feb 03 14:18:01.142046 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-fe37e1ff-57f0-45b2-8755-06d38f9a0e8b service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004992 Feb 03 14:18:01.237131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66591-751f-4347-a862-dcac9dac8332 req-384eb3c9-b857-4b66-a0e8-295340a3d5e6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.250863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66591-751f-4347-a862-dcac9dac8332 req-384eb3c9-b857-4b66-a0e8-295340a3d5e6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.253141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7aa66591-751f-4347-a862-dcac9dac8332 req-384eb3c9-b857-4b66-a0e8-295340a3d5e6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 1683 time: 0.0999451 Feb 03 14:18:01.295611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cf666a92-d8d5-486e-b262-ed180cc51851 req-29e1d8d6-bc07-436e-9c52-b4aa11e4232c service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462133 Feb 03 14:18:01.344293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7aa66591-751f-4347-a862-dcac9dac8332 req-11fe988b-ebbe-4db7-955b-ed26a5c5cc3f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817940 Feb 03 14:18:01.360088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-71682632-1912-46ea-9f38-af2272b9f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.361027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-71682632-1912-46ea-9f38-af2272b9f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.362844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-71682632-1912-46ea-9f38-af2272b9f6fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 2047 time: 0.0826433 Feb 03 14:18:01.485288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-a351698f-4304-4547-b22e-03a98707db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.490221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-a351698f-4304-4547-b22e-03a98707db8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=32f1bb50-c220-4482-90d1-c5a31186bf18 HTTP/1.1" status: 200 len: 902 time: 0.1199052 Feb 03 14:18:01.558224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-61335659-4067-427f-9184-0f2fe0da4224 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=b6a453f2-fef5-46eb-997a-56114c685a4f HTTP/1.1" status: 200 len: 217 time: 0.0623088 Feb 03 14:18:01.651736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-79688943-7e4a-4905-8f98-128f7b10f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.653577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-79688943-7e4a-4905-8f98-128f7b10f26b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51eedcbe-8cbc-4630-abf1-4a98bdad9032 HTTP/1.1" status: 200 len: 801 time: 0.0835228 Feb 03 14:18:01.665018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babd051-bd51-4112-b5b4-b3eee493af4c req-ea60e236-4f69-4098-9e65-ea242c79c254 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.666509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1babd051-bd51-4112-b5b4-b3eee493af4c req-ea60e236-4f69-4098-9e65-ea242c79c254 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.1646156 Feb 03 14:18:01.711649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e4063-4611-4e64-a128-bfd0d3df9660 req-a2de0bb5-68cf-47b1-ab6a-d35be1169142 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.713229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac1e4063-4611-4e64-a128-bfd0d3df9660 req-a2de0bb5-68cf-47b1-ab6a-d35be1169142 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1570368 Feb 03 14:18:01.791922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1babd051-bd51-4112-b5b4-b3eee493af4c req-38f76fd6-37e7-48d6-8139-3606e175b55f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152897 Feb 03 14:18:01.799654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-15a58901-1ae1-4f57-ada0-7bb1f18603be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:01.801160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-15a58901-1ae1-4f57-ada0-7bb1f18603be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32f1bb50-c220-4482-90d1-c5a31186bf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1337566 Feb 03 14:18:01.804642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac1e4063-4611-4e64-a128-bfd0d3df9660 req-17d5995e-f385-4e78-af8f-851c79fa3831 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825410 Feb 03 14:18:01.898287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:18:01.985359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-f5cb35f9-dee3-4f42-9b8d-81afb2e50460 service neutron] 10.222.0.45 "GET /v2.0/networks/32f1bb50-c220-4482-90d1-c5a31186bf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733267 Feb 03 14:18:01.993653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e79ca3-33f6-48d0-afe0-92e5a60b0655 req-65e9aeca-20c7-4589-a4c3-ef64269574b0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:02.000907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e79ca3-33f6-48d0-afe0-92e5a60b0655 req-65e9aeca-20c7-4589-a4c3-ef64269574b0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 949 time: 0.1001894 Feb 03 14:18:02.040278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:02.055253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'mac_address': 'fa:16:3e:83:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:18:02.099233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:02.099624 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:02.122387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fccd7cbd-3cdc-42b0-b634-017b3086fa83 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:02.136128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e79ca3-33f6-48d0-afe0-92e5a60b0655 req-deec1121-c985-4870-b316-aadf4cabf27c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342354 Feb 03 14:18:02.166253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:02.172092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:02.191792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c53ff43-fa1e-4c8c-83e6-f87d88387915 req-f8fef219-cf1f-458d-ba2e-26b803acff95 service neutron] 10.222.0.45 "GET /v2.0/networks/32f1bb50-c220-4482-90d1-c5a31186bf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823170 Feb 03 14:18:02.249697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:02.306614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781eff2e-0b10-4a7f-93f9-2ac94824a3c3 req-c3212006-97df-42b1-a0c5-bcb5059c88fa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:02.314614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-781eff2e-0b10-4a7f-93f9-2ac94824a3c3 req-c3212006-97df-42b1-a0c5-bcb5059c88fa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.0783360 Feb 03 14:18:02.377595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-781eff2e-0b10-4a7f-93f9-2ac94824a3c3 req-749cbdde-c252-47cf-8d2c-a53adbb44b5f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613937 Feb 03 14:18:02.419997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['fccd7cbd-3cdc-42b0-b634-017b3086fa83'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:02.527419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e23d0-fe83-4a94-8dab-8ca554c3e969 req-6d6f46b8-37dc-4f45-9c86-cd8b736e0d6b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:02.534195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e23d0-fe83-4a94-8dab-8ca554c3e969 req-6d6f46b8-37dc-4f45-9c86-cd8b736e0d6b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:02.542355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a63e23d0-fe83-4a94-8dab-8ca554c3e969 req-6d6f46b8-37dc-4f45-9c86-cd8b736e0d6b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 1683 time: 0.0845191 Feb 03 14:18:02.556095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a453f2-fef5-46eb-997a-56114c685a4f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:02.560300 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18388e7e-0c63-4083-b637-8ad0d245f242" -d '{"events": [{"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-plugged", "status": "completed", "tag": "b6a453f2-fef5-46eb-997a-56114c685a4f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:02.594577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a63e23d0-fe83-4a94-8dab-8ca554c3e969 req-d0714f0c-d285-4c5c-ada8-4929e6e2fae4 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513382 Feb 03 14:18:02.811899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfbfb4-c074-4346-8317-8770aca948a5 req-25e9eba1-0a8b-45a1-b362-97b1d1085db3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:02.814690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fcfbfb4-c074-4346-8317-8770aca948a5 req-25e9eba1-0a8b-45a1-b362-97b1d1085db3 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.0669746 Feb 03 14:18:02.880343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fcfbfb4-c074-4346-8317-8770aca948a5 req-114a040c-2a6d-4b84-a9ed-f06d35990c7b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573342 Feb 03 14:18:02.943625 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7ff8c3-1c0e-4003-9d65-f77d1bb1d7a7 x-openstack-request-id: req-9d7ff8c3-1c0e-4003-9d65-f77d1bb1d7a7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:02.944266 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-plugged", "status": "completed", "tag": "b6a453f2-fef5-46eb-997a-56114c685a4f", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:02.944266 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d7ff8c3-1c0e-4003-9d65-f77d1bb1d7a7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:02.944592 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a453f2-fef5-46eb-997a-56114c685a4f', 'code': 200} Feb 03 14:18:03.139002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04be0b-5869-4744-8dc2-e932b8e59702 req-83ded37a-0d2d-4fa4-898f-ad6f788b1410 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:03.140786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f04be0b-5869-4744-8dc2-e932b8e59702 req-83ded37a-0d2d-4fa4-898f-ad6f788b1410 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1276288 Feb 03 14:18:03.153175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9b24-d68b-4efa-b9ac-182515b889ec req-10b3917d-5725-4d2d-8324-79d86636b2f9 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:03.155093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-079a9b24-d68b-4efa-b9ac-182515b889ec req-10b3917d-5725-4d2d-8324-79d86636b2f9 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 945 time: 0.1130738 Feb 03 14:18:03.164398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabcebb-36a1-49a7-bcf5-c311a695889f req-2a6c16c1-772b-4f6c-9176-86fb65a5ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:03.164907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabcebb-36a1-49a7-bcf5-c311a695889f req-2a6c16c1-772b-4f6c-9176-86fb65a5ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:03.166407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dabcebb-36a1-49a7-bcf5-c311a695889f req-2a6c16c1-772b-4f6c-9176-86fb65a5ca5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 2047 time: 0.1237526 Feb 03 14:18:03.265095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dabcebb-36a1-49a7-bcf5-c311a695889f req-747070ec-2090-4b60-96d6-6dbb1361ebea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895426 Feb 03 14:18:03.268620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f04be0b-5869-4744-8dc2-e932b8e59702 req-13f649c4-8904-469b-bd31-6407f7bf4355 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129363 Feb 03 14:18:03.271605 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-079a9b24-d68b-4efa-b9ac-182515b889ec req-6ac7dc17-d730-4150-80f9-132b0b3f5332 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034193 Feb 03 14:18:03.451962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166ed5-53b5-4caa-ad90-7cbb9644a05a req-d148ac60-19c2-4df6-b65a-a1b8907a2f13 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:03.453961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f166ed5-53b5-4caa-ad90-7cbb9644a05a req-d148ac60-19c2-4df6-b65a-a1b8907a2f13 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.1022084 Feb 03 14:18:03.493287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3857f81-9c3b-48e6-9080-c6c10110b436 req-ecbec66f-d2b9-444d-9051-a5865319f01f tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:03.494769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3857f81-9c3b-48e6-9080-c6c10110b436 req-ecbec66f-d2b9-444d-9051-a5865319f01f tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 949 time: 0.0870676 Feb 03 14:18:03.533187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f166ed5-53b5-4caa-ad90-7cbb9644a05a req-b9d3d20a-e47a-44a9-9c16-3f3b99f3650c tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Feb 03 14:18:03.565250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3857f81-9c3b-48e6-9080-c6c10110b436 req-7e7ac569-62ee-4d1f-aed0-268f98af2ebd tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640295 Feb 03 14:18:03.848930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a0ea-2773-4bb2-8da0-b5f618070267 req-6c617b8d-fa93-489c-8ed0-5a06d67f82e9 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:03.850751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a48a0ea-2773-4bb2-8da0-b5f618070267 req-6c617b8d-fa93-489c-8ed0-5a06d67f82e9 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 949 time: 0.0840740 Feb 03 14:18:03.899250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:03.901468 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a48a0ea-2773-4bb2-8da0-b5f618070267 req-5b7a93b5-0ae2-49df-b71e-374fa2ccda19 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Feb 03 14:18:03.983332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port fccd7cbd-3cdc-42b0-b634-017b3086fa83 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:03.984394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:04.062090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc4f9-9ee8-4266-8a43-f91ab9fddfdb req-18a89522-e282-4b59-a6fd-9969204b061f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:04.072677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc4f9-9ee8-4266-8a43-f91ab9fddfdb req-18a89522-e282-4b59-a6fd-9969204b061f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:04.079967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-980cc4f9-9ee8-4266-8a43-f91ab9fddfdb req-18a89522-e282-4b59-a6fd-9969204b061f tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 1683 time: 0.0996177 Feb 03 14:18:04.095341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:04.095937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:04.133866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:04.137918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:04.138724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:04.159208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-980cc4f9-9ee8-4266-8a43-f91ab9fddfdb req-26c75250-91f2-43c5-96b5-d793809ff4c6 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788035 Feb 03 14:18:04.177467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d997f-a62e-48ae-aaf8-dcee074e84c4 req-0973329d-c37c-46ed-b784-2f7992d2c53d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:04.179451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-102d997f-a62e-48ae-aaf8-dcee074e84c4 req-0973329d-c37c-46ed-b784-2f7992d2c53d tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.0731690 Feb 03 14:18:04.223616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:04.283783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:04.284267 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:04.311010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-102d997f-a62e-48ae-aaf8-dcee074e84c4 req-098ba85b-975f-4ea1-9cbb-aac30f19061b tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240051 Feb 03 14:18:04.345789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:04.353050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:04.356129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 556041ab-7048-4b0f-b186-d2e9bf15ad57 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:04.442895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:04.510899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 556041ab-7048-4b0f-b186-d2e9bf15ad57 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:04.511551 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:04.562514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:04.570737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:04.640553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a57d-8c83-4a93-b175-a49c9632a11b req-b52acb6f-295e-45a8-abf5-f42b1a33add8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:04.647907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a57d-8c83-4a93-b175-a49c9632a11b req-b52acb6f-295e-45a8-abf5-f42b1a33add8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:04.649811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2c7a57d-8c83-4a93-b175-a49c9632a11b req-b52acb6f-295e-45a8-abf5-f42b1a33add8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259&device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 1689 time: 0.0772922 Feb 03 14:18:04.664107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:04.707909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2c7a57d-8c83-4a93-b175-a49c9632a11b req-7e186fab-a8c3-4f58-954f-be41c8d31f63 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502684 Feb 03 14:18:04.845985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e340cac-8c6b-4a6d-b347-857e4d7fd51d req-c44dcd7e-30b0-48fd-bb7b-61027ba63dfc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:04.853297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e340cac-8c6b-4a6d-b347-857e4d7fd51d req-c44dcd7e-30b0-48fd-bb7b-61027ba63dfc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 943 time: 0.0735703 Feb 03 14:18:04.936335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e340cac-8c6b-4a6d-b347-857e4d7fd51d req-2f1207c9-9158-4252-8bb7-e1f23ed45e52 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727627 Feb 03 14:18:04.946017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83'}, {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}, {'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:04.948830 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6439b9c-4f90-4759-b4cc-be1ca76c59ed" -d '{"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-plugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83"}, {"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-unplugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}, {"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:04.961399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8479fef-020c-4472-89c2-b749dd766f09 req-d36289f6-6ad1-4d42-921a-c849bf01551f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:04.961399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8479fef-020c-4472-89c2-b749dd766f09 req-d36289f6-6ad1-4d42-921a-c849bf01551f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1063745 Feb 03 14:18:05.015050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8479fef-020c-4472-89c2-b749dd766f09 req-dbf34ceb-2b60-45d3-8d6a-9695de0d7ff6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515130 Feb 03 14:18:05.108511 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 526 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e4e692-64b4-45a4-a209-31c86ee20564 x-openstack-request-id: req-12e4e692-64b4-45a4-a209-31c86ee20564 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:05.108996 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-plugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83", "code": 200}, {"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-unplugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "code": 200}, {"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-unplugged", "status": "failed", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57", "code": 422}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:05.109172 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12e4e692-64b4-45a4-a209-31c86ee20564 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:05.109631 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'code': 200} Feb 03 14:18:05.109946 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'code': 200} Feb 03 14:18:05.110296 n-d-827549-2 neutron-server[103343]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'code': 422} returned with failed status Feb 03 14:18:05.230083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923ec25-ddf7-499d-86ae-0a1a0543d578 req-429e349e-0179-41a6-a534-de59916131f8 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:05.231635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0923ec25-ddf7-499d-86ae-0a1a0543d578 req-429e349e-0179-41a6-a534-de59916131f8 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 1131 time: 0.0703144 Feb 03 14:18:05.308083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0923ec25-ddf7-499d-86ae-0a1a0543d578 req-9c836635-87c4-4e80-9c7e-f65510e9f45c tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683188 Feb 03 14:18:05.640289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39214) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:05.768713 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:05.861165 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Publish callbacks [] for security_group (a3232e50-85aa-410f-a22f-0afa030910f7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:05.867200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a3232e50-85aa-410f-a22f-0afa030910f7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:05.889109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:18:05.920488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=419585efe28e48c3b676b75f0c2f8792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771339 Feb 03 14:18:05.924540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39236) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:05.925393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3232e50-85aa-410f-a22f-0afa030910f7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:05.946028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.946564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.947537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.948054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.948584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.949389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.949898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.950586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.952025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.952707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.953335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.954081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:05.954808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc184b59-ac4c-4839-a369-ceb1672a907e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.038535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-168e0f09-d4b8-40f1-860c-397d719dad23 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:06.041919 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-168e0f09-d4b8-40f1-860c-397d719dad23 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 945 time: 0.1270192 Feb 03 14:18:06.085531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:06.100808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'mac_address': 'fa:16:3e:7b:4e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:18:06.103853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-877df753-9fb6-48b6-bad3-487244829c8c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:06.105433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-877df753-9fb6-48b6-bad3-487244829c8c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=90f89ecf-3c9c-400c-beb2-0a4ea8648b3e HTTP/1.1" status: 200 len: 943 time: 0.1624570 Feb 03 14:18:06.108372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47d5aa00-0dc9-4c87-a98e-b2019df03d41 admin admin] Publish callbacks [] for security_group (a3232e50-85aa-410f-a22f-0afa030910f7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.160563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:06.161262 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.175266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47d5aa00-0dc9-4c87-a98e-b2019df03d41 admin admin] Publish callbacks [] for security_group (a3232e50-85aa-410f-a22f-0afa030910f7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.177583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b092e296-f62c-41f1-8ccd-913771fe4200 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:06.183884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Deleting port 35369083-8ea3-441b-bc9b-db8e8b9111a0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:06.184238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.195274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a681f-b4dc-43eb-9f48-05b850be8d59 req-5fffaeb1-9c9a-45a3-bcfc-91e2c6cd8f65 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:06.200926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:06.201242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a681f-b4dc-43eb-9f48-05b850be8d59 req-5fffaeb1-9c9a-45a3-bcfc-91e2c6cd8f65 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:06.202900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af8a681f-b4dc-43eb-9f48-05b850be8d59 req-5fffaeb1-9c9a-45a3-bcfc-91e2c6cd8f65 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 1683 time: 0.1713793 Feb 03 14:18:06.217647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.292069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=12']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:06.328512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] For port 35369083-8ea3-441b-bc9b-db8e8b9111a0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=35369083-8ea3-441b-bc9b-db8e8b9111a0,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:06.328751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af8a681f-b4dc-43eb-9f48-05b850be8d59 req-b7bc4ad4-4b8b-4fac-aee6-08eb70d3fa0b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2d4df88-7de7-4322-b286-407fde25003d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908556 Feb 03 14:18:06.329644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.345337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Deleting port 556041ab-7048-4b0f-b186-d2e9bf15ad57 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:06.345929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.352144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47d5aa00-0dc9-4c87-a98e-b2019df03d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a3232e50-85aa-410f-a22f-0afa030910f7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.356242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47d5aa00-0dc9-4c87-a98e-b2019df03d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.357106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Calling delete_port for 35369083-8ea3-441b-bc9b-db8e8b9111a0 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:06.361733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-47d5aa00-0dc9-4c87-a98e-b2019df03d41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3232e50-85aa-410f-a22f-0afa030910f7 HTTP/1.1" status: 204 len: 168 time: 0.4307621 Feb 03 14:18:06.418846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5aa00-0dc9-4c87-a98e-b2019df03d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3232e50-85aa-410f-a22f-0afa030910f7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:06.419639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b092e296-f62c-41f1-8ccd-913771fe4200'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:06.530837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1273b5-9e9e-4cc4-b95e-b69a71f9c372 req-8856d05f-34a9-4f55-9bf8-21e5ec4600d3 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:06.540572 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a1273b5-9e9e-4cc4-b95e-b69a71f9c372 req-8856d05f-34a9-4f55-9bf8-21e5ec4600d3 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 1131 time: 0.1508694 Feb 03 14:18:06.556824 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (35369083-8ea3-441b-bc9b-db8e8b9111a0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.562588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] For port 556041ab-7048-4b0f-b186-d2e9bf15ad57, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=556041ab-7048-4b0f-b186-d2e9bf15ad57,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:06.562588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.576083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:06.592590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Calling delete_port for 556041ab-7048-4b0f-b186-d2e9bf15ad57 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:06.616534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event deleted for resources: {'Port': ['ID=35369083-8ea3-441b-bc9b-db8e8b9111a0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:06.629581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['35369083-8ea3-441b-bc9b-db8e8b9111a0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:06.650825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a1273b5-9e9e-4cc4-b95e-b69a71f9c372 req-2186cb5b-2e14-42ec-abc4-b0208b131dd9 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 Feb 03 14:18:06.687320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.687672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.688110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.688476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.688815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.689150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.689480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.689813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.690135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.690459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.690783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.691103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.691425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:06.741232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] No DVR routers for this DVR port 35369083-8ea3-441b-bc9b-db8e8b9111a0 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:06.750989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:06.759406 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d89702aa-a214-4ae7-abfa-c0490b3a7158 req-79788022-7ce0-4b10-9075-cbd5b4197ffa tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.71 "DELETE /v2.0/ports/35369083-8ea3-441b-bc9b-db8e8b9111a0 HTTP/1.1" status: 204 len: 173 time: 0.7114100 Feb 03 14:18:06.765348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'name': 'network-vif-deleted', 'tag': '35369083-8ea3-441b-bc9b-db8e8b9111a0'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:06.771479 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de07e7-da92-40b6-89d7-192d390d17b4" -d '{"events": [{"server_uuid": "4d568b2b-8d40-4808-af9c-be8abd7f24e4", "name": "network-vif-deleted", "tag": "35369083-8ea3-441b-bc9b-db8e8b9111a0"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:06.855351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85b791de-caa5-40d7-a429-669d8a245b94 req-55b2bf64-8df9-425e-a306-651e6dfb57fd tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d568b2b-8d40-4808-af9c-be8abd7f24e4 HTTP/1.1" status: 200 len: 210 time: 0.0992820 Feb 03 14:18:06.971010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (556041ab-7048-4b0f-b186-d2e9bf15ad57), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:07.079417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event deleted for resources: {'Port': ['ID=556041ab-7048-4b0f-b186-d2e9bf15ad57,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:07.143755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] No DVR routers for this DVR port 556041ab-7048-4b0f-b186-d2e9bf15ad57 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:07.146738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:07.151272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cd12a12-8770-4b6a-86e1-397229f27571 req-114f969e-3d70-4824-8c59-2a1ef3a9cf96 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "DELETE /v2.0/ports/556041ab-7048-4b0f-b186-d2e9bf15ad57 HTTP/1.1" status: 204 len: 173 time: 1.0382347 Feb 03 14:18:07.152317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-deleted', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:07.157647 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840dd216-2091-4496-b9ea-67b44fc2ef45" -d '{"events": [{"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-deleted", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:07.181838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dddd9-5992-4e20-baa4-ec1753b4cea7 req-59209d76-c83f-448e-a9ec-719b0397410f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:07.185175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-046dddd9-5992-4e20-baa4-ec1753b4cea7 req-59209d76-c83f-448e-a9ec-719b0397410f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 945 time: 0.2164819 Feb 03 14:18:07.302750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-046dddd9-5992-4e20-baa4-ec1753b4cea7 req-c386b626-dce2-4404-9bbb-f5146e3c1e47 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069753 Feb 03 14:18:07.546131 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62caa0c8-49f8-408f-a60f-36e37912be28 x-openstack-request-id: req-62caa0c8-49f8-408f-a60f-36e37912be28 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:07.546700 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d568b2b-8d40-4808-af9c-be8abd7f24e4", "name": "network-vif-deleted", "tag": "35369083-8ea3-441b-bc9b-db8e8b9111a0", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:07.546983 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62caa0c8-49f8-408f-a60f-36e37912be28 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:07.547452 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d568b2b-8d40-4808-af9c-be8abd7f24e4', 'name': 'network-vif-deleted', 'tag': '35369083-8ea3-441b-bc9b-db8e8b9111a0', 'status': 'completed', 'code': 200} Feb 03 14:18:07.633124 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c033a616-c470-49cd-85a8-b73d96681cd2 x-openstack-request-id: req-c033a616-c470-49cd-85a8-b73d96681cd2 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:07.633723 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f89ecf-3c9c-400c-beb2-0a4ea8648b3e", "name": "network-vif-deleted", "tag": "556041ab-7048-4b0f-b186-d2e9bf15ad57", "status": "failed", "code": 422}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:07.633860 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c033a616-c470-49cd-85a8-b73d96681cd2 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:07.634316 n-d-827549-2 neutron-server[103342]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90f89ecf-3c9c-400c-beb2-0a4ea8648b3e', 'name': 'network-vif-deleted', 'tag': '556041ab-7048-4b0f-b186-d2e9bf15ad57', 'status': 'failed', 'code': 422} returned with failed status Feb 03 14:18:07.711873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39302) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:07.923091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:08.003840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1930977532-network', 'tenant_id': '6bfefeb1737243b4b767c4d1e402eab2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:08.030752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port b092e296-f62c-41f1-8ccd-913771fe4200 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:08.031438 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.055591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Made reservation on behalf of 6bfefeb1737243b4b767c4d1e402eab2 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:08.060290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.083511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.226547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:08.227272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.251376 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks [] for security_group (6c1476f5-a5ef-4bda-996c-b23a837282e0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.258341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6c1476f5-a5ef-4bda-996c-b23a837282e0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.263862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:08.266966 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4817ebe8-2fb8-43d7-8d48-6bfdb2cb2264" -d '{"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:08.290296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:08.292325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:18:08.294934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.296092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35369083-8ea3-441b-bc9b-db8e8b9111a0 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:08.310591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1476f5-a5ef-4bda-996c-b23a837282e0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:08.314251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9ffa7c86-e11f-4041-b997-fb58bdc7777f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.314866 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Added segment 9ffa7c86-e11f-4041-b997-fb58bdc7777f of type vlan for network 013b5660-bf33-4146-af77-485610d14836 Feb 03 14:18:08.349436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 35369083-8ea3-441b-bc9b-db8e8b9111a0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:08.349775 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 35369083-8ea3-441b-bc9b-db8e8b9111a0 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:08.350404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 556041ab-7048-4b0f-b186-d2e9bf15ad57 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:08.367558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (013b5660-bf33-4146-af77-485610d14836), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.377615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 556041ab-7048-4b0f-b186-d2e9bf15ad57 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:08.378444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 556041ab-7048-4b0f-b186-d2e9bf15ad57 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:08.415360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (013b5660-bf33-4146-af77-485610d14836), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.416447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:08.417088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.419019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=13']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:08.459846 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7465682 Feb 03 14:18:08.463000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39330) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:08.467850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Request body: {'subnet': {'network_id': '013b5660-bf33-4146-af77-485610d14836', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1930977532-subnet', 'tenant_id': '6bfefeb1737243b4b767c4d1e402eab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:08.499794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2561547-8bc1-4702-9860-d382793a9f77 admin admin] Pushing event updated for resources: {'Network': ['ID=013b5660-bf33-4146-af77-485610d14836,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:08.502744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Made reservation on behalf of 6bfefeb1737243b4b767c4d1e402eab2 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:08.507311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.519606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 013b5660-bf33-4146-af77-485610d14836 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:18:08.772563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.788460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.853749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:08.862146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Checking segment: {'id': '9ffa7c86-e11f-4041-b997-fb58bdc7777f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '013b5660-bf33-4146-af77-485610d14836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:08.862505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Network hostable DHCP agents. Network: 013b5660-bf33-4146-af77-485610d14836, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:18:08.883375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Network 013b5660-bf33-4146-af77-485610d14836 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:18:08.894697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 013b5660-bf33-4146-af77-485610d14836) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:08.900005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:08.900659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:08.905752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8fdf43-5d02-4d22-a8ba-f1dd8fc07673 None None] Network 013b5660-bf33-4146-af77-485610d14836 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:08.943503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ee09ca78-9133-4199-98ac-8204b2947a96 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4793882 Feb 03 14:18:09.292311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad275c47-00d2-4eec-84c6-794f51bd8aec None None] Network 013b5660-bf33-4146-af77-485610d14836 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:09.485752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-843081d9-9f8d-4c63-9a37-009aff2dde4a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:09.491876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-843081d9-9f8d-4c63-9a37-009aff2dde4a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:09.494543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-843081d9-9f8d-4c63-9a37-009aff2dde4a tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "GET /v2.0/ports?device_id=bdae6afd-f7d7-4008-865c-313678384963 HTTP/1.1" status: 200 len: 1683 time: 0.1049283 Feb 03 14:18:09.622400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port bec3f03e-83fd-4a18-a030-66ac137cfb37 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:09.623102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:09.746668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port bec3f03e-83fd-4a18-a030-66ac137cfb37, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bec3f03e-83fd-4a18-a030-66ac137cfb37,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:09.747047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:09.761778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for bec3f03e-83fd-4a18-a030-66ac137cfb37 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:09.924021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bec3f03e-83fd-4a18-a030-66ac137cfb37), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:09.935798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bec3f03e-83fd-4a18-a030-66ac137cfb37', 'b6a453f2-fef5-46eb-997a-56114c685a4f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:10.069068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port bec3f03e-83fd-4a18-a030-66ac137cfb37 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:10.071816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=bec3f03e-83fd-4a18-a030-66ac137cfb37,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:10.078320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:10.084449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-f415ae30-7af6-43c3-9896-bc2aeab9a8bf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "DELETE /v2.0/ports/bec3f03e-83fd-4a18-a030-66ac137cfb37 HTTP/1.1" status: 204 len: 173 time: 0.5837498 Feb 03 14:18:10.086031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-deleted', 'tag': 'bec3f03e-83fd-4a18-a030-66ac137cfb37'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:10.089565 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b0978-2a6a-4452-96b6-6e2e9114c0f6" -d '{"events": [{"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-deleted", "tag": "bec3f03e-83fd-4a18-a030-66ac137cfb37"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:10.281191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port b6a453f2-fef5-46eb-997a-56114c685a4f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:10.288035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:10.781660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port b6a453f2-fef5-46eb-997a-56114c685a4f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b6a453f2-fef5-46eb-997a-56114c685a4f,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:10.782434 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:10.798370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for b6a453f2-fef5-46eb-997a-56114c685a4f owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:10.979116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b6a453f2-fef5-46eb-997a-56114c685a4f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:11.114302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port b6a453f2-fef5-46eb-997a-56114c685a4f on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:11.119388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:11.124243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f80563e7-f0c1-48ed-a46f-f190f7205bc7 req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.45 "DELETE /v2.0/ports/b6a453f2-fef5-46eb-997a-56114c685a4f HTTP/1.1" status: 204 len: 173 time: 1.0298829 Feb 03 14:18:11.125841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2abb7-47f1-4749-bd91-426cc0f2598b tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=b6a453f2-fef5-46eb-997a-56114c685a4f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:12.263149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b6a453f2-fef5-46eb-997a-56114c685a4f no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:12.292145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: b6a453f2-fef5-46eb-997a-56114c685a4f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:12.292936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b6a453f2-fef5-46eb-997a-56114c685a4f not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:12.293664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bec3f03e-83fd-4a18-a030-66ac137cfb37 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:12.316397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: bec3f03e-83fd-4a18-a030-66ac137cfb37 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:12.318031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bec3f03e-83fd-4a18-a030-66ac137cfb37 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:13.388657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:13.412431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-935e839f-0ade-4b6d-a9e0-50c60025550e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732121 Feb 03 14:18:13.511564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting subnet 51eedcbe-8cbc-4630-abf1-4a98bdad9032 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:18:13.522105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for subnet (51eedcbe-8cbc-4630-abf1-4a98bdad9032), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:13.577644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (51eedcbe-8cbc-4630-abf1-4a98bdad9032), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:13.583658 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:18:13.600036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bc8cf02f-a8c9-4487-875f-dc468d2363e7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:13.602337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bc8cf02f-a8c9-4487-875f-dc468d2363e7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934257 Feb 03 14:18:13.666062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-00dff5aa-d15f-4aa9-b029-3170a39676e7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/quotas/bd1bed0c4ead47ddae6959f21e2f0567 HTTP/1.1" status: 200 len: 375 time: 0.0538428 Feb 03 14:18:13.758215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (51eedcbe-8cbc-4630-abf1-4a98bdad9032), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:13.894335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (51eedcbe-8cbc-4630-abf1-4a98bdad9032), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:13.925450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-d0170e5a-e45c-4311-a25b-eaddb33842b0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2421036 Feb 03 14:18:13.946311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Subnet': ['ID=51eedcbe-8cbc-4630-abf1-4a98bdad9032,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:13.960908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:13.961074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a805d7f-c874-46dd-a289-4d839e276685 None None] Network 32f1bb50-c220-4482-90d1-c5a31186bf18 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:13.968699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5a727b8b-e165-4ed9-b7bd-050321e869af tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/subnets/51eedcbe-8cbc-4630-abf1-4a98bdad9032 HTTP/1.1" status: 204 len: 168 time: 0.5764978 Feb 03 14:18:13.970303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39396) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:13.990113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-46005110-d7b1-4055-9560-495f44651769 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:14.000332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-46005110-d7b1-4055-9560-495f44651769 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.3663037 Feb 03 14:18:14.027152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-7b480f1a-982a-42ec-993e-cd2bc694c16f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/quotas/1213ccff457b46bb921661511b0ddef3 HTTP/1.1" status: 200 len: 375 time: 0.0177081 Feb 03 14:18:14.100332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (32f1bb50-c220-4482-90d1-c5a31186bf18), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:14.102535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-b28c169f-85c4-4676-8bf9-9e56fddfcc3b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680130 Feb 03 14:18:14.253367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port a869cf7d-bf59-4df4-90ce-79579c069e73 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:14.253762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:14.366606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] DHCP port deletion for 32f1bb50-c220-4482-90d1-c5a31186bf18 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:18:14.415814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-59e82f77-dbfc-4bd4-a161-e58cbeb3e4ea service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994809 Feb 03 14:18:14.419919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port a869cf7d-bf59-4df4-90ce-79579c069e73, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a869cf7d-bf59-4df4-90ce-79579c069e73,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:14.425445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:14.536762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for a869cf7d-bf59-4df4-90ce-79579c069e73 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:14.603566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Deleting port a869cf7d-bf59-4df4-90ce-79579c069e73 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:14.605813 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:14.751129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-eb00aa47-9984-4698-8e6e-b6dd46a15bd8 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290801 Feb 03 14:18:14.762482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] For port a869cf7d-bf59-4df4-90ce-79579c069e73, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a869cf7d-bf59-4df4-90ce-79579c069e73,segment=NetworkSegment(66069b63-8afc-4da7-99df-b03f667d12a8),segment_id=66069b63-8afc-4da7-99df-b03f667d12a8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:14.764209 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:14.800307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Calling delete_port for a869cf7d-bf59-4df4-90ce-79579c069e73 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:14.854387 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:14.911543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=a869cf7d-bf59-4df4-90ce-79579c069e73,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:14.918349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port a869cf7d-bf59-4df4-90ce-79579c069e73 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: from cryptography.utils import int_from_bytes Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: from cryptography.utils import int_from_bytes Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.940750 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:18:14.945205 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:18:14.953597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (a869cf7d-bf59-4df4-90ce-79579c069e73), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.033980 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3027ad75-4c4f-4dc8-8240-69cdb7181c63 x-openstack-request-id: req-3027ad75-4c4f-4dc8-8240-69cdb7181c63 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:15.034631 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-plugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:15.034631 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3027ad75-4c4f-4dc8-8240-69cdb7181c63 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:15.034845 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'code': 200} Feb 03 14:18:15.038376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Pushing event deleted for resources: {'Port': ['ID=a869cf7d-bf59-4df4-90ce-79579c069e73,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:15.060246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] No DVR routers for this DVR port a869cf7d-bf59-4df4-90ce-79579c069e73 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:15.125410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.127508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.129024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.129781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.132938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.133501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.134508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.135017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.135586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.137096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.137624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.139278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.143145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1e14b-fd77-43e5-8dfa-b75079048692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:15.167596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (32f1bb50-c220-4482-90d1-c5a31186bf18), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.231692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f1bb50-c220-4482-90d1-c5a31186bf18']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:15.260122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66069b63-8afc-4da7-99df-b03f667d12a8') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:15.260459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66069b63-8afc-4da7-99df-b03f667d12a8') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:15.280183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (66069b63-8afc-4da7-99df-b03f667d12a8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.289134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-860cc932-454a-438c-a913-378356b6da07 req-2c26f645-2fd8-408d-ae75-4b8345375dcb tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-976536606', 'description': 'tempest-description-1637374362'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:15.316336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (66069b63-8afc-4da7-99df-b03f667d12a8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.327607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:18:15.328747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (66069b63-8afc-4da7-99df-b03f667d12a8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:18:15.336091 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:18:15.349116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05193fad-4276-4798-aa6c-2df84d6c7c86 req-86954da3-7cf0-4729-97c0-3e58295a01e7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:15.357295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05193fad-4276-4798-aa6c-2df84d6c7c86 req-86954da3-7cf0-4729-97c0-3e58295a01e7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.2087350 Feb 03 14:18:15.365781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-860cc932-454a-438c-a913-378356b6da07 req-2c26f645-2fd8-408d-ae75-4b8345375dcb tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.479278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-860cc932-454a-438c-a913-378356b6da07 req-2c26f645-2fd8-408d-ae75-4b8345375dcb tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (a6c4d517-6489-4c48-9bf3-a3d19703d233), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.487713 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-860cc932-454a-438c-a913-378356b6da07 req-2c26f645-2fd8-408d-ae75-4b8345375dcb tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a6c4d517-6489-4c48-9bf3-a3d19703d233), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.561771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05193fad-4276-4798-aa6c-2df84d6c7c86 req-bead44c1-6e4c-4326-9e06-f763c3dd03e4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035246 Feb 03 14:18:15.578827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-860cc932-454a-438c-a913-378356b6da07 req-2c26f645-2fd8-408d-ae75-4b8345375dcb tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.612012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860cc932-454a-438c-a913-378356b6da07 req-2c26f645-2fd8-408d-ae75-4b8345375dcb tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3366632 Feb 03 14:18:15.623936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26f645-2fd8-408d-ae75-4b8345375dcb tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c4d517-6489-4c48-9bf3-a3d19703d233,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:15.715581 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ad7c6a-dbd2-4561-871b-fec4d5523802 x-openstack-request-id: req-39ad7c6a-dbd2-4561-871b-fec4d5523802 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:15.715876 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-deleted", "tag": "bec3f03e-83fd-4a18-a030-66ac137cfb37", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:15.716130 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39ad7c6a-dbd2-4561-871b-fec4d5523802 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:15.716609 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-deleted', 'tag': 'bec3f03e-83fd-4a18-a030-66ac137cfb37', 'status': 'completed', 'code': 200} Feb 03 14:18:15.729725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (32f1bb50-c220-4482-90d1-c5a31186bf18), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.754815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.773421 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/networks/32f1bb50-c220-4482-90d1-c5a31186bf18 HTTP/1.1" status: 204 len: 168 time: 1.7968762 Feb 03 14:18:15.773581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39438) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:15.783780 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3ed082e-93ed-4500-b115-c618823e6b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:15.832463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7828e6-d451-41bd-a646-6bb1df67dd46 tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Network': ['ID=32f1bb50-c220-4482-90d1-c5a31186bf18,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:15.916608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting subnet ef4454f7-0e40-4798-95c0-87031ced7f4d {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:18:15.920332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for subnet (ef4454f7-0e40-4798-95c0-87031ced7f4d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.034957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (ef4454f7-0e40-4798-95c0-87031ced7f4d), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.196239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8fd4ef1-ef9d-4623-b625-cffc142c2c90 req-ba6f8fd8-da99-4ed6-87b0-8e9c787502c2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 210 time: 0.0932584 Feb 03 14:18:16.421136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a869cf7d-bf59-4df4-90ce-79579c069e73 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:16.446523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-34288ac7-5478-430c-851b-c82778006e36 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/a6c4d517-6489-4c48-9bf3-a3d19703d233 HTTP/1.1" status: 200 len: 1821 time: 0.2008705 Feb 03 14:18:16.481879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6c4d517-6489-4c48-9bf3-a3d19703d233', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:16.487430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a869cf7d-bf59-4df4-90ce-79579c069e73 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:16.489776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6c4d517-6489-4c48-9bf3-a3d19703d233', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:16.499330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a869cf7d-bf59-4df4-90ce-79579c069e73 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:16.551148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ef4454f7-0e40-4798-95c0-87031ced7f4d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.688744 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (1e05376b-9233-4574-980f-4e17cc3447ac), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.737317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (ef4454f7-0e40-4798-95c0-87031ced7f4d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.765202 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (1e05376b-9233-4574-980f-4e17cc3447ac), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.777284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.789266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb26cb-1d77-49ed-a499-843dd3ece10e None None] Network cf8781cc-51a6-4fc3-adaa-90f87b923612 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:16.801482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/subnets/ef4454f7-0e40-4798-95c0-87031ced7f4d HTTP/1.1" status: 204 len: 168 time: 1.0264125 Feb 03 14:18:16.805502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (1e05376b-9233-4574-980f-4e17cc3447ac), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.807830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39450) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:16.924785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765571bd-27db-42c9-84bc-a280919921ac tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4454f7-0e40-4798-95c0-87031ced7f4d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:16.977265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e05376b-9233-4574-980f-4e17cc3447ac,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:16.982899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:16.998093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b42b2ffc-b335-4e7b-9ce9-862d36d80f8a req-ab92ec48-e5e4-4aca-a167-4afb3f79a34f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5423853 Feb 03 14:18:17.190195 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (cf8781cc-51a6-4fc3-adaa-90f87b923612), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.262618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] DHCP port deletion for cf8781cc-51a6-4fc3-adaa-90f87b923612 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:18:17.387415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] Deleting port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:17.388295 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.391344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Deleting port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:17.391699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.395001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3bfff13-87a3-4d73-85d3-0876c4f0313e req-7a034606-e595-40e2-93cf-16ceb81e18b7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 210 time: 0.1118026 Feb 03 14:18:17.516582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] For port 3f5adf20-00a9-4512-a8ab-3a86cc41e941, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3f5adf20-00a9-4512-a8ab-3a86cc41e941,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:17.519103 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.559536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Calling delete_port for 3f5adf20-00a9-4512-a8ab-3a86cc41e941 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:17.592594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] For port 3f5adf20-00a9-4512-a8ab-3a86cc41e941, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3f5adf20-00a9-4512-a8ab-3a86cc41e941,segment=NetworkSegment(6d854e8a-b1a5-46c4-b648-da7508238171),segment_id=6d854e8a-b1a5-46c4-b648-da7508238171)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:17.594495 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.667199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] Calling delete_port for 3f5adf20-00a9-4512-a8ab-3a86cc41e941 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:17.719161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-deleted', 'tag': 'b6a453f2-fef5-46eb-997a-56114c685a4f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:17.721696 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5140f9-0749-4ae9-9d8d-bf688e0deceb" -d '{"events": [{"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-deleted", "tag": "b6a453f2-fef5-46eb-997a-56114c685a4f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:17.747321 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ac16fb37-93df-4cb9-ab0d-9dee149b95d5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573287 Feb 03 14:18:17.776598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff99e8-af1e-471e-9b54-43027826a44d req-113b4270-402b-4db9-9fb8-ac8d4a723d28 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:17.776598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98ff99e8-af1e-471e-9b54-43027826a44d req-113b4270-402b-4db9-9fb8-ac8d4a723d28 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.2129474 Feb 03 14:18:17.779105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.938371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (3f5adf20-00a9-4512-a8ab-3a86cc41e941), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:17.940037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Port': ['ID=3f5adf20-00a9-4512-a8ab-3a86cc41e941,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:17.953593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] No DVR routers for this DVR port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:17.983977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf50ae-90e8-40d8-bc48-3dd4ce714254 None None] Pushing event deleted for resources: {'Port': ['ID=3f5adf20-00a9-4512-a8ab-3a86cc41e941,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:18.004491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98ff99e8-af1e-471e-9b54-43027826a44d req-6b15a951-276a-4ddf-afd4-9ca428d53e72 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263923 Feb 03 14:18:18.023960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] No DVR routers for this DVR port 3f5adf20-00a9-4512-a8ab-3a86cc41e941 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:18.053301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33372d50-bb86-465d-af95-5d356eb7d2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.055713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-f55cc97e-e10b-4fdb-87d2-3ac171f30384 req-21c2abf4-ac8c-4d5a-982e-c5f1656053e0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1745576586', 'description': 'tempest-description-1317171652'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:18.102147 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f55cc97e-e10b-4fdb-87d2-3ac171f30384 req-21c2abf4-ac8c-4d5a-982e-c5f1656053e0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.267259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-2448db46-cff0-4ad1-aa17-b743b095e8bf tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829895 Feb 03 14:18:18.413123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-39b5ea63-6c8a-4695-97f3-7fbfce287469 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:18.415100 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-39b5ea63-6c8a-4695-97f3-7fbfce287469 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.7288020 Feb 03 14:18:18.417723 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (cf8781cc-51a6-4fc3-adaa-90f87b923612), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.437552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3f5adf20-00a9-4512-a8ab-3a86cc41e941 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:18.442983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Request body: {'port': {'device_id': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'admin_state_up': True, 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:18.463965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f55cc97e-e10b-4fdb-87d2-3ac171f30384 req-21c2abf4-ac8c-4d5a-982e-c5f1656053e0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (f4b752ef-09dc-4301-9f2f-f774e7097a31), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.472710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f55cc97e-e10b-4fdb-87d2-3ac171f30384 req-21c2abf4-ac8c-4d5a-982e-c5f1656053e0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f4b752ef-09dc-4301-9f2f-f774e7097a31), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.500720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f55cc97e-e10b-4fdb-87d2-3ac171f30384 req-21c2abf4-ac8c-4d5a-982e-c5f1656053e0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.512509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 3f5adf20-00a9-4512-a8ab-3a86cc41e941 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:18.515026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3f5adf20-00a9-4512-a8ab-3a86cc41e941 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:18.518446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f55cc97e-e10b-4fdb-87d2-3ac171f30384 req-21c2abf4-ac8c-4d5a-982e-c5f1656053e0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4734340 Feb 03 14:18:18.519109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-1c59cb2b-6dda-4ab6-a964-3a3a1bf90a5e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:18.520726 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-1c59cb2b-6dda-4ab6-a964-3a3a1bf90a5e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7428329 Feb 03 14:18:18.533289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8781cc-51a6-4fc3-adaa-90f87b923612']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:18.619117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:18.640976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2abf4-ac8c-4d5a-982e-c5f1656053e0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b752ef-09dc-4301-9f2f-f774e7097a31,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:18.670070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-32f6a0ad-ed89-4727-b226-c5806f32a6d3 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:18.674763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-32f6a0ad-ed89-4727-b226-c5806f32a6d3 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964572 Feb 03 14:18:18.686528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:18.780592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8752369-dfce-40f2-a21f-97746b12fdd5 req-fa531272-82f4-46ef-839c-c048ec80a1b7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 210 time: 0.0644727 Feb 03 14:18:18.861546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d854e8a-b1a5-46c4-b648-da7508238171') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:18.861934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d854e8a-b1a5-46c4-b648-da7508238171') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:18.903417 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea8e7f2-102e-4092-b9e0-53c927a2a2ba x-openstack-request-id: req-dea8e7f2-102e-4092-b9e0-53c927a2a2ba {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:18.903722 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6afd-f7d7-4008-865c-313678384963", "name": "network-vif-deleted", "tag": "b6a453f2-fef5-46eb-997a-56114c685a4f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:18.904364 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dea8e7f2-102e-4092-b9e0-53c927a2a2ba {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:18.904996 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6afd-f7d7-4008-865c-313678384963', 'name': 'network-vif-deleted', 'tag': 'b6a453f2-fef5-46eb-997a-56114c685a4f', 'status': 'completed', 'code': 200} Feb 03 14:18:18.918347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (6d854e8a-b1a5-46c4-b648-da7508238171), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.969151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6d854e8a-b1a5-46c4-b648-da7508238171), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:18.981166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:18.987114 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.011358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:19.015256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.020771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:18:19.021520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (6d854e8a-b1a5-46c4-b648-da7508238171), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:18:19.025506 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:18:19.154773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:19.162050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.271640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95a18669-0da9-4faf-a822-ad67e70a100c req-f1b20162-9ed8-4427-9cc8-38462d7f2349 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 210 time: 0.2809455 Feb 03 14:18:19.289495 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (cf8781cc-51a6-4fc3-adaa-90f87b923612), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.333635 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.345005 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] 10.222.0.52 "DELETE /v2.0/networks/cf8781cc-51a6-4fc3-adaa-90f87b923612 HTTP/1.1" status: 204 len: 168 time: 2.5350919 Feb 03 14:18:19.377533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797fcf7-0e9f-4471-9f8a-41a67ae06bbf tempest-ServersTestMultiNic-1506326059 tempest-ServersTestMultiNic-1506326059-project] Pushing event deleted for resources: {'Network': ['ID=cf8781cc-51a6-4fc3-adaa-90f87b923612,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:19.429227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.15 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/3b48c804-7ae4-4564-9ea1-f8cafd015672) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:19.444966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-965ae145-e692-4880-ac20-44cf5201db9e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/f4b752ef-09dc-4301-9f2f-f774e7097a31 HTTP/1.1" status: 200 len: 1822 time: 0.0869727 Feb 03 14:18:19.468840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f4b752ef-09dc-4301-9f2f-f774e7097a31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:19.469248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f4b752ef-09dc-4301-9f2f-f774e7097a31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:19.482829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Allocated IP 172.20.0.12 (c8d73aaf-2cfe-4772-9353-677818ccc5e1/2b59df71-bf01-4221-bb39-c8bcd3d3652e/0c3ae959-86ac-4752-94ae-3b5b8821d6a1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:19.508851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.615328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (46b1cf12-32f8-443b-9c87-1e6650b7e925), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.669208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (46b1cf12-32f8-443b-9c87-1e6650b7e925), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.697797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (46b1cf12-32f8-443b-9c87-1e6650b7e925), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.780171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.797917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32bb199d-8ee7-4566-ba72-3dc5b44b0f63 req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3442910 Feb 03 14:18:19.841152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks [] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.855753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87feb79-0136-4ad3-871a-78f51de070ac tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b1cf12-32f8-443b-9c87-1e6650b7e925,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:19.906944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.969595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:19.989422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:19.998196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:20.004564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:20.011615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event updated for resources: {'Port': ['ID=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:20.099316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9eff0-f5a6-4b98-9b5b-f2f125c6a23c req-e694b929-fc64-41f2-b4c3-9dcdee91de72 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:20.101626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:20.102664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.107381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a9eff0-f5a6-4b98-9b5b-f2f125c6a23c req-e694b929-fc64-41f2-b4c3-9dcdee91de72 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1556432 Feb 03 14:18:20.136048 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-4ad26c34-abf9-409c-99ab-0bb3ad742b2f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6997957 Feb 03 14:18:20.140345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.155656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:20.158593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Request body: {'port': {'device_id': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:20.219681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:20.250510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a9eff0-f5a6-4b98-9b5b-f2f125c6a23c req-f19485b2-4e0a-46ef-9630-0a9d87ff0c3c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374826 Feb 03 14:18:20.258014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:20.271361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:20.384319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=3b48c804-7ae4-4564-9ea1-f8cafd015672,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:20.391402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e51304b6-204f-47d0-912a-e17a9d7880eb req-896dcdbe-f225-4a17-a9ff-e37ed9da38d2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-293068157', 'description': 'tempest-description-770421063'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:20.433848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:20.434802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.457452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e51304b6-204f-47d0-912a-e17a9d7880eb req-896dcdbe-f225-4a17-a9ff-e37ed9da38d2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.467451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.55 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/5445e946-c423-48ea-a4f6-e91069c6630c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:20.494060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-bd48227b-4938-4aca-af86-0a4bd0ea6b99 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8112333 Feb 03 14:18:20.501482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.515319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Request body: {'port': {'device_id': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:20.656532 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.718509 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.748555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (5445e946-c423-48ea-a4f6-e91069c6630c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.777671 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e51304b6-204f-47d0-912a-e17a9d7880eb req-896dcdbe-f225-4a17-a9ff-e37ed9da38d2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (49ffde45-88d8-4edf-9c49-348550ec6c8f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.790597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.820549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:20.848980 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e51304b6-204f-47d0-912a-e17a9d7880eb req-896dcdbe-f225-4a17-a9ff-e37ed9da38d2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (49ffde45-88d8-4edf-9c49-348550ec6c8f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.878318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:20.886086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:20.947024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2fc8337b-e00f-4579-9fc3-f8dd69c371f9 None None] Provisioning complete for port 3b48c804-7ae4-4564-9ea1-f8cafd015672 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:20.947431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fc8337b-e00f-4579-9fc3-f8dd69c371f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.949151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e51304b6-204f-47d0-912a-e17a9d7880eb req-896dcdbe-f225-4a17-a9ff-e37ed9da38d2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:20.961172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e51304b6-204f-47d0-912a-e17a9d7880eb req-896dcdbe-f225-4a17-a9ff-e37ed9da38d2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5813587 Feb 03 14:18:20.998868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:21.038468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dcdbe-f225-4a17-a9ff-e37ed9da38d2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ffde45-88d8-4edf-9c49-348550ec6c8f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:21.169113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=5445e946-c423-48ea-a4f6-e91069c6630c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:21.179332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8337b-e00f-4579-9fc3-f8dd69c371f9 None None] Port 3b48c804-7ae4-4564-9ea1-f8cafd015672 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:18:21.242077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:21.243170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:21.324395 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-ce85ec35-f4a6-4f5e-8280-b1b86a2f876d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7189834 Feb 03 14:18:21.356538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Request body: {'port': {'device_id': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:21.416057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99d1d3-f4d8-4d03-b1e4-8ab797353051 req-600468da-43ea-483d-9ff5-b52d394fd40d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:21.423326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c99d1d3-f4d8-4d03-b1e4-8ab797353051 req-600468da-43ea-483d-9ff5-b52d394fd40d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 932 time: 0.2380619 Feb 03 14:18:21.575396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-816852a8-8083-4864-a0f1-f09c765f94b6 None None] Provisioning complete for port 5445e946-c423-48ea-a4f6-e91069c6630c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:21.576247 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-816852a8-8083-4864-a0f1-f09c765f94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:21.592933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c99d1d3-f4d8-4d03-b1e4-8ab797353051 req-048bdd98-a99a-49ff-8718-c02400a2b366 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685381 Feb 03 14:18:21.593830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:21.638274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-816852a8-8083-4864-a0f1-f09c765f94b6 None None] Port 5445e946-c423-48ea-a4f6-e91069c6630c cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:18:21.742263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b48c804-7ae4-4564-9ea1-f8cafd015672 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:21.759900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Publish callbacks [] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:21.785036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Transition to ACTIVE for port object 3b48c804-7ae4-4564-9ea1-f8cafd015672 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:18:21.806461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:21.907228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Pushing event updated for resources: {'Port': ['ID=3b48c804-7ae4-4564-9ea1-f8cafd015672,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:21.908210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:21.934293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Publish callbacks [] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:21.979039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.067160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Transition to ACTIVE for port object 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:18:22.068378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd70b-2eac-46bf-82f5-7de466f916dd req-fd71fe54-adec-44f5-9149-1af20634d056 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:22.071653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-187bd70b-2eac-46bf-82f5-7de466f916dd req-fd71fe54-adec-44f5-9149-1af20634d056 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 947 time: 0.2844253 Feb 03 14:18:22.076336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.138265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Attempting to bind port 3b48c804-7ae4-4564-9ea1-f8cafd015672 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:22.138265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Attempting to bind port 3b48c804-7ae4-4564-9ea1-f8cafd015672 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:22.138265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Attempting to bind port 3b48c804-7ae4-4564-9ea1-f8cafd015672 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:22.169871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:22.176321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Port 3b48c804-7ae4-4564-9ea1-f8cafd015672 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:18:22.181385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Attempting to bind port 3b48c804-7ae4-4564-9ea1-f8cafd015672 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:22.196996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-187bd70b-2eac-46bf-82f5-7de466f916dd req-307c7b25-e29c-4608-832f-c13dc3e72547 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182191 Feb 03 14:18:22.198017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:22.198298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:22.198678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:22.199113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Bound port: 3b48c804-7ae4-4564-9ea1-f8cafd015672, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:22.199471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.385260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-4171a555-f5c6-4864-a433-ddb1f13560be req-98b87e3a-2011-4541-977d-a395397cb30f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1296915457', 'description': 'tempest-description-600235980'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:22.429543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] For port 3b48c804-7ae4-4564-9ea1-f8cafd015672, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:22.429986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Attempting to bind port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:22.430339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Attempting to bind port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:22.430676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Attempting to bind port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:22.450136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:18:22.450491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Attempting to bind port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:22.461469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:22.461857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:22.462281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Bound using segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:22.462755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Bound port: 0c3ae959-86ac-4752-94ae-3b5b8821d6a1, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:22.463643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.510127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4171a555-f5c6-4864-a433-ddb1f13560be req-98b87e3a-2011-4541-977d-a395397cb30f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.519329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] For port 3b48c804-7ae4-4564-9ea1-f8cafd015672, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b48c804-7ae4-4564-9ea1-f8cafd015672,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:22.557196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.631754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] For port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:22.637811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] For port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:22.673066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.674889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:22.676310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:22.678410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] 10.222.0.45 "PUT /v2.0/ports/3b48c804-7ae4-4564-9ea1-f8cafd015672 HTTP/1.1" status: 200 len: 1095 time: 2.1715581 Feb 03 14:18:22.689624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'tag': '3b48c804-7ae4-4564-9ea1-f8cafd015672'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:22.693580 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72" -d '{"events": [{"name": "network-changed", "server_uuid": "523fbedf-e0a6-45bc-8a8a-0ca1e39c5306", "tag": "3b48c804-7ae4-4564-9ea1-f8cafd015672"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:22.913908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a22901-0b65-4cb5-a3f4-283e7032c72d service neutron] Pushing event updated for resources: {'Port': ['ID=3b48c804-7ae4-4564-9ea1-f8cafd015672,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:23.097249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4171a555-f5c6-4864-a433-ddb1f13560be req-98b87e3a-2011-4541-977d-a395397cb30f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (7251ce0b-b1b2-4991-bf94-694d4e6e5b6b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:23.112307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-8535cb40-27bc-4d8b-a575-ab262d63b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:23.114136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-8535cb40-27bc-4d8b-a575-ab262d63b333 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 1129 time: 0.3918438 Feb 03 14:18:23.139570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4171a555-f5c6-4864-a433-ddb1f13560be req-98b87e3a-2011-4541-977d-a395397cb30f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7251ce0b-b1b2-4991-bf94-694d4e6e5b6b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:23.267091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4171a555-f5c6-4864-a433-ddb1f13560be req-98b87e3a-2011-4541-977d-a395397cb30f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:23.274635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4171a555-f5c6-4864-a433-ddb1f13560be req-98b87e3a-2011-4541-977d-a395397cb30f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9064178 Feb 03 14:18:23.298626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-1f4d235e-b6c6-4115-92cc-ff1cfa843ff3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3b48c804-7ae4-4564-9ea1-f8cafd015672 HTTP/1.1" status: 200 len: 217 time: 0.1748552 Feb 03 14:18:23.382781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:23.383556 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:23.385614 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c3ae959-86ac-4752-94ae-3b5b8821d6a1 HTTP/1.1" status: 200 len: 1092 time: 3.2329123 Feb 03 14:18:23.387600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'tag': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:23.393285 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbec78b3-4062-4c60-98c2-be33e7649cba", "tag": "0c3ae959-86ac-4752-94ae-3b5b8821d6a1"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:23.428134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5445e946-c423-48ea-a4f6-e91069c6630c {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:23.471363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b87e3a-2011-4541-977d-a395397cb30f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7251ce0b-b1b2-4991-bf94-694d4e6e5b6b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:23.533624 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Publish callbacks [] for port (5445e946-c423-48ea-a4f6-e91069c6630c), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:23.543037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd13507-a55e-4b01-bf78-7fe5d40e9e0f req-c8a366be-7a88-4f1f-be97-fe66bef755ec tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:23.552259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96e47-3e64-43fb-8780-15c7734b9290 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:23.552683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bd13507-a55e-4b01-bf78-7fe5d40e9e0f req-c8a366be-7a88-4f1f-be97-fe66bef755ec tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1620333 Feb 03 14:18:23.573848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c53b8bcd-2dfd-4542-b623-c40a4821ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:23.576038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-c53b8bcd-2dfd-4542-b623-c40a4821ed71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2646697 Feb 03 14:18:23.584089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Transition to ACTIVE for port object 5445e946-c423-48ea-a4f6-e91069c6630c will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:18:23.619025 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:23.648660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-38fe3cf3-9ad1-4cb2-96e7-451521d66d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:23.661589 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-38fe3cf3-9ad1-4cb2-96e7-451521d66d1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 1126 time: 0.1951063 Feb 03 14:18:23.705236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bd13507-a55e-4b01-bf78-7fe5d40e9e0f req-41617def-ec27-4ee9-8953-008539ce2dd5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506648 Feb 03 14:18:23.762518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-35b551eb-bb46-47d6-a8cb-720c089743e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:23.764230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-35b551eb-bb46-47d6-a8cb-720c089743e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1767304 Feb 03 14:18:23.846621 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-2133f07f-c496-4d59-9684-94ae312cb5d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c3ae959-86ac-4752-94ae-3b5b8821d6a1 HTTP/1.1" status: 200 len: 217 time: 0.1304505 Feb 03 14:18:24.025114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-76216241-58e5-4179-9d52-87d63b76e703 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502565 Feb 03 14:18:24.035539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Pushing event updated for resources: {'Port': ['ID=5445e946-c423-48ea-a4f6-e91069c6630c,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:24.109827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-02bbade6-dbaf-401f-9c15-50145d7c8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:24.111333 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-02bbade6-dbaf-401f-9c15-50145d7c8981 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.2495327 Feb 03 14:18:24.200840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-70bb75de-0f69-4644-b8a8-a46da0d7ee47 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553763 Feb 03 14:18:24.203810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Attempting to bind port 5445e946-c423-48ea-a4f6-e91069c6630c on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:24.204151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Attempting to bind port 5445e946-c423-48ea-a4f6-e91069c6630c by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:24.204507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Attempting to bind port 5445e946-c423-48ea-a4f6-e91069c6630c on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:24.253688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc829021-6224-4dd7-93f6-73a9eaac6da7 req-d24516ca-bb9b-49d4-9b20-f69217a9e81a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:24.260882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc829021-6224-4dd7-93f6-73a9eaac6da7 req-d24516ca-bb9b-49d4-9b20-f69217a9e81a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 944 time: 0.2281172 Feb 03 14:18:24.345657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-be95bcc9-6d76-4e89-a4c4-483ae0a2effb service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069005 Feb 03 14:18:24.365042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Port 5445e946-c423-48ea-a4f6-e91069c6630c on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:18:24.365042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Attempting to bind port 5445e946-c423-48ea-a4f6-e91069c6630c on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:24.368991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc829021-6224-4dd7-93f6-73a9eaac6da7 req-1eb6b2eb-8534-4154-967e-a7f6a48fc27c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070325 Feb 03 14:18:24.403701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:24.404350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:24.404489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:24.404927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Bound port: 5445e946-c423-48ea-a4f6-e91069c6630c, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:24.405305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:24.439347 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-c36be1f2-319f-4547-b0d4-34546166b082 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292840 Feb 03 14:18:24.516593 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77180f3-16d4-47a9-af7d-f7332434f5df x-openstack-request-id: req-a77180f3-16d4-47a9-af7d-f7332434f5df {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:24.516888 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523fbedf-e0a6-45bc-8a8a-0ca1e39c5306", "tag": "3b48c804-7ae4-4564-9ea1-f8cafd015672", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:24.517224 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a77180f3-16d4-47a9-af7d-f7332434f5df {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:24.517545 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'tag': '3b48c804-7ae4-4564-9ea1-f8cafd015672', 'status': 'completed', 'code': 200} Feb 03 14:18:24.587484 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:24.649319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] For port 5445e946-c423-48ea-a4f6-e91069c6630c, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:24.691116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] For port 5445e946-c423-48ea-a4f6-e91069c6630c, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5445e946-c423-48ea-a4f6-e91069c6630c,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:24.713964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:24.736954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-222ad724-7317-4e21-b6d0-140207daf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:24.739034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-222ad724-7317-4e21-b6d0-140207daf34b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 1129 time: 0.2037821 Feb 03 14:18:24.789130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc216fdd-4356-41a0-89f5-c86c283a7c0f req-fa18d758-836f-4b63-b6c1-2bff88490471 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:24.802474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc216fdd-4356-41a0-89f5-c86c283a7c0f req-fa18d758-836f-4b63-b6c1-2bff88490471 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 947 time: 0.2006345 Feb 03 14:18:24.842929 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0aeb6d4d-047d-4cde-a0a3-d8d5740ad5c4 req-fa26251f-5463-4d22-b5c1-3898646f7bd4 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673766 Feb 03 14:18:24.848371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:24.849009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:24.850539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] 10.222.0.71 "PUT /v2.0/ports/5445e946-c423-48ea-a4f6-e91069c6630c HTTP/1.1" status: 200 len: 1095 time: 3.4987402 Feb 03 14:18:24.921790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8386-d9d9-4671-ad9c-b6e815b9c67b service neutron] Pushing event updated for resources: {'Port': ['ID=5445e946-c423-48ea-a4f6-e91069c6630c,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:25.030415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-abe4a71c-b5ad-4f5e-8bdf-5d801c6480f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:25.034488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-abe4a71c-b5ad-4f5e-8bdf-5d801c6480f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 1129 time: 0.0757041 Feb 03 14:18:25.061614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc216fdd-4356-41a0-89f5-c86c283a7c0f req-897a7133-deb9-4326-941b-63c57e4b7dd2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581353 Feb 03 14:18:25.154539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-0823f2f8-0a01-4c57-bf24-35661489f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:25.167817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-0823f2f8-0a01-4c57-bf24-35661489f92b service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.4146695 Feb 03 14:18:25.177670 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-36334e03-536b-4714-8e35-e4ba7baa1de3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=5445e946-c423-48ea-a4f6-e91069c6630c HTTP/1.1" status: 200 len: 217 time: 0.1253271 Feb 03 14:18:25.248535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-1980289c-2b07-443c-a2dc-39a0876abe4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3b48c804-7ae4-4564-9ea1-f8cafd015672 HTTP/1.1" status: 200 len: 217 time: 0.0657849 Feb 03 14:18:25.295744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-78d73025-74c7-4d5b-acab-fc8898bd8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:25.297670 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-78d73025-74c7-4d5b-acab-fc8898bd8ba3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1006837 Feb 03 14:18:25.327146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-45d8eacf-c294-4155-a940-529cfd8692b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:25.329292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-45d8eacf-c294-4155-a940-529cfd8692b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0694389 Feb 03 14:18:25.409290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-552ccb76-4f7d-4862-b558-ece1788310cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:25.410799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-e07a4e43-fc90-4c2b-9abc-9c9cf7669bc6 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/49ffde45-88d8-4edf-9c49-348550ec6c8f HTTP/1.1" status: 200 len: 1822 time: 0.2408423 Feb 03 14:18:25.411791 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-552ccb76-4f7d-4862-b558-ece1788310cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1079626 Feb 03 14:18:25.462199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-05e0c368-5ba1-44a1-a9bd-28b878626c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:25.465253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-05e0c368-5ba1-44a1-a9bd-28b878626c9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1257269 Feb 03 14:18:25.552340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-3d9b4e8d-1dce-4697-b7f9-2528e2de891d tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/7251ce0b-b1b2-4991-bf94-694d4e6e5b6b HTTP/1.1" status: 200 len: 1823 time: 0.1405764 Feb 03 14:18:25.559277 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-cbaeff8f-ed88-4ec0-a2b6-a9e12ad3a279 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331615 Feb 03 14:18:25.571436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49ffde45-88d8-4edf-9c49-348550ec6c8f', 'remote_group_id': '7251ce0b-b1b2-4991-bf94-694d4e6e5b6b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:25.571761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49ffde45-88d8-4edf-9c49-348550ec6c8f', 'remote_group_id': '7251ce0b-b1b2-4991-bf94-694d4e6e5b6b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:25.613134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-a757bbf7-9d53-4390-b391-8eb1fa0d2870 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426265 Feb 03 14:18:25.713293 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ad810fd-f009-4438-8bae-ab0516eeb419 req-7e2ad89a-b9ca-4b39-bc81-10a76e57077b service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527612 Feb 03 14:18:25.752400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c5bcaa5-4f3f-4670-a67c-8774052b8c72 req-9e1d7f17-11e7-49ac-9b88-bb846a92f50d service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323373 Feb 03 14:18:25.767236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (527bb22e-a060-4193-88c5-7b2e8e31ea7b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:25.770634 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94bfa43-7292-4280-b91d-3ece8647c2e8 x-openstack-request-id: req-a94bfa43-7292-4280-b91d-3ece8647c2e8 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:25.770994 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbec78b3-4062-4c60-98c2-be33e7649cba", "tag": "0c3ae959-86ac-4752-94ae-3b5b8821d6a1", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:25.771310 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a94bfa43-7292-4280-b91d-3ece8647c2e8 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:25.771772 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'tag': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1', 'status': 'completed', 'code': 200} Feb 03 14:18:25.858283 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (527bb22e-a060-4193-88c5-7b2e8e31ea7b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:25.863026 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (527bb22e-a060-4193-88c5-7b2e8e31ea7b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:25.885027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39562) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:25.941200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-ec59738a-f020-4487-980c-1776dd0a16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:25.942765 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-ec59738a-f020-4487-980c-1776dd0a16a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 1126 time: 0.1045465 Feb 03 14:18:26.069866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-087c766a-08d8-445a-af18-05d1c7c76bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:26.071846 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-087c766a-08d8-445a-af18-05d1c7c76bd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.1222577 Feb 03 14:18:26.149702 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-103b6961-0bfb-42dd-8b25-7b797489fac4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c3ae959-86ac-4752-94ae-3b5b8821d6a1 HTTP/1.1" status: 200 len: 217 time: 0.0652206 Feb 03 14:18:26.256252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-73b8fb4c-13bb-4ff4-85d7-239b0878b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:26.258758 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-73b8fb4c-13bb-4ff4-85d7-239b0878b8a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0987191 Feb 03 14:18:26.274147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b48c804-7ae4-4564-9ea1-f8cafd015672 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:18:26.422626 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-9215678b-4523-4842-9a8f-7030ccb2365d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683320 Feb 03 14:18:26.557507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b48c804-7ae4-4564-9ea1-f8cafd015672, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b48c804-7ae4-4564-9ea1-f8cafd015672,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:26.581360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-d6437ba0-5df5-4265-a1f0-e310849d7e12 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508336 Feb 03 14:18:26.583104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '3b48c804-7ae4-4564-9ea1-f8cafd015672', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '3b48c804-7ae4-4564-9ea1-f8cafd015672', 'mac_address': 'fa:16:3e:e1:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:18:26.662849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3b48c804-7ae4-4564-9ea1-f8cafd015672 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:26.663241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:26.695810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b48c804-7ae4-4564-9ea1-f8cafd015672 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:26.696934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527bb22e-a060-4193-88c5-7b2e8e31ea7b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:26.717435 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d79fbcfe-2c54-4070-a8c2-3a6bd99b147c req-4afdc685-72b0-4949-8679-a966fcaa1163 service neutron] 10.222.0.71 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222930 Feb 03 14:18:26.749156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b48c804-7ae4-4564-9ea1-f8cafd015672, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b48c804-7ae4-4564-9ea1-f8cafd015672,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:26.754815 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:26.766561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:26.770567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f17cf9b-d7a2-4f59-b503-5bb67dd27336 req-5d3b5ef0-8d0a-4b91-ba46-111ff5944de1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2060449 Feb 03 14:18:26.828259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6355913-3fc9-4dec-9312-8fdd7e010b45 req-aaf561b6-b0e3-4267-b221-3ab8e504cfdf tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:26.830145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6355913-3fc9-4dec-9312-8fdd7e010b45 req-aaf561b6-b0e3-4267-b221-3ab8e504cfdf tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.4907157 Feb 03 14:18:26.896489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3b48c804-7ae4-4564-9ea1-f8cafd015672,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:26.959192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6355913-3fc9-4dec-9312-8fdd7e010b45 req-36259027-f4bc-4a13-8ca7-bb64d84785e1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086783 Feb 03 14:18:27.042949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:27.055573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f01933-2534-4a4c-a774-d32f881c386b req-8c7f72ad-cd9f-4a5f-9fd3-6e82a4ec5932 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:27.057818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3f01933-2534-4a4c-a774-d32f881c386b req-8c7f72ad-cd9f-4a5f-9fd3-6e82a4ec5932 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 944 time: 0.1415997 Feb 03 14:18:27.118213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (a7cf8136-294c-4a25-bf78-479927333c87), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.247971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3f01933-2534-4a4c-a774-d32f881c386b req-596451a4-a8ea-4e8b-a42c-af0dedadda83 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818922 Feb 03 14:18:27.344452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3b0933e0-30e8-4129-9040-8b76b0569a7c req-49a30c74-40ff-4ba9-8ae9-ae95d14083b8 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1502783048', 'description': 'tempest-description-129369364'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:27.355376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793037a-16d5-422d-8a8f-3f2c58e17531 req-077a778a-d37d-417c-8607-4a08b889ac6e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:27.357114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2793037a-16d5-422d-8a8f-3f2c58e17531 req-077a778a-d37d-417c-8607-4a08b889ac6e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 948 time: 0.1915019 Feb 03 14:18:27.462521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b0933e0-30e8-4129-9040-8b76b0569a7c req-49a30c74-40ff-4ba9-8ae9-ae95d14083b8 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.545049 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b0933e0-30e8-4129-9040-8b76b0569a7c req-49a30c74-40ff-4ba9-8ae9-ae95d14083b8 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (f1a17b52-b6f3-4e74-9741-716d22875bf6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.557681 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b0933e0-30e8-4129-9040-8b76b0569a7c req-49a30c74-40ff-4ba9-8ae9-ae95d14083b8 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1a17b52-b6f3-4e74-9741-716d22875bf6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.586790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2793037a-16d5-422d-8a8f-3f2c58e17531 req-c974a428-72d2-45e0-9b25-bc33e10c3df3 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166543 Feb 03 14:18:27.605205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b0933e0-30e8-4129-9040-8b76b0569a7c req-49a30c74-40ff-4ba9-8ae9-ae95d14083b8 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.606443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b0933e0-30e8-4129-9040-8b76b0569a7c req-49a30c74-40ff-4ba9-8ae9-ae95d14083b8 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2730021 Feb 03 14:18:27.626015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a30c74-40ff-4ba9-8ae9-ae95d14083b8 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a17b52-b6f3-4e74-9741-716d22875bf6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:27.697378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-56c7c72b-9447-4055-908b-28333a027e1d req-725b8012-12ad-4d17-a2e2-7481c56eff4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-243669527', 'description': 'tempest-description-841442553'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:27.764333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-56c7c72b-9447-4055-908b-28333a027e1d req-725b8012-12ad-4d17-a2e2-7481c56eff4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.773816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'tag': '5445e946-c423-48ea-a4f6-e91069c6630c'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:27.776779 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e434404-173c-4763-8f5e-04aeab35c023" -d '{"events": [{"name": "network-changed", "server_uuid": "0e56f0ae-7feb-4ad5-9608-4997992f6b58", "tag": "5445e946-c423-48ea-a4f6-e91069c6630c"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:27.863252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fff58-146c-420f-b91d-b4371418d279 req-a1f69987-1f59-459c-9c04-2db6c42ac0e1 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:27.864752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de0fff58-146c-420f-b91d-b4371418d279 req-a1f69987-1f59-459c-9c04-2db6c42ac0e1 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 949 time: 0.1310060 Feb 03 14:18:27.926571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Deleting port ca3e4f67-d565-444c-a19f-ef064301a8af {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:27.926913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.971125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-56c7c72b-9447-4055-908b-28333a027e1d req-725b8012-12ad-4d17-a2e2-7481c56eff4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (d342f3ee-8b21-43a7-b1fe-38bfe89397c1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:27.982222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de0fff58-146c-420f-b91d-b4371418d279 req-2649f3ea-0384-4c8f-8fd1-737bfe909d7e tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089137 Feb 03 14:18:28.082402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-56c7c72b-9447-4055-908b-28333a027e1d req-725b8012-12ad-4d17-a2e2-7481c56eff4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d342f3ee-8b21-43a7-b1fe-38bfe89397c1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:28.101625 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471961bc-2a25-4d19-b8ea-32d1879929f9 x-openstack-request-id: req-471961bc-2a25-4d19-b8ea-32d1879929f9 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:28.102241 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e56f0ae-7feb-4ad5-9608-4997992f6b58", "tag": "5445e946-c423-48ea-a4f6-e91069c6630c", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:28.102709 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-471961bc-2a25-4d19-b8ea-32d1879929f9 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:28.103327 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'tag': '5445e946-c423-48ea-a4f6-e91069c6630c', 'status': 'completed', 'code': 200} Feb 03 14:18:28.122205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] For port ca3e4f67-d565-444c-a19f-ef064301a8af, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ca3e4f67-d565-444c-a19f-ef064301a8af,segment=NetworkSegment(5a0973af-f677-49a4-997a-f73390f59d3f),segment_id=5a0973af-f677-49a4-997a-f73390f59d3f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:28.122588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:28.159231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-56c7c72b-9447-4055-908b-28333a027e1d req-725b8012-12ad-4d17-a2e2-7481c56eff4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:28.160595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56c7c72b-9447-4055-908b-28333a027e1d req-725b8012-12ad-4d17-a2e2-7481c56eff4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4722559 Feb 03 14:18:28.161587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Calling delete_port for ca3e4f67-d565-444c-a19f-ef064301a8af owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:28.164097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b8012-12ad-4d17-a2e2-7481c56eff4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d342f3ee-8b21-43a7-b1fe-38bfe89397c1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:28.276749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434404-173c-4763-8f5e-04aeab35c023 req-a3ac7c80-0787-42f6-88e5-ca80b878feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:28.278307 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6e434404-173c-4763-8f5e-04aeab35c023 req-a3ac7c80-0787-42f6-88e5-ca80b878feaf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 1129 time: 0.1172056 Feb 03 14:18:28.297688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b48c804-7ae4-4564-9ea1-f8cafd015672 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:28.410231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 3b48c804-7ae4-4564-9ea1-f8cafd015672 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:18:28.416157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 3b48c804-7ae4-4564-9ea1-f8cafd015672 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:28.417371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:28.505240 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434404-173c-4763-8f5e-04aeab35c023 req-7635b723-c5c1-4d09-927b-f60a75eeb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:28.507198 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6e434404-173c-4763-8f5e-04aeab35c023 req-7635b723-c5c1-4d09-927b-f60a75eeb71e service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2187490 Feb 03 14:18:28.617421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3b48c804-7ae4-4564-9ea1-f8cafd015672 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:28.618109 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:28.629081 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6e434404-173c-4763-8f5e-04aeab35c023 req-03fd9b2b-f4ab-4394-addd-02cb28379711 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=5445e946-c423-48ea-a4f6-e91069c6630c HTTP/1.1" status: 200 len: 217 time: 0.1158319 Feb 03 14:18:28.669486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b48c804-7ae4-4564-9ea1-f8cafd015672'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:28.674986 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888b9fd-7664-492c-9df5-0611f3a32ce9" -d '{"events": [{"server_uuid": "523fbedf-e0a6-45bc-8a8a-0ca1e39c5306", "name": "network-vif-plugged", "status": "completed", "tag": "3b48c804-7ae4-4564-9ea1-f8cafd015672"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:28.704100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b48c804-7ae4-4564-9ea1-f8cafd015672, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b48c804-7ae4-4564-9ea1-f8cafd015672,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:28.710504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:28.722308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434404-173c-4763-8f5e-04aeab35c023 req-24ce4a74-b522-4a16-86d3-53931433d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:28.728028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94815db2-fb43-453b-aa00-82cfaea7bf3c req-6cb748fd-8f9a-4e63-8b56-a3d953cf6a21 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:28.729713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94815db2-fb43-453b-aa00-82cfaea7bf3c req-6cb748fd-8f9a-4e63-8b56-a3d953cf6a21 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.4416635 Feb 03 14:18:28.730444 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6e434404-173c-4763-8f5e-04aeab35c023 req-24ce4a74-b522-4a16-86d3-53931433d879 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0941639 Feb 03 14:18:28.730858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ca3e4f67-d565-444c-a19f-ef064301a8af), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:28.780467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-09c83026-f8fb-4b4a-9e71-63e9c18ea9f2 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/f1a17b52-b6f3-4e74-9741-716d22875bf6 HTTP/1.1" status: 200 len: 1823 time: 0.3925056 Feb 03 14:18:28.797387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3e4f67-d565-444c-a19f-ef064301a8af,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:28.816582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3b48c804-7ae4-4564-9ea1-f8cafd015672,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:28.819831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e434404-173c-4763-8f5e-04aeab35c023 req-1fd775f2-9a5f-4b3d-9fc4-2dc352fa1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:28.826667 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6e434404-173c-4763-8f5e-04aeab35c023 req-1fd775f2-9a5f-4b3d-9fc4-2dc352fa1845 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0902042 Feb 03 14:18:28.994037 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6e434404-173c-4763-8f5e-04aeab35c023 req-68cf5780-21cf-4550-8797-65bcffdd6364 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576629 Feb 03 14:18:29.244537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6e434404-173c-4763-8f5e-04aeab35c023 req-a70e60f6-89bb-452d-b759-5178238e7246 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426555 Feb 03 14:18:29.256586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94815db2-fb43-453b-aa00-82cfaea7bf3c req-e208bf95-1d06-44e4-9851-f9e306b8dabc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5176997 Feb 03 14:18:29.275098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-32a16dc4-8b0c-430b-9cdd-aca57a17a156 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/d342f3ee-8b21-43a7-b1fe-38bfe89397c1 HTTP/1.1" status: 200 len: 1822 time: 0.4743688 Feb 03 14:18:29.284456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1a17b52-b6f3-4e74-9741-716d22875bf6', 'remote_group_id': 'd342f3ee-8b21-43a7-b1fe-38bfe89397c1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:29.285196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1a17b52-b6f3-4e74-9741-716d22875bf6', 'remote_group_id': 'd342f3ee-8b21-43a7-b1fe-38bfe89397c1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:29.355323 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (a7cf8136-294c-4a25-bf78-479927333c87), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:29.704602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3b5b-a0cd-400d-80f6-587dfb0cab32 req-819b09b9-52e2-4fb0-b636-532f04d8828c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:29.706188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-303f3b5b-a0cd-400d-80f6-587dfb0cab32 req-819b09b9-52e2-4fb0-b636-532f04d8828c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 944 time: 0.1448636 Feb 03 14:18:29.707673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (9f6a8717-a62e-4ff2-8a4e-68a31873dbaf), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:29.851221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (9f6a8717-a62e-4ff2-8a4e-68a31873dbaf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:29.857128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-303f3b5b-a0cd-400d-80f6-587dfb0cab32 req-3b48b192-8720-4e0c-bd76-6a6fd53304fc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385534 Feb 03 14:18:29.860471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9f6a8717-a62e-4ff2-8a4e-68a31873dbaf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:29.900355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6a8717-a62e-4ff2-8a4e-68a31873dbaf,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:29.913904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Router a7cf8136-294c-4a25-bf78-479927333c87 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:18:29.920154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:29.935311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edf98128-1b8c-4fa0-a059-379c0db27d62 req-0e7a361a-99d0-4d94-9979-ec297e6703d0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6546690 Feb 03 14:18:30.029572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5445e946-c423-48ea-a4f6-e91069c6630c details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:18:30.156865 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c076ee-55ee-43be-b24e-a7f70e3b56cf x-openstack-request-id: req-66c076ee-55ee-43be-b24e-a7f70e3b56cf {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:30.157568 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523fbedf-e0a6-45bc-8a8a-0ca1e39c5306", "name": "network-vif-plugged", "status": "completed", "tag": "3b48c804-7ae4-4564-9ea1-f8cafd015672", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:30.160334 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66c076ee-55ee-43be-b24e-a7f70e3b56cf {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:30.160954 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b48c804-7ae4-4564-9ea1-f8cafd015672', 'code': 200} Feb 03 14:18:30.168754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:30.325154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:18:30.327990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da873d5-79c7-418d-930d-37b70250c956 req-0e8c66f8-5e52-48d6-8ee9-e620de02f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:30.329713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4da873d5-79c7-418d-930d-37b70250c956 req-0e8c66f8-5e52-48d6-8ee9-e620de02f921 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 1131 time: 0.2077470 Feb 03 14:18:30.337566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0c004d50-5ee7-448d-ae36-dc865702cb60 admin admin] 10.222.0.52 "PUT /v2.0/routers/a7cf8136-294c-4a25-bf78-479927333c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4448085 Feb 03 14:18:30.337780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:30.344990 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] Sync routers for ids ['a7cf8136-294c-4a25-bf78-479927333c87'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:18:30.369249 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] Routers {'a7cf8136-294c-4a25-bf78-479927333c87'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:18:30.370150 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:18:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7cf8136-294c-4a25-bf78-479927333c87'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:30.447950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4da873d5-79c7-418d-930d-37b70250c956 req-24ed603d-1ec4-4823-a591-e6a1ddce651d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992062 Feb 03 14:18:30.454599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e2ca-565a-40ef-ba78-b000f165f4b7 req-fab508b2-5702-4b1b-afad-c83a50a74fd1 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:30.466022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8207e2ca-565a-40ef-ba78-b000f165f4b7 req-fab508b2-5702-4b1b-afad-c83a50a74fd1 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 949 time: 0.4134333 Feb 03 14:18:30.526376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 5445e946-c423-48ea-a4f6-e91069c6630c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5445e946-c423-48ea-a4f6-e91069c6630c,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:30.580917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '5445e946-c423-48ea-a4f6-e91069c6630c', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '5445e946-c423-48ea-a4f6-e91069c6630c', 'mac_address': 'fa:16:3e:29:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:18:30.581877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8207e2ca-565a-40ef-ba78-b000f165f4b7 req-f76ae045-37b5-4499-8b01-05aeccf973eb tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149070 Feb 03 14:18:30.693894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2cfe46f5-ad4b-4ebd-bea7-76e36366ee09 req-88b7f6d5-6f17-4d34-af12-bb82ea468a53 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/d342f3ee-8b21-43a7-b1fe-38bfe89397c1 HTTP/1.1" status: 200 len: 1822 time: 0.0846903 Feb 03 14:18:30.734526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:30.736879 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:30.744174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks [] for router (a7cf8136-294c-4a25-bf78-479927333c87), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:30.775005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 5445e946-c423-48ea-a4f6-e91069c6630c is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:30.775288 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:30.797999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5445e946-c423-48ea-a4f6-e91069c6630c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:30.826356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 5445e946-c423-48ea-a4f6-e91069c6630c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5445e946-c423-48ea-a4f6-e91069c6630c,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:30.837200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:30.838050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:18:30.841064 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] Set router a7cf8136-294c-4a25-bf78-479927333c87 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:18:30.888676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2cfe46f5-ad4b-4ebd-bea7-76e36366ee09 req-e40835a3-74fb-47fa-8b2c-9c13addeba01 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (d342f3ee-8b21-43a7-b1fe-38bfe89397c1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:30.916606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks [] for router_gateway (a7cf8136-294c-4a25-bf78-479927333c87), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:30.983231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2cfe46f5-ad4b-4ebd-bea7-76e36366ee09 req-e40835a3-74fb-47fa-8b2c-9c13addeba01 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (d342f3ee-8b21-43a7-b1fe-38bfe89397c1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:30.989969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:31.097620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=5445e946-c423-48ea-a4f6-e91069c6630c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:31.111791 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:31.161598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Deleting port 57f39ea5-1965-44d3-bec6-4b540f2274b8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:31.170600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:31.215330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2cfe46f5-ad4b-4ebd-bea7-76e36366ee09 req-e40835a3-74fb-47fa-8b2c-9c13addeba01 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d342f3ee-8b21-43a7-b1fe-38bfe89397c1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:31.217945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2cfe46f5-ad4b-4ebd-bea7-76e36366ee09 req-e40835a3-74fb-47fa-8b2c-9c13addeba01 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:31.219656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2cfe46f5-ad4b-4ebd-bea7-76e36366ee09 req-e40835a3-74fb-47fa-8b2c-9c13addeba01 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-groups/d342f3ee-8b21-43a7-b1fe-38bfe89397c1 HTTP/1.1" status: 204 len: 173 time: 0.5199573 Feb 03 14:18:31.246181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40835a3-74fb-47fa-8b2c-9c13addeba01 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d342f3ee-8b21-43a7-b1fe-38bfe89397c1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:31.269581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:31.362014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:31.398610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'port_id': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1', 'mac_address': 'fa:16:3e:b9:01:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59df71-bf01-4221-bb39-c8bcd3d3652e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:18:31.498988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:18:28Z', 'revision_number': 5, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port': {'id': '57f39ea5-1965-44d3-bec6-4b540f2274b8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:25Z', 'updated_at': '2022-02-03T14:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:31.509023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] For port 57f39ea5-1965-44d3-bec6-4b540f2274b8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=57f39ea5-1965-44d3-bec6-4b540f2274b8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:31.513593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:31.554242 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] Checking router: a7cf8136-294c-4a25-bf78-479927333c87 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:18:31.564601 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] Routers {'a7cf8136-294c-4a25-bf78-479927333c87'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:18:31.565730 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:18:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7cf8136-294c-4a25-bf78-479927333c87'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:31.568916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Calling delete_port for 57f39ea5-1965-44d3-bec6-4b540f2274b8 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:31.722431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a51f0-0190-48e4-9bfc-b5b0d0f1ebcc req-8df1318a-969f-469d-9b24-0f782b91d42c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:31.740350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-286a51f0-0190-48e4-9bfc-b5b0d0f1ebcc req-8df1318a-969f-469d-9b24-0f782b91d42c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 944 time: 0.4162204 Feb 03 14:18:31.868580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff9f1d-9c20-4e07-833c-39d52f0264dd req-843b528e-b8e4-4081-926d-1fbe414569f6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:31.873292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10ff9f1d-9c20-4e07-833c-39d52f0264dd req-843b528e-b8e4-4081-926d-1fbe414569f6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.4674969 Feb 03 14:18:31.963150 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] Set router a7cf8136-294c-4a25-bf78-479927333c87 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:18:31.993373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:31.993719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.034320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:32.047238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-286a51f0-0190-48e4-9bfc-b5b0d0f1ebcc req-c93ac936-66d4-40d7-ad95-163de7b7c369 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961111 Feb 03 14:18:32.103847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:32.111043 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.125449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10ff9f1d-9c20-4e07-833c-39d52f0264dd req-f37ea897-582f-4738-b60e-fa6faca3f84b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435179 Feb 03 14:18:32.170141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:32.175015 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e564245e-6297-4e83-b4ea-c3ec314c21b6" -d '{"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:32.215783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (57f39ea5-1965-44d3-bec6-4b540f2274b8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.231944 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:18:30Z', 'revision_number': 6, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:32.274086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:32.315983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f39ea5-1965-44d3-bec6-4b540f2274b8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:32.374954 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5ca7a-d9c4-45d1-983b-d5eb102b9369 None None] The sync data for ids ['a7cf8136-294c-4a25-bf78-479927333c87'] in n-d-827549-2 is: [{'id': 'a7cf8136-294c-4a25-bf78-479927333c87', 'name': 'tempest-ServersTestMultiNic-370269622-router', 'tenant_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:16:24Z', 'updated_at': '2022-02-03T14:18:30Z', 'revision_number': 6, 'project_id': 'bd61f882a54b4b24918c56cf2a6fcce9', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:18:32.382275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc11e410-d9f4-4ba5-9710-ce845ca63110 req-778bbde4-db9e-4da3-a809-e78cc5b494f7 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/f1a17b52-b6f3-4e74-9741-716d22875bf6 HTTP/1.1" status: 200 len: 1823 time: 0.1423357 Feb 03 14:18:32.433787 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (a7cf8136-294c-4a25-bf78-479927333c87), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.499974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152e15-5668-404b-b23e-222fa33bfa04 req-7fe8a60b-0695-4390-a848-444140ea6395 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:32.507699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0152e15-5668-404b-b23e-222fa33bfa04 req-7fe8a60b-0695-4390-a848-444140ea6395 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 949 time: 0.1144881 Feb 03 14:18:32.577128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0152e15-5668-404b-b23e-222fa33bfa04 req-c5fda994-f667-4b15-8576-bfec3b530cb0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Feb 03 14:18:32.619645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:32.657704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (a7cf8136-294c-4a25-bf78-479927333c87), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.661244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks [] for router_controller (a7cf8136-294c-4a25-bf78-479927333c87), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.667244 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690e41a0-bbab-4e3a-9407-a995c6fbcb8b x-openstack-request-id: req-690e41a0-bbab-4e3a-9407-a995c6fbcb8b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:32.669494 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:32.670026 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-690e41a0-bbab-4e3a-9407-a995c6fbcb8b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:32.670650 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'code': 200} Feb 03 14:18:32.676148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0c3ae959-86ac-4752-94ae-3b5b8821d6a1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:32.742795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (a7cf8136-294c-4a25-bf78-479927333c87), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.743443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7cf8136-294c-4a25-bf78-479927333c87 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:18:32.750033 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.753703 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-02344c4c-b60b-4f0a-9a14-e3407c1384c6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a7cf8136-294c-4a25-bf78-479927333c87 HTTP/1.1" status: 204 len: 168 time: 2.4143968 Feb 03 14:18:32.756631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39722) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:32.902737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] Deleting subnet d7821113-dbe3-4743-81aa-dc5aba94b2e8 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:18:32.914541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] Publish callbacks [] for subnet (d7821113-dbe3-4743-81aa-dc5aba94b2e8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:32.986247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-04976817-bf04-401f-af71-3ac14bf3ed4a req-22be42bc-a452-40cd-a7fb-8fc43fdb87b0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1034011498', 'description': 'tempest-description-1494062709'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:33.039291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-04976817-bf04-401f-af71-3ac14bf3ed4a req-22be42bc-a452-40cd-a7fb-8fc43fdb87b0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.160446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (d7821113-dbe3-4743-81aa-dc5aba94b2e8), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.164771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-04976817-bf04-401f-af71-3ac14bf3ed4a req-22be42bc-a452-40cd-a7fb-8fc43fdb87b0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (5a299716-a5aa-4e8a-b1bb-8ab430dddf60), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.225559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-04976817-bf04-401f-af71-3ac14bf3ed4a req-22be42bc-a452-40cd-a7fb-8fc43fdb87b0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5a299716-a5aa-4e8a-b1bb-8ab430dddf60), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.256153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-04976817-bf04-401f-af71-3ac14bf3ed4a req-22be42bc-a452-40cd-a7fb-8fc43fdb87b0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.270349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04976817-bf04-401f-af71-3ac14bf3ed4a req-22be42bc-a452-40cd-a7fb-8fc43fdb87b0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2886784 Feb 03 14:18:33.314662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be42bc-a452-40cd-a7fb-8fc43fdb87b0 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a299716-a5aa-4e8a-b1bb-8ab430dddf60,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:33.333498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a375a-2adb-4d7d-a18c-4eddda5b5386 req-2a688c50-1fdf-4e80-94c3-bc8ddd898576 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:33.341725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc5a375a-2adb-4d7d-a18c-4eddda5b5386 req-2a688c50-1fdf-4e80-94c3-bc8ddd898576 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 948 time: 0.1544363 Feb 03 14:18:33.473117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d7821113-dbe3-4743-81aa-dc5aba94b2e8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.510300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc5a375a-2adb-4d7d-a18c-4eddda5b5386 req-2ef0e57f-4406-46ec-a2e3-1b6e432b88eb tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676280 Feb 03 14:18:33.570637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b6ba-0cbf-4a34-9ff6-3b0c84afdf29 req-b5c00680-af85-4ea5-bd5f-0bb5141e0bf4 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:33.572243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2624b6ba-0cbf-4a34-9ff6-3b0c84afdf29 req-b5c00680-af85-4ea5-bd5f-0bb5141e0bf4 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 946 time: 0.2110012 Feb 03 14:18:33.653077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (d7821113-dbe3-4743-81aa-dc5aba94b2e8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.701445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7821113-dbe3-4743-81aa-dc5aba94b2e8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:33.708606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.712467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b9126e09-b29c-4855-ab5f-319ed4556b7e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d7821113-dbe3-4743-81aa-dc5aba94b2e8 HTTP/1.1" status: 204 len: 168 time: 0.9539642 Feb 03 14:18:33.715031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:33.715749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55879925-a438-4716-afb6-1a7ccf528db9 None None] Network 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:33.730764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2624b6ba-0cbf-4a34-9ff6-3b0c84afdf29 req-4263bd06-e35c-4639-882c-711b9d835f04 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304555 Feb 03 14:18:33.747545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376a6d0-2ae2-4d69-94d3-40f19d7c853e req-74fd22b8-fe8c-42f9-b1a7-3007b1f6c89f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:33.750181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3376a6d0-2ae2-4d69-94d3-40f19d7c853e req-74fd22b8-fe8c-42f9-b1a7-3007b1f6c89f tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 945 time: 0.1456678 Feb 03 14:18:33.844761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3376a6d0-2ae2-4d69-94d3-40f19d7c853e req-93eb14cb-e676-4870-84ad-25c18db3c0f8 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847409 Feb 03 14:18:33.850876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (61e846e0-3c54-4f1a-aaa6-d84a4cce45c9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:33.909569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-b7416a4a-9ac4-4b99-9b93-6b9911f700e4 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/5a299716-a5aa-4e8a-b1bb-8ab430dddf60 HTTP/1.1" status: 200 len: 1824 time: 0.0470281 Feb 03 14:18:33.929741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a299716-a5aa-4e8a-b1bb-8ab430dddf60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:33.930096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a299716-a5aa-4e8a-b1bb-8ab430dddf60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:33.947467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Deleting port df08f476-824c-4444-8084-ab56a91de629 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:33.948171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (df08f476-824c-4444-8084-ab56a91de629), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.021887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace104b8-3999-4284-807e-22de1369e255 None None] DHCP port deletion for 61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:18:34.026493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0741-516a-4859-856f-7735bc0da45a req-a8f71e20-49ab-42e7-a5ca-b0db2d0982a1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:34.026493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b24f0741-516a-4859-856f-7735bc0da45a req-a8f71e20-49ab-42e7-a5ca-b0db2d0982a1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1095755 Feb 03 14:18:34.045295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] For port df08f476-824c-4444-8084-ab56a91de629, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=df08f476-824c-4444-8084-ab56a91de629,segment=NetworkSegment(5a0973af-f677-49a4-997a-f73390f59d3f),segment_id=5a0973af-f677-49a4-997a-f73390f59d3f)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:34.046025 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (df08f476-824c-4444-8084-ab56a91de629), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.050815 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (796326dc-31e3-42f8-a6ce-e3ed343ebe65), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.060962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Calling delete_port for df08f476-824c-4444-8084-ab56a91de629 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:34.092348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ace104b8-3999-4284-807e-22de1369e255 None None] Deleting port df08f476-824c-4444-8084-ab56a91de629 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:34.093124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ace104b8-3999-4284-807e-22de1369e255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (df08f476-824c-4444-8084-ab56a91de629), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.111773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (796326dc-31e3-42f8-a6ce-e3ed343ebe65), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.117282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b24f0741-516a-4859-856f-7735bc0da45a req-73ad7a8b-7314-4baa-a50f-0d2e52319ebd tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861573 Feb 03 14:18:34.118894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (796326dc-31e3-42f8-a6ce-e3ed343ebe65), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.143357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796326dc-31e3-42f8-a6ce-e3ed343ebe65,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:34.155213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.164298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12ee9f8f-0985-4eae-bfb4-95bc6dcaa847 req-601cbe32-8707-42a3-b99e-a4e92219ea59 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2427018 Feb 03 14:18:34.183232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ace104b8-3999-4284-807e-22de1369e255 None None] For port df08f476-824c-4444-8084-ab56a91de629, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=df08f476-824c-4444-8084-ab56a91de629,segment=NetworkSegment(5a0973af-f677-49a4-997a-f73390f59d3f),segment_id=5a0973af-f677-49a4-997a-f73390f59d3f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:34.183794 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ace104b8-3999-4284-807e-22de1369e255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (df08f476-824c-4444-8084-ab56a91de629), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.191598 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (df08f476-824c-4444-8084-ab56a91de629), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.201399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ace104b8-3999-4284-807e-22de1369e255 None None] Calling delete_port for df08f476-824c-4444-8084-ab56a91de629 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:34.217625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Pushing event deleted for resources: {'Port': ['ID=df08f476-824c-4444-8084-ab56a91de629,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:34.221651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] No DVR routers for this DVR port df08f476-824c-4444-8084-ab56a91de629 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:34.255950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63c67eca-4831-48fe-81df-800821c5d65b req-cdce35ee-9b4e-4c26-b8dc-4249b5ebaf14 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/5a299716-a5aa-4e8a-b1bb-8ab430dddf60 HTTP/1.1" status: 200 len: 2418 time: 0.0791070 Feb 03 14:18:34.261129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-63c67eca-4831-48fe-81df-800821c5d65b req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a299716-a5aa-4e8a-b1bb-8ab430dddf60', 'remote_group_id': None}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:34.261553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-63c67eca-4831-48fe-81df-800821c5d65b req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a299716-a5aa-4e8a-b1bb-8ab430dddf60', 'remote_group_id': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:34.305239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (61e846e0-3c54-4f1a-aaa6-d84a4cce45c9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.336977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ace104b8-3999-4284-807e-22de1369e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (df08f476-824c-4444-8084-ab56a91de629), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.338367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e846e0-3c54-4f1a-aaa6-d84a4cce45c9']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:34.352874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0973af-f677-49a4-997a-f73390f59d3f') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:34.353260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0973af-f677-49a4-997a-f73390f59d3f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:34.374760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (5a0973af-f677-49a4-997a-f73390f59d3f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.390040 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-63c67eca-4831-48fe-81df-800821c5d65b req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (93e5f532-1fa9-4ae4-aaca-d39633246b49), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.402404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5a0973af-f677-49a4-997a-f73390f59d3f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.411493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:18:34.412843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace104b8-3999-4284-807e-22de1369e255 None None] Pushing event deleted for resources: {'Port': ['ID=df08f476-824c-4444-8084-ab56a91de629,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:34.413865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (5a0973af-f677-49a4-997a-f73390f59d3f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:18:34.419000 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:18:34.443002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace104b8-3999-4284-807e-22de1369e255 None None] No DVR routers for this DVR port df08f476-824c-4444-8084-ab56a91de629 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:34.462577 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-63c67eca-4831-48fe-81df-800821c5d65b req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (93e5f532-1fa9-4ae4-aaca-d39633246b49), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.469842 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-63c67eca-4831-48fe-81df-800821c5d65b req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (93e5f532-1fa9-4ae4-aaca-d39633246b49), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.475641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ca3e4f67-d565-444c-a19f-ef064301a8af no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:34.498326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e5f532-1fa9-4ae4-aaca-d39633246b49,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:34.523744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ca3e4f67-d565-444c-a19f-ef064301a8af {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:34.524481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ca3e4f67-d565-444c-a19f-ef064301a8af not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:34.526113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device df08f476-824c-4444-8084-ab56a91de629 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:34.530453 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-63c67eca-4831-48fe-81df-800821c5d65b req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.540692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63c67eca-4831-48fe-81df-800821c5d65b req-0464655e-d78c-4dad-97d1-4a851cbbe48e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2798803 Feb 03 14:18:34.591684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (61e846e0-3c54-4f1a-aaa6-d84a4cce45c9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.596689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: df08f476-824c-4444-8084-ab56a91de629 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:34.597133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device df08f476-824c-4444-8084-ab56a91de629 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:34.597495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 57f39ea5-1965-44d3-bec6-4b540f2274b8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:34.607345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:34.628126 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] 10.222.0.52 "DELETE /v2.0/networks/61e846e0-3c54-4f1a-aaa6-d84a4cce45c9 HTTP/1.1" status: 204 len: 168 time: 0.9117322 Feb 03 14:18:34.646123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 57f39ea5-1965-44d3-bec6-4b540f2274b8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:34.646480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 57f39ea5-1965-44d3-bec6-4b540f2274b8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:34.668948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624e16b-5807-4b95-aa52-c1dc4cd01692 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e846e0-3c54-4f1a-aaa6-d84a4cce45c9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:34.794371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebcb6c42-e1de-4c60-ad1c-18b4b078aea8 req-d1de0ecf-4c8e-4424-bdf4-5d82b4a8d922 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/5a299716-a5aa-4e8a-b1bb-8ab430dddf60 HTTP/1.1" status: 200 len: 3017 time: 0.2335699 Feb 03 14:18:34.809248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71637c-5e6c-4273-97c5-81a26a400d3d req-a2fa9216-1883-444e-bb27-4ed5efbf02fe tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:34.816318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b71637c-5e6c-4273-97c5-81a26a400d3d req-a2fa9216-1883-444e-bb27-4ed5efbf02fe tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 948 time: 0.1086998 Feb 03 14:18:34.889480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-2782c8c6-a0c8-4dec-bce8-2764cfd2a631 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:34.891141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-2782c8c6-a0c8-4dec-bce8-2764cfd2a631 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 946 time: 0.2178915 Feb 03 14:18:34.912531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39782) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:34.952167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b71637c-5e6c-4273-97c5-81a26a400d3d req-397230ac-d4c4-407b-afe6-049020089061 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341460 Feb 03 14:18:34.985568 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9c7abff0-c95f-4d8a-9218-33ed7c6e550b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd61f882a54b4b24918c56cf2a6fcce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704057 Feb 03 14:18:34.986778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:35.060171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3727644f-16ef-406e-b6d1-e6fed1d7fa43 req-43da41c5-e8f3-40e8-9b3f-e9658b63bb7b tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-group-rules/93e5f532-1fa9-4ae4-aaca-d39633246b49 HTTP/1.1" status: 200 len: 783 time: 0.0618138 Feb 03 14:18:35.067552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5512d2f-d98f-4375-a3e5-399acb94c193 admin admin] Publish callbacks [] for security_group (c2d4df88-7de7-4322-b286-407fde25003d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.092697 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5512d2f-d98f-4375-a3e5-399acb94c193 admin admin] Publish callbacks [] for security_group (c2d4df88-7de7-4322-b286-407fde25003d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.108686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612706-8883-4f1e-b00a-b1ac2029b73c req-26f54d72-dc63-4824-bab4-7d6a228f3e91 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:35.110223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2612706-8883-4f1e-b00a-b1ac2029b73c req-26f54d72-dc63-4824-bab4-7d6a228f3e91 tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802 HTTP/1.1" status: 200 len: 946 time: 0.1661649 Feb 03 14:18:35.137171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3727644f-16ef-406e-b6d1-e6fed1d7fa43 req-3f557a1c-f751-42d4-b0ee-246a47d17235 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/5a299716-a5aa-4e8a-b1bb-8ab430dddf60 HTTP/1.1" status: 200 len: 3017 time: 0.0760696 Feb 03 14:18:35.162189 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5512d2f-d98f-4375-a3e5-399acb94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c2d4df88-7de7-4322-b286-407fde25003d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.167788 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5512d2f-d98f-4375-a3e5-399acb94c193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.171946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a5512d2f-d98f-4375-a3e5-399acb94c193 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2d4df88-7de7-4322-b286-407fde25003d HTTP/1.1" status: 204 len: 168 time: 0.1798108 Feb 03 14:18:35.181702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512d2f-d98f-4375-a3e5-399acb94c193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4df88-7de7-4322-b286-407fde25003d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:35.207083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Deleting port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:18:35.207643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.618326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3727644f-16ef-406e-b6d1-e6fed1d7fa43 req-96b60cb7-6847-45aa-8727-529611646cab tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (93e5f532-1fa9-4ae4-aaca-d39633246b49), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.639131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2612706-8883-4f1e-b00a-b1ac2029b73c req-c3933e7f-8a19-4fb8-a8f9-3322b1ab1d6f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.52 "GET /v2.0/security-groups?id=698fd684-b226-47ca-b117-da3dba659b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193152 Feb 03 14:18:35.642119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3727644f-16ef-406e-b6d1-e6fed1d7fa43 req-96b60cb7-6847-45aa-8727-529611646cab tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (93e5f532-1fa9-4ae4-aaca-d39633246b49), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.710719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] For port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,segment=NetworkSegment(fbe59782-b082-478c-bdd7-4d73d9f32e73),segment_id=fbe59782-b082-478c-bdd7-4d73d9f32e73)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:35.711077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.729494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Calling delete_port for b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:18:35.731029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3727644f-16ef-406e-b6d1-e6fed1d7fa43 req-96b60cb7-6847-45aa-8727-529611646cab tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (93e5f532-1fa9-4ae4-aaca-d39633246b49), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.742987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3727644f-16ef-406e-b6d1-e6fed1d7fa43 req-96b60cb7-6847-45aa-8727-529611646cab tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:35.762302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3727644f-16ef-406e-b6d1-e6fed1d7fa43 req-96b60cb7-6847-45aa-8727-529611646cab tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/93e5f532-1fa9-4ae4-aaca-d39633246b49 HTTP/1.1" status: 204 len: 173 time: 0.6235113 Feb 03 14:18:35.773836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b60cb7-6847-45aa-8727-529611646cab tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93e5f532-1fa9-4ae4-aaca-d39633246b49,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:35.938297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97ae93-a849-4392-bcd8-bc3237023bb1 req-598367ce-80ab-46d1-906d-c8bc8d76ca93 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:35.939794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f97ae93-a849-4392-bcd8-bc3237023bb1 req-598367ce-80ab-46d1-906d-c8bc8d76ca93 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1202323 Feb 03 14:18:35.979088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fcf47-c88f-4f10-b376-b5335a01bfa4 req-5710c6d6-43b0-4b70-9799-158250ed0d7e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:35.980305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f57fcf47-c88f-4f10-b376-b5335a01bfa4 req-5710c6d6-43b0-4b70-9799-158250ed0d7e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 945 time: 0.1313753 Feb 03 14:18:36.050390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.064589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:36.137724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f97ae93-a849-4392-bcd8-bc3237023bb1 req-0b00cfa1-03e6-4e40-941a-d44d60af1748 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708093 Feb 03 14:18:36.143896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Pushing event deleted for resources: {'Port': ['ID=b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:36.177593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5445e946-c423-48ea-a4f6-e91069c6630c up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:36.196170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f57fcf47-c88f-4f10-b376-b5335a01bfa4 req-26ba7c56-7582-4a31-8367-bfdc102b907b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079597 Feb 03 14:18:36.230773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] No DVR routers for this DVR port b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:18:36.255418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.259577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7ef19d8-47a2-4797-adaa-e64919c92391 req-85dcac14-7ebb-48ae-aa05-1e563976445f tempest-ServersTestJSON-424463480 tempest-ServersTestJSON-424463480-project] 10.222.0.45 "DELETE /v2.0/ports/b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 HTTP/1.1" status: 204 len: 173 time: 1.3590391 Feb 03 14:18:36.260091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'name': 'network-vif-deleted', 'tag': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:36.263470 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae8d56-6b85-476b-b552-9cef272d7a82" -d '{"events": [{"server_uuid": "52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802", "name": "network-vif-deleted", "tag": "b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:36.311869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 5445e946-c423-48ea-a4f6-e91069c6630c completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:18:36.313882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a5f75c3-a893-453a-b4ed-2e892591b077 req-974af28a-aa01-466b-94ca-5d86f8720981 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/5a299716-a5aa-4e8a-b1bb-8ab430dddf60 HTTP/1.1" status: 200 len: 2418 time: 0.1213775 Feb 03 14:18:36.318875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39862) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:36.334582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 5445e946-c423-48ea-a4f6-e91069c6630c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:36.337622 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.462705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 5445e946-c423-48ea-a4f6-e91069c6630c is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:36.463104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.469201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8a5f75c3-a893-453a-b4ed-2e892591b077 req-23d6e240-2059-4250-9478-db4f792652a6 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (5a299716-a5aa-4e8a-b1bb-8ab430dddf60), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.488593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445e946-c423-48ea-a4f6-e91069c6630c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:36.493140 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb55803-104b-4028-922a-f80cdc005abb" -d '{"events": [{"server_uuid": "0e56f0ae-7feb-4ad5-9608-4997992f6b58", "name": "network-vif-plugged", "status": "completed", "tag": "5445e946-c423-48ea-a4f6-e91069c6630c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:36.501124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8a5f75c3-a893-453a-b4ed-2e892591b077 req-23d6e240-2059-4250-9478-db4f792652a6 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (5a299716-a5aa-4e8a-b1bb-8ab430dddf60), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.507181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 5445e946-c423-48ea-a4f6-e91069c6630c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5445e946-c423-48ea-a4f6-e91069c6630c,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:36.507422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1280528326-network', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:36.514199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.515433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:36.534101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Made reservation on behalf of 5023ce5af56c4d6eba39e257955e201e for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:36.539562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.550893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.579313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8a5f75c3-a893-453a-b4ed-2e892591b077 req-23d6e240-2059-4250-9478-db4f792652a6 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5a299716-a5aa-4e8a-b1bb-8ab430dddf60), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.582690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8a5f75c3-a893-453a-b4ed-2e892591b077 req-23d6e240-2059-4250-9478-db4f792652a6 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.604286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a5f75c3-a893-453a-b4ed-2e892591b077 req-23d6e240-2059-4250-9478-db4f792652a6 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-groups/5a299716-a5aa-4e8a-b1bb-8ab430dddf60 HTTP/1.1" status: 204 len: 173 time: 0.2892919 Feb 03 14:18:36.611476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=5445e946-c423-48ea-a4f6-e91069c6630c,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:36.636653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:18:36.637763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6e240-2059-4250-9478-db4f792652a6 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a299716-a5aa-4e8a-b1bb-8ab430dddf60,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:36.647715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:36.650747 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.657908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be0c4b-b66a-409c-b1cc-6225482c6ebe req-cfb222e0-e852-4419-b2de-6beed03bebcc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:36.661147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3be0c4b-b66a-409c-b1cc-6225482c6ebe req-cfb222e0-e852-4419-b2de-6beed03bebcc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 948 time: 0.2612469 Feb 03 14:18:36.681185 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f846d74-ffc4-42e6-8977-16d1a02d3731 x-openstack-request-id: req-5f846d74-ffc4-42e6-8977-16d1a02d3731 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:36.681768 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802", "name": "network-vif-deleted", "tag": "b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:36.684320 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f846d74-ffc4-42e6-8977-16d1a02d3731 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:36.685647 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e8afe3-0da0-49ca-bfd3-e2e0f6a3d802', 'name': 'network-vif-deleted', 'tag': 'b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55', 'status': 'completed', 'code': 200} Feb 03 14:18:36.699735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks [] for security_group (5c1b331c-05d0-4b4b-b416-ba74c63010f0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.705914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5c1b331c-05d0-4b4b-b416-ba74c63010f0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.736301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:18:36.752620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b77970cc-8333-4840-913d-7d886da05499), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.753175 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Added segment b77970cc-8333-4840-913d-7d886da05499 of type vlan for network 462b1721-7165-4408-a73e-5e45f7fe960c Feb 03 14:18:36.827071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:36.828074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.849905 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (462b1721-7165-4408-a73e-5e45f7fe960c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.852086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3be0c4b-b66a-409c-b1cc-6225482c6ebe req-bbfdd5a3-8bf2-44d2-963a-94df46265378 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846602 Feb 03 14:18:36.883935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1b331c-05d0-4b4b-b416-ba74c63010f0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:36.917696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:36.924168 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.924644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bbeb-6978-4242-a94c-7d20d13b4d49 req-7fd5418f-6c96-463c-a09e-ef9c69152b16 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:36.927696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:36.928178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9323bbeb-6978-4242-a94c-7d20d13b4d49 req-7fd5418f-6c96-463c-a09e-ef9c69152b16 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 946 time: 0.1435609 Feb 03 14:18:36.942105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (462b1721-7165-4408-a73e-5e45f7fe960c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.943198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:36.944777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:36.990622 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67064006-08f1-478f-8d59-306fec917ac3 x-openstack-request-id: req-67064006-08f1-478f-8d59-306fec917ac3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:36.992095 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e56f0ae-7feb-4ad5-9608-4997992f6b58", "name": "network-vif-plugged", "status": "completed", "tag": "5445e946-c423-48ea-a4f6-e91069c6630c", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:36.993197 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67064006-08f1-478f-8d59-306fec917ac3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:36.993817 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445e946-c423-48ea-a4f6-e91069c6630c', 'code': 200} Feb 03 14:18:37.030728 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-6f9e174f-d931-45d9-beb7-93fc7e695efa req-ef84dc99-8c06-4402-8988-e0a9c7a66e93 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] show failed (client error): The resource could not be found. Feb 03 14:18:37.045611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f9e174f-d931-45d9-beb7-93fc7e695efa req-ef84dc99-8c06-4402-8988-e0a9c7a66e93 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/d342f3ee-8b21-43a7-b1fe-38bfe89397c1 HTTP/1.1" status: 404 len: 352 time: 0.0455081 Feb 03 14:18:37.077131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9323bbeb-6978-4242-a94c-7d20d13b4d49 req-90de52c1-f131-4285-8b2e-65fc9abff772 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420403 Feb 03 14:18:37.110595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39882) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:37.161688 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8407524 Feb 03 14:18:37.193300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:37.196224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:37.201704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Request body: {'subnet': {'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1280528326-subnet', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:37.243494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e61e-d7a1-4fb5-b1e9-3b4a167abc7c admin admin] Pushing event updated for resources: {'Network': ['ID=462b1721-7165-4408-a73e-5e45f7fe960c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:37.259883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 462b1721-7165-4408-a73e-5e45f7fe960c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:18:37.278654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Made reservation on behalf of 5023ce5af56c4d6eba39e257955e201e for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:37.281291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.285996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616053a-0cd5-4bd1-af46-5e8b4ec9f2f2 req-839fbc89-1c6d-4156-a606-0805aeeabd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:37.288923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0616053a-0cd5-4bd1-af46-5e8b4ec9f2f2 req-839fbc89-1c6d-4156-a606-0805aeeabd03 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 1131 time: 0.1257901 Feb 03 14:18:37.294967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] Deleting subnet 2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:18:37.308686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] Publish callbacks [] for subnet (2c8e7b84-add1-4d2c-b4e0-8e848939b7d4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.319325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-0c923039-c74a-429a-891b-203de805a2d7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331212 Feb 03 14:18:37.355716 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0616053a-0cd5-4bd1-af46-5e8b4ec9f2f2 req-be3c4b7f-7195-43d6-b91b-294deae48127 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544310 Feb 03 14:18:37.363873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4128ffc-9fd3-4d86-9f0e-58f928b0f6da req-0dcf402f-ba3d-49d8-b74f-2ac3bad16b5d tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/f1a17b52-b6f3-4e74-9741-716d22875bf6 HTTP/1.1" status: 200 len: 1823 time: 0.2119532 Feb 03 14:18:37.405478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b092e296-f62c-41f1-8ccd-913771fe4200 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:37.406334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.457291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:37.463656 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.477827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (2c8e7b84-add1-4d2c-b4e0-8e848939b7d4), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.546940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=14']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:37.583788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (2c8e7b84-add1-4d2c-b4e0-8e848939b7d4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.626019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-2798b6d7-8e41-4444-9612-86dc5ea9e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:37.627583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-2798b6d7-8e41-4444-9612-86dc5ea9e1ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 1132 time: 0.2253361 Feb 03 14:18:37.642239 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4128ffc-9fd3-4d86-9f0e-58f928b0f6da req-d56df74d-962a-48ed-9b55-172619b096d1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (f1a17b52-b6f3-4e74-9741-716d22875bf6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.655557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c46be-3219-434a-83a0-ec6fc663b28f req-127162cd-f38b-4471-996a-767cca2049cc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:37.661397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca7c46be-3219-434a-83a0-ec6fc663b28f req-127162cd-f38b-4471-996a-767cca2049cc tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.2917216 Feb 03 14:18:37.664879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (94d762a5-c883-4ea0-acdc-5f91867cbf9c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.720501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d762a5-c883-4ea0-acdc-5f91867cbf9c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:37.762859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Checking segment: {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:37.763514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Network hostable DHCP agents. Network: 462b1721-7165-4408-a73e-5e45f7fe960c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:18:37.783722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Network 462b1721-7165-4408-a73e-5e45f7fe960c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:18:37.794981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 462b1721-7165-4408-a73e-5e45f7fe960c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:37.806974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d121f4a-8cb7-439a-a1e0-9a78a5571486 None None] Network 462b1721-7165-4408-a73e-5e45f7fe960c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:37.817967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-448943cc-32e2-43c8-845e-63f8897ba82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:37.819529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-448943cc-32e2-43c8-845e-63f8897ba82a service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1524050 Feb 03 14:18:37.829531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:37.831307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.884550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-ce8c91cf-2e6b-4900-8150-da991b86f642 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb HTTP/1.1" status: 200 len: 217 time: 0.0532336 Feb 03 14:18:37.901143 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fc4befcb-50b9-44ce-8b34-802d274eb932 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7040980 Feb 03 14:18:37.905723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:37.910961 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4128ffc-9fd3-4d86-9f0e-58f928b0f6da req-d56df74d-962a-48ed-9b55-172619b096d1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (f1a17b52-b6f3-4e74-9741-716d22875bf6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.925697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:37.975339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de386f-c4e5-4b6d-a41d-0ed856934b82 None None] Network 462b1721-7165-4408-a73e-5e45f7fe960c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:37.976343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (72d863d3-9f19-4c13-952c-80b7875521f2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.977479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (72d863d3-9f19-4c13-952c-80b7875521f2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:37.981041 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (2c8e7b84-add1-4d2c-b4e0-8e848939b7d4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.055528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks [] for router_controller (72d863d3-9f19-4c13-952c-80b7875521f2), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.063415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8e7b84-add1-4d2c-b4e0-8e848939b7d4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:38.083463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-15b7ed01-fd86-4ce0-a931-d9fea21d5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:38.086369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-15b7ed01-fd86-4ce0-a931-d9fea21d5649 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1906116 Feb 03 14:18:38.094404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca7c46be-3219-434a-83a0-ec6fc663b28f req-68891f92-a7ea-4457-b311-3e4ae9ac91af tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355217 Feb 03 14:18:38.106526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.111580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-661561fe-e403-4f95-9ce3-14089d01e392 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2c8e7b84-add1-4d2c-b4e0-8e848939b7d4 HTTP/1.1" status: 204 len: 168 time: 0.9949563 Feb 03 14:18:38.114511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39938) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:38.140613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4128ffc-9fd3-4d86-9f0e-58f928b0f6da req-d56df74d-962a-48ed-9b55-172619b096d1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1a17b52-b6f3-4e74-9741-716d22875bf6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.145638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4128ffc-9fd3-4d86-9f0e-58f928b0f6da req-d56df74d-962a-48ed-9b55-172619b096d1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.147287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4128ffc-9fd3-4d86-9f0e-58f928b0f6da req-d56df74d-962a-48ed-9b55-172619b096d1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-groups/f1a17b52-b6f3-4e74-9741-716d22875bf6 HTTP/1.1" status: 204 len: 173 time: 0.7486510 Feb 03 14:18:38.191382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:18:38.195263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df74d-962a-48ed-9b55-172619b096d1 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a17b52-b6f3-4e74-9741-716d22875bf6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:38.370631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:18:38.387688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-9f0ee8b9-21fa-46de-aee4-f97eb4bbfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:38.389400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-9f0ee8b9-21fa-46de-aee4-f97eb4bbfc5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2761664 Feb 03 14:18:38.393560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.400057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c91ddc88-12b5-4d52-b62a-f9132ffb0446 req-ac2af7ab-0a4c-4412-8e93-c4f009501f93 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/7251ce0b-b1b2-4991-bf94-694d4e6e5b6b HTTP/1.1" status: 200 len: 1823 time: 0.1996858 Feb 03 14:18:38.401316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks [] for router_gateway (72d863d3-9f19-4c13-952c-80b7875521f2), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.430481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:18:38.431037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b1969d92-e8c5-4c9a-8b91-bb5c0bc5fa55 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:18:38.492074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:38.531119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'mac_address': 'fa:16:3e:83:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:18:38.605275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.618864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:38.619992 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.628614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3206c7e-6c44-4e08-9240-228bd34a1df7 req-64bd9079-615f-45d2-9644-5900691559ad tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:38.630340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3206c7e-6c44-4e08-9240-228bd34a1df7 req-64bd9079-615f-45d2-9644-5900691559ad tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 949 time: 0.3806739 Feb 03 14:18:38.670608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccd7cbd-3cdc-42b0-b634-017b3086fa83 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:38.672019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a3220-86d1-4dfe-9ec9-8abc723c41f4']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:38.699316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe59782-b082-478c-bdd7-4d73d9f32e73') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:38.699674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe59782-b082-478c-bdd7-4d73d9f32e73') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:38.707776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:38.714647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.742867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (fbe59782-b082-478c-bdd7-4d73d9f32e73), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.750059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-97acfd6b-7a76-4181-b9dd-eedef4cad678 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420997 Feb 03 14:18:38.785784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c91ddc88-12b5-4d52-b62a-f9132ffb0446 req-906c267d-75a7-47b6-8dc3-7f27da8e21e7 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (7251ce0b-b1b2-4991-bf94-694d4e6e5b6b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.831596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fbe59782-b082-478c-bdd7-4d73d9f32e73), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.836776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3206c7e-6c44-4e08-9240-228bd34a1df7 req-6677db40-9e3f-4044-827f-6a5082ccf05d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905916 Feb 03 14:18:38.850849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (fbe59782-b082-478c-bdd7-4d73d9f32e73), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:18:38.865392 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:18:38.879674 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.921706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks [] for router_gateway (72d863d3-9f19-4c13-952c-80b7875521f2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.932686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c91ddc88-12b5-4d52-b62a-f9132ffb0446 req-906c267d-75a7-47b6-8dc3-7f27da8e21e7 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (7251ce0b-b1b2-4991-bf94-694d4e6e5b6b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:38.995111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1'}, {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:39.003510 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c26e2ca-7aff-4d30-b90f-4e3c4a19b167" -d '{"events": [{"server_uuid": "fbec78b3-4062-4c60-98c2-be33e7649cba", "name": "network-vif-plugged", "status": "completed", "tag": "0c3ae959-86ac-4752-94ae-3b5b8821d6a1"}, {"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-unplugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:39.031780 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2e8a3220-86d1-4dfe-9ec9-8abc723c41f4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.037102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f3f2c43-1a89-4693-9f1a-8afa7a1e79cf req-c80b7777-091d-4315-b9cd-814a3145a5e5 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637830 Feb 03 14:18:39.041771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['fccd7cbd-3cdc-42b0-b634-017b3086fa83'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:39.048638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.053055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] 10.222.0.52 "DELETE /v2.0/networks/2e8a3220-86d1-4dfe-9ec9-8abc723c41f4 HTTP/1.1" status: 204 len: 168 time: 0.9374204 Feb 03 14:18:39.073077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad561e-7735-4c91-a1ce-4596eb77fb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8a3220-86d1-4dfe-9ec9-8abc723c41f4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:39.101808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.115546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c91ddc88-12b5-4d52-b62a-f9132ffb0446 req-906c267d-75a7-47b6-8dc3-7f27da8e21e7 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7251ce0b-b1b2-4991-bf94-694d4e6e5b6b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.129725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c91ddc88-12b5-4d52-b62a-f9132ffb0446 req-906c267d-75a7-47b6-8dc3-7f27da8e21e7 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.130951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c91ddc88-12b5-4d52-b62a-f9132ffb0446 req-906c267d-75a7-47b6-8dc3-7f27da8e21e7 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-groups/7251ce0b-b1b2-4991-bf94-694d4e6e5b6b HTTP/1.1" status: 204 len: 173 time: 0.7201855 Feb 03 14:18:39.161943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c267d-75a7-47b6-8dc3-7f27da8e21e7 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251ce0b-b1b2-4991-bf94-694d4e6e5b6b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:39.188755 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd00ca28-9ec3-4378-b789-94aed8773ad4 x-openstack-request-id: req-dd00ca28-9ec3-4378-b789-94aed8773ad4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:39.191132 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbec78b3-4062-4c60-98c2-be33e7649cba", "name": "network-vif-plugged", "status": "completed", "tag": "0c3ae959-86ac-4752-94ae-3b5b8821d6a1", "code": 200}, {"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-unplugged", "status": "completed", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:39.191511 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd00ca28-9ec3-4378-b789-94aed8773ad4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:39.192019 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1', 'code': 200} Feb 03 14:18:39.192562 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'code': 200} Feb 03 14:18:39.345083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40000) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:39.445426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Allocated IP 172.25.0.68 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/e728e970-d3e9-4069-9723-4a710680864a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:39.451099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c21cf-b58a-42e8-b14e-6f336d4cf598 req-55c46ac7-89bf-474f-b11f-de68d812d99b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:39.452601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e7c21cf-b58a-42e8-b14e-6f336d4cf598 req-55c46ac7-89bf-474f-b11f-de68d812d99b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2023358 Feb 03 14:18:39.455611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436deef5-886b-446e-bbf2-469515dbd112 req-565bcab1-02b3-458e-97c5-97cb203c6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:39.457269 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-436deef5-886b-446e-bbf2-469515dbd112 req-565bcab1-02b3-458e-97c5-97cb203c6d77 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 1128 time: 0.1446030 Feb 03 14:18:39.464618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ac39344a-9902-4b4b-98cb-d4587523c573 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fb8babc94464b66b4f3e506e326980f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1067793 Feb 03 14:18:39.467273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40002) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:39.473352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315595-743d-4cb8-83f4-ff8df8418cb7 req-60b665d1-9fc8-4fa0-8940-622bca8c1e05 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:39.475111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5315595-743d-4cb8-83f4-ff8df8418cb7 req-60b665d1-9fc8-4fa0-8940-622bca8c1e05 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1499166 Feb 03 14:18:39.555585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e7c21cf-b58a-42e8-b14e-6f336d4cf598 req-302a269e-3df6-47fc-b5f4-219b3b7e7f6c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938566 Feb 03 14:18:39.558929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5315595-743d-4cb8-83f4-ff8df8418cb7 req-a78204aa-6ed0-4f36-afa4-45b67cc5ac15 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721307 Feb 03 14:18:39.622742 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-436deef5-886b-446e-bbf2-469515dbd112 req-ac50528c-bd64-43e6-b4d0-801f5ca42301 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569018 Feb 03 14:18:39.638249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8d80558-d51a-4ec5-9914-424be023507b req-d3d942a5-0bb5-4178-a53c-75c826e389ff tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/49ffde45-88d8-4edf-9c49-348550ec6c8f HTTP/1.1" status: 200 len: 1822 time: 0.0497668 Feb 03 14:18:39.654892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1c27fcc-6e43-4787-a59a-c45eb4902e66 admin admin] Publish callbacks [] for security_group (698fd684-b226-47ca-b117-da3dba659b44), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.661514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks [] for port (e728e970-d3e9-4069-9723-4a710680864a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.691576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1c27fcc-6e43-4787-a59a-c45eb4902e66 admin admin] Publish callbacks [] for security_group (698fd684-b226-47ca-b117-da3dba659b44), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.706657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8d80558-d51a-4ec5-9914-424be023507b req-690d5596-5824-4bbc-80ba-772e00103c6e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (49ffde45-88d8-4edf-9c49-348550ec6c8f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.734290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8d80558-d51a-4ec5-9914-424be023507b req-690d5596-5824-4bbc-80ba-772e00103c6e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (49ffde45-88d8-4edf-9c49-348550ec6c8f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.757248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e728e970-d3e9-4069-9723-4a710680864a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.786329 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8d80558-d51a-4ec5-9914-424be023507b req-690d5596-5824-4bbc-80ba-772e00103c6e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (49ffde45-88d8-4edf-9c49-348550ec6c8f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.789196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8d80558-d51a-4ec5-9914-424be023507b req-690d5596-5824-4bbc-80ba-772e00103c6e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.790347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8d80558-d51a-4ec5-9914-424be023507b req-690d5596-5824-4bbc-80ba-772e00103c6e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-groups/49ffde45-88d8-4edf-9c49-348550ec6c8f HTTP/1.1" status: 204 len: 173 time: 0.1464789 Feb 03 14:18:39.808787 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1c27fcc-6e43-4787-a59a-c45eb4902e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (698fd684-b226-47ca-b117-da3dba659b44), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.809058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d5596-5824-4bbc-80ba-772e00103c6e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ffde45-88d8-4edf-9c49-348550ec6c8f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:39.811556 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1c27fcc-6e43-4787-a59a-c45eb4902e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:39.813272 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a1c27fcc-6e43-4787-a59a-c45eb4902e66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/698fd684-b226-47ca-b117-da3dba659b44 HTTP/1.1" status: 204 len: 168 time: 0.3444936 Feb 03 14:18:39.815518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:39.842053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:39.848831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:39.851712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Pushing event updated for resources: {'Port': ['ID=e728e970-d3e9-4069-9723-4a710680864a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:39.855502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27fcc-6e43-4787-a59a-c45eb4902e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698fd684-b226-47ca-b117-da3dba659b44,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:39.990573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560e2710-f72e-439f-bc27-d63b88bc22b0 req-257a85f6-233a-4b57-929b-1ea88be52f8e tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/f4b752ef-09dc-4301-9f2f-f774e7097a31 HTTP/1.1" status: 200 len: 2422 time: 0.1686831 Feb 03 14:18:40.049471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94548dc6-a07b-4b28-9dc3-c49466c63bd0 req-10a9ce8b-d433-45f6-9936-1b8e2862f7ba tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:40.061102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94548dc6-a07b-4b28-9dc3-c49466c63bd0 req-10a9ce8b-d433-45f6-9936-1b8e2862f7ba tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2159948 Feb 03 14:18:40.186630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:40.256050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94548dc6-a07b-4b28-9dc3-c49466c63bd0 req-762eb5ef-c019-421b-b900-1e89235a23d0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939595 Feb 03 14:18:40.305450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560e2710-f72e-439f-bc27-d63b88bc22b0 req-571cd27a-4ed5-4f30-94b3-7660511791f3 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (f4b752ef-09dc-4301-9f2f-f774e7097a31), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.322059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port fccd7cbd-3cdc-42b0-b634-017b3086fa83 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:40.322530 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.365567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560e2710-f72e-439f-bc27-d63b88bc22b0 req-571cd27a-4ed5-4f30-94b3-7660511791f3 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (f4b752ef-09dc-4301-9f2f-f774e7097a31), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.472703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:40.473153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.473330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e66c2-5fd0-4d79-b9b7-6a809174fda4 req-182ee720-efc2-4eab-8143-870c622f8147 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:40.480668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-035e66c2-5fd0-4d79-b9b7-6a809174fda4 req-182ee720-efc2-4eab-8143-870c622f8147 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 949 time: 0.1120844 Feb 03 14:18:40.507029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560e2710-f72e-439f-bc27-d63b88bc22b0 req-571cd27a-4ed5-4f30-94b3-7660511791f3 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f4b752ef-09dc-4301-9f2f-f774e7097a31), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.510319 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560e2710-f72e-439f-bc27-d63b88bc22b0 req-571cd27a-4ed5-4f30-94b3-7660511791f3 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.511518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560e2710-f72e-439f-bc27-d63b88bc22b0 req-571cd27a-4ed5-4f30-94b3-7660511791f3 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-groups/f4b752ef-09dc-4301-9f2f-f774e7097a31 HTTP/1.1" status: 204 len: 173 time: 0.5120764 Feb 03 14:18:40.532009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cd27a-4ed5-4f30-94b3-7660511791f3 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b752ef-09dc-4301-9f2f-f774e7097a31,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:40.552691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-a347ff72-6586-4169-9f82-8464ba812f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:40.554337 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-a347ff72-6586-4169-9f82-8464ba812f6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.3320367 Feb 03 14:18:40.557260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-035e66c2-5fd0-4d79-b9b7-6a809174fda4 req-b1edaecc-73f3-4f49-8413-c98e66873975 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707111 Feb 03 14:18:40.586965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:40.594717 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.639705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d311312b-a9c9-42d3-915c-b8faf2e22cb2 req-6d0f76d9-9470-4a2f-a6c9-a6646db9bc4f tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "GET /v2.0/security-groups/a6c4d517-6489-4c48-9bf3-a3d19703d233 HTTP/1.1" status: 200 len: 2414 time: 0.0681477 Feb 03 14:18:40.707593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:40.759364 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d311312b-a9c9-42d3-915c-b8faf2e22cb2 req-9124672e-7852-498c-a33f-ae05605f2d63 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (a6c4d517-6489-4c48-9bf3-a3d19703d233), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.795345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks [] for router_gateway (72d863d3-9f19-4c13-952c-80b7875521f2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.803632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d311312b-a9c9-42d3-915c-b8faf2e22cb2 req-9124672e-7852-498c-a33f-ae05605f2d63 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (a6c4d517-6489-4c48-9bf3-a3d19703d233), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.922082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d311312b-a9c9-42d3-915c-b8faf2e22cb2 req-9124672e-7852-498c-a33f-ae05605f2d63 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a6c4d517-6489-4c48-9bf3-a3d19703d233), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.928089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d311312b-a9c9-42d3-915c-b8faf2e22cb2 req-9124672e-7852-498c-a33f-ae05605f2d63 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:40.931952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d311312b-a9c9-42d3-915c-b8faf2e22cb2 req-9124672e-7852-498c-a33f-ae05605f2d63 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] 10.222.0.52 "DELETE /v2.0/security-groups/a6c4d517-6489-4c48-9bf3-a3d19703d233 HTTP/1.1" status: 204 len: 173 time: 0.2853258 Feb 03 14:18:40.942707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40048) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:40.956819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-153ba267-9e07-45d7-88cf-9eec6db39ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:40.958451 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-153ba267-9e07-45d7-88cf-9eec6db39ae5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.3675766 Feb 03 14:18:41.012016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124672e-7852-498c-a33f-ae05605f2d63 tempest-SecurityGroupRulesTestJSON-148882088 tempest-SecurityGroupRulesTestJSON-148882088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c4d517-6489-4c48-9bf3-a3d19703d233,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:41.082857 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-0e736e85-70d2-446e-9a83-2aa378fb00ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.1178880 Feb 03 14:18:41.113748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] Deleting subnet fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:18:41.121769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] Publish callbacks [] for subnet (fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.178607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-2ea4f806-db1f-438e-9d22-87478133882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:41.179898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966a96-24e0-48b1-97ae-9b9b2660440e req-ce4e9cd5-d6b9-4403-ab7b-1072bb618d7e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:41.180126 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-2ea4f806-db1f-438e-9d22-87478133882b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0882678 Feb 03 14:18:41.184794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (72d863d3-9f19-4c13-952c-80b7875521f2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.188734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966a96-24e0-48b1-97ae-9b9b2660440e req-ce4e9cd5-d6b9-4403-ab7b-1072bb618d7e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:41.192437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20966a96-24e0-48b1-97ae-9b9b2660440e req-ce4e9cd5-d6b9-4403-ab7b-1072bb618d7e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58&device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 1689 time: 0.2407968 Feb 03 14:18:41.196697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:41.203122 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edeed58-1975-4b17-b11c-9da3f61e1c2b" -d '{"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-plugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:41.203374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.291238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0a00d-d96e-4a5a-ac4f-420f2bf4017f req-feea7e2e-194f-4f55-abe5-2d8666674659 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:41.293032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ed0a00d-d96e-4a5a-ac4f-420f2bf4017f req-feea7e2e-194f-4f55-abe5-2d8666674659 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.2289810 Feb 03 14:18:41.311035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-9223ae5d-3962-49c9-80db-63e7fb6ae5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:41.312567 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-9223ae5d-3962-49c9-80db-63e7fb6ae5e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256251 Feb 03 14:18:41.336175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20966a96-24e0-48b1-97ae-9b9b2660440e req-57553bbb-bf33-4caf-9de6-8914cb1c6b9c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058292 Feb 03 14:18:41.341898 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.355856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Router 72d863d3-9f19-4c13-952c-80b7875521f2 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:18:41.397884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ed0a00d-d96e-4a5a-ac4f-420f2bf4017f req-69117eda-8db3-4365-a03f-c031f72f2c6b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935683 Feb 03 14:18:41.433220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.471425 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb36728c-72bc-4208-9131-7e3c9e6b0898 x-openstack-request-id: req-cb36728c-72bc-4208-9131-7e3c9e6b0898 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:41.472152 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-plugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:41.472616 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb36728c-72bc-4208-9131-7e3c9e6b0898 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:41.473239 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'code': 200} Feb 03 14:18:41.511191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:41.522893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.531933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6134bbc9-5eef-45ed-931e-f9b07333db90 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fc6dbc6c-cd98-45a8-a5e8-f8a76ad74c72 HTTP/1.1" status: 204 len: 168 time: 0.5831132 Feb 03 14:18:41.532177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40068) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:41.578886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:18:41.597244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Sync routers for ids ['72d863d3-9f19-4c13-952c-80b7875521f2'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:18:41.611095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-9ccbcb56-94c4-4272-8b45-9c073dff473f service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846161 Feb 03 14:18:41.615279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.617544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-72189d64-019c-48ca-b82a-f543feefe8ef admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7107072 Feb 03 14:18:41.622794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Routers {'72d863d3-9f19-4c13-952c-80b7875521f2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:18:41.623442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:18:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72d863d3-9f19-4c13-952c-80b7875521f2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:41.625625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:41.698089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (013b5660-bf33-4146-af77-485610d14836), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:41.715018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2cc0f-67bd-4de4-b4b4-ef776c1f0989 req-b4521b31-232e-4d5b-8850-1cacca0ec9db tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:41.721251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebf2cc0f-67bd-4de4-b4b4-ef776c1f0989 req-b4521b31-232e-4d5b-8850-1cacca0ec9db tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1678400 Feb 03 14:18:41.856313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Set router 72d863d3-9f19-4c13-952c-80b7875521f2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:18:42.102485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:18:40Z', 'revision_number': 3, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:42.113929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-8673c786-c94d-486b-bb85-385f9cb7d2a5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:42.121566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-8673c786-c94d-486b-bb85-385f9cb7d2a5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.2134080 Feb 03 14:18:42.127491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (013b5660-bf33-4146-af77-485610d14836), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.138869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Checking router: 72d863d3-9f19-4c13-952c-80b7875521f2 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:18:42.139247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Updating router 72d863d3-9f19-4c13-952c-80b7875521f2 port e728e970-d3e9-4069-9723-4a710680864a binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:18:42.175136 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e728e970-d3e9-4069-9723-4a710680864a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.193430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.270631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebf2cc0f-67bd-4de4-b4b4-ef776c1f0989 req-6152c77b-8348-4320-a0df-91fe660d8614 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5435450 Feb 03 14:18:42.284558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-f77ae5a5-1133-44ee-aad4-41a2b63e347b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/quotas/3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 375 time: 0.1427355 Feb 03 14:18:42.368310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013b5660-bf33-4146-af77-485610d14836']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:42.395259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffa7c86-e11f-4041-b997-fb58bdc7777f') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:42.395671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffa7c86-e11f-4041-b997-fb58bdc7777f') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:42.420671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-f30673aa-a91d-4723-af62-1a3a4e0e4d0f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283610 Feb 03 14:18:42.423497 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (9ffa7c86-e11f-4041-b997-fb58bdc7777f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.464715 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8e84d81d-93df-4e2e-9eea-839c7def6d30 req-8f349433-a636-4aa7-952a-761581a6d3ab service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459260 Feb 03 14:18:42.565728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9ffa7c86-e11f-4041-b997-fb58bdc7777f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.577441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:18:42.577681 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (9ffa7c86-e11f-4041-b997-fb58bdc7777f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:18:42.579422 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:18:42.599794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Allocated IP 172.20.0.1 (462b1721-7165-4408-a73e-5e45f7fe960c/94d762a5-c883-4ea0-acdc-5f91867cbf9c/92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:42.661091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-33a85067-c3d1-406d-9af8-55cbdc51991c service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399352 Feb 03 14:18:42.691192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d0df6ed-da84-4874-890e-2c9f85ccc0cb req-c11aa34e-83f0-4456-a2df-6ebb512701c6 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0859537 Feb 03 14:18:42.708030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (013b5660-bf33-4146-af77-485610d14836), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:42.945422 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks [] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.037244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Publish callbacks [] for port (e728e970-d3e9-4069-9723-4a710680864a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.055247 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e728e970-d3e9-4069-9723-4a710680864a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.066002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.127168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Attempting to bind port e728e970-d3e9-4069-9723-4a710680864a on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:43.127560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Attempting to bind port e728e970-d3e9-4069-9723-4a710680864a by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:43.127912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Attempting to bind port e728e970-d3e9-4069-9723-4a710680864a on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:43.142622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01ddf8-19e3-48d0-b7e4-4a897eb02bc5 None None] Pushing event updated for resources: {'Port': ['ID=e728e970-d3e9-4069-9723-4a710680864a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:43.146921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:43.147827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:43.148239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.148740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:43.149340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Bound port: e728e970-d3e9-4069-9723-4a710680864a, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:43.149738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e728e970-d3e9-4069-9723-4a710680864a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.175190 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.189206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/013b5660-bf33-4146-af77-485610d14836 HTTP/1.1" status: 204 len: 168 time: 1.6558301 Feb 03 14:18:43.197099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:43.218158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Network 462b1721-7165-4408-a73e-5e45f7fe960c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:43.226626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:43.229107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:43.242449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] For port e728e970-d3e9-4069-9723-4a710680864a, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:43.246701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] For port e728e970-d3e9-4069-9723-4a710680864a, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e728e970-d3e9-4069-9723-4a710680864a,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:43.258181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e728e970-d3e9-4069-9723-4a710680864a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.291168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1af7-3d8d-4ef2-b0b0-18391d930df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=013b5660-bf33-4146-af77-485610d14836,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:43.341677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878e038-4362-4bfa-8370-fd2e123af5f5 req-73326ff7-232e-4536-aa69-4d3782e914cd tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:43.349767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a878e038-4362-4bfa-8370-fd2e123af5f5 req-73326ff7-232e-4536-aa69-4d3782e914cd tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 1131 time: 0.1570544 Feb 03 14:18:43.367437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (72d863d3-9f19-4c13-952c-80b7875521f2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.368574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-e290bbbe-7ec5-4481-8666-f42c506361e5 service neutron] 10.222.0.52 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894605 Feb 03 14:18:43.439911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01ddf8-19e3-48d0-b7e4-4a897eb02bc5 None None] Pushing event updated for resources: {'Port': ['ID=e728e970-d3e9-4069-9723-4a710680864a,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:43.450795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Routers {'72d863d3-9f19-4c13-952c-80b7875521f2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:18:43.451532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:18:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72d863d3-9f19-4c13-952c-80b7875521f2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:43.486402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a878e038-4362-4bfa-8370-fd2e123af5f5 req-1390eaff-8ede-4032-8002-89d59bb6b0a0 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351240 Feb 03 14:18:43.682613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c3ac-d13b-4705-93fe-172e5caf2194 req-45b0b56e-1448-4134-a9c0-fb74b9b006df tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:43.684496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10e2c3ac-d13b-4705-93fe-172e5caf2194 req-45b0b56e-1448-4134-a9c0-fb74b9b006df tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0754170 Feb 03 14:18:43.699244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:43.740226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40142) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:43.770079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] Set router 72d863d3-9f19-4c13-952c-80b7875521f2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:18:43.845107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10e2c3ac-d13b-4705-93fe-172e5caf2194 req-89d460e7-88a7-41d3-9260-fc0c1aaea706 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474159 Feb 03 14:18:43.941949 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12f8dd68-25ec-4a39-8309-3448f6c1952d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6bfefeb1737243b4b767c4d1e402eab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994481 Feb 03 14:18:43.954898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40152) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:44.023328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcc16a-c048-4b53-8997-cd7d370b7d92 req-292901f4-1dca-4615-a5da-64e57edbde5f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:44.025093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebdcc16a-c048-4b53-8997-cd7d370b7d92 req-292901f4-1dca-4615-a5da-64e57edbde5f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1391139 Feb 03 14:18:44.060407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d129a29-b0d3-4544-821d-0d946ae0a76a admin admin] Publish callbacks [] for security_group (6c1476f5-a5ef-4bda-996c-b23a837282e0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:44.138208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d129a29-b0d3-4544-821d-0d946ae0a76a admin admin] Publish callbacks [] for security_group (6c1476f5-a5ef-4bda-996c-b23a837282e0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:44.184336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebdcc16a-c048-4b53-8997-cd7d370b7d92 req-be3e8d6c-17e7-476b-8ed0-fb530099280a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481607 Feb 03 14:18:44.229465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bedc-22b8-45a2-bf21-a09aa495420c req-afeca6df-1de7-4873-83d1-47e525ed6fd4 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:44.243584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9765bedc-22b8-45a2-bf21-a09aa495420c req-afeca6df-1de7-4873-83d1-47e525ed6fd4 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 1131 time: 0.1837511 Feb 03 14:18:44.318596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d129a29-b0d3-4544-821d-0d946ae0a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6c1476f5-a5ef-4bda-996c-b23a837282e0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:44.323656 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d129a29-b0d3-4544-821d-0d946ae0a76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:44.328160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d129a29-b0d3-4544-821d-0d946ae0a76a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c1476f5-a5ef-4bda-996c-b23a837282e0 HTTP/1.1" status: 204 len: 168 time: 0.3722153 Feb 03 14:18:44.348287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9765bedc-22b8-45a2-bf21-a09aa495420c req-ba4ebe0f-06cc-4478-a149-96d32c0d7e28 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036632 Feb 03 14:18:44.351747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d129a29-b0d3-4544-821d-0d946ae0a76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1476f5-a5ef-4bda-996c-b23a837282e0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:44.468227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:18:40Z', 'revision_number': 3, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:44.514033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6cb1f5-9ebc-4ccf-a293-386bb1a663d2 None None] The sync data for ids ['72d863d3-9f19-4c13-952c-80b7875521f2'] in n-d-827549-2 is: [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:18:40Z', 'revision_number': 3, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:18:44.589397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60ea43ec-189a-4445-9f6b-2fa9f09d714b req-5fdfc10d-0b96-4a7c-93e6-ce4406367786 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0871387 Feb 03 14:18:44.711544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9b66a92-7590-4739-ae8c-566710a1ab85 req-a92c983f-e05c-4ff6-9b5d-179ef2f17762 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0998542 Feb 03 14:18:44.768991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks [] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:44.790542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:44.923578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:44.938333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (72d863d3-9f19-4c13-952c-80b7875521f2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:45.195511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Network 462b1721-7165-4408-a73e-5e45f7fe960c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:45.197061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:45.218675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f06a443e-6e7f-475d-a9bf-fe896bc99092 req-5c98936c-072e-4c26-8392-a1f0c72aa3c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0541689 Feb 03 14:18:45.310271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83ccf9-7891-4a5b-b882-272efd842776 req-7a765fef-96a8-4539-884d-ee8b87b70f26 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:45.322133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f83ccf9-7891-4a5b-b882-272efd842776 req-7a765fef-96a8-4539-884d-ee8b87b70f26 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.2076280 Feb 03 14:18:45.411353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f83ccf9-7891-4a5b-b882-272efd842776 req-d56a3f16-5cb3-49ba-8567-f040b3863822 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877194 Feb 03 14:18:45.487431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Router 72d863d3-9f19-4c13-952c-80b7875521f2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:18:45.570964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-fb805779-8f44-4605-b417-670da2d14724 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553315 Feb 03 14:18:45.656096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:18:45.668992 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dd235185-ada6-4f86-9332-fdf3fe2f0ea2 admin admin] 10.222.0.52 "PUT /v2.0/routers/72d863d3-9f19-4c13-952c-80b7875521f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0412779 Feb 03 14:18:45.727946 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a56cbe-d97c-47e6-9a45-a4dfda022de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:45.761681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3c63f-6443-47e3-b678-cfd50d05d8f9 req-083ee96b-cb4b-4a32-8903-c30e94cf6839 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:45.773455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4f3c63f-6443-47e3-b678-cfd50d05d8f9 req-083ee96b-cb4b-4a32-8903-c30e94cf6839 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2297938 Feb 03 14:18:45.848919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-995b825c-e716-401f-8f00-e32baa8925ed tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:45.851306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-995b825c-e716-401f-8f00-e32baa8925ed tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561836 Feb 03 14:18:45.929570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-dcde7f15-5a00-4c9b-86ad-74af83ecbaed tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/quotas/bd1bed0c4ead47ddae6959f21e2f0567 HTTP/1.1" status: 200 len: 375 time: 0.0377376 Feb 03 14:18:46.014012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4f3c63f-6443-47e3-b678-cfd50d05d8f9 req-d5b48a0f-300e-4cf3-8ed7-fdba3c6792ce tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384377 Feb 03 14:18:46.114531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-1f962dd8-79d6-4f04-8f50-dacd81e56e56 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:46.121072 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-1f962dd8-79d6-4f04-8f50-dacd81e56e56 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 820 time: 0.2476475 Feb 03 14:18:46.143099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Request body: {'port': {'device_id': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'admin_state_up': True, 'tenant_id': '3e679942d66b4e439925d16c5df524cf'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:46.242888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40230) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:46.243457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-968cc6f9-9de5-4641-8991-f153f55b393e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2752562 Feb 03 14:18:46.372770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73f79fc5-2e1b-4721-8a26-85a770486c24 req-bc21267c-3c1e-4d75-bfca-1e402b08e5d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0661662 Feb 03 14:18:46.521261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Made reservation on behalf of 3e679942d66b4e439925d16c5df524cf for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:46.528734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:46.609383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5dda1e6-dba0-44fa-96f7-e613679b98da req-bbf7f433-34f2-45fc-a447-e59a7ca6889e tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.1090064 Feb 03 14:18:46.619106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1375657990-network', 'tenant_id': '90b1c7eada654f08a09f465ce8b2f6ef'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:46.649106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e728e970-d3e9-4069-9723-4a710680864a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:46.788317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e728e970-d3e9-4069-9723-4a710680864a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:46.789708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e728e970-d3e9-4069-9723-4a710680864a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:46.795326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d593d-93ba-4c1a-8841-da0d9470ea88 req-bd8f2ee9-fd1b-4da7-8e60-5e33fdcf4291 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:46.801462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-864d593d-93ba-4c1a-8841-da0d9470ea88 req-bd8f2ee9-fd1b-4da7-8e60-5e33fdcf4291 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1332855 Feb 03 14:18:46.842359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Made reservation on behalf of 90b1c7eada654f08a09f465ce8b2f6ef for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:46.845041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:46.862436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:46.921699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-864d593d-93ba-4c1a-8841-da0d9470ea88 req-69946d36-419c-452f-a9e2-1ecdbe5ca580 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150780 Feb 03 14:18:47.013433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e728e970-d3e9-4069-9723-4a710680864a is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:47.014116 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e728e970-d3e9-4069-9723-4a710680864a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.030628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Allocated IP 172.20.0.12 (b64d5e82-0e03-4459-8d4f-4da2c6865acb/d2b47ca1-97a3-4971-be0b-b272ee913b16/283ce77f-aa15-40d7-a9de-0c851fd5f5e0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:47.061346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks [] for security_group (a48dfe70-5893-41d9-8cff-d6d148021565), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.063049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port e728e970-d3e9-4069-9723-4a710680864a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e728e970-d3e9-4069-9723-4a710680864a,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:47.068502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a48dfe70-5893-41d9-8cff-d6d148021565), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.073612 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e728e970-d3e9-4069-9723-4a710680864a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.082017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:18:47.093335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ed855948-1057-4128-b1e9-235bad2f3d63), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.093685 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Added segment ed855948-1057-4128-b1e9-235bad2f3d63 of type vlan for network a7852469-cb57-4acc-a361-0944b2d86517 Feb 03 14:18:47.232033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=e728e970-d3e9-4069-9723-4a710680864a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:47.264658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f25e-5aaf-4c49-9676-7ca55ff0c4d0 req-a237c3bb-f65d-4c91-b0f5-174942e9c984 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:47.277586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3e1f25e-5aaf-4c49-9676-7ca55ff0c4d0 req-a237c3bb-f65d-4c91-b0f5-174942e9c984 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1648679 Feb 03 14:18:47.402171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48dfe70-5893-41d9-8cff-d6d148021565,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:47.431919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3e1f25e-5aaf-4c49-9676-7ca55ff0c4d0 req-cdd5d7e3-7c8f-4962-96cc-e0ac3f8ffef4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530595 Feb 03 14:18:47.588043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0fda990-ea8c-4075-bf27-d08370146ed6 req-f53d82d8-71c9-4c8b-8cb9-851f74f14b50 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 210 time: 0.0750518 Feb 03 14:18:47.680197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (a7852469-cb57-4acc-a361-0944b2d86517), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.695915 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks [] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.799823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (a7852469-cb57-4acc-a361-0944b2d86517), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.801402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:47.802365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.848742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40268) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:18:47.849675 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6049254 Feb 03 14:18:47.867518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Request body: {'subnet': {'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1375657990-subnet', 'tenant_id': '90b1c7eada654f08a09f465ce8b2f6ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:47.868169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:47.879384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-ae7b71e4-90a1-4399-9baa-f62397b77f79 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:47.892136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-ae7b71e4-90a1-4399-9baa-f62397b77f79 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 811 time: 0.2371578 Feb 03 14:18:47.916808 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Sync routers for ids ['72d863d3-9f19-4c13-952c-80b7875521f2'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:18:47.931113 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Routers {'72d863d3-9f19-4c13-952c-80b7875521f2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:18:47.931736 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:18:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72d863d3-9f19-4c13-952c-80b7875521f2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:47.942276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-8d25baab-bbbc-40ea-9043-2d25fb21b7c2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/quotas/5023ce5af56c4d6eba39e257955e201e HTTP/1.1" status: 200 len: 375 time: 0.0491610 Feb 03 14:18:47.964633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Network b64d5e82-0e03-4459-8d4f-4da2c6865acb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:47.971686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f905-69b9-4fd8-8105-36928f5d3c53 admin admin] Pushing event updated for resources: {'Network': ['ID=a7852469-cb57-4acc-a361-0944b2d86517,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:47.979027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:47.984511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network a7852469-cb57-4acc-a361-0944b2d86517 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:18:47.988684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:48.011703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Made reservation on behalf of 90b1c7eada654f08a09f465ce8b2f6ef for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:48.014897 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:48.056047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:48.081325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:48.081943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:48.107070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-d4f57c81-a8eb-453b-a9b9-c7a5f1f56661 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9732666 Feb 03 14:18:48.130019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Request body: {'port': {'device_id': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:48.165622 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd6e45e5-d52c-40a5-acfa-4e69f5069e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:48.214366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:48.216359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-54a4b0c8-4688-45ca-b83b-54f5014bdbb6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526026 Feb 03 14:18:48.439677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e728e970-d3e9-4069-9723-4a710680864a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:48.439912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Set router 72d863d3-9f19-4c13-952c-80b7875521f2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:18:48.535052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-074fa4a1-d04f-41e5-a767-d9813f7e8d46 service neutron] 10.222.0.52 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028586 Feb 03 14:18:48.556851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e728e970-d3e9-4069-9723-4a710680864a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:48.557504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e728e970-d3e9-4069-9723-4a710680864a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:48.820219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-9f9b46af-23ef-409f-a760-7164689e1d08 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829394 Feb 03 14:18:48.835624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e728e970-d3e9-4069-9723-4a710680864a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:48.836164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (50be311d-6aaa-4427-a955-c1b3bf97d8ed), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:48.892881 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:18:43Z', 'revision_number': 4, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f', 'name': '', 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'mac_address': 'fa:16:3e:40:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:42Z', 'updated_at': '2022-02-03T14:18:43Z', 'revision_number': 2, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'subnets': [{'id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:48.945217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Checking router: 72d863d3-9f19-4c13-952c-80b7875521f2 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:18:48.945217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Updating router 72d863d3-9f19-4c13-952c-80b7875521f2 port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:18:48.967722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:48.986384 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Publish callbacks [] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.014599 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.024079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Transition to ACTIVE for port object 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:18:49.045528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-ada4ef91-80a4-443f-a298-38025a048a8a service neutron] 10.222.0.52 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095227 Feb 03 14:18:49.047473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.054230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50be311d-6aaa-4427-a955-c1b3bf97d8ed,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:49.166496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-7e96ddb2-3b8a-4797-a183-2439c0ab5a89 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:49.168202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-7e96ddb2-3b8a-4797-a183-2439c0ab5a89 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.3870366 Feb 03 14:18:49.169362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Checking segment: {'id': 'ed855948-1057-4128-b1e9-235bad2f3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:49.169888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Network hostable DHCP agents. Network: a7852469-cb57-4acc-a361-0944b2d86517, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:18:49.219214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-78df7beb-0410-4f08-9330-f709dfb6b003 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/quotas/d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 375 time: 0.0425470 Feb 03 14:18:49.321919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Network a7852469-cb57-4acc-a361-0944b2d86517 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:18:49.338278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:49.343222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, a7852469-cb57-4acc-a361-0944b2d86517) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:49.358464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b8acb-fc98-4f18-9a48-4f31865c4a9e None None] Network a7852469-cb57-4acc-a361-0944b2d86517 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:49.372642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:49.379822 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.403437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-89ca9aff-4057-4e06-98fb-9c8bd7637083 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:49.404988 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-89ca9aff-4057-4e06-98fb-9c8bd7637083 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5599577 Feb 03 14:18:49.465431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:49.558898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6cf92f3b-d18a-4d68-a2c3-9e039a779e6b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7075138 Feb 03 14:18:49.565301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.632687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-5538e9bb-fec3-48d7-8fae-b92b93a3f7a9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4020147 Feb 03 14:18:49.645129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:49.650982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:49.656391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:49.685096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:18:49.691729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:49.709270 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Publish callbacks [] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.731503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d827d-ffa2-4bf1-a170-89b0dbdd9565 req-1f85ecb3-20ae-4924-afd5-b29a84b920c4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:49.735547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:49.738946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:49.739546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:49.740944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Bound port: 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:49.745549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46465b81-a6ea-42f9-8cec-148f777a1b35 None None] Network a7852469-cb57-4acc-a361-0944b2d86517 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:18:49.746142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.754519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb2d827d-ffa2-4bf1-a170-89b0dbdd9565 req-1f85ecb3-20ae-4924-afd5-b29a84b920c4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.3628173 Feb 03 14:18:49.760017 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:49.903718 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Pushing event updated for resources: {'Port': ['ID=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:49.929457 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.935489 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.936114 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.936681 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.937313 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.937818 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.938311 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.938806 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.940011 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.940705 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.947380 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.948866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:49.949399 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:18:50.035000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-27fbffd8-c4ae-46ac-bc91-384ab76162d5 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011338 Feb 03 14:18:50.075408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:50.079116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.080811 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Attempting to bind port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:50.081315 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Attempting to bind port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:50.081680 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Attempting to bind port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f on network 462b1721-7165-4408-a73e-5e45f7fe960c {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:50.087854 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:50.088224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Checking segment: {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:50.088721 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.089114 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Bound using segment: {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:50.089570 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Bound port: 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:50.089950 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.096407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb2d827d-ffa2-4bf1-a170-89b0dbdd9565 req-458f831e-aa84-4d24-bf5f-f067829244d5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405972 Feb 03 14:18:50.241295 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] For port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:50.245866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] For port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:50.256103 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.340890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-194aa18c-3960-4e3b-9d6f-4cd00aea5d3a service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035183 Feb 03 14:18:50.342803 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Routers {'72d863d3-9f19-4c13-952c-80b7875521f2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:18:50.343612 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:18:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72d863d3-9f19-4c13-952c-80b7875521f2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:50.377332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.111 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/09adb994-ae01-4a24-bf7a-8d54d30f801a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:50.395722 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa35ff-6654-4654-a055-e95d84903e57 None None] Pushing event updated for resources: {'Port': ['ID=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:50.401413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955de68-df37-4e0a-9b25-13c13553911e req-11323e4f-cb0a-47c9-9c38-a1ca9f7e0cc0 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:50.403249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8955de68-df37-4e0a-9b25-13c13553911e req-11323e4f-cb0a-47c9-9c38-a1ca9f7e0cc0 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1777654 Feb 03 14:18:50.482105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:50.502308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8955de68-df37-4e0a-9b25-13c13553911e req-de4a4553-5db8-4d9e-b554-81bcf5d014cf tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901670 Feb 03 14:18:50.550554 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] Set router 72d863d3-9f19-4c13-952c-80b7875521f2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:18:50.627129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.632616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:50.653811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.700632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:50.701364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.702980 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] 10.222.0.71 "PUT /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 1092 time: 2.5810673 Feb 03 14:18:50.710820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:50.720653 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7" -d '{"events": [{"name": "network-changed", "server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:50.736091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3527825-ad90-4404-893c-630a02ea21c8 req-2dfb9b5a-b7d2-4dab-944b-51013b2bb2fe tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 210 time: 0.0554404 Feb 03 14:18:50.786274 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:18:50.862655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:50.891936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86951fbd-fb33-4861-ac94-05f63b7d4975 service neutron] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:50.948615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22de0d05-2222-4368-9db8-81645124132f req-816a4c14-d20d-425b-b32c-05434b4d6b30 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 210 time: 0.0520201 Feb 03 14:18:51.074626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:51.086631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:51.104152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-df09088f-386d-4e75-bf57-3e8955e92015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:51.109196 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-df09088f-386d-4e75-bf57-3e8955e92015 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1126 time: 0.2021608 Feb 03 14:18:51.127602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:18:51.261580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-979af190-b2fa-4e86-89c9-c3caee32b33d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:51.266183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-979af190-b2fa-4e86-89c9-c3caee32b33d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.45 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 811 time: 0.4269114 Feb 03 14:18:51.287924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Request body: {'port': {'device_id': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'admin_state_up': True, 'tenant_id': '5023ce5af56c4d6eba39e257955e201e'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:51.504705 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-5c34863d-83c2-42f6-8faf-194316fa4ea4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 217 time: 0.2837307 Feb 03 14:18:51.629376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=09adb994-ae01-4a24-bf7a-8d54d30f801a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:51.665766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:51.669730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:51.695843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:51.714460 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e4dc2f-c9cb-4fdc-a005-dee9abe4614c x-openstack-request-id: req-20e4dc2f-c9cb-4fdc-a005-dee9abe4614c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:51.716441 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:51.716911 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20e4dc2f-c9cb-4fdc-a005-dee9abe4614c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:51.720514 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0', 'status': 'completed', 'code': 200} Feb 03 14:18:51.748933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c1914fa-c321-4780-bd05-237258e2686c req-1a72161e-c786-40ca-b987-1c5c721aa4d9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 210 time: 0.0780435 Feb 03 14:18:51.749469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Made reservation on behalf of 5023ce5af56c4d6eba39e257955e201e for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:51.758530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:51.763612 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:18:43Z', 'revision_number': 4, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f', 'name': '', 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'mac_address': 'fa:16:3e:40:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:42Z', 'updated_at': '2022-02-03T14:18:50Z', 'revision_number': 4, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'subnets': [{'id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:18:51.828729 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230710c-c8ed-4ec2-afbc-74452bf071e1 None None] The sync data for ids ['72d863d3-9f19-4c13-952c-80b7875521f2'] in n-d-827549-2 is: [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:18:43Z', 'revision_number': 4, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f', 'name': '', 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'mac_address': 'fa:16:3e:40:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:42Z', 'updated_at': '2022-02-03T14:18:50Z', 'revision_number': 4, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'subnets': [{'id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:18:51.877692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-67871446-2516-4a3a-8a42-b8175a44e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:51.884200 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-67871446-2516-4a3a-8a42-b8175a44e4f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.3662012 Feb 03 14:18:52.073560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:52.087222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:52.106302 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-0c80c001-fafb-4b07-9424-3024a019f9c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2047410 Feb 03 14:18:52.150591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-0d7346b3-d5ce-473e-bed6-1778ef4b7428 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:18:52.151676 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-0d7346b3-d5ce-473e-bed6-1778ef4b7428 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0305035 Feb 03 14:18:52.218982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:52.264344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-451e037c-7405-4802-a373-c0423c175453 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8035877 Feb 03 14:18:52.321623 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Request body: {'port': {'device_id': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:52.405470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7415a7fb-80b3-4ad5-ba1b-b03dc75689a7 req-b8dc9899-78d4-48c9-abe0-90e150aba69f tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.2043710 Feb 03 14:18:52.434567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bd2dc-d2ce-430c-a122-b99665a672e8 req-cb8f129f-9de0-4ce1-96e1-34d23fdee001 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:52.444513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-469bd2dc-d2ce-430c-a122-b99665a672e8 req-cb8f129f-9de0-4ce1-96e1-34d23fdee001 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.4781897 Feb 03 14:18:52.505390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Allocated IP 172.20.0.8 (462b1721-7165-4408-a73e-5e45f7fe960c/94d762a5-c883-4ea0-acdc-5f91867cbf9c/c3e7061b-2fcc-4ae1-9e40-240c2624d6e9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:52.560403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-69d7b3ac-4aae-4751-99e6-6242345fbec6 None None] Provisioning complete for port 09adb994-ae01-4a24-bf7a-8d54d30f801a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:52.579281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69d7b3ac-4aae-4751-99e6-6242345fbec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:52.637489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69d7b3ac-4aae-4751-99e6-6242345fbec6 None None] Port 09adb994-ae01-4a24-bf7a-8d54d30f801a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:18:52.639240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:52.742594 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-71751a01-4294-479b-bd5d-21e17d07088f service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737901 Feb 03 14:18:52.743547 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:52.814193 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks [] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:52.894466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:52.895128 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:52.931083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:53.020198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:53.020893 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:53.090260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:18:53.116604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:53.182151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:53.325625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-469bd2dc-d2ce-430c-a122-b99665a672e8 req-c75ab68f-03d0-407a-98b3-8517bcd0be23 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690231 Feb 03 14:18:53.350126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-2a191037-8835-48d2-a43e-7d7092def2f1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:53.350126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-2a191037-8835-48d2-a43e-7d7092def2f1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.3952625 Feb 03 14:18:53.367740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'port': {'device_id': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'admin_state_up': True, 'tenant_id': 'd45c8850512c477f98aa313bb41cf253'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:53.404254 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23ba9120-1863-4d88-99d8-6c9eb00319df req-ec35b61f-633e-4733-978d-9f2024fbc99f service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510279 Feb 03 14:18:53.436758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Network 462b1721-7165-4408-a73e-5e45f7fe960c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:53.463284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:53.509340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:53.595153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09adb994-ae01-4a24-bf7a-8d54d30f801a {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:53.615527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Publish callbacks [] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:53.621379 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-3de11247-dc2a-4d43-9138-95eef13eff27 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801117 Feb 03 14:18:53.639312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Pushing event updated for resources: {'Port': ['ID=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:53.742518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Transition to ACTIVE for port object 09adb994-ae01-4a24-bf7a-8d54d30f801a will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:18:53.755795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:53.788052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:53.788731 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:53.826970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Made reservation on behalf of d45c8850512c477f98aa313bb41cf253 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:18:53.830796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:53.843125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34bf96-c904-46cb-b8c7-0d711b68a206 req-277365a5-9203-4b7e-8ecf-14bf78138db6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:53.852097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf34bf96-c904-46cb-b8c7-0d711b68a206 req-277365a5-9203-4b7e-8ecf-14bf78138db6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.9994347 Feb 03 14:18:53.911733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Pushing event updated for resources: {'Port': ['ID=09adb994-ae01-4a24-bf7a-8d54d30f801a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:53.949471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-9e46010a-6458-4b2b-8d3d-594d76bd54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:53.952242 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-9e46010a-6458-4b2b-8d3d-594d76bd54e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.2823246 Feb 03 14:18:53.992743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f3132576-0610-477d-8667-9d9ec6c063b0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7149038 Feb 03 14:18:54.011664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576611f-f67d-4b78-986d-32214750c994 req-50e06d94-a093-418a-8173-80f85f355b12 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:54.018364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5576611f-f67d-4b78-986d-32214750c994 req-50e06d94-a093-418a-8173-80f85f355b12 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 948 time: 0.2025120 Feb 03 14:18:54.043348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Request body: {'port': {'device_id': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:54.237503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Attempting to bind port 09adb994-ae01-4a24-bf7a-8d54d30f801a on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:54.237862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Attempting to bind port 09adb994-ae01-4a24-bf7a-8d54d30f801a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:54.238175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Attempting to bind port 09adb994-ae01-4a24-bf7a-8d54d30f801a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:54.248331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-a13ee82c-5bc7-4e55-a4d6-e63af7aa843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:54.250124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-a13ee82c-5bc7-4e55-a4d6-e63af7aa843c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1126 time: 0.6080883 Feb 03 14:18:54.271822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Port 09adb994-ae01-4a24-bf7a-8d54d30f801a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:18:54.272276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Attempting to bind port 09adb994-ae01-4a24-bf7a-8d54d30f801a on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:54.275079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-f323bb15-d04b-41e0-97c9-5a4bd0aae2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:54.283575 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-f323bb15-d04b-41e0-97c9-5a4bd0aae2c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.2862833 Feb 03 14:18:54.362001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5576611f-f67d-4b78-986d-32214750c994 req-2fb0da4c-a71d-48c2-82df-8827ed6ea5c1 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337994 Feb 03 14:18:54.371713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:54.372127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:54.380040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:54.382912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Bound port: 09adb994-ae01-4a24-bf7a-8d54d30f801a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:54.383423 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:54.433915 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:54.460120 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-b99899f0-c48c-4b22-a204-712ce846a663 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.1751320 Feb 03 14:18:54.495557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf34bf96-c904-46cb-b8c7-0d711b68a206 req-1190a864-db25-48c5-8a15-ee74bbbb8ea5 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424835 Feb 03 14:18:54.523256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:18:54.606994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] For port 09adb994-ae01-4a24-bf7a-8d54d30f801a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:54.611955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] For port 09adb994-ae01-4a24-bf7a-8d54d30f801a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=09adb994-ae01-4a24-bf7a-8d54d30f801a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:54.688815 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:54.694540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:54.695209 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:54.706965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aca0d50a-716b-4606-a5eb-5420174737da req-0cfb8503-12a5-4ae5-b3ae-5697dc812a15 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 210 time: 0.0504825 Feb 03 14:18:54.710342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:54.786694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Allocated IP 172.20.0.9 (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8/2ea56fe2-bfd2-43e8-bddd-e11787195f93/521f59d4-7806-4868-91c3-020ac8c5c19f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:18:54.851202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Pushing event updated for resources: {'Port': ['ID=09adb994-ae01-4a24-bf7a-8d54d30f801a,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:54.880014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-43ce411a-acfb-4627-8938-6ca4aa217bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:54.882235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:54.882869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:54.884308 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-62349117-92a7-4d74-9c07-a567653064a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/09adb994-ae01-4a24-bf7a-8d54d30f801a HTTP/1.1" status: 200 len: 1096 time: 2.5744486 Feb 03 14:18:54.884806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'tag': '09adb994-ae01-4a24-bf7a-8d54d30f801a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:54.887071 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bc8675-66e8-4495-9970-96664c8167da" -d '{"events": [{"name": "network-changed", "server_uuid": "9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8", "tag": "09adb994-ae01-4a24-bf7a-8d54d30f801a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:54.889543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-43ce411a-acfb-4627-8938-6ca4aa217bec service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.6088860 Feb 03 14:18:54.923722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:18:54.928759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-16b80456-52ce-4fac-9e90-c862a59b5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:54.930576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-16b80456-52ce-4fac-9e90-c862a59b5632 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.3168581 Feb 03 14:18:55.060315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-b6bdc860-34f8-4bc0-bd18-a0c954df3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.061923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-b6bdc860-34f8-4bc0-bd18-a0c954df3074 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1149397 Feb 03 14:18:55.092740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-67e482a4-e9c3-46ae-9ca5-37c629f15d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.099834 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-67e482a4-e9c3-46ae-9ca5-37c629f15d2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 1130 time: 0.1100750 Feb 03 14:18:55.167913 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-10d3525e-d289-4f09-a4e0-0de9a7cfb634 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=09adb994-ae01-4a24-bf7a-8d54d30f801a HTTP/1.1" status: 200 len: 217 time: 0.0529175 Feb 03 14:18:55.287000 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-70ffbc9a-e5ab-42a1-ad43-efa2bd6c17da service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116554 Feb 03 14:18:55.388397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c358e89-1056-46c6-b9a8-e8c031e19147 req-a5189f7e-f82b-464b-891a-1af35d1afad9 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.396171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c358e89-1056-46c6-b9a8-e8c031e19147 req-a5189f7e-f82b-464b-891a-1af35d1afad9 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 931 time: 0.8993247 Feb 03 14:18:55.460372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-40134fb2-b3c7-4cf6-bbb6-a839e3adf7b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 217 time: 0.5102224 Feb 03 14:18:55.483917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03098f76-fc3d-45ae-9983-9ec0fb86e43e req-c8e8ad50-f4cc-4ce0-8f1b-c015ca568d1c tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.6158254 Feb 03 14:18:55.624836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-1565ac2a-df22-44ae-802b-a45086c1486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.627475 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-1565ac2a-df22-44ae-802b-a45086c1486b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.0692046 Feb 03 14:18:55.717189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-a447925e-95ac-453e-ad43-51ffea0cb15a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759830 Feb 03 14:18:55.779727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-0a0e4e38-6318-4379-a114-479899a20935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.782298 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-0a0e4e38-6318-4379-a114-479899a20935 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.5950668 Feb 03 14:18:55.802715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c358e89-1056-46c6-b9a8-e8c031e19147 req-5439ac94-ab58-49ca-a25a-f57746108952 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006321 Feb 03 14:18:55.867764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-62aeae84-88fd-44ad-a23a-d6c222b22075 req-24fd0778-fddf-4dc8-9e2f-e93e8c6a5020 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743798 Feb 03 14:18:55.884763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-54c0e33d-98bb-47c2-b215-3345cc0d1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:55.886969 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-54c0e33d-98bb-47c2-b215-3345cc0d1cdc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0955625 Feb 03 14:18:55.896014 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aecb64-59e5-4131-8506-8b4d1f95ea83 x-openstack-request-id: req-41aecb64-59e5-4131-8506-8b4d1f95ea83 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:55.899613 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8", "tag": "09adb994-ae01-4a24-bf7a-8d54d30f801a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:55.900403 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41aecb64-59e5-4131-8506-8b4d1f95ea83 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:55.906188 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'tag': '09adb994-ae01-4a24-bf7a-8d54d30f801a', 'status': 'completed', 'code': 200} Feb 03 14:18:56.087390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8570ac-9ddb-4f1c-97d1-c77921964029 req-e447d999-a9ce-4e1e-bec6-3fc02aef37bd tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:56.095301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c8570ac-9ddb-4f1c-97d1-c77921964029 req-e447d999-a9ce-4e1e-bec6-3fc02aef37bd tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.3088393 Feb 03 14:18:56.129179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-9e674a2e-7db7-4666-9506-05dc2ea8269d service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925993 Feb 03 14:18:56.194532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c8570ac-9ddb-4f1c-97d1-c77921964029 req-f5e51589-8943-42e6-8c2d-6fb4bba91171 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929952 Feb 03 14:18:56.324405 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:56.351445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-be23f560-d7b6-4ed2-874f-600986ada9be service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009834 Feb 03 14:18:56.358706 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17cdc749-7db2-434d-a678-74dab5b3d889 req-51dd7481-a081-43fe-98fd-601dcd8f92a2 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130098 Feb 03 14:18:56.376477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:56.391227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c76c07-2eb0-43e4-a8dd-b95edbd06040 req-19982bcd-cb5e-448d-a4d8-b44b0ec70e01 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:56.399907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5c76c07-2eb0-43e4-a8dd-b95edbd06040 req-19982bcd-cb5e-448d-a4d8-b44b0ec70e01 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 948 time: 0.4133775 Feb 03 14:18:56.440885 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Publish callbacks [] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:56.552157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5c76c07-2eb0-43e4-a8dd-b95edbd06040 req-44f96bab-6587-48e4-872a-fbef917580cd tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477594 Feb 03 14:18:56.561181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8675-66e8-4495-9970-96664c8167da req-89120069-fd4d-476e-b92d-2e729bfd7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:56.562833 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51bc8675-66e8-4495-9970-96664c8167da req-89120069-fd4d-476e-b92d-2e729bfd7fcd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 1130 time: 0.0879803 Feb 03 14:18:56.568561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Transition to ACTIVE for port object c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:18:56.603176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66791717-34f6-4f8f-9a02-d798a26b971f req-113f1b92-54a6-423d-8a7f-8bcd4e355417 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:56.604943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66791717-34f6-4f8f-9a02-d798a26b971f req-113f1b92-54a6-423d-8a7f-8bcd4e355417 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.3016398 Feb 03 14:18:56.644406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:56.665907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f0a6f1-1c8f-4873-9cd3-0cb616f522c7 req-fc606b7c-24fe-4228-a691-b35444acce5f service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014343 Feb 03 14:18:56.755791 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:56.768455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8675-66e8-4495-9970-96664c8167da req-493036d8-9a73-4049-a618-90a3b1271c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:56.773327 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51bc8675-66e8-4495-9970-96664c8167da req-493036d8-9a73-4049-a618-90a3b1271c3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2020369 Feb 03 14:18:56.799588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:56.816819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66791717-34f6-4f8f-9a02-d798a26b971f req-e1998047-77a3-427b-bd0a-53335bf052f3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492739 Feb 03 14:18:56.857651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:18:56.870582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51bc8675-66e8-4495-9970-96664c8167da req-d2909b17-a223-4cd8-b454-7d66be895bdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=09adb994-ae01-4a24-bf7a-8d54d30f801a HTTP/1.1" status: 200 len: 217 time: 0.0863693 Feb 03 14:18:56.875917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:18:56.901991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:18:56.961449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:56.962353 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:56.977594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8675-66e8-4495-9970-96664c8167da req-2ebd618d-06fd-4889-873e-ba62904b2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:56.979401 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51bc8675-66e8-4495-9970-96664c8167da req-2ebd618d-06fd-4889-873e-ba62904b2f3b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1021066 Feb 03 14:18:57.028491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b8a13fb-c4fb-4bcc-99a0-731abf784a06 req-0cc19ac4-d7ac-42a9-9fb2-d6e82e08f5fd tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0353138 Feb 03 14:18:57.044179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6797717 Feb 03 14:18:57.081361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8675-66e8-4495-9970-96664c8167da req-c8fd17c9-3f87-4ece-b59b-c87d6144de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:57.082909 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51bc8675-66e8-4495-9970-96664c8167da req-c8fd17c9-3f87-4ece-b59b-c87d6144de61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0943842 Feb 03 14:18:57.107532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Request body: {'port': {'device_id': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:18:57.143865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fd00d-9171-4945-92f0-12429239d179 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=521f59d4-7806-4868-91c3-020ac8c5c19f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:57.233455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:57.252385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d18754-a309-485f-ae1b-c3c00db8d952 req-3f370504-c4da-4567-be5d-6578bd6e7809 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:57.259768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-295ababa-3c4c-4831-9c71-c7fe0d666f95 None None] Provisioning complete for port 521f59d4-7806-4868-91c3-020ac8c5c19f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:18:57.260880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d18754-a309-485f-ae1b-c3c00db8d952 req-3f370504-c4da-4567-be5d-6578bd6e7809 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 931 time: 0.4009895 Feb 03 14:18:57.261794 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-295ababa-3c4c-4831-9c71-c7fe0d666f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:57.271720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51bc8675-66e8-4495-9970-96664c8167da req-accb90c1-f727-40b1-bb08-a3862077b722 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810493 Feb 03 14:18:57.349700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d18754-a309-485f-ae1b-c3c00db8d952 req-93ec4da9-3969-476f-a4c6-58dcf95b5dc3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874527 Feb 03 14:18:57.364554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-295ababa-3c4c-4831-9c71-c7fe0d666f95 None None] Port 521f59d4-7806-4868-91c3-020ac8c5c19f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:18:57.396036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Attempting to bind port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:57.396390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Attempting to bind port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:57.396754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Attempting to bind port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 on network 462b1721-7165-4408-a73e-5e45f7fe960c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:57.447032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 on network 462b1721-7165-4408-a73e-5e45f7fe960c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:18:57.447855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Attempting to bind port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 on network 462b1721-7165-4408-a73e-5e45f7fe960c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:57.478468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ae460-645f-4032-bd54-1ef4d8a56c1d req-2b2a82f5-c39e-4431-a6ca-13c84c7029ab tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:57.480351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d4ae460-645f-4032-bd54-1ef4d8a56c1d req-2b2a82f5-c39e-4431-a6ca-13c84c7029ab tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 943 time: 0.1899123 Feb 03 14:18:57.481110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:57.481456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Checking segment: {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:57.482015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Bound using segment: {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:57.482757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Bound port: c3e7061b-2fcc-4ae1-9e40-240c2624d6e9, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:57.483279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:57.483421 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51bc8675-66e8-4495-9970-96664c8167da req-11392215-4e4d-49ac-afec-e51c88414416 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040823 Feb 03 14:18:57.760527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] For port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:57.810359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d4ae460-645f-4032-bd54-1ef4d8a56c1d req-e26d9217-6a04-4ac4-87a4-536460ebd607 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797217 Feb 03 14:18:57.843274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] For port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:57.874509 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:57.958867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a1cec-6f43-4877-8d06-695f4b7cdaa2 req-b7fe38c4-4c9f-4223-b482-cf17094b2173 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:57.961354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-195a1cec-6f43-4877-8d06-695f4b7cdaa2 req-b7fe38c4-4c9f-4223-b482-cf17094b2173 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.3629119 Feb 03 14:18:58.050010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:58.050929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:58.052507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] 10.222.0.45 "PUT /v2.0/ports/c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 HTTP/1.1" status: 200 len: 1091 time: 4.0499132 Feb 03 14:18:58.057020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'tag': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:18:58.058861 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebd9b0f-bcc7-4522-b57d-36b97ace0536" -d '{"events": [{"name": "network-changed", "server_uuid": "6e17b0dc-412a-493d-a22a-38bd16c5ff34", "tag": "c3e7061b-2fcc-4ae1-9e40-240c2624d6e9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:18:58.150537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aae21-c742-42d0-9742-a6a0cbf0d159 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:58.195141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-195a1cec-6f43-4877-8d06-695f4b7cdaa2 req-b4c74e1a-dde1-42bd-8851-991c86902516 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103758 Feb 03 14:18:58.270196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fcfda-3e25-46d5-b276-0989af7d2be3 req-4dba763f-c17f-49cf-91b3-8808c1f88d64 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:58.284197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c94fcfda-3e25-46d5-b276-0989af7d2be3 req-4dba763f-c17f-49cf-91b3-8808c1f88d64 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 948 time: 0.3163629 Feb 03 14:18:58.321995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521f59d4-7806-4868-91c3-020ac8c5c19f {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:18:58.351916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Publish callbacks [] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:58.388166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-8bb7fd32-0e26-4f4e-bdbe-60fb865eef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:58.389707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-8bb7fd32-0e26-4f4e-bdbe-60fb865eef51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 1125 time: 0.2794752 Feb 03 14:18:58.470041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Transition to ACTIVE for port object 521f59d4-7806-4868-91c3-020ac8c5c19f will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:18:58.478362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-6601b061-d4ae-4a86-9b60-2cd12611de4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 HTTP/1.1" status: 200 len: 217 time: 0.0682955 Feb 03 14:18:58.532379 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:58.543496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-bd6f9237-fbdf-4207-821c-20e146f83898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:58.545107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-bd6f9237-fbdf-4207-821c-20e146f83898 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 200 len: 851 time: 0.0590644 Feb 03 14:18:58.565910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c94fcfda-3e25-46d5-b276-0989af7d2be3 req-1f60fe79-bf29-476e-a61d-30937f47010c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806776 Feb 03 14:18:58.661953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-f50da3dc-8bcb-4741-9592-9e9641638ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=462b1721-7165-4408-a73e-5e45f7fe960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086373 Feb 03 14:18:58.671745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30639182-e163-4244-8d84-462f7d7b5bf5 req-9316340b-c24c-47d7-8dae-753f5bb1eb18 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:58.681154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30639182-e163-4244-8d84-462f7d7b5bf5 req-9316340b-c24c-47d7-8dae-753f5bb1eb18 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.3075194 Feb 03 14:18:58.743843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=521f59d4-7806-4868-91c3-020ac8c5c19f,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:18:58.839570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30639182-e163-4244-8d84-462f7d7b5bf5 req-a0501235-d12c-4cf8-b67f-f80d35a6497b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488676 Feb 03 14:18:58.905112 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c39b8-67fa-41ce-aeb1-10ee7415c6c2 x-openstack-request-id: req-8d2c39b8-67fa-41ce-aeb1-10ee7415c6c2 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:18:58.905417 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e17b0dc-412a-493d-a22a-38bd16c5ff34", "tag": "c3e7061b-2fcc-4ae1-9e40-240c2624d6e9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:18:58.905678 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d2c39b8-67fa-41ce-aeb1-10ee7415c6c2 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:18:58.906092 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'tag': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9', 'status': 'completed', 'code': 200} Feb 03 14:18:58.985473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69e21aae-a95a-4dfa-8bc0-ebf7286b8ce9 req-a5862453-2b6d-4948-a8a4-51af42f43983 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0732613 Feb 03 14:18:59.040739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Attempting to bind port 521f59d4-7806-4868-91c3-020ac8c5c19f on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:18:59.041055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Attempting to bind port 521f59d4-7806-4868-91c3-020ac8c5c19f by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:18:59.041322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Attempting to bind port 521f59d4-7806-4868-91c3-020ac8c5c19f on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:59.046936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Port 521f59d4-7806-4868-91c3-020ac8c5c19f on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:18:59.047263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Attempting to bind port 521f59d4-7806-4868-91c3-020ac8c5c19f on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:18:59.052049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-b4e5c2f9-c758-486a-aa01-060dc8d73ef8 service neutron] 10.222.0.45 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598986 Feb 03 14:18:59.067700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:18:59.068147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:18:59.068442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Bound using segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:18:59.068908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Bound port: 521f59d4-7806-4868-91c3-020ac8c5c19f, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:18:59.069325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:18:59.115071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97062c2c-cea7-42a0-a88a-8e00389a8802 req-545fb736-14ea-46ae-8011-3a1abe31b133 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:59.117434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97062c2c-cea7-42a0-a88a-8e00389a8802 req-545fb736-14ea-46ae-8011-3a1abe31b133 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 943 time: 0.1832283 Feb 03 14:18:59.301874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b61e6a9-e36a-421e-a9fc-8e1b44166eb4 req-a8dfae64-311c-40ae-b6ae-0bec2203d91c service neutron] 10.222.0.45 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406580 Feb 03 14:18:59.719324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97062c2c-cea7-42a0-a88a-8e00389a8802 req-c009c533-2b4d-4adf-b54f-ac1b986f6b81 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896924 Feb 03 14:18:59.775625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-9353b28a-4f0c-4685-b02b-9e3f78b23d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:59.777161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-9353b28a-4f0c-4685-b02b-9e3f78b23d70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 1125 time: 0.1346214 Feb 03 14:18:59.783808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] For port 521f59d4-7806-4868-91c3-020ac8c5c19f, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:18:59.798788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68385276-c14b-4d4a-8e6c-1e4c21e8e572 req-51d9e210-dea6-4558-a9ec-8730330e3104 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:18:59.800887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68385276-c14b-4d4a-8e6c-1e4c21e8e572 req-51d9e210-dea6-4558-a9ec-8730330e3104 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 943 time: 0.6188517 Feb 03 14:18:59.803059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] For port 521f59d4-7806-4868-91c3-020ac8c5c19f, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=521f59d4-7806-4868-91c3-020ac8c5c19f,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:18:59.859964 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:00.038324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.038958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:00.040369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/521f59d4-7806-4868-91c3-020ac8c5c19f HTTP/1.1" status: 200 len: 1091 time: 2.9433188 Feb 03 14:19:00.063008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca8cf9-7d4f-453f-ad68-1c6e3c99d4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=521f59d4-7806-4868-91c3-020ac8c5c19f,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:00.072399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68385276-c14b-4d4a-8e6c-1e4c21e8e572 req-189c92c2-8c1e-4cd8-80f9-0dac0e50f93e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606838 Feb 03 14:19:00.088124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfc13c-dda2-4be2-9d22-2a459ea8e8c5 req-eecfdf65-73e5-4371-93f8-2baa084e87e4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.098960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9bfc13c-dda2-4be2-9d22-2a459ea8e8c5 req-eecfdf65-73e5-4371-93f8-2baa084e87e4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.1598854 Feb 03 14:19:00.196967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9bfc13c-dda2-4be2-9d22-2a459ea8e8c5 req-8fbf4a50-d287-4365-8f6f-cecbac68232c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864210 Feb 03 14:19:00.282239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-8777e2e3-3d13-475d-95d1-055919df8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.283729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-8777e2e3-3d13-475d-95d1-055919df8591 service neutron] 10.222.0.45 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 912 time: 0.4962964 Feb 03 14:19:00.335538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 09adb994-ae01-4a24-bf7a-8d54d30f801a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:00.435202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-71e19490-0991-44ac-bd3e-cde028ab41d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 HTTP/1.1" status: 200 len: 217 time: 0.1399064 Feb 03 14:19:00.468769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-0653452d-c79c-49a2-8e81-b66b51961733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.470187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-0653452d-c79c-49a2-8e81-b66b51961733 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 1125 time: 0.2909031 Feb 03 14:19:00.502500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 09adb994-ae01-4a24-bf7a-8d54d30f801a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=09adb994-ae01-4a24-bf7a-8d54d30f801a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:00.518412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '09adb994-ae01-4a24-bf7a-8d54d30f801a', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '09adb994-ae01-4a24-bf7a-8d54d30f801a', 'mac_address': 'fa:16:3e:ab:90:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:00.550961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-34c26b5c-78ea-48d4-853d-6945f3edcd2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521f59d4-7806-4868-91c3-020ac8c5c19f HTTP/1.1" status: 200 len: 217 time: 0.0511889 Feb 03 14:19:00.580967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-e706052a-dd19-411f-a232-f87fc77833a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.583620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-e706052a-dd19-411f-a232-f87fc77833a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 200 len: 851 time: 0.1419833 Feb 03 14:19:00.589784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 09adb994-ae01-4a24-bf7a-8d54d30f801a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:00.590467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:00.607846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09adb994-ae01-4a24-bf7a-8d54d30f801a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:00.635839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 09adb994-ae01-4a24-bf7a-8d54d30f801a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=09adb994-ae01-4a24-bf7a-8d54d30f801a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:00.655323 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:00.705007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-7f11a1a3-f5e2-4ce3-a7c9-0ed3f1880906 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=462b1721-7165-4408-a73e-5e45f7fe960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846338 Feb 03 14:19:00.721272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3b2c-535d-4d26-8440-737b441bb380 req-acb6ed51-c4ac-4c9a-9333-4b4986e9d21a tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.735495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d59a3b2c-535d-4d26-8440-737b441bb380 req-acb6ed51-c4ac-4c9a-9333-4b4986e9d21a tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 948 time: 0.3418903 Feb 03 14:19:00.787076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=09adb994-ae01-4a24-bf7a-8d54d30f801a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:00.817914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-11747140-bac5-427f-977e-03d95447f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.820104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-11747140-bac5-427f-977e-03d95447f6be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.2324162 Feb 03 14:19:00.921347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'tag': '521f59d4-7806-4868-91c3-020ac8c5c19f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:00.924105 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5288d87-7039-4eff-9500-201fa4cc46a5" -d '{"events": [{"name": "network-changed", "server_uuid": "152ffd79-10e1-4e07-abfc-d654cac6aca3", "tag": "521f59d4-7806-4868-91c3-020ac8c5c19f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:00.957870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47bc27-13f7-42d0-b935-220cf9419301 req-f66d9120-5a06-4ee3-9214-9b0ebf220180 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:00.974113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec47bc27-13f7-42d0-b935-220cf9419301 req-f66d9120-5a06-4ee3-9214-9b0ebf220180 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.4055536 Feb 03 14:19:01.033673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d59a3b2c-535d-4d26-8440-737b441bb380 req-03cc5bf1-3039-48b3-ab39-29ed97136d35 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949741 Feb 03 14:19:01.177632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-61df5cb2-ea1c-4e18-9851-c22387bc6b40 service neutron] 10.222.0.45 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388030 Feb 03 14:19:01.186269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-2ef50207-50a3-46da-ab85-cd3913897bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:01.190306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-2ef50207-50a3-46da-ab85-cd3913897bc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3553469 Feb 03 14:19:01.235754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec47bc27-13f7-42d0-b935-220cf9419301 req-58434710-8a26-4550-908a-3f168aa681a7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605093 Feb 03 14:19:01.244463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['09adb994-ae01-4a24-bf7a-8d54d30f801a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:01.360058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a224f67a-7e45-4cf2-980e-4ea42c78110b req-cff101a9-eab0-42f7-b27e-9a40892bc285 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0808344 Feb 03 14:19:01.540388 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103a2e37-29ab-41f7-9811-38914bba361c x-openstack-request-id: req-103a2e37-29ab-41f7-9811-38914bba361c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:01.540704 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152ffd79-10e1-4e07-abfc-d654cac6aca3", "tag": "521f59d4-7806-4868-91c3-020ac8c5c19f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:01.540984 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-103a2e37-29ab-41f7-9811-38914bba361c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:01.541384 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'tag': '521f59d4-7806-4868-91c3-020ac8c5c19f', 'status': 'completed', 'code': 200} Feb 03 14:19:01.566200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-929cbdd8-c26c-4970-9477-b65c42b0ffb1 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293645 Feb 03 14:19:01.704915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bebd9b0f-bcc7-4522-b57d-36b97ace0536 req-dad427da-8f41-4454-b83b-1b0e9b04294a service neutron] 10.222.0.45 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117040 Feb 03 14:19:01.727063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abddb1-6f8f-40f6-a5d7-fa97be0a7ec0 req-f77850dd-da86-4430-89ec-47bc3db65c12 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:01.734955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8abddb1-6f8f-40f6-a5d7-fa97be0a7ec0 req-f77850dd-da86-4430-89ec-47bc3db65c12 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 943 time: 0.3134742 Feb 03 14:19:01.792026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521534-4ce7-40ed-abb6-fbf152378f42 req-c0c6aaa9-690f-42dd-a549-799a835c0c4f tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:01.793572 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86521534-4ce7-40ed-abb6-fbf152378f42 req-c0c6aaa9-690f-42dd-a549-799a835c0c4f tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 943 time: 0.1860223 Feb 03 14:19:01.795584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0a8d36e-0b36-4520-9bd9-f08eb22715dd req-806af240-86a3-4784-9f65-cb9e8645e121 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219071 Feb 03 14:19:01.850342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8abddb1-6f8f-40f6-a5d7-fa97be0a7ec0 req-46b2499a-9e56-4ce1-9b24-aa0bf89aab89 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152422 Feb 03 14:19:01.968686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86521534-4ce7-40ed-abb6-fbf152378f42 req-34ab71b9-ebe0-48c2-b87b-5e0b5004eed0 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662478 Feb 03 14:19:02.055593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-52bae11d-6ea6-4be6-a8bc-293b6746f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:02.058319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-52bae11d-6ea6-4be6-a8bc-293b6746f4c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 1125 time: 0.1908016 Feb 03 14:19:02.211939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-925a2627-1aa5-4bd1-853a-6cb6d5db9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:02.213404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-925a2627-1aa5-4bd1-853a-6cb6d5db9e32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.1193519 Feb 03 14:19:02.285967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0541a-a6f9-4914-a2a6-2a17d7c71149 req-0526d064-c180-4b99-af8d-6bd3eac65e98 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:02.297008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6df0541a-a6f9-4914-a2a6-2a17d7c71149 req-0526d064-c180-4b99-af8d-6bd3eac65e98 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.3222179 Feb 03 14:19:02.321205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-5ceca837-fc1f-4122-8f92-0c8e9c3e90d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521f59d4-7806-4868-91c3-020ac8c5c19f HTTP/1.1" status: 200 len: 217 time: 0.0974004 Feb 03 14:19:02.399094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-6c6731e9-7f3a-471a-b2ca-280920ef6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:02.400965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-6c6731e9-7f3a-471a-b2ca-280920ef6fe7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0548029 Feb 03 14:19:02.414184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:02.545055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6df0541a-a6f9-4914-a2a6-2a17d7c71149 req-b81d5e20-3c05-4374-be7c-0d1ef75775d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471294 Feb 03 14:19:02.565360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e2325-7369-4f9f-af14-c41c8d1f4199 req-e7ba1c2f-2775-4263-8c80-0a1a38e21900 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:02.566475 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a23e2325-7369-4f9f-af14-c41c8d1f4199 req-e7ba1c2f-2775-4263-8c80-0a1a38e21900 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 949 time: 0.3566260 Feb 03 14:19:02.610553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:02.626204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-60cd6a23-6b41-49ac-a1a6-72e6c5edcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:02.626693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9', 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'port_id': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9', 'mac_address': 'fa:16:3e:3c:24:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:02.628337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-60cd6a23-6b41-49ac-a1a6-72e6c5edcac4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2145422 Feb 03 14:19:02.685954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:02.686817 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:02.693444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a23e2325-7369-4f9f-af14-c41c8d1f4199 req-c36236fb-dc2c-4a49-bdb8-24e1397af416 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083806 Feb 03 14:19:02.707292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:02.752511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:02.759131 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:02.834339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:02.912873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-d2afeefb-f761-4d58-b6a9-6dd99b166b60 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:02.914731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-d2afeefb-f761-4d58-b6a9-6dd99b166b60 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/networks?id=a7852469-cb57-4acc-a361-0944b2d86517 HTTP/1.1" status: 200 len: 810 time: 0.2099802 Feb 03 14:19:02.942910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-856f0e51-9313-4e30-9405-61beaeac10d2 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/quotas/90b1c7eada654f08a09f465ce8b2f6ef HTTP/1.1" status: 200 len: 375 time: 0.0205982 Feb 03 14:19:02.985626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-60c4ebfb-8f24-45cb-b5d6-6b708f519391 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491077 Feb 03 14:19:02.988555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-6d8b3b18-4507-4b38-87ae-de4cd36b5242 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90b1c7eada654f08a09f465ce8b2f6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376966 Feb 03 14:19:03.038131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c3e7061b-2fcc-4ae1-9e40-240c2624d6e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:03.044393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f16c8-5455-4872-a023-ad1c0753875e req-70bb5a22-33ef-4c35-aaaa-102d49d2ecbe tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:03.046125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b3f16c8-5455-4872-a023-ad1c0753875e req-70bb5a22-33ef-4c35-aaaa-102d49d2ecbe tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1972642 Feb 03 14:19:03.187733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b3f16c8-5455-4872-a023-ad1c0753875e req-a0abaced-fb56-46e3-bead-b0b9951c0122 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285074 Feb 03 14:19:03.248366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5288d87-7039-4eff-9500-201fa4cc46a5 req-3e124933-e538-4ac8-bbf4-861115cb86e3 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523694 Feb 03 14:19:03.280025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-c95de85c-3171-428b-95bd-a0f426c4aceb service neutron] 10.222.0.52 "GET /v2.0/networks/a7852469-cb57-4acc-a361-0944b2d86517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771628 Feb 03 14:19:03.388398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4aca9f14-6d12-4dc6-8351-7d9eec4410d3 req-77f64055-925a-45ac-80d0-7f4a7f58db13 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0689173 Feb 03 14:19:03.462786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-ea50dd45-eae3-41b1-b8a3-25b3132eba59 service neutron] 10.222.0.52 "GET /v2.0/networks/a7852469-cb57-4acc-a361-0944b2d86517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817362 Feb 03 14:19:03.826291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85648888-9ece-4dec-8c9d-0bfa59ef0e8b req-fd8e21e3-25db-45ca-a1fe-4c75632ddc33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:03.828843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85648888-9ece-4dec-8c9d-0bfa59ef0e8b req-fd8e21e3-25db-45ca-a1fe-4c75632ddc33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 943 time: 0.1078546 Feb 03 14:19:03.968405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85648888-9ece-4dec-8c9d-0bfa59ef0e8b req-e07e1562-83cc-4714-b5a4-81755c7df71e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339443 Feb 03 14:19:03.999698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edd07-aa6b-4ab1-a8e7-42efa6f8ec77 req-f9e7dd9d-da81-4d2e-9a35-9eac078e520b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:04.002257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d9edd07-aa6b-4ab1-a8e7-42efa6f8ec77 req-f9e7dd9d-da81-4d2e-9a35-9eac078e520b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 944 time: 0.1961377 Feb 03 14:19:04.136325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d9edd07-aa6b-4ab1-a8e7-42efa6f8ec77 req-b6c566a2-2fe2-4736-9339-7bc44f636769 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316142 Feb 03 14:19:04.298969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5040f-cf57-4b39-b6e5-3dd483104d9e req-aeefd9dd-4c93-45f7-877c-b7e1d856f2ed tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:04.302936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cce5040f-cf57-4b39-b6e5-3dd483104d9e req-aeefd9dd-4c93-45f7-877c-b7e1d856f2ed tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.1336894 Feb 03 14:19:04.375229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 09adb994-ae01-4a24-bf7a-8d54d30f801a up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:04.415569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cce5040f-cf57-4b39-b6e5-3dd483104d9e req-e25b3857-65db-4cce-83f0-4ecd52d4e638 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980091 Feb 03 14:19:04.424074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e446b-0d16-43c4-b354-773bf5783d5f req-63d6f3cd-45ec-42f1-9839-5d1942676373 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:04.432203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-487e446b-0d16-43c4-b354-773bf5783d5f req-63d6f3cd-45ec-42f1-9839-5d1942676373 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 949 time: 0.1462426 Feb 03 14:19:04.452446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 521f59d4-7806-4868-91c3-020ac8c5c19f details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:04.455186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:04.573768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0d58c9a-57be-4c6a-9821-31908d3abecc req-ed919dab-05c0-4882-9bc0-86a765724ba5 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 210 time: 0.0638685 Feb 03 14:19:04.590462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 09adb994-ae01-4a24-bf7a-8d54d30f801a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:04.606180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 09adb994-ae01-4a24-bf7a-8d54d30f801a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:04.606775 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:04.609695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:04.617146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:04.617146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:04.654844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-487e446b-0d16-43c4-b354-773bf5783d5f req-c7c9a4cf-4a8c-48f7-96da-d29d09f396ab tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213748 Feb 03 14:19:04.860975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aae3ab-3995-4e52-9fc5-c7e0f8691d9b req-37eb3e02-1a9b-484f-91b7-490c954c219c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:04.864650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68aae3ab-3995-4e52-9fc5-c7e0f8691d9b req-37eb3e02-1a9b-484f-91b7-490c954c219c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1859634 Feb 03 14:19:04.945245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ebf87b2-fed7-4633-94fb-82cfd4fe6fe2 req-3fd7a7a7-c048-4a8c-9e69-d75ea8857b79 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0783515 Feb 03 14:19:04.980911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 521f59d4-7806-4868-91c3-020ac8c5c19f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=521f59d4-7806-4868-91c3-020ac8c5c19f,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:05.024046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '521f59d4-7806-4868-91c3-020ac8c5c19f', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': '521f59d4-7806-4868-91c3-020ac8c5c19f', 'mac_address': 'fa:16:3e:0d:6a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:05.027931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 09adb994-ae01-4a24-bf7a-8d54d30f801a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:05.038989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:05.055558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68aae3ab-3995-4e52-9fc5-c7e0f8691d9b req-9d7ea3cf-9937-469f-8349-243eed358430 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750870 Feb 03 14:19:05.163406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 521f59d4-7806-4868-91c3-020ac8c5c19f is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:05.163840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:05.171551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09adb994-ae01-4a24-bf7a-8d54d30f801a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:05.173032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6b33d-570e-40aa-9be6-69691441fe7b req-ce77f3f0-f7dc-463b-9584-3605fb558963 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:05.174153 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dccc7e-43f8-429d-ad20-956accccf6b5" -d '{"events": [{"server_uuid": "9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8", "name": "network-vif-plugged", "status": "completed", "tag": "09adb994-ae01-4a24-bf7a-8d54d30f801a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:05.181327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06d6b33d-570e-40aa-9be6-69691441fe7b req-ce77f3f0-f7dc-463b-9584-3605fb558963 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 943 time: 0.0766871 Feb 03 14:19:05.204777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 09adb994-ae01-4a24-bf7a-8d54d30f801a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=09adb994-ae01-4a24-bf7a-8d54d30f801a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:05.217159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521f59d4-7806-4868-91c3-020ac8c5c19f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:05.225877 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:05.230235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:05.235699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:05.302800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06d6b33d-570e-40aa-9be6-69691441fe7b req-d31684d1-136f-4a5f-9e90-58d5392b3f28 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189749 Feb 03 14:19:05.308532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 521f59d4-7806-4868-91c3-020ac8c5c19f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=521f59d4-7806-4868-91c3-020ac8c5c19f,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:05.339831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:05.347184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:05.355514 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:05.373154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=09adb994-ae01-4a24-bf7a-8d54d30f801a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:05.407125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849821c4-b5aa-4b46-98ce-e5e7c3cdb6a1 req-38ea2d98-7c01-46bf-99e9-bf3a1400d81b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:05.411044 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c128cbe3-dbb8-4855-912f-7239ba0f07de x-openstack-request-id: req-c128cbe3-dbb8-4855-912f-7239ba0f07de {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:05.411606 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8", "name": "network-vif-plugged", "status": "completed", "tag": "09adb994-ae01-4a24-bf7a-8d54d30f801a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:05.411606 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c128cbe3-dbb8-4855-912f-7239ba0f07de {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:05.411911 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09adb994-ae01-4a24-bf7a-8d54d30f801a', 'code': 200} Feb 03 14:19:05.413327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849821c4-b5aa-4b46-98ce-e5e7c3cdb6a1 req-38ea2d98-7c01-46bf-99e9-bf3a1400d81b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0798492 Feb 03 14:19:05.442971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=521f59d4-7806-4868-91c3-020ac8c5c19f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:05.487068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849821c4-b5aa-4b46-98ce-e5e7c3cdb6a1 req-94756312-282d-4a50-8624-e21273b1440c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Feb 03 14:19:05.541126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:05.591981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705994-2212-4591-ab3a-7ef05098f156 req-c2ea64d4-bf49-4aba-832e-e0aa2d26566b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:05.593603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91705994-2212-4591-ab3a-7ef05098f156 req-c2ea64d4-bf49-4aba-832e-e0aa2d26566b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0639858 Feb 03 14:19:05.602544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08b9ee-5d64-4551-bedb-4a1b7af73d96 req-99d676fe-e763-4548-bd0a-6c4a191d544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:05.604277 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f08b9ee-5d64-4551-bedb-4a1b7af73d96 req-99d676fe-e763-4548-bd0a-6c4a191d544f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 1132 time: 0.0544500 Feb 03 14:19:05.653412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:05.661359 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f08b9ee-5d64-4551-bedb-4a1b7af73d96 req-3f7286e2-7e64-4351-8e29-5aa05fe9ed84 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484133 Feb 03 14:19:05.668588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91705994-2212-4591-ab3a-7ef05098f156 req-6aebaa7c-3ee2-4320-af96-20cd9412d7b1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606678 Feb 03 14:19:05.689875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aecb84e3-56f5-4fc8-8fdb-2beb4b469e43 req-d852fa91-a0f0-4d99-b809-5811703020ab tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 210 time: 0.0365458 Feb 03 14:19:05.806076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14f34f-0b9b-4952-ac13-664e436cd97d req-f2b01f80-516d-4da1-9f4a-5d8fea6efa68 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:05.807474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e14f34f-0b9b-4952-ac13-664e436cd97d req-f2b01f80-516d-4da1-9f4a-5d8fea6efa68 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 950 time: 0.0559568 Feb 03 14:19:05.854700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e14f34f-0b9b-4952-ac13-664e436cd97d req-3f21ce98-757d-433b-922a-674923ab7dea tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Feb 03 14:19:06.083307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8453c846-1c41-48e3-9f5f-5f393364d517 req-f1168e75-8a5b-4219-afae-93772b4b5a37 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0280437 Feb 03 14:19:06.187049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4ff00-0c46-4832-af28-d4675aa32a2b req-da7c9dec-975a-4635-90b7-74cfcbbf75e0 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:06.188557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9a4ff00-0c46-4832-af28-d4675aa32a2b req-da7c9dec-975a-4635-90b7-74cfcbbf75e0 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0574780 Feb 03 14:19:06.241192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9a4ff00-0c46-4832-af28-d4675aa32a2b req-9d04f15b-7f01-43e2-9150-d0ecfadb78e2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468600 Feb 03 14:19:06.470666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86413b4f-0a2b-49ed-9819-75b903d48ce8 req-294abdcd-8bd9-4fe9-9240-865a191f9d07 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:06.472252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86413b4f-0a2b-49ed-9819-75b903d48ce8 req-294abdcd-8bd9-4fe9-9240-865a191f9d07 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 944 time: 0.0880525 Feb 03 14:19:06.509612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7d104-9bf7-4180-b653-3a9a785ddb2e req-0572db67-58bf-4485-9f56-81f47acb19b4 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:06.511180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ae7d104-9bf7-4180-b653-3a9a785ddb2e req-0572db67-58bf-4485-9f56-81f47acb19b4 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 950 time: 0.0908425 Feb 03 14:19:06.535350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-797dc7dd-32fa-4609-8672-b86a092f359c tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:06.537809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-797dc7dd-32fa-4609-8672-b86a092f359c tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.71 "GET /v2.0/networks?id=a7852469-cb57-4acc-a361-0944b2d86517 HTTP/1.1" status: 200 len: 810 time: 0.1252961 Feb 03 14:19:06.557678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86413b4f-0a2b-49ed-9819-75b903d48ce8 req-9dc1dfad-9ea8-4917-918f-0130319da4a1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790834 Feb 03 14:19:06.577247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Request body: {'port': {'device_id': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517', 'admin_state_up': True, 'tenant_id': '90b1c7eada654f08a09f465ce8b2f6ef'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:06.590315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ae7d104-9bf7-4180-b653-3a9a785ddb2e req-cefd3833-8408-47bf-885f-807fb103ee8d tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693059 Feb 03 14:19:06.665379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227430c6-9b69-4060-82b8-1b324c75d739 req-5013356b-58ba-42b2-a480-4136196c06d2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:06.666883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-227430c6-9b69-4060-82b8-1b324c75d739 req-5013356b-58ba-42b2-a480-4136196c06d2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Feb 03 14:19:06.695527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Made reservation on behalf of 90b1c7eada654f08a09f465ce8b2f6ef for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:06.699565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:06.717172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-227430c6-9b69-4060-82b8-1b324c75d739 req-fc200c2b-2841-4170-9647-c43087b45b2c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Feb 03 14:19:06.817455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a5f92d8-1bb0-42e6-a996-c47f0024dfbb req-866233c4-ccfb-437e-95dc-e72941ce4ab6 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 210 time: 0.0323577 Feb 03 14:19:06.840062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6a68-7b30-455f-83fa-e8b01893f345 req-89dae2b7-5c90-4fe8-85c9-e6d5c7c1709e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:06.841967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-914e6a68-7b30-455f-83fa-e8b01893f345 req-89dae2b7-5c90-4fe8-85c9-e6d5c7c1709e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0875363 Feb 03 14:19:06.844215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Allocated IP 172.20.0.13 (a7852469-cb57-4acc-a361-0944b2d86517/50be311d-6aaa-4427-a955-c1b3bf97d8ed/856a6b39-0447-485d-a5a8-322b13d2ea00) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:07.013829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks [] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.049569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.096167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Network a7852469-cb57-4acc-a361-0944b2d86517 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:07.099132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:07.103819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:07.131676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Pushing event updated for resources: {'Port': ['ID=856a6b39-0447-485d-a5a8-322b13d2ea00,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:07.145074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.145425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.145763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.146098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.146433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.146764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.147609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.147947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.148270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.148675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.148937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.149256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.149575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:07.167858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.168506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.185348 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-230e90c1-f729-438e-98a0-83d4e4cc8b78 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127756 Feb 03 14:19:07.198603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-914e6a68-7b30-455f-83fa-e8b01893f345 req-33f9e984-0fc0-405d-b29f-0e1a36a48e91 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506641 Feb 03 14:19:07.221385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db7f3-95af-495e-9a59-84c991a02602 req-0c809b84-bcf7-4686-888f-875ada3447d5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.223336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b35db7f3-95af-495e-9a59-84c991a02602 req-0c809b84-bcf7-4686-888f-875ada3447d5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 950 time: 0.0802832 Feb 03 14:19:07.254369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Request body: {'port': {'device_id': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:07.295748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b7cae88-e405-4a17-94ba-aa54474c3bfe req-ac174067-9e4b-4c4d-8c61-99e7fa4c19f0 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0319867 Feb 03 14:19:07.299544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b35db7f3-95af-495e-9a59-84c991a02602 req-b45ff636-a32a-489a-b5f7-7925d1109010 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693040 Feb 03 14:19:07.331616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.413688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:07.414486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8b76a-5399-43d0-85b3-b2e0e36412e4 req-12c56386-c525-42a8-9861-1c79c7836913 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.415991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83a8b76a-5399-43d0-85b3-b2e0e36412e4 req-12c56386-c525-42a8-9861-1c79c7836913 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0574002 Feb 03 14:19:07.416233 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe5e46-0654-45a5-b33f-8a7d009cf5be" -d '{"events": [{"server_uuid": "6e17b0dc-412a-493d-a22a-38bd16c5ff34", "name": "network-vif-plugged", "status": "completed", "tag": "c3e7061b-2fcc-4ae1-9e40-240c2624d6e9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:07.456582 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1760d0-c3c5-44a8-82ef-70738561bad2 x-openstack-request-id: req-2c1760d0-c3c5-44a8-82ef-70738561bad2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:07.456969 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e17b0dc-412a-493d-a22a-38bd16c5ff34", "name": "network-vif-plugged", "status": "completed", "tag": "c3e7061b-2fcc-4ae1-9e40-240c2624d6e9", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:07.457632 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c1760d0-c3c5-44a8-82ef-70738561bad2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:07.458927 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9', 'code': 200} Feb 03 14:19:07.471069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83a8b76a-5399-43d0-85b3-b2e0e36412e4 req-15a481c2-f361-4858-8f62-e15668f77d22 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488367 Feb 03 14:19:07.560569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87e05c-7970-402e-8cd9-a1bf0b47402c req-747c51f7-e3e9-4a51-8a20-df712c7cd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.562138 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd87e05c-7970-402e-8cd9-a1bf0b47402c req-747c51f7-e3e9-4a51-8a20-df712c7cd62e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 1127 time: 0.0444229 Feb 03 14:19:07.603121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856a6b39-0447-485d-a5a8-322b13d2ea00 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:07.608873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd87e05c-7970-402e-8cd9-a1bf0b47402c req-fae29f4b-271e-4f4e-a997-8af7a6e1380b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Feb 03 14:19:07.611888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Publish callbacks [] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.625379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Transition to ACTIVE for port object 856a6b39-0447-485d-a5a8-322b13d2ea00 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:07.642507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.693183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Pushing event updated for resources: {'Port': ['ID=856a6b39-0447-485d-a5a8-322b13d2ea00,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:07.721669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fb5b5-eceb-4785-a3a8-430bb9eaf715 req-d0417cb9-f19b-4d3d-a0c2-7f51bd06d64e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.723366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd8fb5b5-eceb-4785-a3a8-430bb9eaf715 req-d0417cb9-f19b-4d3d-a0c2-7f51bd06d64e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 944 time: 0.0947502 Feb 03 14:19:07.744287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5da08d-4612-4519-9d81-13f800c03e3d req-6ec23eae-3cc8-4848-a31b-b0383fd917e1 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.745793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe5da08d-4612-4519-9d81-13f800c03e3d req-6ec23eae-3cc8-4848-a31b-b0383fd917e1 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 950 time: 0.0776944 Feb 03 14:19:07.778916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Attempting to bind port 856a6b39-0447-485d-a5a8-322b13d2ea00 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:07.779565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Attempting to bind port 856a6b39-0447-485d-a5a8-322b13d2ea00 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'ed855948-1057-4128-b1e9-235bad2f3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:07.779565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Attempting to bind port 856a6b39-0447-485d-a5a8-322b13d2ea00 on network a7852469-cb57-4acc-a361-0944b2d86517 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:07.783989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Port 856a6b39-0447-485d-a5a8-322b13d2ea00 on network a7852469-cb57-4acc-a361-0944b2d86517 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:07.784310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Attempting to bind port 856a6b39-0447-485d-a5a8-322b13d2ea00 on network a7852469-cb57-4acc-a361-0944b2d86517 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:07.789327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:07.789672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Checking segment: {'id': 'ed855948-1057-4128-b1e9-235bad2f3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:07.790053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Bound using segment: {'id': 'ed855948-1057-4128-b1e9-235bad2f3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:07.790478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Bound port: 856a6b39-0447-485d-a5a8-322b13d2ea00, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed855948-1057-4128-b1e9-235bad2f3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:07.790836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.810640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd8fb5b5-eceb-4785-a3a8-430bb9eaf715 req-9358b1dd-bb23-490d-9c2a-b0566bf58a51 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791643 Feb 03 14:19:07.840542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe5da08d-4612-4519-9d81-13f800c03e3d req-c65dad18-fb3a-472f-84a2-78084524be94 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752125 Feb 03 14:19:07.891977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] For port 856a6b39-0447-485d-a5a8-322b13d2ea00, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:07.896293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] For port 856a6b39-0447-485d-a5a8-322b13d2ea00, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=856a6b39-0447-485d-a5a8-322b13d2ea00,segment=NetworkSegment(ed855948-1057-4128-b1e9-235bad2f3d63),segment_id=ed855948-1057-4128-b1e9-235bad2f3d63)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:07.905161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.949863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.950612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:07.952296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] 10.222.0.71 "PUT /v2.0/ports/856a6b39-0447-485d-a5a8-322b13d2ea00 HTTP/1.1" status: 200 len: 1092 time: 0.7026517 Feb 03 14:19:07.952783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'tag': '856a6b39-0447-485d-a5a8-322b13d2ea00'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:07.955742 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2549cedf-abbb-4723-b021-f0d4434836b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9a23c1-5d19-42cd-9604-a9894b205670", "tag": "856a6b39-0447-485d-a5a8-322b13d2ea00"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:07.977346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e8230-0a97-420f-9fe6-f7b13c00084a service neutron] Pushing event updated for resources: {'Port': ['ID=856a6b39-0447-485d-a5a8-322b13d2ea00,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:07.990133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5551c88-8425-49c1-b787-bd7f35a422a5 req-6fcc2f8d-e709-4c1c-8bc9-a8c189f92a4c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:07.991645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5551c88-8425-49c1-b787-bd7f35a422a5 req-6fcc2f8d-e709-4c1c-8bc9-a8c189f92a4c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0991578 Feb 03 14:19:08.002451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d4572-4d4f-43d9-9422-9612c6a1a9bf req-65d0b5e3-7680-48b9-a222-f6bbb385add5 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.004023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-355d4572-4d4f-43d9-9422-9612c6a1a9bf req-65d0b5e3-7680-48b9-a222-f6bbb385add5 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 944 time: 0.0993040 Feb 03 14:19:08.078176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-f39b8305-f366-4cf5-affd-bd7d9d3a22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.079248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5551c88-8425-49c1-b787-bd7f35a422a5 req-4ee932c6-20c2-4472-bc61-c0c539c44fdc tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743043 Feb 03 14:19:08.079689 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-f39b8305-f366-4cf5-affd-bd7d9d3a22c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90b1c7eada654f08a09f465ce8b2f6ef&device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 1126 time: 0.0503829 Feb 03 14:19:08.083487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-355d4572-4d4f-43d9-9422-9612c6a1a9bf req-2fd9e0a0-4055-4fa4-8270-fe846dca3b5f tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725057 Feb 03 14:19:08.133026 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82da4eb-4155-441a-9b55-4c7d15c83d20 x-openstack-request-id: req-c82da4eb-4155-441a-9b55-4c7d15c83d20 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:08.133260 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9a23c1-5d19-42cd-9604-a9894b205670", "tag": "856a6b39-0447-485d-a5a8-322b13d2ea00", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:08.133519 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c82da4eb-4155-441a-9b55-4c7d15c83d20 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:08.133899 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'tag': '856a6b39-0447-485d-a5a8-322b13d2ea00', 'status': 'completed', 'code': 200} Feb 03 14:19:08.135678 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-185352b1-a1f6-47a0-83de-08224e8c7f0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=856a6b39-0447-485d-a5a8-322b13d2ea00 HTTP/1.1" status: 200 len: 217 time: 0.0405788 Feb 03 14:19:08.207880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-5d5ae1c4-ae7e-49b3-bf35-aaab57814b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.209332 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-5d5ae1c4-ae7e-49b3-bf35-aaab57814b91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50be311d-6aaa-4427-a955-c1b3bf97d8ed HTTP/1.1" status: 200 len: 850 time: 0.0442202 Feb 03 14:19:08.243631 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-1da07399-07ff-42c6-8add-53612f5cb10d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7852469-cb57-4acc-a361-0944b2d86517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260024 Feb 03 14:19:08.333137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4a73-d7d8-4337-baec-245c818b255b req-fee44456-16f2-44c7-b37b-343e2abb48f3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.335407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19db4a73-d7d8-4337-baec-245c818b255b req-fee44456-16f2-44c7-b37b-343e2abb48f3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0564907 Feb 03 14:19:08.360517 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-042f5b28-4d52-4658-903e-3e9e88b6472f service neutron] 10.222.0.71 "GET /v2.0/networks/a7852469-cb57-4acc-a361-0944b2d86517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023276 Feb 03 14:19:08.391839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19db4a73-d7d8-4337-baec-245c818b255b req-9f8c79f7-d3e6-4ff4-be05-54f1175b95e9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502605 Feb 03 14:19:08.413472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 521f59d4-7806-4868-91c3-020ac8c5c19f up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:08.471239 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6ebb0b01-fc67-4414-8172-9406348a1f59 req-4fc5bd70-b1c7-4886-aa04-bd34025eeb9c service neutron] 10.222.0.71 "GET /v2.0/networks/a7852469-cb57-4acc-a361-0944b2d86517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030569 Feb 03 14:19:08.481228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 521f59d4-7806-4868-91c3-020ac8c5c19f completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:08.487752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 521f59d4-7806-4868-91c3-020ac8c5c19f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:08.488199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:08.547728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1bb87-4cda-4c5f-aa1b-2feb2724da3c req-8d91e15d-9896-4b4c-93f6-63bd5c7a781b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.549561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc1bb87-4cda-4c5f-aa1b-2feb2724da3c req-8d91e15d-9896-4b4c-93f6-63bd5c7a781b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 950 time: 0.0715365 Feb 03 14:19:08.596147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 521f59d4-7806-4868-91c3-020ac8c5c19f is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:08.599511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:08.621687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccc1bb87-4cda-4c5f-aa1b-2feb2724da3c req-f5fd3f8f-35a6-4a53-a99f-60bd8e9cd1b2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661738 Feb 03 14:19:08.658028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 521f59d4-7806-4868-91c3-020ac8c5c19f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=521f59d4-7806-4868-91c3-020ac8c5c19f,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:08.660209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-165f3b04-1e45-467c-bb6c-884fdba2f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.661844 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-165f3b04-1e45-467c-bb6c-884fdba2f28a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90b1c7eada654f08a09f465ce8b2f6ef&device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 1126 time: 0.0812109 Feb 03 14:19:08.662525 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:08.731734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=521f59d4-7806-4868-91c3-020ac8c5c19f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:08.745229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a89f455-dcec-42b7-b0d4-e5bcefc560bf req-d04f7a92-2844-4e52-aa71-a9129bbaa382 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0462844 Feb 03 14:19:08.782051 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-51c56a77-d713-4055-bbc4-9ae0784f6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.783391 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-51c56a77-d713-4055-bbc4-9ae0784f6be6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7852469-cb57-4acc-a361-0944b2d86517 HTTP/1.1" status: 200 len: 911 time: 0.1139276 Feb 03 14:19:08.803611 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:08.838375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-cb8c1e74-a62e-4a01-8018-fd515db5a615 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=856a6b39-0447-485d-a5a8-322b13d2ea00 HTTP/1.1" status: 200 len: 217 time: 0.0454531 Feb 03 14:19:08.864664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a054f70-edc2-480d-bd8f-21e1ed2750e1 req-ce12c4ca-74da-491e-a4d0-eabb1ec03d24 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.866202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a054f70-edc2-480d-bd8f-21e1ed2750e1 req-ce12c4ca-74da-491e-a4d0-eabb1ec03d24 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1001463 Feb 03 14:19:08.887907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-0f97ac2e-6d5a-4482-9e11-928e54ee229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.889474 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-0f97ac2e-6d5a-4482-9e11-928e54ee229f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50be311d-6aaa-4427-a955-c1b3bf97d8ed HTTP/1.1" status: 200 len: 850 time: 0.0449927 Feb 03 14:19:08.891539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0440837-fce9-40e4-b5a4-4ee561e2a001 req-6bf0ba07-da53-4d76-93f5-3081bc445acd tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:08.893066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0440837-fce9-40e4-b5a4-4ee561e2a001 req-6bf0ba07-da53-4d76-93f5-3081bc445acd tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 1132 time: 0.0792577 Feb 03 14:19:08.923883 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-a49e0a88-726b-4dc3-b194-2b305c02c3ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7852469-cb57-4acc-a361-0944b2d86517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274568 Feb 03 14:19:08.937382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a054f70-edc2-480d-bd8f-21e1ed2750e1 req-b8c54b58-5a59-4ae1-9640-bca99b1aa2e4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654347 Feb 03 14:19:08.958081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0440837-fce9-40e4-b5a4-4ee561e2a001 req-97ccada9-1061-4872-b721-94a9bd280991 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581334 Feb 03 14:19:09.041347 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-ef662676-7535-4fa5-8620-74ef7f8bfc10 service neutron] 10.222.0.71 "GET /v2.0/networks/a7852469-cb57-4acc-a361-0944b2d86517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111627 Feb 03 14:19:09.149240 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2549cedf-abbb-4723-b021-f0d4434836b2 req-cd0584cf-ded2-43bf-bc66-8ad4c97b98eb service neutron] 10.222.0.71 "GET /v2.0/networks/a7852469-cb57-4acc-a361-0944b2d86517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015961 Feb 03 14:19:09.150193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a16d2-ca3b-4509-924a-cad2d9b5e908 req-e0839689-6632-4f60-8a22-7fd5788261a2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:09.151740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca8a16d2-ca3b-4509-924a-cad2d9b5e908 req-e0839689-6632-4f60-8a22-7fd5788261a2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.0813189 Feb 03 14:19:09.213032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca8a16d2-ca3b-4509-924a-cad2d9b5e908 req-d620bc9a-a22a-44ac-8683-a9f9ee303ce7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552344 Feb 03 14:19:09.320566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f98039-9df6-4c05-bef0-47a52e0d0f97 req-e1d8762a-c595-41a1-bbb1-a8f04ff475c5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:09.322049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1f98039-9df6-4c05-bef0-47a52e0d0f97 req-e1d8762a-c595-41a1-bbb1-a8f04ff475c5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0871868 Feb 03 14:19:09.354544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ef93e-0432-4bb3-81e4-a36d0a15a165 req-8c685669-80de-46fa-88d3-05bf22f1314a tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:09.356006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-457ef93e-0432-4bb3-81e4-a36d0a15a165 req-8c685669-80de-46fa-88d3-05bf22f1314a tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 944 time: 0.0844574 Feb 03 14:19:09.394973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1f98039-9df6-4c05-bef0-47a52e0d0f97 req-749e7e1e-2b9e-4613-9fdf-c31139b83654 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Feb 03 14:19:09.421660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-457ef93e-0432-4bb3-81e4-a36d0a15a165 req-8f18af98-4183-4684-b045-c8e672bf0f8c tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 Feb 03 14:19:09.460490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521f59d4-7806-4868-91c3-020ac8c5c19f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:09.462787 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30079e4f-63ac-40ac-abe5-b854fda8eb27" -d '{"events": [{"server_uuid": "152ffd79-10e1-4e07-abfc-d654cac6aca3", "name": "network-vif-plugged", "status": "completed", "tag": "521f59d4-7806-4868-91c3-020ac8c5c19f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:09.497502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-eb692f15-88e8-41fe-b892-db96c04c3316 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298314 Feb 03 14:19:09.616139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7553-0876-44cb-b20c-c370c4b7476d req-75420598-fa99-4404-84d0-a25f63864887 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:09.617799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f5e7553-0876-44cb-b20c-c370c4b7476d req-75420598-fa99-4404-84d0-a25f63864887 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 950 time: 0.1381521 Feb 03 14:19:09.658348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-4feb7efc-09a8-4415-9201-94f020584962 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:09.659778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-4feb7efc-09a8-4415-9201-94f020584962 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405144 Feb 03 14:19:09.693099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-60e7ef4a-9242-424e-8544-1a5f449c8ff6 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/quotas/bd1bed0c4ead47ddae6959f21e2f0567 HTTP/1.1" status: 200 len: 375 time: 0.0233979 Feb 03 14:19:09.697378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f5e7553-0876-44cb-b20c-c370c4b7476d req-5c592ac1-68cf-4477-9004-9a5f6c9c54bb tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721495 Feb 03 14:19:09.757884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-22b25b7b-5db4-4388-94b9-63c687c5437a tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0594788 Feb 03 14:19:09.899912 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdf4c4-92d5-433e-96e4-d07b28ce1a45 x-openstack-request-id: req-36cdf4c4-92d5-433e-96e4-d07b28ce1a45 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:09.900453 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152ffd79-10e1-4e07-abfc-d654cac6aca3", "name": "network-vif-plugged", "status": "completed", "tag": "521f59d4-7806-4868-91c3-020ac8c5c19f", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:09.900453 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36cdf4c4-92d5-433e-96e4-d07b28ce1a45 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:09.900842 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521f59d4-7806-4868-91c3-020ac8c5c19f', 'code': 200} Feb 03 14:19:09.959219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438ccc-c513-4c54-9998-bd111a84942e req-0dc09cb2-6aa4-49e3-aa23-410accc4dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:09.960802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-0dc09cb2-6aa4-49e3-aa23-410accc4dc21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 1127 time: 0.0897365 Feb 03 14:19:09.985420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e45f-8f37-45d0-a556-1f4db324a59e req-d9dfb729-ce33-4ad5-9ce3-89d834ef81cf tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:09.986941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57d2e45f-8f37-45d0-a556-1f4db324a59e req-d9dfb729-ce33-4ad5-9ce3-89d834ef81cf tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0976298 Feb 03 14:19:10.048281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c61d57c5-8711-43b4-9975-a78f17719625 req-1700a596-d3e7-4dc9-9320-6163e4014971 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0788178 Feb 03 14:19:10.193704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6be0c-e760-4cf3-beb3-a0c3dd31cb26 req-2ef75c81-6084-49cf-be08-773ea15b8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.196053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35a6be0c-e760-4cf3-beb3-a0c3dd31cb26 req-2ef75c81-6084-49cf-be08-773ea15b8f0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 1127 time: 0.2056959 Feb 03 14:19:10.205480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57d2e45f-8f37-45d0-a556-1f4db324a59e req-d31f62aa-629b-4001-8302-5d59b75ab821 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989658 Feb 03 14:19:10.209756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438ccc-c513-4c54-9998-bd111a84942e req-7b285d26-6494-4b2d-9552-2012dc8f4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.211193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-7b285d26-6494-4b2d-9552-2012dc8f4c82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 912 time: 0.2220373 Feb 03 14:19:10.252218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f94b7b-f117-4193-87e2-3363323a1e90 req-539e7e61-213a-43ac-8f18-f5aa2433df43 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.253756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1f94b7b-f117-4193-87e2-3363323a1e90 req-539e7e61-213a-43ac-8f18-f5aa2433df43 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1362553 Feb 03 14:19:10.304111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-35bf86d5-ce2e-4385-95a5-aa07b3ba3786 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 HTTP/1.1" status: 200 len: 217 time: 0.0741112 Feb 03 14:19:10.354417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7117b8c7-5655-4b98-8b2b-81ff04fcd19b req-26502e2c-bf8d-4c92-a9bd-5dd5c0beacb9 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 210 time: 0.0647042 Feb 03 14:19:10.374035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:10.378462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35a6be0c-e760-4cf3-beb3-a0c3dd31cb26 req-f5c543e0-8352-4d81-89d1-ca71a75f0170 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702719 Feb 03 14:19:10.418953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1f94b7b-f117-4193-87e2-3363323a1e90 req-8422eb11-032a-4db5-84af-a23b6b7db86b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303515 Feb 03 14:19:10.420590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438ccc-c513-4c54-9998-bd111a84942e req-3f8c4484-6273-41b0-80bd-9a244b919173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.422155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-3f8c4484-6273-41b0-80bd-9a244b919173 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 200 len: 851 time: 0.0857501 Feb 03 14:19:10.475382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fccd7cbd-3cdc-42b0-b634-017b3086fa83 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:10.477073 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:10.510643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acb339-1001-461d-90ba-bb82e029d49d req-84e8850e-8734-4392-b16c-b5f9e8d79677 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.512240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5acb339-1001-461d-90ba-bb82e029d49d req-84e8850e-8734-4392-b16c-b5f9e8d79677 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0643480 Feb 03 14:19:10.520352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:10.525508 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:10.583143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:10.616033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-df21a058-ba96-4f5f-91d7-2f8bc459ed77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=462b1721-7165-4408-a73e-5e45f7fe960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396061 Feb 03 14:19:10.620553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5acb339-1001-461d-90ba-bb82e029d49d req-e60579ef-18d7-4bdb-8cd8-9920bba8bf84 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001668 Feb 03 14:19:10.628282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-de58cda1-157b-40e4-bc7f-700b8a1c0a02 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:19:10.629779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-de58cda1-157b-40e4-bc7f-700b8a1c0a02 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062170 Feb 03 14:19:10.637374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980cc62-4ea0-4772-b1b2-cb4baa808e93 req-bc8b3367-df0b-4bf6-9f00-74a1ee47f2a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.638865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1980cc62-4ea0-4772-b1b2-cb4baa808e93 req-bc8b3367-df0b-4bf6-9f00-74a1ee47f2a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.1366067 Feb 03 14:19:10.767083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1980cc62-4ea0-4772-b1b2-cb4baa808e93 req-4329dd91-0626-4bb6-8a15-101ea07a752d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201670 Feb 03 14:19:10.792744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-2e7a592a-d154-47ab-b6e1-0120fb62582a service neutron] 10.222.0.45 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528900 Feb 03 14:19:10.815980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8b4c1-9dcc-4efa-9c78-d64491a60abd req-8b1b8e52-bf44-492c-9f38-19881303e985 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.817702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbc8b4c1-9dcc-4efa-9c78-d64491a60abd req-8b1b8e52-bf44-492c-9f38-19881303e985 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 944 time: 0.1043546 Feb 03 14:19:10.965438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbc8b4c1-9dcc-4efa-9c78-d64491a60abd req-f42991be-53f1-4a88-968c-83ddc81adb37 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358328 Feb 03 14:19:10.974007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607d427-9662-480e-884b-6c28dd00272a req-f5c1bf23-b9f5-454a-acc4-ad343d257441 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:10.975605 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b607d427-9662-480e-884b-6c28dd00272a req-f5c1bf23-b9f5-454a-acc4-ad343d257441 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 948 time: 0.1471009 Feb 03 14:19:10.979440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f438ccc-c513-4c54-9998-bd111a84942e req-a26cd883-dace-4184-ade0-e73a5c26b58d service neutron] 10.222.0.45 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789536 Feb 03 14:19:11.025599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b607d427-9662-480e-884b-6c28dd00272a req-1e2c2f85-0a4c-4698-9191-b29ec6953f6f tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442419 Feb 03 14:19:11.157581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19700cdd-6fe1-44ff-9b30-49aa4fb5390d req-4ad602b1-5eb4-4a91-ab28-96fbb8325cf5 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0277426 Feb 03 14:19:11.240218 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-c97a2e6a-baed-4e2b-bfb8-9714b571cbac tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218027 Feb 03 14:19:11.349117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2465dd-1f06-4041-bc24-b813c2efcdd7 req-59ec12e8-ad7a-4323-9b81-3cbda22ae332 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.351205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce2465dd-1f06-4041-bc24-b813c2efcdd7 req-59ec12e8-ad7a-4323-9b81-3cbda22ae332 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0681279 Feb 03 14:19:11.356998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-0721aae9-acb4-426b-9c02-b99a20dba994 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.358458 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-0721aae9-acb4-426b-9c02-b99a20dba994 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107817 Feb 03 14:19:11.400033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce2465dd-1f06-4041-bc24-b813c2efcdd7 req-712c3438-a24a-4c0b-95d3-9ca4cc826683 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Feb 03 14:19:11.434918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': '4552b163-f5d9-482a-b2c2-41acd925e387', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:11.447564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48d4ec3e-f4ac-449c-b717-76037768f3f8 req-21bf8e7b-e8b4-4bed-a85c-0b2f1bf4664f tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 210 time: 0.0277414 Feb 03 14:19:11.544932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:11.548288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:11.555204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bcd19-f234-4199-a411-185b2fa9bc56 req-21915716-ed75-4a50-b3bc-3f70859393bd tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.558322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c2bcd19-f234-4199-a411-185b2fa9bc56 req-21915716-ed75-4a50-b3bc-3f70859393bd tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0569739 Feb 03 14:19:11.608394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c2bcd19-f234-4199-a411-185b2fa9bc56 req-d26af169-4c7d-4ebd-bfa8-48b7cf3784d1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Feb 03 14:19:11.692388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.163 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/20067e41-b2ae-46d8-9545-b2c41a0b5d2d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:11.748949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ffdac-58b8-4203-9589-ff95499f26a1 req-7d20e469-14d9-4f28-9c1b-9c0ccf528449 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.750577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a7ffdac-58b8-4203-9589-ff95499f26a1 req-7d20e469-14d9-4f28-9c1b-9c0ccf528449 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0601091 Feb 03 14:19:11.800175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a7ffdac-58b8-4203-9589-ff95499f26a1 req-42021849-966d-4201-99dc-59ea04952593 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Feb 03 14:19:11.849694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:11.884361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:11.899154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:11.902580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:11.903892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26271e2-ca9a-49fc-993c-800511def1d6 req-74aa8553-2a94-4a15-8256-279287d1a725 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:11.905426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e26271e2-ca9a-49fc-993c-800511def1d6 req-74aa8553-2a94-4a15-8256-279287d1a725 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.0581572 Feb 03 14:19:11.905788 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8096f31b-18be-4146-b0c1-69581594f8dc" -d '{"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:11.933377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:11.935313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c', '09adb994-ae01-4a24-bf7a-8d54d30f801a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:11.936554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:11.943976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:11.946763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:11.984594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e26271e2-ca9a-49fc-993c-800511def1d6 req-bf07fb59-16b6-4ef3-b6e5-24569c4e4f93 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574236 Feb 03 14:19:12.002425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:12.003081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.024148 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-d4d45ae7-dc0a-4c0c-a43e-4a6af7eacafc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5932047 Feb 03 14:19:12.029667 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc12a2ae-b939-41ad-b549-8e4adb882577 x-openstack-request-id: req-fc12a2ae-b939-41ad-b549-8e4adb882577 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:12.030240 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:12.030495 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc12a2ae-b939-41ad-b549-8e4adb882577 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:12.030882 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'code': 200} Feb 03 14:19:12.095168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Request body: {'port': {'device_id': '4552b163-f5d9-482a-b2c2-41acd925e387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:12.183766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf0616-0fa1-405f-b00f-5c18c912479a req-2cdb1701-abca-4d88-a08d-28a000e11e48 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:12.189888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fcf0616-0fa1-405f-b00f-5c18c912479a req-2cdb1701-abca-4d88-a08d-28a000e11e48 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 944 time: 0.0982699 Feb 03 14:19:12.254634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.262189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fcf0616-0fa1-405f-b00f-5c18c912479a req-24a9cdd3-5cb7-4e0d-a225-b9665a351715 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632637 Feb 03 14:19:12.376812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 856a6b39-0447-485d-a5a8-322b13d2ea00 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:12.431985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539cd68-a6fa-454b-beb4-4f37307d2e78 req-6608fa0e-5fb0-4f17-94c1-4f544f66f790 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:12.434187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8539cd68-a6fa-454b-beb4-4f37307d2e78 req-6608fa0e-5fb0-4f17-94c1-4f544f66f790 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 948 time: 0.1835706 Feb 03 14:19:12.443787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-2bd2a372-58c4-47e2-b6f9-ab0a453b098c tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:12.446394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-2bd2a372-58c4-47e2-b6f9-ab0a453b098c tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.71 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 948 time: 0.1770957 Feb 03 14:19:12.473246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebf5ca-8422-44c3-821d-ba7e54042381 req-cda3679b-6205-41d9-b136-6ef6df65d7ad tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:12.474714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ffebf5ca-8422-44c3-821d-ba7e54042381 req-cda3679b-6205-41d9-b136-6ef6df65d7ad tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.1190119 Feb 03 14:19:12.512678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fefa9401-9460-4497-9a9d-3768425bf210 None None] Provisioning complete for port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:12.513121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fefa9401-9460-4497-9a9d-3768425bf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.574382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20067e41-b2ae-46d8-9545-b2c41a0b5d2d {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:12.582152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Publish callbacks [] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.589364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fefa9401-9460-4497-9a9d-3768425bf210 None None] Port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:19:12.590096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8539cd68-a6fa-454b-beb4-4f37307d2e78 req-43ba2dd6-518e-4ec5-9535-aeca43ed0c17 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2311f12-099f-4d7c-b52f-c11aa3c8184c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413522 Feb 03 14:19:12.599998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Transition to ACTIVE for port object 20067e41-b2ae-46d8-9545-b2c41a0b5d2d will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:12.609888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.613172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ffebf5ca-8422-44c3-821d-ba7e54042381 req-986a378a-3298-4901-af4b-af64e211b9a3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144428 Feb 03 14:19:12.640696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 856a6b39-0447-485d-a5a8-322b13d2ea00, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=856a6b39-0447-485d-a5a8-322b13d2ea00,segment=NetworkSegment(ed855948-1057-4128-b1e9-235bad2f3d63),segment_id=ed855948-1057-4128-b1e9-235bad2f3d63)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:12.653051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Deleting port fccd7cbd-3cdc-42b0-b634-017b3086fa83 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:19:12.653546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.662553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '856a6b39-0447-485d-a5a8-322b13d2ea00', 'network_id': 'a7852469-cb57-4acc-a361-0944b2d86517', 'port_id': '856a6b39-0447-485d-a5a8-322b13d2ea00', 'mac_address': 'fa:16:3e:fb:fe:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50be311d-6aaa-4427-a955-c1b3bf97d8ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:12.697687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Pushing event updated for resources: {'Port': ['ID=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:12.783847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 856a6b39-0447-485d-a5a8-322b13d2ea00 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:12.784234 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.788686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Attempting to bind port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:12.789904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Attempting to bind port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:12.791271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Attempting to bind port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:12.797814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:12.798528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Attempting to bind port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:12.805463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:12.806321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:12.807161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:12.807986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Bound port: 20067e41-b2ae-46d8-9545-b2c41a0b5d2d, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:12.808627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.820401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37249640-ffd1-4ec4-bbf9-3911275c765d req-6bb03644-0f94-481e-98fe-4f21ce98725b tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0904565 Feb 03 14:19:12.855139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856a6b39-0447-485d-a5a8-322b13d2ea00 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:12.876315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] For port fccd7cbd-3cdc-42b0-b634-017b3086fa83, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fccd7cbd-3cdc-42b0-b634-017b3086fa83,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:12.876725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.896687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 856a6b39-0447-485d-a5a8-322b13d2ea00, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=856a6b39-0447-485d-a5a8-322b13d2ea00,segment=NetworkSegment(ed855948-1057-4128-b1e9-235bad2f3d63),segment_id=ed855948-1057-4128-b1e9-235bad2f3d63)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:12.903293 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.932150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] For port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:12.933277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Calling delete_port for fccd7cbd-3cdc-42b0-b634-017b3086fa83 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:19:12.936728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] For port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:12.944798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:12.978250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860003d-b2e1-4129-8c80-f412aa4d7fff req-bd453b01-abc5-430f-8f19-f5e8990e614c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:12.979792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3860003d-b2e1-4129-8c80-f412aa4d7fff req-bd453b01-abc5-430f-8f19-f5e8990e614c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.2929325 Feb 03 14:19:13.008088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.008705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:13.010376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] 10.222.0.71 "PUT /v2.0/ports/20067e41-b2ae-46d8-9545-b2c41a0b5d2d HTTP/1.1" status: 200 len: 1096 time: 0.9226680 Feb 03 14:19:13.013502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4552b163-f5d9-482a-b2c2-41acd925e387', 'tag': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:13.013738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=856a6b39-0447-485d-a5a8-322b13d2ea00,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:13.016382 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82b0d0c-289a-4410-8ea7-3c64705dd34c" -d '{"events": [{"name": "network-changed", "server_uuid": "4552b163-f5d9-482a-b2c2-41acd925e387", "tag": "20067e41-b2ae-46d8-9545-b2c41a0b5d2d"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:13.052234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9fa59-8104-4d7e-b3f1-824cc8120f2b service neutron] Pushing event updated for resources: {'Port': ['ID=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:13.122996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-5c1e3d7b-39f4-450c-82d0-21ee38afd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.124531 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-5c1e3d7b-39f4-450c-82d0-21ee38afd27c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 1130 time: 0.0516841 Feb 03 14:19:13.124810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a2cb-76a7-4f6f-a3ea-6c7c4293aba9 req-0426631a-724d-43c0-9547-6c2dc810c005 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.126326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b71a2cb-76a7-4f6f-a3ea-6c7c4293aba9 req-0426631a-724d-43c0-9547-6c2dc810c005 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 948 time: 0.1813216 Feb 03 14:19:13.134270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3860003d-b2e1-4129-8c80-f412aa4d7fff req-c16021b4-7477-48c0-9307-1260c46ef6a9 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281822 Feb 03 14:19:13.200070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-79ab24f2-d344-410a-a2e4-4c0c4a4db918 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=20067e41-b2ae-46d8-9545-b2c41a0b5d2d HTTP/1.1" status: 200 len: 217 time: 0.0499306 Feb 03 14:19:13.235636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b71a2cb-76a7-4f6f-a3ea-6c7c4293aba9 req-48a4f212-4a7e-4c56-8e86-1382f0f60612 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003881 Feb 03 14:19:13.271088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-a1929f27-81cc-4402-812e-7a2a181f7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.272924 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-a1929f27-81cc-4402-812e-7a2a181f7085 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0692511 Feb 03 14:19:13.302290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fccd7cbd-3cdc-42b0-b634-017b3086fa83), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:13.327306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-154023fc-9a9b-47bb-81d4-ab958982cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.328873 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-154023fc-9a9b-47bb-81d4-ab958982cb9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0498986 Feb 03 14:19:13.340259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Pushing event deleted for resources: {'Port': ['ID=fccd7cbd-3cdc-42b0-b634-017b3086fa83,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:13.385837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.386182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.386526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.386865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.387199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.387530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.387859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.388183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.388533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.388861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.389183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.389503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.389828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:13.422949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['856a6b39-0447-485d-a5a8-322b13d2ea00'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:13.430873 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-ef3a8a45-de2f-4c64-9d0c-9f6aee05d6cc service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948470 Feb 03 14:19:13.438441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] No DVR routers for this DVR port fccd7cbd-3cdc-42b0-b634-017b3086fa83 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:19:13.447075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603defc-f3f2-4535-a52d-d4363155e5d4 req-d9ebbb59-8e19-4568-9d13-b7116702627e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.448680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e603defc-f3f2-4535-a52d-d4363155e5d4 req-d9ebbb59-8e19-4568-9d13-b7116702627e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1870904 Feb 03 14:19:13.449743 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:13.452951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dcedefa-13bf-4ae6-967b-d659250c1be5 req-19ad6bb9-70e0-4508-8839-3eaaf82e7821 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.71 "DELETE /v2.0/ports/fccd7cbd-3cdc-42b0-b634-017b3086fa83 HTTP/1.1" status: 204 len: 173 time: 1.0018895 Feb 03 14:19:13.454308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-deleted', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:13.457270 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9708c954-0f23-4180-bdb4-99872294380a" -d '{"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-deleted", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:13.490982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df700eb5-7e72-4b6d-9b71-e6a1499fa2ea req-fcd9df1a-1d4b-45ef-9dc9-ab50961460ec tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.497933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df700eb5-7e72-4b6d-9b71-e6a1499fa2ea req-fcd9df1a-1d4b-45ef-9dc9-ab50961460ec tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1602051 Feb 03 14:19:13.548850 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cda25674-5681-4f25-a72b-b6466b4d4159 req-9a6aee49-9851-494e-800d-1ce02dfb3455 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116078 Feb 03 14:19:13.553130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e603defc-f3f2-4535-a52d-d4363155e5d4 req-b33e2d30-45c2-4118-aded-f4a35c62d8ef tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935929 Feb 03 14:19:13.582242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df700eb5-7e72-4b6d-9b71-e6a1499fa2ea req-29cf2c97-e4d9-4449-8dbf-bbe2da2b26fa tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834403 Feb 03 14:19:13.623242 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248eeaf2-5cb2-422e-b609-e99e8d3ea40e x-openstack-request-id: req-248eeaf2-5cb2-422e-b609-e99e8d3ea40e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:13.623534 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4552b163-f5d9-482a-b2c2-41acd925e387", "tag": "20067e41-b2ae-46d8-9545-b2c41a0b5d2d", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:13.623817 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-248eeaf2-5cb2-422e-b609-e99e8d3ea40e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:13.624222 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4552b163-f5d9-482a-b2c2-41acd925e387', 'tag': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d', 'status': 'completed', 'code': 200} Feb 03 14:19:13.727479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd716-c9ba-49f8-b552-085f54d7e065 req-b3a34447-3797-472a-89df-e253b4a0be71 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.729325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-759cd716-c9ba-49f8-b552-085f54d7e065 req-b3a34447-3797-472a-89df-e253b4a0be71 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 945 time: 0.0745728 Feb 03 14:19:13.730899 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e219a4-5b64-444a-84c7-f2a2cfd7d2d8 x-openstack-request-id: req-d0e219a4-5b64-444a-84c7-f2a2cfd7d2d8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:13.731192 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9d45a-4dae-4142-b284-6223c91d9ef9", "name": "network-vif-deleted", "tag": "fccd7cbd-3cdc-42b0-b634-017b3086fa83", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:13.731446 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0e219a4-5b64-444a-84c7-f2a2cfd7d2d8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:13.731842 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9d45a-4dae-4142-b284-6223c91d9ef9', 'name': 'network-vif-deleted', 'tag': 'fccd7cbd-3cdc-42b0-b634-017b3086fa83', 'status': 'completed', 'code': 200} Feb 03 14:19:13.787261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-2908203d-4ef6-417e-9dd5-7532f00d01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.789552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-2908203d-4ef6-417e-9dd5-7532f00d01d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 1130 time: 0.0530190 Feb 03 14:19:13.808342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-759cd716-c9ba-49f8-b552-085f54d7e065 req-ff582fb0-b543-4327-91cf-bbe8921df16e tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726013 Feb 03 14:19:13.826202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17b4c5c9-37c2-4e7c-b874-3aa89b84eabb req-26e2e7fa-e93b-4016-879d-391d73bfa9d4 tempest-ImagesOneServerTestJSON-658326706 tempest-ImagesOneServerTestJSON-658326706-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af9d45a-4dae-4142-b284-6223c91d9ef9 HTTP/1.1" status: 200 len: 210 time: 0.0323732 Feb 03 14:19:13.910682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-9e9d68b6-18ff-4a90-b58b-2bd7f7c39126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.912314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-9e9d68b6-18ff-4a90-b58b-2bd7f7c39126 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1165984 Feb 03 14:19:13.946491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d8ce65e-93fb-4972-90f1-f4ae3c32e899 req-819e4e30-48b0-43d8-a3c4-a75466d21d62 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0311201 Feb 03 14:19:13.964722 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-1bd65698-afd7-4e34-ad09-eacea423b463 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=20067e41-b2ae-46d8-9545-b2c41a0b5d2d HTTP/1.1" status: 200 len: 217 time: 0.0361981 Feb 03 14:19:13.966370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb088d8-8757-4cfb-9a48-ed0a439f7323 req-7b7ecfcc-3eb1-484b-866d-88277d3e249c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:13.967869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cb088d8-8757-4cfb-9a48-ed0a439f7323 req-7b7ecfcc-3eb1-484b-866d-88277d3e249c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.0820198 Feb 03 14:19:14.017545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cb088d8-8757-4cfb-9a48-ed0a439f7323 req-f441f184-64f1-4be3-b90e-15f2c49a44a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441279 Feb 03 14:19:14.027214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-fe8df851-8be8-4488-aa58-b69b041b0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.028914 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-fe8df851-8be8-4488-aa58-b69b041b0801 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0479412 Feb 03 14:19:14.079898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-3f7f0cde-a8c5-4a3f-b107-5ca70303623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.081522 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-3f7f0cde-a8c5-4a3f-b107-5ca70303623e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0464203 Feb 03 14:19:14.171800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-bd5e3d41-97d7-4ed0-ba15-91445ca57a1c service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839200 Feb 03 14:19:14.288856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea90819-6a90-452a-b904-82d6df1fbc69 req-57d06b7a-9287-4a4b-a887-4100dfec5cd4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.290362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ea90819-6a90-452a-b904-82d6df1fbc69 req-57d06b7a-9287-4a4b-a887-4100dfec5cd4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0630713 Feb 03 14:19:14.323172 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a82b0d0c-289a-4410-8ea7-3c64705dd34c req-666a674d-8e5c-458c-a3fc-73a6dad33fd1 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243427 Feb 03 14:19:14.376647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ea90819-6a90-452a-b904-82d6df1fbc69 req-42536b56-0c72-4808-80df-c3375153f2ae tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744505 Feb 03 14:19:14.387093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:14.398019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb32d23-e761-4fff-93ad-b33c7d246e57 req-46710180-c4ab-450d-811a-257866f90df4 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.399868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcb32d23-e761-4fff-93ad-b33c7d246e57 req-46710180-c4ab-450d-811a-257866f90df4 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 948 time: 0.0738182 Feb 03 14:19:14.458837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcb32d23-e761-4fff-93ad-b33c7d246e57 req-0747357b-2302-4ce0-bbec-d24efe078c80 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Feb 03 14:19:14.488109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:14.499140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0', 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb', 'port_id': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0', 'mac_address': 'fa:16:3e:a0:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b47ca1-97a3-4971-be0b-b272ee913b16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:14.540583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:14.540888 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:14.686898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:14.707151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:14.712491 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:14.717342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f4554-c0ab-4bd2-881d-e521227f0384 req-ea49f17e-1a71-4c87-ae18-f08ce9026de7 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.718866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-139f4554-c0ab-4bd2-881d-e521227f0384 req-ea49f17e-1a71-4c87-ae18-f08ce9026de7 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0900235 Feb 03 14:19:14.739408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cfefc-9338-472b-ba91-369a40697968 req-d4e73371-0823-420e-bd6f-8d854493d388 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.741430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-986cfefc-9338-472b-ba91-369a40697968 req-d4e73371-0823-420e-bd6f-8d854493d388 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0788434 Feb 03 14:19:14.761129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:14.806891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-139f4554-c0ab-4bd2-881d-e521227f0384 req-87ae2a04-397a-4819-af34-21171e0154d2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798757 Feb 03 14:19:14.813759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-986cfefc-9338-472b-ba91-369a40697968 req-c1e92fc5-97f2-42f1-8def-59f4831e2bf6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647578 Feb 03 14:19:14.932352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ee632-ab2d-452f-9d5d-1b79ef2bbf52 req-84e44913-51eb-4755-8177-5f8836948b1a tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:14.934146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc7ee632-ab2d-452f-9d5d-1b79ef2bbf52 req-84e44913-51eb-4755-8177-5f8836948b1a tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 945 time: 0.0544002 Feb 03 14:19:14.984847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc7ee632-ab2d-452f-9d5d-1b79ef2bbf52 req-7668cee0-45ad-42d2-91fc-361016099192 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Feb 03 14:19:15.068391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cedf158-dcce-4bb7-8546-84659642b363 req-6d6b2731-611d-4cc3-afb9-d542d60732d9 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0349400 Feb 03 14:19:15.102469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:15.143329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6857e94-28e5-4386-9795-ddc4fcbfb530 req-bc1cb1a3-58f9-4913-87f9-6338b73144dc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:15.144889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6857e94-28e5-4386-9795-ddc4fcbfb530 req-bc1cb1a3-58f9-4913-87f9-6338b73144dc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.0571017 Feb 03 14:19:15.193777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6857e94-28e5-4386-9795-ddc4fcbfb530 req-f1bdb443-36e1-4d39-8fba-a2b3876fc93e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426528 Feb 03 14:19:15.243010 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-429e9de1-b6ee-4178-8052-43c616da7615 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8752ae7ea6e463aa79bd830ef15f9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392570 Feb 03 14:19:15.245877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40802) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:15.294142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33079dd6-0e16-4f9a-bd9c-847bde83ee69 admin admin] Publish callbacks [] for security_group (d2311f12-099f-4d7c-b52f-c11aa3c8184c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:15.318235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33079dd6-0e16-4f9a-bd9c-847bde83ee69 admin admin] Publish callbacks [] for security_group (d2311f12-099f-4d7c-b52f-c11aa3c8184c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:15.324770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['283ce77f-aa15-40d7-a9de-0c851fd5f5e0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:15.369328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33079dd6-0e16-4f9a-bd9c-847bde83ee69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d2311f12-099f-4d7c-b52f-c11aa3c8184c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:15.372093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33079dd6-0e16-4f9a-bd9c-847bde83ee69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:15.373291 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-33079dd6-0e16-4f9a-bd9c-847bde83ee69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2311f12-099f-4d7c-b52f-c11aa3c8184c HTTP/1.1" status: 204 len: 168 time: 0.1265013 Feb 03 14:19:15.390342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33079dd6-0e16-4f9a-bd9c-847bde83ee69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2311f12-099f-4d7c-b52f-c11aa3c8184c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:15.604931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42520de-0654-424f-8163-47d657dd6c51 req-f8fcb3ed-86bf-4476-a05d-02db33d12e5f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:15.606519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c42520de-0654-424f-8163-47d657dd6c51 req-f8fcb3ed-86bf-4476-a05d-02db33d12e5f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.1122191 Feb 03 14:19:15.655258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bc424-4eb7-46e9-be73-4ee7f86f688a req-0f5f0aaa-0a20-457e-a7e0-9cc32a0100d5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:15.656784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c83bc424-4eb7-46e9-be73-4ee7f86f688a req-0f5f0aaa-0a20-457e-a7e0-9cc32a0100d5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 948 time: 0.1109574 Feb 03 14:19:15.684697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c42520de-0654-424f-8163-47d657dd6c51 req-3cee53c2-3ea8-4cb7-a363-877d0700fd23 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719302 Feb 03 14:19:15.723230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c83bc424-4eb7-46e9-be73-4ee7f86f688a req-37ce4bd3-2e5c-4517-804b-46d00143c823 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578182 Feb 03 14:19:15.726204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b3160e8-8d2c-4816-9e8b-934688997899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:15.964357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c96c48-6633-448d-9add-e3efe3982136 req-2fa8eadd-49ba-4122-bca0-97d9dfa893e4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:15.965921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5c96c48-6633-448d-9add-e3efe3982136 req-2fa8eadd-49ba-4122-bca0-97d9dfa893e4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0771108 Feb 03 14:19:15.976399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef2ef-cc8c-46b8-b85a-0f4a28db91b8 req-c443e52a-1ee6-4a4d-878c-e9087816a43b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:15.978016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e1ef2ef-cc8c-46b8-b85a-0f4a28db91b8 req-c443e52a-1ee6-4a4d-878c-e9087816a43b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0985742 Feb 03 14:19:16.060197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5c96c48-6633-448d-9add-e3efe3982136 req-fb59df1f-21b4-425a-ae48-806ebcbfadb4 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811856 Feb 03 14:19:16.063403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e1ef2ef-cc8c-46b8-b85a-0f4a28db91b8 req-04076b21-73f4-481e-8d05-3a6279915935 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776949 Feb 03 14:19:16.149161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40838) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:16.183461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382de2de-2192-4ed6-a6d8-e858f2e1a8bb req-6b162209-9a63-4035-8ddf-f54a16ea52da tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:16.185191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-382de2de-2192-4ed6-a6d8-e858f2e1a8bb req-6b162209-9a63-4035-8ddf-f54a16ea52da tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 945 time: 0.0591457 Feb 03 14:19:16.252189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-382de2de-2192-4ed6-a6d8-e858f2e1a8bb req-1c4e6c53-03e7-4d08-a19f-c4fa398d159f tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611227 Feb 03 14:19:16.278794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-378257527-network', 'tenant_id': 'ece849ee8b024b18af105f12b7a81664'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:16.313112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51fe47e2-a5d2-493d-ad2e-385a4230d845 req-ccfdfa86-7720-447d-b7ac-cf0b4fa82026 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0354309 Feb 03 14:19:16.314847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Made reservation on behalf of ece849ee8b024b18af105f12b7a81664 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:16.317261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.334131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.392882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291997d-78f1-4b08-b703-521c0108676e req-af2983b3-18dc-4f52-8e43-05cd1aaca253 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:16.395324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f291997d-78f1-4b08-b703-521c0108676e req-af2983b3-18dc-4f52-8e43-05cd1aaca253 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.0733726 Feb 03 14:19:16.405788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 856a6b39-0447-485d-a5a8-322b13d2ea00 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:16.434580 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks [] for security_group (66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.439584 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.459017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 856a6b39-0447-485d-a5a8-322b13d2ea00 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:16.463636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 856a6b39-0447-485d-a5a8-322b13d2ea00 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:16.464129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.468682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:19:16.479767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:16.484105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f291997d-78f1-4b08-b703-521c0108676e req-97646e5a-4cf4-44c3-907a-18176075b6f6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775523 Feb 03 14:19:16.485820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ca7ed7eb-f38f-4464-9288-3b68e93738cd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.486180 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Added segment ca7ed7eb-f38f-4464-9288-3b68e93738cd of type vlan for network e8fd49f1-794b-41e2-90a7-3822f1f19d10 Feb 03 14:19:16.506196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d66634-205e-4304-9590-3fc1969df9c1 req-0bf94d3f-2447-4a8d-9ee5-35a4a87a870e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:16.508287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6d66634-205e-4304-9590-3fc1969df9c1 req-0bf94d3f-2447-4a8d-9ee5-35a4a87a870e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.1120627 Feb 03 14:19:16.536389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e8fd49f1-794b-41e2-90a7-3822f1f19d10), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.560022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6d66634-205e-4304-9590-3fc1969df9c1 req-7ae533e7-31cb-4b30-842f-77f370d79676 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Feb 03 14:19:16.562542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 856a6b39-0447-485d-a5a8-322b13d2ea00 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:16.563083 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.566913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e8fd49f1-794b-41e2-90a7-3822f1f19d10), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.567984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:16.568615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.598977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856a6b39-0447-485d-a5a8-322b13d2ea00'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:16.602503 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c24546-2e3e-47e3-99b6-ff8b58b2e31a" -d '{"events": [{"server_uuid": "1f9a23c1-5d19-42cd-9604-a9894b205670", "name": "network-vif-plugged", "status": "completed", "tag": "856a6b39-0447-485d-a5a8-322b13d2ea00"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:16.607564 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4571528 Feb 03 14:19:16.610483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40848) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:16.615935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Request body: {'subnet': {'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-378257527-subnet', 'tenant_id': 'ece849ee8b024b18af105f12b7a81664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:16.621134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 856a6b39-0447-485d-a5a8-322b13d2ea00, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=856a6b39-0447-485d-a5a8-322b13d2ea00,segment=NetworkSegment(ed855948-1057-4128-b1e9-235bad2f3d63),segment_id=ed855948-1057-4128-b1e9-235bad2f3d63)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:16.627184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.628491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:16.638969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Made reservation on behalf of ece849ee8b024b18af105f12b7a81664 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:16.641925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:16.642218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025548e3-867e-4ca8-9dde-fce507eed780 admin admin] Pushing event updated for resources: {'Network': ['ID=e8fd49f1-794b-41e2-90a7-3822f1f19d10,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:16.656178 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18063fd9-720c-412e-9d64-2487b9791aaa x-openstack-request-id: req-18063fd9-720c-412e-9d64-2487b9791aaa {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:16.656487 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9a23c1-5d19-42cd-9604-a9894b205670", "name": "network-vif-plugged", "status": "completed", "tag": "856a6b39-0447-485d-a5a8-322b13d2ea00", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:16.656739 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18063fd9-720c-412e-9d64-2487b9791aaa {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:16.657121 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856a6b39-0447-485d-a5a8-322b13d2ea00', 'code': 200} Feb 03 14:19:16.657790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e8fd49f1-794b-41e2-90a7-3822f1f19d10 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:19:16.677733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: fccd7cbd-3cdc-42b0-b634-017b3086fa83 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:19:16.678080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fccd7cbd-3cdc-42b0-b634-017b3086fa83 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:19:16.796175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=856a6b39-0447-485d-a5a8-322b13d2ea00,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:16.810138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f36d5-e27f-4797-8016-12e30218310d req-3319b371-7a11-4dbc-bbb2-ad6a077e7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:16.812033 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-056f36d5-e27f-4797-8016-12e30218310d req-3319b371-7a11-4dbc-bbb2-ad6a077e7236 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 1128 time: 0.0646698 Feb 03 14:19:16.813937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.814283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.814624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.815463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.815806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.816139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.816538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.816921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.817629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.818561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.818918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.819812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.820163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:19:16.865138 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-056f36d5-e27f-4797-8016-12e30218310d req-02186e89-ccb0-4efd-adbb-21cbec5312b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396066 Feb 03 14:19:17.096188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdf950-fa42-4696-8bd9-976908040d57 req-f7c97326-6ac0-4dcf-9c46-3745d68c80e5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.097707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59bdf950-fa42-4696-8bd9-976908040d57 req-f7c97326-6ac0-4dcf-9c46-3745d68c80e5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.1162033 Feb 03 14:19:17.106500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f97126-0cf7-4ef4-98a2-9098de3684b3 req-464d7984-3b9a-4b70-8c0b-7458870559ef tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.107906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54f97126-0cf7-4ef4-98a2-9098de3684b3 req-464d7984-3b9a-4b70-8c0b-7458870559ef tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 948 time: 0.1253357 Feb 03 14:19:17.251250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54f97126-0cf7-4ef4-98a2-9098de3684b3 req-ea6294ec-175e-4494-ae5b-51e2a3130bc6 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213105 Feb 03 14:19:17.254603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59bdf950-fa42-4696-8bd9-976908040d57 req-8ab3f170-4f1a-4b74-8969-ffa96fe7c66c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457217 Feb 03 14:19:17.255539 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (80c9ee5c-18be-4f73-88f2-b5b22114f298), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:17.315206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c9ee5c-18be-4f73-88f2-b5b22114f298,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:17.325556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Checking segment: {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:17.325917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Network hostable DHCP agents. Network: e8fd49f1-794b-41e2-90a7-3822f1f19d10, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:19:17.376494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Network e8fd49f1-794b-41e2-90a7-3822f1f19d10 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:19:17.388801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e8fd49f1-794b-41e2-90a7-3822f1f19d10) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:17.394637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.395691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:17.402115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f6cca-7b94-42c9-9f88-d7f8f3c06d41 None None] Network e8fd49f1-794b-41e2-90a7-3822f1f19d10 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:19:17.418697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d305-1154-42cb-9243-927f2984ee38 req-a5ff6cc0-7964-4899-9b3d-4aafad74505f tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.420350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e328d305-1154-42cb-9243-927f2984ee38 req-a5ff6cc0-7964-4899-9b3d-4aafad74505f tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 946 time: 0.0885737 Feb 03 14:19:17.431062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a9bde209-b458-4efd-a63f-cbbc84ebacb2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8194032 Feb 03 14:19:17.493773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e328d305-1154-42cb-9243-927f2984ee38 req-ac4739c1-f300-4486-a758-a51fb5eec8f7 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612137 Feb 03 14:19:17.559438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510b470-b222-478b-a2b3-1c59b62d16d4 None None] Network e8fd49f1-794b-41e2-90a7-3822f1f19d10 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:19:17.634769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-102a81bf-1b5c-4bfb-baa7-0acd94659d9c req-9efface3-52b3-4567-81e9-45f58fabd7bf tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0421960 Feb 03 14:19:17.647723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489a16e-46f2-461c-8627-2539ec35f0aa req-2a550c8e-0506-4c0a-9b1f-7e817900bb2c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.665061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f489a16e-46f2-461c-8627-2539ec35f0aa req-2a550c8e-0506-4c0a-9b1f-7e817900bb2c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1051638 Feb 03 14:19:17.720496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f489a16e-46f2-461c-8627-2539ec35f0aa req-25ee2284-6bf3-49ce-94eb-106ebbfaab02 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646296 Feb 03 14:19:17.762538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290771b1-a037-4f44-b240-9c36d1f9252e req-3a619bc6-4016-47c3-bd2d-a96a1e34aef6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.764042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-290771b1-a037-4f44-b240-9c36d1f9252e req-3a619bc6-4016-47c3-bd2d-a96a1e34aef6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.0593054 Feb 03 14:19:17.839998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-290771b1-a037-4f44-b240-9c36d1f9252e req-9ab16338-3e48-4a49-beed-ddc77e9d9152 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703371 Feb 03 14:19:17.861341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5987c-6017-46d5-ac67-93c28b57eab4 req-839557d6-57b9-46ed-b182-151cc53c6ba9 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:17.861341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7da5987c-6017-46d5-ac67-93c28b57eab4 req-839557d6-57b9-46ed-b182-151cc53c6ba9 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0833645 Feb 03 14:19:17.907303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7da5987c-6017-46d5-ac67-93c28b57eab4 req-f48a03ab-5909-49b9-ba11-becc322b35a3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Feb 03 14:19:18.025854 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9711651d-0d7b-4f7f-bce3-02576350922b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.157036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-d07f647b-850f-47a1-94f5-9dc801b6ac45 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:18.158706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-d07f647b-850f-47a1-94f5-9dc801b6ac45 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 821 time: 0.1033721 Feb 03 14:19:18.173474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-3fff1ce9-59a1-4fe8-8a4d-25da8d0f2b77 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/quotas/ece849ee8b024b18af105f12b7a81664 HTTP/1.1" status: 200 len: 375 time: 0.0091984 Feb 03 14:19:18.202653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fca02-33da-446a-95d6-91e0d8273aed req-5868b38c-deea-46d3-abe0-ea2bdf5ae393 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:18.204120 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f98fca02-33da-446a-95d6-91e0d8273aed req-5868b38c-deea-46d3-abe0-ea2bdf5ae393 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 946 time: 0.0528948 Feb 03 14:19:18.206958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-11e4de6f-1c32-4beb-a9fb-4fa47c95d0e8 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274220 Feb 03 14:19:18.275718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-755a0e60-0f34-452c-a2e2-e3f41922ec52 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:19:18.276867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-755a0e60-0f34-452c-a2e2-e3f41922ec52 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627329 Feb 03 14:19:18.421862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-10766b1c-a7b7-4a75-b8f0-f5a9ab19f87c service neutron] 10.222.0.52 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374340 Feb 03 14:19:18.425084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 20067e41-b2ae-46d8-9545-b2c41a0b5d2d details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:18.434193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:18.455243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d2e2-79ae-4f2c-b3f1-8b92153cdc43 req-e2419eb6-66ee-4416-a791-1a6c1ed6df2b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:18.456971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa4d2e2-79ae-4f2c-b3f1-8b92153cdc43 req-e2419eb6-66ee-4416-a791-1a6c1ed6df2b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 948 time: 0.1101019 Feb 03 14:19:18.532158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:18.539661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:18.540099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.580034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa4d2e2-79ae-4f2c-b3f1-8b92153cdc43 req-77252840-ea7e-4075-be62-decb8a967be0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118555 Feb 03 14:19:18.604623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-f310cf0b-ef9a-4d23-9454-1f4a154080f8 service neutron] 10.222.0.52 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815372 Feb 03 14:19:18.649647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Deleting port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:19:18.650086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.662361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:18.680289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d', 'mac_address': 'fa:16:3e:79:de:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:18.748805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:18.749201 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.749343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856385f4-00a7-4b0b-84b2-1f094e0dd294 req-3bc67002-fe76-4c5f-b5be-04fab781610d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:18.751126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-856385f4-00a7-4b0b-84b2-1f094e0dd294 req-3bc67002-fe76-4c5f-b5be-04fab781610d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.0699308 Feb 03 14:19:18.752793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:18.754131 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.782057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20067e41-b2ae-46d8-9545-b2c41a0b5d2d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:18.796518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] For port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:18.796772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.807013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:18.809742 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223e6c3-0d28-43d0-8cc7-7be0884970d3" -d '{"events": [{"server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "name": "network-vif-plugged", "status": "completed", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:18.831129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:18.831966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-856385f4-00a7-4b0b-84b2-1f094e0dd294 req-4c5c176e-56c5-4575-ba06-a8ecafca2c98 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705025 Feb 03 14:19:18.833608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:18.835614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Calling delete_port for 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:19:18.847528 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.847528 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:18.910484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e0fb2-93e4-40ac-aff1-cf50b2a9cd79 req-7d215101-21d7-437a-87df-69d9da4afa1c tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:18.911867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d47e0fb2-93e4-40ac-aff1-cf50b2a9cd79 req-7d215101-21d7-437a-87df-69d9da4afa1c tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 946 time: 0.0766120 Feb 03 14:19:18.926185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:18.953019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-180c15e0-1289-43ac-8733-40967c357469 req-579d4a01-0785-43fd-bce0-c6ef5990c411 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0401459 Feb 03 14:19:19.011631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d47e0fb2-93e4-40ac-aff1-cf50b2a9cd79 req-33db3326-6ddd-48b2-8206-bb221af66f50 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902140 Feb 03 14:19:19.025065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:19.089266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0c3ae959-86ac-4752-94ae-3b5b8821d6a1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:19.124110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0c3ae959-86ac-4752-94ae-3b5b8821d6a1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:19.129171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event deleted for resources: {'Port': ['ID=0c3ae959-86ac-4752-94ae-3b5b8821d6a1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:19.133281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c4ac34-de9a-4a36-a276-365c62408e8e req-784ad668-198f-493c-af40-0ff00882b2a5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 210 time: 0.0664682 Feb 03 14:19:19.174246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] No DVR routers for this DVR port 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:19:19.177982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:19.183119 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f98fca02-33da-446a-95d6-91e0d8273aed req-9583aba5-5dfd-4ce0-81f7-62f9fc1ffe58 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.71 "DELETE /v2.0/ports/0c3ae959-86ac-4752-94ae-3b5b8821d6a1 HTTP/1.1" status: 204 len: 173 time: 0.9603064 Feb 03 14:19:19.184122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'name': 'network-vif-deleted', 'tag': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:19.186932 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c0928e-7c7b-43ec-89d1-b28bb8feb3d6" -d '{"events": [{"server_uuid": "fbec78b3-4062-4c60-98c2-be33e7649cba", "name": "network-vif-deleted", "tag": "0c3ae959-86ac-4752-94ae-3b5b8821d6a1"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:19.187628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785a8e-bb6c-4465-9ac4-109d8ef35dfb req-0aedf00d-9648-4c61-82a8-f17298065e75 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:19.189894 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec7f75-fb9e-44e6-8799-ea5adb9caf36 x-openstack-request-id: req-e3ec7f75-fb9e-44e6-8799-ea5adb9caf36 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:19.190187 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "name": "network-vif-plugged", "status": "completed", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:19.190444 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3ec7f75-fb9e-44e6-8799-ea5adb9caf36 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:19.190821 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0', 'code': 200} Feb 03 14:19:19.191733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1785a8e-bb6c-4465-9ac4-109d8ef35dfb req-0aedf00d-9648-4c61-82a8-f17298065e75 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1421268 Feb 03 14:19:19.278928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1785a8e-bb6c-4465-9ac4-109d8ef35dfb req-53043115-bf47-482f-a763-2eaea4180f9f tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826688 Feb 03 14:19:19.359742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa434a-9250-4991-bdd1-11a9a389525f req-e14c221e-d8ae-45f6-bf63-cb425eb03362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:19.361500 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-deaa434a-9250-4991-bdd1-11a9a389525f req-e14c221e-d8ae-45f6-bf63-cb425eb03362 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1128 time: 0.0624857 Feb 03 14:19:19.361860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c30c6-30c2-41f4-8b44-48c7d120b4e9 req-e88a0b15-0aa9-44c6-8103-610e2012127c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:19.365921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b47c30c6-30c2-41f4-8b44-48c7d120b4e9 req-e88a0b15-0aa9-44c6-8103-610e2012127c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.1183937 Feb 03 14:19:19.366464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['20067e41-b2ae-46d8-9545-b2c41a0b5d2d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:19.419436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b296309-8090-441c-adb6-ad122a5d99c8 req-91124829-1cd2-492f-a578-992a30ac46b6 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbec78b3-4062-4c60-98c2-be33e7649cba HTTP/1.1" status: 200 len: 210 time: 0.0522864 Feb 03 14:19:19.442031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-deaa434a-9250-4991-bdd1-11a9a389525f req-765f2256-0879-4ca0-b7ba-7797ecc45461 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690854 Feb 03 14:19:19.463446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b47c30c6-30c2-41f4-8b44-48c7d120b4e9 req-afd721ea-f64a-4b88-90c6-1a19f967fb0e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863283 Feb 03 14:19:19.518513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:19.526063 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a966a-7038-48e0-b8e3-369b61d7626d x-openstack-request-id: req-c33a966a-7038-48e0-b8e3-369b61d7626d {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:19.526724 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbec78b3-4062-4c60-98c2-be33e7649cba", "name": "network-vif-deleted", "tag": "0c3ae959-86ac-4752-94ae-3b5b8821d6a1", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:19.527003 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c33a966a-7038-48e0-b8e3-369b61d7626d {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:19.527574 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbec78b3-4062-4c60-98c2-be33e7649cba', 'name': 'network-vif-deleted', 'tag': '0c3ae959-86ac-4752-94ae-3b5b8821d6a1', 'status': 'completed', 'code': 200} Feb 03 14:19:19.697408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff915a8-73fc-4559-8869-05560af4eb90 req-88f3824b-cb37-4acb-9a15-199e0d5fe2f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:19.698891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fff915a8-73fc-4559-8869-05560af4eb90 req-88f3824b-cb37-4acb-9a15-199e0d5fe2f5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 949 time: 0.0542529 Feb 03 14:19:19.779640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fff915a8-73fc-4559-8869-05560af4eb90 req-968e7cc2-1066-4258-931e-624ded4b469e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718095 Feb 03 14:19:19.790560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d739-95d0-40e6-a853-282695352b34 req-48e1bdbd-c3ad-4a4b-a851-3fad7b2532d6 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:19.792086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c12d739-95d0-40e6-a853-282695352b34 req-48e1bdbd-c3ad-4a4b-a851-3fad7b2532d6 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 946 time: 0.0923207 Feb 03 14:19:19.843716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c12d739-95d0-40e6-a853-282695352b34 req-4c38c90d-219e-483d-9f2c-7929bfbdfb65 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 Feb 03 14:19:19.896276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40f3b856-9f66-4846-80a6-b03a98a391df req-46562d54-43d7-4d54-b80b-8c6088e86b57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0288763 Feb 03 14:19:19.949639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db05e37-1e1c-4b49-aeb7-2d86e7cb3fb0 req-2ae823c0-3c4e-4660-8fee-39d3041e12f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:19.951240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4db05e37-1e1c-4b49-aeb7-2d86e7cb3fb0 req-2ae823c0-3c4e-4660-8fee-39d3041e12f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.0533557 Feb 03 14:19:19.999974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4db05e37-1e1c-4b49-aeb7-2d86e7cb3fb0 req-e6b77bfe-1724-406c-ac14-f8f3e9b718e5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Feb 03 14:19:20.064217 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09a27f4d-ad3e-4bd7-bcb0-6ba47c803cea req-cdfc1c31-c24a-4a54-8434-3cb3fa937a8a tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0312607 Feb 03 14:19:20.235750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-865d626d-6b00-4fc6-a1b2-f2dbfbbd3658 req-b43b26a6-f121-477d-a5ba-966de3d99afe tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 210 time: 0.0369489 Feb 03 14:19:20.313809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-032f97f6-c98e-452a-aa3d-aba802bdc73e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.315773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-032f97f6-c98e-452a-aa3d-aba802bdc73e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 821 time: 0.1432805 Feb 03 14:19:20.333597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Request body: {'port': {'device_id': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'admin_state_up': True, 'tenant_id': 'ece849ee8b024b18af105f12b7a81664'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:20.480274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7d5d-438e-44b8-8e55-27f9686e65d0 req-b90ba0da-6a65-4595-bf17-a389724d6809 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.481951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-899c7d5d-438e-44b8-8e55-27f9686e65d0 req-b90ba0da-6a65-4595-bf17-a389724d6809 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1165292 Feb 03 14:19:20.521975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Made reservation on behalf of ece849ee8b024b18af105f12b7a81664 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:20.525352 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:20.560791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-899c7d5d-438e-44b8-8e55-27f9686e65d0 req-d71c8ce8-a761-470a-90e6-c597ac04d809 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720263 Feb 03 14:19:20.613569 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:20.713227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Allocated IP 172.20.0.13 (e8fd49f1-794b-41e2-90a7-3822f1f19d10/80c9ee5c-18be-4f73-88f2-b5b22114f298/6199f8be-9739-4825-9da4-c6ba01d60fbd) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:20.795030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee38c4-0752-4d51-a9f1-0307652a12dd req-868d6eeb-478c-412d-8e58-29800be9d870 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.796546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91ee38c4-0752-4d51-a9f1-0307652a12dd req-868d6eeb-478c-412d-8e58-29800be9d870 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.1428533 Feb 03 14:19:20.969029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-c541f00e-651b-49ba-89ff-4092473df957 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:20.970412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-c541f00e-651b-49ba-89ff-4092473df957 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.2494664 Feb 03 14:19:20.987739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91ee38c4-0752-4d51-a9f1-0307652a12dd req-460b6681-11e7-4a86-ba95-d7d3ec5b231f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621621 Feb 03 14:19:20.997930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-e86126fc-252c-458e-90d3-4e74baed646d tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/quotas/1213ccff457b46bb921661511b0ddef3 HTTP/1.1" status: 200 len: 375 time: 0.0214715 Feb 03 14:19:21.059656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-229f8fb4-18c7-4678-a42e-a7506200538c tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478268 Feb 03 14:19:21.095821 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:21.233750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200ff65-1f59-439d-9da2-5ce95ee9cef5 req-7072d5f2-3a76-4fcb-9b68-722276b6a82b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:21.236141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c200ff65-1f59-439d-9da2-5ce95ee9cef5 req-7072d5f2-3a76-4fcb-9b68-722276b6a82b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 949 time: 0.1624231 Feb 03 14:19:21.243859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-2132174f-9737-4830-a77f-0b78b3065f47 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711335 Feb 03 14:19:21.245411 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:21.336030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Network e8fd49f1-794b-41e2-90a7-3822f1f19d10 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:21.366191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:21.377278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:21.415520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:21.444590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c200ff65-1f59-439d-9da2-5ce95ee9cef5 req-5fb971ea-6635-4f64-8104-a89b2888009f tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899278 Feb 03 14:19:21.470054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:21.470675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:21.483191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-70d0ff1c-b83f-439e-9ac4-84d5a1739b28 service neutron] 10.222.0.52 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296774 Feb 03 14:19:21.492403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-702e6f1e-ef8d-4154-8bf7-588cc822a3c5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1676466 Feb 03 14:19:21.559294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Request body: {'port': {'device_id': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:21.568752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0286a8-9887-4173-9c69-d508622f2896 req-8c9b374a-2481-484a-a75d-849837bc8f2a tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:21.570399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d0286a8-9887-4173-9c69-d508622f2896 req-8c9b374a-2481-484a-a75d-849837bc8f2a tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 946 time: 0.0691829 Feb 03 14:19:21.696719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:21.720467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d0286a8-9887-4173-9c69-d508622f2896 req-e1f60aac-e14f-49f1-bfce-93405f5e8cf6 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48dfe70-5893-41d9-8cff-d6d148021565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232088 Feb 03 14:19:21.766623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b07b-50f1-4439-9247-0e268487df74 req-79fa64e0-87f6-414a-a22b-0306ff619d5f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:21.768117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d7b07b-50f1-4439-9247-0e268487df74 req-79fa64e0-87f6-414a-a22b-0306ff619d5f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1252711 Feb 03 14:19:21.892255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07b09104-4ade-4256-b217-39071906a982 req-1ea624e9-a178-4125-b7b7-25e64f77268b tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0934818 Feb 03 14:19:21.933225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d7b07b-50f1-4439-9247-0e268487df74 req-5dabea40-8674-47ce-b312-978879133a2f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544480 Feb 03 14:19:21.952212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.080209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8585d2e-776c-49be-9de7-525c74227432 req-c08652ba-30ad-4a04-ba8c-c99a26832296 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:22.082527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e8585d2e-776c-49be-9de7-525c74227432 req-c08652ba-30ad-4a04-ba8c-c99a26832296 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 946 time: 0.0630155 Feb 03 14:19:22.138201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dabc1-b752-43cb-bd62-3b9a10b81952 req-4fa91258-c7e7-4b02-80c8-ad101c69a60e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:22.139326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c5dabc1-b752-43cb-bd62-3b9a10b81952 req-4fa91258-c7e7-4b02-80c8-ad101c69a60e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 932 time: 0.1401701 Feb 03 14:19:22.147872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052f409-8fef-4131-8949-d99a595a7409 req-5f81b92e-7eb4-4381-bd83-c6434b17f1c5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:22.149358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e052f409-8fef-4131-8949-d99a595a7409 req-5f81b92e-7eb4-4381-bd83-c6434b17f1c5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1362932 Feb 03 14:19:22.185850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Deleting port 856a6b39-0447-485d-a5a8-322b13d2ea00 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:19:22.186514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.244196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6199f8be-9739-4825-9da4-c6ba01d60fbd {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:22.265547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Publish callbacks [] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.279606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c5dabc1-b752-43cb-bd62-3b9a10b81952 req-68a71fcb-bc27-4379-a61d-b2d82d9b2ab6 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292686 Feb 03 14:19:22.286463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] For port 856a6b39-0447-485d-a5a8-322b13d2ea00, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=856a6b39-0447-485d-a5a8-322b13d2ea00,segment=NetworkSegment(ed855948-1057-4128-b1e9-235bad2f3d63),segment_id=ed855948-1057-4128-b1e9-235bad2f3d63)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:22.286842 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.302422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Calling delete_port for 856a6b39-0447-485d-a5a8-322b13d2ea00 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:19:22.303284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Transition to ACTIVE for port object 6199f8be-9739-4825-9da4-c6ba01d60fbd will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:22.306856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e052f409-8fef-4131-8949-d99a595a7409 req-21edab7b-0d88-40ff-825d-ee846ab5bc7b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378827 Feb 03 14:19:22.309531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.450645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c59c8eea-94ee-4213-bbd1-9479462214cf req-393abe8f-c16f-4f69-9133-98df938bd727 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 210 time: 0.0883696 Feb 03 14:19:22.452659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 20067e41-b2ae-46d8-9545-b2c41a0b5d2d up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:22.453814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:22.491219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (856a6b39-0447-485d-a5a8-322b13d2ea00), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.533164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Attempting to bind port 6199f8be-9739-4825-9da4-c6ba01d60fbd on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:22.533417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Attempting to bind port 6199f8be-9739-4825-9da4-c6ba01d60fbd by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:22.533746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Attempting to bind port 6199f8be-9739-4825-9da4-c6ba01d60fbd on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:22.540034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['856a6b39-0447-485d-a5a8-322b13d2ea00'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:22.542135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94f3c2-6c49-4574-a97c-47cb03207e4c req-ba20efa6-253c-4cf9-ac14-cc7f0b90e6ad tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:22.545700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b94f3c2-6c49-4574-a97c-47cb03207e4c req-ba20efa6-253c-4cf9-ac14-cc7f0b90e6ad tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1128 time: 0.0964043 Feb 03 14:19:22.554923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Pushing event deleted for resources: {'Port': ['ID=856a6b39-0447-485d-a5a8-322b13d2ea00,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:22.564102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Port 6199f8be-9739-4825-9da4-c6ba01d60fbd on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:22.564465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Attempting to bind port 6199f8be-9739-4825-9da4-c6ba01d60fbd on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:22.588677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:22.590060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:22.591011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Checking segment: {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:22.591011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Bound using segment: {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:22.591841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Bound port: 6199f8be-9739-4825-9da4-c6ba01d60fbd, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:22.592315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.597091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:22.597469 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.620706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] No DVR routers for this DVR port 856a6b39-0447-485d-a5a8-322b13d2ea00 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:19:22.624480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.633975 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e8585d2e-776c-49be-9de7-525c74227432 req-f048724e-1ee0-414e-841c-117d33a6f604 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.71 "DELETE /v2.0/ports/856a6b39-0447-485d-a5a8-322b13d2ea00 HTTP/1.1" status: 204 len: 173 time: 0.5439889 Feb 03 14:19:22.635434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'name': 'network-vif-deleted', 'tag': '856a6b39-0447-485d-a5a8-322b13d2ea00'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:22.639336 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832310d-f4ef-4881-a7c0-4906f217db1f" -d '{"events": [{"server_uuid": "1f9a23c1-5d19-42cd-9604-a9894b205670", "name": "network-vif-deleted", "tag": "856a6b39-0447-485d-a5a8-322b13d2ea00"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:22.711180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:22.712239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.749416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552b163-f5d9-482a-b2c2-41acd925e387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:22.751997 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66ebf43-5c41-441b-bda6-256c7270756c" -d '{"events": [{"server_uuid": "4552b163-f5d9-482a-b2c2-41acd925e387", "name": "network-vif-plugged", "status": "completed", "tag": "20067e41-b2ae-46d8-9545-b2c41a0b5d2d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:22.758583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75db4e-8cc0-4d42-82cf-1e93d8d8f9e1 req-b1cfdeca-841c-4c2b-a45e-3573fcaff618 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:22.765789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b75db4e-8cc0-4d42-82cf-1e93d8d8f9e1 req-b1cfdeca-841c-4c2b-a45e-3573fcaff618 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.2280281 Feb 03 14:19:22.770285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:22.774466 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.775129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:22.776500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b94f3c2-6c49-4574-a97c-47cb03207e4c req-ed631b1f-345d-4f92-b610-d299c0ac8e99 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204511 Feb 03 14:19:22.810546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:19:22.810901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c3ae959-86ac-4752-94ae-3b5b8821d6a1 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:19:22.861827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-8d1618e6-63c4-408a-9069-38aba2db2ced tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:22.863365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-8d1618e6-63c4-408a-9069-38aba2db2ced tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 812 time: 0.2488580 Feb 03 14:19:22.870461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:22.875628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:22.875810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:22.884623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Request body: {'port': {'device_id': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'admin_state_up': True, 'tenant_id': '1213ccff457b46bb921661511b0ddef3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:22.908907 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:22.952652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b75db4e-8cc0-4d42-82cf-1e93d8d8f9e1 req-49e62e8b-959d-4925-a6a6-309a0b38cbaa tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853788 Feb 03 14:19:23.128378 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcde999-fdba-4a01-a88d-fac7ba96d216 x-openstack-request-id: req-9dcde999-fdba-4a01-a88d-fac7ba96d216 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:23.128946 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9a23c1-5d19-42cd-9604-a9894b205670", "name": "network-vif-deleted", "tag": "856a6b39-0447-485d-a5a8-322b13d2ea00", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:23.128946 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dcde999-fdba-4a01-a88d-fac7ba96d216 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:23.129351 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9a23c1-5d19-42cd-9604-a9894b205670', 'name': 'network-vif-deleted', 'tag': '856a6b39-0447-485d-a5a8-322b13d2ea00', 'status': 'completed', 'code': 200} Feb 03 14:19:23.338106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:23.338643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:23.340090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] 10.222.0.45 "PUT /v2.0/ports/6199f8be-9739-4825-9da4-c6ba01d60fbd HTTP/1.1" status: 200 len: 1092 time: 1.8400841 Feb 03 14:19:23.340576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:23.342783 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe14e9-da9d-42d9-893e-49b85f90d4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:23.365919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f10ec638-201c-4d81-8bb4-4d631853ced6 req-3df7e146-9050-4390-9c11-9d99933254e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d3fcf67f33e48afaa4797498b43118c&device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.3734970 Feb 03 14:19:23.427526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aec9d032-b6ee-4d3a-80ad-4b47b405dab8 req-3fea0072-d505-43ea-abb1-a28f7c9a6900 tempest-ServerGroupTestJSON-1179413261 tempest-ServerGroupTestJSON-1179413261-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f9a23c1-5d19-42cd-9604-a9894b205670 HTTP/1.1" status: 200 len: 210 time: 0.1128824 Feb 03 14:19:23.452395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde4f51-8bac-40b7-8e2e-e0520ff1f31c service neutron] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:23.475801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f10ec638-201c-4d81-8bb4-4d631853ced6 req-8cb73f77-0208-4b57-b691-c2be8838ba32 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4d3fcf67f33e48afaa4797498b43118c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986395 Feb 03 14:19:23.536910 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e492bb9-d74a-4735-9286-e68a47123310 x-openstack-request-id: req-5e492bb9-d74a-4735-9286-e68a47123310 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:23.537890 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552b163-f5d9-482a-b2c2-41acd925e387", "name": "network-vif-plugged", "status": "completed", "tag": "20067e41-b2ae-46d8-9545-b2c41a0b5d2d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:23.538364 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e492bb9-d74a-4735-9286-e68a47123310 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:23.539004 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4552b163-f5d9-482a-b2c2-41acd925e387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d', 'code': 200} Feb 03 14:19:23.609679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42428cfc-0017-4f63-b4bd-2a0c406a276b req-c182ead6-b961-4dcd-a809-290838f6a480 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:23.611086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42428cfc-0017-4f63-b4bd-2a0c406a276b req-c182ead6-b961-4dcd-a809-290838f6a480 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 950 time: 0.2976141 Feb 03 14:19:23.619183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-46531efb-d1cd-4e60-b45c-e65aa5badab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:23.620740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-46531efb-d1cd-4e60-b45c-e65aa5badab2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 1126 time: 0.1965876 Feb 03 14:19:23.621332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Made reservation on behalf of 1213ccff457b46bb921661511b0ddef3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:23.624584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:23.686941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f0225-e0ef-4a54-a270-a98e522d2aa3 req-d8c14a52-57de-42cd-82d9-95eaebf4b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:23.688566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c04f0225-e0ef-4a54-a270-a98e522d2aa3 req-d8c14a52-57de-42cd-82d9-95eaebf4b610 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 1132 time: 0.0462537 Feb 03 14:19:23.730434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-92db6758-2067-4b90-8196-31bb002db6c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd HTTP/1.1" status: 200 len: 217 time: 0.0821037 Feb 03 14:19:23.735761 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c04f0225-e0ef-4a54-a270-a98e522d2aa3 req-4ff6e167-21e4-4d56-a4ca-673ea22b03e2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Feb 03 14:19:23.735932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec638-201c-4d81-8bb4-4d631853ced6 req-5cb674d3-5c72-4e60-9a81-4e75c2e6f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:23.737352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f10ec638-201c-4d81-8bb4-4d631853ced6 req-5cb674d3-5c72-4e60-9a81-4e75c2e6f7bf service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2517421 Feb 03 14:19:23.850172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42428cfc-0017-4f63-b4bd-2a0c406a276b req-8a446658-841b-4fb8-b114-294d6971c8a5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216053 Feb 03 14:19:23.856603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeacfa9-3162-4a09-b6e3-cbd228b25234 req-a3e7750b-e5ca-4296-8329-5ef968b8ff57 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:23.858180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aeacfa9-3162-4a09-b6e3-cbd228b25234 req-a3e7750b-e5ca-4296-8329-5ef968b8ff57 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1128 time: 0.2725840 Feb 03 14:19:23.865152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-7d7fb9d4-974b-486d-afcb-72fe886a51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:23.866800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-7d7fb9d4-974b-486d-afcb-72fe886a51ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80c9ee5c-18be-4f73-88f2-b5b22114f298 HTTP/1.1" status: 200 len: 861 time: 0.1213241 Feb 03 14:19:23.953872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-430bbe6b-df05-4795-8925-5d47920cce00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8fd49f1-794b-41e2-90a7-3822f1f19d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751231 Feb 03 14:19:23.992322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb0f0227-0b27-4d69-8ebf-c6707cd503e6 req-13084a40-6819-45c9-813c-26b13cdfb3db tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.0697498 Feb 03 14:19:24.035456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aeacfa9-3162-4a09-b6e3-cbd228b25234 req-8c1c9059-9f10-4d83-a144-e9583ddeb4ec tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673801 Feb 03 14:19:24.036528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Allocated IP 172.20.0.6 (c8d73aaf-2cfe-4772-9353-677818ccc5e1/2b59df71-bf01-4221-bb39-c8bcd3d3652e/ddd3c14f-f3db-42a0-9d85-50be05318809) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:24.193336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-223bc87e-8e09-407f-b9e3-31e4e1f92525 service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162828 Feb 03 14:19:24.287080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b0fb-f960-4da5-8d2c-d29f6a034b7d req-4f5cc42d-b40b-4ea3-bf9c-41dacf0a05f1 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:24.289216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99d8b0fb-f960-4da5-8d2c-d29f6a034b7d req-4f5cc42d-b40b-4ea3-bf9c-41dacf0a05f1 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 944 time: 0.2171004 Feb 03 14:19:24.388491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c6331-e966-4802-96db-7eb6153a9628 req-a7c073ac-5095-432a-b04f-72bba3a685ac tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:24.390017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-749c6331-e966-4802-96db-7eb6153a9628 req-a7c073ac-5095-432a-b04f-72bba3a685ac tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.2721753 Feb 03 14:19:24.501762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbc01542-6e5d-4a4f-bfab-c19868e89a50 req-e93cfca1-ef8c-48ab-8753-5333764aa0bd service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927265 Feb 03 14:19:24.504883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99d8b0fb-f960-4da5-8d2c-d29f6a034b7d req-6af9d5d1-eb9e-4d64-a52e-553b70a0a363 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882260 Feb 03 14:19:24.510578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks [] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:24.527857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-749c6331-e966-4802-96db-7eb6153a9628 req-d53585f8-00d9-4f76-8687-710a0d10b05a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264358 Feb 03 14:19:24.561694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:24.576552 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a68d61-0208-457d-97b1-476806cb707a x-openstack-request-id: req-66a68d61-0208-457d-97b1-476806cb707a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:24.577051 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:24.577613 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66a68d61-0208-457d-97b1-476806cb707a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:24.578249 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'status': 'completed', 'code': 200} Feb 03 14:19:24.583289 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:24.688225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Network c8d73aaf-2cfe-4772-9353-677818ccc5e1 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:24.721285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:24.729663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:24.738324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event updated for resources: {'Port': ['ID=ddd3c14f-f3db-42a0-9d85-50be05318809,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:24.804228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-cbaad1f7-c330-4fec-8380-cbccab928ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:24.805751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-cbaad1f7-c330-4fec-8380-cbccab928ef7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 1126 time: 0.2010953 Feb 03 14:19:24.818403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822dff-d832-431b-86ab-6db208d79aad req-8fce63b9-ce43-4e5c-a8a8-f38197ef0a6e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:24.820367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70822dff-d832-431b-86ab-6db208d79aad req-8fce63b9-ce43-4e5c-a8a8-f38197ef0a6e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 931 time: 0.2056069 Feb 03 14:19:24.826910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:24.827508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:24.836744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bfc38-57df-40eb-a32c-508b817cffd7 req-cd14f11e-5195-4ba7-a33d-6c2d20bb9164 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:24.838180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-420bfc38-57df-40eb-a32c-508b817cffd7 req-cd14f11e-5195-4ba7-a33d-6c2d20bb9164 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.2045131 Feb 03 14:19:24.906237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-f9aaa654-2f59-48a1-90fa-858374a89a33 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0289540 Feb 03 14:19:24.945761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Request body: {'port': {'device_id': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:25.021219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70822dff-d832-431b-86ab-6db208d79aad req-33421d3f-55b3-456c-9b42-67c9d17965f7 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810639 Feb 03 14:19:25.024657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-420bfc38-57df-40eb-a32c-508b817cffd7 req-4649af9e-6956-45c0-8ac6-f354a82e07c0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761692 Feb 03 14:19:25.072855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-5705db3c-e0e5-4bf7-904b-a2a5fe0ab626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:25.074443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-5705db3c-e0e5-4bf7-904b-a2a5fe0ab626 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 922 time: 0.2528474 Feb 03 14:19:25.077113 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:25.141673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-fca1060d-ef52-40dd-93d5-ddef46489ef5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd HTTP/1.1" status: 200 len: 217 time: 0.0541542 Feb 03 14:19:25.279893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f5e1549-8731-4496-bbc3-2cb2f646ab1d req-a5a322e0-6766-4300-89fc-91f9908b9c49 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.1132112 Feb 03 14:19:25.286548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f10ec638-201c-4d81-8bb4-4d631853ced6 req-d0daee99-8d33-47f3-bd60-173b1b9e4072 tempest-ServerShowV254Test-1169344336 tempest-ServerShowV254Test-1169344336-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f13ec01-276c-4176-a79d-7651d51888de HTTP/1.1" status: 200 len: 210 time: 0.1109803 Feb 03 14:19:25.361270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-7a073cf6-69f8-4a97-8479-4970a2f43405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:25.362897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-7a073cf6-69f8-4a97-8479-4970a2f43405 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80c9ee5c-18be-4f73-88f2-b5b22114f298 HTTP/1.1" status: 200 len: 861 time: 0.1883793 Feb 03 14:19:25.410964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-a744d810-b3d2-4264-9cb4-712ba0a0a922 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8fd49f1-794b-41e2-90a7-3822f1f19d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369446 Feb 03 14:19:25.421175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af5e7-c808-4220-9dbe-ca218eee3355 req-95e319c0-5fef-4f7d-9b72-a4fb333be743 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:25.422744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b1af5e7-c808-4220-9dbe-ca218eee3355 req-95e319c0-5fef-4f7d-9b72-a4fb333be743 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 950 time: 0.2801993 Feb 03 14:19:25.613322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b1af5e7-c808-4220-9dbe-ca218eee3355 req-32d63317-4def-4145-9209-03559daa8707 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794550 Feb 03 14:19:25.620379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-b160f8d5-1557-4372-9a9d-76ba157b27fd service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966841 Feb 03 14:19:26.097181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd3c14f-f3db-42a0-9d85-50be05318809 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:26.110358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Publish callbacks [] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.114944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-defe14e9-da9d-42d9-893e-49b85f90d4b3 req-d7b23476-2ef7-42a0-89ea-a790d18524e1 service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866331 Feb 03 14:19:26.132125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Transition to ACTIVE for port object ddd3c14f-f3db-42a0-9d85-50be05318809 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:26.136513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.148438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69c7c3-dc8e-49c2-9888-33ffd6aebfdd req-377d12f3-b7e5-4451-a174-7599cc724c7e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.149962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b69c7c3-dc8e-49c2-9888-33ffd6aebfdd req-377d12f3-b7e5-4451-a174-7599cc724c7e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 944 time: 0.4062307 Feb 03 14:19:26.218613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3c14f-f3db-42a0-9d85-50be05318809,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:26.257659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b69c7c3-dc8e-49c2-9888-33ffd6aebfdd req-c7daddac-a9c5-4a9b-8bb8-7254f9f1002e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877230 Feb 03 14:19:26.304068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-3b672215-0b94-47fa-9928-e2c39ac505e7 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:19:26.305144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-3b672215-0b94-47fa-9928-e2c39ac505e7 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0778999 Feb 03 14:19:26.318779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Attempting to bind port ddd3c14f-f3db-42a0-9d85-50be05318809 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:26.320038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Attempting to bind port ddd3c14f-f3db-42a0-9d85-50be05318809 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:26.320467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Attempting to bind port ddd3c14f-f3db-42a0-9d85-50be05318809 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:26.325491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Port ddd3c14f-f3db-42a0-9d85-50be05318809 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:26.326010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Attempting to bind port ddd3c14f-f3db-42a0-9d85-50be05318809 on network c8d73aaf-2cfe-4772-9353-677818ccc5e1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:26.332392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:26.332912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Checking segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:26.333354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Bound using segment: {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:26.333786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Bound port: ddd3c14f-f3db-42a0-9d85-50be05318809, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:26.334341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.416169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-267b14b9-4f93-4112-b8db-7adc163db8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.417599 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-267b14b9-4f93-4112-b8db-7adc163db8d5 service neutron] 10.222.0.52 "GET /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 1125 time: 0.1055009 Feb 03 14:19:26.426429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Request body: {'binding': {'host': 'n-h1-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:26.426879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:19:26.442040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf786e0d-cafe-4295-a7c1-3026979f5bbf req-b0f613e8-4027-49be-82f9-a77026b0ee1b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.443540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf786e0d-cafe-4295-a7c1-3026979f5bbf req-b0f613e8-4027-49be-82f9-a77026b0ee1b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1062636 Feb 03 14:19:26.467709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] For port ddd3c14f-f3db-42a0-9d85-50be05318809, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:26.489351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] For port ddd3c14f-f3db-42a0-9d85-50be05318809, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ddd3c14f-f3db-42a0-9d85-50be05318809,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:26.497179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 856a6b39-0447-485d-a5a8-322b13d2ea00 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:26.501253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.520195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6199f8be-9739-4825-9da4-c6ba01d60fbd details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:26.522676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 856a6b39-0447-485d-a5a8-322b13d2ea00 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:19:26.523034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 856a6b39-0447-485d-a5a8-322b13d2ea00 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:19:26.540545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf786e0d-cafe-4295-a7c1-3026979f5bbf req-bb76a6cd-434b-4c6c-98ed-26b1256b819b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897427 Feb 03 14:19:26.555670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.556289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.557834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] 10.222.0.45 "PUT /v2.0/ports/ddd3c14f-f3db-42a0-9d85-50be05318809 HTTP/1.1" status: 200 len: 1091 time: 1.6169677 Feb 03 14:19:26.582208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'tag': 'ddd3c14f-f3db-42a0-9d85-50be05318809'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:26.585281 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5af648-f82a-402f-938a-a77ba528590e" -d '{"events": [{"name": "network-changed", "server_uuid": "30f8a86b-61dd-4bf3-9fb3-822889151e4b", "tag": "ddd3c14f-f3db-42a0-9d85-50be05318809"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:26.593192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae741b-d2a4-4461-84d0-5b3dc81ca1da service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3c14f-f3db-42a0-9d85-50be05318809,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:26.612966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on host n-h1-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:26.613553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:26.614045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:26.622630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:26.623385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:26.640647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:26.641790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:26.642311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:26.643177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Bound port: 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:26.661256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-6e0096f7-3cc9-4077-ad99-de2fac8d1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.664021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-6e0096f7-3cc9-4077-ad99-de2fac8d1773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 1125 time: 0.0675235 Feb 03 14:19:26.665968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:26.679183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'port_id': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'mac_address': 'fa:16:3e:40:0c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c9ee5c-18be-4f73-88f2-b5b22114f298', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:26.706046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:26.716060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.718170 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-7b1d51ef-4e9e-4226-a8fb-7d62f668403e service neutron] 10.222.0.52 "POST /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2952197 Feb 03 14:19:26.725178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 6199f8be-9739-4825-9da4-c6ba01d60fbd is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:26.726128 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.735857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-9735f72b-7c54-4121-987d-88bc3d9495b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddd3c14f-f3db-42a0-9d85-50be05318809 HTTP/1.1" status: 200 len: 217 time: 0.0652084 Feb 03 14:19:26.740631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6199f8be-9739-4825-9da4-c6ba01d60fbd {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:26.762172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:26.766694 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:26.816334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbc00a-006b-473f-9b96-11b64020cf7a req-a541e743-af1e-4ba5-b30a-c04cd3b7f918 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.818070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2afbc00a-006b-473f-9b96-11b64020cf7a req-a541e743-af1e-4ba5-b30a-c04cd3b7f918 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 943 time: 0.1388340 Feb 03 14:19:26.822615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-363c8fb3-b293-4eb1-8648-1d4f1875b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:26.824114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-363c8fb3-b293-4eb1-8648-1d4f1875b69c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.0832813 Feb 03 14:19:26.834070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:26.864268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-dafb1908-c3fb-4d69-b2e2-5a788a9eeeb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297763 Feb 03 14:19:27.023092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2afbc00a-006b-473f-9b96-11b64020cf7a req-ed7e5aa6-f0da-4028-ac9d-1438601211ad tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931570 Feb 03 14:19:27.045052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5eec-3ca8-4bd0-9f71-6cb62ea83708 req-05f996e2-9974-4c72-a771-caabfc3f6a21 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.046525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af1f5eec-3ca8-4bd0-9f71-6cb62ea83708 req-05f996e2-9974-4c72-a771-caabfc3f6a21 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.2154806 Feb 03 14:19:27.052913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['6199f8be-9739-4825-9da4-c6ba01d60fbd'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:27.090168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-d24bcf80-353f-45f8-81c4-b1f3fe0e04fc service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118025 Feb 03 14:19:27.092131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-1452ea69-0abd-4eab-8758-920960a9c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.093567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-1452ea69-0abd-4eab-8758-920960a9c5cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1128 time: 0.1509089 Feb 03 14:19:27.134677 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2961796e-a07e-41b8-91a3-d3911c213786 x-openstack-request-id: req-2961796e-a07e-41b8-91a3-d3911c213786 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:27.135335 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f8a86b-61dd-4bf3-9fb3-822889151e4b", "tag": "ddd3c14f-f3db-42a0-9d85-50be05318809", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:27.135335 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2961796e-a07e-41b8-91a3-d3911c213786 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:27.135560 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'tag': 'ddd3c14f-f3db-42a0-9d85-50be05318809', 'status': 'completed', 'code': 200} Feb 03 14:19:27.232958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af1f5eec-3ca8-4bd0-9f71-6cb62ea83708 req-58a1ae02-fa47-433d-aa38-ad0c5c545ed2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737282 Feb 03 14:19:27.327320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ad1a14-2bc9-4700-bd1f-77d3923ba10b req-1e864583-1b5b-4272-b37d-e642b2a5109a service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274377 Feb 03 14:19:27.333425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-8093850e-83f2-4338-af9f-d45e74910817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.335476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-8093850e-83f2-4338-af9f-d45e74910817 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.2217886 Feb 03 14:19:27.349393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da538ebb-e985-45b4-88a0-0e47d8738cb7 req-6edf380c-204c-4a81-b9de-e8b3783f58e7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.350941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da538ebb-e985-45b4-88a0-0e47d8738cb7 req-6edf380c-204c-4a81-b9de-e8b3783f58e7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 950 time: 0.1097727 Feb 03 14:19:27.405108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-b01210ae-3d2b-4bdb-ae06-2ad126035880 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 217 time: 0.0638769 Feb 03 14:19:27.414416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:27.526160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15da92e8-53aa-4444-82b4-059131760153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:27.548907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da538ebb-e985-45b4-88a0-0e47d8738cb7 req-686d77b4-f750-4941-a111-7ef9aa6ca3dd tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904299 Feb 03 14:19:27.554084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-28e25de4-d456-4450-a893-b271908f8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.555801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-28e25de4-d456-4450-a893-b271908f8957 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.1172695 Feb 03 14:19:27.560014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af648-f82a-402f-938a-a77ba528590e req-f6863600-f711-40d4-8ebd-9f43cc010b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.561518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5af648-f82a-402f-938a-a77ba528590e req-f6863600-f711-40d4-8ebd-9f43cc010b6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1213ccff457b46bb921661511b0ddef3&device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 1125 time: 0.1659281 Feb 03 14:19:27.596057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829629a5-eee1-479f-81bf-194245df6aee req-c403ecb6-860f-4e75-a162-91a28748ffb4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.601166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-829629a5-eee1-479f-81bf-194245df6aee req-c403ecb6-860f-4e75-a162-91a28748ffb4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1606865 Feb 03 14:19:27.620545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-f8915540-f005-440c-ad05-156b2609dd33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571532 Feb 03 14:19:27.632469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15da92e8-53aa-4444-82b4-059131760153 admin admin] Publish callbacks [] for security_group (f1a7be5e-af8c-4a4d-bbf1-de013f71da72), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:27.637000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15da92e8-53aa-4444-82b4-059131760153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1a7be5e-af8c-4a4d-bbf1-de013f71da72), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:27.678012 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-15da92e8-53aa-4444-82b4-059131760153 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d3fcf67f33e48afaa4797498b43118c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2619052 Feb 03 14:19:27.680220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da92e8-53aa-4444-82b4-059131760153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7be5e-af8c-4a4d-bbf1-de013f71da72,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:27.684085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:27.706855 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:19:27.734070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99f93e34-45e1-4f28-943f-fa7a5c55fb47 admin admin] Publish callbacks [] for security_group (f1a7be5e-af8c-4a4d-bbf1-de013f71da72), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:27.754986 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99f93e34-45e1-4f28-943f-fa7a5c55fb47 admin admin] Publish callbacks [] for security_group (f1a7be5e-af8c-4a4d-bbf1-de013f71da72), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:27.806975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99f93e34-45e1-4f28-943f-fa7a5c55fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1a7be5e-af8c-4a4d-bbf1-de013f71da72), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:27.809650 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99f93e34-45e1-4f28-943f-fa7a5c55fb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:27.810800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99f93e34-45e1-4f28-943f-fa7a5c55fb47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1a7be5e-af8c-4a4d-bbf1-de013f71da72 HTTP/1.1" status: 204 len: 168 time: 0.1257386 Feb 03 14:19:27.824788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f93e34-45e1-4f28-943f-fa7a5c55fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7be5e-af8c-4a4d-bbf1-de013f71da72,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:27.832826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-829629a5-eee1-479f-81bf-194245df6aee req-8ce25dc6-d99a-42f6-bbc5-d0fd04f9fcd5 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148054 Feb 03 14:19:27.838085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af648-f82a-402f-938a-a77ba528590e req-c12ec627-1cfc-4012-b9a9-bedf24293543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.839560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5af648-f82a-402f-938a-a77ba528590e req-c12ec627-1cfc-4012-b9a9-bedf24293543 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 200 len: 913 time: 0.2649641 Feb 03 14:19:27.867107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2ae7-38c7-446d-a838-3d5ceb145efc req-6d27dfcb-50f8-4b5a-8d5a-e679a0622e0e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:27.868690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-484b2ae7-38c7-446d-a838-3d5ceb145efc req-6d27dfcb-50f8-4b5a-8d5a-e679a0622e0e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 945 time: 0.2176323 Feb 03 14:19:27.906501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5af648-f82a-402f-938a-a77ba528590e req-1324cd7f-80e4-4c20-a807-5b0b191925b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddd3c14f-f3db-42a0-9d85-50be05318809 HTTP/1.1" status: 200 len: 217 time: 0.0599651 Feb 03 14:19:27.913262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-fc75b199-d669-4af9-871c-029075f2f56d service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805402 Feb 03 14:19:28.081334 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-484b2ae7-38c7-446d-a838-3d5ceb145efc req-8b7b2ecc-6936-4985-85ea-c350234a6122 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775229 Feb 03 14:19:28.087209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af648-f82a-402f-938a-a77ba528590e req-f39f1a50-c4aa-4dff-b26c-f6c577b2e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:28.088715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5af648-f82a-402f-938a-a77ba528590e req-f39f1a50-c4aa-4dff-b26c-f6c577b2e7ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 200 len: 852 time: 0.1745863 Feb 03 14:19:28.110271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd207046-7c95-4b35-a044-bf86abb6f9a3 req-65c49da3-9bcd-4ba3-9991-8befe5596afd tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:28.111805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd207046-7c95-4b35-a044-bf86abb6f9a3 req-65c49da3-9bcd-4ba3-9991-8befe5596afd tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 1132 time: 0.1957438 Feb 03 14:19:28.133933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5af648-f82a-402f-938a-a77ba528590e req-f063e288-6199-4bcd-bc7a-883a893cb2e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c8d73aaf-2cfe-4772-9353-677818ccc5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373719 Feb 03 14:19:28.174041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-01de1a3b-2319-40da-a395-3d5b1815dca9 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431986 Feb 03 14:19:28.301632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5af648-f82a-402f-938a-a77ba528590e req-f026c5a8-43cb-479e-b9fc-d461f7c2fef6 service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543884 Feb 03 14:19:28.306162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd207046-7c95-4b35-a044-bf86abb6f9a3 req-817ae17b-91eb-47f9-b6bf-40f5db3af1c4 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752260 Feb 03 14:19:28.485974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c73408-4058-4538-8eb8-bcfb1887bf8c req-b687359a-5be9-4117-b869-44f9e787162b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:28.493221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15c73408-4058-4538-8eb8-bcfb1887bf8c req-b687359a-5be9-4117-b869-44f9e787162b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.3319852 Feb 03 14:19:28.538651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6199f8be-9739-4825-9da4-c6ba01d60fbd up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:28.643089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 6199f8be-9739-4825-9da4-c6ba01d60fbd completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:28.651172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 6199f8be-9739-4825-9da4-c6ba01d60fbd triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:28.651543 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:28.680278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5af648-f82a-402f-938a-a77ba528590e req-adbdda92-53d1-4044-b67a-7f378cfcc9a3 service neutron] 10.222.0.45 "GET /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712480 Feb 03 14:19:28.705068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15c73408-4058-4538-8eb8-bcfb1887bf8c req-b5483578-3c25-419c-ac0b-fbf0f5e0052d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106016 Feb 03 14:19:28.718805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41114) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:28.775370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78ab4a-b35a-46af-80fb-95acffb50409 req-3ad9e2ee-18bc-47f9-bd24-df07d4d2e5f3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:28.781280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab78ab4a-b35a-46af-80fb-95acffb50409 req-3ad9e2ee-18bc-47f9-bd24-df07d4d2e5f3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 943 time: 0.2533195 Feb 03 14:19:28.844655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 6199f8be-9739-4825-9da4-c6ba01d60fbd is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:28.845314 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:28.863650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-131159394-network', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:28.876573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:28.879344 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1234a643-0e50-4b28-95f9-71647a1bb464" -d '{"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:28.895288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:28.895615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Made reservation on behalf of 6fc617d0ee0245bbb30e13595f55cadd for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:28.900341 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:28.902845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:28.916730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:28.933008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab78ab4a-b35a-46af-80fb-95acffb50409 req-ac13ad76-5101-46b8-8f92-b259f8583cda tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453822 Feb 03 14:19:28.971594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61a4a5-bb96-4be3-8c5e-b89909b0b667 req-495fc2c6-b7c7-4402-85bd-a33911ff6e06 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:28.981842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b61a4a5-bb96-4be3-8c5e-b89909b0b667 req-495fc2c6-b7c7-4402-85bd-a33911ff6e06 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.1480567 Feb 03 14:19:29.019641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:29.042215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks [] for security_group (6bfc5706-8232-40a3-9ab8-30ccef27ecaf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.047964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6bfc5706-8232-40a3-9ab8-30ccef27ecaf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.065191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:19:29.078921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8da8e565-9816-4660-860c-cbdeb1a3f0e9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.079617 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Added segment 8da8e565-9816-4660-860c-cbdeb1a3f0e9 of type vlan for network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 Feb 03 14:19:29.092361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-7a5942c0-1004-49fa-8686-b0bb99e4b5ab tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383778 Feb 03 14:19:29.102134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b61a4a5-bb96-4be3-8c5e-b89909b0b667 req-e3a73b4e-c62a-44da-b825-f6a153275de0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126692 Feb 03 14:19:29.145241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (91edd6a3-4519-45a0-8b02-8c97405b3ae5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.216916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc5706-8232-40a3-9ab8-30ccef27ecaf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:29.219542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (91edd6a3-4519-45a0-8b02-8c97405b3ae5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.220549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:29.221137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.275368 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5547519 Feb 03 14:19:29.282420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41134) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:29.289032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Request body: {'subnet': {'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-subnet', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:29.316788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-2e9b3b02-cd96-4ccc-9fa7-41a28d07b7cc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:29.324103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-2e9b3b02-cd96-4ccc-9fa7-41a28d07b7cc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210658 Feb 03 14:19:29.338586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbf3cb-8bad-47b8-8e80-01aa1c583ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=91edd6a3-4519-45a0-8b02-8c97405b3ae5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:29.348939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-802f9432-943f-48f2-b5a9-0687f3424c74 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/quotas/bd1bed0c4ead47ddae6959f21e2f0567 HTTP/1.1" status: 200 len: 375 time: 0.0238791 Feb 03 14:19:29.351367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:19:29.374268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff17ae-e4e0-4d49-ac03-d1701f030ae8 req-48988845-b7cb-4b69-b865-512f9d878947 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:29.375721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55ff17ae-e4e0-4d49-ac03-d1701f030ae8 req-48988845-b7cb-4b69-b865-512f9d878947 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1787462 Feb 03 14:19:29.401924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Made reservation on behalf of 6fc617d0ee0245bbb30e13595f55cadd for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:29.404782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.507230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55ff17ae-e4e0-4d49-ac03-d1701f030ae8 req-765a2be6-6abe-42e7-8a76-c30da89a7fb6 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129644 Feb 03 14:19:29.544759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-f09365c6-319e-4321-9632-319c5c9d46be tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1948271 Feb 03 14:19:29.587616 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ab1ddc-a3ae-4be2-869d-fd797929c293 x-openstack-request-id: req-a8ab1ddc-a3ae-4be2-869d-fd797929c293 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:29.588237 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:29.589246 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8ab1ddc-a3ae-4be2-869d-fd797929c293 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:29.590138 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'code': 200} Feb 03 14:19:29.844096 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (edbaf595-2684-4a35-9dc5-111f8b0e3df4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:29.855124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cec0366-0a7f-4c4d-a529-039076ccf88a req-828698d5-80d8-4732-a20c-66c0475b8be4 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 210 time: 0.0612042 Feb 03 14:19:30.003980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada001ac-ba3b-4220-b299-7b79598252b5 req-780af578-d47a-4343-b75b-af6c1f89762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:30.006208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ada001ac-ba3b-4220-b299-7b79598252b5 req-780af578-d47a-4343-b75b-af6c1f89762d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 1128 time: 0.3438523 Feb 03 14:19:30.031317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c3110-2d53-4efb-9555-d166dd1534db req-eae6f6f1-9872-4e37-84de-56f7cb15222a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:30.039916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-694c3110-2d53-4efb-9555-d166dd1534db req-eae6f6f1-9872-4e37-84de-56f7cb15222a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.3443553 Feb 03 14:19:30.071727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=edbaf595-2684-4a35-9dc5-111f8b0e3df4,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:30.111597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Checking segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:30.111964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Network hostable DHCP agents. Network: 91edd6a3-4519-45a0-8b02-8c97405b3ae5, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:19:30.151265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ada001ac-ba3b-4220-b299-7b79598252b5 req-3c27d089-725f-4c68-b3b4-547269234085 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361277 Feb 03 14:19:30.158846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d618c-5d17-459f-9771-7d5383202ac5 req-9c7d8cfa-a2f2-4943-bbfa-5c08970def52 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:30.168086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b8d618c-5d17-459f-9771-7d5383202ac5 req-9c7d8cfa-a2f2-4943-bbfa-5c08970def52 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.2220397 Feb 03 14:19:30.186047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-694c3110-2d53-4efb-9555-d166dd1534db req-7501c044-a51f-4e6a-8568-fad2959596c8 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454694 Feb 03 14:19:30.205619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:19:30.233728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 91edd6a3-4519-45a0-8b02-8c97405b3ae5) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:30.243069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:30.243371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.244135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e7b68-f2c2-415d-8d70-66d914f6dfe1 None None] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:19:30.257040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b8d618c-5d17-459f-9771-7d5383202ac5 req-09fb2dfa-6571-4ca4-9921-49215c48330c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878742 Feb 03 14:19:30.266118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:30.310426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-da0378ac-d073-4933-850c-0c29f95f5a8a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0251818 Feb 03 14:19:30.314315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41158) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:30.326719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:30.377010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] Deleting subnet 50be311d-6aaa-4427-a955-c1b3bf97d8ed {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:19:30.380935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] Publish callbacks [] for subnet (50be311d-6aaa-4427-a955-c1b3bf97d8ed), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.391354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:19:30.392564 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.450166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (52d5f2c3-e5ef-4e72-9755-735db420e0a7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.451590 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (52d5f2c3-e5ef-4e72-9755-735db420e0a7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.484787 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (50be311d-6aaa-4427-a955-c1b3bf97d8ed), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.489239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa95ec4-5d5c-46d8-919a-68679e53fbc5 req-930b4f7e-256d-467b-a9a5-bb41d866faf5 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:30.497878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7fa95ec4-5d5c-46d8-919a-68679e53fbc5 req-930b4f7e-256d-467b-a9a5-bb41d866faf5 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 943 time: 0.1812594 Feb 03 14:19:30.544996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (50be311d-6aaa-4427-a955-c1b3bf97d8ed), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.662453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (50be311d-6aaa-4427-a955-c1b3bf97d8ed), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.730028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Allocated IP 172.20.0.2 (91edd6a3-4519-45a0-8b02-8c97405b3ae5/edbaf595-2684-4a35-9dc5-111f8b0e3df4/9ccb7c0d-b490-4c31-9760-0839fbe6159e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:30.758075 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.774600 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/50be311d-6aaa-4427-a955-c1b3bf97d8ed HTTP/1.1" status: 204 len: 168 time: 0.5027287 Feb 03 14:19:30.775950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62377c5-ba14-4710-b7f6-9b557d027782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50be311d-6aaa-4427-a955-c1b3bf97d8ed,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:30.777812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41162) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:30.886977 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (a7852469-cb57-4acc-a361-0944b2d86517), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.902286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Publish callbacks [] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:30.906751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ddd3c14f-f3db-42a0-9d85-50be05318809 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:30.913366 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.025020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (a7852469-cb57-4acc-a361-0944b2d86517), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.028471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5244aa-d963-46a1-ae00-4076088aa3c2 req-b35d875e-742c-4165-9c2b-e9147f4937e8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:31.035980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd5244aa-d963-46a1-ae00-4076088aa3c2 req-b35d875e-742c-4165-9c2b-e9147f4937e8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.6732371 Feb 03 14:19:31.047441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks [] for router_controller (52d5f2c3-e5ef-4e72-9755-735db420e0a7), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.080919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7852469-cb57-4acc-a361-0944b2d86517']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:31.107603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed855948-1057-4128-b1e9-235bad2f3d63') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:31.107939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed855948-1057-4128-b1e9-235bad2f3d63') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:31.125902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (ed855948-1057-4128-b1e9-235bad2f3d63), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.146038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ed855948-1057-4128-b1e9-235bad2f3d63), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.156821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:19:31.157240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (ed855948-1057-4128-b1e9-235bad2f3d63), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.180241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7fa95ec4-5d5c-46d8-919a-68679e53fbc5 req-ade975d2-91b2-4729-9001-d9ab003bfb3b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811798 Feb 03 14:19:31.202866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-85f1b891-84d1-45bf-b06b-8538e0fdb965 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510931 Feb 03 14:19:31.286251 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:19:31.307127 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:19:31.318092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (a7852469-cb57-4acc-a361-0944b2d86517), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.328275 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.331956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Pushing event updated for resources: {'Port': ['ID=9ccb7c0d-b490-4c31-9760-0839fbe6159e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:31.335704 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a7852469-cb57-4acc-a361-0944b2d86517 HTTP/1.1" status: 204 len: 168 time: 0.5503399 Feb 03 14:19:31.353765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:31.357392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:31.362484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:31.382777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8712935-39d3-488b-a2d7-581b05523794 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7852469-cb57-4acc-a361-0944b2d86517,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:31.431762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd5244aa-d963-46a1-ae00-4076088aa3c2 req-f25930d3-620d-4388-8eae-0c885449e2be tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947141 Feb 03 14:19:31.438545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-1e1e1b2f-9c84-4ffd-862e-b620af034637 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:31.440279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-1e1e1b2f-9c84-4ffd-862e-b620af034637 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245314 Feb 03 14:19:31.490108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Request body: {'port': {'device_id': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'bd1bed0c4ead47ddae6959f21e2f0567'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:31.542628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks [] for router_gateway (52d5f2c3-e5ef-4e72-9755-735db420e0a7), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.562351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ddd3c14f-f3db-42a0-9d85-50be05318809, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ddd3c14f-f3db-42a0-9d85-50be05318809,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:31.587711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41172) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:31.597557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'ddd3c14f-f3db-42a0-9d85-50be05318809', 'network_id': 'c8d73aaf-2cfe-4772-9353-677818ccc5e1', 'port_id': 'ddd3c14f-f3db-42a0-9d85-50be05318809', 'mac_address': 'fa:16:3e:05:e8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59df71-bf01-4221-bb39-c8bcd3d3652e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:31.650927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e565566e-7888-47b8-a474-43e5685a80b5 req-74b30333-4148-4b2d-a70a-51ea81dd0ad1 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 210 time: 0.1250279 Feb 03 14:19:31.672389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41174) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:31.673379 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-20e910c0-4400-4cf5-bfcb-b82c4b213190 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90b1c7eada654f08a09f465ce8b2f6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841520 Feb 03 14:19:31.684477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Attempting to bind port 9ccb7c0d-b490-4c31-9760-0839fbe6159e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:31.684632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Attempting to bind port 9ccb7c0d-b490-4c31-9760-0839fbe6159e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:31.685076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Attempting to bind port 9ccb7c0d-b490-4c31-9760-0839fbe6159e on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:31.700360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:31.700766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Checking segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:31.701245 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.701647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Bound using segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:31.702139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Bound port: 9ccb7c0d-b490-4c31-9760-0839fbe6159e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:31.702577 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.722706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ddd3c14f-f3db-42a0-9d85-50be05318809 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:31.723250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.739121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd3c14f-f3db-42a0-9d85-50be05318809 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:31.817590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ddd3c14f-f3db-42a0-9d85-50be05318809, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ddd3c14f-f3db-42a0-9d85-50be05318809,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:31.828068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.843523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa42f7-9d55-491c-831b-152879fc7980 req-db393f21-d1b0-444f-827a-7015e7105961 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:31.847798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] For port 9ccb7c0d-b490-4c31-9760-0839fbe6159e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:31.854222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ffa42f7-9d55-491c-831b-152879fc7980 req-db393f21-d1b0-444f-827a-7015e7105961 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.5416210 Feb 03 14:19:31.924285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] For port 9ccb7c0d-b490-4c31-9760-0839fbe6159e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9ccb7c0d-b490-4c31-9760-0839fbe6159e,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:31.952146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:31.961385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Made reservation on behalf of bd1bed0c4ead47ddae6959f21e2f0567 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:31.963830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ddd3c14f-f3db-42a0-9d85-50be05318809,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:31.976374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.029568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa07bb6-8bab-474f-869e-86af71705ee1 req-662a1fdd-6257-49ed-a23b-cee456ec257f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:32.037437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9aa07bb6-8bab-474f-869e-86af71705ee1 req-662a1fdd-6257-49ed-a23b-cee456ec257f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.2744641 Feb 03 14:19:32.047090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85046e85-bf93-47e2-9dd7-6333cca6ce1a None None] Pushing event updated for resources: {'Port': ['ID=9ccb7c0d-b490-4c31-9760-0839fbe6159e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:32.057770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ffa42f7-9d55-491c-831b-152879fc7980 req-9e9ad2a6-765c-4449-bbb6-2f614a8d75e7 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022355 Feb 03 14:19:32.068806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9cd645a-88e5-4ccc-a1c4-7e2f29030c7b admin admin] Publish callbacks [] for security_group (a48dfe70-5893-41d9-8cff-d6d148021565), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.141493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ddd3c14f-f3db-42a0-9d85-50be05318809'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:32.173246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9cd645a-88e5-4ccc-a1c4-7e2f29030c7b admin admin] Publish callbacks [] for security_group (a48dfe70-5893-41d9-8cff-d6d148021565), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.243384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9aa07bb6-8bab-474f-869e-86af71705ee1 req-caf4b016-c198-4b92-bef5-75af4815f684 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041416 Feb 03 14:19:32.395186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Allocated IP 192.168.233.226 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/a6770601-0318-4217-87a2-c8b32fb6a518) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:32.608449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ccb7c0d-b490-4c31-9760-0839fbe6159e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:32.679831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9ccb7c0d-b490-4c31-9760-0839fbe6159e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:32.679831 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.688290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks [] for port (a6770601-0318-4217-87a2-c8b32fb6a518), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.766431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9ccb7c0d-b490-4c31-9760-0839fbe6159e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:32.767043 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.806726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 9ccb7c0d-b490-4c31-9760-0839fbe6159e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9ccb7c0d-b490-4c31-9760-0839fbe6159e,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:32.813401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.815185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da5dfd-481e-409a-ae40-397d4d9fdcd8 req-a2f705ad-fb20-4fd9-b104-313ac0c38ef5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:32.822548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3da5dfd-481e-409a-ae40-397d4d9fdcd8 req-a2f705ad-fb20-4fd9-b104-313ac0c38ef5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.6602273 Feb 03 14:19:32.881189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=9ccb7c0d-b490-4c31-9760-0839fbe6159e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:32.896704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27afde0-3aff-475a-9f86-870a9d22f9ed req-a5b71674-3dc4-43fa-bd46-91d90f1f4ffa tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:32.898347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e27afde0-3aff-475a-9f86-870a9d22f9ed req-a5b71674-3dc4-43fa-bd46-91d90f1f4ffa tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 944 time: 0.2880757 Feb 03 14:19:32.905195 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9cd645a-88e5-4ccc-a1c4-7e2f29030c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a48dfe70-5893-41d9-8cff-d6d148021565), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.907771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9cd645a-88e5-4ccc-a1c4-7e2f29030c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.908897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d9cd645a-88e5-4ccc-a1c4-7e2f29030c7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a48dfe70-5893-41d9-8cff-d6d148021565 HTTP/1.1" status: 204 len: 168 time: 1.1840932 Feb 03 14:19:32.941520 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:32.954809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:32.961256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd645a-88e5-4ccc-a1c4-7e2f29030c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48dfe70-5893-41d9-8cff-d6d148021565,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:33.005093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c', '09adb994-ae01-4a24-bf7a-8d54d30f801a', '20067e41-b2ae-46d8-9545-b2c41a0b5d2d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:33.011535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3da5dfd-481e-409a-ae40-397d4d9fdcd8 req-fd0436f9-8fef-4cb2-996c-503fb7cf885e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879060 Feb 03 14:19:33.024442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks [] for router_gateway (52d5f2c3-e5ef-4e72-9755-735db420e0a7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:33.125752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:33.148923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:33.168292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:33.170295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event updated for resources: {'Port': ['ID=a6770601-0318-4217-87a2-c8b32fb6a518,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:33.173940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:33.289343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e27afde0-3aff-475a-9f86-870a9d22f9ed req-c5ee3246-4369-4970-8714-b8a564fa5d85 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763194 Feb 03 14:19:33.586340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32b870-7468-4d43-ae75-e9aba1979ac9 req-ba283db4-8078-4fc9-96c4-5e4fff94d994 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:33.588942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef32b870-7468-4d43-ae75-e9aba1979ac9 req-ba283db4-8078-4fc9-96c4-5e4fff94d994 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.4549389 Feb 03 14:19:33.597060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Allocated IP 172.25.0.168 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/4ea2f1b7-f75c-42aa-b17d-5c8e207f168e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:33.641270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e1bd07fc-43f3-47cd-b39e-e8c055ee1505 None None] Provisioning complete for port a6770601-0318-4217-87a2-c8b32fb6a518 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:33.642374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1bd07fc-43f3-47cd-b39e-e8c055ee1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:33.764014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd6d931-9440-4057-bdda-62bf7d040d51 None None] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:19:33.803092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd07fc-43f3-47cd-b39e-e8c055ee1505 None None] Port a6770601-0318-4217-87a2-c8b32fb6a518 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:19:33.859841 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks [] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:33.870415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:33.871127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:33.919507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef32b870-7468-4d43-ae75-e9aba1979ac9 req-83d01b45-704d-4220-8262-b82b1c43acf5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148103 Feb 03 14:19:33.926422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-906b43ec-60b7-4789-88ac-3e484fbd5cd0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4432442 Feb 03 14:19:33.949689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516486-7225-4e83-8f3b-82e7ad1812d3 req-695b3283-fdfa-4742-8618-19a2628134ce tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:33.964992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d516486-7225-4e83-8f3b-82e7ad1812d3 req-695b3283-fdfa-4742-8618-19a2628134ce tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.5571730 Feb 03 14:19:33.969146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Request body: {'port': {'device_id': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:34.017574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8b35a87a-3f02-4fbb-99df-25ac5bb92369 None None] Provisioning complete for port 9ccb7c0d-b490-4c31-9760-0839fbe6159e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:34.018226 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b35a87a-3f02-4fbb-99df-25ac5bb92369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.168130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.187234 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.230225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d516486-7225-4e83-8f3b-82e7ad1812d3 req-33a48009-d968-43dc-8d09-37de2a75979f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315836 Feb 03 14:19:34.257109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:34.263353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:34.267527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8b35a87a-3f02-4fbb-99df-25ac5bb92369 None None] Current status of the port 9ccb7c0d-b490-4c31-9760-0839fbe6159e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:34.298229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:34.300993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Pushing event updated for resources: {'Port': ['ID=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:34.317815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0cef9-d03c-4de3-aecc-b03c1a54467d req-a14d530a-23c3-4e8e-9d0a-e151b079d630 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:34.320018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a0cef9-d03c-4de3-aecc-b03c1a54467d req-a14d530a-23c3-4e8e-9d0a-e151b079d630 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 936 time: 0.2856877 Feb 03 14:19:34.467887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ccb7c0d-b490-4c31-9760-0839fbe6159e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:34.491618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41212) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:34.542372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9ccb7c0d-b490-4c31-9760-0839fbe6159e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:34.544078 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.567880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ddd3c14f-f3db-42a0-9d85-50be05318809 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:34.623946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2126346350-network', 'tenant_id': '18db7feac4df4764a53b9575bf3c4c54'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:34.653494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Made reservation on behalf of 18db7feac4df4764a53b9575bf3c4c54 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:34.654280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d79e495b-65ce-406c-aae9-67aff044466f None None] Provisioning complete for port 9ccb7c0d-b490-4c31-9760-0839fbe6159e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:34.654717 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d79e495b-65ce-406c-aae9-67aff044466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.658365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.671360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.722160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9ccb7c0d-b490-4c31-9760-0839fbe6159e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:34.744060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port ddd3c14f-f3db-42a0-9d85-50be05318809 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:34.751844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port ddd3c14f-f3db-42a0-9d85-50be05318809 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:34.753016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.755698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a0cef9-d03c-4de3-aecc-b03c1a54467d req-6df9155d-77b7-4123-bdd2-57efb3de8966 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250566 Feb 03 14:19:34.786331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks [] for security_group (5b310a93-4e53-4e5f-b50d-12633a66038c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.792239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b310a93-4e53-4e5f-b50d-12633a66038c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.832018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:19:34.847801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b310a93-4e53-4e5f-b50d-12633a66038c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:34.859017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f0fc25ec-54e5-408b-b913-f9742fbff4ee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.861126 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Added segment f0fc25ec-54e5-408b-b913-f9742fbff4ee of type vlan for network 47b74274-ea2d-46d7-865f-bb7763bd09c2 Feb 03 14:19:34.892013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d79e495b-65ce-406c-aae9-67aff044466f None None] Current status of the port 9ccb7c0d-b490-4c31-9760-0839fbe6159e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:34.899868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ddd3c14f-f3db-42a0-9d85-50be05318809 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:34.900385 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.950440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ddd3c14f-f3db-42a0-9d85-50be05318809, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ddd3c14f-f3db-42a0-9d85-50be05318809,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:34.951308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3c14f-f3db-42a0-9d85-50be05318809'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:34.953716 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88737bb9-df81-41d6-b4d7-479ff45af1e4" -d '{"events": [{"server_uuid": "30f8a86b-61dd-4bf3-9fb3-822889151e4b", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3c14f-f3db-42a0-9d85-50be05318809"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:34.959815 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:34.968308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (47b74274-ea2d-46d7-865f-bb7763bd09c2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.005211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (47b74274-ea2d-46d7-865f-bb7763bd09c2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.007084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:35.007863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.093338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] Pushing event updated for resources: {'Network': ['ID=47b74274-ea2d-46d7-865f-bb7763bd09c2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:35.094598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ddd3c14f-f3db-42a0-9d85-50be05318809,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:35.120460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 47b74274-ea2d-46d7-865f-bb7763bd09c2 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:19:35.124692 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f2b3e1a0-85dc-4a2e-8934-d19c7b7c5f3f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6238825 Feb 03 14:19:35.138690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41220) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:35.149563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Request body: {'subnet': {'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2126346350-subnet', 'tenant_id': '18db7feac4df4764a53b9575bf3c4c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:35.187434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Made reservation on behalf of 18db7feac4df4764a53b9575bf3c4c54 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:35.190067 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.350021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474e13c-0a54-46af-a69d-97f97bb47004 req-f88eb3f8-e6cf-47b2-abfe-b918658d7d39 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:35.352320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b474e13c-0a54-46af-a69d-97f97bb47004 req-f88eb3f8-e6cf-47b2-abfe-b918658d7d39 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.9420457 Feb 03 14:19:35.413304 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks [] for router_gateway (52d5f2c3-e5ef-4e72-9755-735db420e0a7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.455054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (f874cc84-d108-4383-85cd-f32300a92fdc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.511556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3f88c-fd35-4c4c-b0cd-fe97485953cd req-56e7996c-d798-4d20-a130-18fa23e1d3b2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:35.513428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73b3f88c-fd35-4c4c-b0cd-fe97485953cd req-56e7996c-d798-4d20-a130-18fa23e1d3b2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.2489328 Feb 03 14:19:35.519861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f874cc84-d108-4383-85cd-f32300a92fdc,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:35.544585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Checking segment: {'id': 'f0fc25ec-54e5-408b-b913-f9742fbff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:35.545689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Network hostable DHCP agents. Network: 47b74274-ea2d-46d7-865f-bb7763bd09c2, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:19:35.565442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Network 47b74274-ea2d-46d7-865f-bb7763bd09c2 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:19:35.577693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 47b74274-ea2d-46d7-865f-bb7763bd09c2) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:35.583028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:35.583754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.591587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e854309-ae53-4c30-83d5-46fd181f1989 None None] Network 47b74274-ea2d-46d7-865f-bb7763bd09c2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:19:35.611459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b474e13c-0a54-46af-a69d-97f97bb47004 req-4f1eaf90-1eb8-4864-8d4a-2cd532e8a11f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061532 Feb 03 14:19:35.649608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-711d3ab4-c543-4bee-9c1d-4f8b9b2c0c3e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5026608 Feb 03 14:19:35.706980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32f6ae3-dedc-4174-ac08-e36c4e0bba8a None None] Network 47b74274-ea2d-46d7-865f-bb7763bd09c2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:19:35.716014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73b3f88c-fd35-4c4c-b0cd-fe97485953cd req-0b452641-963d-40c6-b18c-0f49d6870575 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629500 Feb 03 14:19:35.833912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6770601-0318-4217-87a2-c8b32fb6a518 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:35.866600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Publish callbacks [] for port (a6770601-0318-4217-87a2-c8b32fb6a518), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:35.935883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Transition to ACTIVE for port object a6770601-0318-4217-87a2-c8b32fb6a518 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:35.948233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:36.000684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1de7-b792-4d76-bd80-980b71220a7f req-1ab01483-7b8f-41b3-a487-ca2820a71017 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.002185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334d1de7-b792-4d76-bd80-980b71220a7f req-1ab01483-7b8f-41b3-a487-ca2820a71017 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 945 time: 0.2852273 Feb 03 14:19:36.035368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (52d5f2c3-e5ef-4e72-9755-735db420e0a7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:36.057840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Pushing event updated for resources: {'Port': ['ID=a6770601-0318-4217-87a2-c8b32fb6a518,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:36.075156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc35d3-c7f0-4f23-a899-6bf5d8d0236d req-a036342c-f5d6-4b58-8bc5-1f313112da19 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.076757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cbc35d3-c7f0-4f23-a899-6bf5d8d0236d req-a036342c-f5d6-4b58-8bc5-1f313112da19 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.2347796 Feb 03 14:19:36.213286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334d1de7-b792-4d76-bd80-980b71220a7f req-8854f334-2b56-41f9-a3af-5a6a364ca97b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012661 Feb 03 14:19:36.268829 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874709a-ae30-432f-9a73-42eb43f9108e x-openstack-request-id: req-c874709a-ae30-432f-9a73-42eb43f9108e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:36.269364 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8a86b-61dd-4bf3-9fb3-822889151e4b", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3c14f-f3db-42a0-9d85-50be05318809", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:36.269557 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c874709a-ae30-432f-9a73-42eb43f9108e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:36.270197 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3c14f-f3db-42a0-9d85-50be05318809', 'code': 200} Feb 03 14:19:36.311816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cbc35d3-c7f0-4f23-a899-6bf5d8d0236d req-3a53930e-1ad7-4305-8f45-0246a9c3bcbf tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210560 Feb 03 14:19:36.312518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Attempting to bind port a6770601-0318-4217-87a2-c8b32fb6a518 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:36.312863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Attempting to bind port a6770601-0318-4217-87a2-c8b32fb6a518 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:36.313199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Attempting to bind port a6770601-0318-4217-87a2-c8b32fb6a518 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:36.325983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Port a6770601-0318-4217-87a2-c8b32fb6a518 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:36.326315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Attempting to bind port a6770601-0318-4217-87a2-c8b32fb6a518 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:36.336035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:36.336380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:36.336797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:36.337236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Bound port: a6770601-0318-4217-87a2-c8b32fb6a518, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:36.337611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:36.525801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:19:36.559022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5edd0-c9a0-42a5-82d1-742bab2ef102 req-ef4fd7df-c951-4ae3-b02a-0cabe20add70 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.560580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6c5edd0-c9a0-42a5-82d1-742bab2ef102 req-ef4fd7df-c951-4ae3-b02a-0cabe20add70 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.2263436 Feb 03 14:19:36.570661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38391b-de31-40fe-a4dc-9a2a23fd1744 req-a282f544-8b75-47d2-bef0-d0fb206c1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.572128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d38391b-de31-40fe-a4dc-9a2a23fd1744 req-a282f544-8b75-47d2-bef0-d0fb206c1a05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 1127 time: 0.2097452 Feb 03 14:19:36.575270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] For port a6770601-0318-4217-87a2-c8b32fb6a518, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:36.580294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] For port a6770601-0318-4217-87a2-c8b32fb6a518, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a6770601-0318-4217-87a2-c8b32fb6a518,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:36.635648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:36.643627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aec2c-1015-43a7-a2ec-45109f3aa266 req-7d7df158-ba09-4098-8cdf-811cbd647103 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.645251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da8aec2c-1015-43a7-a2ec-45109f3aa266 req-7d7df158-ba09-4098-8cdf-811cbd647103 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 948 time: 0.2248073 Feb 03 14:19:36.778427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.778996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:36.780394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] 10.222.0.45 "PUT /v2.0/ports/a6770601-0318-4217-87a2-c8b32fb6a518 HTTP/1.1" status: 200 len: 1096 time: 2.8401277 Feb 03 14:19:36.782607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:36.784903 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db05382f-a07d-42e2-8967-3bd3ba550ede" -d '{"events": [{"name": "network-changed", "server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:36.854463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6c5edd0-c9a0-42a5-82d1-742bab2ef102 req-86bbb57f-182d-4d4a-bec8-c6282013909c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768769 Feb 03 14:19:36.862591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d38391b-de31-40fe-a4dc-9a2a23fd1744 req-bee40168-de93-460a-90bb-f54e8c9c5538 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747381 Feb 03 14:19:36.889836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2032901-c81c-47a0-9067-dc22d899032d service neutron] Pushing event updated for resources: {'Port': ['ID=a6770601-0318-4217-87a2-c8b32fb6a518,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:36.908793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da8aec2c-1015-43a7-a2ec-45109f3aa266 req-dd78a17a-e8f8-4d7b-b6e0-40d0160167bc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480195 Feb 03 14:19:36.911299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:19:36.932220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Sync routers for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:19:36.937212 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:36.938418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ab7c3b8f-35db-4a0e-9fed-9ca69849a76b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6231017 Feb 03 14:19:36.941577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41242) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:36.947134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-a7d8cc89-4732-41c8-8390-31f6bb86da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:36.948746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-a7d8cc89-4732-41c8-8390-31f6bb86da46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 1130 time: 0.1235955 Feb 03 14:19:36.955097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:19:36.957955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:19:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:37.089404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dba26-245e-426b-bfe3-3818495562b7 req-9ca1fa04-0e17-4ba9-b708-d092a5556429 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:37.097195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-432dba26-245e-426b-bfe3-3818495562b7 req-9ca1fa04-0e17-4ba9-b708-d092a5556429 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.0772629 Feb 03 14:19:37.137123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:19:37.139010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-126e6366-ab77-487c-ba2a-cceb96dfe007 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a6770601-0318-4217-87a2-c8b32fb6a518 HTTP/1.1" status: 200 len: 217 time: 0.0689800 Feb 03 14:19:37.293033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-440db325-457e-4475-aa23-e91fd844615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:37.295020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-440db325-457e-4475-aa23-e91fd844615b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1397991 Feb 03 14:19:37.354959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 3, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:37.359850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-432dba26-245e-426b-bfe3-3818495562b7 req-beefb2bf-26c8-4e1a-9479-8557d7e353f5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616811 Feb 03 14:19:37.396514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Checking router: 52d5f2c3-e5ef-4e72-9755-735db420e0a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:19:37.397051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Updating router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:19:37.451843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-ba85763a-07f8-4255-b10d-40ba407f4f9c tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:37.454418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-ba85763a-07f8-4255-b10d-40ba407f4f9c tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/networks?id=47b74274-ea2d-46d7-865f-bb7763bd09c2 HTTP/1.1" status: 200 len: 821 time: 0.3086016 Feb 03 14:19:37.500724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c1e89910-5c96-4d36-bf38-1b55e516e89c tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/quotas/18db7feac4df4764a53b9575bf3c4c54 HTTP/1.1" status: 200 len: 375 time: 0.0221345 Feb 03 14:19:37.508901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-1a25faa9-6c33-433e-b8db-2ecfdf865dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:37.510765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-1a25faa9-6c33-433e-b8db-2ecfdf865dae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2033830 Feb 03 14:19:37.568572 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-6623bbc8-ccd5-42f6-87f0-7b4cd88c4882 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18db7feac4df4764a53b9575bf3c4c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564137 Feb 03 14:19:37.586424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7a235-47fa-412e-bc5f-c0f09fd9840c req-47c64b28-1086-4d3c-a599-83f5092113d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:37.593811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79a7a235-47fa-412e-bc5f-c0f09fd9840c req-47c64b28-1086-4d3c-a599-83f5092113d3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1660023 Feb 03 14:19:37.594018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:37.642988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:37.708402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79a7a235-47fa-412e-bc5f-c0f09fd9840c req-09fcf44f-88f7-47c3-82be-3b202b3528b8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082082 Feb 03 14:19:37.727480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c221549a-ef8d-4384-bfa4-1ec1971da90f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:19:37.733632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c221549a-ef8d-4384-bfa4-1ec1971da90f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1374688 Feb 03 14:19:37.759832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-2fdc333d-fa68-4c93-9b57-034ffb6dc1c9 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286541 Feb 03 14:19:37.869629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Allocated IP 172.20.0.1 (91edd6a3-4519-45a0-8b02-8c97405b3ae5/edbaf595-2684-4a35-9dc5-111f8b0e3df4/a16daa31-7aa7-4884-a54a-0529262a591a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:37.935584 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Publish callbacks [] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:37.944453 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:37.985660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cd2e1f-7fad-441f-a0fb-24a4bdd48564 req-0e9b2ef6-7371-4199-ae7a-2eda58ff0a54 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046642 Feb 03 14:19:37.990219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-62ea0985-a2cc-4707-a7a4-60405dd27157 service neutron] 10.222.0.52 "GET /v2.0/networks/47b74274-ea2d-46d7-865f-bb7763bd09c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470212 Feb 03 14:19:37.998102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde50b1-3e7f-4743-900c-94811a4b2009 req-d28c438e-9629-41cc-a546-b2fd49e61692 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:38.005282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dde50b1-3e7f-4743-900c-94811a4b2009 req-d28c438e-9629-41cc-a546-b2fd49e61692 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1832106 Feb 03 14:19:38.007891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbce7cb-539f-482d-bc95-1f28808c0e97 None None] Pushing event updated for resources: {'Port': ['ID=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:38.028510 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks [] for port (a16daa31-7aa7-4884-a54a-0529262a591a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.073214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Attempting to bind port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:38.073578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Attempting to bind port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:38.073947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Attempting to bind port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:38.079476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:38.079856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:38.080258 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.080699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:38.081145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Bound port: 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:38.081531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.105385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dde50b1-3e7f-4743-900c-94811a4b2009 req-c94f599b-0eea-44de-b5b2-6547be0503e6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992236 Feb 03 14:19:38.120696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.137454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-e3b786e9-4141-4e80-8e2d-eb8c92099c6a service neutron] 10.222.0.52 "GET /v2.0/networks/47b74274-ea2d-46d7-865f-bb7763bd09c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254485 Feb 03 14:19:38.164149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] For port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:38.170050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] For port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:38.181449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.241419 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f6661a-a061-4334-a3c7-4df7fdf7db8b x-openstack-request-id: req-b8f6661a-a061-4334-a3c7-4df7fdf7db8b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:38.241715 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:38.241971 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8f6661a-a061-4334-a3c7-4df7fdf7db8b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:38.242382 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518', 'status': 'completed', 'code': 200} Feb 03 14:19:38.244707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:38.247863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:38.252579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:38.257512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Pushing event updated for resources: {'Port': ['ID=a16daa31-7aa7-4884-a54a-0529262a591a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:38.302751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:19:38.306046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:19:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:38.330831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (52d5f2c3-e5ef-4e72-9755-735db420e0a7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.541748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.568212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbce7cb-539f-482d-bc95-1f28808c0e97 None None] Pushing event updated for resources: {'Port': ['ID=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:38.616244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:19:38.729996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fe2b8d4f-a2fe-481e-a496-b52240d5d21d None None] Provisioning complete for port a16daa31-7aa7-4884-a54a-0529262a591a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:38.730624 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8d4f-a2fe-481e-a496-b52240d5d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.845584 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.850174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b8d4f-a2fe-481e-a496-b52240d5d21d None None] Port a16daa31-7aa7-4884-a54a-0529262a591a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:19:38.907921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks [] for port (a16daa31-7aa7-4884-a54a-0529262a591a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.913961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:38.956224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 3, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:39.000008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8175d1a-e922-4a4c-a50b-c99f8047f548 None None] The sync data for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 is: [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:34Z', 'revision_number': 3, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:19:39.004225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-98c7fceb-d684-4e7c-b155-aafcaf648959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.008598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-98c7fceb-d684-4e7c-b155-aafcaf648959 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 1130 time: 0.7446311 Feb 03 14:19:39.066569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Pushing event updated for resources: {'Port': ['ID=a16daa31-7aa7-4884-a54a-0529262a591a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:39.082353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (52d5f2c3-e5ef-4e72-9755-735db420e0a7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:39.145679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c4ff7-0fc7-40fd-b59a-fc1d1d4bad56 req-c66c469d-8f46-4e72-968b-bd60da5d979b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.147886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-952c4ff7-0fc7-40fd-b59a-fc1d1d4bad56 req-c66c469d-8f46-4e72-968b-bd60da5d979b tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 945 time: 0.7724435 Feb 03 14:19:39.224620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-4fa81731-a789-4836-8ed9-fd1c8aac2f36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2110727 Feb 03 14:19:39.236909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060526c-830a-4d82-b099-d1c072cb5dc7 req-0d28ac38-2538-4f8e-b1f9-f9cab18358e6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.239552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1060526c-830a-4d82-b099-d1c072cb5dc7 req-0d28ac38-2538-4f8e-b1f9-f9cab18358e6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.2898450 Feb 03 14:19:39.253611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:39.255359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:39.373093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-952c4ff7-0fc7-40fd-b59a-fc1d1d4bad56 req-579facdd-e146-4470-9ae2-7de709f2c2c1 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082388 Feb 03 14:19:39.460148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1060526c-830a-4d82-b099-d1c072cb5dc7 req-67b8cd30-c323-4a7f-a999-9d17fcff2890 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118475 Feb 03 14:19:39.468897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-bac6ed06-bd08-4131-b831-1baf05dac5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.476112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-bac6ed06-bd08-4131-b831-1baf05dac5ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3996320 Feb 03 14:19:39.535001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:19:39.587558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-ac79411c-9401-4d56-b48f-52630c9478c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a6770601-0318-4217-87a2-c8b32fb6a518 HTTP/1.1" status: 200 len: 217 time: 0.1038964 Feb 03 14:19:39.601751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f304939-c332-4d58-82c5-87b2aa37803a req-5e277dc3-c6dc-4d1d-bda6-1de2b08015fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.603456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-5e277dc3-c6dc-4d1d-bda6-1de2b08015fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 1131 time: 0.3433404 Feb 03 14:19:39.735778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71b45c44-1e11-4be9-b43d-3c01d5d37761 req-0b91375a-4c72-4f02-b5b7-37271b18e72c tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 210 time: 0.1221490 Feb 03 14:19:39.737122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:19:39.766735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd231c47-27a1-4b5a-bd4a-d422851f289f admin admin] 10.222.0.52 "PUT /v2.0/routers/52d5f2c3-e5ef-4e72-9755-735db420e0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8151631 Feb 03 14:19:39.793245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-76a93b48-64a2-4407-8960-1e33495cba77 None None] Provisioning complete for port a16daa31-7aa7-4884-a54a-0529262a591a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:39.793753 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76a93b48-64a2-4407-8960-1e33495cba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:39.926675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-29f02498-7966-4a90-8240-333e497b3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.927068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-76a93b48-64a2-4407-8960-1e33495cba77 None None] Port a16daa31-7aa7-4884-a54a-0529262a591a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:19:39.928268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-29f02498-7966-4a90-8240-333e497b3499 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.3223369 Feb 03 14:19:39.949712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb82353-150b-4f07-8a2d-1e37279deec7 req-742a5fda-464c-457d-9aef-3e24615164c0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:39.954985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebb82353-150b-4f07-8a2d-1e37279deec7 req-742a5fda-464c-457d-9aef-3e24615164c0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 948 time: 0.3645890 Feb 03 14:19:40.064089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f304939-c332-4d58-82c5-87b2aa37803a req-6253ef69-07e4-4188-8890-8d7693de8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.065659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-6253ef69-07e4-4188-8890-8d7693de8d5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.4152563 Feb 03 14:19:40.148827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb394-b6c1-437d-9cef-d05476f3d696 req-ef624ed2-08e5-4935-bdc2-ea494d9425b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.150446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5fdb394-b6c1-437d-9cef-d05476f3d696 req-ef624ed2-08e5-4935-bdc2-ea494d9425b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.2312462 Feb 03 14:19:40.161766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-b168542f-2722-464e-b9fb-44feb4011b0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783 HTTP/1.1" status: 200 len: 217 time: 0.0867858 Feb 03 14:19:40.215392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-92bdbaca-2d39-41b8-b9f2-529f808bb6df tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.216036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebb82353-150b-4f07-8a2d-1e37279deec7 req-53656fcd-b644-4bc1-a961-f7e38094a776 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173779 Feb 03 14:19:40.217453 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-92bdbaca-2d39-41b8-b9f2-529f808bb6df tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.71 "GET /v2.0/networks?id=47b74274-ea2d-46d7-865f-bb7763bd09c2 HTTP/1.1" status: 200 len: 821 time: 0.1758296 Feb 03 14:19:40.228203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-64f60046-ae6f-4fb5-b4a7-cd5d75d5240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.230047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-64f60046-ae6f-4fb5-b4a7-cd5d75d5240f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2616727 Feb 03 14:19:40.247431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Request body: {'port': {'device_id': '32a29277-a24a-47e6-a604-86832f096e86', 'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2', 'admin_state_up': True, 'tenant_id': '18db7feac4df4764a53b9575bf3c4c54'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:40.324283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f304939-c332-4d58-82c5-87b2aa37803a req-62ebafc1-9fde-40ac-a316-a66b8760721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.325813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-62ebafc1-9fde-40ac-a316-a66b8760721c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1520245 Feb 03 14:19:40.373689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5fdb394-b6c1-437d-9cef-d05476f3d696 req-3dcf44bd-b8fc-4a0b-ac0d-e9b6d1708989 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099545 Feb 03 14:19:40.561941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:40.617535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-024fd9b5-e51c-4ba6-aa90-be3d3cf0c364 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779631 Feb 03 14:19:40.633544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a6770601-0318-4217-87a2-c8b32fb6a518 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:40.651416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb9756-b106-4019-9914-de5e13c07f5b req-c2345985-e375-4524-89f8-b056c77dfd77 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.658946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4fb9756-b106-4019-9914-de5e13c07f5b req-c2345985-e375-4524-89f8-b056c77dfd77 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.2973804 Feb 03 14:19:40.662257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f304939-c332-4d58-82c5-87b2aa37803a req-6e5a4d05-aede-4a92-99aa-2ddb464a0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.664558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-6e5a4d05-aede-4a92-99aa-2ddb464a0207 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3045604 Feb 03 14:19:40.680133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:40.681593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:40.726347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e812a-d6a9-416a-9946-7f7623e95705 req-c19ab433-e771-4a2d-baf6-b7e112c15862 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:40.733518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c2e812a-d6a9-416a-9946-7f7623e95705 req-c19ab433-e771-4a2d-baf6-b7e112c15862 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.2029929 Feb 03 14:19:40.752227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Made reservation on behalf of 18db7feac4df4764a53b9575bf3c4c54 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:40.758498 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:40.875509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a6770601-0318-4217-87a2-c8b32fb6a518, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a6770601-0318-4217-87a2-c8b32fb6a518,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:40.907219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'a6770601-0318-4217-87a2-c8b32fb6a518', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'a6770601-0318-4217-87a2-c8b32fb6a518', 'mac_address': 'fa:16:3e:15:8f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:40.909070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:40.909464 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:40.916275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4fb9756-b106-4019-9914-de5e13c07f5b req-229e1d8f-7613-4c92-acbb-f6ba28801d0c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502413 Feb 03 14:19:40.922774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Allocated IP 172.20.0.12 (47b74274-ea2d-46d7-865f-bb7763bd09c2/f874cc84-d108-4383-85cd-f32300a92fdc/0996a11e-9f5a-4b2e-b5e3-5941b1d657f3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:40.979128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:40.985713 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.052556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a6770601-0318-4217-87a2-c8b32fb6a518 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:41.052958 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.055617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c2e812a-d6a9-416a-9946-7f7623e95705 req-e3c8bd59-f7d8-4baa-b9ce-11437b7e3a3c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157439 Feb 03 14:19:41.061643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db05382f-a07d-42e2-8967-3bd3ba550ede req-b83ac208-e41e-45be-bc8b-a579a28cdb65 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359200 Feb 03 14:19:41.076078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-c09b5557-03ae-4268-94b3-a62a50c9b773 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875139 Feb 03 14:19:41.095062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks [] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.139993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.150373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6770601-0318-4217-87a2-c8b32fb6a518 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:41.165760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:41.216895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a6770601-0318-4217-87a2-c8b32fb6a518, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a6770601-0318-4217-87a2-c8b32fb6a518,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:41.226353 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.254070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Network 47b74274-ea2d-46d7-865f-bb7763bd09c2 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:41.264018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:41.269898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:41.326207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Pushing event updated for resources: {'Port': ['ID=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:41.347667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a6770601-0318-4217-87a2-c8b32fb6a518,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:41.375709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:41.377004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.396444 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-c491ece8-b679-46d7-a535-6ddec4a0e1ee tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1532629 Feb 03 14:19:41.398756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f304939-c332-4d58-82c5-87b2aa37803a req-2a31745c-a1af-40f2-92b1-d6b49f092463 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167636 Feb 03 14:19:41.416203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Request body: {'port': {'device_id': '32a29277-a24a-47e6-a604-86832f096e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:41.457590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6b02c-2dfd-43c3-93de-1bb5c468ac6a req-c73c828c-3b93-43b0-9a75-5a812a862501 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:41.460529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f6b02c-2dfd-43c3-93de-1bb5c468ac6a req-c73c828c-3b93-43b0-9a75-5a812a862501 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.1247888 Feb 03 14:19:41.503076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41296) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:41.509966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b3ba9497-38e0-4671-aa4a-3e5462b35625 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731854696', 'description': 'tempest-description--1064756266'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:41.541164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.594535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f6b02c-2dfd-43c3-93de-1bb5c468ac6a req-aede01a8-780c-4707-8853-92cd8df90fee tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262083 Feb 03 14:19:41.633732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9497-38e0-4671-aa4a-3e5462b35625 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.679653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['a6770601-0318-4217-87a2-c8b32fb6a518'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:41.709659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Sync routers for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:19:41.726111 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:19:41.728035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1a4f4-73c6-4841-aaec-3163cbdeffb6 req-34bc1199-4ce7-4004-b51e-fe20f8fc35d5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:41.728934 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:19:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:41.740227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5c1a4f4-73c6-4841-aaec-3163cbdeffb6 req-34bc1199-4ce7-4004-b51e-fe20f8fc35d5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.1763980 Feb 03 14:19:41.880111 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:19:41.939175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5c1a4f4-73c6-4841-aaec-3163cbdeffb6 req-a5dff915-4502-47e0-b6cb-dc699338a1ff tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965563 Feb 03 14:19:41.961646 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9497-38e0-4671-aa4a-3e5462b35625 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:41.977104 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9497-38e0-4671-aa4a-3e5462b35625 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.043656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:42.053491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd15b3-3159-4ca0-8757-2f95e3763d5a req-874fd644-69a7-4b3a-84c8-d41fe719c8a5 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.055938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Publish callbacks [] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.060177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3dd15b3-3159-4ca0-8757-2f95e3763d5a req-874fd644-69a7-4b3a-84c8-d41fe719c8a5 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 932 time: 0.3005552 Feb 03 14:19:42.090399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Transition to ACTIVE for port object 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:42.095288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.127736 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9497-38e0-4671-aa4a-3e5462b35625 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.133700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b3ba9497-38e0-4671-aa4a-3e5462b35625 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6294658 Feb 03 14:19:42.141367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41304) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:42.152659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d86a3ece-978d-4501-b532-d1abaa3e7fe6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'security_group_rule': {'security_group_id': '9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:42.156329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:42.162279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba9497-38e0-4671-aa4a-3e5462b35625 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:42.228856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3dd15b3-3159-4ca0-8757-2f95e3763d5a req-7fbb7dbe-9c78-428e-a203-d741b2eca9dc tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596608 Feb 03 14:19:42.238784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d199ad-d226-497f-8229-c3e6c1be8955 req-d4589ad3-c4ab-46e7-bdd5-ba8aad8ba783 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.247839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53d199ad-d226-497f-8229-c3e6c1be8955 req-d4589ad3-c4ab-46e7-bdd5-ba8aad8ba783 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 945 time: 0.1753745 Feb 03 14:19:42.250329 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d86a3ece-978d-4501-b532-d1abaa3e7fe6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (cf449f03-aafc-44be-9549-0f026492fb63), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.306687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Attempting to bind port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:42.306687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Attempting to bind port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'f0fc25ec-54e5-408b-b913-f9742fbff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:42.307320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Attempting to bind port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 on network 47b74274-ea2d-46d7-865f-bb7763bd09c2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:42.313873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 on network 47b74274-ea2d-46d7-865f-bb7763bd09c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:42.314212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Attempting to bind port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 on network 47b74274-ea2d-46d7-865f-bb7763bd09c2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:42.325678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:42.326484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Checking segment: {'id': 'f0fc25ec-54e5-408b-b913-f9742fbff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:42.327092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Bound using segment: {'id': 'f0fc25ec-54e5-408b-b913-f9742fbff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:42.327832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Bound port: 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fc25ec-54e5-408b-b913-f9742fbff4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:42.329307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.387729 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 2, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:42.427443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] For port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:42.434411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] For port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,segment=NetworkSegment(f0fc25ec-54e5-408b-b913-f9742fbff4ee),segment_id=f0fc25ec-54e5-408b-b913-f9742fbff4ee)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:42.445175 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.456281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53d199ad-d226-497f-8229-c3e6c1be8955 req-e3505b17-1047-4b27-81d6-af3da8a107da tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081046 Feb 03 14:19:42.473119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d86a3ece-978d-4501-b532-d1abaa3e7fe6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (cf449f03-aafc-44be-9549-0f026492fb63), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.478853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d86a3ece-978d-4501-b532-d1abaa3e7fe6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (cf449f03-aafc-44be-9549-0f026492fb63), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.494590 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Checking router: 52d5f2c3-e5ef-4e72-9755-735db420e0a7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:19:42.495088 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Updating router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 port a16daa31-7aa7-4884-a54a-0529262a591a binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:19:42.510303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:42.519344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a3ece-978d-4501-b532-d1abaa3e7fe6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf449f03-aafc-44be-9549-0f026492fb63,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:42.532019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcbd3d-6937-4787-9a56-faab865dee38 req-41de1000-0b97-486d-a666-698652fcb394 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.534211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61dcbd3d-6937-4787-9a56-faab865dee38 req-41de1000-0b97-486d-a666-698652fcb394 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 949 time: 0.1787772 Feb 03 14:19:42.540154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d86a3ece-978d-4501-b532-d1abaa3e7fe6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.544640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d86a3ece-978d-4501-b532-d1abaa3e7fe6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3989835 Feb 03 14:19:42.544971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41308) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:42.549852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cd2d0871-22e1-4a79-a820-4683f80564a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'security_group_rule': {'security_group_id': '9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:42.591118 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.597370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.598090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.599673 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] 10.222.0.71 "PUT /v2.0/ports/0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 HTTP/1.1" status: 200 len: 1092 time: 1.1898136 Feb 03 14:19:42.600195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a29277-a24a-47e6-a604-86832f096e86', 'tag': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:42.602542 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "32a29277-a24a-47e6-a604-86832f096e86", "tag": "0996a11e-9f5a-4b2e-b5e3-5941b1d657f3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:42.656741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0871-22e1-4a79-a820-4683f80564a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (26b62d21-92aa-46b6-8f29-647d9c5cc198), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.668156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de00b3e-0846-422d-a9b3-2a447622d9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:42.690692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:42.694732 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.700314 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61dcbd3d-6937-4787-9a56-faab865dee38 req-e830d8a4-fbee-4b44-952b-d1f749d14438 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426542 Feb 03 14:19:42.772984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-8103ab0d-20d0-47a8-bd3d-c79d40a4aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.774473 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-8103ab0d-20d0-47a8-bd3d-c79d40a4aece service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=18db7feac4df4764a53b9575bf3c4c54&device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 1126 time: 0.0809712 Feb 03 14:19:42.847887 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-84e8ce2e-d805-476c-a968-69f1a7186909 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 HTTP/1.1" status: 200 len: 217 time: 0.0553999 Feb 03 14:19:42.878585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:42.915042 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0871-22e1-4a79-a820-4683f80564a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (26b62d21-92aa-46b6-8f29-647d9c5cc198), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.927022 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0871-22e1-4a79-a820-4683f80564a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (26b62d21-92aa-46b6-8f29-647d9c5cc198), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:42.934257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9174bb2-ee12-429c-9e0f-4582c3ece32e req-2c8562e4-d83a-46fd-a144-c318e972581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.935767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9174bb2-ee12-429c-9e0f-4582c3ece32e req-2c8562e4-d83a-46fd-a144-c318e972581b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 1127 time: 0.1898627 Feb 03 14:19:42.963375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-bbf7836c-a616-40a7-a849-e9a87ce04ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.966263 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-bbf7836c-a616-40a7-a849-e9a87ce04ee7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f874cc84-d108-4383-85cd-f32300a92fdc HTTP/1.1" status: 200 len: 861 time: 0.0973942 Feb 03 14:19:42.970152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2c86-8939-498f-b595-c019e4c22ee1 req-51e670ff-b059-4630-bb48-79bbad57d0ec tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.973124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db9e2c86-8939-498f-b595-c019e4c22ee1 req-51e670ff-b059-4630-bb48-79bbad57d0ec tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.2443163 Feb 03 14:19:42.985661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89593d51-e856-4678-a3d5-96a4dbe8ae59 req-f8b474ac-7df8-4c55-83b3-a9507c5e8496 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:42.987225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89593d51-e856-4678-a3d5-96a4dbe8ae59 req-f8b474ac-7df8-4c55-83b3-a9507c5e8496 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1555660 Feb 03 14:19:42.997370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0871-22e1-4a79-a820-4683f80564a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b62d21-92aa-46b6-8f29-647d9c5cc198,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:43.015277 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-7b34e600-1c4d-445e-80b3-a611a35bf3be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=47b74274-ea2d-46d7-865f-bb7763bd09c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424826 Feb 03 14:19:43.047845 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd2d0871-22e1-4a79-a820-4683f80564a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.047845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd2d0871-22e1-4a79-a820-4683f80564a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988816 Feb 03 14:19:43.050182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41318) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:43.056950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:43.097080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9174bb2-ee12-429c-9e0f-4582c3ece32e req-b0215649-73a4-43ce-a3e1-1503f3a771b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494498 Feb 03 14:19:43.109801 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Publish callbacks [] for port (a16daa31-7aa7-4884-a54a-0529262a591a), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.116943 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.117829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db9e2c86-8939-498f-b595-c019e4c22ee1 req-ca2accb6-91b7-4316-bc6a-244981821a18 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215124 Feb 03 14:19:43.118287 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.133254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89593d51-e856-4678-a3d5-96a4dbe8ae59 req-a7254a5c-ea84-4c8a-8dd7-1e118b017594 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193256 Feb 03 14:19:43.186112 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-8dcafbd7-d15c-4d5f-bf24-a681bc9bc3ce service neutron] 10.222.0.71 "GET /v2.0/networks/47b74274-ea2d-46d7-865f-bb7763bd09c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609788 Feb 03 14:19:43.198770 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9708b-4dcd-4ca6-8b50-ed05454ed694 None None] Pushing event updated for resources: {'Port': ['ID=a16daa31-7aa7-4884-a54a-0529262a591a,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:43.284260 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Attempting to bind port a16daa31-7aa7-4884-a54a-0529262a591a on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:43.285133 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Attempting to bind port a16daa31-7aa7-4884-a54a-0529262a591a by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:43.285667 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Attempting to bind port a16daa31-7aa7-4884-a54a-0529262a591a on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:43.296030 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:43.297218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Checking segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:43.298942 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.299903 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Bound using segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:43.301229 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Bound port: a16daa31-7aa7-4884-a54a-0529262a591a, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:43.302492 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.340021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072714c-e941-4eab-8689-55d1fab834c0 req-95601f71-62c8-42c0-b582-77df741e15d5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:43.347411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c072714c-e941-4eab-8689-55d1fab834c0 req-95601f71-62c8-42c0-b582-77df741e15d5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.1091599 Feb 03 14:19:43.398490 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] For port a16daa31-7aa7-4884-a54a-0529262a591a, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:43.404403 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] For port a16daa31-7aa7-4884-a54a-0529262a591a, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a16daa31-7aa7-4884-a54a-0529262a591a,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:43.412539 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.415501 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-56d53d9b-44d0-4db9-8135-e8ac49c14acb req-664d123e-50a7-4420-badd-5fdf55fd9faf service neutron] 10.222.0.71 "GET /v2.0/networks/47b74274-ea2d-46d7-865f-bb7763bd09c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180564 Feb 03 14:19:43.416035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c072714c-e941-4eab-8689-55d1fab834c0 req-f3cdfee5-9233-4201-ba1f-0693141afe90 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 Feb 03 14:19:43.416862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.533578 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33df7f2-f823-4421-a8da-593a223c425d x-openstack-request-id: req-a33df7f2-f823-4421-a8da-593a223c425d {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:43.533873 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a29277-a24a-47e6-a604-86832f096e86", "tag": "0996a11e-9f5a-4b2e-b5e3-5941b1d657f3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:43.534114 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a33df7f2-f823-4421-a8da-593a223c425d {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:43.534517 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a29277-a24a-47e6-a604-86832f096e86', 'tag': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3', 'status': 'completed', 'code': 200} Feb 03 14:19:43.557031 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9708b-4dcd-4ca6-8b50-ed05454ed694 None None] Pushing event updated for resources: {'Port': ['ID=a16daa31-7aa7-4884-a54a-0529262a591a,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:43.581649 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:19:43.582862 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:19:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:43.588319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Allocated IP 172.25.0.152 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/89fac8a4-dbf6-49fa-9532-88a9868f91a6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:43.613547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-22d155a3-045a-47c7-90cc-0ec2d9d59414 None None] Provisioning complete for port a16daa31-7aa7-4884-a54a-0529262a591a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:43.613547 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22d155a3-045a-47c7-90cc-0ec2d9d59414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.617777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bf912-ce3b-46f9-918f-a29e44da4394 req-dc53e945-613b-4ca1-87a9-3697c00ba1e2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:43.619625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e2bf912-ce3b-46f9-918f-a29e44da4394 req-dc53e945-613b-4ca1-87a9-3697c00ba1e2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.1286778 Feb 03 14:19:43.657629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2d30d-1f6d-4d9a-a5a0-0f1292e62910 req-45368c0c-6326-447e-9a1f-3738b2edb001 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:43.665597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4b2d30d-1f6d-4d9a-a5a0-0f1292e62910 req-45368c0c-6326-447e-9a1f-3738b2edb001 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 944 time: 0.1312404 Feb 03 14:19:43.697813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-4c574a2d-0a4a-495b-ae64-ee342f078f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:43.699345 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-4c574a2d-0a4a-495b-ae64-ee342f078f7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=18db7feac4df4764a53b9575bf3c4c54&device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 1126 time: 0.1511247 Feb 03 14:19:43.727242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-22d155a3-045a-47c7-90cc-0ec2d9d59414 None None] Current status of the port a16daa31-7aa7-4884-a54a-0529262a591a is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:43.727924 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22d155a3-045a-47c7-90cc-0ec2d9d59414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.771562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-22d155a3-045a-47c7-90cc-0ec2d9d59414 None None] For port a16daa31-7aa7-4884-a54a-0529262a591a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a16daa31-7aa7-4884-a54a-0529262a591a,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:43.780280 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22d155a3-045a-47c7-90cc-0ec2d9d59414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.783156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4b2d30d-1f6d-4d9a-a5a0-0f1292e62910 req-ce9e6df7-e99f-4ef3-a78f-8139475fbb40 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138101 Feb 03 14:19:43.789260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e2bf912-ce3b-46f9-918f-a29e44da4394 req-b89d792f-8755-4ab4-bfc7-2873d48259dd tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594279 Feb 03 14:19:43.817814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.821283 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:19:43.905244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-0663e2fe-5ca4-466c-8341-c99f124ab542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:43.907012 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-0663e2fe-5ca4-466c-8341-c99f124ab542 service neutron] 10.222.0.71 "GET /v2.0/networks?id=47b74274-ea2d-46d7-865f-bb7763bd09c2 HTTP/1.1" status: 200 len: 922 time: 0.1998289 Feb 03 14:19:43.921876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d155a3-045a-47c7-90cc-0ec2d9d59414 None None] Pushing event updated for resources: {'Port': ['ID=a16daa31-7aa7-4884-a54a-0529262a591a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:43.924990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:43.968624 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-e1e562dc-0145-4788-b004-ea0d871c5be1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 HTTP/1.1" status: 200 len: 217 time: 0.0524902 Feb 03 14:19:43.998203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fae9e-c29e-4c6c-99f6-bcf73f21c4a3 req-1d02ae8e-e6c2-48d4-92ef-fb9f670b926e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:43.999850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be7fae9e-c29e-4c6c-99f6-bcf73f21c4a3 req-1d02ae8e-e6c2-48d4-92ef-fb9f670b926e tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 945 time: 0.0890646 Feb 03 14:19:44.007472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661e76-0d01-46bf-90a7-915d95242ebd req-117323a1-ffa0-4911-bfb8-70bb0ba6510b tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:44.008379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-00cde3cb-2a1c-41ab-b364-536e4d1aa825 None None] Provisioning complete for port a16daa31-7aa7-4884-a54a-0529262a591a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:44.009752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c661e76-0d01-46bf-90a7-915d95242ebd req-117323a1-ffa0-4911-bfb8-70bb0ba6510b tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.1083562 Feb 03 14:19:44.014139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00cde3cb-2a1c-41ab-b364-536e4d1aa825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.039841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:44.048616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:44.062152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:44.090956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be7fae9e-c29e-4c6c-99f6-bcf73f21c4a3 req-6c9ea9c6-14ed-4868-8bf6-db9ae369cd4a tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807810 Feb 03 14:19:44.102897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c661e76-0d01-46bf-90a7-915d95242ebd req-d7e74601-a169-4484-badb-7a962b803293 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854301 Feb 03 14:19:44.105180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'Port': ['ID=89fac8a4-dbf6-49fa-9532-88a9868f91a6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:44.118130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-00cde3cb-2a1c-41ab-b364-536e4d1aa825 None None] Current status of the port a16daa31-7aa7-4884-a54a-0529262a591a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:44.144943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-aee28678-fe16-4d10-8233-a5b0ea40c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:44.146456 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-aee28678-fe16-4d10-8233-a5b0ea40c4d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f874cc84-d108-4383-85cd-f32300a92fdc HTTP/1.1" status: 200 len: 861 time: 0.1561341 Feb 03 14:19:44.178177 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0177c262-0834-4236-8740-3d97101b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:19:44.210165 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177c262-0834-4236-8740-3d97101b0177 None None] The sync data for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 is: [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:19:44.212835 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-f84fdb4f-f691-4c47-9ce7-51207e9b9df2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=47b74274-ea2d-46d7-865f-bb7763bd09c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437088 Feb 03 14:19:44.242575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (2136e720-3822-4353-9e75-971300b58f85), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.251524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd63e9-63ff-4df4-837c-9f0df50beea3 req-eab686c3-dffa-4101-8771-0bde22c8ffb8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:44.253101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72cd63e9-63ff-4df4-837c-9f0df50beea3 req-eab686c3-dffa-4101-8771-0bde22c8ffb8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 949 time: 0.0776775 Feb 03 14:19:44.345990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.352956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72cd63e9-63ff-4df4-837c-9f0df50beea3 req-36f6ade2-c28c-4991-ba5f-973d76bbc1a6 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799103 Feb 03 14:19:44.423605 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-4cdb1908-3c44-41ae-8e07-04d3508c2971 service neutron] 10.222.0.71 "GET /v2.0/networks/47b74274-ea2d-46d7-865f-bb7763bd09c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003837 Feb 03 14:19:44.569913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63ab4-8a14-485d-8e7b-3973c4967232 req-fc3e812b-38a1-431a-9a1a-4c2f9b13bcf2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:44.576583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a16daa31-7aa7-4884-a54a-0529262a591a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:44.581771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ef63ab4-8a14-485d-8e7b-3973c4967232 req-fc3e812b-38a1-431a-9a1a-4c2f9b13bcf2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1024816 Feb 03 14:19:44.661335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a16daa31-7aa7-4884-a54a-0529262a591a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:44.663377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.664698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ef63ab4-8a14-485d-8e7b-3973c4967232 req-e0e0c21b-eeae-41aa-828d-8badc3b51e70 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817795 Feb 03 14:19:44.706129 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d95cdbe-3d64-41ef-a6a4-29906a344e7a req-f6ae15cf-5ddf-4485-86bb-22f1a382fecd service neutron] 10.222.0.71 "GET /v2.0/networks/47b74274-ea2d-46d7-865f-bb7763bd09c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694395 Feb 03 14:19:44.715866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a6770601-0318-4217-87a2-c8b32fb6a518 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:44.762426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.769109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.864615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port a6770601-0318-4217-87a2-c8b32fb6a518 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:44.870006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port a6770601-0318-4217-87a2-c8b32fb6a518 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:44.870695 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.871195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff0fb8-e308-412f-abc9-97bae0ed3519 req-21c87586-6402-4e4a-bef2-91b87e2358a6 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:44.875728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8aff0fb8-e308-412f-abc9-97bae0ed3519 req-21c87586-6402-4e4a-bef2-91b87e2358a6 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1354127 Feb 03 14:19:44.889837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'Port': ['ID=89fac8a4-dbf6-49fa-9532-88a9868f91a6,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:44.919412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (2136e720-3822-4353-9e75-971300b58f85), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.948095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:44.956804 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-08c2cf62-9e7e-4196-8671-d5a18ab1cf57 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8980594 Feb 03 14:19:44.976392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a16daa31-7aa7-4884-a54a-0529262a591a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:45.044981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8aff0fb8-e308-412f-abc9-97bae0ed3519 req-b170cad5-e66e-4171-97ce-9e633500846c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602116 Feb 03 14:19:45.087879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a6770601-0318-4217-87a2-c8b32fb6a518 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:45.088640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:45.096443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42a398-6a32-4b99-8906-1b2908ca90a9 req-7b9ce4ec-8499-4ade-83e4-69eb906008e0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:45.098326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce42a398-6a32-4b99-8906-1b2908ca90a9 req-7b9ce4ec-8499-4ade-83e4-69eb906008e0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.0749013 Feb 03 14:19:45.149143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:45.151935 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a5189-2553-42ce-a2f3-f409330ca738" -d '{"events": [{"server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "name": "network-vif-plugged", "status": "completed", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:45.161755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a6770601-0318-4217-87a2-c8b32fb6a518, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a6770601-0318-4217-87a2-c8b32fb6a518,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:45.166488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:45.202824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce42a398-6a32-4b99-8906-1b2908ca90a9 req-e750a1f3-f68c-4215-a8cd-6b8f432f7661 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976911 Feb 03 14:19:45.224404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154b6ec-e152-42d2-a2d5-5085788fca0a req-541baecd-9a8f-4d83-a74f-92e19508d64c tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:45.236446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f154b6ec-e152-42d2-a2d5-5085788fca0a req-541baecd-9a8f-4d83-a74f-92e19508d64c tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 944 time: 0.0835695 Feb 03 14:19:45.246451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a6770601-0318-4217-87a2-c8b32fb6a518,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:45.348116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f154b6ec-e152-42d2-a2d5-5085788fca0a req-7d569089-0cea-4829-a8ab-4ef3f0656769 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158257 Feb 03 14:19:45.386719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-f831f288-44e4-434a-bc1f-e650c8700988 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:45.389865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-f831f288-44e4-434a-bc1f-e650c8700988 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 945 time: 0.1044965 Feb 03 14:19:45.558109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-55b07469-8b2f-4f15-b0af-3a85fa795ae2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1731854696&fields=id&tenant_id=6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 267 time: 0.1522617 Feb 03 14:19:45.585731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487c6d-4fa6-4b4c-aa8e-dc249b61001e req-68590b1f-cf48-4de7-a688-42b111e6c9b2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:45.587731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1487c6d-4fa6-4b4c-aa8e-dc249b61001e req-68590b1f-cf48-4de7-a688-42b111e6c9b2 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f8a86b-61dd-4bf3-9fb3-822889151e4b HTTP/1.1" status: 200 len: 945 time: 0.1515779 Feb 03 14:19:45.714493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Deleting port ddd3c14f-f3db-42a0-9d85-50be05318809 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:19:45.714919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:45.733093 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e578f4ca-58f1-4e31-aa2a-42b69dd95cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:45.762727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1487c6d-4fa6-4b4c-aa8e-dc249b61001e req-ded6d403-d869-4e53-bb14-3493ffca5a13 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.52 "GET /v2.0/security-groups?id=09d0127c-3479-4745-8e61-83a3baa0ea70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566393 Feb 03 14:19:45.804987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-35544e09-1c52-46c7-a3db-ed82c7802428 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:45.807134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-35544e09-1c52-46c7-a3db-ed82c7802428 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 816 time: 0.2418735 Feb 03 14:19:45.819422 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15731b8d-1bdc-496a-ba03-b13fd524d115 x-openstack-request-id: req-15731b8d-1bdc-496a-ba03-b13fd524d115 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:45.819968 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "name": "network-vif-plugged", "status": "completed", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:45.820446 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15731b8d-1bdc-496a-ba03-b13fd524d115 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:45.821015 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518', 'code': 200} Feb 03 14:19:45.832921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-01e9a1a1-538b-4d16-a627-f685b5f9342f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/quotas/6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 375 time: 0.0199523 Feb 03 14:19:46.251682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] For port ddd3c14f-f3db-42a0-9d85-50be05318809, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ddd3c14f-f3db-42a0-9d85-50be05318809,segment=NetworkSegment(c5bdda1f-3db3-4afd-b1ee-c597b7cb6636),segment_id=c5bdda1f-3db3-4afd-b1ee-c597b7cb6636)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:46.252050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:46.274463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Calling delete_port for ddd3c14f-f3db-42a0-9d85-50be05318809 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:19:46.341101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-8e8ba2ac-f7d9-40fe-9a55-432aefb009bf tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4983449 Feb 03 14:19:46.345574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4454d7-ab5e-44b0-ba8b-2b94a46c53a8 req-db909a1a-4c26-45fc-b807-e069bf7a7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:46.347014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d4454d7-ab5e-44b0-ba8b-2b94a46c53a8 req-db909a1a-4c26-45fc-b807-e069bf7a7e16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 1132 time: 0.1660218 Feb 03 14:19:46.358945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd542-8319-4c4a-840b-2bdb92d8529d req-48aed5de-a972-4a72-ba56-f11abec1aa76 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:46.360500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81ffd542-8319-4c4a-840b-2bdb92d8529d req-48aed5de-a972-4a72-ba56-f11abec1aa76 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1764786 Feb 03 14:19:46.517549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d4454d7-ab5e-44b0-ba8b-2b94a46c53a8 req-00a5b691-1552-45be-a0f4-9f5af430c830 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550102 Feb 03 14:19:46.531423 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81ffd542-8319-4c4a-840b-2bdb92d8529d req-359eef6f-4915-4601-8e70-a2226ecbdb36 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534190 Feb 03 14:19:46.572891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-4c97a5c2-b374-48d6-9281-4ef179f7eac4 service neutron] 10.222.0.52 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113428 Feb 03 14:19:46.653069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ddd3c14f-f3db-42a0-9d85-50be05318809), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:46.665839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ddd3c14f-f3db-42a0-9d85-50be05318809'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:46.695914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Pushing event deleted for resources: {'Port': ['ID=ddd3c14f-f3db-42a0-9d85-50be05318809,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:46.762579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-a6c10ab5-03df-4daa-8466-65665f3bb5e5 service neutron] 10.222.0.52 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815116 Feb 03 14:19:46.764048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] No DVR routers for this DVR port ddd3c14f-f3db-42a0-9d85-50be05318809 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:19:46.773556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:46.777030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee0da5a3-e8f6-4082-b105-a7835a42887a req-b3f2b34c-e2a9-4662-808f-e66982e4a0c3 tempest-DeleteServersTestJSON-854599052 tempest-DeleteServersTestJSON-854599052-project] 10.222.0.45 "DELETE /v2.0/ports/ddd3c14f-f3db-42a0-9d85-50be05318809 HTTP/1.1" status: 204 len: 173 time: 1.3809323 Feb 03 14:19:46.778837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'name': 'network-vif-deleted', 'tag': 'ddd3c14f-f3db-42a0-9d85-50be05318809'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:46.781113 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b37ee-98a3-4862-b05f-fcd228003cae" -d '{"events": [{"server_uuid": "30f8a86b-61dd-4bf3-9fb3-822889151e4b", "name": "network-vif-deleted", "tag": "ddd3c14f-f3db-42a0-9d85-50be05318809"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:46.827183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d5107-2e50-4f63-a573-56e8178f5c20 req-5f72d1f6-669c-48d3-a730-7de8a90aff4f tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:46.828808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-705d5107-2e50-4f63-a573-56e8178f5c20 req-5f72d1f6-669c-48d3-a730-7de8a90aff4f tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 950 time: 0.0687404 Feb 03 14:19:46.889641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-705d5107-2e50-4f63-a573-56e8178f5c20 req-23bb9597-774c-4ca0-afb9-11c445fb3d4e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546210 Feb 03 14:19:47.009348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a00a0-1df3-4e93-857f-d41ef66b412b req-28eb5538-ef56-4040-b2bf-116ce3e7e08d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:47.010856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d0a00a0-1df3-4e93-857f-d41ef66b412b req-28eb5538-ef56-4040-b2bf-116ce3e7e08d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0774350 Feb 03 14:19:47.092796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c6d4-9035-45d6-ac31-4e06f4b72a1b req-039c351d-1f8c-4592-b364-2740888ef23a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:47.094269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcc6c6d4-9035-45d6-ac31-4e06f4b72a1b req-039c351d-1f8c-4592-b364-2740888ef23a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1015201 Feb 03 14:19:47.097834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d0a00a0-1df3-4e93-857f-d41ef66b412b req-6d3475f7-0f98-4618-8aa6-3f8e459e5d44 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Feb 03 14:19:47.152798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcc6c6d4-9035-45d6-ac31-4e06f4b72a1b req-15b537f4-c4ee-4ef5-97e1-b2e137421d30 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518773 Feb 03 14:19:47.261265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654d36-5bad-4348-9e43-09d6b98eb8ef req-3404b268-9aef-4c0c-a4bb-09f8819ab760 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:47.264150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18654d36-5bad-4348-9e43-09d6b98eb8ef req-3404b268-9aef-4c0c-a4bb-09f8819ab760 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 944 time: 0.0825527 Feb 03 14:19:47.429582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18654d36-5bad-4348-9e43-09d6b98eb8ef req-5d97e2e5-8985-49e4-8183-53d9ec9c4cff tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568918 Feb 03 14:19:47.482961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-8e0f1cd7-5a14-433e-9ed1-a9b9acf6341d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:47.488934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-8e0f1cd7-5a14-433e-9ed1-a9b9acf6341d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.1844933 Feb 03 14:19:47.501813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e9afaf28-bc63-4a42-8cc9-5f0eb8fd6b98 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/quotas/d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 375 time: 0.0116248 Feb 03 14:19:47.594760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f878b-9cb6-4335-b83f-7c6f19e3fa25 req-91dd82a0-a200-4d10-bce3-31630d447714 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:47.596172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c74f878b-9cb6-4335-b83f-7c6f19e3fa25 req-91dd82a0-a200-4d10-bce3-31630d447714 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.0933125 Feb 03 14:19:47.609255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-ec1e0bb5-90ee-4116-9171-e6543b2aec77 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0924728 Feb 03 14:19:47.721982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c74f878b-9cb6-4335-b83f-7c6f19e3fa25 req-c175e72d-770c-41d6-98f8-8b1d2d846307 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116397 Feb 03 14:19:47.750079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-a6175af2-734b-499b-898f-e64f17770cc9 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235373 Feb 03 14:19:47.776479 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe23dd9-aa72-4c26-a2c6-f7bed2aaf9cd x-openstack-request-id: req-5fe23dd9-aa72-4c26-a2c6-f7bed2aaf9cd {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:47.776778 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8a86b-61dd-4bf3-9fb3-822889151e4b", "name": "network-vif-deleted", "tag": "ddd3c14f-f3db-42a0-9d85-50be05318809", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:47.777005 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fe23dd9-aa72-4c26-a2c6-f7bed2aaf9cd {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:47.777476 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8a86b-61dd-4bf3-9fb3-822889151e4b', 'name': 'network-vif-deleted', 'tag': 'ddd3c14f-f3db-42a0-9d85-50be05318809', 'status': 'completed', 'code': 200} Feb 03 14:19:47.854757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-006df255-03e7-421b-ae48-2a3af27ce6d8 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982258 Feb 03 14:19:47.882547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ef1128c-c8bf-4b3f-a00e-d861ec10a45a req-64688fad-b657-4415-9ea7-4e9f8744b274 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Feb 03 14:19:48.027698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb159758-1da9-4ccf-a1be-ab3d3f550e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:48.230654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4a36-f4f8-4f4d-8bed-bec4a3a6f8a6 req-d42d5b8b-67ac-4ba2-b7dc-d7b98d79ccf9 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:48.235043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-698f4a36-f4f8-4f4d-8bed-bec4a3a6f8a6 req-d42d5b8b-67ac-4ba2-b7dc-d7b98d79ccf9 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 950 time: 0.1327589 Feb 03 14:19:48.251399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-74263300-5531-4b2d-8d93-fcd95c441c91 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:48.253120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-74263300-5531-4b2d-8d93-fcd95c441c91 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 811 time: 0.2768986 Feb 03 14:19:48.336505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-e7a18c75-e080-47e6-bf58-0bf909fa0d4c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/quotas/5023ce5af56c4d6eba39e257955e201e HTTP/1.1" status: 200 len: 375 time: 0.0686114 Feb 03 14:19:48.434105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-698f4a36-f4f8-4f4d-8bed-bec4a3a6f8a6 req-2de10e38-9474-4a89-a51a-c5368d0e58da tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765549 Feb 03 14:19:48.450978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-61a0520a-825d-4a17-a44d-841b8117ed6f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:48.452686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-61a0520a-825d-4a17-a44d-841b8117ed6f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 816 time: 0.2793987 Feb 03 14:19:48.466758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-24d519f4-b82e-4fd1-b416-5a890112d944 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226075 Feb 03 14:19:48.563312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca8e07f6-cb55-4d12-866c-fe76854a2e96 req-6af8b1a3-bbf3-4776-863c-0ad3be920720 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 210 time: 0.0577695 Feb 03 14:19:48.595145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:48.646093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-4578ffb1-c815-4316-8d3c-862600ea4546 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 380 time: 0.1782584 Feb 03 14:19:48.663830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'port': {'device_id': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'admin_state_up': True, 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'security_groups': ['9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:48.693775 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6199f8be-9739-4825-9da4-c6ba01d60fbd details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:48.696832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ddd3c14f-f3db-42a0-9d85-50be05318809 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:48.706237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-9d8d5be4-9d1d-457d-88c5-0d38ab81f979 service neutron] 10.222.0.52 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195878 Feb 03 14:19:48.876766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: ddd3c14f-f3db-42a0-9d85-50be05318809 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:19:48.877174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ddd3c14f-f3db-42a0-9d85-50be05318809 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:19:48.918939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,segment=NetworkSegment(f0fc25ec-54e5-408b-b913-f9742fbff4ee),segment_id=f0fc25ec-54e5-408b-b913-f9742fbff4ee)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:48.947555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4a159-76dc-4a0d-ad5b-75e057514122 req-e7f7c426-2e31-4faa-8d6c-cd01edff8aed tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:48.949232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4a4a159-76dc-4a0d-ad5b-75e057514122 req-e7f7c426-2e31-4faa-8d6c-cd01edff8aed tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.2175725 Feb 03 14:19:48.961069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3', 'network_id': '47b74274-ea2d-46d7-865f-bb7763bd09c2', 'port_id': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3', 'mac_address': 'fa:16:3e:3e:6d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f874cc84-d108-4383-85cd-f32300a92fdc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:48.961714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-0d7e7e9a-9837-4800-bbfe-91942bdf8d07 service neutron] 10.222.0.52 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372608 Feb 03 14:19:48.979072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Made reservation on behalf of 6fc617d0ee0245bbb30e13595f55cadd for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:48.982548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:49.027756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:49.028359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:49.031390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4a4a159-76dc-4a0d-ad5b-75e057514122 req-feff8472-ef22-4f70-a379-33b17bd12a55 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751560 Feb 03 14:19:49.035128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:49.054454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:49.077348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,segment=NetworkSegment(f0fc25ec-54e5-408b-b913-f9742fbff4ee),segment_id=f0fc25ec-54e5-408b-b913-f9742fbff4ee)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:49.081566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'port_id': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'mac_address': 'fa:16:3e:40:0c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c9ee5c-18be-4f73-88f2-b5b22114f298', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:49.089319 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:49.183168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 6199f8be-9739-4825-9da4-c6ba01d60fbd is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:49.183881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:49.216731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6199f8be-9739-4825-9da4-c6ba01d60fbd {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:49.221709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:49.238978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Allocated IP 172.20.0.5 (91edd6a3-4519-45a0-8b02-8c97405b3ae5/edbaf595-2684-4a35-9dc5-111f8b0e3df4/bb8a22c0-e953-4533-8a88-aa7360b3c1eb) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:49.251833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:49.255667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f79e-fa33-4b6f-90a0-bec5083a862a req-c81efea2-53e4-40e0-bb21-fccc396149c6 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:49.258057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06a9f79e-fa33-4b6f-90a0-bec5083a862a req-c81efea2-53e4-40e0-bb21-fccc396149c6 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 945 time: 0.1235027 Feb 03 14:19:49.259515 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:49.360543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:49.398112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['6199f8be-9739-4825-9da4-c6ba01d60fbd'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:49.518819 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:49.533375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06a9f79e-fa33-4b6f-90a0-bec5083a862a req-bce5551a-a68c-4d32-b8bb-64d4816a3282 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587590 Feb 03 14:19:49.608326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:49.634097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0996a11e-9f5a-4b2e-b5e3-5941b1d657f3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:49.737130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5fc36cd-d01a-42e7-9876-687c82169ba6 req-6cc7a9cb-067c-4504-9f25-e6e11550ff64 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 210 time: 0.0796301 Feb 03 14:19:49.821777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9c2d3-2d69-4ce8-b5e3-7ba7b3def67b req-f0065984-c6ae-45d9-a680-db60f45cd5b9 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:49.824105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afe9c2d3-2d69-4ce8-b5e3-7ba7b3def67b req-f0065984-c6ae-45d9-a680-db60f45cd5b9 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 945 time: 0.4595885 Feb 03 14:19:49.828970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-000df1e3-1a2d-4ed0-be42-ce1193643be8 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:49.831053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-000df1e3-1a2d-4ed0-be42-ce1193643be8 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1128 time: 0.5025976 Feb 03 14:19:49.842020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-a332bf84-bbfa-4a49-a002-cf5cc7b3dfbc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:49.843513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-a332bf84-bbfa-4a49-a002-cf5cc7b3dfbc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.5015197 Feb 03 14:19:49.857714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827549-2'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:49.905593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'port': {'device_id': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'admin_state_up': True, 'tenant_id': 'd45c8850512c477f98aa313bb41cf253'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:49.940942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63cc3c1c-432f-4a65-bc16-187dcf2f5d92 req-6780548c-eac7-4fb2-8caf-67aaa7025ebd tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 210 time: 0.0963576 Feb 03 14:19:49.947016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.108745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afe9c2d3-2d69-4ce8-b5e3-7ba7b3def67b req-7d3ae451-aa05-4b11-838c-a6dd8546e866 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745347 Feb 03 14:19:50.428446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:50.439784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:50.441624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:50.446386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:50.457066 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.515222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3f2565b-645c-4bcc-9ea0-3fdfc14b0c2e req-823cf003-fb21-4fde-9552-b0373e58f3b4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 210 time: 0.0812347 Feb 03 14:19:50.610985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.655726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Made reservation on behalf of d45c8850512c477f98aa313bb41cf253 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:50.659470 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.683013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:50.688213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6199f8be-9739-4825-9da4-c6ba01d60fbd up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:50.710507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-6e76d29e-3591-4225-b878-4f158529bfe1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:50.711451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b37595-229f-474f-9423-b69bf78720b3 req-b88c8493-7972-41a3-862e-f9a7e1d26881 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:50.711966 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-6e76d29e-3591-4225-b878-4f158529bfe1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.71 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 811 time: 0.1881676 Feb 03 14:19:50.713129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1b37595-229f-474f-9423-b69bf78720b3 req-b88c8493-7972-41a3-862e-f9a7e1d26881 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 950 time: 0.6298320 Feb 03 14:19:50.731108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Request body: {'port': {'device_id': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'admin_state_up': True, 'tenant_id': '5023ce5af56c4d6eba39e257955e201e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:50.744165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:50.745484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.776151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-05809363-e3db-4085-b70e-251349ac4b87 None None] Provisioning complete for port bb8a22c0-e953-4533-8a88-aa7360b3c1eb triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:50.776499 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05809363-e3db-4085-b70e-251349ac4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.855511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-0c1256d0-045d-442c-9438-68f769baac8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1982384 Feb 03 14:19:50.876548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05809363-e3db-4085-b70e-251349ac4b87 None None] Port bb8a22c0-e953-4533-8a88-aa7360b3c1eb cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:19:50.878697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 6199f8be-9739-4825-9da4-c6ba01d60fbd triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:50.879078 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.893068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Request body: {'port': {'device_id': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:50.897858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Made reservation on behalf of 5023ce5af56c4d6eba39e257955e201e for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:19:50.901602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:50.924345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:50.940681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 has no active binding in host n-h1-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:19:50.974966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:50.990285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 6199f8be-9739-4825-9da4-c6ba01d60fbd is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:50.991327 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.004994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1b37595-229f-474f-9423-b69bf78720b3 req-45437aa6-315d-46fb-b3be-5a5e3ce10f28 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681754 Feb 03 14:19:51.018219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:51.021530 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c90120-cc9a-4336-a0f4-b373377b7fb5" -d '{"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:51.043733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Allocated IP 172.20.0.9 (462b1721-7165-4408-a73e-5e45f7fe960c/94d762a5-c883-4ea0-acdc-5f91867cbf9c/872721c4-31b6-40a9-8f78-694700d40aeb) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:51.046211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:51.047611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdf248-8ed4-4c74-8beb-5036515aadc1 req-18c71e27-8d39-40c4-b4c8-5325bd35ccb3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:51.049042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93cdf248-8ed4-4c74-8beb-5036515aadc1 req-18c71e27-8d39-40c4-b4c8-5325bd35ccb3 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 946 time: 0.3348870 Feb 03 14:19:51.052935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.125613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:51.128045 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.162421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:51.193283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Allocated IP 172.20.0.11 (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8/2ea56fe2-bfd2-43e8-bddd-e11787195f93/84a9e6e9-d55c-429a-a098-2ce5c3cc19b6) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:19:51.256278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93cdf248-8ed4-4c74-8beb-5036515aadc1 req-a2559e1d-9491-4650-b1fd-954ca7b1a050 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803625 Feb 03 14:19:51.278792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks [] for port (872721c4-31b6-40a9-8f78-694700d40aeb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.325287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:51.326911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.327639 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae808a93-41f2-408b-99ca-8bbf53159991" -d '{"events": [{"server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "name": "network-vif-unplugged", "status": "completed", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:51.331735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Publish callbacks [] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.338265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c3e7061b-2fcc-4ae1-9e40-240c2624d6e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:51.373232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Network 462b1721-7165-4408-a73e-5e45f7fe960c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:51.382558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:51.386765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:51.424458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.429333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Pushing event updated for resources: {'Port': ['ID=872721c4-31b6-40a9-8f78-694700d40aeb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:51.449114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:51.449775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.467086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-124ed0d4-b78e-4dbe-bc17-5db90c23d44e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7402358 Feb 03 14:19:51.570126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Request body: {'port': {'device_id': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:51.631093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.644636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fd3ec-be20-4548-808c-f227a7c99f20 req-a9f73b85-afea-4644-a178-a9e8f11f60f4 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:51.647503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-999fd3ec-be20-4548-808c-f227a7c99f20 req-a9f73b85-afea-4644-a178-a9e8f11f60f4 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 945 time: 0.3560438 Feb 03 14:19:51.741838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:51.810395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656cd35-a167-4159-9161-1d05ff3c9702 req-91b69d26-c638-43cd-9de0-945755a19378 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:51.812926 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d656cd35-a167-4159-9161-1d05ff3c9702 req-91b69d26-c638-43cd-9de0-945755a19378 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 931 time: 0.4122539 Feb 03 14:19:51.844324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on host n-h2-827549-2 for vnic_type normal with profile {"migrating_to": "n-h1-827549-2"} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:51.844574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:51.844910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:51.892078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.900118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:51.900466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Attempting to bind port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on network b64d5e82-0e03-4459-8d4f-4da2c6865acb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:51.926039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-999fd3ec-be20-4548-808c-f227a7c99f20 req-37b4f846-469e-4ffa-9b5e-fe90ea1d3f8f tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281728 Feb 03 14:19:51.926748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872721c4-31b6-40a9-8f78-694700d40aeb {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:51.928542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:51.928542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Checking segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:51.928542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Bound using segment: {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:51.928542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Bound port: 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090923a-0221-4b75-b912-9b691ba91ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b64d5e82-0e03-4459-8d4f-4da2c6865acb'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:51.928542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.951384 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Publish callbacks [] for port (872721c4-31b6-40a9-8f78-694700d40aeb), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.958652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:51.971881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Transition to ACTIVE for port object 872721c4-31b6-40a9-8f78-694700d40aeb will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:51.973940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d656cd35-a167-4159-9161-1d05ff3c9702 req-e4bf9bdd-0e5b-48b8-a231-11e363345cbf tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474125 Feb 03 14:19:51.978203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.055786 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa5d6cb-8f7f-48ed-905b-8f8948287cf5 x-openstack-request-id: req-7aa5d6cb-8f7f-48ed-905b-8f8948287cf5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:52.056665 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:52.057119 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7aa5d6cb-8f7f-48ed-905b-8f8948287cf5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:52.057534 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'code': 200} Feb 03 14:19:52.073412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Pushing event updated for resources: {'Port': ['ID=872721c4-31b6-40a9-8f78-694700d40aeb,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:52.129910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8a22c0-e953-4533-8a88-aa7360b3c1eb {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:52.132536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Attempting to bind port 872721c4-31b6-40a9-8f78-694700d40aeb on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:52.132915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Attempting to bind port 872721c4-31b6-40a9-8f78-694700d40aeb by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:52.133271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Attempting to bind port 872721c4-31b6-40a9-8f78-694700d40aeb on network 462b1721-7165-4408-a73e-5e45f7fe960c {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:52.138021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Port 872721c4-31b6-40a9-8f78-694700d40aeb on network 462b1721-7165-4408-a73e-5e45f7fe960c not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:52.138354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Attempting to bind port 872721c4-31b6-40a9-8f78-694700d40aeb on network 462b1721-7165-4408-a73e-5e45f7fe960c {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:52.143645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:52.144154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Checking segment: {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:52.144579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Bound using segment: {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:52.145029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Bound port: 872721c4-31b6-40a9-8f78-694700d40aeb, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77970cc-8333-4840-913d-7d886da05499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:52.145408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.153787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Publish callbacks [] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.196230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.215496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Transition to ACTIVE for port object bb8a22c0-e953-4533-8a88-aa7360b3c1eb will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:52.217222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:52.224031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] For port 872721c4-31b6-40a9-8f78-694700d40aeb, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:52.233116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] For port 872721c4-31b6-40a9-8f78-694700d40aeb, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=872721c4-31b6-40a9-8f78-694700d40aeb,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:52.239798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.255375 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.258915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:52.270282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d07c5-8721-42ad-8675-8436ac0bb5b1 req-4958eb59-70ba-43da-8ceb-516919830293 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:52.271970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-756d07c5-8721-42ad-8675-8436ac0bb5b1 req-4958eb59-70ba-43da-8ceb-516919830293 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 943 time: 0.2353253 Feb 03 14:19:52.281165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:52.281474 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.283025 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] 10.222.0.71 "PUT /v2.0/ports/872721c4-31b6-40a9-8f78-694700d40aeb HTTP/1.1" status: 200 len: 1091 time: 0.7180278 Feb 03 14:19:52.283488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'tag': '872721c4-31b6-40a9-8f78-694700d40aeb'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:52.286259 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60" -d '{"events": [{"name": "network-changed", "server_uuid": "723476bb-8c0c-497b-ba67-9c24e09d4341", "tag": "872721c4-31b6-40a9-8f78-694700d40aeb"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:52.307065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:52.315266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad2466-73e9-45d3-9111-b8e8c82b91d7 service neutron] Pushing event updated for resources: {'Port': ['ID=872721c4-31b6-40a9-8f78-694700d40aeb,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:52.319930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:19:52.341513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:19:52.350338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.353572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:19:52.357639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:52.440237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338acd-63b8-466c-af45-b0ea55a324d3 req-8bba5293-3854-4e5b-9d14-dbce24973893 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:52.458370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-7da6d384-649b-49f5-b56a-24a0f19bc561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:52.460111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3338acd-63b8-466c-af45-b0ea55a324d3 req-8bba5293-3854-4e5b-9d14-dbce24973893 tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 1132 time: 0.3321359 Feb 03 14:19:52.460876 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-7da6d384-649b-49f5-b56a-24a0f19bc561 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 1125 time: 0.0970435 Feb 03 14:19:52.527962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-29af3206-7560-4f9c-8e94-ffb0a17fcae1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872721c4-31b6-40a9-8f78-694700d40aeb HTTP/1.1" status: 200 len: 217 time: 0.0507905 Feb 03 14:19:52.570989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-756d07c5-8721-42ad-8675-8436ac0bb5b1 req-b4fcf4ee-e064-43f6-8338-3435a02097a8 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714412 Feb 03 14:19:52.589575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:52.590266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.603677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:19:52.659914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:52.687384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-248e75ca-30de-4638-8d71-a35072d6385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:52.689511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-248e75ca-30de-4638-8d71-a35072d6385a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 200 len: 851 time: 0.1549435 Feb 03 14:19:52.694783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6199f8be-9739-4825-9da4-c6ba01d60fbd no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:52.745629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3338acd-63b8-466c-af45-b0ea55a324d3 req-3d4bf0c5-7972-4f02-8de5-61b34d0f6dca tempest-ServersOnMultiNodesTest-351575463 tempest-ServersOnMultiNodesTest-351575463-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846191 Feb 03 14:19:52.751670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:52.752512 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.753914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] 10.222.0.45 "PUT /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 1122 time: 2.9070926 Feb 03 14:19:52.759649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-edb04128-23ef-4271-be10-d85c2701fc1d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8927953 Feb 03 14:19:52.776923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-da22191a-fe4d-4582-888b-36817d87a45e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=462b1721-7165-4408-a73e-5e45f7fe960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800824 Feb 03 14:19:52.797192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:19:52.809360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:52.809940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.826374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Request body: {'port': {'device_id': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:52.903898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['283ce77f-aa15-40d7-a9de-0c851fd5f5e0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:52.914180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['283ce77f-aa15-40d7-a9de-0c851fd5f5e0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:52.970248 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab9484b-4489-4e61-bf86-508ca527228a x-openstack-request-id: req-7ab9484b-4489-4e61-bf86-508ca527228a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:52.970824 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "name": "network-vif-unplugged", "status": "completed", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:52.971079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 6199f8be-9739-4825-9da4-c6ba01d60fbd is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:52.971552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:52.971898 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ab9484b-4489-4e61-bf86-508ca527228a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:52.972546 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0', 'code': 200} Feb 03 14:19:52.984909 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-9031573b-f9a3-4a72-8ca3-7dcebc0a13c7 service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941302 Feb 03 14:19:53.014300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Attempting to bind port bb8a22c0-e953-4533-8a88-aa7360b3c1eb on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:53.014777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Attempting to bind port bb8a22c0-e953-4533-8a88-aa7360b3c1eb by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:53.015208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Attempting to bind port bb8a22c0-e953-4533-8a88-aa7360b3c1eb on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:53.019359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.024870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9200e2-ad0b-4067-89ec-090b7477f607 service neutron] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:53.027653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-82d73faa-f7ec-4c59-8682-0e1211dfe444 None None] Provisioning complete for port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:19:53.028030 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82d73faa-f7ec-4c59-8682-0e1211dfe444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.046002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Port bb8a22c0-e953-4533-8a88-aa7360b3c1eb on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:53.046742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Attempting to bind port bb8a22c0-e953-4533-8a88-aa7360b3c1eb on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:53.072944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4bda8-5df2-4ce1-949a-cde3951604b3 req-b802d177-9cfc-47f1-8e96-067e257aa326 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.080320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57d4bda8-5df2-4ce1-949a-cde3951604b3 req-b802d177-9cfc-47f1-8e96-067e257aa326 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.3196611 Feb 03 14:19:53.102007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:53.103000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Checking segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:53.103490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Bound using segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:53.104073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Bound port: bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:53.104698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.117303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:53.134180 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.156012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:53.156012 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.157995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82d73faa-f7ec-4c59-8682-0e1211dfe444 None None] Port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:19:53.163734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-ae4efce3-090b-4bdd-b336-0d3636edc61f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.166049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-ae4efce3-090b-4bdd-b336-0d3636edc61f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 946 time: 0.1878781 Feb 03 14:19:53.191319 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-beb7fd5e-efb6-4b96-893f-eb084c365303 req-337a5149-9b1a-4703-8f76-564a57acfe7a service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646399 Feb 03 14:19:53.293871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,segment=NetworkSegment(f0fc25ec-54e5-408b-b913-f9742fbff4ee),segment_id=f0fc25ec-54e5-408b-b913-f9742fbff4ee)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:53.301741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.305501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:53.346175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57d4bda8-5df2-4ce1-949a-cde3951604b3 req-01edaf10-fe10-447e-a1a8-ed29bddbf628 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646103 Feb 03 14:19:53.421191 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7533dab6-7211-4fd6-86fd-9f27fa66dd70 x-openstack-request-id: req-7533dab6-7211-4fd6-86fd-9f27fa66dd70 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:53.421583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:53.421747 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723476bb-8c0c-497b-ba67-9c24e09d4341", "tag": "872721c4-31b6-40a9-8f78-694700d40aeb", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:53.422020 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7533dab6-7211-4fd6-86fd-9f27fa66dd70 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:53.424037 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'tag': '872721c4-31b6-40a9-8f78-694700d40aeb', 'status': 'completed', 'code': 200} Feb 03 14:19:53.434590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3a1c9-fa0b-44b3-bab6-f234e52357fe req-4d888bdc-6a5d-4814-9195-6aeaf40b39f5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.441725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36c3a1c9-fa0b-44b3-bab6-f234e52357fe req-4d888bdc-6a5d-4814-9195-6aeaf40b39f5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 932 time: 0.3441589 Feb 03 14:19:53.501042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:53.526205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-5d4d3d59-d640-4ee6-bd9c-79e1d1db6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.527789 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-5d4d3d59-d640-4ee6-bd9c-79e1d1db6824 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 1125 time: 0.0539451 Feb 03 14:19:53.576539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:53.605140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.646661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-bb7acb54-e288-483f-9ee9-a18c2b97a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.648774 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-bb7acb54-e288-483f-9ee9-a18c2b97a496 service neutron] 10.222.0.71 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 912 time: 0.1142406 Feb 03 14:19:53.665013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36c3a1c9-fa0b-44b3-bab6-f234e52357fe req-588b0449-f8a6-4a7b-a363-e06d3c4fbbcb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222924 Feb 03 14:19:53.667447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Deleting port 6199f8be-9739-4825-9da4-c6ba01d60fbd {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:19:53.668003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.694297 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-e196a729-f540-4fca-a363-6fd9ccae08ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872721c4-31b6-40a9-8f78-694700d40aeb HTTP/1.1" status: 200 len: 217 time: 0.0382237 Feb 03 14:19:53.716819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.717837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:53.720194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] 10.222.0.45 "PUT /v2.0/ports/bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 200 len: 1091 time: 2.8312807 Feb 03 14:19:53.803549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-6315a2d2-0e4f-4af4-9164-991d2aed6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:53.805882 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-6315a2d2-0e4f-4af4-9164-991d2aed6587 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 200 len: 851 time: 0.1003056 Feb 03 14:19:53.865931 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-9aeaa2b2-d80d-441d-88f8-11274a9dad99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=462b1721-7165-4408-a73e-5e45f7fe960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497067 Feb 03 14:19:54.058516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd'}, {'server_uuid': '32a29277-a24a-47e6-a604-86832f096e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:54.063517 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9bb0c3-bc5f-4fa0-99fb-a53ce57af6a8" -d '{"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd"}, {"server_uuid": "32a29277-a24a-47e6-a604-86832f096e86", "name": "network-vif-plugged", "status": "completed", "tag": "0996a11e-9f5a-4b2e-b5e3-5941b1d657f3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:54.207177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738046b-7306-40e5-b8e3-5eca13bd1473 req-e7f61c44-4f4f-4e1b-bd70-e575d415e427 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:54.211333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3738046b-7306-40e5-b8e3-5eca13bd1473 req-e7f61c44-4f4f-4e1b-bd70-e575d415e427 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.7189639 Feb 03 14:19:54.220443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddc6d6-b526-4a33-91f8-052df5ccb64a service neutron] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:54.297297 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-b5f01ed1-36d4-4fe0-9ddb-84d32c656073 service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240432 Feb 03 14:19:54.361999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] For port 6199f8be-9739-4825-9da4-c6ba01d60fbd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=6199f8be-9739-4825-9da4-c6ba01d60fbd,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:54.362367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:54.370650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:54.406462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Publish callbacks [] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:54.407226 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fdc625db-9d4f-4eb4-b68e-4ac1d3383c60 req-6c8cf5fb-8b7e-4c9c-bb7f-b85a8f8f57b2 service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029167 Feb 03 14:19:54.418138 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3738046b-7306-40e5-b8e3-5eca13bd1473 req-28db5078-a328-47ef-b0b3-f259a7feb93a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934600 Feb 03 14:19:54.419193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Calling delete_port for 6199f8be-9739-4825-9da4-c6ba01d60fbd owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:19:54.451314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-ac3d3af7-082e-48de-8c23-76367f91f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:54.453263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-ac3d3af7-082e-48de-8c23-76367f91f367 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1125 time: 0.6440370 Feb 03 14:19:54.491408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Transition to ACTIVE for port object 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:19:54.539450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9578f-f6e6-4eec-bd34-16a807fb8ff7 req-2f79984b-9940-4b3f-9478-ea2fc603e515 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:54.541174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cd9578f-f6e6-4eec-bd34-16a807fb8ff7 req-2f79984b-9940-4b3f-9478-ea2fc603e515 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 946 time: 0.3218882 Feb 03 14:19:54.545720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:54.577576 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:54.601044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-edf2d369-5357-46ee-a204-37d44d613c48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 200 len: 217 time: 0.1261683 Feb 03 14:19:54.767265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-db83ed21-b84a-4b71-995b-63f893b974dd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3875911 Feb 03 14:19:54.786975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:54.894362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cd9578f-f6e6-4eec-bd34-16a807fb8ff7 req-d81e3880-444f-4757-9d9e-d48ede6bb1e2 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994542 Feb 03 14:19:54.925552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-5686e0bf-adc9-43c3-8c2d-057a58f4e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:54.927372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-5686e0bf-adc9-43c3-8c2d-057a58f4e46a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.2862134 Feb 03 14:19:54.939649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054d0d-9554-4f97-81a7-5666718fa9a2 req-3980b9b4-06ea-45d3-a70c-3196d14342d1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:54.941265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d054d0d-9554-4f97-81a7-5666718fa9a2 req-3980b9b4-06ea-45d3-a70c-3196d14342d1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.4106302 Feb 03 14:19:54.986073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0'}, {'name': 'network-changed', 'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:54.988274 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2376242-f33a-47c3-8633-2b6a76b5df3a" -d '{"events": [{"name": "network-changed", "server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0"}, {"name": "network-changed", "server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:55.114968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Attempting to bind port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:19:55.115312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Attempting to bind port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:19:55.116199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Attempting to bind port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:55.134474 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6199f8be-9739-4825-9da4-c6ba01d60fbd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:55.142232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-b5194a21-80c5-496f-9fe2-efe336165208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:55.143760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-b5194a21-80c5-496f-9fe2-efe336165208 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 1126 time: 0.2716873 Feb 03 14:19:55.160000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d054d0d-9554-4f97-81a7-5666718fa9a2 req-5d1ef380-7a2d-4ec3-a117-00d3f86d9292 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017603 Feb 03 14:19:55.161023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:19:55.161465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Attempting to bind port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:19:55.209247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event deleted for resources: {'Port': ['ID=6199f8be-9739-4825-9da4-c6ba01d60fbd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:55.213766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:19:55.214149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:19:55.214538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Bound using segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:19:55.215023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Bound port: 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:19:55.215361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:55.219911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-5040dbe8-ddb9-4c34-8b0d-05f305fb97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:55.221477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-5040dbe8-ddb9-4c34-8b0d-05f305fb97a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2792954 Feb 03 14:19:55.294625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7e51-11e6-49a4-8bf7-244cf79a6280 req-aec794b2-8242-4a75-a032-74919a9a1bf6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:55.296179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-165e7e51-11e6-49a4-8bf7-244cf79a6280 req-aec794b2-8242-4a75-a032-74919a9a1bf6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 943 time: 0.3011029 Feb 03 14:19:55.364451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] No DVR routers for this DVR port 6199f8be-9739-4825-9da4-c6ba01d60fbd on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:19:55.409568 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:55.412929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bde54eaf-6afb-4d52-894f-fce0f871b971 req-13309031-36ec-46df-90cd-a965da68a8b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "DELETE /v2.0/ports/6199f8be-9739-4825-9da4-c6ba01d60fbd HTTP/1.1" status: 204 len: 173 time: 2.2242415 Feb 03 14:19:55.571508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-bab70d72-b087-4832-a3e7-3ae3578c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:55.573066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-bab70d72-b087-4832-a3e7-3ae3578c5d02 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.3778825 Feb 03 14:19:55.575861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] For port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:19:55.582174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-165e7e51-11e6-49a4-8bf7-244cf79a6280 req-15e40ae2-fa82-493e-ae35-ea9483e3a5ff tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201262 Feb 03 14:19:55.604230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043a15-327a-47c8-97e1-bb0fe985efd8 req-5e45b5cd-92ce-44e4-b21f-8f85de4feb68 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:55.605870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7043a15-327a-47c8-97e1-bb0fe985efd8 req-5e45b5cd-92ce-44e4-b21f-8f85de4feb68 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 950 time: 0.3267553 Feb 03 14:19:55.610800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-8185adec-46d0-47b5-80c3-bc76954d11d8 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632650 Feb 03 14:19:55.646505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] For port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:19:55.662801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-8bfc7c31-85ea-46d2-9d40-4be6463d9f17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 200 len: 217 time: 0.0782206 Feb 03 14:19:55.670288 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0295cf2f-ac5a-4cf4-ae8c-d2b694644bc0 x-openstack-request-id: req-0295cf2f-ac5a-4cf4-ae8c-d2b694644bc0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:55.670835 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd", "code": 200}, {"server_uuid": "32a29277-a24a-47e6-a604-86832f096e86", "name": "network-vif-plugged", "status": "completed", "tag": "0996a11e-9f5a-4b2e-b5e3-5941b1d657f3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:55.671031 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0295cf2f-ac5a-4cf4-ae8c-d2b694644bc0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:55.671519 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'code': 200} Feb 03 14:19:55.672485 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a29277-a24a-47e6-a604-86832f096e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3', 'code': 200} Feb 03 14:19:55.672645 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:55.827945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:55.828619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:55.830036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] 10.222.0.45 "PUT /v2.0/ports/84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 HTTP/1.1" status: 200 len: 1092 time: 3.0078518 Feb 03 14:19:55.865481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dd0f5-6499-45c1-84ae-9d3b7638e41d req-4415c30f-c972-4263-88b9-a491296c2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:55.868376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b43dd0f5-6499-45c1-84ae-9d3b7638e41d req-4415c30f-c972-4263-88b9-a491296c2668 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 1128 time: 0.0540993 Feb 03 14:19:55.894186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3932fe5-6057-4991-9265-46a55a794275 req-7ad5e5b9-a7e0-4c31-abbc-a0ce2f12808f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a824ca8-bd8f-4006-9076-97e3b5917b5a HTTP/1.1" status: 200 len: 210 time: 0.1303463 Feb 03 14:19:55.954193 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b43dd0f5-6499-45c1-84ae-9d3b7638e41d req-7dcd7976-b19e-4fce-9c74-ff185258996a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730910 Feb 03 14:19:55.964685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7043a15-327a-47c8-97e1-bb0fe985efd8 req-580b90cf-6911-433b-b773-d149d2b474ba tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528383 Feb 03 14:19:56.039307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a6670-c44f-4df8-9521-a6f385274cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:56.062481 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e3e382-7fb3-4d3e-a1f1-e28c8ceccb3c x-openstack-request-id: req-38e3e382-7fb3-4d3e-a1f1-e28c8ceccb3c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:56.062932 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:56.063337 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38e3e382-7fb3-4d3e-a1f1-e28c8ceccb3c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:56.063764 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0', 'status': 'completed', 'code': 200} Feb 03 14:19:56.064145 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'status': 'completed', 'code': 200} Feb 03 14:19:56.066856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-ea153886-978f-4f4f-ae71-c0655eabf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.068402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-ea153886-978f-4f4f-ae71-c0655eabf0bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.3456459 Feb 03 14:19:56.078967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb08100e-6f1b-406b-900e-cc5cbd0222fb req-e370bfaf-1b32-4fa8-9c11-0d57dfa9ff03 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290681 Feb 03 14:19:56.124135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-0dbeb4f9-d26a-443b-a3c4-bf4b39461357 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.126128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-0dbeb4f9-d26a-443b-a3c4-bf4b39461357 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 950 time: 0.3908920 Feb 03 14:19:56.232656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fb153-4101-417a-9163-553aebb0e8bf req-e8070cab-68ae-4c90-8976-22b4f061dcc1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.233579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc6fb153-4101-417a-9163-553aebb0e8bf req-e8070cab-68ae-4c90-8976-22b4f061dcc1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 944 time: 0.2442424 Feb 03 14:19:56.261586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-40e45652-6f0c-4bc4-b4fd-69f9791a53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.263053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-40e45652-6f0c-4bc4-b4fd-69f9791a53dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 1126 time: 0.2971649 Feb 03 14:19:56.350953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d535e-ff13-4901-96d9-fd3d078309a4 req-9fe08993-1948-4b74-9a23-e587596fd7ca tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.352360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-072d535e-ff13-4901-96d9-fd3d078309a4 req-9fe08993-1948-4b74-9a23-e587596fd7ca tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.2617574 Feb 03 14:19:56.360040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-1f065a73-c935-4296-b471-b005e95bf2d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 HTTP/1.1" status: 200 len: 217 time: 0.0671337 Feb 03 14:19:56.468794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-517ee30c-6426-4f69-9224-3d347a2a5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.470321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-517ee30c-6426-4f69-9224-3d347a2a5f67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1125 time: 0.3260188 Feb 03 14:19:56.476809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-2b6a32f8-d95f-46f6-bd40-a0aa372484de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711915 Feb 03 14:19:56.477741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-bdfb2af1-9ed1-4a6d-a351-43f814e9b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.479249 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-bdfb2af1-9ed1-4a6d-a351-43f814e9b706 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1156 time: 0.0527589 Feb 03 14:19:56.496669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc6fb153-4101-417a-9163-553aebb0e8bf req-92cd7bef-0fdf-4a99-978b-14cebf8b9b78 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570472 Feb 03 14:19:56.612196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-2a156d4c-2ed9-4baf-a863-4879762a9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.613725 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-2a156d4c-2ed9-4baf-a863-4879762a9160 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.1241333 Feb 03 14:19:56.627797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 872721c4-31b6-40a9-8f78-694700d40aeb details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:56.661205 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-da8525c8-e870-4e0a-ab68-5689543e90bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 217 time: 0.0404501 Feb 03 14:19:56.722795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6199f8be-9739-4825-9da4-c6ba01d60fbd no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:56.727939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-8b7f1462-8f48-41df-bb17-8ffe65e91f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.730700 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-8b7f1462-8f48-41df-bb17-8ffe65e91f4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.0622864 Feb 03 14:19:56.767058 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-36d34120-2407-4276-897e-be7f4106cb23 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308378 Feb 03 14:19:56.788387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 6199f8be-9739-4825-9da4-c6ba01d60fbd {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:19:56.789214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 6199f8be-9739-4825-9da4-c6ba01d60fbd not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:19:56.789888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a6770601-0318-4217-87a2-c8b32fb6a518 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:19:56.874894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 872721c4-31b6-40a9-8f78-694700d40aeb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=872721c4-31b6-40a9-8f78-694700d40aeb,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:56.898593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-0aedaea7-7c2c-46fa-a1ff-1cc99244ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:56.898593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-0aedaea7-7c2c-46fa-a1ff-1cc99244ffbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.5240083 Feb 03 14:19:56.906189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '872721c4-31b6-40a9-8f78-694700d40aeb', 'network_id': '462b1721-7165-4408-a73e-5e45f7fe960c', 'port_id': '872721c4-31b6-40a9-8f78-694700d40aeb', 'mac_address': 'fa:16:3e:b7:7d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d762a5-c883-4ea0-acdc-5f91867cbf9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:56.918718 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-ffabcd89-0774-4b0e-a865-50bf491452cf service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433909 Feb 03 14:19:56.977029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a6770601-0318-4217-87a2-c8b32fb6a518 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:56.977442 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:56.984223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-072d535e-ff13-4901-96d9-fd3d078309a4 req-96139edf-d3f6-492b-8f23-3ec6df5b31ea tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197093 Feb 03 14:19:56.998903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 872721c4-31b6-40a9-8f78-694700d40aeb is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:56.999601 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:57.023317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872721c4-31b6-40a9-8f78-694700d40aeb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:57.056558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a6770601-0318-4217-87a2-c8b32fb6a518, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a6770601-0318-4217-87a2-c8b32fb6a518,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:57.061185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 872721c4-31b6-40a9-8f78-694700d40aeb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=872721c4-31b6-40a9-8f78-694700d40aeb,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:57.064977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:57.080654 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-a1eb1ee5-7aef-498f-9b15-05a76ed3650c service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537182 Feb 03 14:19:57.082230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:57.102875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port a6770601-0318-4217-87a2-c8b32fb6a518 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:19:57.103221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:57.151371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a6770601-0318-4217-87a2-c8b32fb6a518,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:57.218968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=872721c4-31b6-40a9-8f78-694700d40aeb,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:57.272488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1098e9-b05c-49c7-903d-297ae802cf17 req-0bf8ac00-2cb6-4d1c-9a01-09f723823c74 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:57.273994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc1098e9-b05c-49c7-903d-297ae802cf17 req-0bf8ac00-2cb6-4d1c-9a01-09f723823c74 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 946 time: 0.4414644 Feb 03 14:19:57.274993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-b1928e69-8a74-4282-ab09-4a0fb4cf0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:57.276305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-b1928e69-8a74-4282-ab09-4a0fb4cf0228 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.7970467 Feb 03 14:19:57.282230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-1b80507d-d020-408c-9ba9-7b567023af0f service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7845976 Feb 03 14:19:57.312629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-3024cee0-8619-4f57-984b-7fb4adf5c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:57.314123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-3024cee0-8619-4f57-984b-7fb4adf5c35c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3905172 Feb 03 14:19:57.395681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-e74602a9-acc9-4cd8-91b1-c2f15bfda69f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 200 len: 217 time: 0.1031332 Feb 03 14:19:57.479764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port a6770601-0318-4217-87a2-c8b32fb6a518, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a6770601-0318-4217-87a2-c8b32fb6a518,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:57.480150 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:57.510376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de9600-9004-4e4b-b639-5e7f8ce42dca req-bb45269e-5190-4959-a76a-1987fa02a572 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:57.511898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87de9600-9004-4e4b-b639-5e7f8ce42dca req-bb45269e-5190-4959-a76a-1987fa02a572 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.3844817 Feb 03 14:19:57.551991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for a6770601-0318-4217-87a2-c8b32fb6a518 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:19:57.648044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc1098e9-b05c-49c7-903d-297ae802cf17 req-cc72e54d-0cfe-4749-9cfb-86090b4f1d78 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633823 Feb 03 14:19:57.649479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-ef26c69a-d860-48a3-9546-d2ecd8ece7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:57.650836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-ef26c69a-d860-48a3-9546-d2ecd8ece7b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.2361078 Feb 03 14:19:57.660016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['872721c4-31b6-40a9-8f78-694700d40aeb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:57.710317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4084f511-dc22-428f-a18d-ed232f7eac5c req-1be65135-5cd2-49dd-a757-4fc4c406ece3 service neutron] 10.222.0.71 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052703 Feb 03 14:19:57.769755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:57.773827 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c99914-9b65-4505-9bb3-0d248d406603" -d '{"events": [{"server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "name": "network-vif-unplugged", "status": "completed", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:57.789993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87de9600-9004-4e4b-b639-5e7f8ce42dca req-ad26ce07-b3bd-475a-a19d-fa3431ec1b9a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582400 Feb 03 14:19:57.792094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-d54fec05-d415-4960-8ca9-4e25784bed47 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582901 Feb 03 14:19:57.938113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-f8a21b2c-afd9-497d-aaa9-01456804baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:57.939664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-f8a21b2c-afd9-497d-aaa9-01456804baad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2516556 Feb 03 14:19:57.994739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48200-bd95-4375-b552-62d41db71284 req-ade4496b-8cf5-44b1-aa1a-aaa2477968f2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:57.996155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25e48200-bd95-4375-b552-62d41db71284 req-ade4496b-8cf5-44b1-aa1a-aaa2477968f2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 944 time: 0.2364588 Feb 03 14:19:58.067573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-deleted', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd'}, {'name': 'network-changed', 'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:19:58.069861 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee951821-c225-4ef3-97b3-d7622e5c94ac" -d '{"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-deleted", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd"}, {"name": "network-changed", "server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:19:58.130662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfea7c4-3238-4d06-97cf-8bc276b607ab req-50c9557d-f71c-4f9f-932e-80d2cdf42cb6 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163223 Feb 03 14:19:58.148369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a6770601-0318-4217-87a2-c8b32fb6a518), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:58.161318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:58.193243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c', '09adb994-ae01-4a24-bf7a-8d54d30f801a', '20067e41-b2ae-46d8-9545-b2c41a0b5d2d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:58.219218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=a6770601-0318-4217-87a2-c8b32fb6a518,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:58.231237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25e48200-bd95-4375-b552-62d41db71284 req-002f9c9a-1ed2-49fd-aca8-af0a4f857509 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115197 Feb 03 14:19:58.257330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ed3ec-c6db-4264-bb28-262735b3dcf0 req-115be5f8-992d-4a42-b359-33cb6ee5fe0b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:58.270370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e97ed3ec-c6db-4264-bb28-262735b3dcf0 req-115be5f8-992d-4a42-b359-33cb6ee5fe0b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b2a77f-da90-4094-bce5-e7b1f7f80df9 HTTP/1.1" status: 200 len: 948 time: 0.3078048 Feb 03 14:19:58.302468 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-6a6db5df-b27d-464f-9a6a-f562f651bf72 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550889 Feb 03 14:19:58.392588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port a6770601-0318-4217-87a2-c8b32fb6a518 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:19:58.416840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:58.420211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f17120f5-e2e1-4227-abea-efc397ee46ad req-a2497633-7d41-4101-b78d-e68a134b5603 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "DELETE /v2.0/ports/a6770601-0318-4217-87a2-c8b32fb6a518 HTTP/1.1" status: 204 len: 173 time: 2.2722812 Feb 03 14:19:58.533195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e97ed3ec-c6db-4264-bb28-262735b3dcf0 req-2d1ee9e8-4298-416f-9380-13ce129b7cf0 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121367 Feb 03 14:19:58.634975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e67c1-fac4-4bac-991f-c726076e8831 req-a93619df-9d80-4f95-8003-d53deb8d8534 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:58.644469 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023e4096-90f8-4104-81bb-c712c2e5d799 x-openstack-request-id: req-023e4096-90f8-4104-81bb-c712c2e5d799 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:58.644764 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "name": "network-vif-unplugged", "status": "completed", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:58.645013 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-023e4096-90f8-4104-81bb-c712c2e5d799 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:58.645401 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518', 'code': 200} Feb 03 14:19:58.646932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e98e67c1-fac4-4bac-991f-c726076e8831 req-a93619df-9d80-4f95-8003-d53deb8d8534 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 944 time: 0.3038249 Feb 03 14:19:58.673500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2376242-f33a-47c3-8633-2b6a76b5df3a req-f0eef55c-9f12-4a08-b076-f5a45aca0b97 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475263 Feb 03 14:19:58.734051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:19:58.758695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e98e67c1-fac4-4bac-991f-c726076e8831 req-6a270737-2aed-4f4e-9cae-eb11b281897b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100078 Feb 03 14:19:58.995144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3ebb-8798-421d-81cc-c8dd9ae4b1ae req-e20f9308-306b-4b67-b855-e79f5cf7d88b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:58.998566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17bf3ebb-8798-421d-81cc-c8dd9ae4b1ae req-e20f9308-306b-4b67-b855-e79f5cf7d88b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.1211412 Feb 03 14:19:59.066881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:59.080559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41554) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:59.086767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-cc19b234-4e92-4fba-bd7d-a976f7439e93 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652491746', 'description': 'tempest-description--1136573152'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:59.124367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'port_id': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'mac_address': 'fa:16:3e:6c:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:19:59.138866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17bf3ebb-8798-421d-81cc-c8dd9ae4b1ae req-fee65fce-17e0-423d-9c79-757e8f594354 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307819 Feb 03 14:19:59.153526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc19b234-4e92-4fba-bd7d-a976f7439e93 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.248574 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 14:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd18c4e0-698f-4e31-8cfa-e9aea09b9c87 x-openstack-request-id: req-fd18c4e0-698f-4e31-8cfa-e9aea09b9c87 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:19:59.249515 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a824ca8-bd8f-4006-9076-97e3b5917b5a", "name": "network-vif-deleted", "tag": "6199f8be-9739-4825-9da4-c6ba01d60fbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:19:59.254118 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd18c4e0-698f-4e31-8cfa-e9aea09b9c87 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:19:59.263835 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a824ca8-bd8f-4006-9076-97e3b5917b5a', 'name': 'network-vif-deleted', 'tag': '6199f8be-9739-4825-9da4-c6ba01d60fbd', 'status': 'completed', 'code': 200} Feb 03 14:19:59.264655 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6', 'status': 'completed', 'code': 200} Feb 03 14:19:59.364707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:19:59.365113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.383285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc19b234-4e92-4fba-bd7d-a976f7439e93 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group (a365ab4d-50c0-4333-8ddc-789ed01cc1c4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.390046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc19b234-4e92-4fba-bd7d-a976f7439e93 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a365ab4d-50c0-4333-8ddc-789ed01cc1c4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.420430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc19b234-4e92-4fba-bd7d-a976f7439e93 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.423604 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cc19b234-4e92-4fba-bd7d-a976f7439e93 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3400531 Feb 03 14:19:59.433533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41558) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:59.439175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8a22c0-e953-4533-8a88-aa7360b3c1eb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:19:59.450966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-99c67468-7f68-48b3-b71a-c6223788dcc3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Request body: {'security_group_rule': {'security_group_id': 'a365ab4d-50c0-4333-8ddc-789ed01cc1c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:59.472256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-030886a0-1570-4b9a-abbd-ab347d71c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:59.475385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-030886a0-1570-4b9a-abbd-ab347d71c62f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 1126 time: 0.1996734 Feb 03 14:19:59.491338 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99c67468-7f68-48b3-b71a-c6223788dcc3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group_rule (86f794fa-d384-457c-879f-6e2f55c8923b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.495670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:19:59.521616 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.522455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19b234-4e92-4fba-bd7d-a976f7439e93 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a365ab4d-50c0-4333-8ddc-789ed01cc1c4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:59.582308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99c67468-7f68-48b3-b71a-c6223788dcc3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group_rule (86f794fa-d384-457c-879f-6e2f55c8923b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.588695 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99c67468-7f68-48b3-b71a-c6223788dcc3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (86f794fa-d384-457c-879f-6e2f55c8923b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.622131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:59.630771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c67468-7f68-48b3-b71a-c6223788dcc3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f794fa-d384-457c-879f-6e2f55c8923b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:59.640472 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99c67468-7f68-48b3-b71a-c6223788dcc3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.643049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99c67468-7f68-48b3-b71a-c6223788dcc3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1997046 Feb 03 14:19:59.648040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3a8e-ba54-4eb5-a275-3b68ca2a28b0 req-5930c90c-2e9e-4dd5-805d-249909ce3757 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:59.656689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41562) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:59.657978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71aa3a8e-ba54-4eb5-a275-3b68ca2a28b0 req-5930c90c-2e9e-4dd5-805d-249909ce3757 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.2485712 Feb 03 14:19:59.662328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2ef0f318-7595-4794-b027-b40ff84246f7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Request body: {'security_group_rule': {'security_group_id': 'a365ab4d-50c0-4333-8ddc-789ed01cc1c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:59.695067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb3685-e42d-4734-a597-1293d2556a71 req-93f70596-2cc2-4a12-92d0-4ef1451e49af tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:59.696663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78eb3685-e42d-4734-a597-1293d2556a71 req-93f70596-2cc2-4a12-92d0-4ef1451e49af tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 946 time: 0.3536587 Feb 03 14:19:59.701820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f318-7595-4794-b027-b40ff84246f7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group_rule (bdfa5fe6-dbfe-469e-9776-373d3f49c20b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.744740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71aa3a8e-ba54-4eb5-a275-3b68ca2a28b0 req-22b1a108-43b9-431f-adcd-e91a050f8258 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801492 Feb 03 14:19:59.790313 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f318-7595-4794-b027-b40ff84246f7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group_rule (bdfa5fe6-dbfe-469e-9776-373d3f49c20b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.798440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f318-7595-4794-b027-b40ff84246f7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (bdfa5fe6-dbfe-469e-9776-373d3f49c20b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.818612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-0e6a9183-95ea-49c0-b100-1a8cfb7289e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:19:59.824484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0f318-7595-4794-b027-b40ff84246f7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfa5fe6-dbfe-469e-9776-373d3f49c20b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:19:59.826169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-0e6a9183-95ea-49c0-b100-1a8cfb7289e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.3398869 Feb 03 14:19:59.830592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bb8a22c0-e953-4533-8a88-aa7360b3c1eb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:19:59.845301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f318-7595-4794-b027-b40ff84246f7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:19:59.846530 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2ef0f318-7595-4794-b027-b40ff84246f7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1886108 Feb 03 14:19:59.857693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41566) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:19:59.898857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:19:59.911529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-e9241d7d-a7f1-4a31-b7f2-2592a0c2f069 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 HTTP/1.1" status: 200 len: 217 time: 0.0740724 Feb 03 14:19:59.985287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78eb3685-e42d-4734-a597-1293d2556a71 req-d13090ec-0370-4c81-94b4-225778cadcd9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561195 Feb 03 14:20:00.038053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-b51d1650-5464-4701-9dbe-57b06630a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:00.040082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-b51d1650-5464-4701-9dbe-57b06630a25f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.1063771 Feb 03 14:20:00.053990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:00.115701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750cc5-e6de-4b8c-a7d4-b06e8cb57a58 req-f5e4e868-ba8b-4dd1-91ad-b92fb511251c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:00.123721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea750cc5-e6de-4b8c-a7d4-b06e8cb57a58 req-f5e4e868-ba8b-4dd1-91ad-b92fb511251c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 944 time: 0.2143385 Feb 03 14:20:00.220235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-0cfe8d1d-895c-4fed-85b8-725ae5a78045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:00.221881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-0cfe8d1d-895c-4fed-85b8-725ae5a78045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1754379 Feb 03 14:20:00.232198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea750cc5-e6de-4b8c-a7d4-b06e8cb57a58 req-1a6f0a95-b859-41c6-a774-77c9a3d467e6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075361 Feb 03 14:20:00.641142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 872721c4-31b6-40a9-8f78-694700d40aeb up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:00.707194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 872721c4-31b6-40a9-8f78-694700d40aeb completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:20:00.712591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 872721c4-31b6-40a9-8f78-694700d40aeb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:00.713792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:00.757845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:20:00.785094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3154-fd04-48a0-a551-455bbc239ffe req-06631988-651d-48ea-892a-365c216c3a7e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:00.794094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be8f3154-fd04-48a0-a551-455bbc239ffe req-06631988-651d-48ea-892a-365c216c3a7e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 944 time: 0.6356854 Feb 03 14:20:00.848700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb418d-50aa-4892-8706-5eee2d610f35 req-3b2c6556-91be-41cd-b168-fa5cc310b406 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:00.857013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49cb418d-50aa-4892-8706-5eee2d610f35 req-3b2c6556-91be-41cd-b168-fa5cc310b406 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.2263939 Feb 03 14:20:00.869486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:00.883626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6', 'mac_address': 'fa:16:3e:30:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:20:00.941129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49cb418d-50aa-4892-8706-5eee2d610f35 req-6944ffb5-53aa-443f-ae38-994f38c3409f tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830598 Feb 03 14:20:01.029819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 872721c4-31b6-40a9-8f78-694700d40aeb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:01.030474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:01.046149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:01.060243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be8f3154-fd04-48a0-a551-455bbc239ffe req-cc413703-bdf2-4c41-9ff0-c85a4c59e49e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652187 Feb 03 14:20:01.074164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 872721c4-31b6-40a9-8f78-694700d40aeb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=872721c4-31b6-40a9-8f78-694700d40aeb,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:01.077341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872721c4-31b6-40a9-8f78-694700d40aeb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:01.080033 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e156ae27-3f38-4dfa-b737-c3e04f01ea03" -d '{"events": [{"server_uuid": "723476bb-8c0c-497b-ba67-9c24e09d4341", "name": "network-vif-plugged", "status": "completed", "tag": "872721c4-31b6-40a9-8f78-694700d40aeb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:01.082947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:01.083684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:01.099329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-90917c29-c828-457a-9800-7ce5a74a9379 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8617392 Feb 03 14:20:01.103877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:01.111117 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:01.112233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:01.196133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:01.219454 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:01.267324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=872721c4-31b6-40a9-8f78-694700d40aeb,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:01.331563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'name': 'network-vif-deleted', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:01.334522 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d0c6d5-30b3-482b-8911-fdf4154afb9d" -d '{"events": [{"server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "name": "network-vif-deleted", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:01.338508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:01.339352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee951821-c225-4ef3-97b3-d7622e5c94ac req-ab30cb84-b1a0-490c-983d-5c578f4c6665 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313406 Feb 03 14:20:01.359896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:01.460514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5850e-cc0b-4c9c-b57f-4502e1c57491 req-a12ed3d1-2bf3-4807-a13e-448b21e0f190 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:01.461953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3de5850e-cc0b-4c9c-b57f-4502e1c57491 req-a12ed3d1-2bf3-4807-a13e-448b21e0f190 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 944 time: 0.2780411 Feb 03 14:20:01.468725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b5b23-2417-4b70-8c55-20734e3fde03 req-973dcb8d-676b-4567-8fcf-77801e2269c7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:01.470318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-106b5b23-2417-4b70-8c55-20734e3fde03 req-973dcb8d-676b-4567-8fcf-77801e2269c7 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 950 time: 0.3447461 Feb 03 14:20:01.494606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Allocated IP 172.25.0.64 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/7afbbf9f-f011-4030-9598-9b33edf680cb) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:01.552464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:01.595947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3de5850e-cc0b-4c9c-b57f-4502e1c57491 req-524761b7-ec4d-4271-bd32-a0a0b3152fca tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217353 Feb 03 14:20:01.603477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-106b5b23-2417-4b70-8c55-20734e3fde03 req-b11886b7-8635-4661-bd50-8e694a8c03ac tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226602 Feb 03 14:20:01.735378 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b01ac-5cff-465d-abbb-2aa53902b9a4 x-openstack-request-id: req-149b01ac-5cff-465d-abbb-2aa53902b9a4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:01.736199 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723476bb-8c0c-497b-ba67-9c24e09d4341", "name": "network-vif-plugged", "status": "completed", "tag": "872721c4-31b6-40a9-8f78-694700d40aeb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:01.736199 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-149b01ac-5cff-465d-abbb-2aa53902b9a4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:01.736627 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872721c4-31b6-40a9-8f78-694700d40aeb', 'code': 200} Feb 03 14:20:01.743239 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:01.793287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:01.828179 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122dab1-73d6-4e07-b19b-7b8a117973ef x-openstack-request-id: req-e122dab1-73d6-4e07-b19b-7b8a117973ef {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:01.828815 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b2a77f-da90-4094-bce5-e7b1f7f80df9", "name": "network-vif-deleted", "tag": "a6770601-0318-4217-87a2-c8b32fb6a518", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:01.829207 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e122dab1-73d6-4e07-b19b-7b8a117973ef {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:01.829587 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b2a77f-da90-4094-bce5-e7b1f7f80df9', 'name': 'network-vif-deleted', 'tag': 'a6770601-0318-4217-87a2-c8b32fb6a518', 'status': 'completed', 'code': 200} Feb 03 14:20:01.867222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:01.916984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:01.925711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:01.972600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'Port': ['ID=7afbbf9f-f011-4030-9598-9b33edf680cb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:02.012645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bdf40-99a7-4002-be8f-eaa655a45bc3 req-e5879c48-6332-4ffb-beb8-3e6ab0ef3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:02.014369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c8bdf40-99a7-4002-be8f-eaa655a45bc3 req-e5879c48-6332-4ffb-beb8-3e6ab0ef3a85 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 1127 time: 0.1739864 Feb 03 14:20:02.039945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66525b5d-1fac-4bc7-a9da-0546178dc12b req-82f6ab01-58c1-4991-b239-ea9157cfadff tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:02.041820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66525b5d-1fac-4bc7-a9da-0546178dc12b req-82f6ab01-58c1-4991-b239-ea9157cfadff tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2114179 Feb 03 14:20:02.171195 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for floatingip (e4d4adf0-4c85-49b0-bfe4-1ab2a1202fe2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:02.185118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c8bdf40-99a7-4002-be8f-eaa655a45bc3 req-729ee19c-5755-4a94-928e-349ea34ec171 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632378 Feb 03 14:20:02.196332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66525b5d-1fac-4bc7-a9da-0546178dc12b req-bff15af8-8422-4201-ae96-085aa31158e9 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462765 Feb 03 14:20:02.242785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ca86-f2b8-465a-948a-a3e5e9d94de3 req-c30153b0-ebc9-4684-b4d2-23e939403fad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:02.244431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f88ca86-f2b8-465a-948a-a3e5e9d94de3 req-c30153b0-ebc9-4684-b4d2-23e939403fad tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 944 time: 0.1315453 Feb 03 14:20:02.259232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:02.386373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f88ca86-f2b8-465a-948a-a3e5e9d94de3 req-c005efdb-3d85-4db0-bc09-1ac77b1163c0 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350121 Feb 03 14:20:02.463010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0448d-2ec7-44db-9bcc-47289def24a4 req-dd5ba52b-092d-41fa-b2e5-2a7a024ba605 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:02.464694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90c0448d-2ec7-44db-9bcc-47289def24a4 req-dd5ba52b-092d-41fa-b2e5-2a7a024ba605 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 945 time: 0.1696324 Feb 03 14:20:02.553126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:02.557979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90c0448d-2ec7-44db-9bcc-47289def24a4 req-de0a146c-27c7-485b-972a-6486a9402ec0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834770 Feb 03 14:20:02.559334 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:02.632857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'Port': ['ID=7afbbf9f-f011-4030-9598-9b33edf680cb,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:02.679757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (e4d4adf0-4c85-49b0-bfe4-1ab2a1202fe2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:02.707902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:02.709178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e55a57b8-f421-4cce-889e-fa46151257ff tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8490479 Feb 03 14:20:02.748027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-b90b1651-8f6d-4e82-8ef0-3950215ba8dc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:02.749674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-b90b1651-8f6d-4e82-8ef0-3950215ba8dc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 950 time: 0.1118398 Feb 03 14:20:02.767966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:02.878859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port bb8a22c0-e953-4533-8a88-aa7360b3c1eb completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:20:02.884163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port bb8a22c0-e953-4533-8a88-aa7360b3c1eb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:02.884606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:02.985942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:02.986272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:03.007209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c3f2-a68f-4bc6-a544-a015f7802608 req-c59cdb57-bd44-432e-b9a3-6a3cbb4d9a3d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:03.008858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88f8c3f2-a68f-4bc6-a544-a015f7802608 req-c59cdb57-bd44-432e-b9a3-6a3cbb4d9a3d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4552b163-f5d9-482a-b2c2-41acd925e387 HTTP/1.1" status: 200 len: 950 time: 0.2535868 Feb 03 14:20:03.018283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7c91-de71-432d-863b-1e9251baee0c req-3409e426-4d93-49ff-9890-64ff06e826c4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:03.019830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-548f7c91-de71-432d-863b-1e9251baee0c req-3409e426-4d93-49ff-9890-64ff06e826c4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 944 time: 0.1528277 Feb 03 14:20:03.046282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:03.051851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:03.122897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:03.137874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-548f7c91-de71-432d-863b-1e9251baee0c req-ed706a72-f5b8-41e3-98c9-1a061f852999 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096675 Feb 03 14:20:03.150566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:03.150929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:03.159727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88f8c3f2-a68f-4bc6-a544-a015f7802608 req-e075033b-c73a-44bb-b239-3b26543cc4ba tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377482 Feb 03 14:20:03.442398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:03.442816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:03.465528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24da659-51e1-4500-aa1d-f6d6165e66ca req-5669ace1-12ba-40a5-bd7f-45cca68f47c2 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:03.467016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b24da659-51e1-4500-aa1d-f6d6165e66ca req-5669ace1-12ba-40a5-bd7f-45cca68f47c2 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 946 time: 0.2066514 Feb 03 14:20:03.480281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for 20067e41-b2ae-46d8-9545-b2c41a0b5d2d owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:03.490140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd431cb3-1a3c-4dee-81a0-8b8e52e92c4e service neutron] 10.222.0.71 "GET /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.0628800 Feb 03 14:20:03.507478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-a0a4a0be-e47d-40df-846d-6e4c17d271ca tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:03.509054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-a0a4a0be-e47d-40df-846d-6e4c17d271ca tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 821 time: 0.2174499 Feb 03 14:20:03.575780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-c13b6e3d-45b2-45d3-95f4-6715435b40cd tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/quotas/ece849ee8b024b18af105f12b7a81664 HTTP/1.1" status: 200 len: 375 time: 0.0557156 Feb 03 14:20:03.599057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b24da659-51e1-4500-aa1d-f6d6165e66ca req-ac597d2a-96ce-4d97-9c33-0407028a6081 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b310a93-4e53-4e5f-b50d-12633a66038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198306 Feb 03 14:20:03.644734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-2d5f65c2-4623-49fb-880e-8912b22c3bbe tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519531 Feb 03 14:20:03.737043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:03.739478 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe43bd-4f7a-4975-bbb2-3b95f27944cc" -d '{"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:03.765341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:03.792345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:03.836587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:03.849707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:03.869197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:03.909958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (20067e41-b2ae-46d8-9545-b2c41a0b5d2d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:03.919645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-dc384a98-5e55-41fd-beff-cdbfcafad9c0 service neutron] 10.222.0.52 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740493 Feb 03 14:20:03.923358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:03.977831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] Transition to ACTIVE for port object 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:20:03.984518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:03.984773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c', '09adb994-ae01-4a24-bf7a-8d54d30f801a', '20067e41-b2ae-46d8-9545-b2c41a0b5d2d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:03.992145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=20067e41-b2ae-46d8-9545-b2c41a0b5d2d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:04.105095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fbb78-a104-4e39-ab98-94fa57aee4e3 req-396fe3a3-dbf5-48a1-8bb8-fb5c81190ed5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:04.117784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-885fbb78-a104-4e39-ab98-94fa57aee4e3 req-396fe3a3-dbf5-48a1-8bb8-fb5c81190ed5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.4248137 Feb 03 14:20:04.132477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] No DVR routers for this DVR port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:04.178528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port 20067e41-b2ae-46d8-9545-b2c41a0b5d2d on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:04.182837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:04.183588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] Pushing event updated for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=10']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:04.187908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-105edb81-4c72-46f9-af55-d67fd0da2fbd req-2f3ae922-202d-42a7-a0e6-832a97d2e2f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "DELETE /v2.0/ports/20067e41-b2ae-46d8-9545-b2c41a0b5d2d HTTP/1.1" status: 204 len: 173 time: 1.3950579 Feb 03 14:20:04.191865 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-663e8d90-f916-48dd-b6a7-547998fbba02 service neutron] 10.222.0.71 "PUT /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0/bindings/n-h1-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6937306 Feb 03 14:20:04.207117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552b163-f5d9-482a-b2c2-41acd925e387', 'name': 'network-vif-deleted', 'tag': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:04.210975 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d354902-7c43-4a65-98e8-0bde04197600" -d '{"events": [{"server_uuid": "4552b163-f5d9-482a-b2c2-41acd925e387", "name": "network-vif-deleted", "tag": "20067e41-b2ae-46d8-9545-b2c41a0b5d2d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:04.402490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-885fbb78-a104-4e39-ab98-94fa57aee4e3 req-d8045028-a237-41a0-8c20-7d5f16a32e1c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744896 Feb 03 14:20:04.456771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-0b56dd1e-6d8f-4006-8baa-ed030d0fd97f tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:04.459073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-0b56dd1e-6d8f-4006-8baa-ed030d0fd97f tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.1431477 Feb 03 14:20:04.461754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-a096abf4-6b84-4b9e-a185-2046fa979c27 service neutron] 10.222.0.52 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850948 Feb 03 14:20:04.674260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-b5739e7c-f2e0-4531-bc26-ca4efb34884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:04.676802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-b5739e7c-f2e0-4531-bc26-ca4efb34884c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0&tenant_id=3e679942d66b4e439925d16c5df524cf HTTP/1.1" status: 200 len: 1127 time: 0.2027140 Feb 03 14:20:04.710242 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:20:04.718386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f765a08-8efa-49a5-ae6d-ad06eb0f9e9e req-2d4225b8-463a-47b9-bebe-d93ae7094dac tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:04.728348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f765a08-8efa-49a5-ae6d-ad06eb0f9e9e req-2d4225b8-463a-47b9-bebe-d93ae7094dac tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.2177384 Feb 03 14:20:04.779992 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-d1130fa1-d2c8-4f05-8dd9-a622cda0f5cb tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:04.781825 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-d1130fa1-d2c8-4f05-8dd9-a622cda0f5cb tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 946 time: 0.0714407 Feb 03 14:20:04.787783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:04.858822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896fe70-7c2c-4995-949f-06061935be9c req-0bde8f33-90a2-4015-9937-5bca2d848c3d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:04.865109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c896fe70-7c2c-4995-949f-06061935be9c req-0bde8f33-90a2-4015-9937-5bca2d848c3d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 945 time: 0.2182539 Feb 03 14:20:04.939793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Deleting port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:04.943224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:04.977178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c896fe70-7c2c-4995-949f-06061935be9c req-d5672f2e-01f4-4181-8cf4-da6fbcf41b60 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989032 Feb 03 14:20:05.037618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-798008e2-0728-465a-8316-bb22a25aaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:05.040020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-798008e2-0728-465a-8316-bb22a25aaa91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e679942d66b4e439925d16c5df524cf&device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1127 time: 0.3084908 Feb 03 14:20:05.067955 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac609a4d-046a-4912-92f3-9ca6c9df16b2 x-openstack-request-id: req-ac609a4d-046a-4912-92f3-9ca6c9df16b2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:05.068738 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:05.072394 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac609a4d-046a-4912-92f3-9ca6c9df16b2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:05.075208 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'code': 200} Feb 03 14:20:05.150224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:20:05.157793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:05.158288 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:05.307991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] For port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,segment=NetworkSegment(f0fc25ec-54e5-408b-b913-f9742fbff4ee),segment_id=f0fc25ec-54e5-408b-b913-f9742fbff4ee)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:05.308377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:05.338788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:05.339370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:05.347608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Calling delete_port for 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:05.361233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f765a08-8efa-49a5-ae6d-ad06eb0f9e9e req-5df52a26-7d20-48a2-94fc-14d272eb19a2 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322975 Feb 03 14:20:05.367659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-86a3d6ee-301e-4981-bfd3-ea5a40dc18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:05.369392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-86a3d6ee-301e-4981-bfd3-ea5a40dc18d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 200 len: 921 time: 0.3020537 Feb 03 14:20:05.421821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:05.422891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-fd5b2df6-58a1-4ef2-a086-549ae260d869 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 200 len: 217 time: 0.0434930 Feb 03 14:20:05.430356 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:05.544663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:05.661684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0996a11e-9f5a-4b2e-b5e3-5941b1d657f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:05.699324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0996a11e-9f5a-4b2e-b5e3-5941b1d657f3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:05.753112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] No DVR routers for this DVR port 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:05.756178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Pushing event deleted for resources: {'Port': ['ID=0996a11e-9f5a-4b2e-b5e3-5941b1d657f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:05.759948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:05.766069 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e6120a2b-70ec-45e7-a4e4-c60df48448a9 req-8dd0f9fb-ae5c-4b5b-8560-184255815ca9 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.71 "DELETE /v2.0/ports/0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 HTTP/1.1" status: 204 len: 173 time: 0.9783430 Feb 03 14:20:05.766726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a29277-a24a-47e6-a604-86832f096e86', 'name': 'network-vif-deleted', 'tag': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:05.770857 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc04ee2-a77e-48cd-bb2b-e770d5afadaf" -d '{"events": [{"server_uuid": "32a29277-a24a-47e6-a604-86832f096e86", "name": "network-vif-deleted", "tag": "0996a11e-9f5a-4b2e-b5e3-5941b1d657f3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:05.910060 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ec67d-fe1d-4663-9169-fb0d7045965c x-openstack-request-id: req-0a9ec67d-fe1d-4663-9169-fb0d7045965c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:05.910317 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552b163-f5d9-482a-b2c2-41acd925e387", "name": "network-vif-deleted", "tag": "20067e41-b2ae-46d8-9545-b2c41a0b5d2d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:05.910592 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a9ec67d-fe1d-4663-9169-fb0d7045965c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:05.910950 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4552b163-f5d9-482a-b2c2-41acd925e387', 'name': 'network-vif-deleted', 'tag': '20067e41-b2ae-46d8-9545-b2c41a0b5d2d', 'status': 'completed', 'code': 200} Feb 03 14:20:05.961848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2e914b3-c2be-4d81-ae65-e7924f837ef8 req-2bd4cfe6-c597-401a-aa12-ef9d6b678123 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 210 time: 0.0499451 Feb 03 14:20:05.968697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d76f2-4354-4963-a436-682234c5e2cc req-c5baf8fd-5e4d-4569-af84-7f515ef29397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:05.970327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-418d76f2-4354-4963-a436-682234c5e2cc req-c5baf8fd-5e4d-4569-af84-7f515ef29397 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1127 time: 0.6856575 Feb 03 14:20:05.988830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd3933-f1c2-4a12-8cfe-778098512984 req-19e87a86-27fa-46eb-83ae-abd052b5cc01 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:05.996631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00bd3933-f1c2-4a12-8cfe-778098512984 req-19e87a86-27fa-46eb-83ae-abd052b5cc01 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.8706532 Feb 03 14:20:06.014233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-9896e6b6-ecbc-4496-9776-216d338b9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:06.015633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-9896e6b6-ecbc-4496-9776-216d338b9b08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 200 len: 860 time: 0.5849826 Feb 03 14:20:06.084941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-4e79e78e-d13c-49d3-9230-b78df5ef784c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b64d5e82-0e03-4459-8d4f-4da2c6865acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523572 Feb 03 14:20:06.107584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00c9bb47-7dba-4410-9691-c2b76ad8fccf req-330ccb99-137b-474f-894e-6daf5b8a8256 tempest-ServerMetadataNegativeTestJSON-903214312 tempest-ServerMetadataNegativeTestJSON-903214312-project] 10.222.0.52 "GET /v2.0/ports?device_id=32a29277-a24a-47e6-a604-86832f096e86 HTTP/1.1" status: 200 len: 210 time: 0.0640731 Feb 03 14:20:06.162225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00bd3933-f1c2-4a12-8cfe-778098512984 req-84f49e43-83e5-4b12-b071-c074f9100072 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645510 Feb 03 14:20:06.167764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-418d76f2-4354-4963-a436-682234c5e2cc req-e1f8b723-49b8-423f-91f3-303af029c709 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656077 Feb 03 14:20:06.260309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-8b3b3870-4371-4ed6-82e3-6d2cfc9701ab service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550777 Feb 03 14:20:06.322092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09212df3-9d2c-486e-b6b3-480b8ab2844d req-20a74d25-4e84-44d4-970b-7eac509442e4 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:06.324290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09212df3-9d2c-486e-b6b3-480b8ab2844d req-20a74d25-4e84-44d4-970b-7eac509442e4 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.0785217 Feb 03 14:20:06.418590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09212df3-9d2c-486e-b6b3-480b8ab2844d req-a33b583b-c236-47ab-8e16-42ab5fafb8a6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872865 Feb 03 14:20:06.484340 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651d14fd-1cf4-4f88-bde1-2ddf3aae6712 x-openstack-request-id: req-651d14fd-1cf4-4f88-bde1-2ddf3aae6712 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:06.485246 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a29277-a24a-47e6-a604-86832f096e86", "name": "network-vif-deleted", "tag": "0996a11e-9f5a-4b2e-b5e3-5941b1d657f3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:06.485246 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-651d14fd-1cf4-4f88-bde1-2ddf3aae6712 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:06.485565 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a29277-a24a-47e6-a604-86832f096e86', 'name': 'network-vif-deleted', 'tag': '0996a11e-9f5a-4b2e-b5e3-5941b1d657f3', 'status': 'completed', 'code': 200} Feb 03 14:20:06.696725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 20067e41-b2ae-46d8-9545-b2c41a0b5d2d no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:06.707320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-8c77517e-0205-4b90-9957-4e9df73c0226 service neutron] 10.222.0.45 "GET /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047843 Feb 03 14:20:06.718643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f57a-800a-4ae3-ac28-274e920b8c99 req-a7e1d201-f4c2-4127-85c6-4c8f7c64933b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:06.720141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d051f57a-800a-4ae3-ac28-274e920b8c99 req-a7e1d201-f4c2-4127-85c6-4c8f7c64933b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 946 time: 0.1991627 Feb 03 14:20:06.722057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 20067e41-b2ae-46d8-9545-b2c41a0b5d2d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:06.722686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 20067e41-b2ae-46d8-9545-b2c41a0b5d2d not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:06.723212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:06.741772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfaf0d-322b-4e10-8719-edbe1c28dfd9 req-65c7b698-48b3-457f-b022-99d3fd2ed435 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:06.743294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23cfaf0d-322b-4e10-8719-edbe1c28dfd9 req-65c7b698-48b3-457f-b022-99d3fd2ed435 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 950 time: 0.1688304 Feb 03 14:20:06.749749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:06.750107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0996a11e-9f5a-4b2e-b5e3-5941b1d657f3 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:06.750918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-ba27bf14-3711-43b3-9a4a-9e47f0b545e8 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:06.752410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-ba27bf14-3711-43b3-9a4a-9e47f0b545e8 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 821 time: 0.2442009 Feb 03 14:20:06.800509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Request body: {'port': {'device_id': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'admin_state_up': True, 'tenant_id': 'ece849ee8b024b18af105f12b7a81664'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:06.862242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d051f57a-800a-4ae3-ac28-274e920b8c99 req-06742c99-2943-44be-9c15-92abc5f249ef tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290228 Feb 03 14:20:06.870778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23cfaf0d-322b-4e10-8719-edbe1c28dfd9 req-067fb608-25b0-42fd-afe0-c90e7ebb128b tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126304 Feb 03 14:20:06.969137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Made reservation on behalf of ece849ee8b024b18af105f12b7a81664 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:06.972780 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.076106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:07.079648 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599a065c-23db-4de3-9131-9d1cbd4e44d9" -d '{"events": [{"server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "name": "network-vif-plugged", "status": "completed", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:07.095419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41694) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:07.161822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd4b5698-5bed-4079-8ba4-7525c786bdbe tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.161822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cd4b5698-5bed-4079-8ba4-7525c786bdbe tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0&tenant_id=3e679942d66b4e439925d16c5df524cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.1659029 Feb 03 14:20:07.161822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b885635-88c9-4d6f-803a-d091924a8ccd req-409e5b96-5b08-4061-99b1-86157825a494 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.161822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b885635-88c9-4d6f-803a-d091924a8ccd req-409e5b96-5b08-4061-99b1-86157825a494 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.1804748 Feb 03 14:20:07.185895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-014a1090-5b05-4b01-93ce-079a060a1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.187592 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-014a1090-5b05-4b01-93ce-079a060a1386 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 1127 time: 0.0627012 Feb 03 14:20:07.275260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1de33d4-acfb-41e0-a830-184d3673ab8d req-69df4284-4804-452e-8239-5f8597504349 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 210 time: 0.0584254 Feb 03 14:20:07.296770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Deleting subnet 2b59df71-bf01-4221-bb39-c8bcd3d3652e {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:20:07.299807 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Publish callbacks [] for subnet (2b59df71-bf01-4221-bb39-c8bcd3d3652e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.309621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Allocated IP 172.20.0.10 (e8fd49f1-794b-41e2-90a7-3822f1f19d10/80c9ee5c-18be-4f73-88f2-b5b22114f298/5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:07.339380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b885635-88c9-4d6f-803a-d091924a8ccd req-75db6939-7290-4feb-acff-cea1c4f561da tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494880 Feb 03 14:20:07.362962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (2b59df71-bf01-4221-bb39-c8bcd3d3652e), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.385305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-25f93771-0417-4ba5-9aee-a2c4c20f0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.387095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-25f93771-0417-4ba5-9aee-a2c4c20f0569 service neutron] 10.222.0.71 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 912 time: 0.1889610 Feb 03 14:20:07.426921 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff14028-1578-4537-a8d9-8a8bf240e40a x-openstack-request-id: req-0ff14028-1578-4537-a8d9-8a8bf240e40a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:07.428038 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "name": "network-vif-plugged", "status": "completed", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:07.428522 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ff14028-1578-4537-a8d9-8a8bf240e40a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:07.429148 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6', 'code': 200} Feb 03 14:20:07.438603 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-e25d1e7b-0bd3-42a2-b179-d78c667d75aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872721c4-31b6-40a9-8f78-694700d40aeb HTTP/1.1" status: 200 len: 217 time: 0.0453701 Feb 03 14:20:07.481321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cf8a3ab5-4788-48ae-b0e2-7f5862e8dfa0 service neutron] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:07.485151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41702) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:07.510467 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cf8a3ab5-4788-48ae-b0e2-7f5862e8dfa0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.511600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-246cacc7-0519-4b94-969d-6bcf6be0950c req-cf8a3ab5-4788-48ae-b0e2-7f5862e8dfa0 service neutron] 10.222.0.45 "DELETE /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0/bindings/n-h2-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.3625443 Feb 03 14:20:07.541828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (2b59df71-bf01-4221-bb39-c8bcd3d3652e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.565094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-413b3ed2-9326-46b4-ab62-646f624c44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.566576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-413b3ed2-9326-46b4-ab62-646f624c44ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 200 len: 851 time: 0.1213050 Feb 03 14:20:07.619737 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-f4dda17f-04a0-4a0b-bba9-8c9682b5b3ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=462b1721-7165-4408-a73e-5e45f7fe960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335495 Feb 03 14:20:07.633642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af99efb-e83f-4bb4-a333-2e10c9c5175f req-f6e2bb41-42b2-4c34-8a28-85e6d263f13d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.635129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8af99efb-e83f-4bb4-a333-2e10c9c5175f req-f6e2bb41-42b2-4c34-8a28-85e6d263f13d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2662256 Feb 03 14:20:07.676227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] Deleting subnet f874cc84-d108-4383-85cd-f32300a92fdc {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:20:07.690213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (2b59df71-bf01-4221-bb39-c8bcd3d3652e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.691218 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] Publish callbacks [] for subnet (f874cc84-d108-4383-85cd-f32300a92fdc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.724239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.728095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b59df71-bf01-4221-bb39-c8bcd3d3652e HTTP/1.1" status: 204 len: 168 time: 0.6316524 Feb 03 14:20:07.730786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b59df71-bf01-4221-bb39-c8bcd3d3652e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:07.731979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41704) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:07.743348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.743707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.744059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.744407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.744787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.745134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.745508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.745973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.746287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.746722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.747067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.747395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.747762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ac3fb-d9f5-4be9-9995-76dd8af22180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:07.766913 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-dae75054-d050-40db-8ec3-55acf542cb3a service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406016 Feb 03 14:20:07.795602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b34aa-d031-4f3f-8083-c40a3501064c req-2b88c166-e292-47dd-b391-b46ca32c8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.797172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b07b34aa-d031-4f3f-8083-c40a3501064c req-2b88c166-e292-47dd-b391-b46ca32c8199 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 1128 time: 0.2822630 Feb 03 14:20:07.802361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.818164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d26ed9-0a7b-4185-862b-e8d7549e0856 req-a63c900e-7294-45d2-9692-1084e14743e7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:07.820198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9d26ed9-0a7b-4185-862b-e8d7549e0856 req-a63c900e-7294-45d2-9692-1084e14743e7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.2551951 Feb 03 14:20:07.837905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (f874cc84-d108-4383-85cd-f32300a92fdc), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:07.865382 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bbfee17c-13f1-4151-9336-e97dd3da45aa req-19210f7f-1cd7-4b05-a4d6-a96ac83d5f56 service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914140 Feb 03 14:20:07.869675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8af99efb-e83f-4bb4-a333-2e10c9c5175f req-5f063bb2-ea67-48a5-a6e6-1726b4cac165 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276006 Feb 03 14:20:07.962133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c8d73aaf-2cfe-4772-9353-677818ccc5e1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.029773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f874cc84-d108-4383-85cd-f32300a92fdc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.061046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b07b34aa-d031-4f3f-8083-c40a3501064c req-12c602c9-e6a8-4498-bb2a-f9d934c1f585 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367756 Feb 03 14:20:08.086478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9d26ed9-0a7b-4185-862b-e8d7549e0856 req-3991ab2d-e040-4afa-ac99-a90f905b50b4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587688 Feb 03 14:20:08.091358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.208042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Network e8fd49f1-794b-41e2-90a7-3822f1f19d10 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:08.218952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25f47d-9294-4f5d-953e-66b11ca3231b req-865a275d-1e01-40da-9529-9332f91e2d83 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:08.220436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e25f47d-9294-4f5d-953e-66b11ca3231b req-865a275d-1e01-40da-9529-9332f91e2d83 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 946 time: 0.2724953 Feb 03 14:20:08.245878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:08.252933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:08.279899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:08.292558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c8d73aaf-2cfe-4772-9353-677818ccc5e1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.323137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (f874cc84-d108-4383-85cd-f32300a92fdc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.379842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-fc90e5dc-b04c-4976-9b85-a861b2be6264 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:08.381857 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-fc90e5dc-b04c-4976-9b85-a861b2be6264 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 950 time: 0.0545340 Feb 03 14:20:08.388126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d73aaf-2cfe-4772-9353-677818ccc5e1']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:08.391583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f874cc84-d108-4383-85cd-f32300a92fdc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:08.394565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.397869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-37c1fe1e-4fc9-401c-8e01-f42cd095e1fd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f874cc84-d108-4383-85cd-f32300a92fdc HTTP/1.1" status: 204 len: 168 time: 0.9050984 Feb 03 14:20:08.409823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41718) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:08.423471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:08.423767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bdda1f-3db3-4afd-b1ee-c597b7cb6636') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:08.454638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:08.455250 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.467485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (c5bdda1f-3db3-4afd-b1ee-c597b7cb6636), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.484519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port 09adb994-ae01-4a24-bf7a-8d54d30f801a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:08.484957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.494536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20d13b-5d82-4b26-a004-5649960bfbfe req-7c8f836c-c93a-40da-ac57-af1097ce146d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:08.496061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d20d13b-5d82-4b26-a004-5649960bfbfe req-7c8f836c-c93a-40da-ac57-af1097ce146d tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8 HTTP/1.1" status: 200 len: 950 time: 0.3243358 Feb 03 14:20:08.546522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-9b7ce922-a9cb-4bb2-a1d4-5e3a5aabada3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7535517 Feb 03 14:20:08.554091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e25f47d-9294-4f5d-953e-66b11ca3231b req-439c7bc8-1e2c-4325-b93a-8357e4279c12 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034050 Feb 03 14:20:08.564564 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c5bdda1f-3db3-4afd-b1ee-c597b7cb6636), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.571386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Request body: {'port': {'device_id': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:08.588394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port 09adb994-ae01-4a24-bf7a-8d54d30f801a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=09adb994-ae01-4a24-bf7a-8d54d30f801a,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:08.588908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.604911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for 09adb994-ae01-4a24-bf7a-8d54d30f801a owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:08.609798 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (47b74274-ea2d-46d7-865f-bb7763bd09c2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.611837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:20:08.612233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (c5bdda1f-3db3-4afd-b1ee-c597b7cb6636), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:20:08.622830 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:20:08.758301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (09adb994-ae01-4a24-bf7a-8d54d30f801a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.770973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:08.792222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=09adb994-ae01-4a24-bf7a-8d54d30f801a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:08.806642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c', '09adb994-ae01-4a24-bf7a-8d54d30f801a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:08.852254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port 09adb994-ae01-4a24-bf7a-8d54d30f801a on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:08.858101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.863755 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8f63ec0-b19e-4eaa-850b-56785ee6cc9d req-01419224-d4ea-41af-9926-16d102758486 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "DELETE /v2.0/ports/09adb994-ae01-4a24-bf7a-8d54d30f801a HTTP/1.1" status: 204 len: 173 time: 0.4758337 Feb 03 14:20:08.863755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'name': 'network-vif-deleted', 'tag': '09adb994-ae01-4a24-bf7a-8d54d30f801a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:08.872586 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:08.872834 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a876495-7af3-4183-a433-cd89638ae666" -d '{"events": [{"server_uuid": "9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8", "name": "network-vif-deleted", "tag": "09adb994-ae01-4a24-bf7a-8d54d30f801a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:09.030138 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d20d13b-5d82-4b26-a004-5649960bfbfe req-fbf4d1fd-89ad-47a2-9851-192a2e32c2f1 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262935 Feb 03 14:20:09.093160 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c8d73aaf-2cfe-4772-9353-677818ccc5e1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.102252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.106843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.112339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c8d73aaf-2cfe-4772-9353-677818ccc5e1 HTTP/1.1" status: 204 len: 168 time: 1.3676252 Feb 03 14:20:09.149836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34ca15-1d4c-469c-b32a-9a0690508ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d73aaf-2cfe-4772-9353-677818ccc5e1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:09.245140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (47b74274-ea2d-46d7-865f-bb7763bd09c2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.254138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad52ff-e80a-47c9-8e97-3ee891ac04b1 req-48bbaa66-b2a2-4365-bb31-492381e67da4 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:09.262463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dad52ff-e80a-47c9-8e97-3ee891ac04b1 req-48bbaa66-b2a2-4365-bb31-492381e67da4 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 932 time: 0.6226578 Feb 03 14:20:09.317617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b74274-ea2d-46d7-865f-bb7763bd09c2']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:09.320453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41728) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:09.414045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fc25ec-54e5-408b-b913-f9742fbff4ee') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:09.414419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fc25ec-54e5-408b-b913-f9742fbff4ee') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:09.463938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b77743-f550-4f5b-bb48-d61a18eebb21 req-2eb47c4b-6fee-4201-ba75-dbd98633cdfd tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:09.471216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00b77743-f550-4f5b-bb48-d61a18eebb21 req-2eb47c4b-6fee-4201-ba75-dbd98633cdfd tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.3309994 Feb 03 14:20:09.474451 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (f0fc25ec-54e5-408b-b913-f9742fbff4ee), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.535691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f0fc25ec-54e5-408b-b913-f9742fbff4ee), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.555930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dad52ff-e80a-47c9-8e97-3ee891ac04b1 req-34aaea1f-94f6-4964-901c-88fff4dde9a2 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925622 Feb 03 14:20:09.604190 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b9ee32-d3c3-4f76-9716-47d004c1ec52 x-openstack-request-id: req-72b9ee32-d3c3-4f76-9716-47d004c1ec52 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:09.604767 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8", "name": "network-vif-deleted", "tag": "09adb994-ae01-4a24-bf7a-8d54d30f801a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:09.604851 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72b9ee32-d3c3-4f76-9716-47d004c1ec52 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:09.606053 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b51f4a0-eb56-4cef-a4a9-55e2b3f219a8', 'name': 'network-vif-deleted', 'tag': '09adb994-ae01-4a24-bf7a-8d54d30f801a', 'status': 'completed', 'code': 200} Feb 03 14:20:09.613126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:20:09.613546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (f0fc25ec-54e5-408b-b913-f9742fbff4ee), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:20:09.615322 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:20:09.636009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6e8946b3-36f9-4dfb-bc02-07edcaac5959 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1213ccff457b46bb921661511b0ddef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057225 Feb 03 14:20:09.636555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41732) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:09.692843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf345571-7b44-40ae-8d2e-383ea8407981 admin admin] Publish callbacks [] for security_group (09d0127c-3479-4745-8e61-83a3baa0ea70), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.716989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf345571-7b44-40ae-8d2e-383ea8407981 admin admin] Publish callbacks [] for security_group (09d0127c-3479-4745-8e61-83a3baa0ea70), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.718401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00b77743-f550-4f5b-bb48-d61a18eebb21 req-e7b3e786-b6ae-4aed-955a-d7f37ede9e92 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463036 Feb 03 14:20:09.766305 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (47b74274-ea2d-46d7-865f-bb7763bd09c2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.788391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf345571-7b44-40ae-8d2e-383ea8407981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (09d0127c-3479-4745-8e61-83a3baa0ea70), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.791377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf345571-7b44-40ae-8d2e-383ea8407981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.795034 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cf345571-7b44-40ae-8d2e-383ea8407981 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09d0127c-3479-4745-8e61-83a3baa0ea70 HTTP/1.1" status: 204 len: 168 time: 0.1540027 Feb 03 14:20:09.795157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.796162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] 10.222.0.52 "DELETE /v2.0/networks/47b74274-ea2d-46d7-865f-bb7763bd09c2 HTTP/1.1" status: 204 len: 168 time: 1.3826003 Feb 03 14:20:09.800541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca56b9-42b6-4b25-b7cf-f47dccb701ba admin admin] Pushing event deleted for resources: {'Network': ['ID=47b74274-ea2d-46d7-865f-bb7763bd09c2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:09.808965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345571-7b44-40ae-8d2e-383ea8407981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0127c-3479-4745-8e61-83a3baa0ea70,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:09.821644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d73b4-7d26-41f5-992c-fb2567d23d1c req-58527ad0-6437-484a-9bcb-d289e3584bf5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:09.823231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-183d73b4-7d26-41f5-992c-fb2567d23d1c req-58527ad0-6437-484a-9bcb-d289e3584bf5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1528792 Feb 03 14:20:09.952505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-183d73b4-7d26-41f5-992c-fb2567d23d1c req-a971e8bb-f8ca-4dd1-9ccb-190a3383bd17 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144271 Feb 03 14:20:09.954444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:09.965812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Publish callbacks [] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:09.985317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e1e40-8981-46c4-a166-f9432c04fe19 req-ed537aa4-9c43-4e5f-941c-b4f1ee7b56f3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:09.986890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d3e1e40-8981-46c4-a166-f9432c04fe19 req-ed537aa4-9c43-4e5f-941c-b4f1ee7b56f3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.1627302 Feb 03 14:20:10.000044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Transition to ACTIVE for port object 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:20:10.007516 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.025535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:10.075704 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3063ad49-a7c4-4ffd-81a3-6bbe902eed85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18db7feac4df4764a53b9575bf3c4c54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489819 Feb 03 14:20:10.076619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:10.129345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3c45e23-4023-4d4b-9db7-0c9d7d0d6c07 admin admin] Publish callbacks [] for security_group (5b310a93-4e53-4e5f-b50d-12633a66038c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.136697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d3e1e40-8981-46c4-a166-f9432c04fe19 req-4ee3720f-984e-414f-ad30-f62a0d2841a8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349103 Feb 03 14:20:10.152157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Pushing event updated for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:10.158739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3c45e23-4023-4d4b-9db7-0c9d7d0d6c07 admin admin] Publish callbacks [] for security_group (5b310a93-4e53-4e5f-b50d-12633a66038c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.231145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3c45e23-4023-4d4b-9db7-0c9d7d0d6c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b310a93-4e53-4e5f-b50d-12633a66038c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.235229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3c45e23-4023-4d4b-9db7-0c9d7d0d6c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.236536 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f3c45e23-4023-4d4b-9db7-0c9d7d0d6c07 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b310a93-4e53-4e5f-b50d-12633a66038c HTTP/1.1" status: 204 len: 168 time: 0.1589096 Feb 03 14:20:10.239212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db60aaf-cf58-4c0d-9db7-a5704b1e43cf req-b03d7d53-5e4d-4180-984e-a05bc059c180 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:10.242127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6db60aaf-cf58-4c0d-9db7-a5704b1e43cf req-b03d7d53-5e4d-4180-984e-a05bc059c180 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 946 time: 0.1995013 Feb 03 14:20:10.253211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45e23-4023-4d4b-9db7-0c9d7d0d6c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b310a93-4e53-4e5f-b50d-12633a66038c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:10.288088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Attempting to bind port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:10.292841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Attempting to bind port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:10.293231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Attempting to bind port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:10.325186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:20:10.325520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Attempting to bind port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:10.334450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:10.334805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Checking segment: {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:10.335204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Bound using segment: {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:10.335633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Bound port: 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:10.336009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.386949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6db60aaf-cf58-4c0d-9db7-a5704b1e43cf req-9846b101-1663-4358-ad31-2dda3fc3e3ab tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375823 Feb 03 14:20:10.442378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a475c7e-8324-4e1c-ba77-8b7003067471 req-8a8f98cb-c94f-4e86-8c83-b2d0093f63e7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:10.444010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a475c7e-8324-4e1c-ba77-8b7003067471 req-8a8f98cb-c94f-4e86-8c83-b2d0093f63e7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.1320980 Feb 03 14:20:10.452898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41768) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:10.457895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'floatingip': {'port_id': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:10.474728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:10.496607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:10.532978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (2136e720-3822-4353-9e75-971300b58f85), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.535818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.555608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:10.556279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:10.557744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-324e61ad-136e-489f-a017-af92a525e47f service neutron] 10.222.0.45 "PUT /v2.0/ports/5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae HTTP/1.1" status: 200 len: 1092 time: 1.9945650 Feb 03 14:20:10.591179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:10.594266 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbc9cba-3acf-49f0-874e-a244dc123ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:10.698450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56487e9-5d3e-4b0d-b066-deb7332f851b req-2de90886-e5db-4cb1-89db-10a054899cab tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:10.700034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e56487e9-5d3e-4b0d-b066-deb7332f851b req-2de90886-e5db-4cb1-89db-10a054899cab tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 1127 time: 0.2268200 Feb 03 14:20:10.704531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e61ad-136e-489f-a017-af92a525e47f service neutron] Pushing event updated for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:10.745483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-100b2a65-c00f-4c27-ae78-b8cf2c95ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:10.747220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-100b2a65-c00f-4c27-ae78-b8cf2c95ded1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 1126 time: 0.1432889 Feb 03 14:20:10.815267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-e4b2d36f-248e-411b-9f5c-5b1cf4dad343 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae HTTP/1.1" status: 200 len: 217 time: 0.0542252 Feb 03 14:20:10.845690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e56487e9-5d3e-4b0d-b066-deb7332f851b req-24d2b9dc-24cc-4eaf-b42d-f13561fb8ab5 tempest-LiveAutoBlockMigrationV225Test-1197152805 tempest-LiveAutoBlockMigrationV225Test-1197152805-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257441 Feb 03 14:20:10.947048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:10.949532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-be867288-93c3-440c-97b3-c3465cfadfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:10.951043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-be867288-93c3-440c-97b3-c3465cfadfc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80c9ee5c-18be-4f73-88f2-b5b22114f298 HTTP/1.1" status: 200 len: 861 time: 0.1312237 Feb 03 14:20:10.959720 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885df892-550f-4d26-83ef-ecbb096a9823 x-openstack-request-id: req-885df892-550f-4d26-83ef-ecbb096a9823 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:10.960004 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:10.960252 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-885df892-550f-4d26-83ef-ecbb096a9823 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:10.960696 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'status': 'completed', 'code': 200} Feb 03 14:20:10.995842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-3c1f5a23-cf2e-4c79-9680-db7a7f8cc040 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8fd49f1-794b-41e2-90a7-3822f1f19d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313792 Feb 03 14:20:11.025935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799aad5-4eca-4cf5-b9d2-66ab740300bd req-54156913-edfc-418b-8435-ab68cdeece17 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:11.035707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c799aad5-4eca-4cf5-b9d2-66ab740300bd req-54156913-edfc-418b-8435-ab68cdeece17 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 944 time: 0.1658130 Feb 03 14:20:11.170282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c799aad5-4eca-4cf5-b9d2-66ab740300bd req-6f1476b2-4d31-488a-87a6-7d195ecbbef0 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334791 Feb 03 14:20:11.184461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-network', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:11.199802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-f72c242d-5e96-47a7-89e2-b138cbc544f6 service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956878 Feb 03 14:20:11.261843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:11.264335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.294145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.299880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (2136e720-3822-4353-9e75-971300b58f85), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.302547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.436864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17346f7d-dab1-4f5b-ab8f-f75ffbeb64c4 req-bbc7ab4f-0700-44da-b538-a158756689da tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:11.438335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17346f7d-dab1-4f5b-ab8f-f75ffbeb64c4 req-bbc7ab4f-0700-44da-b538-a158756689da tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1595051 Feb 03 14:20:11.440699 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Floating IP 2136e720-3822-4353-9e75-971300b58f85 associated. External IP: 172.25.0.152, port: bb8a22c0-e953-4533-8a88-aa7360b3c1eb. Feb 03 14:20:11.450875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5f33aeb-6e95-43f6-b114-dbee689f992f req-b6835eb5-7166-4ccc-83a2-050d44e62dd4 service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097917 Feb 03 14:20:11.589553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17346f7d-dab1-4f5b-ab8f-f75ffbeb64c4 req-1bd146e6-f9db-46f1-a130-f2e78eca3573 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377182 Feb 03 14:20:11.596173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc40e62-1223-487a-a6a4-a253302fc674 req-d66c3744-8f79-4611-99f4-ac8f55effbbf tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:11.597650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bc40e62-1223-487a-a6a4-a253302fc674 req-d66c3744-8f79-4611-99f4-ac8f55effbbf tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 949 time: 0.1727564 Feb 03 14:20:11.603870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks [] for security_group (da62ba56-30c2-45a2-a84d-c2e0a52cd81a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.619271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (da62ba56-30c2-45a2-a84d-c2e0a52cd81a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.658505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:20:11.669223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-3a5e24eb-3839-452b-bc69-1cdb019372f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:11.670716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-3a5e24eb-3839-452b-bc69-1cdb019372f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 1126 time: 0.1643548 Feb 03 14:20:11.698674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:20:11.739311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d327a340-204b-41da-af40-63555ae02d9c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.739658 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Added segment d327a340-204b-41da-af40-63555ae02d9c of type vlan for network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b Feb 03 14:20:11.747875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da62ba56-30c2-45a2-a84d-c2e0a52cd81a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:11.778329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bc40e62-1223-487a-a6a4-a253302fc674 req-1037c12d-f811-4d06-8928-95957e58dba6 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601019 Feb 03 14:20:11.826319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:20:11.831649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.844167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] Sync routers for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:20:11.851179 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (616c701c-acf0-4ac7-bdf9-03ec8f202e7b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.862662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:11.864834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:19:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:11.867344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26e61293-5b5c-4980-a125-d33143152806 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "PUT /v2.0/floatingips/2136e720-3822-4353-9e75-971300b58f85 HTTP/1.1" status: 200 len: 991 time: 1.4130812 Feb 03 14:20:11.868095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:11.870837 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482f74e8-7e1f-43bd-9678-059946a3a44c" -d '{"events": [{"name": "network-changed", "server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:11.889643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293387-9a52-4973-b01f-6c66056852ae req-250bf1a9-dafc-45bb-8937-dc7724f2ddc1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:11.891152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2293387-9a52-4973-b01f-6c66056852ae req-250bf1a9-dafc-45bb-8937-dc7724f2ddc1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.2305582 Feb 03 14:20:11.913482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-c8678519-793a-4fc5-879b-98445c1cbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:11.915136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-c8678519-793a-4fc5-879b-98445c1cbb0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 922 time: 0.2227988 Feb 03 14:20:11.923229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (616c701c-acf0-4ac7-bdf9-03ec8f202e7b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:11.924158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:11.924779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.008443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-fbe18687-1124-49fd-9059-1f72321db9d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae HTTP/1.1" status: 200 len: 217 time: 0.0738223 Feb 03 14:20:12.016410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0641930 Feb 03 14:20:12.022482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:12.029410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Request body: {'subnet': {'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-subnet', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:12.081540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:12.088204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.090671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2293387-9a52-4973-b01f-6c66056852ae req-46f6d72d-97f8-4280-89c4-d0e3cb710094 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882796 Feb 03 14:20:12.097494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd7801-75d7-44ef-9900-4f05f64344e4 admin admin] Pushing event updated for resources: {'Network': ['ID=616c701c-acf0-4ac7-bdf9-03ec8f202e7b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:12.111436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:20:12.124185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-0b70c09f-14b0-4805-828e-75ac15308f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:12.124456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-0b70c09f-14b0-4805-828e-75ac15308f7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80c9ee5c-18be-4f73-88f2-b5b22114f298 HTTP/1.1" status: 200 len: 861 time: 0.1020079 Feb 03 14:20:12.175856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:12.207233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-f46141aa-5c32-4b14-928c-7c5395834b7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8fd49f1-794b-41e2-90a7-3822f1f19d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521924 Feb 03 14:20:12.297958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-f49e48ad-224d-42dd-afc4-f55e97d273d8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:12.302245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-f49e48ad-224d-42dd-afc4-f55e97d273d8 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 945 time: 0.1941068 Feb 03 14:20:12.437235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-b66f56aa-275b-443a-9b03-eacaf8b6411a service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224917 Feb 03 14:20:12.464348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-bcac95e3-e7fa-4b72-a38c-31e5097dad39 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:12.466209 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-bcac95e3-e7fa-4b72-a38c-31e5097dad39 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 949 time: 0.1269565 Feb 03 14:20:12.529106 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f5438-0bac-4197-b854-63a38912d157 x-openstack-request-id: req-296f5438-0bac-4197-b854-63a38912d157 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:12.529553 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:12.530036 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-296f5438-0bac-4197-b854-63a38912d157 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:12.530203 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'status': 'completed', 'code': 200} Feb 03 14:20:12.559996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (da3012eb-f8da-4940-a60f-44773ad091b8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.566678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '2136e720-3822-4353-9e75-971300b58f85', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'port_id': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'mac_address': 'fa:16:3e:6c:7b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:44Z', 'updated_at': '2022-02-03T14:20:11Z', 'revision_number': 1, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:12.606275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3012eb-f8da-4940-a60f-44773ad091b8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:12.618986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] Checking router: 52d5f2c3-e5ef-4e72-9755-735db420e0a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:20:12.638613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:12.639195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:19:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:12.660733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port 5445e946-c423-48ea-a4f6-e91069c6630c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:12.661090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.685918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 09adb994-ae01-4a24-bf7a-8d54d30f801a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:12.694736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Checking segment: {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:12.695117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Network hostable DHCP agents. Network: 616c701c-acf0-4ac7-bdf9-03ec8f202e7b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:20:12.719748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 09adb994-ae01-4a24-bf7a-8d54d30f801a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:12.720103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 09adb994-ae01-4a24-bf7a-8d54d30f801a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:12.749644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:20:12.767185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 616c701c-acf0-4ac7-bdf9-03ec8f202e7b) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:12.776780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:12.777392 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.799976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port 5445e946-c423-48ea-a4f6-e91069c6630c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5445e946-c423-48ea-a4f6-e91069c6630c,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:12.800594 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.816123 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e17f783-d55b-4e7b-91d8-31adbb7920cc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7894731 Feb 03 14:20:12.817236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41840) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:12.821471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:12.829913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for 5445e946-c423-48ea-a4f6-e91069c6630c owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:12.844633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f1174-abdd-4d47-9ff7-022d4fab2957 None None] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:20:12.888083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (03616b3d-b983-4872-adef-04a312c7d093), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.889250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (03616b3d-b983-4872-adef-04a312c7d093), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:12.897744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:12.953972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks [] for router_controller (03616b3d-b983-4872-adef-04a312c7d093), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.075979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ff2b-ec49-4f25-aa4a-42421cce352b req-c38efb4e-c951-4559-a37b-9d327266b285 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:13.083076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60c4ff2b-ec49-4f25-aa4a-42421cce352b req-c38efb4e-c951-4559-a37b-9d327266b285 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.6776099 Feb 03 14:20:13.114715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-d0ddbbb9-af7c-4b45-83bf-e58bfd2f4b72 service neutron] 10.222.0.45 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610193 Feb 03 14:20:13.126255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-9adf4299-ddc2-4f1f-9b7c-20ee222c182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:13.128776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-9adf4299-ddc2-4f1f-9b7c-20ee222c182e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1127 time: 0.5702543 Feb 03 14:20:13.156666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b24e7-7e04-4ed3-8439-80ce9f89a585 req-8f9efce0-b02e-4a2a-b1a3-3cfdf257ae9f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:13.163747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b92b24e7-7e04-4ed3-8439-80ce9f89a585 req-8f9efce0-b02e-4a2a-b1a3-3cfdf257ae9f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 944 time: 0.5124795 Feb 03 14:20:13.183266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:20:13.184131 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.228291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Deleting port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:13.228291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.269982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60c4ff2b-ec49-4f25-aa4a-42421cce352b req-600f4c52-c1a9-4335-9eac-4dbe5f300013 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840181 Feb 03 14:20:13.510755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] For port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:13.511231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.524834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Calling delete_port for 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:13.553775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5581f17f-42af-4ba4-8e62-4224e97690a3 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:13.555724 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5581f17f-42af-4ba4-8e62-4224e97690a3 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/ports?device_id=523fbedf-e0a6-45bc-8a8a-0ca1e39c5306 HTTP/1.1" status: 200 len: 949 time: 0.5984683 Feb 03 14:20:13.559029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5445e946-c423-48ea-a4f6-e91069c6630c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.559208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '2136e720-3822-4353-9e75-971300b58f85', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'port_id': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'mac_address': 'fa:16:3e:6c:7b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:44Z', 'updated_at': '2022-02-03T14:20:11Z', 'revision_number': 1, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:13.599663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:13.601723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5445e946-c423-48ea-a4f6-e91069c6630c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:13.629351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92212354-8c6b-4d67-a60a-93203ce84eed None None] The sync data for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 is: [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '2136e720-3822-4353-9e75-971300b58f85', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'floating_ip_address': '172.25.0.152', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'port_id': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'mac_address': 'fa:16:3e:6c:7b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:19:44Z', 'updated_at': '2022-02-03T14:20:11Z', 'revision_number': 1, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:20:13.656403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Allocated IP 172.20.0.2 (616c701c-acf0-4ac7-bdf9-03ec8f202e7b/da3012eb-f8da-4940-a60f-44773ad091b8/7bccad7b-6bb2-4316-8dad-77d3d9d718ab) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:13.731115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b92b24e7-7e04-4ed3-8439-80ce9f89a585 req-7cf96bff-f176-4243-b154-42f904e9dcab tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618722 Feb 03 14:20:13.739344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (283ce77f-aa15-40d7-a9de-0c851fd5f5e0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.753472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=5445e946-c423-48ea-a4f6-e91069c6630c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:13.843907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks [] for router_gateway (03616b3d-b983-4872-adef-04a312c7d093), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.847759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port 5445e946-c423-48ea-a4f6-e91069c6630c on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:13.851160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.855019 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4054fc25-82e5-4c37-ab3d-398652c96383 req-0960a36a-91da-465a-8407-5469184a4716 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.71 "DELETE /v2.0/ports/5445e946-c423-48ea-a4f6-e91069c6630c HTTP/1.1" status: 204 len: 173 time: 1.3832791 Feb 03 14:20:13.907360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-cbe524d5-424a-45f0-a66a-d86d153c69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:13.909448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-cbe524d5-424a-45f0-a66a-d86d153c69f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.7686744 Feb 03 14:20:13.914671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event deleted for resources: {'Port': ['ID=283ce77f-aa15-40d7-a9de-0c851fd5f5e0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:13.919369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port 3b48c804-7ae4-4564-9ea1-f8cafd015672 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:13.920131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:13.985863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dfd96600-5f17-4146-8ed6-098cea7cea4e req-5790ac36-ce76-4418-b2f6-7776a23abd17 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e56f0ae-7feb-4ad5-9608-4997992f6b58 HTTP/1.1" status: 200 len: 210 time: 0.1120262 Feb 03 14:20:14.017434 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Publish callbacks [] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.027184 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900b700-2c0d-4123-b8dc-cdc8b325088b None None] New status for floating IP 2136e720-3822-4353-9e75-971300b58f85: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:20:14.049818 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.076708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] No DVR routers for this DVR port 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:14.082626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.097649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f5c729b-4e95-469e-9938-f25da27ff95b req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.45 "DELETE /v2.0/ports/283ce77f-aa15-40d7-a9de-0c851fd5f5e0 HTTP/1.1" status: 204 len: 173 time: 1.6806817 Feb 03 14:20:14.122643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port 3b48c804-7ae4-4564-9ea1-f8cafd015672, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b48c804-7ae4-4564-9ea1-f8cafd015672,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:14.123152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.146785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for 3b48c804-7ae4-4564-9ea1-f8cafd015672 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:14.189280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'name': 'network-vif-deleted', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:14.189908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:14.194647 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffc176a-d1d0-4a4f-aee1-7fdbc951c682" -d '{"events": [{"server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "name": "network-vif-deleted", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:14.224635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.225725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.226038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.226384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.226724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.228592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.228592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.228592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.235085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.235698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.235894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.236247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.242765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:14.249181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:14.256876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3299fd-a6da-4b37-951e-c39eda951c7a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:14.418412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5e9a8-33ac-419a-ac21-5ef4d4241926 req-e089cbfe-44d9-4b87-a3cc-273064a289c6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:14.420052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59b5e9a8-33ac-419a-ac21-5ef4d4241926 req-e089cbfe-44d9-4b87-a3cc-273064a289c6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.6876755 Feb 03 14:20:14.433712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c47747b-10c2-485b-b0b7-bb9164952817 req-447113af-9b87-47e7-a176-53a6360bb374 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.1670072 Feb 03 14:20:14.436362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Pushing event updated for resources: {'Port': ['ID=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:14.555607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Attempting to bind port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:14.556367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Attempting to bind port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:14.556929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Attempting to bind port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab on network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:14.613213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:14.616869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Checking segment: {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:14.618122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.619559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'name': 'network-vif-deleted', 'tag': '5445e946-c423-48ea-a4f6-e91069c6630c'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:14.620611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Bound using segment: {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:14.621277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Bound port: 7bccad7b-6bb2-4316-8dad-77d3d9d718ab, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:14.622089 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.624641 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354b28ef-268a-42af-bf11-d8ccc537d7d5" -d '{"events": [{"server_uuid": "0e56f0ae-7feb-4ad5-9608-4997992f6b58", "name": "network-vif-deleted", "tag": "5445e946-c423-48ea-a4f6-e91069c6630c"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:14.633547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-4ae18dfc-19a3-4d09-8c23-c5cdb9ee1ce5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 200 len: 999 time: 0.7172487 Feb 03 14:20:14.642151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59b5e9a8-33ac-419a-ac21-5ef4d4241926 req-6719dc70-7903-4aa2-bf03-eea843020ec2 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849363 Feb 03 14:20:14.713893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks [] for router_gateway (03616b3d-b983-4872-adef-04a312c7d093), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.725997 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3b22dc-23a5-46f9-9bbe-13983710c35f x-openstack-request-id: req-cb3b22dc-23a5-46f9-9bbe-13983710c35f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:14.726537 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213da4b8-0714-4668-8a93-5deb8e66b6d0", "name": "network-vif-deleted", "tag": "283ce77f-aa15-40d7-a9de-0c851fd5f5e0", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:14.726902 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb3b22dc-23a5-46f9-9bbe-13983710c35f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:14.727400 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213da4b8-0714-4668-8a93-5deb8e66b6d0', 'name': 'network-vif-deleted', 'tag': '283ce77f-aa15-40d7-a9de-0c851fd5f5e0', 'status': 'completed', 'code': 200} Feb 03 14:20:14.759895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3b48c804-7ae4-4564-9ea1-f8cafd015672), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.760718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-bf318c24-ea0b-40fc-9919-d31aa9aed328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:14.762029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.762623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-bf318c24-ea0b-40fc-9919-d31aa9aed328 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.1190245 Feb 03 14:20:14.783461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94475f-67ed-41a0-bf02-b8cc4ae97c43 req-ad9fae3f-981f-40d1-bc80-cb4df627fb04 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:14.789802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a94475f-67ed-41a0-bf02-b8cc4ae97c43 req-ad9fae3f-981f-40d1-bc80-cb4df627fb04 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.1026685 Feb 03 14:20:14.838038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] For port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:14.841293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] For port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:14.851611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb', '73a6b6b0-6a7d-4680-945d-f7aa6a478783', '45608cd1-7d3c-49a0-96d0-652419fb87e9', '3b48c804-7ae4-4564-9ea1-f8cafd015672'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:14.853653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:20:14.856316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:14.861840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:14.879583 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ccf8be-3e31-443e-9d69-86b13b916cb5 x-openstack-request-id: req-65ccf8be-3e31-443e-9d69-86b13b916cb5 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:14.880144 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e56f0ae-7feb-4ad5-9608-4997992f6b58", "name": "network-vif-deleted", "tag": "5445e946-c423-48ea-a4f6-e91069c6630c", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:14.880577 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65ccf8be-3e31-443e-9d69-86b13b916cb5 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:14.881906 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e56f0ae-7feb-4ad5-9608-4997992f6b58', 'name': 'network-vif-deleted', 'tag': '5445e946-c423-48ea-a4f6-e91069c6630c', 'status': 'completed', 'code': 200} Feb 03 14:20:14.910019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Allocated IP 172.25.0.149 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ebd419bd-6766-4de9-968b-03c9d051bea5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:14.926637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:14.926872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 283ce77f-aa15-40d7-a9de-0c851fd5f5e0 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:14.944903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=3b48c804-7ae4-4564-9ea1-f8cafd015672,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:15.018298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-6a412c2e-fd23-4285-86ab-68fce56e69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:15.026010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-6a412c2e-fd23-4285-86ab-68fce56e69ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2328348 Feb 03 14:20:15.056860 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port 3b48c804-7ae4-4564-9ea1-f8cafd015672 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:15.063289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:15.066769 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-02e199ab-a702-4efd-ab45-50d53a6b89c4 req-5fb825ba-35d3-46f4-a405-2d23268a9bce tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "DELETE /v2.0/ports/3b48c804-7ae4-4564-9ea1-f8cafd015672 HTTP/1.1" status: 204 len: 173 time: 1.5053496 Feb 03 14:20:15.185610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-72f74d69-b66e-411c-a6a1-d3361bf71c6d service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544561 Feb 03 14:20:15.220262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks [] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:15.222378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a94475f-67ed-41a0-bf02-b8cc4ae97c43 req-59428d14-4a47-4682-b75a-8d033135d38a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490093 Feb 03 14:20:15.322999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c51038-5939-4d25-8e87-b105f5d3face req-56eb6016-1c6e-4996-9cb8-4b811dd21c2d tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:15.335557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3c51038-5939-4d25-8e87-b105f5d3face req-56eb6016-1c6e-4996-9cb8-4b811dd21c2d tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 944 time: 0.4301767 Feb 03 14:20:15.377735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:15.384574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a595498-dd75-4a86-9a1f-be7a65fec1d9 None None] Pushing event updated for resources: {'Port': ['ID=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:15.389063 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:20:15.459844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-482f74e8-7e1f-43bd-9678-059946a3a44c req-e4643e5b-3eae-4e57-821f-f06155c62bc7 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673736 Feb 03 14:20:15.514092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:15.528502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:15.556002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3c51038-5939-4d25-8e87-b105f5d3face req-c05dfccb-b6d3-4cbb-a597-bfe5135b7ad3 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190406 Feb 03 14:20:15.560506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:15.671278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd419bd-6766-4de9-968b-03c9d051bea5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:15.823011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a8e8f5b-ae93-4238-9faa-a815f50babb4 req-d7a61a2b-daa0-476c-8a43-1303b21a2e51 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0546896 Feb 03 14:20:15.892899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:15.958927 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84783c64-5e0d-4ffe-beb2-c960272b1bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:15.970193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'port_id': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'mac_address': 'fa:16:3e:00:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c9ee5c-18be-4f73-88f2-b5b22114f298', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:20:16.096376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa06e-c533-49ad-b231-9bc734c431a2 req-1c9a40d3-2948-441d-afc4-ea86f37c8c8a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:16.116524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f29fa06e-c533-49ad-b231-9bc734c431a2 req-1c9a40d3-2948-441d-afc4-ea86f37c8c8a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1484120 Feb 03 14:20:16.217575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks [] for router_gateway (03616b3d-b983-4872-adef-04a312c7d093), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:16.231248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f29fa06e-c533-49ad-b231-9bc734c431a2 req-aed44ccb-b173-4f03-9f95-650a774bbe6b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083465 Feb 03 14:20:16.300101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:16.300567 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:16.376068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:16.569439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe7c86-e8b4-44ce-b6a5-e509ed0ff457 req-58304927-bb15-4bb9-842d-c19ec73ffd90 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:16.584014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdfe7c86-e8b4-44ce-b6a5-e509ed0ff457 req-58304927-bb15-4bb9-842d-c19ec73ffd90 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.1448686 Feb 03 14:20:16.599739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:16.644218 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:16.670423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7bccad7b-6bb2-4316-8dad-77d3d9d718ab up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:16.705008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdfe7c86-e8b4-44ce-b6a5-e509ed0ff457 req-14650789-d9c7-4d32-b439-2c18771223d2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190474 Feb 03 14:20:16.733883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5445e946-c423-48ea-a4f6-e91069c6630c no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:16.747885 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (03616b3d-b983-4872-adef-04a312c7d093), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:16.814281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bbfe11-991b-49db-87b5-cd022d905e1e None None] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:20:16.873427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 5445e946-c423-48ea-a4f6-e91069c6630c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:16.873883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5445e946-c423-48ea-a4f6-e91069c6630c not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:16.882877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af7f0-0df5-439d-a959-7eae93e431fa req-1a8e3001-7bba-411b-a228-3544f946bb0a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:16.892477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e4af7f0-0df5-439d-a959-7eae93e431fa req-1a8e3001-7bba-411b-a228-3544f946bb0a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 945 time: 0.0892284 Feb 03 14:20:16.905024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b48c804-7ae4-4564-9ea1-f8cafd015672 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:16.933044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'name': 'network-vif-deleted', 'tag': '3b48c804-7ae4-4564-9ea1-f8cafd015672'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:16.935268 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cdea70-c890-4b1c-8815-6be9044c733d" -d '{"events": [{"server_uuid": "523fbedf-e0a6-45bc-8a8a-0ca1e39c5306", "name": "network-vif-deleted", "tag": "3b48c804-7ae4-4564-9ea1-f8cafd015672"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:16.975404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e4af7f0-0df5-439d-a959-7eae93e431fa req-46ee19eb-eea6-40a0-975a-5bf544ca69da tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819185 Feb 03 14:20:16.979732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:17.044968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Router 03616b3d-b983-4872-adef-04a312c7d093 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:20:17.112482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26858-c4eb-487f-8666-b5428bddecd2 req-ab1b22a1-f86c-4c7d-9146-f2cc719396dc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:17.116771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc26858-c4eb-487f-8666-b5428bddecd2 req-ab1b22a1-f86c-4c7d-9146-f2cc719396dc tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 949 time: 0.1343334 Feb 03 14:20:17.125850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 3b48c804-7ae4-4564-9ea1-f8cafd015672 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:17.126197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b48c804-7ae4-4564-9ea1-f8cafd015672 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:17.172372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:17.176812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8413c9bf-4fca-4a17-aa06-1a1c5edf5d1a req-b07bcf97-8314-4a4a-96ff-077c59b196b4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0588930 Feb 03 14:20:17.275360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:20:17.280176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.280976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.281228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.281355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.281673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.282002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.282327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.282650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.282991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.283300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.284106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.284106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.284255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:17.311576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Sync routers for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:20:17.324102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dc26858-c4eb-487f-8666-b5428bddecd2 req-55c3e567-3110-48e8-bec8-90addf58896c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848254 Feb 03 14:20:17.345979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:17.347106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-741e5f55-57f0-4e33-bc41-1141f2793b95 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5292380 Feb 03 14:20:17.350105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41912) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:17.393672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c022f955-aa3a-4fd5-a698-08be85277982 None None] Provisioning complete for port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:17.393672 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c022f955-aa3a-4fd5-a698-08be85277982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:17.422679 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca64828-65cd-4730-a30e-9ae065f483bf x-openstack-request-id: req-9ca64828-65cd-4730-a30e-9ae065f483bf {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:17.422978 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523fbedf-e0a6-45bc-8a8a-0ca1e39c5306", "name": "network-vif-deleted", "tag": "3b48c804-7ae4-4564-9ea1-f8cafd015672", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:17.423241 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ca64828-65cd-4730-a30e-9ae065f483bf {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:17.423642 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523fbedf-e0a6-45bc-8a8a-0ca1e39c5306', 'name': 'network-vif-deleted', 'tag': '3b48c804-7ae4-4564-9ea1-f8cafd015672', 'status': 'completed', 'code': 200} Feb 03 14:20:17.514491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:17.515132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:19:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:17.694578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c022f955-aa3a-4fd5-a698-08be85277982 None None] Current status of the port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:17.695239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c022f955-aa3a-4fd5-a698-08be85277982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:17.747556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c022f955-aa3a-4fd5-a698-08be85277982 None None] For port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:17.748142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:17.748744 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:17.758205 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c022f955-aa3a-4fd5-a698-08be85277982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:17.780936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15971-bc80-4b10-9438-88ea2b8f9bf6 req-77ff38de-09dc-435a-ba34-859a036a5575 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:17.788980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83d15971-bc80-4b10-9438-88ea2b8f9bf6 req-77ff38de-09dc-435a-ba34-859a036a5575 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2587783 Feb 03 14:20:17.894698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022f955-aa3a-4fd5-a698-08be85277982 None None] Pushing event updated for resources: {'Port': ['ID=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:18.080881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:18.082763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5e01a77-38ca-422a-bd43-fa75cab312ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:18.187665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83d15971-bc80-4b10-9438-88ea2b8f9bf6 req-b4c47d2d-0fd2-4e18-8d5c-0a6dcb399b1d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977180 Feb 03 14:20:18.435347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1b3774b-f222-4333-bf11-a1c8da01dbc2 req-13e64a2a-206b-4c90-8953-68296ae5126c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0830297 Feb 03 14:20:18.457749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935599d-b66f-40ff-8af5-404a3957431f req-9a605e21-ac47-4437-82cf-17e37411cae5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:18.477436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c935599d-b66f-40ff-8af5-404a3957431f req-9a605e21-ac47-4437-82cf-17e37411cae5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 949 time: 0.3684590 Feb 03 14:20:18.568652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-498512cb-b17d-471c-8a3f-8c4cc78f0200 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:18.574488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-498512cb-b17d-471c-8a3f-8c4cc78f0200 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/ports?device_id=a145bc61-a6a2-4dca-a759-1fc053607259 HTTP/1.1" status: 200 len: 949 time: 0.1434660 Feb 03 14:20:18.610564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1c4ec-245f-4591-959b-34f5c7e3a15a req-d96a7c43-6dd4-4a25-8ff7-1c0cbd51be3d tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:18.612646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbd1c4ec-245f-4591-959b-34f5c7e3a15a req-d96a7c43-6dd4-4a25-8ff7-1c0cbd51be3d tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 945 time: 0.4201651 Feb 03 14:20:18.690839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9578a6f0-429b-49c2-b690-3545361d677a None None] Provisioning complete for port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:18.694475 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9578a6f0-429b-49c2-b690-3545361d677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:18.784456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:18.806717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port 45608cd1-7d3c-49a0-96d0-652419fb87e9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:18.807124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:18.809008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbd1c4ec-245f-4591-959b-34f5c7e3a15a req-9532a139-8d61-44f2-b907-9633ad818016 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817465 Feb 03 14:20:18.823913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:15Z', 'revision_number': 3, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:18.880682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Checking router: 03616b3d-b983-4872-adef-04a312c7d093 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:20:18.881766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Updating router 03616b3d-b983-4872-adef-04a312c7d093 port ebd419bd-6766-4de9-968b-03c9d051bea5 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:20:18.951620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae00f-8987-4d1e-bad4-572473646eca req-ab9f1648-1026-40ad-ab7c-14fbe1eb0b9e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:18.959024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9578a6f0-429b-49c2-b690-3545361d677a None None] Current status of the port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:18.959905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b2ae00f-8987-4d1e-bad4-572473646eca req-ab9f1648-1026-40ad-ab7c-14fbe1eb0b9e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 949 time: 0.2872818 Feb 03 14:20:18.973808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7bccad7b-6bb2-4316-8dad-77d3d9d718ab up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:18.989468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.015961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port 45608cd1-7d3c-49a0-96d0-652419fb87e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=45608cd1-7d3c-49a0-96d0-652419fb87e9,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:19.016335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.031205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for 45608cd1-7d3c-49a0-96d0-652419fb87e9 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:19.066167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.073345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:19.073687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.200109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (45608cd1-7d3c-49a0-96d0-652419fb87e9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.335311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port 73a6b6b0-6a7d-4680-945d-f7aa6a478783, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=73a6b6b0-6a7d-4680-945d-f7aa6a478783,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:19.336102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.359068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for 73a6b6b0-6a7d-4680-945d-f7aa6a478783 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:19.365152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=45608cd1-7d3c-49a0-96d0-652419fb87e9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:19.412157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port 45608cd1-7d3c-49a0-96d0-652419fb87e9 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:19.420292 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.423768 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b485d5ad-ffbd-42b0-aec0-3a290e408d87 req-15437fb1-b748-4de0-bc54-dfbed2cc4d98 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "DELETE /v2.0/ports/45608cd1-7d3c-49a0-96d0-652419fb87e9 HTTP/1.1" status: 204 len: 173 time: 0.8423054 Feb 03 14:20:19.424276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'name': 'network-vif-deleted', 'tag': '45608cd1-7d3c-49a0-96d0-652419fb87e9'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:19.449117 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aadf03-6360-4a7b-b531-3a97b3ae74b3" -d '{"events": [{"server_uuid": "a145bc61-a6a2-4dca-a759-1fc053607259", "name": "network-vif-deleted", "tag": "45608cd1-7d3c-49a0-96d0-652419fb87e9"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:19.467820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:19.594916 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.635068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b2ae00f-8987-4d1e-bad4-572473646eca req-1d42fe20-bdd1-4d8f-9772-27494d8e9123 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742826 Feb 03 14:20:19.747030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:19.747488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:19.860610 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10564493-c2d7-4ba9-bfea-a7de81548bf4 x-openstack-request-id: req-10564493-c2d7-4ba9-bfea-a7de81548bf4 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:19.862006 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a145bc61-a6a2-4dca-a759-1fc053607259", "name": "network-vif-deleted", "tag": "45608cd1-7d3c-49a0-96d0-652419fb87e9", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:19.862960 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10564493-c2d7-4ba9-bfea-a7de81548bf4 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:19.863807 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a145bc61-a6a2-4dca-a759-1fc053607259', 'name': 'network-vif-deleted', 'tag': '45608cd1-7d3c-49a0-96d0-652419fb87e9', 'status': 'completed', 'code': 200} Feb 03 14:20:19.993532 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (73a6b6b0-6a7d-4680-945d-f7aa6a478783), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.008616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616abf9-7be1-4088-a3b5-7297f0c2edf5 req-708cc38f-a522-45b5-811b-cb54d5087578 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:20.011357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f616abf9-7be1-4088-a3b5-7297f0c2edf5 req-708cc38f-a522-45b5-811b-cb54d5087578 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.4347200 Feb 03 14:20:20.012314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['83b11d05-af02-47ac-94eb-91ab29aaa7fb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:20.105528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e3114bd-92d2-44ba-b359-1534b99f1c86 req-56b3706e-eb63-4d27-84bc-deb9efa2c71c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.1580551 Feb 03 14:20:20.178902 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Publish callbacks [] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.245001 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.257059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:20.285176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=73a6b6b0-6a7d-4680-945d-f7aa6a478783,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:20.342993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Attempting to bind port ebd419bd-6766-4de9-968b-03c9d051bea5 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:20.343505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Attempting to bind port ebd419bd-6766-4de9-968b-03c9d051bea5 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:20.344237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Attempting to bind port ebd419bd-6766-4de9-968b-03c9d051bea5 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:20.371862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:20.372238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:20.372679 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.373076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:20.373573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Bound port: ebd419bd-6766-4de9-968b-03c9d051bea5, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:20.374214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.375968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port 73a6b6b0-6a7d-4680-945d-f7aa6a478783 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:20.378737 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.382647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c935599d-b66f-40ff-8af5-404a3957431f req-9bdcf112-d7a9-4bda-9e5d-7c082647d397 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "DELETE /v2.0/ports/73a6b6b0-6a7d-4680-945d-f7aa6a478783 HTTP/1.1" status: 204 len: 173 time: 1.8987556 Feb 03 14:20:20.389200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'name': 'network-vif-deleted', 'tag': '73a6b6b0-6a7d-4680-945d-f7aa6a478783'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:20.391595 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f02389-aa58-45e0-9700-c987184eb581" -d '{"events": [{"server_uuid": "a5c7992b-664b-437f-bad2-7a6f51601127", "name": "network-vif-deleted", "tag": "73a6b6b0-6a7d-4680-945d-f7aa6a478783"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:20.408868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578c42-46c3-4777-9633-b5f2e7c0285b None None] Pushing event updated for resources: {'Port': ['ID=ebd419bd-6766-4de9-968b-03c9d051bea5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:20.470829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] For port ebd419bd-6766-4de9-968b-03c9d051bea5, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:20.474178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] For port ebd419bd-6766-4de9-968b-03c9d051bea5, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ebd419bd-6766-4de9-968b-03c9d051bea5,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:20.485981 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.498319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f616abf9-7be1-4088-a3b5-7297f0c2edf5 req-7eaa0a24-0013-4cdf-9fa9-5d65d011bab6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895361 Feb 03 14:20:20.522983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Allocated IP 172.20.0.1 (616c701c-acf0-4ac7-bdf9-03ec8f202e7b/da3012eb-f8da-4940-a60f-44773ad091b8/a43da2e2-11a4-4f42-a60a-bcf369bfd149) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:20.552510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dae1da-3133-4b59-b8bf-f1794288095b req-b6424999-969f-4eb2-8147-5e0fe7c208cb tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:20.568517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47dae1da-3133-4b59-b8bf-f1794288095b req-b6424999-969f-4eb2-8147-5e0fe7c208cb tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 945 time: 0.1876762 Feb 03 14:20:20.598526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd578c42-46c3-4777-9633-b5f2e7c0285b None None] Pushing event updated for resources: {'Port': ['ID=ebd419bd-6766-4de9-968b-03c9d051bea5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:20.602786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:20.603398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:20.648679 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719b5ac4-5926-4970-934f-39f4935c861c x-openstack-request-id: req-719b5ac4-5926-4970-934f-39f4935c861c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:20.649289 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c7992b-664b-437f-bad2-7a6f51601127", "name": "network-vif-deleted", "tag": "73a6b6b0-6a7d-4680-945d-f7aa6a478783", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:20.649549 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-719b5ac4-5926-4970-934f-39f4935c861c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:20.649941 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c7992b-664b-437f-bad2-7a6f51601127', 'name': 'network-vif-deleted', 'tag': '73a6b6b0-6a7d-4680-945d-f7aa6a478783', 'status': 'completed', 'code': 200} Feb 03 14:20:20.650916 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.718137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47dae1da-3133-4b59-b8bf-f1794288095b req-19481425-cfe4-4d9c-b142-0ca93fc5dea2 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426790 Feb 03 14:20:20.799684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks [] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.810642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:20.876040 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:20.883982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:21.004676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Pushing event updated for resources: {'Port': ['ID=a43da2e2-11a4-4f42-a60a-bcf369bfd149,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:21.010597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd738de3-8131-4fe0-8fe6-94a070cb5c7c req-aefd3b62-c2b6-414c-9f19-989a2da7c66c tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c7992b-664b-437f-bad2-7a6f51601127 HTTP/1.1" status: 200 len: 210 time: 0.1522534 Feb 03 14:20:21.024251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:21.025907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:21.046214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:21.065140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:20:21.083297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:21.083897 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:21.117775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (03616b3d-b983-4872-adef-04a312c7d093), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:21.280130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:21.280879 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:21.286380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:15Z', 'revision_number': 3, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:21.290967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e227dbbb-4ceb-4c0b-9e2a-297179216866 req-cc25669c-8f27-4dc0-9af0-aceee45fbc13 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0649104 Feb 03 14:20:21.325822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a99afc-9fc6-4726-b83f-7104afd16635 None None] The sync data for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 is: [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:15Z', 'revision_number': 3, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:20:21.352685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:21.355983 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55200734-8d8d-41f2-99c7-95fc62330d4d" -d '{"events": [{"server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "name": "network-vif-plugged", "status": "completed", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:21.396003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:21.401171 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:21.402014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 73a6b6b0-6a7d-4680-945d-f7aa6a478783 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:21.444599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 73a6b6b0-6a7d-4680-945d-f7aa6a478783 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:21.444599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 73a6b6b0-6a7d-4680-945d-f7aa6a478783 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:21.444910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 45608cd1-7d3c-49a0-96d0-652419fb87e9 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:21.459108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:21.501986 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d538c6cc-f0ea-4d8c-80ed-3002b1a7f393 x-openstack-request-id: req-d538c6cc-f0ea-4d8c-80ed-3002b1a7f393 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:21.502415 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "name": "network-vif-plugged", "status": "completed", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:21.502526 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d538c6cc-f0ea-4d8c-80ed-3002b1a7f393 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:21.502928 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'code': 200} Feb 03 14:20:21.512390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 45608cd1-7d3c-49a0-96d0-652419fb87e9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:21.525539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 45608cd1-7d3c-49a0-96d0-652419fb87e9 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:21.561764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d176b162-c360-43e7-a316-7a394f5555fb None None] Provisioning complete for port a43da2e2-11a4-4f42-a60a-bcf369bfd149 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:21.562268 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d176b162-c360-43e7-a316-7a394f5555fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:21.591239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:21.618311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d176b162-c360-43e7-a316-7a394f5555fb None None] Port a43da2e2-11a4-4f42-a60a-bcf369bfd149 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:20:21.867946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fee4c-7cf6-4d1c-8075-31478152a3bd req-83deb4be-8e7e-47a0-8e81-ea4d944d6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:21.869545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d54fee4c-7cf6-4d1c-8075-31478152a3bd req-83deb4be-8e7e-47a0-8e81-ea4d944d6184 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 1128 time: 0.3280873 Feb 03 14:20:21.951386 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:22.256134 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks [] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:22.267295 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:22.317720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (03616b3d-b983-4872-adef-04a312c7d093), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:22.330973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96884b-807c-4cfb-9c28-1ada996002d3 req-7e5fb4f2-e6a6-4347-bf15-5a5e04cfcfa8 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:22.338891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c96884b-807c-4cfb-9c28-1ada996002d3 req-7e5fb4f2-e6a6-4347-bf15-5a5e04cfcfa8 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.7255263 Feb 03 14:20:22.373313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e66b0-488d-4872-b2cd-6f2d8cbbdd7a req-cac328b8-109a-47c8-ab20-307639e0bd16 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:22.380527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da0e66b0-488d-4872-b2cd-6f2d8cbbdd7a req-cac328b8-109a-47c8-ab20-307639e0bd16 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 946 time: 0.5809023 Feb 03 14:20:22.471595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da0e66b0-488d-4872-b2cd-6f2d8cbbdd7a req-d7668e04-aecb-4410-a8d2-3b0f4c4af9e7 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894275 Feb 03 14:20:22.492263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d54fee4c-7cf6-4d1c-8075-31478152a3bd req-76e2e5d6-aa8d-41db-a088-a561671cfa7b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142561 Feb 03 14:20:22.522412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c96884b-807c-4cfb-9c28-1ada996002d3 req-d75ea7c8-d2bb-48bc-a0fc-085702983a68 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817727 Feb 03 14:20:22.553970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Pushing event updated for resources: {'Port': ['ID=a43da2e2-11a4-4f42-a60a-bcf369bfd149,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:22.698470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-916cb996-d332-432b-91ab-66de4b1d3431 req-26052b02-9b59-4e53-a4d4-84300c75db85 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0366211 Feb 03 14:20:22.734106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:22.735547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:22.958437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Router 03616b3d-b983-4872-adef-04a312c7d093 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:20:23.019527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ebd419bd-6766-4de9-968b-03c9d051bea5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:23.177119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ebd419bd-6766-4de9-968b-03c9d051bea5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:23.179740 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:23.242608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d0a1ee03-fa3a-4c3d-a4a6-80821ea19551 None None] Provisioning complete for port a43da2e2-11a4-4f42-a60a-bcf369bfd149 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:23.243105 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ee03-fa3a-4c3d-a4a6-80821ea19551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:23.279015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1ee03-fa3a-4c3d-a4a6-80821ea19551 None None] Port a43da2e2-11a4-4f42-a60a-bcf369bfd149 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:20:23.279920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:20:23.290879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9e147d3b-8e76-4fbf-89c0-d09eba38afcb admin admin] 10.222.0.52 "PUT /v2.0/routers/03616b3d-b983-4872-adef-04a312c7d093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9394903 Feb 03 14:20:23.358260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838452a-169b-4a2d-bb88-db88afd6dfdf req-2f592dea-d0ea-4353-90d2-000ec90a27c5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:23.359919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3838452a-169b-4a2d-bb88-db88afd6dfdf req-2f592dea-d0ea-4353-90d2-000ec90a27c5 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 950 time: 0.1229534 Feb 03 14:20:23.369453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ebd419bd-6766-4de9-968b-03c9d051bea5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:23.372432 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:23.432869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ebd419bd-6766-4de9-968b-03c9d051bea5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ebd419bd-6766-4de9-968b-03c9d051bea5,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:23.438369 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:23.452171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3838452a-169b-4a2d-bb88-db88afd6dfdf req-c00ad2ef-f2a1-433c-a031-8c0994371694 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833416 Feb 03 14:20:23.520700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ebd419bd-6766-4de9-968b-03c9d051bea5,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:23.734429 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Sync routers for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:20:23.747081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:23.747800 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:23.775021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a78a7-997a-41ef-934e-9f8ac3a7fd8e req-b2626d13-1669-434c-aae8-5ee796034994 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:23.776795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-625a78a7-997a-41ef-934e-9f8ac3a7fd8e req-b2626d13-1669-434c-aae8-5ee796034994 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 946 time: 0.1367159 Feb 03 14:20:23.795665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4546e9-c747-4076-b5e2-904d02858658 req-cab8ed9d-70cd-4804-98c7-cf983ec6e9e3 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:23.803876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d4546e9-c747-4076-b5e2-904d02858658 req-cab8ed9d-70cd-4804-98c7-cf983ec6e9e3 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1165533 Feb 03 14:20:23.937972 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:23.984202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-625a78a7-997a-41ef-934e-9f8ac3a7fd8e req-c1c4a251-8d29-423a-b9d5-4ac32fe6198a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981189 Feb 03 14:20:24.014354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d4546e9-c747-4076-b5e2-904d02858658 req-1a017a1d-558c-462d-8feb-a84e6c7d7c39 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079387 Feb 03 14:20:24.190758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42020) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:24.195848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-network', 'tenant_id': '712877a1a881420892fc27719a252763'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:24.221137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e50cddb-bb68-4b99-9aa6-cb3698daabdb req-bde6edc4-941f-4d1d-a134-2651881f6107 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0331159 Feb 03 14:20:24.250108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Made reservation on behalf of 712877a1a881420892fc27719a252763 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:24.252539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.262831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.360587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks [] for security_group (bd4a8353-0606-4ee0-a86d-365d848b9d02), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.364953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bd4a8353-0606-4ee0-a86d-365d848b9d02), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.395486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:20:24.401677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a8353-0606-4ee0-a86d-365d848b9d02,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:24.406067 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 2, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:24.408166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d3a045e9-94e2-4188-b17f-fb751ccdee57), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.408545 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Added segment d3a045e9-94e2-4188-b17f-fb751ccdee57 of type vlan for network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 Feb 03 14:20:24.436968 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Checking router: 03616b3d-b983-4872-adef-04a312c7d093 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:20:24.437325 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Updating router 03616b3d-b983-4872-adef-04a312c7d093 port a43da2e2-11a4-4f42-a60a-bcf369bfd149 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:20:24.456666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.472048 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.482947 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.484828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:24.485644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.522875 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3308053 Feb 03 14:20:24.525783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42024) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:24.533243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Request body: {'subnet': {'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-subnet', 'tenant_id': '712877a1a881420892fc27719a252763', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:24.554464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae4033-960c-4b0d-87d4-323ce5425fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:24.561831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Made reservation on behalf of 712877a1a881420892fc27719a252763 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:24.564850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.570092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:20:24.605555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.711047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072f892-26f1-448d-828b-290d5d100b37 req-d7409c03-83f6-48ed-bb03-e011d4b7fba8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:24.712580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b072f892-26f1-448d-828b-290d5d100b37 req-d7409c03-83f6-48ed-bb03-e011d4b7fba8 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 950 time: 0.1337705 Feb 03 14:20:24.816670 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Publish callbacks [] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.823979 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.866056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b072f892-26f1-448d-828b-290d5d100b37 req-8aef602f-90c5-4b68-aa79-0713706f65f2 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1d65975-5235-49a6-915a-1ae185961bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470201 Feb 03 14:20:24.872522 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Pushing event updated for resources: {'Port': ['ID=a43da2e2-11a4-4f42-a60a-bcf369bfd149,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:24.886090 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.886471 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.886800 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.887138 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.887472 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.887802 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.888128 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.888643 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.888979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.889303 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.889625 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.889949 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.890268 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:20:24.910226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (f8e479c2-519b-4955-8f6b-a7bc9743d928), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:24.923909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-307b4534-8cf1-4509-8366-d842b20571c3 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:24.925934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-307b4534-8cf1-4509-8366-d842b20571c3 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 950 time: 0.1376226 Feb 03 14:20:24.950416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ebd419bd-6766-4de9-968b-03c9d051bea5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:25.004735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e479c2-519b-4955-8f6b-a7bc9743d928,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:25.014555 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Attempting to bind port a43da2e2-11a4-4f42-a60a-bcf369bfd149 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:25.014935 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Attempting to bind port a43da2e2-11a4-4f42-a60a-bcf369bfd149 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:25.015305 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Attempting to bind port a43da2e2-11a4-4f42-a60a-bcf369bfd149 on network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:25.027937 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:25.028321 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Checking segment: {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:25.028753 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.029146 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Bound using segment: {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:25.029688 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Bound port: a43da2e2-11a4-4f42-a60a-bcf369bfd149, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:25.030358 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.053794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ebd419bd-6766-4de9-968b-03c9d051bea5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:25.057098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.153286 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] For port a43da2e2-11a4-4f42-a60a-bcf369bfd149, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:25.156995 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] For port a43da2e2-11a4-4f42-a60a-bcf369bfd149, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a43da2e2-11a4-4f42-a60a-bcf369bfd149,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:25.163767 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.209777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ebd419bd-6766-4de9-968b-03c9d051bea5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:25.210442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Checking segment: {'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:25.210806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Network hostable DHCP agents. Network: 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:20:25.253562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:20:25.263826 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5927afe-416f-495e-8ce6-06ba11f3320c None None] Pushing event updated for resources: {'Port': ['ID=a43da2e2-11a4-4f42-a60a-bcf369bfd149,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:25.285210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:25.295395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f0feb-babb-4782-9653-c9e8bb1b39b3 None None] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:20:25.300577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979db9c-c6dc-4abb-ae15-a8c3781e2ba0 req-891a5048-f51c-4193-82a8-5c23878221db tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:25.302588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2979db9c-c6dc-4abb-ae15-a8c3781e2ba0 req-891a5048-f51c-4193-82a8-5c23878221db tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1538618 Feb 03 14:20:25.304185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:25.304810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.309496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Deleting port 83b11d05-af02-47ac-94eb-91ab29aaa7fb {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:25.309874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.312614 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:25.313675 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:25.325892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9ee80-c933-4802-b1de-4a65594d5c56 req-b19422ff-335f-493b-b15b-d9720d10d7cd tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:25.327421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ba9ee80-c933-4802-b1de-4a65594d5c56 req-b19422ff-335f-493b-b15b-d9720d10d7cd tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 946 time: 0.1974244 Feb 03 14:20:25.388222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2e5d72a2-cb44-4e94-8b63-438f53bb636b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8611658 Feb 03 14:20:25.391459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42038) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:25.396189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:25.427017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-503baa78-83a9-4fa2-8e42-bb9ea34a0bf5 None None] Provisioning complete for port a43da2e2-11a4-4f42-a60a-bcf369bfd149 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:25.429553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-503baa78-83a9-4fa2-8e42-bb9ea34a0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.437660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (6f24a72c-dda5-403f-8445-5f2f92801a6b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.440954 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (6f24a72c-dda5-403f-8445-5f2f92801a6b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.492168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2979db9c-c6dc-4abb-ae15-a8c3781e2ba0 req-8a30f6b5-633f-4a5c-a40e-20f636368458 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762960 Feb 03 14:20:25.545049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ba9ee80-c933-4802-b1de-4a65594d5c56 req-0cbc15cf-6e7f-4b18-979a-d04fc9c3ab1f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870546 Feb 03 14:20:25.552131 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:25.589207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'project_id': '712877a1a881420892fc27719a252763', 'fixed_ips': [{'subnet_id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:20:25.591597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.609295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks [] for router_controller (6f24a72c-dda5-403f-8445-5f2f92801a6b), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.610892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] For port 83b11d05-af02-47ac-94eb-91ab29aaa7fb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=83b11d05-af02-47ac-94eb-91ab29aaa7fb,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:25.611265 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.660577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Calling delete_port for 83b11d05-af02-47ac-94eb-91ab29aaa7fb owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:25.727402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-503baa78-83a9-4fa2-8e42-bb9ea34a0bf5 None None] Current status of the port a43da2e2-11a4-4f42-a60a-bcf369bfd149 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:25.727982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-503baa78-83a9-4fa2-8e42-bb9ea34a0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.842047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0899dc55-ac00-4a0a-b3ef-58c548d317cd req-71118fa1-4bf8-4088-8447-73574bbd2e1b tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0587130 Feb 03 14:20:25.861492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-503baa78-83a9-4fa2-8e42-bb9ea34a0bf5 None None] For port a43da2e2-11a4-4f42-a60a-bcf369bfd149, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a43da2e2-11a4-4f42-a60a-bcf369bfd149,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:25.873485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-503baa78-83a9-4fa2-8e42-bb9ea34a0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.943005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae04f4f-3be3-4370-92e8-b8d9af1e8494 req-2d39b2d2-da1c-4202-9b64-d2d24fb33696 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:25.945315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae04f4f-3be3-4370-92e8-b8d9af1e8494 req-2d39b2d2-da1c-4202-9b64-d2d24fb33696 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 946 time: 0.1361639 Feb 03 14:20:25.959146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks [] for router_gateway (6f24a72c-dda5-403f-8445-5f2f92801a6b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:25.972580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503baa78-83a9-4fa2-8e42-bb9ea34a0bf5 None None] Pushing event updated for resources: {'Port': ['ID=a43da2e2-11a4-4f42-a60a-bcf369bfd149,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:26.044570 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:26.072768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9c558-5e78-4e9e-9695-c4842d52fcff None None] The sync data for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 is: [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:20:26.177331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae04f4f-3be3-4370-92e8-b8d9af1e8494 req-9e032e5f-ba06-4789-b2df-379485ec54aa tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246802 Feb 03 14:20:26.179279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (83b11d05-af02-47ac-94eb-91ab29aaa7fb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:26.282845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Pushing event deleted for resources: {'Port': ['ID=83b11d05-af02-47ac-94eb-91ab29aaa7fb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:26.374558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] No DVR routers for this DVR port 83b11d05-af02-47ac-94eb-91ab29aaa7fb on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:26.385934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:26.390297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88442996-9e17-40f6-af9f-a95c8ab91c05 req-774f2ae5-09cb-4d22-9df1-b369a4b5bc89 tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.45 "DELETE /v2.0/ports/83b11d05-af02-47ac-94eb-91ab29aaa7fb HTTP/1.1" status: 204 len: 173 time: 1.4544330 Feb 03 14:20:26.391112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'name': 'network-vif-deleted', 'tag': '83b11d05-af02-47ac-94eb-91ab29aaa7fb'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:26.393907 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125a1f0-20fa-4813-ae08-073dff5e38f2" -d '{"events": [{"server_uuid": "d032b19c-a7a3-4531-bc0d-b08464235e01", "name": "network-vif-deleted", "tag": "83b11d05-af02-47ac-94eb-91ab29aaa7fb"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:26.408681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081e47d-624a-4927-843f-957fedaf04bd req-1579e5fb-79a5-455e-88da-5488802e29d3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:26.417614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c081e47d-624a-4927-843f-957fedaf04bd req-1579e5fb-79a5-455e-88da-5488802e29d3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2199571 Feb 03 14:20:26.461498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-600b39aa-82ab-4826-9cae-27b5eb969b24 req-df30e41e-2287-442f-aede-95b4984aa12e tempest-ServersOnMultiNodesTest-427484909 tempest-ServersOnMultiNodesTest-427484909-project] 10.222.0.52 "GET /v2.0/ports?device_id=d032b19c-a7a3-4531-bc0d-b08464235e01 HTTP/1.1" status: 200 len: 210 time: 0.1133425 Feb 03 14:20:26.504285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-56f0d87a-a313-4080-8621-121a36055553 None None] Provisioning complete for port a43da2e2-11a4-4f42-a60a-bcf369bfd149 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:26.504696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56f0d87a-a313-4080-8621-121a36055553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:26.512135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c081e47d-624a-4927-843f-957fedaf04bd req-c64e4e35-e581-4fdf-8548-1e7df4a391c8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933683 Feb 03 14:20:26.539065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks [] for router_gateway (6f24a72c-dda5-403f-8445-5f2f92801a6b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:26.596408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:26.606484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Allocated IP 172.20.0.2 (770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3/f8e479c2-519b-4955-8f6b-a7bc9743d928/d7d16ae5-226c-4d99-802f-c889b17ca3ef) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:26.750708 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c19010-cd4b-483a-b38a-1caf4f8f4762 x-openstack-request-id: req-99c19010-cd4b-483a-b38a-1caf4f8f4762 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:26.751012 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d032b19c-a7a3-4531-bc0d-b08464235e01", "name": "network-vif-deleted", "tag": "83b11d05-af02-47ac-94eb-91ab29aaa7fb", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:26.751290 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99c19010-cd4b-483a-b38a-1caf4f8f4762 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:26.751706 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd032b19c-a7a3-4531-bc0d-b08464235e01', 'name': 'network-vif-deleted', 'tag': '83b11d05-af02-47ac-94eb-91ab29aaa7fb', 'status': 'completed', 'code': 200} Feb 03 14:20:26.892946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 83b11d05-af02-47ac-94eb-91ab29aaa7fb no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:26.925759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Allocated IP 172.25.0.244 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/bdd355fa-d818-4f56-b493-7153596481b1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:27.044499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 83b11d05-af02-47ac-94eb-91ab29aaa7fb {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:27.052010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 83b11d05-af02-47ac-94eb-91ab29aaa7fb not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:27.077030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a43da2e2-11a4-4f42-a60a-bcf369bfd149 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:27.086289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd97165-6fa7-4a90-a21d-961c82897d72 req-2eac7bda-291f-42ec-93ff-e2b2f1f05dc1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:27.091953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fd97165-6fa7-4a90-a21d-961c82897d72 req-2eac7bda-291f-42ec-93ff-e2b2f1f05dc1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2125144 Feb 03 14:20:27.234524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks [] for port (bdd355fa-d818-4f56-b493-7153596481b1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:27.257164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-56f0d87a-a313-4080-8621-121a36055553 None None] Current status of the port a43da2e2-11a4-4f42-a60a-bcf369bfd149 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:27.311312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fd97165-6fa7-4a90-a21d-961c82897d72 req-23fcad80-aa82-4014-a98f-93fd865da35a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944983 Feb 03 14:20:27.316831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bdd355fa-d818-4f56-b493-7153596481b1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:27.412059 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Publish callbacks [] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:27.416946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a43da2e2-11a4-4f42-a60a-bcf369bfd149 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:27.422804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:27.445852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:27.472278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:27.476257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:27.478253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:27.518121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd355fa-d818-4f56-b493-7153596481b1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:27.562148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99e1895a-400d-4ef9-9377-44ce80f07f79 req-0a6d4f82-f48c-46d9-a17c-ee7fde261e94 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0423207 Feb 03 14:20:27.613729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:27.617111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aa5f7-77da-4b43-ac80-c91a9e97f1d2 req-f3eefb00-2279-4925-854b-9750a9996c95 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:27.625209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef8aa5f7-77da-4b43-ac80-c91a9e97f1d2 req-f3eefb00-2279-4925-854b-9750a9996c95 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1727812 Feb 03 14:20:27.630694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:27.642083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:27.650467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Pushing event updated for resources: {'Port': ['ID=d7d16ae5-226c-4d99-802f-c889b17ca3ef,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:27.730086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef8aa5f7-77da-4b43-ac80-c91a9e97f1d2 req-b3237900-23c7-4ac4-8e5a-4813410fe843 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038704 Feb 03 14:20:27.862324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Attempting to bind port d7d16ae5-226c-4d99-802f-c889b17ca3ef on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:27.862872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Attempting to bind port d7d16ae5-226c-4d99-802f-c889b17ca3ef by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:27.863348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Attempting to bind port d7d16ae5-226c-4d99-802f-c889b17ca3ef on network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:27.866376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a43da2e2-11a4-4f42-a60a-bcf369bfd149 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:27.877836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:27.878386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Checking segment: {'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:27.878908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:27.883370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Bound using segment: {'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:27.884081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Bound port: d7d16ae5-226c-4d99-802f-c889b17ca3ef, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:27.884734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:28.025766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] For port d7d16ae5-226c-4d99-802f-c889b17ca3ef, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:28.034388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] For port d7d16ae5-226c-4d99-802f-c889b17ca3ef, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d7d16ae5-226c-4d99-802f-c889b17ca3ef,segment=NetworkSegment(d3a045e9-94e2-4188-b17f-fb751ccdee57),segment_id=d3a045e9-94e2-4188-b17f-fb751ccdee57)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:28.042262 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:28.186342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d8159-14f7-420b-91d0-0c4c13366773 None None] Pushing event updated for resources: {'Port': ['ID=d7d16ae5-226c-4d99-802f-c889b17ca3ef,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:28.363025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a535-c555-4c03-b003-3a822cf9c852 req-dc38cc48-b8b2-4657-b05f-cc910f5d097e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:28.369849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2416a535-c555-4c03-b003-3a822cf9c852 req-dc38cc48-b8b2-4657-b05f-cc910f5d097e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 946 time: 0.1878588 Feb 03 14:20:28.437495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42104) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:28.631591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2416a535-c555-4c03-b003-3a822cf9c852 req-3d2366f3-3369-43e4-96cf-bc102232642a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424505 Feb 03 14:20:28.737827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b46891-db3b-4db7-bf02-cb3dbe58900a req-5815594a-0b04-4a84-a396-c208d1d52e02 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:28.747574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36b46891-db3b-4db7-bf02-cb3dbe58900a req-5815594a-0b04-4a84-a396-c208d1d52e02 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3313560 Feb 03 14:20:28.866821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:20:28.901037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks [] for router_gateway (6f24a72c-dda5-403f-8445-5f2f92801a6b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:28.945082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cb9db6f4-faf7-4950-9149-fb462cd31f17 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd1bed0c4ead47ddae6959f21e2f0567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062175 Feb 03 14:20:28.955509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42110) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:29.024381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36b46891-db3b-4db7-bf02-cb3dbe58900a req-37dafc04-d302-499a-8bf0-1c193a340443 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755601 Feb 03 14:20:29.060302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d7d16ae5-226c-4d99-802f-c889b17ca3ef up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:29.077658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37edcbe-d2ca-4428-9bbf-7acad9096e8c req-1e4cf7a3-5121-4a68-9a46-d3a90bade8cd tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:29.085454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f37edcbe-d2ca-4428-9bbf-7acad9096e8c req-1e4cf7a3-5121-4a68-9a46-d3a90bade8cd tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.3109686 Feb 03 14:20:29.194204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:29.236951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d7d16ae5-226c-4d99-802f-c889b17ca3ef triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:29.237337 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.283382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'port_id': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'mac_address': 'fa:16:3e:00:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c9ee5c-18be-4f73-88f2-b5b22114f298', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:20:29.291133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (6f24a72c-dda5-403f-8445-5f2f92801a6b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.318212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f37edcbe-d2ca-4428-9bbf-7acad9096e8c req-70367311-58d6-4ea6-ba1e-5241cf653ad4 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317727 Feb 03 14:20:29.326111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4eff9819-664d-4792-b0dc-5c9a99a9eee3 admin admin] Publish callbacks [] for security_group (b1d65975-5235-49a6-915a-1ae185961bd6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.344106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:29.344533 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.366945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:29.386826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4eff9819-664d-4792-b0dc-5c9a99a9eee3 admin admin] Publish callbacks [] for security_group (b1d65975-5235-49a6-915a-1ae185961bd6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.414991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:29.426497 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.473094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d657c34-6ba3-44f7-8cf9-75036cbbe72e req-1b8e0f8d-49ae-485b-b8fe-1fc16d3288b4 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=213da4b8-0714-4668-8a93-5deb8e66b6d0 HTTP/1.1" status: 200 len: 210 time: 0.3252225 Feb 03 14:20:29.477060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4eff9819-664d-4792-b0dc-5c9a99a9eee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b1d65975-5235-49a6-915a-1ae185961bd6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.484655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4eff9819-664d-4792-b0dc-5c9a99a9eee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.486391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4eff9819-664d-4792-b0dc-5c9a99a9eee3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1d65975-5235-49a6-915a-1ae185961bd6 HTTP/1.1" status: 204 len: 168 time: 0.5222311 Feb 03 14:20:29.506156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff9819-664d-4792-b0dc-5c9a99a9eee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d65975-5235-49a6-915a-1ae185961bd6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:29.520847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:29.616540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:29.680825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Router 6f24a72c-dda5-403f-8445-5f2f92801a6b is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:20:29.687681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d7d16ae5-226c-4d99-802f-c889b17ca3ef is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:29.689124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:29.952680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port d7d16ae5-226c-4d99-802f-c889b17ca3ef, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d7d16ae5-226c-4d99-802f-c889b17ca3ef,segment=NetworkSegment(d3a045e9-94e2-4188-b17f-fb751ccdee57),segment_id=d3a045e9-94e2-4188-b17f-fb751ccdee57)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:29.979911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10a34b-fe2a-4564-8a6d-74b330bc1ad2 req-ae70b2ad-d06c-4db5-9088-e1c226f1b215 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:29.983454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:20:29.986808 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:30.000951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e10a34b-fe2a-4564-8a6d-74b330bc1ad2 req-ae70b2ad-d06c-4db5-9088-e1c226f1b215 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 945 time: 0.2329202 Feb 03 14:20:30.019059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:30.020345 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb70357f-36d5-4d78-a14b-41c3a1a9ac11 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6279826 Feb 03 14:20:30.027942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Sync routers for ids ['6f24a72c-dda5-403f-8445-5f2f92801a6b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:20:30.036813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:30.180884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ddcee5-ca01-4134-8fe9-1a0c91503c84 None None] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:20:30.212226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e10a34b-fe2a-4564-8a6d-74b330bc1ad2 req-a615f193-d61c-4f66-a8bb-3a5c24bd1074 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057731 Feb 03 14:20:30.232345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42132) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:30.361327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d13297-061c-40dc-a21c-5570fd1eb048 req-fdec998f-8fa9-432e-8309-f55cc5048562 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:30.369721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36d13297-061c-40dc-a21c-5570fd1eb048 req-fdec998f-8fa9-432e-8309-f55cc5048562 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1497552 Feb 03 14:20:30.428780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8062ede7-7cca-424d-b8df-bef1b2af389f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8555d69b289545f7a6608f9dbd5c0d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939099 Feb 03 14:20:30.436555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:30.485879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a7ed44b2-6212-41fe-9e61-a7ace070733a None None] Provisioning complete for port d7d16ae5-226c-4d99-802f-c889b17ca3ef triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:30.486472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7ed44b2-6212-41fe-9e61-a7ace070733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:30.488145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Routers {'6f24a72c-dda5-403f-8445-5f2f92801a6b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:30.488865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6f24a72c-dda5-403f-8445-5f2f92801a6b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:30.650884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36d13297-061c-40dc-a21c-5570fd1eb048 req-4abd1b9a-8d7a-4ddb-98e5-166ab118e806 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754176 Feb 03 14:20:30.652256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Set router 6f24a72c-dda5-403f-8445-5f2f92801a6b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:30.660916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7bf207b-7b9b-4704-b834-22cac36dfa8a admin admin] Publish callbacks [] for security_group (d395a8c4-7912-4dd9-ad7f-29e16a3090f9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:30.720837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae8b5-8e53-4be8-89f7-b6343b3309e8 req-9682992a-eee6-4bc0-b8a1-71816ad0441e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:30.729323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a1ae8b5-8e53-4be8-89f7-b6343b3309e8 req-9682992a-eee6-4bc0-b8a1-71816ad0441e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1979060 Feb 03 14:20:30.766696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7bf207b-7b9b-4704-b834-22cac36dfa8a admin admin] Publish callbacks [] for security_group (d395a8c4-7912-4dd9-ad7f-29e16a3090f9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:30.770209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=d7d16ae5-226c-4d99-802f-c889b17ca3ef,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:30.843896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a1ae8b5-8e53-4be8-89f7-b6343b3309e8 req-a7bf0f3b-1173-446d-9dee-aa6abe1c7582 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106679 Feb 03 14:20:30.887271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7bf207b-7b9b-4704-b834-22cac36dfa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d395a8c4-7912-4dd9-ad7f-29e16a3090f9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:30.892492 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7bf207b-7b9b-4704-b834-22cac36dfa8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:30.900881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f7bf207b-7b9b-4704-b834-22cac36dfa8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d395a8c4-7912-4dd9-ad7f-29e16a3090f9 HTTP/1.1" status: 204 len: 168 time: 0.4559617 Feb 03 14:20:30.924070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf207b-7b9b-4704-b834-22cac36dfa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d395a8c4-7912-4dd9-ad7f-29e16a3090f9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:30.975337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d7d16ae5-226c-4d99-802f-c889b17ca3ef up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:31.133251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:31.462228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d7d16ae5-226c-4d99-802f-c889b17ca3ef triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:31.462602 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:31.477947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5df5b2-69b1-413b-ae8c-b16e0e6dcec5 req-1292d547-c5a5-47b9-b567-35be74f1df89 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:31.480145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e5df5b2-69b1-413b-ae8c-b16e0e6dcec5 req-1292d547-c5a5-47b9-b567-35be74f1df89 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 945 time: 0.1299887 Feb 03 14:20:31.557245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Allocated IP 172.20.0.1 (770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3/f8e479c2-519b-4955-8f6b-a7bc9743d928/0791e0ed-87fa-410c-9421-803e7567e58a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:31.590545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e5df5b2-69b1-413b-ae8c-b16e0e6dcec5 req-e7c6827b-452d-4ee7-8424-581c87abe2e1 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975828 Feb 03 14:20:31.748709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks [] for port (0791e0ed-87fa-410c-9421-803e7567e58a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:31.801606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:31.841390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed44b2-6212-41fe-9e61-a7ace070733a None None] Current status of the port d7d16ae5-226c-4d99-802f-c889b17ca3ef is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:31.850660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:31.917751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:31.938068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371b602-e899-40c7-a87b-b29b3c8514a6 req-9c98a06a-e117-4651-86ee-572885777620 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:31.948229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a371b602-e899-40c7-a87b-b29b3c8514a6 req-9c98a06a-e117-4651-86ee-572885777620 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1698756 Feb 03 14:20:31.955847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d7d16ae5-226c-4d99-802f-c889b17ca3ef is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:31.968083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:25Z', 'updated_at': '2022-02-03T14:20:28Z', 'revision_number': 3, 'project_id': '712877a1a881420892fc27719a252763', 'gw_port': {'id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:26Z', 'updated_at': '2022-02-03T14:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:32.006781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Checking router: 6f24a72c-dda5-403f-8445-5f2f92801a6b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:20:32.007447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Updating router 6f24a72c-dda5-403f-8445-5f2f92801a6b port bdd355fa-d818-4f56-b493-7153596481b1 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:20:32.009476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Pushing event updated for resources: {'Port': ['ID=0791e0ed-87fa-410c-9421-803e7567e58a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:32.019088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:32.077505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd355fa-d818-4f56-b493-7153596481b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.133576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a371b602-e899-40c7-a87b-b29b3c8514a6 req-79e544c2-cc6e-4794-83cd-732db74cb249 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832514 Feb 03 14:20:32.177516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (6f24a72c-dda5-403f-8445-5f2f92801a6b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.330805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d5a95-dc07-4b0e-aeb2-b62a2638538a req-ef9b06b2-3675-42fe-ade5-8578269cbe2c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:32.345610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-007d5a95-dc07-4b0e-aeb2-b62a2638538a req-ef9b06b2-3675-42fe-ade5-8578269cbe2c tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1291120 Feb 03 14:20:32.451140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-07af9335-aec6-451e-b2ad-ad61e6f18dba None None] Provisioning complete for port d7d16ae5-226c-4d99-802f-c889b17ca3ef triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:32.451519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07af9335-aec6-451e-b2ad-ad61e6f18dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.555772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.624839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eac1d-f5a6-484d-b442-a26d0d906cf2 req-a856dffc-b42b-4e61-980c-cd1a4fa0c248 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:32.633673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b16eac1d-f5a6-484d-b442-a26d0d906cf2 req-a856dffc-b42b-4e61-980c-cd1a4fa0c248 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 945 time: 0.2771194 Feb 03 14:20:32.669399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-007d5a95-dc07-4b0e-aeb2-b62a2638538a req-e9bdf43e-f59b-4a93-9b23-41494afff062 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228986 Feb 03 14:20:32.742660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:32.748224 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Publish callbacks [] for port (bdd355fa-d818-4f56-b493-7153596481b1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.757212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bdd355fa-d818-4f56-b493-7153596481b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.812859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618e568-db42-4368-9a0f-9756238cb6e9 None None] Pushing event updated for resources: {'Port': ['ID=bdd355fa-d818-4f56-b493-7153596481b1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:32.828516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b16eac1d-f5a6-484d-b442-a26d0d906cf2 req-d6bd68b7-ddaa-48d8-a6d0-65d3ada9f956 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769433 Feb 03 14:20:32.891435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:32.897708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Attempting to bind port bdd355fa-d818-4f56-b493-7153596481b1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:32.898103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Attempting to bind port bdd355fa-d818-4f56-b493-7153596481b1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:32.898472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Attempting to bind port bdd355fa-d818-4f56-b493-7153596481b1 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:32.919086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:32.922297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:32.922297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.922585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:32.923080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Bound port: bdd355fa-d818-4f56-b493-7153596481b1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:32.923465 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd355fa-d818-4f56-b493-7153596481b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:32.962962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-50763649-network', 'tenant_id': '7c33f9e98d8444d1aa6ae3a8abb8c2aa'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:33.009160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks [] for port (0791e0ed-87fa-410c-9421-803e7567e58a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.012472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Made reservation on behalf of 7c33f9e98d8444d1aa6ae3a8abb8c2aa for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:33.016471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.028733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.074268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (6f24a72c-dda5-403f-8445-5f2f92801a6b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.077604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.165975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] For port bdd355fa-d818-4f56-b493-7153596481b1, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:33.181395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] For port bdd355fa-d818-4f56-b493-7153596481b1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bdd355fa-d818-4f56-b493-7153596481b1,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:33.187473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-07af9335-aec6-451e-b2ad-ad61e6f18dba None None] Current status of the port d7d16ae5-226c-4d99-802f-c889b17ca3ef is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:33.191978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:33.192351 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.250767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks [] for security_group (7b91c473-1346-4f1f-8d00-af9b8e45dc7c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.256562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bdd355fa-d818-4f56-b493-7153596481b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.259581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7b91c473-1346-4f1f-8d00-af9b8e45dc7c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.291186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Pushing event updated for resources: {'Port': ['ID=0791e0ed-87fa-410c-9421-803e7567e58a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:33.310184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:20:33.336134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (be5117b5-1772-42c9-9527-cf30b0237b96), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.337156 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Added segment be5117b5-1772-42c9-9527-cf30b0237b96 of type vlan for network 28724d2d-f3fa-433f-9900-71926b03b894 Feb 03 14:20:33.375833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618e568-db42-4368-9a0f-9756238cb6e9 None None] Pushing event updated for resources: {'Port': ['ID=bdd355fa-d818-4f56-b493-7153596481b1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:33.379545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104ec0-eb91-4c5c-9594-2bf0b1f81c75 req-88e273ed-e374-4546-a468-b6f65aab7056 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:33.387710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33104ec0-eb91-4c5c-9594-2bf0b1f81c75 req-88e273ed-e374-4546-a468-b6f65aab7056 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1249337 Feb 03 14:20:33.445271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:33.445882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.451210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-baaacd38-12b8-4471-a623-9f5efe9a5cb7 None None] Provisioning complete for port 0791e0ed-87fa-410c-9421-803e7567e58a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:33.451603 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-baaacd38-12b8-4471-a623-9f5efe9a5cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.482877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (28724d2d-f3fa-433f-9900-71926b03b894), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.493008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33104ec0-eb91-4c5c-9594-2bf0b1f81c75 req-1e45549b-8e96-4036-83b7-c71f263e37c8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043317 Feb 03 14:20:33.496879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:33.500892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:33.512952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91c473-1346-4f1f-8d00-af9b8e45dc7c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:33.525513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-baaacd38-12b8-4471-a623-9f5efe9a5cb7 None None] Port 0791e0ed-87fa-410c-9421-803e7567e58a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:20:33.531825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Routers {'6f24a72c-dda5-403f-8445-5f2f92801a6b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:33.532505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6f24a72c-dda5-403f-8445-5f2f92801a6b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:33.596183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (28724d2d-f3fa-433f-9900-71926b03b894), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.597269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:33.597870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.614462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:33.616984 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03aa455-16e5-4b9e-b3be-2e9af59429e6" -d '{"events": [{"server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "name": "network-vif-plugged", "status": "completed", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:33.648586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:33.662144 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:33.791809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] Set router 6f24a72c-dda5-403f-8445-5f2f92801a6b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:33.879037 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d510cd-43e8-4a90-867c-dca2b55c37d5 x-openstack-request-id: req-f6d510cd-43e8-4a90-867c-dca2b55c37d5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:33.879730 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "name": "network-vif-plugged", "status": "completed", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:33.880134 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6d510cd-43e8-4a90-867c-dca2b55c37d5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:33.881347 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'code': 200} Feb 03 14:20:33.887382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-0a428f78-f761-41b5-98b0-478befc85e18 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:33.891345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-0a428f78-f761-41b5-98b0-478befc85e18 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 946 time: 0.1797154 Feb 03 14:20:34.058407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] Pushing event updated for resources: {'Network': ['ID=28724d2d-f3fa-433f-9900-71926b03b894,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:34.068076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ab213347-280d-438d-a70e-08bf1b1eafb6 None None] Provisioning complete for port 0791e0ed-87fa-410c-9421-803e7567e58a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:34.069022 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab213347-280d-438d-a70e-08bf1b1eafb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:34.073513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:34.099966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 28724d2d-f3fa-433f-9900-71926b03b894 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:20:34.123834 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6ccaa72-63b7-46c0-a218-2b4c75be768f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3770242 Feb 03 14:20:34.130088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:34.138859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Request body: {'subnet': {'network_id': '28724d2d-f3fa-433f-9900-71926b03b894', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-50763649-subnet', 'tenant_id': '7c33f9e98d8444d1aa6ae3a8abb8c2aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:34.172997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab213347-280d-438d-a70e-08bf1b1eafb6 None None] Port 0791e0ed-87fa-410c-9421-803e7567e58a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:20:34.180398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ef9d9-2980-405b-a0e6-0ab526b33188 req-3fbef2de-ff51-4863-950a-b119fd5f62db tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:34.182728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e20ef9d9-2980-405b-a0e6-0ab526b33188 req-3fbef2de-ff51-4863-950a-b119fd5f62db tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2904546 Feb 03 14:20:34.206854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Router 6f24a72c-dda5-403f-8445-5f2f92801a6b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:20:34.236599 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Made reservation on behalf of 7c33f9e98d8444d1aa6ae3a8abb8c2aa for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:34.238996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:34.248461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f50b3-d8d9-4380-87e6-59d7d92c8fc8 req-9448fe66-5076-46ed-82eb-3b24ae3eb439 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:34.250390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd9f50b3-d8d9-4380-87e6-59d7d92c8fc8 req-9448fe66-5076-46ed-82eb-3b24ae3eb439 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 946 time: 0.2346177 Feb 03 14:20:34.300743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Deleting port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:34.301701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:34.305795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:25Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 4, 'project_id': '712877a1a881420892fc27719a252763', 'gw_port': {'id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:26Z', 'updated_at': '2022-02-03T14:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0791e0ed-87fa-410c-9421-803e7567e58a', 'name': '', 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'tenant_id': '712877a1a881420892fc27719a252763', 'mac_address': 'fa:16:3e:9c:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:31Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 2, 'project_id': '712877a1a881420892fc27719a252763', 'subnets': [{'id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:34.377626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb2f77a-566f-49e6-a578-aa9ff5133c3c None None] The sync data for ids ['6f24a72c-dda5-403f-8445-5f2f92801a6b'] in n-d-827549-2 is: [{'id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:25Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 4, 'project_id': '712877a1a881420892fc27719a252763', 'gw_port': {'id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:26Z', 'updated_at': '2022-02-03T14:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0791e0ed-87fa-410c-9421-803e7567e58a', 'name': '', 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'tenant_id': '712877a1a881420892fc27719a252763', 'mac_address': 'fa:16:3e:9c:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:31Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 2, 'project_id': '712877a1a881420892fc27719a252763', 'subnets': [{'id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:20:34.447338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] For port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:34.447907 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:34.466546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Calling delete_port for 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:34.685139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:34.686852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:20:34.694368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e20ef9d9-2980-405b-a0e6-0ab526b33188 req-c570674b-0771-4b8b-a68d-b1b995f8896a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033572 Feb 03 14:20:34.698904 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aec1d0bd-2706-4122-947b-c2ffee0b447a admin admin] 10.222.0.52 "PUT /v2.0/routers/6f24a72c-dda5-403f-8445-5f2f92801a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6587558 Feb 03 14:20:34.710400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:34.739762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd9f50b3-d8d9-4380-87e6-59d7d92c8fc8 req-e3eb290d-b13c-4880-a515-2f9767eab73e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810297 Feb 03 14:20:34.885067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event deleted for resources: {'Port': ['ID=5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:34.977317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] No DVR routers for this DVR port 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:34.982636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:35.013009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d77c88c-d3f7-4776-87ae-f5cc93657dc7 req-60cc0854-b984-4c01-a409-04961c88c059 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.45 "DELETE /v2.0/ports/5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae HTTP/1.1" status: 204 len: 173 time: 1.0894618 Feb 03 14:20:35.015258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'name': 'network-vif-deleted', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:35.030746 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b663a-14d8-4ec9-83b6-a0e348f7695d" -d '{"events": [{"server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "name": "network-vif-deleted", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:35.126746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (12a531f3-b006-4d84-91f3-7734fb92a43d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:35.190146 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1114f754-08cb-4494-88c5-4163d3475b77 x-openstack-request-id: req-1114f754-08cb-4494-88c5-4163d3475b77 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:35.190146 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c4520-ea66-401b-bd7b-ab667db35000", "name": "network-vif-deleted", "tag": "5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:35.198925 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1114f754-08cb-4494-88c5-4163d3475b77 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:35.199751 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c4520-ea66-401b-bd7b-ab667db35000', 'name': 'network-vif-deleted', 'tag': '5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae', 'status': 'completed', 'code': 200} Feb 03 14:20:35.340354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e6478-4b84-4d9e-81e6-5f71d637e2ed req-3b5acf36-b7de-43c2-aaaf-605a077b3412 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:35.345143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-930e6478-4b84-4d9e-81e6-5f71d637e2ed req-3b5acf36-b7de-43c2-aaaf-605a077b3412 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2997711 Feb 03 14:20:35.468399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Checking segment: {'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:35.468788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Network hostable DHCP agents. Network: 28724d2d-f3fa-433f-9900-71926b03b894, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:20:35.475580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a531f3-b006-4d84-91f3-7734fb92a43d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:35.510475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42240) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:35.526000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Network 28724d2d-f3fa-433f-9900-71926b03b894 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:20:35.531192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9487ae-0ba8-42ba-b1a9-dc288d4eb9d5 req-9e284053-2c52-4d96-b14d-45af90eef7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:35.533026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b9487ae-0ba8-42ba-b1a9-dc288d4eb9d5 req-9e284053-2c52-4d96-b14d-45af90eef7d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 1127 time: 0.2560143 Feb 03 14:20:35.550088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-930e6478-4b84-4d9e-81e6-5f71d637e2ed req-0583d8f0-ca48-4f6e-8eff-fb724ce5d821 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976624 Feb 03 14:20:35.574248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 28724d2d-f3fa-433f-9900-71926b03b894) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:35.589920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812530e-0ce4-49b6-bccc-378f2ea4ade8 None None] Network 28724d2d-f3fa-433f-9900-71926b03b894 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:20:35.599375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:35.600982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:35.613090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b9487ae-0ba8-42ba-b1a9-dc288d4eb9d5 req-76c1f9b0-3835-4155-aaf8-8cdb396095ac service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727279 Feb 03 14:20:35.636066 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8dc4eae3-1645-46ba-a434-02ba56f0544e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5049388 Feb 03 14:20:36.055669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f583fc7-1795-4f38-8cfc-6df8a147e97c None None] Network 28724d2d-f3fa-433f-9900-71926b03b894 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:20:36.152252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8099840f-de1c-4702-911b-3e4afcf1ded5 req-a11c41aa-80a9-44e3-bd7a-f0e6ee7dc573 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45c4520-ea66-401b-bd7b-ab667db35000 HTTP/1.1" status: 200 len: 210 time: 0.0823774 Feb 03 14:20:36.188594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09851132-9097-4432-b863-ba798b501507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:36.270023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c15a6-ff48-49e6-a248-6bacde9c6e40 req-3e94d255-b487-4a0f-944f-5ede7531030a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:36.277393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a5c15a6-ff48-49e6-a248-6bacde9c6e40 req-3e94d255-b487-4a0f-944f-5ede7531030a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2700040 Feb 03 14:20:36.397175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a5c15a6-ff48-49e6-a248-6bacde9c6e40 req-a018d1f7-d7df-4e9b-9ebc-c67f3d942adf tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095126 Feb 03 14:20:36.499871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-af78ca66-b4ec-4814-8615-3103404e48a1 req-acbd7bb0-fd0e-48dd-b897-cb622d5584c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1317896289', 'description': 'tempest-description-314679910'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:36.549378 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-af78ca66-b4ec-4814-8615-3103404e48a1 req-acbd7bb0-fd0e-48dd-b897-cb622d5584c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:36.643111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09851132-9097-4432-b863-ba798b501507 admin admin] Publish callbacks [] for security_group (334e213a-e8ba-446f-8392-9efa47fe3a98), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:36.650411 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09851132-9097-4432-b863-ba798b501507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (334e213a-e8ba-446f-8392-9efa47fe3a98), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:36.856089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-09851132-9097-4432-b863-ba798b501507 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86efd8e1a610475094747795f800f2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3396070 Feb 03 14:20:36.856702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42294) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:36.896992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09851132-9097-4432-b863-ba798b501507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e213a-e8ba-446f-8392-9efa47fe3a98,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:36.962650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae9d4-564a-47bc-b882-8142b569113d req-5beb3dcc-3438-4a78-8717-a8d8ef612ad4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:36.972699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-379ae9d4-564a-47bc-b882-8142b569113d req-5beb3dcc-3438-4a78-8717-a8d8ef612ad4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2478781 Feb 03 14:20:36.975553 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-387eb042-a115-4025-8636-507e15317adc admin admin] Publish callbacks [] for security_group (334e213a-e8ba-446f-8392-9efa47fe3a98), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:36.991872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-af78ca66-b4ec-4814-8615-3103404e48a1 req-acbd7bb0-fd0e-48dd-b897-cb622d5584c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.034365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-af78ca66-b4ec-4814-8615-3103404e48a1 req-acbd7bb0-fd0e-48dd-b897-cb622d5584c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.058278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-387eb042-a115-4025-8636-507e15317adc admin admin] Publish callbacks [] for security_group (334e213a-e8ba-446f-8392-9efa47fe3a98), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.136311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd7bb0-fd0e-48dd-b897-cb622d5584c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:37.145950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bdd355fa-d818-4f56-b493-7153596481b1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:37.182526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-af78ca66-b4ec-4814-8615-3103404e48a1 req-acbd7bb0-fd0e-48dd-b897-cb622d5584c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.199781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af78ca66-b4ec-4814-8615-3103404e48a1 req-acbd7bb0-fd0e-48dd-b897-cb622d5584c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7104130 Feb 03 14:20:37.215568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-387eb042-a115-4025-8636-507e15317adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (334e213a-e8ba-446f-8392-9efa47fe3a98), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.218152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-387eb042-a115-4025-8636-507e15317adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.219294 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-387eb042-a115-4025-8636-507e15317adc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/334e213a-e8ba-446f-8392-9efa47fe3a98 HTTP/1.1" status: 204 len: 168 time: 0.3611100 Feb 03 14:20:37.225575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-379ae9d4-564a-47bc-b882-8142b569113d req-edeb2441-ad12-48b7-b5e1-1e5ff889a4d4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427518 Feb 03 14:20:37.248868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387eb042-a115-4025-8636-507e15317adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e213a-e8ba-446f-8392-9efa47fe3a98,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:37.319205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5f93deb8-d584-428d-9021-c219fa30f3a3 req-e24821a1-7590-48c4-8ca1-e3b5a0b71801 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-51838705', 'description': 'tempest-description-1779861197'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:37.356351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bdd355fa-d818-4f56-b493-7153596481b1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:37.357089 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bdd355fa-d818-4f56-b493-7153596481b1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.401803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f93deb8-d584-428d-9021-c219fa30f3a3 req-e24821a1-7590-48c4-8ca1-e3b5a0b71801 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.606054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bdd355fa-d818-4f56-b493-7153596481b1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:37.607068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd355fa-d818-4f56-b493-7153596481b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.618387 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f93deb8-d584-428d-9021-c219fa30f3a3 req-e24821a1-7590-48c4-8ca1-e3b5a0b71801 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (648f2283-151d-4f91-93ce-aacbb71b5034), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.630775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f93deb8-d584-428d-9021-c219fa30f3a3 req-e24821a1-7590-48c4-8ca1-e3b5a0b71801 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (648f2283-151d-4f91-93ce-aacbb71b5034), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.651411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port bdd355fa-d818-4f56-b493-7153596481b1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bdd355fa-d818-4f56-b493-7153596481b1,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:37.657451 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bdd355fa-d818-4f56-b493-7153596481b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.731874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=bdd355fa-d818-4f56-b493-7153596481b1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:37.816347 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5f93deb8-d584-428d-9021-c219fa30f3a3 req-e24821a1-7590-48c4-8ca1-e3b5a0b71801 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:37.820541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f93deb8-d584-428d-9021-c219fa30f3a3 req-e24821a1-7590-48c4-8ca1-e3b5a0b71801 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5106308 Feb 03 14:20:37.862371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f70e-f0a4-4fdc-8ce5-a8cb778cb7cd req-0df9d0d0-5076-44b1-baae-378848e69448 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:37.863956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f921f70e-f0a4-4fdc-8ce5-a8cb778cb7cd req-0df9d0d0-5076-44b1-baae-378848e69448 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2354903 Feb 03 14:20:38.036938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24821a1-7590-48c4-8ca1-e3b5a0b71801 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648f2283-151d-4f91-93ce-aacbb71b5034,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:38.134300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f921f70e-f0a4-4fdc-8ce5-a8cb778cb7cd req-b619edaa-9e63-4244-8298-3d39c5bdb883 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356894 Feb 03 14:20:38.250527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-dbd05681-1873-429a-9e7c-8e20dbbeda3a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:38.267434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-dbd05681-1873-429a-9e7c-8e20dbbeda3a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 821 time: 0.3364508 Feb 03 14:20:38.333736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-1b57e459-40d8-4099-8b9b-b250c9269120 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/quotas/ece849ee8b024b18af105f12b7a81664 HTTP/1.1" status: 200 len: 375 time: 0.0604651 Feb 03 14:20:38.513221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-21301380-b722-4ae0-ada8-8d50c55f68f3 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:38.515302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-21301380-b722-4ae0-ada8-8d50c55f68f3 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 811 time: 0.2298911 Feb 03 14:20:38.542109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-f34dcf74-f4bb-49d1-bf4a-4a34fdcba8f2 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2092133 Feb 03 14:20:38.575833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-ce2d15c4-c378-4f1b-ba29-ae079a8d7f47 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/quotas/7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 375 time: 0.0426290 Feb 03 14:20:38.675533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-6d5584bf-4df8-47d4-b243-91f9add16c43 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890830 Feb 03 14:20:38.824488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:38.838892 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Sync routers for ids ['6f24a72c-dda5-403f-8445-5f2f92801a6b'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:20:38.853434 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Routers {'6f24a72c-dda5-403f-8445-5f2f92801a6b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:38.854472 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6f24a72c-dda5-403f-8445-5f2f92801a6b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:38.885058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:38.945529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:38.945894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 5bdb7d41-20ab-4260-a0ff-b5e4359ad1ae not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:38.970486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bdd355fa-d818-4f56-b493-7153596481b1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:39.043573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-8927ef23-a563-4425-9fdb-6907f934c90e service neutron] 10.222.0.52 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563950 Feb 03 14:20:39.056448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3551647c-546b-4cf0-a721-16a33820b117 service neutron] 10.222.0.52 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131676 Feb 03 14:20:39.118816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bdd355fa-d818-4f56-b493-7153596481b1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:39.119194 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bdd355fa-d818-4f56-b493-7153596481b1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:39.124313 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Set router 6f24a72c-dda5-403f-8445-5f2f92801a6b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:39.296544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-56946735-154a-44ce-9541-ae443a67d883 service neutron] 10.222.0.52 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391150 Feb 03 14:20:39.356045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bdd355fa-d818-4f56-b493-7153596481b1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:39.465728 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:25Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 4, 'project_id': '712877a1a881420892fc27719a252763', 'gw_port': {'id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:26Z', 'updated_at': '2022-02-03T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0791e0ed-87fa-410c-9421-803e7567e58a', 'name': '', 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'tenant_id': '712877a1a881420892fc27719a252763', 'mac_address': 'fa:16:3e:9c:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:31Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 2, 'project_id': '712877a1a881420892fc27719a252763', 'subnets': [{'id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:39.509591 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Checking router: 6f24a72c-dda5-403f-8445-5f2f92801a6b for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:20:39.510182 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Updating router 6f24a72c-dda5-403f-8445-5f2f92801a6b port 0791e0ed-87fa-410c-9421-803e7567e58a binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:20:39.545318 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:39.581802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-7a081dcf-7fd6-4ea1-9649-7171607f750d service neutron] 10.222.0.52 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042431 Feb 03 14:20:40.074117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-d4f8bc14-b5e2-4720-9932-40154aef7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:40.081002 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-d4f8bc14-b5e2-4720-9932-40154aef7b46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5023ce5af56c4d6eba39e257955e201e&device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 1127 time: 0.2158248 Feb 03 14:20:40.105981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d4b6d98-b3f0-4f2c-bbe0-96930da35463 req-262b548c-9535-4360-bd87-9a8d8fc42297 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 210 time: 0.0807340 Feb 03 14:20:40.158445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e15df-4362-497c-96e1-aab5b35d6736 req-2a128469-af80-4214-a011-d97db97caeb6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:40.166673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b68e15df-4362-497c-96e1-aab5b35d6736 req-2a128469-af80-4214-a011-d97db97caeb6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2633548 Feb 03 14:20:40.358545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c473b210-34c9-45b7-9411-09935d315565 req-8b7e7b9a-ce37-4c11-92e0-ebf30c52033a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 210 time: 0.1242898 Feb 03 14:20:40.389737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b68e15df-4362-497c-96e1-aab5b35d6736 req-9c0b91c3-4990-4eae-b3d2-722b5eb12e8d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168956 Feb 03 14:20:40.397124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-37e4d9f7-8c68-46a6-8b99-a48cb2f793d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:40.398633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-37e4d9f7-8c68-46a6-8b99-a48cb2f793d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 200 len: 912 time: 0.3129878 Feb 03 14:20:40.448713 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Publish callbacks [] for port (0791e0ed-87fa-410c-9421-803e7567e58a), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:40.461138 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:40.511189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-2f20d5a1-e5a9-499f-9cb3-fc2c7afa3194 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872721c4-31b6-40a9-8f78-694700d40aeb HTTP/1.1" status: 200 len: 217 time: 0.1038218 Feb 03 14:20:40.656134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fec25-6e4f-4d30-b715-e4f0f9340f4f req-d1a95cc6-edbe-4e46-8cd8-e87cb89f0a0a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:40.669072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d1fec25-6e4f-4d30-b715-e4f0f9340f4f req-d1a95cc6-edbe-4e46-8cd8-e87cb89f0a0a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1229267 Feb 03 14:20:40.690618 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Attempting to bind port 0791e0ed-87fa-410c-9421-803e7567e58a on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:40.696695 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Attempting to bind port 0791e0ed-87fa-410c-9421-803e7567e58a by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:40.697173 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Attempting to bind port 0791e0ed-87fa-410c-9421-803e7567e58a on network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:40.699879 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ba80-d5d2-4a06-93ab-431e319c9978 None None] Pushing event updated for resources: {'Port': ['ID=0791e0ed-87fa-410c-9421-803e7567e58a,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:40.714604 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:40.714978 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Checking segment: {'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:40.715389 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:40.715760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Bound using segment: {'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:40.716222 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Bound port: 0791e0ed-87fa-410c-9421-803e7567e58a, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a045e9-94e2-4188-b17f-fb751ccdee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:40.716622 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:40.723723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-7c322a99-bb10-4809-bf43-e1be9018b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:40.726028 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-7c322a99-bb10-4809-bf43-e1be9018b6dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 200 len: 851 time: 0.1913378 Feb 03 14:20:40.790897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d1fec25-6e4f-4d30-b715-e4f0f9340f4f req-a8f4756b-f642-488e-9e5d-00a027a09e49 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194813 Feb 03 14:20:40.809643 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-520aa301-100c-4d72-a0f6-29ed22808432 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=462b1721-7165-4408-a73e-5e45f7fe960c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750358 Feb 03 14:20:40.876917 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] For port 0791e0ed-87fa-410c-9421-803e7567e58a, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:40.884517 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] For port 0791e0ed-87fa-410c-9421-803e7567e58a, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0791e0ed-87fa-410c-9421-803e7567e58a,segment=NetworkSegment(d3a045e9-94e2-4188-b17f-fb751ccdee57),segment_id=d3a045e9-94e2-4188-b17f-fb751ccdee57)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:40.904987 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:41.054258 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-84e150a9-035c-43c2-b603-2b369c0836ed service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312994 Feb 03 14:20:41.102556 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ba80-d5d2-4a06-93ab-431e319c9978 None None] Pushing event updated for resources: {'Port': ['ID=0791e0ed-87fa-410c-9421-803e7567e58a,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:41.104008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bed7db3d-ce23-45ac-b000-4c518f8a4868 None None] Provisioning complete for port 0791e0ed-87fa-410c-9421-803e7567e58a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:41.104516 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bed7db3d-ce23-45ac-b000-4c518f8a4868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:41.139110 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Routers {'6f24a72c-dda5-403f-8445-5f2f92801a6b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:20:41.139814 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6f24a72c-dda5-403f-8445-5f2f92801a6b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:41.337686 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7e73b0b6-f99b-4a3b-8933-9881e8fe103b req-0edd8197-d742-4e5e-8084-78fe1c8ca24c service neutron] 10.222.0.71 "GET /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813003 Feb 03 14:20:41.360738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7042e3-8c1c-473c-b335-5d38bf6a3f78 req-f6ada192-f42b-4d34-83b3-a56c70de8f06 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 210 time: 0.0698462 Feb 03 14:20:41.587128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59567bc6-bcc7-4202-8d4c-868eec41d35c req-0419bff5-b3aa-4f71-80a4-8ac67de3249a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 210 time: 0.0512054 Feb 03 14:20:41.698074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0139922-0cdd-421e-a87f-3379f3fb3e67 req-fe091cac-fa0a-4ed1-9485-4609223c2482 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:41.710486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0139922-0cdd-421e-a87f-3379f3fb3e67 req-fe091cac-fa0a-4ed1-9485-4609223c2482 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1217990 Feb 03 14:20:41.822496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bed7db3d-ce23-45ac-b000-4c518f8a4868 None None] Current status of the port 0791e0ed-87fa-410c-9421-803e7567e58a is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:41.823139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bed7db3d-ce23-45ac-b000-4c518f8a4868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:41.883602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bed7db3d-ce23-45ac-b000-4c518f8a4868 None None] For port 0791e0ed-87fa-410c-9421-803e7567e58a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0791e0ed-87fa-410c-9421-803e7567e58a,segment=NetworkSegment(d3a045e9-94e2-4188-b17f-fb751ccdee57),segment_id=d3a045e9-94e2-4188-b17f-fb751ccdee57)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:41.915672 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bed7db3d-ce23-45ac-b000-4c518f8a4868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:41.949505 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] Set router 6f24a72c-dda5-403f-8445-5f2f92801a6b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:20:42.036012 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:20:42.113849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-16f15372-221c-4838-9f35-2b5f2646449b tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:42.119320 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-16f15372-221c-4838-9f35-2b5f2646449b tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.71 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 821 time: 0.3086615 Feb 03 14:20:42.131122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-20acf06d-d322-4e4e-a5e2-5c952b235a65 None None] Provisioning complete for port 0791e0ed-87fa-410c-9421-803e7567e58a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:42.131737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20acf06d-d322-4e4e-a5e2-5c952b235a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:42.148340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Request body: {'port': {'device_id': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'admin_state_up': True, 'tenant_id': 'ece849ee8b024b18af105f12b7a81664'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:42.311556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7db3d-ce23-45ac-b000-4c518f8a4868 None None] Pushing event updated for resources: {'Port': ['ID=0791e0ed-87fa-410c-9421-803e7567e58a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:42.400499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Made reservation on behalf of ece849ee8b024b18af105f12b7a81664 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:42.415798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:42.427128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-20acf06d-d322-4e4e-a5e2-5c952b235a65 None None] Current status of the port 0791e0ed-87fa-410c-9421-803e7567e58a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:42.573687 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:25Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 4, 'project_id': '712877a1a881420892fc27719a252763', 'gw_port': {'id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:26Z', 'updated_at': '2022-02-03T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0791e0ed-87fa-410c-9421-803e7567e58a', 'name': '', 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'tenant_id': '712877a1a881420892fc27719a252763', 'mac_address': 'fa:16:3e:9c:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:31Z', 'updated_at': '2022-02-03T14:20:40Z', 'revision_number': 4, 'project_id': '712877a1a881420892fc27719a252763', 'subnets': [{'id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:42.620818 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f1886-0ee0-4f50-9c15-120dc2a3dbc6 None None] The sync data for ids ['6f24a72c-dda5-403f-8445-5f2f92801a6b'] in n-d-827549-2 is: [{'id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:25Z', 'updated_at': '2022-02-03T14:20:32Z', 'revision_number': 4, 'project_id': '712877a1a881420892fc27719a252763', 'gw_port': {'id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:26Z', 'updated_at': '2022-02-03T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0791e0ed-87fa-410c-9421-803e7567e58a', 'name': '', 'network_id': '770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3', 'tenant_id': '712877a1a881420892fc27719a252763', 'mac_address': 'fa:16:3e:9c:6b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:31Z', 'updated_at': '2022-02-03T14:20:40Z', 'revision_number': 4, 'project_id': '712877a1a881420892fc27719a252763', 'subnets': [{'id': 'f8e479c2-519b-4955-8f6b-a7bc9743d928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:20:42.696564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Allocated IP 172.20.0.2 (e8fd49f1-794b-41e2-90a7-3822f1f19d10/80c9ee5c-18be-4f73-88f2-b5b22114f298/23932f63-9029-4480-9329-ec01c2161194) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:43.026040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0139922-0cdd-421e-a87f-3379f3fb3e67 req-1ec99d83-1c71-4f84-b469-095e724e61fa tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3141870 Feb 03 14:20:43.043293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0791e0ed-87fa-410c-9421-803e7567e58a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:43.098104 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for port (23932f63-9029-4480-9329-ec01c2161194), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:43.218872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0791e0ed-87fa-410c-9421-803e7567e58a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:43.219417 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:43.240086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (23932f63-9029-4480-9329-ec01c2161194), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:43.412367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Network e8fd49f1-794b-41e2-90a7-3822f1f19d10 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:43.416253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:43.428492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:43.442262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85213dbc-8da2-4181-b05f-1354b649f1b9 req-892bb7f7-3637-4943-b0cb-0113cdc560c9 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:43.457868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85213dbc-8da2-4181-b05f-1354b649f1b9 req-892bb7f7-3637-4943-b0cb-0113cdc560c9 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.5892360 Feb 03 14:20:43.496884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0791e0ed-87fa-410c-9421-803e7567e58a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:43.524306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-ed76d27b-5632-4cdd-a608-f27f63274fa5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:43.526279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-ed76d27b-5632-4cdd-a608-f27f63274fa5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.71 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 811 time: 0.6566658 Feb 03 14:20:43.556184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73986-f031-428a-ab54-3c58aa690439 req-d10afe96-9801-46bb-a89a-eec93dc66423 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:43.567695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f73986-f031-428a-ab54-3c58aa690439 req-d10afe96-9801-46bb-a89a-eec93dc66423 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 931 time: 0.3377500 Feb 03 14:20:43.579568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'port': {'device_id': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894', 'admin_state_up': True, 'tenant_id': '7c33f9e98d8444d1aa6ae3a8abb8c2aa'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:43.627705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event updated for resources: {'Port': ['ID=23932f63-9029-4480-9329-ec01c2161194,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:43.684711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:43.685398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:43.701559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85213dbc-8da2-4181-b05f-1354b649f1b9 req-ea39074a-c602-41a2-89f4-5eba04633d72 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415416 Feb 03 14:20:43.705997 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-3e98a743-fda4-41e0-b7fc-839bc1744d24 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5626299 Feb 03 14:20:43.743544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Request body: {'port': {'device_id': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:43.789313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f73986-f031-428a-ab54-3c58aa690439 req-3b83f618-e0ff-4d3f-b12b-670d8f97c1e2 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198479 Feb 03 14:20:43.913932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23932f63-9029-4480-9329-ec01c2161194), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:43.919498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37804080-3acf-48c9-b34e-8360a86a94ee req-3eeab739-16e0-432c-8b0a-d99388e2985f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 210 time: 0.1254642 Feb 03 14:20:44.025105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Made reservation on behalf of 7c33f9e98d8444d1aa6ae3a8abb8c2aa for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:20:44.036468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:44.394135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526548-f192-46ba-b953-3eeb30060dbf req-1d36b8ce-0d02-48a0-8824-8494d49ec0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:44.395638 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8526548-f192-46ba-b953-3eeb30060dbf req-1d36b8ce-0d02-48a0-8824-8494d49ec0f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.1465809 Feb 03 14:20:44.427548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0911-db01-420b-925c-60fd9115f83f req-20cfb322-fa33-4562-80c0-79449d64ebce tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:44.429761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57fe0911-db01-420b-925c-60fd9115f83f req-20cfb322-fa33-4562-80c0-79449d64ebce tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2310674 Feb 03 14:20:44.431083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Allocated IP 172.20.0.13 (28724d2d-f3fa-433f-9900-71926b03b894/12a531f3-b006-4d84-91f3-7734fb92a43d/9e7faea3-d61b-4503-a84a-4369bcc9069b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:20:44.543799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23932f63-9029-4480-9329-ec01c2161194 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:44.559398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Publish callbacks [] for port (23932f63-9029-4480-9329-ec01c2161194), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:44.567937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526548-f192-46ba-b953-3eeb30060dbf req-ff0a3f90-6ffe-4c55-a4e6-4c0b1bf7031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:44.569272 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8526548-f192-46ba-b953-3eeb30060dbf req-ff0a3f90-6ffe-4c55-a4e6-4c0b1bf7031e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.1613221 Feb 03 14:20:44.585182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Transition to ACTIVE for port object 23932f63-9029-4480-9329-ec01c2161194 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:20:44.597497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57fe0911-db01-420b-925c-60fd9115f83f req-1eca6f84-dc58-4039-bfb3-86f9b7e78ee3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568737 Feb 03 14:20:44.627314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (23932f63-9029-4480-9329-ec01c2161194), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:44.705682 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8526548-f192-46ba-b953-3eeb30060dbf req-2ed93a81-6ce2-40c3-9824-84b3b0bfb79d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.1302342 Feb 03 14:20:44.748889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Pushing event updated for resources: {'Port': ['ID=23932f63-9029-4480-9329-ec01c2161194,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:44.841925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526548-f192-46ba-b953-3eeb30060dbf req-ba6db4e7-f0c5-47fa-b895-4d5807188e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:44.848343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8526548-f192-46ba-b953-3eeb30060dbf req-ba6db4e7-f0c5-47fa-b895-4d5807188e33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.1109388 Feb 03 14:20:44.953313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:44.977739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c8be-a10e-4fda-9b98-3469254e3bee req-d155609a-e6ab-4ab1-a931-ba1265e8a012 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:44.981358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0685c8be-a10e-4fda-9b98-3469254e3bee req-d155609a-e6ab-4ab1-a931-ba1265e8a012 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1092935 Feb 03 14:20:44.999835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Attempting to bind port 23932f63-9029-4480-9329-ec01c2161194 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:45.001565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Attempting to bind port 23932f63-9029-4480-9329-ec01c2161194 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:45.001909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Attempting to bind port 23932f63-9029-4480-9329-ec01c2161194 on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:45.024688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Port 23932f63-9029-4480-9329-ec01c2161194 on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:20:45.025042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Attempting to bind port 23932f63-9029-4480-9329-ec01c2161194 on network e8fd49f1-794b-41e2-90a7-3822f1f19d10 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:45.039832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526548-f192-46ba-b953-3eeb30060dbf req-ea839bb1-6b4f-4513-8a32-95556634e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:45.041364 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8526548-f192-46ba-b953-3eeb30060dbf req-ea839bb1-6b4f-4513-8a32-95556634e8c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1872294 Feb 03 14:20:45.042123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:45.044461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Checking segment: {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:45.048705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Bound using segment: {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:45.053868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Bound port: 23932f63-9029-4480-9329-ec01c2161194, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7ed7eb-f38f-4464-9288-3b68e93738cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:45.054248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23932f63-9029-4480-9329-ec01c2161194), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:45.102079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919c14d-ad91-4332-92d4-cf3f92a7749a req-4eb10b0d-a19c-4d13-8a73-4b4e8f1228b1 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:45.111186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8919c14d-ad91-4332-92d4-cf3f92a7749a req-4eb10b0d-a19c-4d13-8a73-4b4e8f1228b1 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 943 time: 0.1271482 Feb 03 14:20:45.171136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0685c8be-a10e-4fda-9b98-3469254e3bee req-31376637-8f1a-4bdb-88a4-a5020c5b3220 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744773 Feb 03 14:20:45.311862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8919c14d-ad91-4332-92d4-cf3f92a7749a req-9e3fb5e4-7f6f-455a-8a53-73a8e3401c23 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965492 Feb 03 14:20:45.317747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:45.442900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] For port 23932f63-9029-4480-9329-ec01c2161194, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:45.454533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] For port 23932f63-9029-4480-9329-ec01c2161194, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=23932f63-9029-4480-9329-ec01c2161194,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:45.460976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Network 28724d2d-f3fa-433f-9900-71926b03b894 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:20:45.471758 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8526548-f192-46ba-b953-3eeb30060dbf req-99820b36-1af7-443f-87cb-f4d5811004b1 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127369 Feb 03 14:20:45.476386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:45.478602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (23932f63-9029-4480-9329-ec01c2161194), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:45.480920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:20:45.483226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:20:45.610987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:45.612879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:45.616255 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] 10.222.0.71 "PUT /v2.0/ports/23932f63-9029-4480-9329-ec01c2161194 HTTP/1.1" status: 200 len: 1091 time: 1.8765905 Feb 03 14:20:45.628981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'tag': '23932f63-9029-4480-9329-ec01c2161194'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:45.633529 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f0930-3643-49d5-b75b-4f18945ae57a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ce8890-e86c-4b4f-a2d1-fccc3130ebef", "tag": "23932f63-9029-4480-9329-ec01c2161194"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:45.727175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ed382-c39b-467f-976c-047a212acb8c req-3f229031-741e-44fc-b01e-a7a99dae4978 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:45.735632 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6642b999-5382-47b9-a802-537be7461876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:45.742503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e6ed382-c39b-467f-976c-047a212acb8c req-3f229031-741e-44fc-b01e-a7a99dae4978 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 932 time: 0.2770088 Feb 03 14:20:45.814821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cc039-78e6-4832-9331-9aaa4dc98543 service neutron] Pushing event updated for resources: {'Port': ['ID=23932f63-9029-4480-9329-ec01c2161194,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:45.822729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e6ed382-c39b-467f-976c-047a212acb8c req-88041137-746d-49fd-9c0c-0746fdcc2e63 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811391 Feb 03 14:20:45.842113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:45.843031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:45.889685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-ef24e8a3-2571-4cc9-b81c-890b70b91a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:45.905257 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-ef24e8a3-2571-4cc9-b81c-890b70b91a82 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 1125 time: 0.1958826 Feb 03 14:20:45.925104 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af61f1f-02bf-451b-be76-2aa5a45bf613 x-openstack-request-id: req-6af61f1f-02bf-451b-be76-2aa5a45bf613 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:45.928125 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ce8890-e86c-4b4f-a2d1-fccc3130ebef", "tag": "23932f63-9029-4480-9329-ec01c2161194", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:45.928645 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6af61f1f-02bf-451b-be76-2aa5a45bf613 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:45.930393 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'tag': '23932f63-9029-4480-9329-ec01c2161194', 'status': 'completed', 'code': 200} Feb 03 14:20:45.959970 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8526548-f192-46ba-b953-3eeb30060dbf req-f8e2814d-0cc2-4962-a6bc-392b1365d804 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692700 Feb 03 14:20:45.985749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-c05741e1-9414-4c82-9aa6-fdfe1e89933e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4113355 Feb 03 14:20:46.028229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f288d-7410-4c1e-a54d-855de6e3d32c req-989de8f1-e435-4c08-b1a5-aa3f4127d9ed tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:46.033470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d21f288d-7410-4c1e-a54d-855de6e3d32c req-989de8f1-e435-4c08-b1a5-aa3f4127d9ed tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1859987 Feb 03 14:20:46.042753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Request body: {'port': {'device_id': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:20:46.060130 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-9a6b3322-71e4-4ce3-9118-66fc93b8c4ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23932f63-9029-4480-9329-ec01c2161194 HTTP/1.1" status: 200 len: 217 time: 0.1286972 Feb 03 14:20:46.142228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-1515044c-2db9-45bb-97fb-00b9d5d2c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:46.144129 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-1515044c-2db9-45bb-97fb-00b9d5d2c734 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80c9ee5c-18be-4f73-88f2-b5b22114f298 HTTP/1.1" status: 200 len: 861 time: 0.0764303 Feb 03 14:20:46.171964 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:46.195487 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-de07ab6d-9ae7-4e21-87de-abf908edccd2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8fd49f1-794b-41e2-90a7-3822f1f19d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450141 Feb 03 14:20:46.245237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d21f288d-7410-4c1e-a54d-855de6e3d32c req-dd296cf2-8aba-4e6e-9a1f-3e0f06936eda tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452203 Feb 03 14:20:46.278010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f8ccb-34c2-4b6c-8ee0-4061e7388639 req-c8dc9754-83f7-40af-9fdd-2f83e146379a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:46.290155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db7f8ccb-34c2-4b6c-8ee0-4061e7388639 req-c8dc9754-83f7-40af-9fdd-2f83e146379a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.2103872 Feb 03 14:20:46.383190 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-c527784a-9f53-4292-b9b3-3b534af31d6f service neutron] 10.222.0.71 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799326 Feb 03 14:20:46.526880 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88de6370-f7b2-4ad2-accd-39ea9b2702ff req-a400b3e9-7d9b-4336-882e-d3fee765c9da service neutron] 10.222.0.71 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375778 Feb 03 14:20:46.538877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db7f8ccb-34c2-4b6c-8ee0-4061e7388639 req-9c263acd-816b-47b9-8c0a-84d85988f963 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335804 Feb 03 14:20:46.586058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84e024-3caa-47c2-81d3-e88d4686b75d req-59816b45-e8aa-4226-8da0-ad649e28ec84 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:46.589397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc84e024-3caa-47c2-81d3-e88d4686b75d req-59816b45-e8aa-4226-8da0-ad649e28ec84 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 943 time: 0.1254597 Feb 03 14:20:46.762905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-f006d831-ebfe-4252-8d88-2588de3795c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:46.764879 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-f006d831-ebfe-4252-8d88-2588de3795c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece849ee8b024b18af105f12b7a81664&device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 1125 time: 0.0973523 Feb 03 14:20:46.783056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc84e024-3caa-47c2-81d3-e88d4686b75d req-603c03b6-5d55-44ea-bf74-f2f89dd3323b tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470551 Feb 03 14:20:47.032820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-665023b7-ae82-40b9-9b43-0a3d4dcee690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:47.038748 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-665023b7-ae82-40b9-9b43-0a3d4dcee690 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 200 len: 922 time: 0.2646067 Feb 03 14:20:47.099465 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-7de97f1d-fe34-4371-b326-70229b4c3132 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23932f63-9029-4480-9329-ec01c2161194 HTTP/1.1" status: 200 len: 217 time: 0.0540154 Feb 03 14:20:47.114909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7faea3-d61b-4503-a84a-4369bcc9069b {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:47.182304 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Publish callbacks [] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:47.215934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-a36408f5-e691-4281-9c21-73aa3222754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:47.217509 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-a36408f5-e691-4281-9c21-73aa3222754e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80c9ee5c-18be-4f73-88f2-b5b22114f298 HTTP/1.1" status: 200 len: 861 time: 0.1123796 Feb 03 14:20:47.228447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Transition to ACTIVE for port object 9e7faea3-d61b-4503-a84a-4369bcc9069b will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:20:47.250982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:47.285735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-cc37e72b-19e6-4056-9019-d552561d57d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e8fd49f1-794b-41e2-90a7-3822f1f19d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485091 Feb 03 14:20:47.326718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d21a39-b44e-4f52-8bcf-93a938c57e78 req-82e889e7-0194-46d2-9ee5-58837fe3a76f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:47.328274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7d21a39-b44e-4f52-8bcf-93a938c57e78 req-82e889e7-0194-46d2-9ee5-58837fe3a76f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 932 time: 0.3514555 Feb 03 14:20:47.379341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4939a-5eb9-4b71-b868-55358f69e7ff req-ea1c59ba-9412-4a65-b8c1-deeb9932f92a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:47.381525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cb4939a-5eb9-4b71-b868-55358f69e7ff req-ea1c59ba-9412-4a65-b8c1-deeb9932f92a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 944 time: 0.2934673 Feb 03 14:20:47.428693 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-289eb944-22c8-44ce-b8bd-b20abbbf65c2 service neutron] 10.222.0.71 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299357 Feb 03 14:20:47.515162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:47.530814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Attempting to bind port 9e7faea3-d61b-4503-a84a-4369bcc9069b on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:20:47.531254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Attempting to bind port 9e7faea3-d61b-4503-a84a-4369bcc9069b by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:20:47.531807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Attempting to bind port 9e7faea3-d61b-4503-a84a-4369bcc9069b on network 28724d2d-f3fa-433f-9900-71926b03b894 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:47.550359 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c05f0930-3643-49d5-b75b-4f18945ae57a req-9adeea4c-4820-4126-81f1-04748296366f service neutron] 10.222.0.71 "GET /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146953 Feb 03 14:20:47.572328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Port 9e7faea3-d61b-4503-a84a-4369bcc9069b on network 28724d2d-f3fa-433f-9900-71926b03b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:20:47.572781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Attempting to bind port 9e7faea3-d61b-4503-a84a-4369bcc9069b on network 28724d2d-f3fa-433f-9900-71926b03b894 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:20:47.588542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:20:47.588887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Checking segment: {'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:20:47.589270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Bound using segment: {'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:20:47.589867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Bound port: 9e7faea3-d61b-4503-a84a-4369bcc9069b, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:20:47.590400 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:47.608407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7d21a39-b44e-4f52-8bcf-93a938c57e78 req-e28f7de0-5d03-47a6-a18a-5f67087b3acc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705739 Feb 03 14:20:47.741044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cb4939a-5eb9-4b71-b868-55358f69e7ff req-bd24d3d2-ec96-4c39-b30f-72c9f5227854 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219473 Feb 03 14:20:47.815851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:20:47.819888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:20:47.866343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5d530-5969-45a0-9d2d-9360f2383918 req-349835a0-01bb-401b-bebb-caf79d374cc5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:47.867758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9a5d530-5969-45a0-9d2d-9360f2383918 req-349835a0-01bb-401b-bebb-caf79d374cc5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1439264 Feb 03 14:20:47.871403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:47.934178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:47.934812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:47.936212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] 10.222.0.71 "PUT /v2.0/ports/9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 200 len: 1092 time: 1.8981316 Feb 03 14:20:47.941379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:47.943619 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3a1bb3-0370-4b59-883f-ab465b57fb10" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:47.986038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0891c-fba1-414f-bf35-bf318beac038 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:48.001266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058711bd-3aa4-4884-a7d8-c29d9e9b3a4d req-33aec6b0-1f9b-4b13-9e97-fe18a619fba7 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.003245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-058711bd-3aa4-4884-a7d8-c29d9e9b3a4d req-33aec6b0-1f9b-4b13-9e97-fe18a619fba7 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1813860 Feb 03 14:20:48.010380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9a5d530-5969-45a0-9d2d-9360f2383918 req-9aa59709-26e7-4475-8222-dce2f110ec56 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143296 Feb 03 14:20:48.037813 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc13d5d8-6da9-4536-84e4-b0b484b1f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:48.129739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-058711bd-3aa4-4884-a7d8-c29d9e9b3a4d req-cdbae53b-7acd-45a3-90e2-37717ebfb85e tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171088 Feb 03 14:20:48.158859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-59316b03-946d-4843-b9cb-14d5ebffa6aa tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.159537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-5bc1931c-eb47-4e07-9910-74744c036c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.161763 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-5bc1931c-eb47-4e07-9910-74744c036c53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1126 time: 0.0996816 Feb 03 14:20:48.169763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-59316b03-946d-4843-b9cb-14d5ebffa6aa tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 944 time: 0.1504805 Feb 03 14:20:48.191775 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b06ebb-5ebe-4e42-a002-75eafdf5bb5b x-openstack-request-id: req-a8b06ebb-5ebe-4e42-a002-75eafdf5bb5b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:48.192489 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:48.192489 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8b06ebb-5ebe-4e42-a002-75eafdf5bb5b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:48.192723 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b', 'status': 'completed', 'code': 200} Feb 03 14:20:48.239328 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-01500967-ea32-4dfe-9c65-61d0b8019e4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 200 len: 217 time: 0.0530121 Feb 03 14:20:48.319706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-268fc2b1-8d7b-478b-8872-c6505964cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.321527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-268fc2b1-8d7b-478b-8872-c6505964cac3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.0744731 Feb 03 14:20:48.339477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504df8bb-195e-46e3-88ea-55cc0a3f88c7 req-bf1962c4-55cd-4b14-a080-6db157745489 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.341081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-504df8bb-195e-46e3-88ea-55cc0a3f88c7 req-bf1962c4-55cd-4b14-a080-6db157745489 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 943 time: 0.1609197 Feb 03 14:20:48.371167 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-51bb24ff-f802-4d63-976c-9ec3ec9b2287 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418971 Feb 03 14:20:48.418080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfa749-49f3-4a78-a89a-58cd978a68bb req-4060fb5b-6818-4cc4-befc-84e77bc3396e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.419855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ccfa749-49f3-4a78-a89a-58cd978a68bb req-4060fb5b-6818-4cc4-befc-84e77bc3396e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1302850 Feb 03 14:20:48.425702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Deleting port c5a14c8b-3d77-4668-9645-1e236a50462a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:48.426053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:48.446624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-504df8bb-195e-46e3-88ea-55cc0a3f88c7 req-33182216-05fd-425c-8ada-ba7cb0af76a8 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986390 Feb 03 14:20:48.536135 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-7fe34c20-3b71-4890-8ef4-108dc74d3a54 service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578436 Feb 03 14:20:48.543486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ccfa749-49f3-4a78-a89a-58cd978a68bb req-6867ead6-7285-4254-a85a-b838f4289dc7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135080 Feb 03 14:20:48.566192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] For port c5a14c8b-3d77-4668-9645-1e236a50462a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c5a14c8b-3d77-4668-9645-1e236a50462a,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:48.566567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:48.589243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Calling delete_port for c5a14c8b-3d77-4668-9645-1e236a50462a owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:48.758768 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-077c365b-f4cc-4e7f-94b4-646839d45b57 req-09f9dd24-142d-4dee-b1e0-6f824880533b service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167137 Feb 03 14:20:48.881377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c5a14c8b-3d77-4668-9645-1e236a50462a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:48.936659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event deleted for resources: {'Port': ['ID=c5a14c8b-3d77-4668-9645-1e236a50462a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:48.980387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-1a7d1f1e-1993-463a-8296-5403b7bd7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.981940 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-1a7d1f1e-1993-463a-8296-5403b7bd7d66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1126 time: 0.0827131 Feb 03 14:20:48.985135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f082-455c-4ed1-bbfd-7f4be74514c6 req-93220966-79c0-4695-adab-e0d08066c313 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:48.994330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c831f082-455c-4ed1-bbfd-7f4be74514c6 req-93220966-79c0-4695-adab-e0d08066c313 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 944 time: 0.1766090 Feb 03 14:20:49.032270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bedf7fc6-a699-44d9-be70-e2cf7b5985be req-d656ea1e-8890-402f-8c60-fdaca6ac46da tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=f38c6025-556f-448b-b4b8-44055680a47e HTTP/1.1" status: 200 len: 210 time: 0.0347693 Feb 03 14:20:49.111528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] No DVR routers for this DVR port c5a14c8b-3d77-4668-9645-1e236a50462a on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:49.156848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:49.160979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4f7f774-14d7-4473-81ab-fd5f84ac1b83 req-0f95a54a-024c-4ed2-972a-6b873651ce5a tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "DELETE /v2.0/ports/c5a14c8b-3d77-4668-9645-1e236a50462a HTTP/1.1" status: 204 len: 173 time: 0.9709756 Feb 03 14:20:49.191229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c831f082-455c-4ed1-bbfd-7f4be74514c6 req-20eae26b-8102-42c0-87c9-47b66afe9653 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950336 Feb 03 14:20:49.229832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-df182e3b-2849-407b-88cd-c0eada259797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:49.232589 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-df182e3b-2849-407b-88cd-c0eada259797 service neutron] 10.222.0.71 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 912 time: 0.2445548 Feb 03 14:20:49.313604 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-41740702-7939-45f3-9a83-d5de180fa677 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 200 len: 217 time: 0.0723865 Feb 03 14:20:49.388251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-27100d33-abc7-4c87-ab18-843f2f9a6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:49.394400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-27100d33-abc7-4c87-ab18-843f2f9a6388 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.0741148 Feb 03 14:20:49.437471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518cb71-a38e-414a-b6fe-c51f6103198a req-2690be84-a34a-49e5-8f0e-512749fd9473 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:49.446341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f518cb71-a38e-414a-b6fe-c51f6103198a req-2690be84-a34a-49e5-8f0e-512749fd9473 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2049439 Feb 03 14:20:49.475831 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-72dbe9f6-7af1-480a-a114-40eb36559b90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735745 Feb 03 14:20:49.488104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3dd15-7a60-44ec-9e7c-dd9b6a64264b req-1ed5ab40-4cfe-460e-805e-5c1bbd0de5bc tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:49.495943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbe3dd15-7a60-44ec-9e7c-dd9b6a64264b req-1ed5ab40-4cfe-460e-805e-5c1bbd0de5bc tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1741846 Feb 03 14:20:49.527234 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:49.554165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f518cb71-a38e-414a-b6fe-c51f6103198a req-99d6c2d0-d700-4d8b-8dfd-74574b25288c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054287 Feb 03 14:20:49.608961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbe3dd15-7a60-44ec-9e7c-dd9b6a64264b req-fb062a04-dc95-4b42-9be2-208d4d0467a5 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117361 Feb 03 14:20:49.643043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-935cd535-7ccc-40c8-9008-c83e11f12d75 service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547749 Feb 03 14:20:49.711857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9557a-c7c9-4970-a8e3-904a504aed5b req-ab4d4715-080f-4e9e-9b62-1825a319bf73 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:49.714233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2b9557a-c7c9-4970-a8e3-904a504aed5b req-ab4d4715-080f-4e9e-9b62-1825a319bf73 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 943 time: 0.1025326 Feb 03 14:20:49.745434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f1a71628-6f14-497b-9e24-566155943ac7 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:49.747110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f1a71628-6f14-497b-9e24-566155943ac7 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.71 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 945 time: 0.1369722 Feb 03 14:20:49.774265 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5b3a1bb3-0370-4b59-883f-ab465b57fb10 req-df1749f3-5df2-45f6-9e3e-86dfd9a79764 service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247857 Feb 03 14:20:49.817549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2b9557a-c7c9-4970-a8e3-904a504aed5b req-552415dd-841c-405d-808f-2b3d999ba61f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983727 Feb 03 14:20:49.927679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Deleting port 872721c4-31b6-40a9-8f78-694700d40aeb {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:49.927977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:50.064154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba1e91-32f3-4bef-9d55-f0ce01264b09 req-56cf6814-71c2-4c5e-81ed-650816376c21 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:50.066080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2ba1e91-32f3-4bef-9d55-f0ce01264b09 req-56cf6814-71c2-4c5e-81ed-650816376c21 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1340744 Feb 03 14:20:50.108829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] For port 872721c4-31b6-40a9-8f78-694700d40aeb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=872721c4-31b6-40a9-8f78-694700d40aeb,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:50.109222 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:50.128580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Calling delete_port for 872721c4-31b6-40a9-8f78-694700d40aeb owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:50.206982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'name': 'network-vif-deleted', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:50.210894 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd408f4a-a039-4469-b7ad-248ea8e95548" -d '{"events": [{"server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "name": "network-vif-deleted", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:50.293094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2ba1e91-32f3-4bef-9d55-f0ce01264b09 req-769784d2-b042-4a00-9545-ecc832013224 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104371 Feb 03 14:20:50.434848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (872721c4-31b6-40a9-8f78-694700d40aeb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:50.444448 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a666d1-3f9c-4cbb-bd55-adc38690f9e0 x-openstack-request-id: req-59a666d1-3f9c-4cbb-bd55-adc38690f9e0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:50.445063 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38c6025-556f-448b-b4b8-44055680a47e", "name": "network-vif-deleted", "tag": "c5a14c8b-3d77-4668-9645-1e236a50462a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:50.445063 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59a666d1-3f9c-4cbb-bd55-adc38690f9e0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:50.445443 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38c6025-556f-448b-b4b8-44055680a47e', 'name': 'network-vif-deleted', 'tag': 'c5a14c8b-3d77-4668-9645-1e236a50462a', 'status': 'completed', 'code': 200} Feb 03 14:20:50.448262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c3e7061b-2fcc-4ae1-9e40-240c2624d6e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:50.518375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Pushing event deleted for resources: {'Port': ['ID=872721c4-31b6-40a9-8f78-694700d40aeb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:50.532073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8122-879d-4da2-b3a4-5464eba385cf req-2ed59f59-41ee-46bf-9081-2f09a9a092c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:50.533735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bad8122-879d-4da2-b3a4-5464eba385cf req-2ed59f59-41ee-46bf-9081-2f09a9a092c4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 944 time: 0.1356475 Feb 03 14:20:50.545116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['872721c4-31b6-40a9-8f78-694700d40aeb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:50.595183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] No DVR routers for this DVR port 872721c4-31b6-40a9-8f78-694700d40aeb on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:50.600695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:50.604022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69770e4f-094b-4353-9d6b-95bd892648a7 req-f967e6d8-4bff-4cc3-b26b-74df01a1d7c1 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.71 "DELETE /v2.0/ports/872721c4-31b6-40a9-8f78-694700d40aeb HTTP/1.1" status: 204 len: 173 time: 0.8479645 Feb 03 14:20:50.618145 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:50.658616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bad8122-879d-4da2-b3a4-5464eba385cf req-9564ccc1-f850-46f4-99c2-ada8c9b70e02 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181438 Feb 03 14:20:50.684564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76109af8-ff39-4ce8-9105-09293b51e627 req-ed5c425f-5b60-4e97-afa6-3c7cfe8d9206 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:50.686155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76109af8-ff39-4ce8-9105-09293b51e627 req-ed5c425f-5b60-4e97-afa6-3c7cfe8d9206 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 945 time: 0.1468554 Feb 03 14:20:50.819147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d57cad94-1641-406c-a3e3-09f48f51da0b req-812900b0-8f18-4f2b-b300-456b6c9e9203 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=723476bb-8c0c-497b-ba67-9c24e09d4341 HTTP/1.1" status: 200 len: 210 time: 0.0653341 Feb 03 14:20:50.838440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76109af8-ff39-4ce8-9105-09293b51e627 req-7d80a1f3-320a-4614-ac20-5aba2af07f6c tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431782 Feb 03 14:20:50.916396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 23932f63-9029-4480-9329-ec01c2161194 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:20:50.923527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:50.959877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: c5a14c8b-3d77-4668-9645-1e236a50462a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:50.960236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c5a14c8b-3d77-4668-9645-1e236a50462a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:50.999312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c449b9e-ee05-484d-9edf-b0b98c5af3a4 req-6deb8605-a9a9-4986-9238-edc6f086eb21 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:51.001006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c449b9e-ee05-484d-9edf-b0b98c5af3a4 req-6deb8605-a9a9-4986-9238-edc6f086eb21 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 943 time: 0.0918992 Feb 03 14:20:51.094188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 23932f63-9029-4480-9329-ec01c2161194, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=23932f63-9029-4480-9329-ec01c2161194,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:51.107164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '23932f63-9029-4480-9329-ec01c2161194', 'network_id': 'e8fd49f1-794b-41e2-90a7-3822f1f19d10', 'port_id': '23932f63-9029-4480-9329-ec01c2161194', 'mac_address': 'fa:16:3e:ec:59:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c9ee5c-18be-4f73-88f2-b5b22114f298', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:20:51.114320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c449b9e-ee05-484d-9edf-b0b98c5af3a4 req-73a21468-f32b-447a-93d5-6cdc0a4955a6 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019244 Feb 03 14:20:51.145981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-047443d5-bd06-4dfc-b3b4-e11d46ad4132 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:51.148132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-047443d5-bd06-4dfc-b3b4-e11d46ad4132 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 945 time: 0.1456249 Feb 03 14:20:51.157777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 23932f63-9029-4480-9329-ec01c2161194 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:51.158366 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23932f63-9029-4480-9329-ec01c2161194), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:51.173806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23932f63-9029-4480-9329-ec01c2161194 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:51.202277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 23932f63-9029-4480-9329-ec01c2161194, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=23932f63-9029-4480-9329-ec01c2161194,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:51.208151 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (23932f63-9029-4480-9329-ec01c2161194), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:51.272581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Deleting port 2792246b-6f9f-4491-98f5-8704b6918093 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:51.273151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2792246b-6f9f-4491-98f5-8704b6918093), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:51.284840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=23932f63-9029-4480-9329-ec01c2161194,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:51.424724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] For port 2792246b-6f9f-4491-98f5-8704b6918093, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2792246b-6f9f-4491-98f5-8704b6918093,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:51.425119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2792246b-6f9f-4491-98f5-8704b6918093), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:51.441334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Calling delete_port for 2792246b-6f9f-4491-98f5-8704b6918093 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:51.466568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad773b34-7d76-46fc-9278-ff78872c4836 req-e33e5121-0efa-43c3-870d-69c6e352fedd tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:51.468114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad773b34-7d76-46fc-9278-ff78872c4836 req-e33e5121-0efa-43c3-870d-69c6e352fedd tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.0936694 Feb 03 14:20:51.630429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['23932f63-9029-4480-9329-ec01c2161194'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:51.903782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad773b34-7d76-46fc-9278-ff78872c4836 req-408d02e3-fbbc-428a-9897-584cf3888fc0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073372 Feb 03 14:20:51.953890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:51.984253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f6857-61c6-4ee2-9844-4df87ca92a53 req-0ffa6aa1-8eb0-4542-aa61-d642d2fb7be9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:51.987218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e2f6857-61c6-4ee2-9844-4df87ca92a53 req-0ffa6aa1-8eb0-4542-aa61-d642d2fb7be9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 944 time: 0.1325731 Feb 03 14:20:51.992061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2792246b-6f9f-4491-98f5-8704b6918093), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:52.040947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event deleted for resources: {'Port': ['ID=2792246b-6f9f-4491-98f5-8704b6918093,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:52.097626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] No DVR routers for this DVR port 2792246b-6f9f-4491-98f5-8704b6918093 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:52.103250 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:52.106523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aafcfb67-8f61-4060-88d6-0b7adf6af87a req-de45dcf6-d315-4722-8e4e-a73ae4e114f1 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "DELETE /v2.0/ports/2792246b-6f9f-4491-98f5-8704b6918093 HTTP/1.1" status: 204 len: 173 time: 0.9436488 Feb 03 14:20:52.111313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e2f6857-61c6-4ee2-9844-4df87ca92a53 req-3463ff04-d2ba-45b4-8eff-f5fcb4bbffff tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169150 Feb 03 14:20:52.185945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1efdcb4b-3c09-4af2-82d7-26d9dd2b8472 req-eb5d0186-0966-440d-8f98-75a7643ac445 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1c665c9-473a-42b3-9390-e02293e70052 HTTP/1.1" status: 200 len: 210 time: 0.0485966 Feb 03 14:20:52.427348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47343699-0e71-4f08-aedc-be27ce84c726 req-3c6541bc-3d4d-4fdf-91f2-eadda3ce7bcc tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:52.434695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47343699-0e71-4f08-aedc-be27ce84c726 req-3c6541bc-3d4d-4fdf-91f2-eadda3ce7bcc tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 944 time: 0.0781963 Feb 03 14:20:52.455732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'name': 'network-vif-deleted', 'tag': '872721c4-31b6-40a9-8f78-694700d40aeb'}, {'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'name': 'network-vif-deleted', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:52.460410 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39a7014-e4f6-4310-a95b-58237a29b2a3" -d '{"events": [{"server_uuid": "723476bb-8c0c-497b-ba67-9c24e09d4341", "name": "network-vif-deleted", "tag": "872721c4-31b6-40a9-8f78-694700d40aeb"}, {"server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "name": "network-vif-deleted", "tag": "2792246b-6f9f-4491-98f5-8704b6918093"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:52.539625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47343699-0e71-4f08-aedc-be27ce84c726 req-b8d0bef4-783e-40af-85c3-b04297c4326a tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040037 Feb 03 14:20:52.581471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41593b3f-bf91-4dc7-8376-f369e070e5af req-b4ba1584-bb0a-45a2-a990-528d68869ddb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:52.585789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41593b3f-bf91-4dc7-8376-f369e070e5af req-b4ba1584-bb0a-45a2-a990-528d68869ddb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1191587 Feb 03 14:20:52.656692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41593b3f-bf91-4dc7-8376-f369e070e5af req-626f3271-84bd-4836-8bb2-75e3e8aea15e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653305 Feb 03 14:20:52.808005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddf1d6-2a60-43a8-bf13-6aca738ca25c req-74b4f29d-34fb-44ba-ae0d-65389b91d6c6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:52.809790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efddf1d6-2a60-43a8-bf13-6aca738ca25c req-74b4f29d-34fb-44ba-ae0d-65389b91d6c6 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0777559 Feb 03 14:20:52.827226 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c10691d-e6ab-4f37-abae-fc0868912905 x-openstack-request-id: req-0c10691d-e6ab-4f37-abae-fc0868912905 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:52.827566 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723476bb-8c0c-497b-ba67-9c24e09d4341", "name": "network-vif-deleted", "tag": "872721c4-31b6-40a9-8f78-694700d40aeb", "status": "completed", "code": 200}, {"server_uuid": "a1c665c9-473a-42b3-9390-e02293e70052", "name": "network-vif-deleted", "tag": "2792246b-6f9f-4491-98f5-8704b6918093", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:52.827821 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c10691d-e6ab-4f37-abae-fc0868912905 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:52.828224 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723476bb-8c0c-497b-ba67-9c24e09d4341', 'name': 'network-vif-deleted', 'tag': '872721c4-31b6-40a9-8f78-694700d40aeb', 'status': 'completed', 'code': 200} Feb 03 14:20:52.828517 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c665c9-473a-42b3-9390-e02293e70052', 'name': 'network-vif-deleted', 'tag': '2792246b-6f9f-4491-98f5-8704b6918093', 'status': 'completed', 'code': 200} Feb 03 14:20:52.899245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efddf1d6-2a60-43a8-bf13-6aca738ca25c req-c46451be-6b2f-4b21-9453-32cd78d32606 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824664 Feb 03 14:20:52.928817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9e7faea3-d61b-4503-a84a-4369bcc9069b details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:20:52.938886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 23932f63-9029-4480-9329-ec01c2161194 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:53.067943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 23932f63-9029-4480-9329-ec01c2161194 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:20:53.074683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 23932f63-9029-4480-9329-ec01c2161194 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:53.075067 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (23932f63-9029-4480-9329-ec01c2161194), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:53.127001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:53.142322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '9e7faea3-d61b-4503-a84a-4369bcc9069b', 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894', 'port_id': '9e7faea3-d61b-4503-a84a-4369bcc9069b', 'mac_address': 'fa:16:3e:b6:28:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a531f3-b006-4d84-91f3-7734fb92a43d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:20:53.226833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 23932f63-9029-4480-9329-ec01c2161194 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:53.227486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23932f63-9029-4480-9329-ec01c2161194), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:53.231756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9e7faea3-d61b-4503-a84a-4369bcc9069b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:53.233061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:53.259422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7faea3-d61b-4503-a84a-4369bcc9069b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:20:53.277186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23932f63-9029-4480-9329-ec01c2161194'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:53.280773 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc5616-d787-43b9-8bda-509d7679f18f" -d '{"events": [{"server_uuid": "e9ce8890-e86c-4b4f-a2d1-fccc3130ebef", "name": "network-vif-plugged", "status": "completed", "tag": "23932f63-9029-4480-9329-ec01c2161194"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:53.301034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 23932f63-9029-4480-9329-ec01c2161194, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=23932f63-9029-4480-9329-ec01c2161194,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:53.302502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1835b4-4952-4e86-9c40-9ddf552b6425 req-33f3b320-91d1-4239-be7b-1cca1c6bdcc9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:53.304445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:53.305778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b1835b4-4952-4e86-9c40-9ddf552b6425 req-33f3b320-91d1-4239-be7b-1cca1c6bdcc9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 944 time: 0.0711336 Feb 03 14:20:53.307731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (23932f63-9029-4480-9329-ec01c2161194), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:53.308500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 872721c4-31b6-40a9-8f78-694700d40aeb no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:53.313217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:53.355696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 872721c4-31b6-40a9-8f78-694700d40aeb {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:53.356055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 872721c4-31b6-40a9-8f78-694700d40aeb not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:53.389810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=23932f63-9029-4480-9329-ec01c2161194,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:53.425272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b1835b4-4952-4e86-9c40-9ddf552b6425 req-c401f9c3-14f1-4608-ba9b-829658bd6e11 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058960 Feb 03 14:20:53.428429 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c512f-0c0b-4008-b9f7-2383adacd45a x-openstack-request-id: req-5d1c512f-0c0b-4008-b9f7-2383adacd45a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:53.429007 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce8890-e86c-4b4f-a2d1-fccc3130ebef", "name": "network-vif-plugged", "status": "completed", "tag": "23932f63-9029-4480-9329-ec01c2161194", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:53.429725 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d1c512f-0c0b-4008-b9f7-2383adacd45a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:53.430513 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23932f63-9029-4480-9329-ec01c2161194', 'code': 200} Feb 03 14:20:53.511127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:53.600206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1eba-360d-4cde-86c8-4a396a3db7fd req-2d6b50cd-1547-4aa4-be1c-02e1f5aa4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:53.601746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03db1eba-360d-4cde-86c8-4a396a3db7fd req-2d6b50cd-1547-4aa4-be1c-02e1f5aa4058 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 1127 time: 0.0717423 Feb 03 14:20:53.702168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03db1eba-360d-4cde-86c8-4a396a3db7fd req-8381aa61-d2e0-4c63-920c-1ae5e7291806 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934353 Feb 03 14:20:53.795953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c4c7f-1df2-4a40-bfbf-1e1dea0ee6be req-ab51bc92-5ea3-4256-9795-ff536cdb8c1e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:53.800895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c87c4c7f-1df2-4a40-bfbf-1e1dea0ee6be req-ab51bc92-5ea3-4256-9795-ff536cdb8c1e tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 945 time: 0.0814369 Feb 03 14:20:53.859359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c87c4c7f-1df2-4a40-bfbf-1e1dea0ee6be req-ef0af762-b607-402a-9d9b-6cacd39c846d tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532238 Feb 03 14:20:53.924618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:54.052765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88d9a1-2304-443c-a4df-797fa74adbf2 req-1389b4bf-0145-421a-8750-31729d0a04ac tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.054375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac88d9a1-2304-443c-a4df-797fa74adbf2 req-1389b4bf-0145-421a-8750-31729d0a04ac tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 944 time: 0.1061914 Feb 03 14:20:54.143530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac88d9a1-2304-443c-a4df-797fa74adbf2 req-6dd03a56-476d-4590-aa30-6861f2b3d42e tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822430 Feb 03 14:20:54.170169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b92e94-ff0f-4287-ac1c-965031697d9e req-40047f14-db31-4b03-8f8f-c158480bccb1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.171728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34b92e94-ff0f-4287-ac1c-965031697d9e req-40047f14-db31-4b03-8f8f-c158480bccb1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.0762982 Feb 03 14:20:54.252517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34b92e94-ff0f-4287-ac1c-965031697d9e req-e8ff36a5-fe8d-41f0-b037-5261e15c797b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710237 Feb 03 14:20:54.309073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8951048-cb93-4870-af6e-9d7914dd7a60 req-f38f9798-96c1-4ae4-a1b7-695f93e4578d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.310611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8951048-cb93-4870-af6e-9d7914dd7a60 req-f38f9798-96c1-4ae4-a1b7-695f93e4578d tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.0754035 Feb 03 14:20:54.406447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8951048-cb93-4870-af6e-9d7914dd7a60 req-f0e52a4b-1466-431b-906b-a211cc9adebc tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c1b331c-05d0-4b4b-b416-ba74c63010f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896878 Feb 03 14:20:54.425141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efb9f6-475f-4ab5-88e1-62d417b57f29 req-383f8da8-ffb8-43dc-89e0-bd9723d1986f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.427044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02efb9f6-475f-4ab5-88e1-62d417b57f29 req-383f8da8-ffb8-43dc-89e0-bd9723d1986f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.0841279 Feb 03 14:20:54.493056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02efb9f6-475f-4ab5-88e1-62d417b57f29 req-15df1728-8a5e-40b9-8c91-c3cfaad11d01 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575891 Feb 03 14:20:54.613940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:54.614540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79e2c-3ec9-46ee-9ade-407f8b74143e req-6125b8f7-b71b-46ec-b959-0e92ca58242c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.616016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4c79e2c-3ec9-46ee-9ade-407f8b74143e req-6125b8f7-b71b-46ec-b959-0e92ca58242c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1137049 Feb 03 14:20:54.724173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4c79e2c-3ec9-46ee-9ade-407f8b74143e req-248501d3-9aa4-4405-86fa-ffd99db524e7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920992 Feb 03 14:20:54.733428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-b96ef31f-ef6b-4129-b59d-0cbf768da48a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.734910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-b96ef31f-ef6b-4129-b59d-0cbf768da48a tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 945 time: 0.1391437 Feb 03 14:20:54.759163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adfd61-63a8-4bec-ba0d-0524bdcfc7b2 req-1309374c-c9ab-4fdc-807b-aca34b57ddf0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.760820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70adfd61-63a8-4bec-ba0d-0524bdcfc7b2 req-1309374c-c9ab-4fdc-807b-aca34b57ddf0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 945 time: 0.1189642 Feb 03 14:20:54.941759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:54.949115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70adfd61-63a8-4bec-ba0d-0524bdcfc7b2 req-7be85586-78f6-4585-bbfb-dfb46abe7bf0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633537 Feb 03 14:20:54.975322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c564-f4b3-4f91-bc68-944d26fb59ec req-8d96c80d-c6dd-4b41-8d63-7a39542593ff tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:54.976878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d8c564-f4b3-4f91-bc68-944d26fb59ec req-8d96c80d-c6dd-4b41-8d63-7a39542593ff tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1788771 Feb 03 14:20:54.985355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 2792246b-6f9f-4491-98f5-8704b6918093 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:54.985711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2792246b-6f9f-4491-98f5-8704b6918093 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:55.001435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639411d-effd-417e-9b85-cd256c1117ab req-62226188-58e3-420d-baf3-4d087a1bc33d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:55.002899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c639411d-effd-417e-9b85-cd256c1117ab req-62226188-58e3-420d-baf3-4d087a1bc33d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 944 time: 0.1625960 Feb 03 14:20:55.062409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Deleting port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:55.062684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:55.151456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d8c564-f4b3-4f91-bc68-944d26fb59ec req-061e5d4d-7f9e-4a62-b9b6-46d8497c1284 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621032 Feb 03 14:20:55.295835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cea1d-b167-48f2-bd18-17bdaf873cd9 req-0a60f693-d47b-4e41-b652-c8525f2dd656 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:55.297690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e1cea1d-b167-48f2-bd18-17bdaf873cd9 req-0a60f693-d47b-4e41-b652-c8525f2dd656 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 945 time: 0.2397597 Feb 03 14:20:55.337587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] For port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:55.337991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:55.396167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Calling delete_port for c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:55.404300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Deleting port 3a94d8db-3d23-42b9-be32-f4e78f170c64 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:55.404682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:55.444966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e1cea1d-b167-48f2-bd18-17bdaf873cd9 req-8d5e50e1-88db-4100-95e2-e5c8ee6634c2 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146746 Feb 03 14:20:55.568908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f2313-d205-439e-bfe5-64316debc42b req-8925911f-de7c-4a12-95df-d844521494a0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:55.572510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae5f2313-d205-439e-bfe5-64316debc42b req-8925911f-de7c-4a12-95df-d844521494a0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3213243 Feb 03 14:20:55.702043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] For port 3a94d8db-3d23-42b9-be32-f4e78f170c64, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3a94d8db-3d23-42b9-be32-f4e78f170c64,segment=NetworkSegment(c090923a-0221-4b75-b912-9b691ba91ee3),segment_id=c090923a-0221-4b75-b912-9b691ba91ee3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:55.702766 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:55.717923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96c46d-3867-4d3a-84bf-22a628ee328b req-cd65b19a-4404-424f-9412-f6e2f318c49d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:55.719695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca96c46d-3867-4d3a-84bf-22a628ee328b req-cd65b19a-4404-424f-9412-f6e2f318c49d tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 944 time: 0.1882958 Feb 03 14:20:55.738872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Calling delete_port for 3a94d8db-3d23-42b9-be32-f4e78f170c64 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:55.743276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae5f2313-d205-439e-bfe5-64316debc42b req-83c99b96-f7d1-45f8-b740-13047954f7ec tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467707 Feb 03 14:20:55.906526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c3e7061b-2fcc-4ae1-9e40-240c2624d6e9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:55.919477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c3e7061b-2fcc-4ae1-9e40-240c2624d6e9'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:20:55.958417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca96c46d-3867-4d3a-84bf-22a628ee328b req-ad66a500-04f2-466c-a410-d7e65ca79446 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea7a756a-138a-4ccc-836c-eb746aba038f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917655 Feb 03 14:20:55.960816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9388e6e0-c752-4d6c-8a9e-75f9d75467e5 req-1e2342f1-9a00-4f44-84c5-aa20b96b782b tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e17b0dc-412a-493d-a22a-38bd16c5ff34 HTTP/1.1" status: 200 len: 210 time: 0.0902948 Feb 03 14:20:55.998806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Pushing event deleted for resources: {'Port': ['ID=c3e7061b-2fcc-4ae1-9e40-240c2624d6e9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:56.070293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] No DVR routers for this DVR port c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:56.073716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:56.077657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23721dae-1f98-4a19-ad82-77bf40fcecd5 req-388d1c9b-0ccc-4c96-b242-aa5b5e08ad89 tempest-ServerRescueTestJSON-1986370151 tempest-ServerRescueTestJSON-1986370151-project] 10.222.0.45 "DELETE /v2.0/ports/c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 HTTP/1.1" status: 204 len: 173 time: 1.3358843 Feb 03 14:20:56.078871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'name': 'network-vif-deleted', 'tag': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:56.094605 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab844c0-e41a-4e26-b001-c29bfcf41f3b" -d '{"events": [{"server_uuid": "6e17b0dc-412a-493d-a22a-38bd16c5ff34", "name": "network-vif-deleted", "tag": "c3e7061b-2fcc-4ae1-9e40-240c2624d6e9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:56.276296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3a94d8db-3d23-42b9-be32-f4e78f170c64), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:56.293336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718606-71d2-4101-96c1-1c2165ec3a3e req-89a405b5-78e1-420e-8895-b8a571501cf9 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:56.295284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de718606-71d2-4101-96c1-1c2165ec3a3e req-89a405b5-78e1-420e-8895-b8a571501cf9 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.1942635 Feb 03 14:20:56.331378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Pushing event deleted for resources: {'Port': ['ID=3a94d8db-3d23-42b9-be32-f4e78f170c64,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:56.357147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb01ce-5db2-4e53-8f57-9d7be2032536 req-c5836b78-3809-40e8-90d5-67725f36ae70 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:56.358728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30cb01ce-5db2-4e53-8f57-9d7be2032536 req-c5836b78-3809-40e8-90d5-67725f36ae70 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 945 time: 0.2613890 Feb 03 14:20:56.383340 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-cf3cb063-81e3-4206-91ce-e431bbcac2cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0793452 Feb 03 14:20:56.438030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] No DVR routers for this DVR port 3a94d8db-3d23-42b9-be32-f4e78f170c64 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:20:56.443332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:56.447074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c639411d-effd-417e-9b85-cd256c1117ab req-0aa1ebea-409a-48a6-a7a3-ce2253ab7474 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.71 "DELETE /v2.0/ports/3a94d8db-3d23-42b9-be32-f4e78f170c64 HTTP/1.1" status: 204 len: 173 time: 1.4371560 Feb 03 14:20:56.514396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30cb01ce-5db2-4e53-8f57-9d7be2032536 req-38bedf1b-2d21-4e75-8205-c51a2cc7135c tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268077 Feb 03 14:20:56.554665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de718606-71d2-4101-96c1-1c2165ec3a3e req-e15aac12-e04e-424d-8429-67c535506c12 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266080 Feb 03 14:20:56.626702 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e85781d-4572-4025-af56-311af9f5970c x-openstack-request-id: req-0e85781d-4572-4025-af56-311af9f5970c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:56.627189 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e17b0dc-412a-493d-a22a-38bd16c5ff34", "name": "network-vif-deleted", "tag": "c3e7061b-2fcc-4ae1-9e40-240c2624d6e9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:56.628633 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e85781d-4572-4025-af56-311af9f5970c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:56.629238 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e17b0dc-412a-493d-a22a-38bd16c5ff34', 'name': 'network-vif-deleted', 'tag': 'c3e7061b-2fcc-4ae1-9e40-240c2624d6e9', 'status': 'completed', 'code': 200} Feb 03 14:20:56.880410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d4c29-db7a-43b3-903b-68c9faa9baf9 req-ce43ff38-d6e7-44f4-b1aa-fdb45ee080e4 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:56.883788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b8d4c29-db7a-43b3-903b-68c9faa9baf9 req-ce43ff38-d6e7-44f4-b1aa-fdb45ee080e4 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 945 time: 0.1319823 Feb 03 14:20:56.923229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-b2a4ecea-41de-40fc-8a4b-666a6bcab6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:56.925303 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-b2a4ecea-41de-40fc-8a4b-666a6bcab6d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.5087011 Feb 03 14:20:56.940686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b8d4c29-db7a-43b3-903b-68c9faa9baf9 req-da6637ea-af1c-4636-af5b-abdb9b6a22f2 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508754 Feb 03 14:20:56.951267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9e7faea3-d61b-4503-a84a-4369bcc9069b up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:20:57.064323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 9e7faea3-d61b-4503-a84a-4369bcc9069b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:20:57.069136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42732) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:57.074296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 9e7faea3-d61b-4503-a84a-4369bcc9069b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:20:57.074858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:57.165873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-1581913d-b309-4373-9a96-eb231dd4bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:57.167333 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-1581913d-b309-4373-9a96-eb231dd4bc34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.2058942 Feb 03 14:20:57.261998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9e7faea3-d61b-4503-a84a-4369bcc9069b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:20:57.263114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:57.313976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca85f86a-5bdc-4bdd-aea0-0da84fbf1fc4 req-baaa01aa-49d7-436b-88d4-845356ac03f2 tempest-LiveAutoBlockMigrationV225Test-624873351 tempest-LiveAutoBlockMigrationV225Test-624873351-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e7d67b7-c43b-4472-aeb2-feda5083d262 HTTP/1.1" status: 200 len: 210 time: 0.1131380 Feb 03 14:20:57.323095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-22739f39-2b8d-4749-b30c-a5c0799992f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.1483707 Feb 03 14:20:57.343639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:57.345869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:57.348154 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd495fe-cfc7-4431-8224-b3f421bb239d" -d '{"events": [{"server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "name": "network-vif-plugged", "status": "completed", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:57.364071 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:57.384322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-24e07943-faaa-4cab-8303-60f7f602832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:57.385975 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-24e07943-faaa-4cab-8303-60f7f602832d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0563126 Feb 03 14:20:57.439675 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32528860-1a84-4a10-960e-9787c524c5c2 x-openstack-request-id: req-32528860-1a84-4a10-960e-9787c524c5c2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:57.439968 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "name": "network-vif-plugged", "status": "completed", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:57.440220 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32528860-1a84-4a10-960e-9787c524c5c2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:57.440632 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b', 'code': 200} Feb 03 14:20:57.479007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:57.480126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfb0c-07e4-4da0-ab65-0b170417cb2f req-2c8846f1-fece-4099-a60f-963d4d810433 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:57.487663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e2cfb0c-07e4-4da0-ab65-0b170417cb2f req-2c8846f1-fece-4099-a60f-963d4d810433 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 945 time: 0.0811334 Feb 03 14:20:57.516127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-a4b735f4-e33f-4236-b24c-a014d21d878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:57.518262 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-a4b735f4-e33f-4236-b24c-a014d21d878d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236947 Feb 03 14:20:57.659244 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-20bfc674-8de5-4e7c-9e7a-d2980a75dccb service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149163 Feb 03 14:20:57.719777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e2cfb0c-07e4-4da0-ab65-0b170417cb2f req-f125230b-9f23-4601-8a7b-e7871462a2a1 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265105 Feb 03 14:20:57.790377 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0a3a9f-11df-4de6-8d3c-0b5c9d3b02fe req-8d8bf5a2-7b5c-4afe-b093-91db855edf92 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244123 Feb 03 14:20:57.835034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6c2bf-1e01-4459-98c8-6290af21e7e0 req-323e0dec-ac10-424a-9a21-59da71742f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:57.837764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3b6c2bf-1e01-4459-98c8-6290af21e7e0 req-323e0dec-ac10-424a-9a21-59da71742f66 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1128 time: 0.2435305 Feb 03 14:20:57.891576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1161d-a509-4989-b2c5-e7e4e7797fc2 req-9519bda0-8954-46b3-9bf7-db8b3325df6d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:57.899366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1fd1161d-a509-4989-b2c5-e7e4e7797fc2 req-9519bda0-8954-46b3-9bf7-db8b3325df6d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 946 time: 0.2695594 Feb 03 14:20:58.023954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3b6c2bf-1e01-4459-98c8-6290af21e7e0 req-d852d26e-9b25-4510-8d78-c88698076983 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725595 Feb 03 14:20:58.035530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1fd1161d-a509-4989-b2c5-e7e4e7797fc2 req-39d13540-fbd7-4a41-af0d-d869bbe5284c tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351488 Feb 03 14:20:58.050751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03c40f-29e0-4654-8272-ad32711f1e30 req-2d97694f-1dae-4d3f-93e5-38b2c07750af tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:58.052893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb03c40f-29e0-4654-8272-ad32711f1e30 req-2d97694f-1dae-4d3f-93e5-38b2c07750af tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.1933427 Feb 03 14:20:58.137142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb03c40f-29e0-4654-8272-ad32711f1e30 req-5562747f-6a4c-4c72-8c67-763aa96f743c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714788 Feb 03 14:20:58.164229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (72d863d3-9f19-4c13-952c-80b7875521f2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.393156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42752) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:58.451672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Deleting port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:20:58.452022 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.550448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] For port 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,segment=NetworkSegment(b77970cc-8333-4840-913d-7d886da05499),segment_id=b77970cc-8333-4840-913d-7d886da05499)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:20:58.550803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.569047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Calling delete_port for 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:20:58.635003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'name': 'network-vif-deleted', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:20:58.636983 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7debe-69b5-4f99-a91e-539219fa3b8e" -d '{"events": [{"server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "name": "network-vif-deleted", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:20:58.675607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] Deleting subnet d2b47ca1-97a3-4971-be0b-b272ee913b16 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:20:58.680059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] Publish callbacks [] for subnet (d2b47ca1-97a3-4971-be0b-b272ee913b16), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.704918 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef3e40-431d-4fd9-a5ea-0116d09a401d x-openstack-request-id: req-0fef3e40-431d-4fd9-a5ea-0116d09a401d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:20:58.705197 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d67b7-c43b-4472-aeb2-feda5083d262", "name": "network-vif-deleted", "tag": "3a94d8db-3d23-42b9-be32-f4e78f170c64", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:20:58.705659 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fef3e40-431d-4fd9-a5ea-0116d09a401d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:20:58.706054 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d67b7-c43b-4472-aeb2-feda5083d262', 'name': 'network-vif-deleted', 'tag': '3a94d8db-3d23-42b9-be32-f4e78f170c64', 'status': 'completed', 'code': 200} Feb 03 14:20:58.722160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (d2b47ca1-97a3-4971-be0b-b272ee913b16), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.774745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d2b47ca1-97a3-4971-be0b-b272ee913b16), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.847776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d2b47ca1-97a3-4971-be0b-b272ee913b16), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.866328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.876798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b47ca1-97a3-4971-be0b-b272ee913b16,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:58.882079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:58.886971 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3dc283c0-2f69-45f2-903e-c11c857bff04 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d2b47ca1-97a3-4971-be0b-b272ee913b16 HTTP/1.1" status: 204 len: 168 time: 0.4926391 Feb 03 14:20:58.890255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42774) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:58.894260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:58.923773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:58.924614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c3e7061b-2fcc-4ae1-9e40-240c2624d6e9 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:58.953410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Pushing event deleted for resources: {'Port': ['ID=92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:58.960287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3a94d8db-3d23-42b9-be32-f4e78f170c64 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:20:58.991526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 3a94d8db-3d23-42b9-be32-f4e78f170c64 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:20:58.991888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3a94d8db-3d23-42b9-be32-f4e78f170c64 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:20:59.033588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffeeca-1a83-4b7e-a668-c105bda0e9d1 req-c165f92a-d407-4003-8411-8612020e420f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:59.040516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ffeeca-1a83-4b7e-a668-c105bda0e9d1 req-c165f92a-d407-4003-8411-8612020e420f tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 945 time: 0.2096086 Feb 03 14:20:59.057182 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b64d5e82-0e03-4459-8d4f-4da2c6865acb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.181803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b64d5e82-0e03-4459-8d4f-4da2c6865acb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.202912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64d5e82-0e03-4459-8d4f-4da2c6865acb']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:59.215234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c090923a-0221-4b75-b912-9b691ba91ee3') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:59.215689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c090923a-0221-4b75-b912-9b691ba91ee3') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:59.218428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ffeeca-1a83-4b7e-a668-c105bda0e9d1 req-d6f1a21d-f31f-4be1-ac23-a184ca91a420 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722794 Feb 03 14:20:59.248665 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (c090923a-0221-4b75-b912-9b691ba91ee3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.267953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c090923a-0221-4b75-b912-9b691ba91ee3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.276401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:20:59.277029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (c090923a-0221-4b75-b912-9b691ba91ee3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:20:59.278955 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:20:59.332052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (72d863d3-9f19-4c13-952c-80b7875521f2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.367366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b64d5e82-0e03-4459-8d4f-4da2c6865acb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.371277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f3a52-119a-4b9b-beb8-6b776ff97cfd req-7765869b-a737-41aa-a740-f4cc28571d8d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:20:59.373856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa6f3a52-119a-4b9b-beb8-6b776ff97cfd req-7765869b-a737-41aa-a740-f4cc28571d8d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 946 time: 0.2192373 Feb 03 14:20:59.394288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.399089 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b64d5e82-0e03-4459-8d4f-4da2c6865acb HTTP/1.1" status: 204 len: 168 time: 0.5075071 Feb 03 14:20:59.400297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4202bb2-aefa-4ca9-8f68-d385649d13b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b64d5e82-0e03-4459-8d4f-4da2c6865acb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:59.402679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42782) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:59.470082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] Deleting subnet 2b083c94-852e-4699-8afe-68efe1c5b8d9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:20:59.474941 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] Publish callbacks [] for subnet (2b083c94-852e-4699-8afe-68efe1c5b8d9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.520009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (2b083c94-852e-4699-8afe-68efe1c5b8d9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.568690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (2b083c94-852e-4699-8afe-68efe1c5b8d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.688441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (2b083c94-852e-4699-8afe-68efe1c5b8d9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.708237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.713350 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b083c94-852e-4699-8afe-68efe1c5b8d9 HTTP/1.1" status: 204 len: 168 time: 0.3050323 Feb 03 14:20:59.754453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:20:59.764855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba6c0f-5495-405f-a65d-5980a7bf7760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b083c94-852e-4699-8afe-68efe1c5b8d9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:20:59.841268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (1decdb5f-a068-4dc1-80fb-d5a1a0685020), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.929300 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (1decdb5f-a068-4dc1-80fb-d5a1a0685020), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.959580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1decdb5f-a068-4dc1-80fb-d5a1a0685020']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:59.970764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043ae617-def3-436a-bf12-b524aafa4807') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:59.971167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043ae617-def3-436a-bf12-b524aafa4807') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:20:59.982451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (043ae617-def3-436a-bf12-b524aafa4807), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:20:59.998955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (043ae617-def3-436a-bf12-b524aafa4807), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.016366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:21:00.016943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (043ae617-def3-436a-bf12-b524aafa4807), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:21:00.020513 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:21:00.201591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (1decdb5f-a068-4dc1-80fb-d5a1a0685020), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.215128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa6f3a52-119a-4b9b-beb8-6b776ff97cfd req-a95a29a5-ae1a-4b0c-9fa5-f9817654466f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641083 Feb 03 14:21:00.266294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa361e-2166-4ecb-afed-3e88b0250ee3 req-8ff680b0-09a4-4f3d-bbd1-59ae05451137 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:00.268724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5aaa361e-2166-4ecb-afed-3e88b0250ee3 req-8ff680b0-09a4-4f3d-bbd1-59ae05451137 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.9510188 Feb 03 14:21:00.279259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-22291e96-a687-4b61-a1a8-743582f234e0 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:00.280488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.281022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-22291e96-a687-4b61-a1a8-743582f234e0 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 945 time: 0.2313068 Feb 03 14:21:00.286941 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1decdb5f-a068-4dc1-80fb-d5a1a0685020 HTTP/1.1" status: 204 len: 168 time: 0.5289378 Feb 03 14:21:00.305693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58595c-534d-4c6d-a4d0-f422fb1ecb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=1decdb5f-a068-4dc1-80fb-d5a1a0685020,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:00.491545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:00.541455 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-45861470-b72b-4e23-b6c0-2be02037d1f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e679942d66b4e439925d16c5df524cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476832 Feb 03 14:21:00.543753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42796) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:00.550039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5aaa361e-2166-4ecb-afed-3e88b0250ee3 req-75bc8fb7-7f09-4e29-9982-1148e2353d5a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663269 Feb 03 14:21:00.593840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3f66c-0c9e-41e9-bdaa-f14ae6bcb389 req-4d5ae708-22f1-4e81-b547-d29d17aeefe5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:00.611348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88b3f66c-0c9e-41e9-bdaa-f14ae6bcb389 req-4d5ae708-22f1-4e81-b547-d29d17aeefe5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9ce8890-e86c-4b4f-a2d1-fccc3130ebef HTTP/1.1" status: 200 len: 945 time: 0.2058878 Feb 03 14:21:00.611581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ce1550e-f697-4cf1-8333-2902f870f834 admin admin] Publish callbacks [] for security_group (ea7a756a-138a-4ccc-836c-eb746aba038f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.649149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ce1550e-f697-4cf1-8333-2902f870f834 admin admin] Publish callbacks [] for security_group (ea7a756a-138a-4ccc-836c-eb746aba038f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.709204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ce1550e-f697-4cf1-8333-2902f870f834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ea7a756a-138a-4ccc-836c-eb746aba038f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.712446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ce1550e-f697-4cf1-8333-2902f870f834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.726197 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0ce1550e-f697-4cf1-8333-2902f870f834 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea7a756a-138a-4ccc-836c-eb746aba038f HTTP/1.1" status: 204 len: 168 time: 0.1711681 Feb 03 14:21:00.730001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Deleting port 23932f63-9029-4480-9329-ec01c2161194 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:00.730350 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (23932f63-9029-4480-9329-ec01c2161194), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.740619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1550e-f697-4cf1-8333-2902f870f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a756a-138a-4ccc-836c-eb746aba038f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:00.862928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88b3f66c-0c9e-41e9-bdaa-f14ae6bcb389 req-8a55e16a-70a1-4dbf-9599-ab3ed4887e11 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups?id=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506373 Feb 03 14:21:00.866115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Router 72d863d3-9f19-4c13-952c-80b7875521f2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:21:00.947696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] For port 23932f63-9029-4480-9329-ec01c2161194, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=23932f63-9029-4480-9329-ec01c2161194,segment=NetworkSegment(ca7ed7eb-f38f-4464-9288-3b68e93738cd),segment_id=ca7ed7eb-f38f-4464-9288-3b68e93738cd)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:00.948462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (23932f63-9029-4480-9329-ec01c2161194), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:00.968815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Calling delete_port for 23932f63-9029-4480-9329-ec01c2161194 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:01.122411 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (23932f63-9029-4480-9329-ec01c2161194), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:01.256674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event deleted for resources: {'Port': ['ID=23932f63-9029-4480-9329-ec01c2161194,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:01.325171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:01.403180 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-436c35d7-6336-4abc-89cf-6bc46bbde69e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0514f638439848f2980064ce10576fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760276 Feb 03 14:21:01.408987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42812) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:01.468552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] No DVR routers for this DVR port 23932f63-9029-4480-9329-ec01c2161194 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:21:01.473630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617504db-b050-4f3d-8a30-8e6255a5fc59 admin admin] Publish callbacks [] for security_group (fe10133d-f37f-4930-8f5a-5968197dfa53), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:01.478771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:01.482379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd35a129-dee8-4622-ac29-bf415d40e551 req-f1803108-67b6-4be1-a8d1-bd63b74ba319 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.71 "DELETE /v2.0/ports/23932f63-9029-4480-9329-ec01c2161194 HTTP/1.1" status: 204 len: 173 time: 1.1693525 Feb 03 14:21:01.485719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'name': 'network-vif-deleted', 'tag': '23932f63-9029-4480-9329-ec01c2161194'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:01.488649 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a21677-ec58-48ae-96f8-58734d34a697" -d '{"events": [{"server_uuid": "e9ce8890-e86c-4b4f-a2d1-fccc3130ebef", "name": "network-vif-deleted", "tag": "23932f63-9029-4480-9329-ec01c2161194"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:01.498207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:01.507849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4c0ab612-38ae-4eeb-99e4-895482c716bb admin admin] 10.222.0.52 "PUT /v2.0/routers/72d863d3-9f19-4c13-952c-80b7875521f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4344070 Feb 03 14:21:01.507984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42820) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:01.512927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] Sync routers for ids ['72d863d3-9f19-4c13-952c-80b7875521f2'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:21:01.535971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617504db-b050-4f3d-8a30-8e6255a5fc59 admin admin] Publish callbacks [] for security_group (fe10133d-f37f-4930-8f5a-5968197dfa53), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:01.561526 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280b0b0-61c2-4f54-94cd-b0066a3e82f1 x-openstack-request-id: req-3280b0b0-61c2-4f54-94cd-b0066a3e82f1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:01.561889 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce8890-e86c-4b4f-a2d1-fccc3130ebef", "name": "network-vif-deleted", "tag": "23932f63-9029-4480-9329-ec01c2161194", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:01.562227 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3280b0b0-61c2-4f54-94cd-b0066a3e82f1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:01.562679 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ce8890-e86c-4b4f-a2d1-fccc3130ebef', 'name': 'network-vif-deleted', 'tag': '23932f63-9029-4480-9329-ec01c2161194', 'status': 'completed', 'code': 200} Feb 03 14:21:01.573828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb045-753d-4ef0-a71f-ce12ae1c623e req-7caac3c4-9fbd-4c30-8696-99156e42ef18 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:01.575491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e21eb045-753d-4ef0-a71f-ce12ae1c623e req-7caac3c4-9fbd-4c30-8696-99156e42ef18 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 946 time: 0.1922231 Feb 03 14:21:01.588926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] Routers {'72d863d3-9f19-4c13-952c-80b7875521f2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:01.589589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72d863d3-9f19-4c13-952c-80b7875521f2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:01.652578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617504db-b050-4f3d-8a30-8e6255a5fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fe10133d-f37f-4930-8f5a-5968197dfa53), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:01.655805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617504db-b050-4f3d-8a30-8e6255a5fc59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:01.657707 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-617504db-b050-4f3d-8a30-8e6255a5fc59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe10133d-f37f-4930-8f5a-5968197dfa53 HTTP/1.1" status: 204 len: 168 time: 0.2474277 Feb 03 14:21:01.688613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617504db-b050-4f3d-8a30-8e6255a5fc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe10133d-f37f-4930-8f5a-5968197dfa53,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:01.750682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e21eb045-753d-4ef0-a71f-ce12ae1c623e req-cc1140e4-d05e-405b-9b54-bd5bfffd9c7a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651206 Feb 03 14:21:01.766947 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks [] for router (72d863d3-9f19-4c13-952c-80b7875521f2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:01.824808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] Set router 72d863d3-9f19-4c13-952c-80b7875521f2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:02.057633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:20:58Z', 'revision_number': 5, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:02.092371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] Checking router: 72d863d3-9f19-4c13-952c-80b7875521f2 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:21:02.095392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-94830121-aa78-47f7-88c9-5726da4545eb tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1317896289&fields=id&tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 267 time: 0.2185955 Feb 03 14:21:02.113177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] Routers {'72d863d3-9f19-4c13-952c-80b7875521f2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:02.114087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72d863d3-9f19-4c13-952c-80b7875521f2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:02.144871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99147e-be49-45a9-b70c-18440489be73 req-2bbfa26a-3e68-4a91-a00d-37057cc7efe8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:02.147929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e99147e-be49-45a9-b70c-18440489be73 req-2bbfa26a-3e68-4a91-a00d-37057cc7efe8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.3879745 Feb 03 14:21:02.248168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks [] for router_gateway (72d863d3-9f19-4c13-952c-80b7875521f2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:02.386386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-86408793-c7f0-43f1-adc2-adb758b5e23f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:02.386960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] Set router 72d863d3-9f19-4c13-952c-80b7875521f2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:02.388318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-86408793-c7f0-43f1-adc2-adb758b5e23f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 946 time: 0.2918041 Feb 03 14:21:02.400934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'port': {'security_groups': ['7b91c473-1346-4f1f-8d00-af9b8e45dc7c', '9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:02.436929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e99147e-be49-45a9-b70c-18440489be73 req-fc8fc4a0-00dc-418d-8e0e-182851dacffa tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297466 Feb 03 14:21:02.512661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:02.532921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Deleting port e728e970-d3e9-4069-9723-4a710680864a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:02.533357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e728e970-d3e9-4069-9723-4a710680864a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:02.719999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] For port e728e970-d3e9-4069-9723-4a710680864a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e728e970-d3e9-4069-9723-4a710680864a,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:02.720369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e728e970-d3e9-4069-9723-4a710680864a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:02.729573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42864) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:02.736330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:20:58Z', 'revision_number': 5, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:02.743376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Calling delete_port for e728e970-d3e9-4069-9723-4a710680864a owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:02.807717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bf431-f2ad-4b4c-addc-a3478e6a918a None None] The sync data for ids ['72d863d3-9f19-4c13-952c-80b7875521f2'] in n-d-827549-2 is: [{'id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'name': 'tempest-ServerRescueTestJSON-1280528326-router', 'tenant_id': '5023ce5af56c4d6eba39e257955e201e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e728e970-d3e9-4069-9723-4a710680864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:18:37Z', 'updated_at': '2022-02-03T14:20:58Z', 'revision_number': 5, 'project_id': '5023ce5af56c4d6eba39e257955e201e', 'gw_port': {'id': 'e728e970-d3e9-4069-9723-4a710680864a', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d863d3-9f19-4c13-952c-80b7875521f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:18:39Z', 'updated_at': '2022-02-03T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:21:02.878249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efb8439-0185-4ca5-a048-8294135c6b74 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group (a365ab4d-50c0-4333-8ddc-789ed01cc1c4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:02.941220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:02.947287 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efb8439-0185-4ca5-a048-8294135c6b74 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group (a365ab4d-50c0-4333-8ddc-789ed01cc1c4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:02.970718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 23932f63-9029-4480-9329-ec01c2161194 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:03.011968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 23932f63-9029-4480-9329-ec01c2161194 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:03.012334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 23932f63-9029-4480-9329-ec01c2161194 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:21:03.026356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.034446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.048071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efb8439-0185-4ca5-a048-8294135c6b74 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a365ab4d-50c0-4333-8ddc-789ed01cc1c4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.054198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efb8439-0185-4ca5-a048-8294135c6b74 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.055722 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5efb8439-0185-4ca5-a048-8294135c6b74 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "DELETE /v2.0/security-groups/a365ab4d-50c0-4333-8ddc-789ed01cc1c4 HTTP/1.1" status: 204 len: 168 time: 0.3234806 Feb 03 14:21:03.067005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42870) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:03.067897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb8439-0185-4ca5-a048-8294135c6b74 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365ab4d-50c0-4333-8ddc-789ed01cc1c4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:03.071989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:03.094033 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-063c3449-e85b-4777-87f4-ff07311d1189 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] show failed (client error): The resource could not be found. Feb 03 14:21:03.113494 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-063c3449-e85b-4777-87f4-ff07311d1189 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "GET /v2.0/security-groups/a365ab4d-50c0-4333-8ddc-789ed01cc1c4 HTTP/1.1" status: 404 len: 347 time: 0.0375578 Feb 03 14:21:03.115684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42874) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:03.145969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:03.147622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.149623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-948e198d-1f7c-4eec-8f2e-411f3a8d4dd2 req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "PUT /v2.0/ports/9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 200 len: 982 time: 0.7547026 Feb 03 14:21:03.231981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915557f8-29e2-4045-89c7-2cc32f3ad0da tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:03.263827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:03.353962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e728e970-d3e9-4069-9723-4a710680864a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.522467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Pushing event deleted for resources: {'Port': ['ID=e728e970-d3e9-4069-9723-4a710680864a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:03.563948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Deleting port 7afbbf9f-f011-4030-9598-9b33edf680cb {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:03.564305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.570731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:03.574190 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7f490-434b-468f-a873-83163b67ecb4" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:03.592103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-a08f9626-d27b-4a16-a300-493d4c389db5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-51838705&fields=id&tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 267 time: 0.3027050 Feb 03 14:21:03.725011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (72d863d3-9f19-4c13-952c-80b7875521f2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.741145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.742201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for floatingip (7afbbf9f-f011-4030-9598-9b33edf680cb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.758764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Calling delete_port for 7afbbf9f-f011-4030-9598-9b33edf680cb owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:03.854446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (72d863d3-9f19-4c13-952c-80b7875521f2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.857557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks [] for router_controller (72d863d3-9f19-4c13-952c-80b7875521f2), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:03.893407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-07e15883-9977-4cb2-9b90-d5a337528ed3 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:03.903073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-07e15883-9977-4cb2-9b90-d5a337528ed3 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 985 time: 0.3097563 Feb 03 14:21:03.917102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6c65-1b5e-44ac-a6f0-9b62317bae55 req-c4d76846-e213-476c-b3f0-bc844526b1ae tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:03.918988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fc6c65-1b5e-44ac-a6f0-9b62317bae55 req-c4d76846-e213-476c-b3f0-bc844526b1ae tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.3118567 Feb 03 14:21:03.923067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'port': {'security_groups': ['7b91c473-1346-4f1f-8d00-af9b8e45dc7c', '9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388', '648f2283-151d-4f91-93ce-aacbb71b5034']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:04.004110 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7afbbf9f-f011-4030-9598-9b33edf680cb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.035141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (72d863d3-9f19-4c13-952c-80b7875521f2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.035684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d863d3-9f19-4c13-952c-80b7875521f2 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:21:04.054082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.058618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-404c49e5-cff0-4d53-95ab-ef60bf5b4071 admin admin] 10.222.0.52 "DELETE /v2.0/routers/72d863d3-9f19-4c13-952c-80b7875521f2 HTTP/1.1" status: 204 len: 168 time: 2.5491700 Feb 03 14:21:04.086436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42894) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:04.093279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Pushing event deleted for resources: {'Port': ['ID=7afbbf9f-f011-4030-9598-9b33edf680cb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:04.160740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fc6c65-1b5e-44ac-a6f0-9b62317bae55 req-8a346b48-b90d-47ed-a92e-980ab14cca74 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921272 Feb 03 14:21:04.180552 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.201509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks [] for floatingip (e4d4adf0-4c85-49b0-bfe4-1ab2a1202fe2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.215137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.216501 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0ab9acdd-edd3-4efa-99ad-843ec5ad99b5 tempest-ImagesOneServerNegativeTestJSON-1792999648 tempest-ImagesOneServerNegativeTestJSON-1792999648-project] 10.222.0.52 "DELETE /v2.0/floatingips/e4d4adf0-4c85-49b0-bfe4-1ab2a1202fe2 HTTP/1.1" status: 204 len: 168 time: 1.0997760 Feb 03 14:21:04.423782 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3eda5c-5226-4d03-bfe6-982171beb11b x-openstack-request-id: req-5c3eda5c-5226-4d03-bfe6-982171beb11b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:04.424543 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:04.425629 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c3eda5c-5226-4d03-bfe6-982171beb11b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:04.426062 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b', 'status': 'completed', 'code': 200} Feb 03 14:21:04.431165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] Deleting subnet 94d762a5-c883-4ea0-acdc-5f91867cbf9c {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:21:04.475982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] Publish callbacks [] for subnet (94d762a5-c883-4ea0-acdc-5f91867cbf9c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.498133 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42916) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:04.593974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] Deleting subnet 80c9ee5c-18be-4f73-88f2-b5b22114f298 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:21:04.604598 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] Publish callbacks [] for subnet (80c9ee5c-18be-4f73-88f2-b5b22114f298), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.663549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (80c9ee5c-18be-4f73-88f2-b5b22114f298), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.782570 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (80c9ee5c-18be-4f73-88f2-b5b22114f298), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.862028 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (80c9ee5c-18be-4f73-88f2-b5b22114f298), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.919838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c9ee5c-18be-4f73-88f2-b5b22114f298,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:04.934767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:04.942102 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-46818cf8-682c-4965-b2ff-6c840dd9926d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/80c9ee5c-18be-4f73-88f2-b5b22114f298 HTTP/1.1" status: 204 len: 168 time: 0.4407380 Feb 03 14:21:04.942945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42926) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:04.985373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:05.030877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:05.031665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 92ad18e8-95f4-4f1c-b3a3-4ae1ac55704f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:21:05.033343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e728e970-d3e9-4069-9723-4a710680864a no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:05.058560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: e728e970-d3e9-4069-9723-4a710680864a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:05.059176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e728e970-d3e9-4069-9723-4a710680864a not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:21:05.121458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e8fd49f1-794b-41e2-90a7-3822f1f19d10), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.131064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (94d762a5-c883-4ea0-acdc-5f91867cbf9c), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.186428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:05.221197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (94d762a5-c883-4ea0-acdc-5f91867cbf9c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.290080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e8fd49f1-794b-41e2-90a7-3822f1f19d10), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.318791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fd49f1-794b-41e2-90a7-3822f1f19d10']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:05.330575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7ed7eb-f38f-4464-9288-3b68e93738cd') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:05.331278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7ed7eb-f38f-4464-9288-3b68e93738cd') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:05.346172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (ca7ed7eb-f38f-4464-9288-3b68e93738cd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.364651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ca7ed7eb-f38f-4464-9288-3b68e93738cd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.373960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:21:05.374544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (ca7ed7eb-f38f-4464-9288-3b68e93738cd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:21:05.377036 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:21:05.442654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42936) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:05.460518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-a63c2203-2b17-463e-a879-9e20bc4e1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:05.462421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-a63c2203-2b17-463e-a879-9e20bc4e1fd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1167 time: 1.0349698 Feb 03 14:21:05.476224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.479303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e8fd49f1-794b-41e2-90a7-3822f1f19d10), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.509536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (94d762a5-c883-4ea0-acdc-5f91867cbf9c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.514605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.525946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] 10.222.0.52 "DELETE /v2.0/networks/e8fd49f1-794b-41e2-90a7-3822f1f19d10 HTTP/1.1" status: 204 len: 168 time: 0.5733538 Feb 03 14:21:05.525946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e2545-08b0-421e-b5f4-6aa767188b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8fd49f1-794b-41e2-90a7-3822f1f19d10,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:05.590272 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.612965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d762a5-c883-4ea0-acdc-5f91867cbf9c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:05.624270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:05.748134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:05.772573 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.775812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e047615c-28e9-4ea0-8db8-de16c56cdb23 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/94d762a5-c883-4ea0-acdc-5f91867cbf9c HTTP/1.1" status: 204 len: 168 time: 1.6811688 Feb 03 14:21:05.788163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31662-ec20-4010-946d-aa3a59db0883 req-69bf6232-d359-4529-8444-c53886b2f09e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:05.795807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43a31662-ec20-4010-946d-aa3a59db0883 req-69bf6232-d359-4529-8444-c53886b2f09e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.4968393 Feb 03 14:21:05.815826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42950) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:05.819024 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b53fa047-db67-4da4-8a1e-1e1fc4cff4e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ece849ee8b024b18af105f12b7a81664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689008 Feb 03 14:21:05.824485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42952) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:05.936051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-219bdbc0-5d52-4d4e-af9e-ab9a503b51dd admin admin] Publish callbacks [] for security_group (66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.981709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-219bdbc0-5d52-4d4e-af9e-ab9a503b51dd admin admin] Publish callbacks [] for security_group (66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:05.995813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43a31662-ec20-4010-946d-aa3a59db0883 req-b5ef3085-4a86-4ece-8013-86c3d943c585 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991374 Feb 03 14:21:05.998258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (462b1721-7165-4408-a73e-5e45f7fe960c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.041370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:06.042060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.043498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d65b4bb-ae43-4a2c-ba04-2f20b1604cd6 req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "PUT /v2.0/ports/9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 200 len: 1021 time: 2.1389542 Feb 03 14:21:06.055740 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8197f68d-9bd9-47f2-858f-43c38c5896bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.067485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-219bdbc0-5d52-4d4e-af9e-ab9a503b51dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.071127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-219bdbc0-5d52-4d4e-af9e-ab9a503b51dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.072299 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-219bdbc0-5d52-4d4e-af9e-ab9a503b51dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8 HTTP/1.1" status: 204 len: 168 time: 0.2465181 Feb 03 14:21:06.083284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bdbc0-5d52-4d4e-af9e-ab9a503b51dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f6a9b9-91ca-4ed8-98f3-a6122a1b6cf8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:06.137296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db812338-63fa-46de-8bd9-2bd36b7a97b9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:06.209424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-a3e93ff6-01af-40d7-bd7c-687e49674ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:06.218443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-a3e93ff6-01af-40d7-bd7c-687e49674ecd service neutron] 10.222.0.71 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 912 time: 0.7224829 Feb 03 14:21:06.255793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:06.422044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-f4cf2b35-c5a2-4f2f-ae39-174e567a7a8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 200 len: 217 time: 0.1711121 Feb 03 14:21:06.455628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:06.459268 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b68609-011c-41f6-97a4-22f0aff05bca" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:06.473003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (462b1721-7165-4408-a73e-5e45f7fe960c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.618583 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb9226-1ac8-4843-ad0d-726e4ee127aa x-openstack-request-id: req-affb9226-1ac8-4843-ad0d-726e4ee127aa {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:06.618906 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:06.619118 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-affb9226-1ac8-4843-ad0d-726e4ee127aa {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:06.620919 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b', 'status': 'completed', 'code': 200} Feb 03 14:21:06.674821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462b1721-7165-4408-a73e-5e45f7fe960c']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:06.706957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1c357-7192-46e8-a446-4af0fb37e3d7 req-5ddff6a7-a2d0-41f3-a6e5-13a4a4c25d1e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:06.709149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b1c357-7192-46e8-a446-4af0fb37e3d7 req-5ddff6a7-a2d0-41f3-a6e5-13a4a4c25d1e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1024 time: 0.4892454 Feb 03 14:21:06.780199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77970cc-8333-4840-913d-7d886da05499') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:06.783222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77970cc-8333-4840-913d-7d886da05499') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:06.843394 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (b77970cc-8333-4840-913d-7d886da05499), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.862478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b77970cc-8333-4840-913d-7d886da05499), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.873098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:21:06.873514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (b77970cc-8333-4840-913d-7d886da05499), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:21:06.894187 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:21:06.953464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-463c1b38-ae0e-4f6b-8916-af3198a9d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:06.955035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-463c1b38-ae0e-4f6b-8916-af3198a9d787 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.4850008 Feb 03 14:21:07.002880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8197f68d-9bd9-47f2-858f-43c38c5896bc admin admin] Publish callbacks [] for security_group (567b9068-638d-42aa-bd37-716013449b94), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.028791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-1b3f127b-d759-41a2-b71d-35402365b3bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599644 Feb 03 14:21:07.029427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (462b1721-7165-4408-a73e-5e45f7fe960c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.045584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.058380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] 10.222.0.52 "DELETE /v2.0/networks/462b1721-7165-4408-a73e-5e45f7fe960c HTTP/1.1" status: 204 len: 168 time: 1.2084064 Feb 03 14:21:07.081089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8197f68d-9bd9-47f2-858f-43c38c5896bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (567b9068-638d-42aa-bd37-716013449b94), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.181904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c8df9-6a43-44b3-aef7-2619d6978c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=462b1721-7165-4408-a73e-5e45f7fe960c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:07.319731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42986) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:07.322431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8197f68d-9bd9-47f2-858f-43c38c5896bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e8bf067b23742a88dee49ad6ac4d61d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8588979 Feb 03 14:21:07.328234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7b1c357-7192-46e8-a446-4af0fb37e3d7 req-37f4fb7e-a265-45ae-b861-64bcd4811f13 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&id=648f2283-151d-4f91-93ce-aacbb71b5034&id=9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388 HTTP/1.1" status: 200 len: 6206 time: 0.5586848 Feb 03 14:21:07.330479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42988) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:07.332322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197f68d-9bd9-47f2-858f-43c38c5896bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567b9068-638d-42aa-bd37-716013449b94,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:07.363898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-89144150-3dae-43d9-a1f0-e897cca43beb req-510780b5-b126-458e-ae2a-ea1916849127 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': ' tempest-securitygroup -200562475 ', 'description': 'tempest-description-848525470'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:07.404493 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89144150-3dae-43d9-a1f0-e897cca43beb req-510780b5-b126-458e-ae2a-ea1916849127 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.437770 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4d01623-c6de-42db-867d-2f949fc97ede admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5023ce5af56c4d6eba39e257955e201e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168561 Feb 03 14:21:07.440274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42992) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:07.463123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5037ce7-4a9c-4180-a93e-7d621f1eb19c req-9b3a461a-609e-4720-a053-b09fad981cee tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:07.464786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5037ce7-4a9c-4180-a93e-7d621f1eb19c req-9b3a461a-609e-4720-a053-b09fad981cee tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.3050053 Feb 03 14:21:07.512196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-8072e337-6a8f-43ab-93cf-bdbe4d1abbf5 service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424932 Feb 03 14:21:07.542836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54678d7d-1524-484f-9635-021c1f70bb3e admin admin] Publish callbacks [] for security_group (5c1b331c-05d0-4b4b-b416-ba74c63010f0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.579335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89144150-3dae-43d9-a1f0-e897cca43beb req-510780b5-b126-458e-ae2a-ea1916849127 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (c5051628-4c32-498a-866f-8fb3a9240ba1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.585587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54678d7d-1524-484f-9635-021c1f70bb3e admin admin] Publish callbacks [] for security_group (5c1b331c-05d0-4b4b-b416-ba74c63010f0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.679514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54678d7d-1524-484f-9635-021c1f70bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5c1b331c-05d0-4b4b-b416-ba74c63010f0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.682127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54678d7d-1524-484f-9635-021c1f70bb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.683390 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54678d7d-1524-484f-9635-021c1f70bb3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c1b331c-05d0-4b4b-b416-ba74c63010f0 HTTP/1.1" status: 204 len: 168 time: 0.2421730 Feb 03 14:21:07.701663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54678d7d-1524-484f-9635-021c1f70bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1b331c-05d0-4b4b-b416-ba74c63010f0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:07.721021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89144150-3dae-43d9-a1f0-e897cca43beb req-510780b5-b126-458e-ae2a-ea1916849127 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c5051628-4c32-498a-866f-8fb3a9240ba1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.736762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3a7f490-434b-468f-a873-83163b67ecb4 req-4857fb51-befb-40b0-af02-a57b87b9ab33 service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530623 Feb 03 14:21:07.781984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510780b5-b126-458e-ae2a-ea1916849127 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5051628-4c32-498a-866f-8fb3a9240ba1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:07.818194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12ae7a60-02ed-4f3b-8175-2698f3e01f98 admin admin] Publish callbacks [] for security_group (567b9068-638d-42aa-bd37-716013449b94), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.846441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12ae7a60-02ed-4f3b-8175-2698f3e01f98 admin admin] Publish callbacks [] for security_group (567b9068-638d-42aa-bd37-716013449b94), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.959131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89144150-3dae-43d9-a1f0-e897cca43beb req-510780b5-b126-458e-ae2a-ea1916849127 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.960719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89144150-3dae-43d9-a1f0-e897cca43beb req-510780b5-b126-458e-ae2a-ea1916849127 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6009014 Feb 03 14:21:07.977373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12ae7a60-02ed-4f3b-8175-2698f3e01f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (567b9068-638d-42aa-bd37-716013449b94), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.979981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12ae7a60-02ed-4f3b-8175-2698f3e01f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:07.995659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12ae7a60-02ed-4f3b-8175-2698f3e01f98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/567b9068-638d-42aa-bd37-716013449b94 HTTP/1.1" status: 204 len: 168 time: 0.6514974 Feb 03 14:21:08.024972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae7a60-02ed-4f3b-8175-2698f3e01f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567b9068-638d-42aa-bd37-716013449b94,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:08.086514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5037ce7-4a9c-4180-a93e-7d621f1eb19c req-92ee03d5-6e96-4fd2-baa0-4691637537fc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6003606 Feb 03 14:21:08.123825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b68609-011c-41f6-97a4-22f0aff05bca req-29d47cf4-ae4d-4e1f-92b3-13430ff3bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:08.125467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b68609-011c-41f6-97a4-22f0aff05bca req-29d47cf4-ae4d-4e1f-92b3-13430ff3bde6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1207 time: 0.2261450 Feb 03 14:21:08.255414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a66f2cfd-f647-4f9d-ae28-e06e6fe9d74e req-94f78dae-d899-414d-8a05-d43e87820d19 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/c5051628-4c32-498a-866f-8fb3a9240ba1 HTTP/1.1" status: 200 len: 1798 time: 0.2573109 Feb 03 14:21:08.391971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b68609-011c-41f6-97a4-22f0aff05bca req-84e61994-6f06-44e0-887d-19afda7711e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:08.393586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b68609-011c-41f6-97a4-22f0aff05bca req-84e61994-6f06-44e0-887d-19afda7711e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 912 time: 0.2510176 Feb 03 14:21:08.518219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b68609-011c-41f6-97a4-22f0aff05bca req-48762b69-c1eb-437b-846d-fbef22d7311a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 200 len: 217 time: 0.1150897 Feb 03 14:21:08.590563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:08.617982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:08.658323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c108f8f9-d415-49b3-b558-5117c2a58a82 req-fb50dc36-e259-482c-967a-1867aeff1a7b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/c5051628-4c32-498a-866f-8fb3a9240ba1 HTTP/1.1" status: 200 len: 1798 time: 0.2621975 Feb 03 14:21:08.785281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Publish callbacks [] for security_group (273f1d24-2ef3-44e7-b40e-62d1dcb35d79), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:08.793438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (273f1d24-2ef3-44e7-b40e-62d1dcb35d79), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:08.843205 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:08.860257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b68609-011c-41f6-97a4-22f0aff05bca req-a0bd509f-21f3-4bb6-916f-92b6fb6d12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:08.867163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b68609-011c-41f6-97a4-22f0aff05bca req-a0bd509f-21f3-4bb6-916f-92b6fb6d12d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.3234851 Feb 03 14:21:08.875245 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e5dd590a592428180bb7c5a9b3b260c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821257 Feb 03 14:21:08.876467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273f1d24-2ef3-44e7-b40e-62d1dcb35d79,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:08.879212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43034) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:08.917241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.918065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.918735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.919291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.919806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.920367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.920948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.921528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.922073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.922628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.923190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.923755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.924305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd3878-8923-40dd-9374-9d8649011b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:08.959675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84b974f1-803f-4440-8b20-93ab9b65bfbc admin admin] Publish callbacks [] for security_group (273f1d24-2ef3-44e7-b40e-62d1dcb35d79), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:08.990471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84b974f1-803f-4440-8b20-93ab9b65bfbc admin admin] Publish callbacks [] for security_group (273f1d24-2ef3-44e7-b40e-62d1dcb35d79), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.056639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b68609-011c-41f6-97a4-22f0aff05bca req-3d469f49-5bf5-4798-a8dc-587825920867 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829574 Feb 03 14:21:09.091934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84b974f1-803f-4440-8b20-93ab9b65bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (273f1d24-2ef3-44e7-b40e-62d1dcb35d79), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.095284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84b974f1-803f-4440-8b20-93ab9b65bfbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.100368 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-84b974f1-803f-4440-8b20-93ab9b65bfbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/273f1d24-2ef3-44e7-b40e-62d1dcb35d79 HTTP/1.1" status: 204 len: 168 time: 0.2146404 Feb 03 14:21:09.116725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b974f1-803f-4440-8b20-93ab9b65bfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273f1d24-2ef3-44e7-b40e-62d1dcb35d79,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:09.196159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c108f8f9-d415-49b3-b558-5117c2a58a82 req-8a6e6c1a-2a40-4c82-a70a-93c861ff8304 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (c5051628-4c32-498a-866f-8fb3a9240ba1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.354152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c108f8f9-d415-49b3-b558-5117c2a58a82 req-8a6e6c1a-2a40-4c82-a70a-93c861ff8304 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (c5051628-4c32-498a-866f-8fb3a9240ba1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.414835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b68609-011c-41f6-97a4-22f0aff05bca req-fe1d6f77-bf03-4f2f-9070-b0da693d132f service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447418 Feb 03 14:21:09.469313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5f266-fdd7-4560-b1e8-cfd464e6ee9a req-fcdd56ac-b052-4869-93af-80ed82c26aef tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:09.470856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1b5f266-fdd7-4560-b1e8-cfd464e6ee9a req-fcdd56ac-b052-4869-93af-80ed82c26aef tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.2101326 Feb 03 14:21:09.524222 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c108f8f9-d415-49b3-b558-5117c2a58a82 req-8a6e6c1a-2a40-4c82-a70a-93c861ff8304 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c5051628-4c32-498a-866f-8fb3a9240ba1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.526824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c108f8f9-d415-49b3-b558-5117c2a58a82 req-8a6e6c1a-2a40-4c82-a70a-93c861ff8304 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.527952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c108f8f9-d415-49b3-b558-5117c2a58a82 req-8a6e6c1a-2a40-4c82-a70a-93c861ff8304 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/c5051628-4c32-498a-866f-8fb3a9240ba1 HTTP/1.1" status: 204 len: 173 time: 0.8507681 Feb 03 14:21:09.575348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e6c1a-2a40-4c82-a70a-93c861ff8304 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5051628-4c32-498a-866f-8fb3a9240ba1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:09.625014 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-601ca616-956c-45ef-b796-0536d707a7af req-c4650c19-edf3-4d51-a2dd-3563cccfc040 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:21:09.626367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-601ca616-956c-45ef-b796-0536d707a7af req-c4650c19-edf3-4d51-a2dd-3563cccfc040 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/c5051628-4c32-498a-866f-8fb3a9240ba1 HTTP/1.1" status: 404 len: 352 time: 0.0647979 Feb 03 14:21:09.645583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1b5f266-fdd7-4560-b1e8-cfd464e6ee9a req-d0d1b5d2-01d7-46e2-b6a0-6b77f7638007 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670508 Feb 03 14:21:09.652698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b68609-011c-41f6-97a4-22f0aff05bca req-0931a1a8-f02c-4db2-a99c-0546499c2ca5 service neutron] 10.222.0.71 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266974 Feb 03 14:21:09.667291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ebc9ee77-5708-4a7d-a3c5-9c14895c72cc req-11c860e8-23c8-42aa-918a-f4e144c67199 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1374196229', 'description': 'tempest-description-367359462'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:09.725957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebc9ee77-5708-4a7d-a3c5-9c14895c72cc req-11c860e8-23c8-42aa-918a-f4e144c67199 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.863985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43080) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:09.920760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebc9ee77-5708-4a7d-a3c5-9c14895c72cc req-11c860e8-23c8-42aa-918a-f4e144c67199 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (5840e076-cb54-407d-ab11-3c096ae9f9bc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.931202 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebc9ee77-5708-4a7d-a3c5-9c14895c72cc req-11c860e8-23c8-42aa-918a-f4e144c67199 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5840e076-cb54-407d-ab11-3c096ae9f9bc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.994417 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebc9ee77-5708-4a7d-a3c5-9c14895c72cc req-11c860e8-23c8-42aa-918a-f4e144c67199 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:09.999535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebc9ee77-5708-4a7d-a3c5-9c14895c72cc req-11c860e8-23c8-42aa-918a-f4e144c67199 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3370769 Feb 03 14:21:10.028143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c860e8-23c8-42aa-918a-f4e144c67199 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5840e076-cb54-407d-ab11-3c096ae9f9bc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:10.045053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-c3508701-fa71-40d1-9dec-1a17228879c0 req-569c532c-b8eb-44fd-b13f-0f4c7a1f44ee tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-941812933', 'description': 'tempest-description-308238449'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:10.094890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c3508701-fa71-40d1-9dec-1a17228879c0 req-569c532c-b8eb-44fd-b13f-0f4c7a1f44ee tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.197693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c3508701-fa71-40d1-9dec-1a17228879c0 req-569c532c-b8eb-44fd-b13f-0f4c7a1f44ee tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (78267078-91c0-4299-897e-52c548fc290e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.206609 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c3508701-fa71-40d1-9dec-1a17228879c0 req-569c532c-b8eb-44fd-b13f-0f4c7a1f44ee tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (78267078-91c0-4299-897e-52c548fc290e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.267863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c3508701-fa71-40d1-9dec-1a17228879c0 req-569c532c-b8eb-44fd-b13f-0f4c7a1f44ee tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.269410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3508701-fa71-40d1-9dec-1a17228879c0 req-569c532c-b8eb-44fd-b13f-0f4c7a1f44ee tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2295456 Feb 03 14:21:10.270419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c532c-b8eb-44fd-b13f-0f4c7a1f44ee tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78267078-91c0-4299-897e-52c548fc290e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:10.297857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-05121177-af34-4b1f-9cd3-37974134d12b req-e354680e-ed51-4b9b-8fae-30e52fa764d8 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1642412424', 'description': 'tempest-description-93310579'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:10.360061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-05121177-af34-4b1f-9cd3-37974134d12b req-e354680e-ed51-4b9b-8fae-30e52fa764d8 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.370869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1767474480-network', 'tenant_id': 'a0c5e341eb5e4736a2273bd9c5f5e4e3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:10.411594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Made reservation on behalf of a0c5e341eb5e4736a2273bd9c5f5e4e3 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:10.414609 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.426180 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.517550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-05121177-af34-4b1f-9cd3-37974134d12b req-e354680e-ed51-4b9b-8fae-30e52fa764d8 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (dad52894-4872-4ffb-a5e5-6980253e878f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.526435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-05121177-af34-4b1f-9cd3-37974134d12b req-e354680e-ed51-4b9b-8fae-30e52fa764d8 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (dad52894-4872-4ffb-a5e5-6980253e878f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.582362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-05121177-af34-4b1f-9cd3-37974134d12b req-e354680e-ed51-4b9b-8fae-30e52fa764d8 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.583682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05121177-af34-4b1f-9cd3-37974134d12b req-e354680e-ed51-4b9b-8fae-30e52fa764d8 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2902677 Feb 03 14:21:10.605919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks [] for security_group (1c81c6fb-c3c9-41a8-af6d-e9f22a899019), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.606959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354680e-ed51-4b9b-8fae-30e52fa764d8 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad52894-4872-4ffb-a5e5-6980253e878f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:10.624488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1c81c6fb-c3c9-41a8-af6d-e9f22a899019), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.634983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:10.658764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:21:10.695686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (36796268-452a-4e7d-9018-7a55c1eede2b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.696029 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Added segment 36796268-452a-4e7d-9018-7a55c1eede2b of type vlan for network b919d1dd-e115-4dd7-8242-cfddf3cda6ad Feb 03 14:21:10.699566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c81c6fb-c3c9-41a8-af6d-e9f22a899019,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:10.772839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b919d1dd-e115-4dd7-8242-cfddf3cda6ad), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.783147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-network', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:10.810277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Made reservation on behalf of de5e9af10c3d4b209f7b0b11acacf469 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:10.813137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.823167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.829066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86534b4b-c8ef-4a06-a396-f2a84896ed01 req-ef90b7a4-81a8-4491-91ea-41c12480b917 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 11008 time: 0.2192640 Feb 03 14:21:10.881866 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b919d1dd-e115-4dd7-8242-cfddf3cda6ad), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.883493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:10.884290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.959491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks [] for security_group (06824317-44d7-4cf9-9f70-abb0db21a7cb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.971442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (06824317-44d7-4cf9-9f70-abb0db21a7cb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:10.987313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:21:11.020628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:21:11.028899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1604850 Feb 03 14:21:11.029777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43136) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:11.040362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Request body: {'subnet': {'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1767474480-subnet', 'tenant_id': 'a0c5e341eb5e4736a2273bd9c5f5e4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:11.045688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06824317-44d7-4cf9-9f70-abb0db21a7cb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:11.048958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86534b4b-c8ef-4a06-a396-f2a84896ed01 req-af4dc553-64c4-475e-b201-9afe0c78ff57 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/7b91c473-1346-4f1f-8d00-af9b8e45dc7c HTTP/1.1" status: 200 len: 3002 time: 0.1996381 Feb 03 14:21:11.059062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.060304 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Added segment 11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a of type vlan for network 08a207b4-75aa-4a29-a116-df96fe9627a2 Feb 03 14:21:11.113221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (08a207b4-75aa-4a29-a116-df96fe9627a2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.116016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:11.119599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86534b4b-c8ef-4a06-a396-f2a84896ed01 req-46c7fe26-f4ef-432a-b828-da19100d2744 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/7b91c473-1346-4f1f-8d00-af9b8e45dc7c HTTP/1.1" status: 200 len: 3002 time: 0.0600913 Feb 03 14:21:11.134991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'port_id': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'mac_address': 'fa:16:3e:6c:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:21:11.137382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29362fd6-9cf7-4ac7-85dc-e164856f45e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b919d1dd-e115-4dd7-8242-cfddf3cda6ad,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:11.148520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (08a207b4-75aa-4a29-a116-df96fe9627a2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.151216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:11.153221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.160589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Made reservation on behalf of a0c5e341eb5e4736a2273bd9c5f5e4e3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:11.163398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.172089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b919d1dd-e115-4dd7-8242-cfddf3cda6ad details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:21:11.175509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b17ae-2047-4ffb-b02f-e326fca916b8 req-452c02ce-d31b-4c61-b8cb-f04345fa3267 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:11.184667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c0b17ae-2047-4ffb-b02f-e326fca916b8 req-452c02ce-d31b-4c61-b8cb-f04345fa3267 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.3498266 Feb 03 14:21:11.221473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] Pushing event updated for resources: {'Network': ['ID=08a207b4-75aa-4a29-a116-df96fe9627a2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:11.258567 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-417143d7-42b9-4563-a2c2-e830c087658a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6205842 Feb 03 14:21:11.265066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43146) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:11.274009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Request body: {'subnet': {'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-subnet', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:11.324025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fc69f97-4b66-423d-a6a8-252bba2abe87 req-373330e2-b961-4d18-a14e-e3c7664329a4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/5840e076-cb54-407d-ab11-3c096ae9f9bc HTTP/1.1" status: 200 len: 1819 time: 0.1740425 Feb 03 14:21:11.327391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Made reservation on behalf of de5e9af10c3d4b209f7b0b11acacf469 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:11.330409 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.521774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c0b17ae-2047-4ffb-b02f-e326fca916b8 req-ef55198e-794b-4519-ad90-2ba89c1c9175 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358741 Feb 03 14:21:11.561523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:21:11.612782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d22e09ee-5cb9-4d83-a331-f334f81941a2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.676508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.719188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Checking segment: {'id': '36796268-452a-4e7d-9018-7a55c1eede2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:11.719726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Network hostable DHCP agents. Network: b919d1dd-e115-4dd7-8242-cfddf3cda6ad, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:21:11.722017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22e09ee-5cb9-4d83-a331-f334f81941a2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:11.747651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Network b919d1dd-e115-4dd7-8242-cfddf3cda6ad is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:21:11.766134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:11.768034 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.768801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b919d1dd-e115-4dd7-8242-cfddf3cda6ad) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:11.773207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:11.774236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.793019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43170) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:11.820882 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-28c9ab7a-0f49-4698-b47a-19a1ce36b250 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7873774 Feb 03 14:21:11.831065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fc69f97-4b66-423d-a6a8-252bba2abe87 req-e0e37292-aece-42f2-8258-d621e67862d1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (5840e076-cb54-407d-ab11-3c096ae9f9bc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.885772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b468fd-109a-4789-a517-a51402dfb72a None None] Network b919d1dd-e115-4dd7-8242-cfddf3cda6ad requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:11.887521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fc69f97-4b66-423d-a6a8-252bba2abe87 req-e0e37292-aece-42f2-8258-d621e67862d1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (5840e076-cb54-407d-ab11-3c096ae9f9bc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.890230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:11.908310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Checking segment: {'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:11.908704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Network hostable DHCP agents. Network: 08a207b4-75aa-4a29-a116-df96fe9627a2, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:21:11.941633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:21:11.959796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 08a207b4-75aa-4a29-a116-df96fe9627a2) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:11.965753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:11.966403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:11.986116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a0a601f8-3f87-4a40-9662-51647420b3de admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7195623 Feb 03 14:21:11.988679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43178) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:11.997430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:12.002746 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fc69f97-4b66-423d-a6a8-252bba2abe87 req-e0e37292-aece-42f2-8258-d621e67862d1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5840e076-cb54-407d-ab11-3c096ae9f9bc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.009528 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0fc69f97-4b66-423d-a6a8-252bba2abe87 req-e0e37292-aece-42f2-8258-d621e67862d1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.017553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fc69f97-4b66-423d-a6a8-252bba2abe87 req-e0e37292-aece-42f2-8258-d621e67862d1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/5840e076-cb54-407d-ab11-3c096ae9f9bc HTTP/1.1" status: 204 len: 173 time: 0.6924601 Feb 03 14:21:12.087233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32a48c4d-c8dd-4f9c-a560-0aaec9c122b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.094038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e37292-aece-42f2-8258-d621e67862d1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840e076-cb54-407d-ab11-3c096ae9f9bc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:12.106802 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-08919dd1-e737-4dc6-8f1b-9dcfb3c327d8 req-8d84178b-6a8f-4510-982a-60bc1b972d2b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:21:12.120005 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08919dd1-e737-4dc6-8f1b-9dcfb3c327d8 req-8d84178b-6a8f-4510-982a-60bc1b972d2b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/5840e076-cb54-407d-ab11-3c096ae9f9bc HTTP/1.1" status: 404 len: 352 time: 0.0711610 Feb 03 14:21:12.123223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb8a22c0-e953-4533-8a88-aa7360b3c1eb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:12.142182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7baa99-234d-4588-a980-2fb656d2b33d None None] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:12.155209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.156268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.233872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ded91323-a6ba-496e-8e9b-857297f836f2 req-f7c15cb8-18db-4ef0-9f6e-3565bbfb7b2e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/78267078-91c0-4299-897e-52c548fc290e HTTP/1.1" status: 200 len: 1818 time: 0.0991414 Feb 03 14:21:12.296629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks [] for router_controller (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.395235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ded91323-a6ba-496e-8e9b-857297f836f2 req-d8bbd2c1-87cf-4f0a-abab-fa14f63af936 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (78267078-91c0-4299-897e-52c548fc290e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.452816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d8df8-befd-4dc2-8779-eec971a2c967 None None] Network b919d1dd-e115-4dd7-8242-cfddf3cda6ad requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:12.513432 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ded91323-a6ba-496e-8e9b-857297f836f2 req-d8bbd2c1-87cf-4f0a-abab-fa14f63af936 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (78267078-91c0-4299-897e-52c548fc290e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.573851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:12.583157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.595401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-08a207b4-75aa-4a29-a116-df96fe9627a2', 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2', 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'fixed_ips': [{'subnet_id': '17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:21:12.595940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.614701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ded91323-a6ba-496e-8e9b-857297f836f2 req-d8bbd2c1-87cf-4f0a-abab-fa14f63af936 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (78267078-91c0-4299-897e-52c548fc290e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.621797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ded91323-a6ba-496e-8e9b-857297f836f2 req-d8bbd2c1-87cf-4f0a-abab-fa14f63af936 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.629563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ded91323-a6ba-496e-8e9b-857297f836f2 req-d8bbd2c1-87cf-4f0a-abab-fa14f63af936 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/78267078-91c0-4299-897e-52c548fc290e HTTP/1.1" status: 204 len: 173 time: 0.3944135 Feb 03 14:21:12.655543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbd2c1-87cf-4f0a-abab-fa14f63af936 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78267078-91c0-4299-897e-52c548fc290e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:12.722588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bb8a22c0-e953-4533-8a88-aa7360b3c1eb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:12.886071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks [] for router_gateway (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.931284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32a48c4d-c8dd-4f9c-a560-0aaec9c122b8 admin admin] Publish callbacks [] for security_group (16a1f067-b71d-4799-b28e-1f5e00931950), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.947901 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32a48c4d-c8dd-4f9c-a560-0aaec9c122b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (16a1f067-b71d-4799-b28e-1f5e00931950), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:12.975866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Allocated IP 172.20.0.2 (08a207b4-75aa-4a29-a116-df96fe9627a2/17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146/a194d2ea-642e-4da9-9b7a-9cf6385dc259) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:13.055415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:13.119332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a48c4d-c8dd-4f9c-a560-0aaec9c122b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a1f067-b71d-4799-b28e-1f5e00931950,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:13.130286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43240) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:13.132938 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-32a48c4d-c8dd-4f9c-a560-0aaec9c122b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8652c3de3564aa8876d32367f3c1fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3323834 Feb 03 14:21:13.257408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-96c28e8f-3b15-42cd-8b2e-0e3de0a2b8d3 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:13.258884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-96c28e8f-3b15-42cd-8b2e-0e3de0a2b8d3 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/networks?id=b919d1dd-e115-4dd7-8242-cfddf3cda6ad HTTP/1.1" status: 200 len: 809 time: 0.4501927 Feb 03 14:21:13.288203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Publish callbacks [] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.309046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.350658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23953a5a-bbb4-48e6-b793-dbb3554cd2b5 req-b8db8b9f-cef4-45d1-999b-13c933cf29f1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:13.352711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23953a5a-bbb4-48e6-b793-dbb3554cd2b5 req-b8db8b9f-cef4-45d1-999b-13c933cf29f1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 944 time: 0.3538201 Feb 03 14:21:13.392512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-dbbd7953-0dfe-4cb5-be56-eb5c864a0765 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/quotas/a0c5e341eb5e4736a2273bd9c5f5e4e3 HTTP/1.1" status: 200 len: 375 time: 0.1169453 Feb 03 14:21:13.428395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Pushing event updated for resources: {'Port': ['ID=a194d2ea-642e-4da9-9b7a-9cf6385dc259,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:13.442054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06d0e22d-3b4f-4a86-9bb8-a01c8b51f856 admin admin] Publish callbacks [] for security_group (16a1f067-b71d-4799-b28e-1f5e00931950), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.478436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:13.488258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-f0263c82-9363-45e7-8962-ce0481fca350 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a0c5e341eb5e4736a2273bd9c5f5e4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882545 Feb 03 14:21:13.491302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:13.495241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:13.500760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks [] for router_gateway (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.548051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.666219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Attempting to bind port a194d2ea-642e-4da9-9b7a-9cf6385dc259 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:13.666630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Attempting to bind port a194d2ea-642e-4da9-9b7a-9cf6385dc259 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:13.666994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Attempting to bind port a194d2ea-642e-4da9-9b7a-9cf6385dc259 on network 08a207b4-75aa-4a29-a116-df96fe9627a2 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:13.694779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:13.695170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Checking segment: {'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:13.695583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.695979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Bound using segment: {'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:13.696488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Bound port: a194d2ea-642e-4da9-9b7a-9cf6385dc259, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:13.696872 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.728541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-f5fecc12-d407-4d08-a5d3-980545c5c1c3 service neutron] 10.222.0.52 "GET /v2.0/networks/b919d1dd-e115-4dd7-8242-cfddf3cda6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117789 Feb 03 14:21:13.766592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Allocated IP 172.25.0.76 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/38ea15cf-aa02-4979-b20f-7e3caa548e28) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:13.805087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06d0e22d-3b4f-4a86-9bb8-a01c8b51f856 admin admin] Publish callbacks [] for security_group (16a1f067-b71d-4799-b28e-1f5e00931950), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.891783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] For port a194d2ea-642e-4da9-9b7a-9cf6385dc259, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:13.901987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] For port a194d2ea-642e-4da9-9b7a-9cf6385dc259, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a194d2ea-642e-4da9-9b7a-9cf6385dc259,segment=NetworkSegment(11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a),segment_id=11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:13.919602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06d0e22d-3b4f-4a86-9bb8-a01c8b51f856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (16a1f067-b71d-4799-b28e-1f5e00931950), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.922349 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06d0e22d-3b4f-4a86-9bb8-a01c8b51f856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:13.929254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-06d0e22d-3b4f-4a86-9bb8-a01c8b51f856 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16a1f067-b71d-4799-b28e-1f5e00931950 HTTP/1.1" status: 204 len: 168 time: 0.7958541 Feb 03 14:21:13.948947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23953a5a-bbb4-48e6-b793-dbb3554cd2b5 req-c6e6af59-8e60-4792-a1ef-848903845593 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5891016 Feb 03 14:21:13.952256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0e22d-3b4f-4a86-9bb8-a01c8b51f856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a1f067-b71d-4799-b28e-1f5e00931950,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:14.002591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:14.078224 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-f46e7986-58a2-4191-9136-d5cbccfecb91 req-05d0c675-5179-4f49-9f45-e92ad6d98a49 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:21:14.086278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f46e7986-58a2-4191-9136-d5cbccfecb91 req-05d0c675-5179-4f49-9f45-e92ad6d98a49 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/78267078-91c0-4299-897e-52c548fc290e HTTP/1.1" status: 404 len: 352 time: 0.0641778 Feb 03 14:21:14.136884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks [] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:14.182810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-93579bad-eebd-4ae2-87cf-291d328e6090 service neutron] 10.222.0.52 "GET /v2.0/networks/b919d1dd-e115-4dd7-8242-cfddf3cda6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295082 Feb 03 14:21:14.265188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c55c-8fc2-4eca-8f6c-cc478d9eafd1 None None] Pushing event updated for resources: {'Port': ['ID=a194d2ea-642e-4da9-9b7a-9cf6385dc259,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:14.309494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:14.371868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ee43e34-99c5-41dc-a3e1-4f4acc3c9aa8 req-3f718bf2-b1a4-4c5d-8408-735393991683 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/dad52894-4872-4ffb-a5e5-6980253e878f HTTP/1.1" status: 200 len: 1818 time: 0.1225829 Feb 03 14:21:14.432094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Pushing event updated for resources: {'Port': ['ID=38ea15cf-aa02-4979-b20f-7e3caa548e28,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:14.461024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:14.464966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:14.478419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:14.564183 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6ee43e34-99c5-41dc-a3e1-4f4acc3c9aa8 req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (dad52894-4872-4ffb-a5e5-6980253e878f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:14.712790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6ee43e34-99c5-41dc-a3e1-4f4acc3c9aa8 req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (dad52894-4872-4ffb-a5e5-6980253e878f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:14.740660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-845f1d8f-52cc-492f-aa18-e2251724ba43 req-d05cf256-8a89-41ee-a238-a1c6e89c7598 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 210 time: 0.1027157 Feb 03 14:21:14.905695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6ee43e34-99c5-41dc-a3e1-4f4acc3c9aa8 req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (dad52894-4872-4ffb-a5e5-6980253e878f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:14.924781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6ee43e34-99c5-41dc-a3e1-4f4acc3c9aa8 req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:14.935293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ee43e34-99c5-41dc-a3e1-4f4acc3c9aa8 req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/dad52894-4872-4ffb-a5e5-6980253e878f HTTP/1.1" status: 204 len: 173 time: 0.5525711 Feb 03 14:21:14.989788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:15.058712 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-9d437281-8749-4541-9135-e083eee6896b req-d4260ddf-5555-4cce-9848-d20072ce9258 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:21:15.082616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d437281-8749-4541-9135-e083eee6896b req-d4260ddf-5555-4cce-9848-d20072ce9258 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/dad52894-4872-4ffb-a5e5-6980253e878f HTTP/1.1" status: 404 len: 352 time: 0.0928502 Feb 03 14:21:15.085501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad52894-4872-4ffb-a5e5-6980253e878f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:15.128148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.129213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.130160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.131819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.133757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.135904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.136962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.139549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.139549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.140794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.142403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.143396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.144477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb193e95-200e-4fae-a3d0-c58a7c6234cd tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:15.192085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a194d2ea-642e-4da9-9b7a-9cf6385dc259 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:15.466912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port bb8a22c0-e953-4533-8a88-aa7360b3c1eb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:15.467519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:15.484781 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks [] for router_gateway (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:15.496037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4915-77c8-465b-8690-6fe13288fa1c req-a333929e-b8f4-405a-a83f-5e76832a5b9e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:15.501126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce5e4915-77c8-465b-8690-6fe13288fa1c req-a333929e-b8f4-405a-a83f-5e76832a5b9e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 944 time: 0.2858758 Feb 03 14:21:15.559932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a194d2ea-642e-4da9-9b7a-9cf6385dc259 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:15.561896 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:15.589601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb3cd3f7-4b72-4649-9048-7d6da732baab req-243cf136-0efb-4379-ab9f-88ca36574cbb tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 6206 time: 0.4702599 Feb 03 14:21:15.829164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb3cd3f7-4b72-4649-9048-7d6da732baab req-db47e42e-d165-4fbc-9d89-5b28eace4fc4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/7b91c473-1346-4f1f-8d00-af9b8e45dc7c HTTP/1.1" status: 200 len: 3002 time: 0.2383661 Feb 03 14:21:15.854472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce5e4915-77c8-465b-8690-6fe13288fa1c req-015b2880-dc69-479e-9b63-d7a294a79261 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310575 Feb 03 14:21:15.921112 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20cca375-bf14-46ff-a84e-d4bc408569ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.061150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb3cd3f7-4b72-4649-9048-7d6da732baab req-0e105e77-74dc-411b-8e09-17cb811e59eb tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/7b91c473-1346-4f1f-8d00-af9b8e45dc7c HTTP/1.1" status: 200 len: 3002 time: 0.2044604 Feb 03 14:21:16.121915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9fff6f82-83b3-4979-83a0-7808fa402bbe req-83bcc627-875d-4ffa-b086-2c8ad067d188 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1887779984', 'description': 'tempest-description-936236528'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:16.164818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.194244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9fff6f82-83b3-4979-83a0-7808fa402bbe req-83bcc627-875d-4ffa-b086-2c8ad067d188 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.204099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:16.217006 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.270421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88dcf4ce-5e67-43f1-88ae-aaea75d3800a req-d3c676d6-1d86-4099-91fb-aaa999dcf1a2 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 210 time: 0.0939591 Feb 03 14:21:16.328553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:16.335031 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc2979a-3694-4d0b-874a-627f93546f54" -d '{"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:16.378011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a194d2ea-642e-4da9-9b7a-9cf6385dc259 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:16.378406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.393632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:16.422003 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.430045 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9fff6f82-83b3-4979-83a0-7808fa402bbe req-83bcc627-875d-4ffa-b086-2c8ad067d188 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (39fc163e-2682-4c21-aac8-d9b26224404c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.446117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9fff6f82-83b3-4979-83a0-7808fa402bbe req-83bcc627-875d-4ffa-b086-2c8ad067d188 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (39fc163e-2682-4c21-aac8-d9b26224404c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.538024 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8764d50d-46cc-4ebc-b9d3-32cd5044164b x-openstack-request-id: req-8764d50d-46cc-4ebc-b9d3-32cd5044164b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:16.538325 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:16.538662 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8764d50d-46cc-4ebc-b9d3-32cd5044164b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:16.539013 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'code': 200} Feb 03 14:21:16.611713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd5f65-c7e9-4cd8-ab6e-2b17aadd2602 None None] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:16.618167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9fff6f82-83b3-4979-83a0-7808fa402bbe req-83bcc627-875d-4ffa-b086-2c8ad067d188 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.623347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fff6f82-83b3-4979-83a0-7808fa402bbe req-83bcc627-875d-4ffa-b086-2c8ad067d188 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5017788 Feb 03 14:21:16.644266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcc627-875d-4ffa-b086-2c8ad067d188 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fc163e-2682-4c21-aac8-d9b26224404c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:16.654047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a194d2ea-642e-4da9-9b7a-9cf6385dc259, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a194d2ea-642e-4da9-9b7a-9cf6385dc259,segment=NetworkSegment(11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a),segment_id=11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:16.734274 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.754245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5db0c84f-afde-41db-9a0b-b11b176773b1 req-0c2f481c-e4eb-4f4c-b1f5-8e23a142feb6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1392811653', 'description': 'tempest-description-1593361021'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:16.770291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:16.862612 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5db0c84f-afde-41db-9a0b-b11b176773b1 req-0c2f481c-e4eb-4f4c-b1f5-8e23a142feb6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:16.929278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-2bab8072-82e4-4cd8-869b-05f0469ac3b8 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:16.938621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2786031c-63f1-4872-9c7b-7b4ed34fe6fd None None] Provisioning complete for port a194d2ea-642e-4da9-9b7a-9cf6385dc259 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:16.940958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-2bab8072-82e4-4cd8-869b-05f0469ac3b8 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.45 "GET /v2.0/networks?id=b919d1dd-e115-4dd7-8242-cfddf3cda6ad HTTP/1.1" status: 200 len: 809 time: 0.4450519 Feb 03 14:21:16.956057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Request body: {'port': {'device_id': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad', 'admin_state_up': True, 'tenant_id': 'a0c5e341eb5e4736a2273bd9c5f5e4e3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:16.956617 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2786031c-63f1-4872-9c7b-7b4ed34fe6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:17.183099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a194d2ea-642e-4da9-9b7a-9cf6385dc259,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:17.282508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:21:17.313371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2786031c-63f1-4872-9c7b-7b4ed34fe6fd None None] Current status of the port a194d2ea-642e-4da9-9b7a-9cf6385dc259 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:17.507949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:17.510779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5db0c84f-afde-41db-9a0b-b11b176773b1 req-0c2f481c-e4eb-4f4c-b1f5-8e23a142feb6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (e90c9524-5cf3-433d-80dc-ace4b577e014), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:17.522570 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Sync routers for ids ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:21:17.527220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Made reservation on behalf of a0c5e341eb5e4736a2273bd9c5f5e4e3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:17.543097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:17.545707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5db0c84f-afde-41db-9a0b-b11b176773b1 req-0c2f481c-e4eb-4f4c-b1f5-8e23a142feb6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e90c9524-5cf3-433d-80dc-ace4b577e014), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:17.550285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:17.552128 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b60197ce-7056-4c34-94f6-63db527d06ce admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5624645 Feb 03 14:21:17.554890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43374) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:17.557817 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Routers {'1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:17.558443 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:17.574669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf0a27-53cd-48c8-a8fb-716fd805089e req-d9939788-9c2f-4929-af4f-a15ea639e899 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:17.576248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1baf0a27-53cd-48c8-a8fb-716fd805089e req-d9939788-9c2f-4929-af4f-a15ea639e899 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.4389460 Feb 03 14:21:17.754429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f9ed8c89-144f-4327-9b48-f900ec031b61 None None] Provisioning complete for port a194d2ea-642e-4da9-9b7a-9cf6385dc259 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:17.755166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8c89-144f-4327-9b48-f900ec031b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:17.883874 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Set router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:17.959215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed8c89-144f-4327-9b48-f900ec031b61 None None] Current status of the port a194d2ea-642e-4da9-9b7a-9cf6385dc259 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:18.025230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00a47ccf-829f-4c83-a015-ff1511b541ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:18.196400 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5db0c84f-afde-41db-9a0b-b11b176773b1 req-0c2f481c-e4eb-4f4c-b1f5-8e23a142feb6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:18.213487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5db0c84f-afde-41db-9a0b-b11b176773b1 req-0c2f481c-e4eb-4f4c-b1f5-8e23a142feb6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.4834325 Feb 03 14:21:18.262560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:15Z', 'revision_number': 3, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:18.294907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f481c-e4eb-4f4c-b1f5-8e23a142feb6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90c9524-5cf3-433d-80dc-ace4b577e014,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:18.342867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Checking router: 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:21:18.344326 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Updating router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 port 38ea15cf-aa02-4979-b20f-7e3caa548e28 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:21:18.397951 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:18.446563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1baf0a27-53cd-48c8-a8fb-716fd805089e req-1694ac7c-4651-4176-b094-7a10032b39ff tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818611 Feb 03 14:21:18.466382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-cc868e24-b788-4823-a127-6b5cd4cac6ca tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290166 Feb 03 14:21:18.548744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:18.631152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-255f64a9-c405-46d6-966d-9fa118e06ded tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:18.639074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-255f64a9-c405-46d6-966d-9fa118e06ded tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716187 Feb 03 14:21:18.675589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-7620dad0-064d-40e6-8a5a-9b35cb1effff tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/quotas/e27b567b1fda4faf8c88cc7d73a62e82 HTTP/1.1" status: 200 len: 375 time: 0.0352907 Feb 03 14:21:18.759560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ef28b27-7a7e-47f3-94e6-741ed2d2c5ca req-3870e220-6360-48f4-a69d-41b6e12d294d tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 210 time: 0.1068044 Feb 03 14:21:18.926946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Allocated IP 172.20.0.1 (08a207b4-75aa-4a29-a116-df96fe9627a2/17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146/cade4a19-0844-43eb-93a7-d0565a647895) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:18.945865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-18746b59-38c7-4870-8a8e-e92dda66ed9a tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2693119 Feb 03 14:21:19.007662 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:21:19.020317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a194d2ea-642e-4da9-9b7a-9cf6385dc259 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:19.026282 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Publish callbacks [] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.046151 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.061932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Allocated IP 172.20.0.6 (b919d1dd-e115-4dd7-8242-cfddf3cda6ad/d22e09ee-5cb9-4d83-a331-f334f81941a2/ab61aa00-daf0-452d-bd30-8c3cfdab6a4e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:19.106210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a194d2ea-642e-4da9-9b7a-9cf6385dc259 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:19.107552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.275826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a194d2ea-642e-4da9-9b7a-9cf6385dc259 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:19.296595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks [] for port (cade4a19-0844-43eb-93a7-d0565a647895), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.323960 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Attempting to bind port 38ea15cf-aa02-4979-b20f-7e3caa548e28 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:19.324344 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Attempting to bind port 38ea15cf-aa02-4979-b20f-7e3caa548e28 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:19.324744 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Attempting to bind port 38ea15cf-aa02-4979-b20f-7e3caa548e28 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:19.327989 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37473e31-e9a1-4e5a-b526-c26412351abf None None] Pushing event updated for resources: {'Port': ['ID=38ea15cf-aa02-4979-b20f-7e3caa548e28,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:19.345161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:19.349841 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:19.350359 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.350767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:19.352949 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Bound port: 38ea15cf-aa02-4979-b20f-7e3caa548e28, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:19.353347 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.388168 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cade4a19-0844-43eb-93a7-d0565a647895), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.484274 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] For port 38ea15cf-aa02-4979-b20f-7e3caa548e28, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:19.491566 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] For port 38ea15cf-aa02-4979-b20f-7e3caa548e28, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=38ea15cf-aa02-4979-b20f-7e3caa548e28,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:19.500569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-fad23ba9-fc17-438c-9f57-b329edd7ca2d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:19.509264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-fad23ba9-fc17-438c-9f57-b329edd7ca2d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 811 time: 0.5244327 Feb 03 14:21:19.511980 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.514118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:19.530223 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.531340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:19.553287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:19.592189 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Routers {'1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:19.600988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:19.686579 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37473e31-e9a1-4e5a-b526-c26412351abf None None] Pushing event updated for resources: {'Port': ['ID=38ea15cf-aa02-4979-b20f-7e3caa548e28,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:19.699248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Pushing event updated for resources: {'Port': ['ID=cade4a19-0844-43eb-93a7-d0565a647895,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:19.732337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:19.837650 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] Set router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:19.871965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-b36d666f-7762-4d4c-9e62-5f5e03c1aaf5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/quotas/7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 375 time: 0.2920952 Feb 03 14:21:20.005988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-e92c8bc7-9c91-43f0-a99d-9cf3946adb08 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3375201 Feb 03 14:21:20.107076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2fdd7df4-c04b-4e99-a3ce-bbef5efb97cb None None] Provisioning complete for port cade4a19-0844-43eb-93a7-d0565a647895 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:20.108182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7df4-c04b-4e99-a3ce-bbef5efb97cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cade4a19-0844-43eb-93a7-d0565a647895), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:20.229482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cade4a19-0844-43eb-93a7-d0565a647895), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:20.268630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd7df4-c04b-4e99-a3ce-bbef5efb97cb None None] Port cade4a19-0844-43eb-93a7-d0565a647895 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:20.293181 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks [] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:20.316714 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:15Z', 'revision_number': 3, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:20.393550 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5a17-c675-40f3-90d4-952acc987398 None None] The sync data for ids ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'] in n-d-827549-2 is: [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:15Z', 'revision_number': 3, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:21:20.450676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-1b36833c-4353-4803-b2aa-d5711a98651d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5423048 Feb 03 14:21:20.619255 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:20.674358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-8eb4b96a-e2a5-4910-aa63-8dab8541f63e tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:20.675906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-8eb4b96a-e2a5-4910-aa63-8dab8541f63e tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6206565 Feb 03 14:21:20.749049 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:20.769993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-1751a6a1-e5a1-4836-a4ca-0b59d2337382 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/quotas/e27b567b1fda4faf8c88cc7d73a62e82 HTTP/1.1" status: 200 len: 375 time: 0.0666351 Feb 03 14:21:20.818845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks [] for port (cade4a19-0844-43eb-93a7-d0565a647895), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:20.828389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (cade4a19-0844-43eb-93a7-d0565a647895), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:20.872193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-01ef6684-75d0-4595-b7f8-853714b00963 service neutron] 10.222.0.52 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193532 Feb 03 14:21:20.933132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-d382ebbc-cd08-45d1-b10f-ebcd0693c7f6 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013799 Feb 03 14:21:20.937287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Network b919d1dd-e115-4dd7-8242-cfddf3cda6ad is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:21.026933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:21.042722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:21.059924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Pushing event updated for resources: {'Port': ['ID=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:21.117401 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:21.206217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:21.206900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:21.290899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-d60e5022-ba2f-493b-b3aa-a4a027b1b8f3 service neutron] 10.222.0.52 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712399 Feb 03 14:21:21.303149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43488) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:21.343669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1745769948'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:21.467332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-4af6f0ee-ef17-41f6-9e46-94bf35444d28 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5168929 Feb 03 14:21:21.544581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:21.558335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Pushing event updated for resources: {'Port': ['ID=cade4a19-0844-43eb-93a7-d0565a647895,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:21.558778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:21.570611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Request body: {'port': {'device_id': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:21.586701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:21.588200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:21.835671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-1758391c-a24f-4acc-aaa1-2da38c0e866a tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542413 Feb 03 14:21:22.005098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:22.087186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:21:22.120036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:21:22.334348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c074d6c7-a55b-4c5d-901e-9feb06901cc0 None None] Provisioning complete for port cade4a19-0844-43eb-93a7-d0565a647895 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:22.337829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c074d6c7-a55b-4c5d-901e-9feb06901cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cade4a19-0844-43eb-93a7-d0565a647895), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:22.363878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-176d49c2-ff32-4b54-a940-c6de476c3ecb tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:22.366194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-176d49c2-ff32-4b54-a940-c6de476c3ecb tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5375481 Feb 03 14:21:22.420172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Request body: {'port': {'device_id': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'e27b567b1fda4faf8c88cc7d73a62e82'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:22.440884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (22a9a2cb-50e9-45b0-9093-f2dd05f7c646), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:22.441646 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Added segment 22a9a2cb-50e9-45b0-9093-f2dd05f7c646 of type vlan for network c332afe6-b99b-4a41-a510-bf1cd307668f Feb 03 14:21:22.444880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:22.447848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c074d6c7-a55b-4c5d-901e-9feb06901cc0 None None] Port cade4a19-0844-43eb-93a7-d0565a647895 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:22.476647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:22.495366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026859b-2604-4869-be79-af4dcef36caf req-b929dcad-ad86-4b44-968e-b1fc51053e96 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:22.506857 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a90e1be8-034e-4bfc-9d1a-f9b9c5349d4a admin admin] 10.222.0.52 "PUT /v2.0/routers/1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9474339 Feb 03 14:21:22.507208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0026859b-2604-4869-be79-af4dcef36caf req-b929dcad-ad86-4b44-968e-b1fc51053e96 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 1.1184223 Feb 03 14:21:22.713475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ad276-696e-4806-a7cf-ac278a96d5a3 req-a05e84b3-35f4-47cf-84be-e8e99efca03d tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:22.717446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-953ad276-696e-4806-a7cf-ac278a96d5a3 req-a05e84b3-35f4-47cf-84be-e8e99efca03d tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 931 time: 0.8447356 Feb 03 14:21:22.850578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c332afe6-b99b-4a41-a510-bf1cd307668f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.061198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 38ea15cf-aa02-4979-b20f-7e3caa548e28 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:23.113476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-953ad276-696e-4806-a7cf-ac278a96d5a3 req-a2860742-bad1-4ada-a17f-f0e93ff04a68 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091714 Feb 03 14:21:23.173216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0026859b-2604-4869-be79-af4dcef36caf req-4fffa6ab-0357-48eb-bc2e-a55ee8b44f33 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6647587 Feb 03 14:21:23.173378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43532) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:23.187225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c332afe6-b99b-4a41-a510-bf1cd307668f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.191801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 38ea15cf-aa02-4979-b20f-7e3caa548e28 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:23.192312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:23.192676 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.193239 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.227443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43536) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:23.228208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9130008 Feb 03 14:21:23.234923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1935299400'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:23.314174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:23.346447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.359809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40387a7-af90-4104-abad-da02e5ed5a4c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Network': ['ID=c332afe6-b99b-4a41-a510-bf1cd307668f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:23.377519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c332afe6-b99b-4a41-a510-bf1cd307668f details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:21:23.452720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:21:23.488839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bde26af2-9c4b-4c9d-92c8-04e3a1f22be6 req-41db24b6-05d1-4ba2-a9e2-af3159851184 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 210 time: 0.1210914 Feb 03 14:21:23.502671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c841f4b3-5f28-4db6-a85e-1785f645c4da), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.506550 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Added segment c841f4b3-5f28-4db6-a85e-1785f645c4da of type vlan for network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c Feb 03 14:21:23.594545 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-a78a3d83-b686-4e49-b243-632d2cdfce6f tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213148 Feb 03 14:21:23.622415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Made reservation on behalf of e27b567b1fda4faf8c88cc7d73a62e82 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:23.630958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.645775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19f6e24f-07c7-4d63-bcef-ca523afee888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.654742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6284519-6327-4cb9-bfda-1438a6e954be req-5c05a233-1627-41cf-a748-b9f77d4afc62 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 210 time: 0.2529149 Feb 03 14:21:23.661101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.792746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.859107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 38ea15cf-aa02-4979-b20f-7e3caa548e28 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:23.859803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.878304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab61aa00-daf0-452d-bd30-8c3cfdab6a4e {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:23.890443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Publish callbacks [] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.899477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 38ea15cf-aa02-4979-b20f-7e3caa548e28, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=38ea15cf-aa02-4979-b20f-7e3caa548e28,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:23.906956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:23.922018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Transition to ACTIVE for port object ab61aa00-daf0-452d-bd30-8c3cfdab6a4e will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:23.980235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Sync routers for ids ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:21:23.995159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.001236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:24.002219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.009959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb9f23dd-5647-4d40-b512-9b2cc7a06acf req-7587bfad-9997-4763-9ff0-e462d42b9c11 tempest-FloatingIPsNegativeTestJSON-162293346 tempest-FloatingIPsNegativeTestJSON-162293346-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=de5e9af10c3d4b209f7b0b11acacf469 HTTP/1.1" status: 200 len: 217 time: 0.0865314 Feb 03 14:21:24.027690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Routers {'1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:24.028173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:24.038067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.075960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-9faadfbb-1ee8-468b-ad88-50a4ca8ed77b tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:24.077858 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-9faadfbb-1ee8-468b-ad88-50a4ca8ed77b tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4333768 Feb 03 14:21:24.102222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Request body: {'port': {'device_id': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'e27b567b1fda4faf8c88cc7d73a62e82'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:24.159521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9251525 Feb 03 14:21:24.160382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43546) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:24.181841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f56d658-2046-49e3-a87e-e22850c0a899 req-982a0e2c-4d13-4410-8bbf-0060df5be1d5 tempest-FloatingIPsNegativeTestJSON-162293346 tempest-FloatingIPsNegativeTestJSON-162293346-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1267424 Feb 03 14:21:24.186278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=38ea15cf-aa02-4979-b20f-7e3caa548e28,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:24.199104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.199764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.200281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.200833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.201339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.201884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.202370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.202864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.203349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.203881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.204366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.204868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.205371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:21:24.232291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'subnet': {'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:24.251764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e251f1-fde2-41c1-bbbe-8a6af83f2c10 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Network': ['ID=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:24.289065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:21:24.431577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Set router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:24.446290 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-108d0221-87df-4a5d-83f4-0d77ec06238d req-d8f270dd-390c-4283-b1e7-7a54e1babfe4 tempest-FloatingIPsNegativeTestJSON-162293346 tempest-FloatingIPsNegativeTestJSON-162293346-project] show failed (client error): The resource could not be found. Feb 03 14:21:24.457182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-108d0221-87df-4a5d-83f4-0d77ec06238d req-d8f270dd-390c-4283-b1e7-7a54e1babfe4 tempest-FloatingIPsNegativeTestJSON-162293346 tempest-FloatingIPsNegativeTestJSON-162293346-project] 10.222.0.52 "GET /v2.0/floatingips/f35ae842-3167-4ddc-85b4-5df8d0c0b5c2 HTTP/1.1" status: 404 len: 350 time: 0.1726751 Feb 03 14:21:24.459843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19f6e24f-07c7-4d63-bcef-ca523afee888 admin admin] Publish callbacks [] for security_group (d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.461124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43552) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:24.527340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19f6e24f-07c7-4d63-bcef-ca523afee888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.528752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Pushing event updated for resources: {'Port': ['ID=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:24.562215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Attempting to bind port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:24.562552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Attempting to bind port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '36796268-452a-4e7d-9018-7a55c1eede2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:24.562881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Attempting to bind port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e on network b919d1dd-e115-4dd7-8242-cfddf3cda6ad {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:24.613379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e on network b919d1dd-e115-4dd7-8242-cfddf3cda6ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:21:24.613712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Attempting to bind port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e on network b919d1dd-e115-4dd7-8242-cfddf3cda6ad {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:24.623668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:24.627524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.637597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8a679-3ce5-49e2-b4ad-aac25a7825e2 req-188ee019-531e-4efd-a42d-e6055bb5c26e tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:24.639137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6f8a679-3ce5-49e2-b4ad-aac25a7825e2 req-188ee019-531e-4efd-a42d-e6055bb5c26e tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 943 time: 0.2872257 Feb 03 14:21:24.649955 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-19f6e24f-07c7-4d63-bcef-ca523afee888 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cdc6ab235f0498bbc594b230164cb61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4755821 Feb 03 14:21:24.655990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43556) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:24.663336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-3b17ec48-8a0c-499d-a846-e7125f83a9c5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:24.664834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-3b17ec48-8a0c-499d-a846-e7125f83a9c5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.45 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 811 time: 0.6710298 Feb 03 14:21:24.671616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:24.671924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Checking segment: {'id': '36796268-452a-4e7d-9018-7a55c1eede2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:24.672318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Bound using segment: {'id': '36796268-452a-4e7d-9018-7a55c1eede2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:24.672770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Bound port: ab61aa00-daf0-452d-bd30-8c3cfdab6a4e, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36796268-452a-4e7d-9018-7a55c1eede2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:24.673129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.690687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'port': {'device_id': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894', 'admin_state_up': True, 'tenant_id': '7c33f9e98d8444d1aa6ae3a8abb8c2aa'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:24.714742 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.741561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:20Z', 'revision_number': 4, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'cade4a19-0844-43eb-93a7-d0565a647895', 'name': '', 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'mac_address': 'fa:16:3e:74:93:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:18Z', 'updated_at': '2022-02-03T14:21:20Z', 'revision_number': 2, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'subnets': [{'id': '17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:24.745742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Made reservation on behalf of e27b567b1fda4faf8c88cc7d73a62e82 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:24.750215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.781556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Checking router: 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:21:24.782350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Updating router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 port cade4a19-0844-43eb-93a7-d0565a647895 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:21:24.794574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6e24f-07c7-4d63-bcef-ca523afee888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:24.819421 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cade4a19-0844-43eb-93a7-d0565a647895), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.831812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.887787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks [] for security_group (ab45fcd7-cbe4-43ca-8ad0-d1033d851178), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.905013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1d47-f82e-459a-bd6b-df2a2acb627d req-19409d5b-a493-4e10-8cd5-ed0665fd01e7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:24.912905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-632e1d47-f82e-459a-bd6b-df2a2acb627d req-19409d5b-a493-4e10-8cd5-ed0665fd01e7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.3460157 Feb 03 14:21:24.956916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ab45fcd7-cbe4-43ca-8ad0-d1033d851178), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:24.976269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e27b567b1fda4faf8c88cc7d73a62e82 {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:21:24.977221 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:21:24.991093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 38ea15cf-aa02-4979-b20f-7e3caa548e28 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:25.084401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Allocated IP 192.168.233.43 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/0c8b2b56-3f5e-49c6-a13a-9b7259a22df8) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:25.131318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 38ea15cf-aa02-4979-b20f-7e3caa548e28 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:25.131970 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.192904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (164c3379-9cfb-485e-adef-641a9cca0807), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.278759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks [] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.284927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 38ea15cf-aa02-4979-b20f-7e3caa548e28 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:25.340684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Publish callbacks [] for port (cade4a19-0844-43eb-93a7-d0565a647895), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.354982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cade4a19-0844-43eb-93a7-d0565a647895), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.362559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6f8a679-3ce5-49e2-b4ad-aac25a7825e2 req-54258e3c-717a-45f0-8acf-3f9bb9713770 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7121007 Feb 03 14:21:25.373801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Made reservation on behalf of 7c33f9e98d8444d1aa6ae3a8abb8c2aa for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:25.377378 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.437392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.449916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecac4a-1066-4606-a52e-965462a2beb2 None None] Pushing event updated for resources: {'Port': ['ID=cade4a19-0844-43eb-93a7-d0565a647895,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:25.544765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab45fcd7-cbe4-43ca-8ad0-d1033d851178,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:25.549619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Attempting to bind port cade4a19-0844-43eb-93a7-d0565a647895 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:25.550385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Attempting to bind port cade4a19-0844-43eb-93a7-d0565a647895 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:25.550763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Attempting to bind port cade4a19-0844-43eb-93a7-d0565a647895 on network 08a207b4-75aa-4a29-a116-df96fe9627a2 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:25.559199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:25.559583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Checking segment: {'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:25.560045 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.560373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Bound using segment: {'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:25.560867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Bound port: cade4a19-0844-43eb-93a7-d0565a647895, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:25.561256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cade4a19-0844-43eb-93a7-d0565a647895), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.593793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] For port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:25.617269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] For port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,segment=NetworkSegment(36796268-452a-4e7d-9018-7a55c1eede2b),segment_id=36796268-452a-4e7d-9018-7a55c1eede2b)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:25.624628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-632e1d47-f82e-459a-bd6b-df2a2acb627d req-024e7192-6921-42f1-a795-97e791285909 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7106891 Feb 03 14:21:25.680649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c156786c-5e8d-4bdd-86d7-7ece80399014 admin admin] Publish callbacks [] for security_group (d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.701956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] For port cade4a19-0844-43eb-93a7-d0565a647895, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:25.716240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] For port cade4a19-0844-43eb-93a7-d0565a647895, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cade4a19-0844-43eb-93a7-d0565a647895,segment=NetworkSegment(11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a),segment_id=11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:25.729265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cade4a19-0844-43eb-93a7-d0565a647895), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.769843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.782830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c85e800-a43e-4647-b2e7-72f1cfed0547 req-b0bf79a8-e7ed-45f6-ba0c-67a22407f933 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 210 time: 0.2123690 Feb 03 14:21:25.793953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:25.800457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.843377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:25.881860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:25.882506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:25.884151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] 10.222.0.45 "PUT /v2.0/ports/ab61aa00-daf0-452d-bd30-8c3cfdab6a4e HTTP/1.1" status: 200 len: 1091 time: 4.3422074 Feb 03 14:21:25.898501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecac4a-1066-4606-a52e-965462a2beb2 None None] Pushing event updated for resources: {'Port': ['ID=cade4a19-0844-43eb-93a7-d0565a647895,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:25.908689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'tag': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:25.928150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Subnet': ['ID=164c3379-9cfb-485e-adef-641a9cca0807,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:25.932934 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba5317f-1996-4bae-a99a-7732116ac66f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9372108-53e3-4e80-8af7-3f71e7a1837d", "tag": "ab61aa00-daf0-452d-bd30-8c3cfdab6a4e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:25.933806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Routers {'1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:25.934428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:25.961610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e45ac3fb-98b0-4cf4-a1fc-626da80079fa None None] Provisioning complete for port cade4a19-0844-43eb-93a7-d0565a647895 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:25.963553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e45ac3fb-98b0-4cf4-a1fc-626da80079fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cade4a19-0844-43eb-93a7-d0565a647895), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.008647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Checking segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:26.009249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network hostable DHCP agents. Network: c332afe6-b99b-4a41-a510-bf1cd307668f, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:21:26.117233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network c332afe6-b99b-4a41-a510-bf1cd307668f is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:21:26.175065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c332afe6-b99b-4a41-a510-bf1cd307668f) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:26.181725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:26.182357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.188140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda2e7af-8701-45ae-bc13-5cbf532dd39a None None] Network c332afe6-b99b-4a41-a510-bf1cd307668f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:26.249892 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dbdf2d3c-586b-4b9e-b11a-90aae0a162e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0740340 Feb 03 14:21:26.253324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43562) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:26.259514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'subnet': {'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:26.329951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.400321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c332afe6-b99b-4a41-a510-bf1cd307668f', 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'fixed_ips': [{'subnet_id': '164c3379-9cfb-485e-adef-641a9cca0807'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:21:26.401176 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.492988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Allocated IP 192.168.233.41 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/a16f0400-ae67-45ba-b9d5-bccd1482daa8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:26.529621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:26.537222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d1f3757-a669-4edd-b4d6-154ff549e36e req-b7ea4690-f358-4311-bdbc-f8945e5bc11d tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 210 time: 0.7454081 Feb 03 14:21:26.575724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c156786c-5e8d-4bdd-86d7-7ece80399014 admin admin] Publish callbacks [] for security_group (d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.623428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Allocated IP 10.1.1.2 (c332afe6-b99b-4a41-a510-bf1cd307668f/164c3379-9cfb-485e-adef-641a9cca0807/46d4d80c-7ec3-4141-87a1-ffe42f906094) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:26.688705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:26.701215 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39080de7-7b1c-4ade-b246-6c2b9a97cf94 x-openstack-request-id: req-39080de7-7b1c-4ade-b246-6c2b9a97cf94 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:26.702066 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9372108-53e3-4e80-8af7-3f71e7a1837d", "tag": "ab61aa00-daf0-452d-bd30-8c3cfdab6a4e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:26.702435 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39080de7-7b1c-4ade-b246-6c2b9a97cf94 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:26.702946 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'tag': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e', 'status': 'completed', 'code': 200} Feb 03 14:21:26.703173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:26.706872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.810809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa2149-c600-4c9f-9ed6-81e6cd047f74 service neutron] Pushing event updated for resources: {'Port': ['ID=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:26.927650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Allocated IP 172.20.0.2 (28724d2d-f3fa-433f-9900-71926b03b894/12a531f3-b006-4d84-91f3-7734fb92a43d/0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:26.952378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (24e74244-4044-4821-8db5-7f7e20b8d41f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.966029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Publish callbacks [] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.967013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:26.968261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.985596 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:26.990245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] Set router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:27.011838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-749a8f79-fc09-447a-8943-ab750029ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:27.013848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-749a8f79-fc09-447a-8943-ab750029ed16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0c5e341eb5e4736a2273bd9c5f5e4e3&device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 1125 time: 1.0560811 Feb 03 14:21:27.029319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f62e-8cf3-4e77-9a59-174300381a5c req-8d7ccfdb-46ab-4d2b-9811-61a54f8892e0 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:27.031610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0670f62e-8cf3-4e77-9a59-174300381a5c req-8d7ccfdb-46ab-4d2b-9811-61a54f8892e0 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 943 time: 0.4827700 Feb 03 14:21:27.099599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-a45a2948-8f4b-4399-a542-0591bebb018f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e HTTP/1.1" status: 200 len: 217 time: 0.0615411 Feb 03 14:21:27.114289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-d2d030d8-9568-42e0-bccc-ceb277235bf8 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7210538 Feb 03 14:21:27.117201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Network c332afe6-b99b-4a41-a510-bf1cd307668f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:27.122393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e45ac3fb-98b0-4cf4-a1fc-626da80079fa None None] Current status of the port cade4a19-0844-43eb-93a7-d0565a647895 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:27.122846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e45ac3fb-98b0-4cf4-a1fc-626da80079fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cade4a19-0844-43eb-93a7-d0565a647895), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.132850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Request body: {'port': {'device_id': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:27.170246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Subnet': ['ID=24e74244-4044-4821-8db5-7f7e20b8d41f,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:27.195931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Checking segment: {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:27.196339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network hostable DHCP agents. Network: 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:21:27.214608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020e0a-5e61-4414-bc78-1704dc29a24e req-545c8851-afc6-4a01-ae4f-7d9832436af6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:27.216684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9020e0a-5e61-4414-bc78-1704dc29a24e req-545c8851-afc6-4a01-ae4f-7d9832436af6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.3815086 Feb 03 14:21:27.251530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks [] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.270165 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c156786c-5e8d-4bdd-86d7-7ece80399014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.275521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c156786c-5e8d-4bdd-86d7-7ece80399014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.277777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c156786c-5e8d-4bdd-86d7-7ece80399014 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5 HTTP/1.1" status: 204 len: 168 time: 2.6110616 Feb 03 14:21:27.280395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:21:27.294750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:27.297345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:27.330654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Pushing event updated for resources: {'Port': ['ID=46d4d80c-7ec3-4141-87a1-ffe42f906094,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:27.333070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:27.351863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f743237-fb7e-48c0-9dbc-54a00e678a10 None None] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:27.376220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156786c-5e8d-4bdd-86d7-7ece80399014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d139fd0b-47ea-4ad5-bc1a-074e76a8b7a5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:27.398873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:27.399571 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.440391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0670f62e-8cf3-4e77-9a59-174300381a5c req-6d51c85e-79bd-41be-9768-e5b26c050b83 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445356 Feb 03 14:21:27.450506 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7cafcec7-c843-47e0-936b-40230ca71dbe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1955745 Feb 03 14:21:27.451899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43572) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:27.460087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'port': {'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'name': 'tempest-TaggedBootDevicesTest_v242-165717875', 'fixed_ips': [{'subnet_id': '164c3379-9cfb-485e-adef-641a9cca0807'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:27.475130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.569718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-16ae325f-c09a-405a-a2fa-446dbd500b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:27.571229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-16ae325f-c09a-405a-a2fa-446dbd500b36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d22e09ee-5cb9-4d83-a331-f334f81941a2 HTTP/1.1" status: 200 len: 849 time: 0.4448388 Feb 03 14:21:27.580310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.590710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Deleting port cade4a19-0844-43eb-93a7-d0565a647895 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:27.591603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cade4a19-0844-43eb-93a7-d0565a647895), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.675447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-424afbf1-24f2-4e6c-98d5-1fb3d84298d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b919d1dd-e115-4dd7-8242-cfddf3cda6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926657 Feb 03 14:21:27.694078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:27.721692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Attempting to bind port 46d4d80c-7ec3-4141-87a1-ffe42f906094 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:27.722251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Attempting to bind port 46d4d80c-7ec3-4141-87a1-ffe42f906094 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:27.722990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Attempting to bind port 46d4d80c-7ec3-4141-87a1-ffe42f906094 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:27.739301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9020e0a-5e61-4414-bc78-1704dc29a24e req-a307c4a5-4567-40b1-969c-05df9a9da7bc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4726777 Feb 03 14:21:27.740164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e45ac3fb-98b0-4cf4-a1fc-626da80079fa None None] For port cade4a19-0844-43eb-93a7-d0565a647895, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cade4a19-0844-43eb-93a7-d0565a647895,segment=NetworkSegment(11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a),segment_id=11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:27.759421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:27.791503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3f9acce-a019-4655-8e5e-171724c029c5 req-9e700e11-f8e0-4307-8055-7ae116021fb7 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 210 time: 0.1225026 Feb 03 14:21:27.811115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:27.845312 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e45ac3fb-98b0-4cf4-a1fc-626da80079fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cade4a19-0844-43eb-93a7-d0565a647895), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.846058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:27.871190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:27.874739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Checking segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:27.875152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.875561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Bound using segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:27.876053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Bound port: 46d4d80c-7ec3-4141-87a1-ffe42f906094, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:27.876458 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:27.947546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43578) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:28.011575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6008037b-d0ec-4c5c-a09e-9b15caf90fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.015701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:20Z', 'revision_number': 4, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'cade4a19-0844-43eb-93a7-d0565a647895', 'name': '', 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'mac_address': 'fa:16:3e:74:93:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:18Z', 'updated_at': '2022-02-03T14:21:25Z', 'revision_number': 4, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'subnets': [{'id': '17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:28.024847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-7fc47b5d-bdf5-4570-b867-3ff89af075d5 service neutron] 10.222.0.45 "GET /v2.0/networks/b919d1dd-e115-4dd7-8242-cfddf3cda6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292491 Feb 03 14:21:28.032251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:28.032918 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.051542 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] For port cade4a19-0844-43eb-93a7-d0565a647895, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cade4a19-0844-43eb-93a7-d0565a647895,segment=NetworkSegment(11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a),segment_id=11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:28.051919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cade4a19-0844-43eb-93a7-d0565a647895), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.065849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4730ab-ead4-43e3-a8de-0e5e4f40af87 None None] The sync data for ids ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'] in n-d-827549-2 is: [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:20Z', 'revision_number': 4, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'cade4a19-0844-43eb-93a7-d0565a647895', 'name': '', 'network_id': '08a207b4-75aa-4a29-a116-df96fe9627a2', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'mac_address': 'fa:16:3e:74:93:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:18Z', 'updated_at': '2022-02-03T14:21:25Z', 'revision_number': 4, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'subnets': [{'id': '17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:21:28.083012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Calling delete_port for cade4a19-0844-43eb-93a7-d0565a647895 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:28.085618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:28.086254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.119306 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-97ae0d63-876a-4026-b630-57033f8b5d9c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0244718 Feb 03 14:21:28.137340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Request body: {'port': {'device_id': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:28.249172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5c3b3124-c2b8-4872-bc39-8e48561a9914 None None] Provisioning complete for port cade4a19-0844-43eb-93a7-d0565a647895 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:28.249731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c3b3124-c2b8-4872-bc39-8e48561a9914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cade4a19-0844-43eb-93a7-d0565a647895), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.272395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-9ae6dbf6-b411-4039-b114-0a6ba9b5f87c', 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c', 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'fixed_ips': [{'subnet_id': '24e74244-4044-4821-8db5-7f7e20b8d41f'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:21:28.274393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.333200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ac3fb-98b0-4cf4-a1fc-626da80079fa None None] Pushing event updated for resources: {'Port': ['ID=cade4a19-0844-43eb-93a7-d0565a647895,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:28.350351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] For port 46d4d80c-7ec3-4141-87a1-ffe42f906094, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:28.464936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.505994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] For port 46d4d80c-7ec3-4141-87a1-ffe42f906094, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46d4d80c-7ec3-4141-87a1-ffe42f906094,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:28.578097 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.744085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:28.775720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Publish callbacks [] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:28.817725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Transition to ACTIVE for port object 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:28.843798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d48ad551-5467-492b-bff6-75ba96cd4988 req-24ce3f8f-88a0-48b4-87c4-f8e00ae583fc service neutron] 10.222.0.45 "GET /v2.0/networks/b919d1dd-e115-4dd7-8242-cfddf3cda6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8080931 Feb 03 14:21:28.882735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf787d5-0a9b-4ff6-95fc-89c7fdb075d9 None None] Pushing event updated for resources: {'Port': ['ID=46d4d80c-7ec3-4141-87a1-ffe42f906094,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:28.898240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Allocated IP 10.2.2.2 (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c/24e74244-4044-4821-8db5-7f7e20b8d41f/ea0de730-985c-4b68-912b-a5cab04c17d2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:28.917146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b3124-c2b8-4872-bc39-8e48561a9914 None None] Current status of the port cade4a19-0844-43eb-93a7-d0565a647895 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:28.984099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:29.047619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:29.092827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:29.202656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:29.219339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cade4a19-0844-43eb-93a7-d0565a647895), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:29.257085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab74ab-1ac2-4f6f-8b5b-9f3f6822a097 req-8b1a6844-cec0-497e-b9b3-6897f40b0d08 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:29.257381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:29.270274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bab74ab-1ac2-4f6f-8b5b-9f3f6822a097 req-8b1a6844-cec0-497e-b9b3-6897f40b0d08 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 935 time: 1.2410343 Feb 03 14:21:29.308789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cade4a19-0844-43eb-93a7-d0565a647895 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:29.419942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] device_id is not set on port 81581054-917c-4966-b763-5f09e5b47217 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:21:29.462565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=cade4a19-0844-43eb-93a7-d0565a647895,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:29.493231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2ad6c237-f29f-42f7-a86a-8f78febe9d0a None None] Provisioning complete for port a16f0400-ae67-45ba-b9d5-bccd1482daa8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:29.495610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ad6c237-f29f-42f7-a86a-8f78febe9d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:29.499263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cade4a19-0844-43eb-93a7-d0565a647895 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:29.500024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cade4a19-0844-43eb-93a7-d0565a647895 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 14:21:29.547083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Network 28724d2d-f3fa-433f-9900-71926b03b894 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:29.560760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355318e9-1535-46ee-b9a2-f7f75ff90e25 req-b65a4b71-241d-44d9-b21a-c5f1699d5c64 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:29.562404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-355318e9-1535-46ee-b9a2-f7f75ff90e25 req-b65a4b71-241d-44d9-b21a-c5f1699d5c64 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 943 time: 0.6430616 Feb 03 14:21:29.702874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port cade4a19-0844-43eb-93a7-d0565a647895 not found, will not notify nova. {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 14:21:29.826102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6c237-f29f-42f7-a86a-8f78febe9d0a None None] Port a16f0400-ae67-45ba-b9d5-bccd1482daa8 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:29.833303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:29.851808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Attempting to bind port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:29.852154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Attempting to bind port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:29.853994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Attempting to bind port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:29.870168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5317f-1996-4bae-a99a-7732116ac66f req-eed085e9-b28a-49a1-b915-38a836e1964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:29.871705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fba5317f-1996-4bae-a99a-7732116ac66f req-eed085e9-b28a-49a1-b915-38a836e1964f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0c5e341eb5e4736a2273bd9c5f5e4e3&device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 1125 time: 0.8293285 Feb 03 14:21:29.872993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:29.907863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6008037b-d0ec-4c5c-a09e-9b15caf90fa5 admin admin] Publish callbacks [] for security_group (44b14ad8-6208-4c4f-ac59-7d022acb1212), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.002950 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6008037b-d0ec-4c5c-a09e-9b15caf90fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (44b14ad8-6208-4c4f-ac59-7d022acb1212), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.048253 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Publish callbacks [] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.095892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:30.096600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.111606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008037b-d0ec-4c5c-a09e-9b15caf90fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b14ad8-6208-4c4f-ac59-7d022acb1212,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:30.124965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bab74ab-1ac2-4f6f-8b5b-9f3f6822a097 req-f9b2e670-bd72-40ae-a296-098877ce96e5 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010791 Feb 03 14:21:30.125590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:30.178603 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.222515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:21:30.222851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Attempting to bind port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:30.327009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-8a94f6fc-40cc-49f5-8d62-30501217364e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6401365 Feb 03 14:21:30.355469 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6008037b-d0ec-4c5c-a09e-9b15caf90fa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b97c2c061440493ea813ecc0c3a2477e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3814666 Feb 03 14:21:30.416562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Pushing event updated for resources: {'Port': ['ID=ea0de730-985c-4b68-912b-a5cab04c17d2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:30.447252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43586) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:30.470061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:30.471800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:30.513623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:30.608578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-355318e9-1535-46ee-b9a2-f7f75ff90e25 req-63208f9d-9e69-48ef-b97e-5e6974e9d97b tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9581437 Feb 03 14:21:30.616582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:30.617082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:30.617594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:30.618969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Bound port: 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:30.620591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.657285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Request body: {'port': {'device_id': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:30.759086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaf40c0-48f6-45d0-8655-b5360310a1c9 None None] Network c332afe6-b99b-4a41-a510-bf1cd307668f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:30.952810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Attempting to bind port ea0de730-985c-4b68-912b-a5cab04c17d2 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:30.953258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Attempting to bind port ea0de730-985c-4b68-912b-a5cab04c17d2 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:30.953726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Attempting to bind port ea0de730-985c-4b68-912b-a5cab04c17d2 on network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:30.983039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a5ae5d43-cf07-404c-80b0-78a6f6eb8f60 None None] Provisioning complete for port 46d4d80c-7ec3-4141-87a1-ffe42f906094 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:30.983610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5ae5d43-cf07-404c-80b0-78a6f6eb8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.985751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:30.986224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Checking segment: {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:30.986806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:30.991126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Bound using segment: {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:30.991910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Bound port: ea0de730-985c-4b68-912b-a5cab04c17d2, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:30.992408 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.095960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab61aa00-daf0-452d-bd30-8c3cfdab6a4e details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:21:31.109294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5317f-1996-4bae-a99a-7732116ac66f req-a6d25a0b-89c5-49e5-9c92-f2b0933f715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:31.110818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fba5317f-1996-4bae-a99a-7732116ac66f req-a6d25a0b-89c5-49e5-9c92-f2b0933f715b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b919d1dd-e115-4dd7-8242-cfddf3cda6ad HTTP/1.1" status: 200 len: 910 time: 1.0078809 Feb 03 14:21:31.321881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46d4d80c-7ec3-4141-87a1-ffe42f906094 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:31.328313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:21:31.340202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 10.1.1.161 (c332afe6-b99b-4a41-a510-bf1cd307668f/164c3379-9cfb-485e-adef-641a9cca0807/81581054-917c-4966-b763-5f09e5b47217) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:31.350576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] For port ea0de730-985c-4b68-912b-a5cab04c17d2, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:31.378221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16f0400-ae67-45ba-b9d5-bccd1482daa8 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:31.384076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:31.392201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36749260-10e4-41ef-8ff1-e40a2788ea50 admin admin] Publish callbacks [] for security_group (44b14ad8-6208-4c4f-ac59-7d022acb1212), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.395262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] For port ea0de730-985c-4b68-912b-a5cab04c17d2, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ea0de730-985c-4b68-912b-a5cab04c17d2,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:31.397165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Publish callbacks [] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.403828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:31.431940 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.438800 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Transition to ACTIVE for port object a16f0400-ae67-45ba-b9d5-bccd1482daa8 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:31.461486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.471418 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.478953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36749260-10e4-41ef-8ff1-e40a2788ea50 admin admin] Publish callbacks [] for security_group (44b14ad8-6208-4c4f-ac59-7d022acb1212), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.493553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.543475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a5ae5d43-cf07-404c-80b0-78a6f6eb8f60 None None] Current status of the port 46d4d80c-7ec3-4141-87a1-ffe42f906094 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:31.544976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5ae5d43-cf07-404c-80b0-78a6f6eb8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.579474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c8f86-dab4-46ef-86a9-083b31e0e59d req-1dd75226-de07-44c9-b8b0-79bd03f27200 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:31.584633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e42c8f86-dab4-46ef-86a9-083b31e0e59d req-1dd75226-de07-44c9-b8b0-79bd03f27200 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 931 time: 0.7594280 Feb 03 14:21:31.597811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fba5317f-1996-4bae-a99a-7732116ac66f req-335e1315-f122-4be9-bab3-9c732735d8c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e HTTP/1.1" status: 200 len: 217 time: 0.4430554 Feb 03 14:21:31.606336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.666782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,segment=NetworkSegment(36796268-452a-4e7d-9018-7a55c1eede2b),segment_id=36796268-452a-4e7d-9018-7a55c1eede2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:31.671296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eae52-3be8-4c62-9ea3-82d462f8d8af None None] Pushing event updated for resources: {'Port': ['ID=ea0de730-985c-4b68-912b-a5cab04c17d2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:31.702474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:31.704655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.706099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 HTTP/1.1" status: 200 len: 1095 time: 4.5785508 Feb 03 14:21:31.760129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e', 'network_id': 'b919d1dd-e115-4dd7-8242-cfddf3cda6ad', 'port_id': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e', 'mac_address': 'fa:16:3e:4a:a5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22e09ee-5cb9-4d83-a331-f334f81941a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:21:31.810838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 46d4d80c-7ec3-4141-87a1-ffe42f906094 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:31.811219 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:31.812054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:31.848450 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504" -d '{"events": [{"name": "network-changed", "server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:31.860116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a5ae5d43-cf07-404c-80b0-78a6f6eb8f60 None None] For port 46d4d80c-7ec3-4141-87a1-ffe42f906094, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46d4d80c-7ec3-4141-87a1-ffe42f906094,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:31.904775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:31.995973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5ae5d43-cf07-404c-80b0-78a6f6eb8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.077050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905838a7-5690-40da-ab0f-83bd68fa7fe6 req-a9ca9f30-b21d-499c-974b-1c5bf0d6a12d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:32.098564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-905838a7-5690-40da-ab0f-83bd68fa7fe6 req-a9ca9f30-b21d-499c-974b-1c5bf0d6a12d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 1.4025126 Feb 03 14:21:32.181933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36749260-10e4-41ef-8ff1-e40a2788ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (44b14ad8-6208-4c4f-ac59-7d022acb1212), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.196872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36749260-10e4-41ef-8ff1-e40a2788ea50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.198286 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-36749260-10e4-41ef-8ff1-e40a2788ea50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44b14ad8-6208-4c4f-ac59-7d022acb1212 HTTP/1.1" status: 204 len: 168 time: 1.7487609 Feb 03 14:21:32.215903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5317f-1996-4bae-a99a-7732116ac66f req-74cc3fa8-15fd-404f-bb80-8dcf7d462a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:32.217965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fba5317f-1996-4bae-a99a-7732116ac66f req-74cc3fa8-15fd-404f-bb80-8dcf7d462a7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d22e09ee-5cb9-4d83-a331-f334f81941a2 HTTP/1.1" status: 200 len: 849 time: 0.5329659 Feb 03 14:21:32.254830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae5d43-cf07-404c-80b0-78a6f6eb8f60 None None] Pushing event updated for resources: {'Port': ['ID=46d4d80c-7ec3-4141-87a1-ffe42f906094,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:32.267073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36749260-10e4-41ef-8ff1-e40a2788ea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b14ad8-6208-4c4f-ac59-7d022acb1212,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:32.303395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Attempting to bind port a16f0400-ae67-45ba-b9d5-bccd1482daa8 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:32.303745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Attempting to bind port a16f0400-ae67-45ba-b9d5-bccd1482daa8 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:32.304074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Attempting to bind port a16f0400-ae67-45ba-b9d5-bccd1482daa8 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:32.355641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fba5317f-1996-4bae-a99a-7732116ac66f req-14769ac6-8145-4a95-913f-895daabc1e74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b919d1dd-e115-4dd7-8242-cfddf3cda6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192265 Feb 03 14:21:32.375674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f8b06cf2-39b1-4834-a6e5-fad04d54d632 None None] Provisioning complete for port 46d4d80c-7ec3-4141-87a1-ffe42f906094 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:32.376104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b06cf2-39b1-4834-a6e5-fad04d54d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.459769 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (81581054-917c-4966-b763-5f09e5b47217), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.470269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Port a16f0400-ae67-45ba-b9d5-bccd1482daa8 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:21:32.470615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Attempting to bind port a16f0400-ae67-45ba-b9d5-bccd1482daa8 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:32.500834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:32.501226 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.550570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:32.550919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:32.551576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:32.563772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab61aa00-daf0-452d-bd30-8c3cfdab6a4e {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:32.569716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-905838a7-5690-40da-ab0f-83bd68fa7fe6 req-4d10c2b3-3a8b-49d4-93e8-d2fdfa81024e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4695630 Feb 03 14:21:32.576079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Bound port: a16f0400-ae67-45ba-b9d5-bccd1482daa8, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:32.576582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.653797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,segment=NetworkSegment(36796268-452a-4e7d-9018-7a55c1eede2b),segment_id=36796268-452a-4e7d-9018-7a55c1eede2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:32.726662 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:32.804326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40444d-b2e1-41d1-a3d3-67ef4004fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:32.953555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:32.968409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:33.024639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e42c8f86-dab4-46ef-86a9-083b31e0e59d req-0d4101bf-24eb-436c-be91-d8b54342d735 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4242291 Feb 03 14:21:33.027213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fba5317f-1996-4bae-a99a-7732116ac66f req-12b98b38-c6e4-457c-8107-67e9a09b659b service neutron] 10.222.0.45 "GET /v2.0/networks/b919d1dd-e115-4dd7-8242-cfddf3cda6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259856 Feb 03 14:21:33.029150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-73e73cd4-4a42-4368-b54f-095108718433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:33.030655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-73e73cd4-4a42-4368-b54f-095108718433 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 1129 time: 1.1458240 Feb 03 14:21:33.057455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 46d4d80c-7ec3-4141-87a1-ffe42f906094 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:33.072995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:33.105700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ab61aa00-daf0-452d-bd30-8c3cfdab6a4e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:33.145863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:21:33.289749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:33.301755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8b06cf2-39b1-4834-a6e5-fad04d54d632 None None] Current status of the port 46d4d80c-7ec3-4141-87a1-ffe42f906094 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:33.513443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46d4d80c-7ec3-4141-87a1-ffe42f906094 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:33.586564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:33.619125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 46d4d80c-7ec3-4141-87a1-ffe42f906094 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:33.619507 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:33.643434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec4d57-8f56-4f93-9134-2ae626a0b419 None None] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:33.648294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:33.649677 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:33.651731 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c35a10f3-4072-4862-8ca3-4103eed302e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/a16f0400-ae67-45ba-b9d5-bccd1482daa8 HTTP/1.1" status: 200 len: 1095 time: 5.5184841 Feb 03 14:21:33.656407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:33.660725 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4b53a6-c433-4fb3-9c9e-1044c180c352" -d '{"events": [{"name": "network-changed", "server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:33.688926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (81581054-917c-4966-b763-5f09e5b47217), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:33.885197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2a7d6969-7c85-4bef-9143-f185d87c422b None None] Provisioning complete for port ea0de730-985c-4b68-912b-a5cab04c17d2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:33.885582 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6969-7c85-4bef-9143-f185d87c422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:34.023651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network c332afe6-b99b-4a41-a510-bf1cd307668f is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:34.043150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:34.080389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:34.315810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=81581054-917c-4966-b763-5f09e5b47217,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:34.468017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:34.469830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:34.479908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-e8236450-720c-41b7-9d27-7a35d01d06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:34.481844 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-e8236450-720c-41b7-9d27-7a35d01d06db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 1129 time: 0.6370442 Feb 03 14:21:34.502328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d6969-7c85-4bef-9143-f185d87c422b None None] Current status of the port ea0de730-985c-4b68-912b-a5cab04c17d2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:34.509281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6969-7c85-4bef-9143-f185d87c422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:34.514715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 46d4d80c-7ec3-4141-87a1-ffe42f906094 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:34.524538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:21:34.531898 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0bf38833-4857-4e69-99a8-1faf103f8bdd admin admin] 10.222.0.52 "PUT /v2.0/routers/1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0613849 Feb 03 14:21:34.539343 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] Sync routers for ids ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:21:34.545148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ea0de730-985c-4b68-912b-a5cab04c17d2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:34.553577 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] Routers {'1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:34.554302 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:34.637906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:34.654646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ea0de730-985c-4b68-912b-a5cab04c17d2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:34.655475 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:34.660899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2a7d6969-7c85-4bef-9143-f185d87c422b None None] For port ea0de730-985c-4b68-912b-a5cab04c17d2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ea0de730-985c-4b68-912b-a5cab04c17d2,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:34.667354 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-a602e380-9ea5-48ac-9c7c-e651915eed5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8 HTTP/1.1" status: 200 len: 217 time: 0.1610374 Feb 03 14:21:34.684881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1d035ac1-36bf-4253-9689-d97bfae9d4c2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.2294016 Feb 03 14:21:34.691135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a7d6969-7c85-4bef-9143-f185d87c422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:34.701378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:34.715965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fba5317f-1996-4bae-a99a-7732116ac66f req-564c933c-e2cf-4a1d-bf60-a45e09420222 service neutron] 10.222.0.45 "GET /v2.0/networks/b919d1dd-e115-4dd7-8242-cfddf3cda6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4278359 Feb 03 14:21:34.784056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d6969-7c85-4bef-9143-f185d87c422b None None] Pushing event updated for resources: {'Port': ['ID=ea0de730-985c-4b68-912b-a5cab04c17d2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:34.794543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-7d0f825c-5717-4041-b254-be0bbd7ac6a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 HTTP/1.1" status: 200 len: 217 time: 1.5343442 Feb 03 14:21:34.861816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'port': {'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'name': 'tempest-TaggedBootDevicesTest_v242-1064085231', 'fixed_ips': [{'subnet_id': '164c3379-9cfb-485e-adef-641a9cca0807'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:34.896827 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] Set router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:34.903200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ea0de730-985c-4b68-912b-a5cab04c17d2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:34.934201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-20ab23b6-1705-4b8f-8320-9919ac0d8b16 None None] Provisioning complete for port 81581054-917c-4966-b763-5f09e5b47217 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:34.941830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20ab23b6-1705-4b8f-8320-9919ac0d8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (81581054-917c-4966-b763-5f09e5b47217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:35.051924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-20ab23b6-1705-4b8f-8320-9919ac0d8b16 None None] Port 81581054-917c-4966-b763-5f09e5b47217 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:35.069106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:35.082360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Publish callbacks [] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:35.100792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Transition to ACTIVE for port object 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:21:35.119784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:35.148511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab61aa00-daf0-452d-bd30-8c3cfdab6a4e up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:35.159783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3bbd2-935f-454c-99f4-4f58d48cf56a req-4a1185e5-8fb9-4ed8-8f4c-64874a358b55 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:35.164253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdc3bbd2-935f-454c-99f4-4f58d48cf56a req-4a1185e5-8fb9-4ed8-8f4c-64874a358b55 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 944 time: 1.8224485 Feb 03 14:21:35.243583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a8ace-6a07-4862-9677-7d93d2065dec req-4a49a8a4-26fb-4801-a047-a9908940a2c4 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:35.245198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-251a8ace-6a07-4862-9677-7d93d2065dec req-4a49a8a4-26fb-4801-a047-a9908940a2c4 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 947 time: 2.3650899 Feb 03 14:21:35.291818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-57d2e78a-0dfe-4393-96c5-7134742e0418 None None] Provisioning complete for port ea0de730-985c-4b68-912b-a5cab04c17d2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:35.292194 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d2e78a-0dfe-4393-96c5-7134742e0418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:35.304165 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:29Z', 'revision_number': 5, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:35.306013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ea0de730-985c-4b68-912b-a5cab04c17d2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:35.336990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks [] for router (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:35.337785 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] Checking router: 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:21:35.348034 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] Routers {'1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:21:35.349255 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:35.457201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-251a8ace-6a07-4862-9677-7d93d2065dec req-6cc88ad9-7a04-46d7-85d4-48f6933d3f53 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635172 Feb 03 14:21:35.468920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-8b9eb5a4-212a-42fb-9f85-8b34d5fb3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:35.471395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-8b9eb5a4-212a-42fb-9f85-8b34d5fb3938 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.6708276 Feb 03 14:21:35.577305 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] Set router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:21:35.613403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:35.624587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:35.625030 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:35.629364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdc3bbd2-935f-454c-99f4-4f58d48cf56a req-a0377c76-f879-4d4e-a23b-b67c7721cb78 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104223 Feb 03 14:21:35.635131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-d7e777a3-79d5-48ba-a4e2-2f0ae78c3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:35.637231 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747f95b0-aae3-483d-b288-d82f82760abc x-openstack-request-id: req-747f95b0-aae3-483d-b288-d82f82760abc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:35.639881 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:35.640310 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-747f95b0-aae3-483d-b288-d82f82760abc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:35.641064 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'status': 'completed', 'code': 200} Feb 03 14:21:35.642005 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-d7e777a3-79d5-48ba-a4e2-2f0ae78c3f7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.9609606 Feb 03 14:21:35.712310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks [] for router_gateway (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:35.734916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:35.831122 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb7ad8-c0df-4e96-8303-872cbf325b6c x-openstack-request-id: req-80cb7ad8-c0df-4e96-8303-872cbf325b6c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:35.831787 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:35.832362 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80cb7ad8-c0df-4e96-8303-872cbf325b6c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:35.833071 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'status': 'completed', 'code': 200} Feb 03 14:21:35.915795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:35.953283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-3e7918ae-5819-4c16-bec8-03a2ddcc0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:35.955668 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-3e7918ae-5819-4c16-bec8-03a2ddcc0318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2930415 Feb 03 14:21:35.967782 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:29Z', 'revision_number': 5, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:35.979262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-89feb99a-99af-4ace-aba9-08c91defb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:35.982336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-89feb99a-99af-4ace-aba9-08c91defb07b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4818134 Feb 03 14:21:36.042999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-57d2e78a-0dfe-4393-96c5-7134742e0418 None None] Current status of the port ea0de730-985c-4b68-912b-a5cab04c17d2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:36.049561 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e839f0d-bb54-4265-93e4-1df7086961e7 None None] The sync data for ids ['1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7'] in n-d-827549-2 is: [{'id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1934668988-router', 'tenant_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:21:12Z', 'updated_at': '2022-02-03T14:21:29Z', 'revision_number': 5, 'project_id': 'de5e9af10c3d4b209f7b0b11acacf469', 'gw_port': {'id': '38ea15cf-aa02-4979-b20f-7e3caa548e28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:21:13Z', 'updated_at': '2022-02-03T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:21:36.104956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ea0de730-985c-4b68-912b-a5cab04c17d2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:36.108552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.157043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Deleting port 38ea15cf-aa02-4979-b20f-7e3caa548e28 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:36.157043 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.194785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-a9c62589-45b9-48f5-b196-be742294aa3a service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854258 Feb 03 14:21:36.287890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.314659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Attempting to bind port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:21:36.315011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Attempting to bind port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:21:36.315345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Attempting to bind port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 on network 28724d2d-f3fa-433f-9900-71926b03b894 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:36.349847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 on network 28724d2d-f3fa-433f-9900-71926b03b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:21:36.350175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Attempting to bind port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 on network 28724d2d-f3fa-433f-9900-71926b03b894 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:21:36.358537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:36.358927 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.363980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ea0de730-985c-4b68-912b-a5cab04c17d2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:36.374768 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-2ee1059e-21ff-4e13-aedd-1c0cdc5dcbf8 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101696 Feb 03 14:21:36.382670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dc8a-ae6c-4958-8632-94c2fb8732be req-56b05438-1690-408b-aca4-6092e1b727bc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:36.395987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6221dc8a-ae6c-4958-8632-94c2fb8732be req-56b05438-1690-408b-aca4-6092e1b727bc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.6284442 Feb 03 14:21:36.405667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:36.410154 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8747cb0-2553-4f73-8f21-06c734bbe999" -d '{"events": [{"server_uuid": "b9372108-53e3-4e80-8af7-3f71e7a1837d", "name": "network-vif-plugged", "status": "completed", "tag": "ab61aa00-daf0-452d-bd30-8c3cfdab6a4e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:36.420874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] device_id is not set on port d6ed82d1-b609-4450-92f4-9d5bb6b7bede yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:21:36.454325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,segment=NetworkSegment(36796268-452a-4e7d-9018-7a55c1eede2b),segment_id=36796268-452a-4e7d-9018-7a55c1eede2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:36.465103 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.584234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:36.637536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:21:36.637922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Checking segment: {'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:36.638286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Bound using segment: {'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:21:36.638743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Bound port: 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5117b5-1772-42c9-9527-cf30b0237b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:21:36.639130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.706825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] For port 38ea15cf-aa02-4979-b20f-7e3caa548e28, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=38ea15cf-aa02-4979-b20f-7e3caa548e28,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:36.707377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.734861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789ae57-aa49-4d10-a38e-2d4d426e4c6f req-a0979aa1-4630-43b1-8b11-21f5069d5740 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:36.736481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f789ae57-aa49-4d10-a38e-2d4d426e4c6f req-a0979aa1-4630-43b1-8b11-21f5069d5740 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 943 time: 0.5346549 Feb 03 14:21:36.828849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:21:36.835320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:21:36.867163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6221dc8a-ae6c-4958-8632-94c2fb8732be req-6a39271e-4389-4929-8836-3826d3ef1b8a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701533 Feb 03 14:21:36.876050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:36.948562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Calling delete_port for 38ea15cf-aa02-4979-b20f-7e3caa548e28 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:36.959160 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8682d0dc-d85a-4e2b-8a9a-2282d419106d x-openstack-request-id: req-8682d0dc-d85a-4e2b-8a9a-2282d419106d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:36.959718 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9372108-53e3-4e80-8af7-3f71e7a1837d", "name": "network-vif-plugged", "status": "completed", "tag": "ab61aa00-daf0-452d-bd30-8c3cfdab6a4e", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:36.959884 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8682d0dc-d85a-4e2b-8a9a-2282d419106d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:36.961535 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e', 'code': 200} Feb 03 14:21:36.988491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 10.1.1.58 (c332afe6-b99b-4a41-a510-bf1cd307668f/164c3379-9cfb-485e-adef-641a9cca0807/d6ed82d1-b609-4450-92f4-9d5bb6b7bede) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:37.047830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:37.095524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dc7901d6-3c6a-40d7-acde-da8daf456dd6 req-c6f6ec7a-ecaf-4004-9264-f2938e5e7e2e service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037575 Feb 03 14:21:37.122939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cade4a19-0844-43eb-93a7-d0565a647895 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:37.197623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cade4a19-0844-43eb-93a7-d0565a647895 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:37.198490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cade4a19-0844-43eb-93a7-d0565a647895 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:21:37.214952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.215605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:37.217124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-bb62432a-47e1-4a04-8d06-4afc97280080 service neutron] 10.222.0.45 "PUT /v2.0/ports/0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 1091 time: 6.8733845 Feb 03 14:21:37.228454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bdb53f0-19bd-4036-bb50-57a12ebdfa36 req-72168f90-279a-4a10-b028-3cd4444d3f2d service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9855883 Feb 03 14:21:37.259771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f789ae57-aa49-4d10-a38e-2d4d426e4c6f req-114826e1-a7fa-4d65-b148-e9fbdadf9c1d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195704 Feb 03 14:21:37.265158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75920e05-a6d7-4c4c-ae4d-acda75ca69b2 req-400cb839-9718-4147-b5a3-bec3fb2c022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.266828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75920e05-a6d7-4c4c-ae4d-acda75ca69b2 req-400cb839-9718-4147-b5a3-bec3fb2c022d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 1127 time: 0.2002709 Feb 03 14:21:37.390937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb251d3-1ced-423e-97f1-a82726f865bf req-690608e3-da22-436e-8f04-f0cc4b1dc94e tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.392669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb251d3-1ced-423e-97f1-a82726f865bf req-690608e3-da22-436e-8f04-f0cc4b1dc94e tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 947 time: 0.3042035 Feb 03 14:21:37.521052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75920e05-a6d7-4c4c-ae4d-acda75ca69b2 req-1f76184e-5662-4cd9-b565-d54b8ad7e92a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451451 Feb 03 14:21:37.536922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-aa57565f-6f46-4f68-ba11-31f3acfd90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.538209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-aa57565f-6f46-4f68-ba11-31f3acfd90c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1125 time: 0.2248495 Feb 03 14:21:37.572103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-c8d5da79-720a-4c08-8ad0-b0719a46447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.573806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-c8d5da79-720a-4c08-8ad0-b0719a46447a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 1129 time: 0.1923635 Feb 03 14:21:37.595668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cb251d3-1ced-423e-97f1-a82726f865bf req-3ff6e4dc-623b-497e-b2df-2a2a2a8f6d1d tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771553 Feb 03 14:21:37.605298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46e8b-c936-45d5-ba94-1e2b54324762 req-f57115ca-d291-4e9d-bf23-36de295b6529 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.612640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ee46e8b-c936-45d5-ba94-1e2b54324762 req-f57115ca-d291-4e9d-bf23-36de295b6529 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 945 time: 0.2331433 Feb 03 14:21:37.648548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:37.650871 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd30670-fdae-4726-970d-204e858b71b2" -d '{"events": [{"name": "network-changed", "server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:37.719397 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa738b7-82b4-41c3-87fe-d4b9bc453af0 x-openstack-request-id: req-2aa738b7-82b4-41c3-87fe-d4b9bc453af0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:37.719718 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:37.721065 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2aa738b7-82b4-41c3-87fe-d4b9bc453af0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:37.721499 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0', 'status': 'completed', 'code': 200} Feb 03 14:21:37.726222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-9a9e8633-7048-4e80-8479-902dfa51ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.727783 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-9a9e8633-7048-4e80-8479-902dfa51ef22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 1129 time: 0.5673294 Feb 03 14:21:37.768025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-d68bfde1-811b-4675-a095-74b71cd3bd10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 217 time: 0.0408015 Feb 03 14:21:37.835668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ee46e8b-c936-45d5-ba94-1e2b54324762 req-abc1ef67-7f17-44d4-b9a3-367eb1f1279c tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217655 Feb 03 14:21:37.850773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-b9ed62ce-e92a-474c-8d51-d7392970b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.852252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-b9ed62ce-e92a-474c-8d51-d7392970b0a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2688541 Feb 03 14:21:37.936628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:37.959188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-e27e3d87-60c0-449e-bad3-b7d4b863cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:37.963404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (38ea15cf-aa02-4979-b20f-7e3caa548e28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:37.963813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-e27e3d87-60c0-449e-bad3-b7d4b863cc6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.1885555 Feb 03 14:21:37.968985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-e28efaa9-5e91-447a-8460-250f86a7b5cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 HTTP/1.1" status: 200 len: 217 time: 0.1093805 Feb 03 14:21:38.028260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ea15cf-aa02-4979-b20f-7e3caa548e28,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:38.037472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-3feddd81-2150-4f7b-beb6-ceea9ee36121 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652828 Feb 03 14:21:38.075438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-51823097-9818-4387-8eba-a59977705122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.078524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-51823097-9818-4387-8eba-a59977705122 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3408296 Feb 03 14:21:38.150129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:38.161176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-7a45a247-b9d8-4fdb-b050-68c67e2dcb79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8 HTTP/1.1" status: 200 len: 217 time: 0.0549939 Feb 03 14:21:38.162187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.176721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-6f8d397b-c616-4c20-b6c8-462b6a738152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.179267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-6f8d397b-c616-4c20-b6c8-462b6a738152 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1820002 Feb 03 14:21:38.231283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b4fee-ab85-4d6e-9ab2-91f722f2a84e req-2315e0cb-7c72-4e35-9b6b-f7aeedf6db75 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.240178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-555b4fee-ab85-4d6e-9ab2-91f722f2a84e req-2315e0cb-7c72-4e35-9b6b-f7aeedf6db75 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.2237742 Feb 03 14:21:38.259613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-5299868e-6ca0-4b32-86d2-6d1f98e6f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.261115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-5299868e-6ca0-4b32-86d2-6d1f98e6f727 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0860834 Feb 03 14:21:38.282440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-6f063da4-b5ac-4eba-b016-f0778013d2bb service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162645 Feb 03 14:21:38.344119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.358069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network c332afe6-b99b-4a41-a510-bf1cd307668f is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:38.392057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:38.409307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:38.423492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-6df5ba80-666c-4b58-a228-a34bdfe8657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.425328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-6df5ba80-666c-4b58-a228-a34bdfe8657b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2372739 Feb 03 14:21:38.442611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-555b4fee-ab85-4d6e-9ab2-91f722f2a84e req-acbda2df-69e1-4197-9b65-9f5d87181518 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010674 Feb 03 14:21:38.470160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:38.576295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6660c665-2373-4d2e-8fe8-788886bb297d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.579658 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.586331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-3868776c-9626-4472-b21b-b28f75cc342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.588170 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-3868776c-9626-4472-b21b-b28f75cc342b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2976663 Feb 03 14:21:38.589443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks [] for router_controller (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.656147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-308159c1-565b-43d3-a8d0-16d390c3ec37 req-e675f7f2-668e-4116-b4ba-0fd45121a5d3 service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659174 Feb 03 14:21:38.667433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9702-6192-405b-b687-c3bb66c84fa5 req-4d094a40-4fb3-4968-9924-ee8df6653b1e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.676163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49bb9702-6192-405b-b687-c3bb66c84fa5 req-4d094a40-4fb3-4968-9924-ee8df6653b1e tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 943 time: 0.2801363 Feb 03 14:21:38.749608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-3fd3fc55-968f-4b39-83c5-1ed0d8e51f0f service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855611 Feb 03 14:21:38.831513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.856079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:38.857030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.884708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.885381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:21:38.891445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:38.891445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e35192d-ed76-47b2-b630-8d23183492b1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1aead01f-79bb-4ff8-94cf-ac2ae3bbbfe7 HTTP/1.1" status: 204 len: 168 time: 4.2363183 Feb 03 14:21:38.901492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43696) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:38.928476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49bb9702-6192-405b-b687-c3bb66c84fa5 req-2f6696b7-3dfc-42a3-87bb-67eb4fb9991b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499251 Feb 03 14:21:38.959356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-59d4a6a9-c548-468b-951f-0f12e575697d None None] Provisioning complete for port d6ed82d1-b609-4450-92f4-9d5bb6b7bede triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:38.960120 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59d4a6a9-c548-468b-951f-0f12e575697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.001640 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ace6c650-179d-4a15-a2ec-ea17929b447c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1556003 Feb 03 14:21:39.028246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd30670-fdae-4726-970d-204e858b71b2 req-a6993004-def4-459e-8341-8eb3743a46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:39.030463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] Deleting subnet 17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:21:39.032907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd30670-fdae-4726-970d-204e858b71b2 req-a6993004-def4-459e-8341-8eb3743a46a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1125 time: 0.2850335 Feb 03 14:21:39.044707 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-9f7c82c4-87af-4081-9a45-d6b506980189 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417095 Feb 03 14:21:39.048751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] Publish callbacks [] for subnet (17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.063776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-59d4a6a9-c548-468b-951f-0f12e575697d None None] Port d6ed82d1-b609-4450-92f4-9d5bb6b7bede cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:39.069209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664e294-1f53-4b1d-a588-91941fdee8fd req-ca736fa7-a60c-4e77-8e78-0d851438d914 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:39.070899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2664e294-1f53-4b1d-a588-91941fdee8fd req-ca736fa7-a60c-4e77-8e78-0d851438d914 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 947 time: 0.2744343 Feb 03 14:21:39.155769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a16f0400-ae67-45ba-b9d5-bccd1482daa8 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:21:39.250461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6660c665-2373-4d2e-8fe8-788886bb297d admin admin] Publish callbacks [] for security_group (ec927d3d-46a2-4815-bab2-a3d516e0a809), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.254791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.266298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8b8eceb-4276-4e47-9cf1-bc8dfc022504 req-aac88fe4-823a-45e8-a16a-e12ee7798984 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720166 Feb 03 14:21:39.323157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2664e294-1f53-4b1d-a588-91941fdee8fd req-fddc2e9a-462d-4215-a186-735dca309f85 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971817 Feb 03 14:21:39.363642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6660c665-2373-4d2e-8fe8-788886bb297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ec927d3d-46a2-4815-bab2-a3d516e0a809), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.369368 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6a4b53a6-c433-4fb3-9c9e-1044c180c352 req-302321e8-c1bc-430f-84a0-78b6c46f16e8 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628255 Feb 03 14:21:39.378316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:39.398063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'mac_address': 'fa:16:3e:03:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:21:39.423424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb0ead-a2b1-42f4-ae09-cb4b8b574687 req-c13e93b2-5327-4a93-9852-953f279e3e3c tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:39.428549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cddb0ead-a2b1-42f4-ae09-cb4b8b574687 req-c13e93b2-5327-4a93-9852-953f279e3e3c tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 945 time: 0.3165038 Feb 03 14:21:39.438204 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6660c665-2373-4d2e-8fe8-788886bb297d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1178749a311a4f6fb169f55d6361ed83&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2825558 Feb 03 14:21:39.440409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43706) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:39.441883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660c665-2373-4d2e-8fe8-788886bb297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec927d3d-46a2-4815-bab2-a3d516e0a809,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:39.456617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd30670-fdae-4726-970d-204e858b71b2 req-9eb5981e-e112-4c34-b5b2-695d807e0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:39.459498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd30670-fdae-4726-970d-204e858b71b2 req-9eb5981e-e112-4c34-b5b2-695d807e0fdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 912 time: 0.4207821 Feb 03 14:21:39.484628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a16f0400-ae67-45ba-b9d5-bccd1482daa8 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:39.485026 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.500992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16f0400-ae67-45ba-b9d5-bccd1482daa8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:39.502668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.528569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:39.535091 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.593492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.632028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:39.641782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd30670-fdae-4726-970d-204e858b71b2 req-26b463a5-ef7c-458f-b3f1-debe112793e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 217 time: 0.1656203 Feb 03 14:21:39.659885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:39.672501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.678828 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e06a65c3-ca25-4b47-ba82-0e7065654ada admin admin] 10.222.0.52 "DELETE /v2.0/subnets/17d3a2bf-bf6d-4f6d-ab6f-8ad3afb12146 HTTP/1.1" status: 204 len: 168 time: 0.7699363 Feb 03 14:21:39.678963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f01112a-1520-49e1-b1c7-4338b313389e None None] Network 08a207b4-75aa-4a29-a116-df96fe9627a2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:39.679046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:39.775342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (08a207b4-75aa-4a29-a116-df96fe9627a2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.794557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cddb0ead-a2b1-42f4-ae09-cb4b8b574687 req-07943c0d-f98b-4f3f-9115-1e57ef797635 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549325 Feb 03 14:21:39.853488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-521d0613-3103-443d-b89c-b17ae4b026e8 admin admin] Publish callbacks [] for security_group (ec927d3d-46a2-4815-bab2-a3d516e0a809), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.859023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd30670-fdae-4726-970d-204e858b71b2 req-a570a9fb-5217-46cd-91fd-0e7421017923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:39.860321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd30670-fdae-4726-970d-204e858b71b2 req-a570a9fb-5217-46cd-91fd-0e7421017923 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.1978049 Feb 03 14:21:39.919598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Deleting port a194d2ea-642e-4da9-9b7a-9cf6385dc259 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:39.920175 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:39.963425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd30670-fdae-4726-970d-204e858b71b2 req-0f8aa04d-731c-42ee-a4de-422d23014b7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935752 Feb 03 14:21:40.014424 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-521d0613-3103-443d-b89c-b17ae4b026e8 admin admin] Publish callbacks [] for security_group (ec927d3d-46a2-4815-bab2-a3d516e0a809), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.018903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] For port a194d2ea-642e-4da9-9b7a-9cf6385dc259, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a194d2ea-642e-4da9-9b7a-9cf6385dc259,segment=NetworkSegment(11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a),segment_id=11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:40.019307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.042320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Calling delete_port for a194d2ea-642e-4da9-9b7a-9cf6385dc259 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:40.062387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['a16f0400-ae67-45ba-b9d5-bccd1482daa8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:40.165150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] DHCP port deletion for 08a207b4-75aa-4a29-a116-df96fe9627a2 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:21:40.193582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:40.200099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3637ea43-1df4-4cf4-8f8b-52d99249493e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1883850375', 'description': 'tempest-description--150104325'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:40.230007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.288558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] No DVR routers for this DVR port a194d2ea-642e-4da9-9b7a-9cf6385dc259 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:21:40.290621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Pushing event deleted for resources: {'Port': ['ID=a194d2ea-642e-4da9-9b7a-9cf6385dc259,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.304524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3637ea43-1df4-4cf4-8f8b-52d99249493e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.318199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] Deleting port a194d2ea-642e-4da9-9b7a-9cf6385dc259 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:40.319054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.338073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d842ca-c8f7-431b-9045-44d538382c39 req-f3a6a0d7-fb51-4ac2-a7c1-394737b02b0d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:40.341441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7d842ca-c8f7-431b-9045-44d538382c39 req-f3a6a0d7-fb51-4ac2-a7c1-394737b02b0d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.4340546 Feb 03 14:21:40.424994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd30670-fdae-4726-970d-204e858b71b2 req-a0aa8ed0-3baf-400e-9417-27fc8ec3a3a7 service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346282 Feb 03 14:21:40.425666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-521d0613-3103-443d-b89c-b17ae4b026e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ec927d3d-46a2-4815-bab2-a3d516e0a809), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.431519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] For port a194d2ea-642e-4da9-9b7a-9cf6385dc259, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:40.432230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.432982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-521d0613-3103-443d-b89c-b17ae4b026e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.438340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-521d0613-3103-443d-b89c-b17ae4b026e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec927d3d-46a2-4815-bab2-a3d516e0a809 HTTP/1.1" status: 204 len: 168 time: 0.9963651 Feb 03 14:21:40.468024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] Calling delete_port for a194d2ea-642e-4da9-9b7a-9cf6385dc259 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:40.474477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] Port a194d2ea-642e-4da9-9b7a-9cf6385dc259 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:21:40.478067 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3637ea43-1df4-4cf4-8f8b-52d99249493e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group (671322e1-6b91-4550-b4a9-f3f09139b805), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.479840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (a194d2ea-642e-4da9-9b7a-9cf6385dc259), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.503407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] No DVR routers for this DVR port a194d2ea-642e-4da9-9b7a-9cf6385dc259 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:21:40.534419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d0613-3103-443d-b89c-b17ae4b026e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec927d3d-46a2-4815-bab2-a3d516e0a809,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.544235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3637ea43-1df4-4cf4-8f8b-52d99249493e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (671322e1-6b91-4550-b4a9-f3f09139b805), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.555421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc300fd0-2759-41b3-b69d-882d1e9f89ee None None] Pushing event deleted for resources: {'Port': ['ID=a194d2ea-642e-4da9-9b7a-9cf6385dc259,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.559846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (08a207b4-75aa-4a29-a116-df96fe9627a2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.623675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3637ea43-1df4-4cf4-8f8b-52d99249493e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.628079 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3637ea43-1df4-4cf4-8f8b-52d99249493e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4303272 Feb 03 14:21:40.635928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43724) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:40.641066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a207b4-75aa-4a29-a116-df96fe9627a2']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:40.646018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-42ac3574-86a1-4aa4-b53b-a25e36139bea tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'security_group_rule': {'security_group_id': '671322e1-6b91-4550-b4a9-f3f09139b805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:40.667745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637ea43-1df4-4cf4-8f8b-52d99249493e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671322e1-6b91-4550-b4a9-f3f09139b805,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.684275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:40.685337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:40.710479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.721675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42ac3574-86a1-4aa4-b53b-a25e36139bea tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group_rule (460e7502-1212-49aa-9c99-fee47b09b125), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.737148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.781576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:21:40.782335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (11f10b3c-a2c6-4e36-a1ad-afe6cd4b389a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:21:40.785811 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:21:40.883032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42ac3574-86a1-4aa4-b53b-a25e36139bea tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group_rule (460e7502-1212-49aa-9c99-fee47b09b125), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.894834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42ac3574-86a1-4aa4-b53b-a25e36139bea tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (460e7502-1212-49aa-9c99-fee47b09b125), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.902593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (08a207b4-75aa-4a29-a116-df96fe9627a2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.924729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.931728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] 10.222.0.52 "DELETE /v2.0/networks/08a207b4-75aa-4a29-a116-df96fe9627a2 HTTP/1.1" status: 204 len: 168 time: 1.2516878 Feb 03 14:21:40.952743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42ac3574-86a1-4aa4-b53b-a25e36139bea tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:40.953957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-42ac3574-86a1-4aa4-b53b-a25e36139bea tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155105 Feb 03 14:21:40.957184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac3574-86a1-4aa4-b53b-a25e36139bea tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460e7502-1212-49aa-9c99-fee47b09b125,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:40.973079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43736) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:40.973567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43738) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:40.979678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-84f4d8f0-cbdd-4609-bc0a-af2c26c478e3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'security_group_rule': {'security_group_id': '671322e1-6b91-4550-b4a9-f3f09139b805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:41.004465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7d842ca-c8f7-431b-9045-44d538382c39 req-2f53850a-efca-44e8-bc5f-57684e2b6368 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6349106 Feb 03 14:21:41.023003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5902315-70e5-49de-bf3b-834a2577ad6d admin admin] Pushing event deleted for resources: {'Network': ['ID=08a207b4-75aa-4a29-a116-df96fe9627a2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.028045 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9071-7f32-40b1-8ba5-47a220f9ea06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.039167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd30670-fdae-4726-970d-204e858b71b2 req-f8768787-fad0-4041-8f27-193fcbd3ab03 service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942316 Feb 03 14:21:41.063009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cea5b6-292e-472b-a0c9-7dd5b447b288 req-b946486a-ef77-4792-9438-a225d2e0e503 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.065774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80cea5b6-292e-472b-a0c9-7dd5b447b288 req-b946486a-ef77-4792-9438-a225d2e0e503 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 943 time: 0.5250692 Feb 03 14:21:41.078821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84f4d8f0-cbdd-4609-bc0a-af2c26c478e3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group_rule (69c470e6-bf78-45d8-aa0e-d5ddba7026e8), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.115291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:21:41.145503 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-271d05c1-ac6e-4e83-a00b-7345eb675ca4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1892629 Feb 03 14:21:41.157734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80cea5b6-292e-472b-a0c9-7dd5b447b288 req-d1478c06-f80e-474d-81ff-e973594c87a5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764406 Feb 03 14:21:41.169684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43744) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:41.217084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:21:41.230225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a16f0400-ae67-45ba-b9d5-bccd1482daa8 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:41.247609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a194d2ea-642e-4da9-9b7a-9cf6385dc259 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:41.257920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa2d7-46f8-44eb-a1c3-19e9f6749c12 req-4ff4b600-0daa-4973-9f15-751689c574bb tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.259940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f0fa2d7-46f8-44eb-a1c3-19e9f6749c12 req-4ff4b600-0daa-4973-9f15-751689c574bb tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 948 time: 0.0988772 Feb 03 14:21:41.283116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9071-7f32-40b1-8ba5-47a220f9ea06 admin admin] Publish callbacks [] for security_group (fb48fcdb-4e15-49d0-be2f-d64eb5b3879f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.298974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84f4d8f0-cbdd-4609-bc0a-af2c26c478e3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group_rule (69c470e6-bf78-45d8-aa0e-d5ddba7026e8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.325398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9071-7f32-40b1-8ba5-47a220f9ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fb48fcdb-4e15-49d0-be2f-d64eb5b3879f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.337429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f0fa2d7-46f8-44eb-a1c3-19e9f6749c12 req-944dbbe3-65d5-4cf7-bfb8-3136f7b72e5d tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704434 Feb 03 14:21:41.355073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84f4d8f0-cbdd-4609-bc0a-af2c26c478e3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (69c470e6-bf78-45d8-aa0e-d5ddba7026e8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.361993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a194d2ea-642e-4da9-9b7a-9cf6385dc259 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:41.362342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a194d2ea-642e-4da9-9b7a-9cf6385dc259 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:21:41.362759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 38ea15cf-aa02-4979-b20f-7e3caa548e28 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:41.393742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 38ea15cf-aa02-4979-b20f-7e3caa548e28 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:41.394097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 38ea15cf-aa02-4979-b20f-7e3caa548e28 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:21:41.420331 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68d7dd6b-cf51-4090-8aee-8477d8a33aec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de5e9af10c3d4b209f7b0b11acacf469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462227 Feb 03 14:21:41.420331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a9071-7f32-40b1-8ba5-47a220f9ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb48fcdb-4e15-49d0-be2f-d64eb5b3879f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.420935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43752) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:41.426149 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ef3a9071-7f32-40b1-8ba5-47a220f9ea06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66d1916234414797845cc0c974b72d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4177985 Feb 03 14:21:41.429626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4d8f0-cbdd-4609-bc0a-af2c26c478e3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c470e6-bf78-45d8-aa0e-d5ddba7026e8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.429876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43754) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:41.436447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port a16f0400-ae67-45ba-b9d5-bccd1482daa8 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:41.437004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-84f4d8f0-cbdd-4609-bc0a-af2c26c478e3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.438168 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-84f4d8f0-cbdd-4609-bc0a-af2c26c478e3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4627202 Feb 03 14:21:41.443001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43756) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:41.446586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:41.450346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port a16f0400-ae67-45ba-b9d5-bccd1482daa8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:41.450731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.454516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-41301666-9ada-484d-a935-ecab25724241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.457173 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-41301666-9ada-484d-a935-ecab25724241 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 1127 time: 0.2370236 Feb 03 14:21:41.461042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:41.515291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.528959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'mac_address': 'fa:16:3e:c4:4c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:21:41.609078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:41.617227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98b2f50e-fc28-450a-a0b1-fda30f49117c admin admin] Publish callbacks [] for security_group (fb48fcdb-4e15-49d0-be2f-d64eb5b3879f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.619116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0683ca-bc00-4e39-8791-74782c27faaf admin admin] Publish callbacks [] for security_group (06824317-44d7-4cf9-9f70-abb0db21a7cb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.633425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-dcaef410-2f69-4e08-ac43-34bfe6ed32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.635031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-dcaef410-2f69-4e08-ac43-34bfe6ed32b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.1580126 Feb 03 14:21:41.641047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:41.641340 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.661452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:41.682955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:41.694183 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.704747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0683ca-bc00-4e39-8791-74782c27faaf admin admin] Publish callbacks [] for security_group (06824317-44d7-4cf9-9f70-abb0db21a7cb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.705097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0', 'network_id': '28724d2d-f3fa-433f-9900-71926b03b894', 'port_id': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0', 'mac_address': 'fa:16:3e:e4:e1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a531f3-b006-4d84-91f3-7734fb92a43d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:21:41.708545 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98b2f50e-fc28-450a-a0b1-fda30f49117c admin admin] Publish callbacks [] for security_group (fb48fcdb-4e15-49d0-be2f-d64eb5b3879f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.722818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-9221e176-70e2-4001-b1f2-f0a29a056f24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=521f59d4-7806-4868-91c3-020ac8c5c19f HTTP/1.1" status: 200 len: 217 time: 0.0543716 Feb 03 14:21:41.738282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a16f0400-ae67-45ba-b9d5-bccd1482daa8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:41.738674 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.784341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-12f42b5f-c22e-4af2-b421-4994cbcb043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.786025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-12f42b5f-c22e-4af2-b421-4994cbcb043e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1127 time: 0.1358175 Feb 03 14:21:41.801693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-2c1c08ef-853a-4cca-86ed-6b0893d15735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.804163 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-2c1c08ef-853a-4cca-86ed-6b0893d15735 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0710568 Feb 03 14:21:41.836634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:41.837829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:41.838307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.839601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0683ca-bc00-4e39-8791-74782c27faaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (06824317-44d7-4cf9-9f70-abb0db21a7cb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.842729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0683ca-bc00-4e39-8791-74782c27faaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.844301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0f0683ca-bc00-4e39-8791-74782c27faaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06824317-44d7-4cf9-9f70-abb0db21a7cb HTTP/1.1" status: 204 len: 168 time: 0.4218614 Feb 03 14:21:41.860628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:41.863365 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529de4a9-7b3e-41a0-a5c9-5e78763fc2f2" -d '{"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-plugged", "status": "completed", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:41.867351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:41.871880 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.890804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.894642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-7276be35-e76f-4ea6-b83e-3ddc2730702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.896864 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-7276be35-e76f-4ea6-b83e-3ddc2730702f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871460 Feb 03 14:21:41.908912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0683ca-bc00-4e39-8791-74782c27faaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06824317-44d7-4cf9-9f70-abb0db21a7cb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.915497 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98b2f50e-fc28-450a-a0b1-fda30f49117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fb48fcdb-4e15-49d0-be2f-d64eb5b3879f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.918476 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98b2f50e-fc28-450a-a0b1-fda30f49117c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:41.923171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-98b2f50e-fc28-450a-a0b1-fda30f49117c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb48fcdb-4e15-49d0-be2f-d64eb5b3879f HTTP/1.1" status: 204 len: 168 time: 0.4918463 Feb 03 14:21:41.944608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.947640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2f50e-fc28-450a-a0b1-fda30f49117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb48fcdb-4e15-49d0-be2f-d64eb5b3879f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:41.970476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:41.982232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-a8f3c4a6-8d1e-4ca4-8ae9-6263c426ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:41.985197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-a8f3c4a6-8d1e-4ca4-8ae9-6263c426ec73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.1913767 Feb 03 14:21:42.023403 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea6038a-3a40-4c96-97e0-f0eac5a26a61 x-openstack-request-id: req-fea6038a-3a40-4c96-97e0-f0eac5a26a61 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:42.023707 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-plugged", "status": "completed", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:42.023959 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fea6038a-3a40-4c96-97e0-f0eac5a26a61 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:42.024446 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'code': 200} Feb 03 14:21:42.047141 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:42.088036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:42.184315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-4d251972-1797-4da5-860b-c105bfc8f843 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 200 len: 1001 time: 0.1910751 Feb 03 14:21:42.214495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:42.228254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:42.246306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-2583c3c5-3b6e-40c0-88ab-dd53dd4cfdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.247804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-2583c3c5-3b6e-40c0-88ab-dd53dd4cfdcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.0493829 Feb 03 14:21:42.280769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed32c9-1425-421d-9174-87db16a11ed1 req-c6357cae-aae3-4880-b13d-385fb6a20cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.282289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bed32c9-1425-421d-9174-87db16a11ed1 req-c6357cae-aae3-4880-b13d-385fb6a20cf2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 1131 time: 0.1879983 Feb 03 14:21:42.362753 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-0254caae-58f1-4226-9d3a-423ab71645d7 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580262 Feb 03 14:21:42.394182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bed32c9-1425-421d-9174-87db16a11ed1 req-8f0b1089-5b4e-47f4-a803-8e713be4ee6a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907245 Feb 03 14:21:42.396932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-791a9c1f-2d40-449e-a26f-e5288c13d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.398675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-791a9c1f-2d40-449e-a26f-e5288c13d7a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1320660 Feb 03 14:21:42.408894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33242f8-5b97-4cfb-8dc1-5848aa1eeaac req-a17df810-38a6-4f19-9a9e-0d85ba0cd363 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.409900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:42.418726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c33242f8-5b97-4cfb-8dc1-5848aa1eeaac req-a17df810-38a6-4f19-9a9e-0d85ba0cd363 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 945 time: 0.2315292 Feb 03 14:21:42.433812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 172.25.0.90 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/3880d5a4-c837-450f-8c91-c090318539f4) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:42.485162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c33242f8-5b97-4cfb-8dc1-5848aa1eeaac req-c354938d-97c3-428d-ab36-c48402238cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653155 Feb 03 14:21:42.642734 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63f9fed7-f987-430b-b1b0-e08680d2f1b0 req-aa6d972a-5d54-400a-a32c-ab2d9135217c service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638652 Feb 03 14:21:42.673681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111ea1d-c932-477c-a838-c8dea745f6ab req-744754a4-ca2a-472b-902d-a8c48eebbd61 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.675468 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9111ea1d-c932-477c-a838-c8dea745f6ab req-744754a4-ca2a-472b-902d-a8c48eebbd61 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 944 time: 0.1879971 Feb 03 14:21:42.681801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (3880d5a4-c837-450f-8c91-c090318539f4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:42.734860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3880d5a4-c837-450f-8c91-c090318539f4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:42.776107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:42.783284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:42.790570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:42.826724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=3880d5a4-c837-450f-8c91-c090318539f4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:42.839612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bdb80-15f0-47e3-8d72-e02942bb2211 req-2b6b2805-6801-49da-899b-10910d8de20c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:42.841480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-047bdb80-15f0-47e3-8d72-e02942bb2211 req-2b6b2805-6801-49da-899b-10910d8de20c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 949 time: 0.1896632 Feb 03 14:21:42.845827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-d127e21d-91ad-4bc1-9854-9464dc16164c service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535896 Feb 03 14:21:42.851482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9111ea1d-c932-477c-a838-c8dea745f6ab req-6947c5d5-e7f7-4abe-8777-4d2609119674 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167846 Feb 03 14:21:42.914704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for floatingip (5ce1b711-234d-4abc-ae75-88afc9ad06e0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:42.964904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3880d5a4-c837-450f-8c91-c090318539f4), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:42.990600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-047bdb80-15f0-47e3-8d72-e02942bb2211 req-b27050e4-9afa-4175-b05f-299a38d6b54c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373296 Feb 03 14:21:43.029465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c62abf8e-24c4-4225-b92a-5e8633ac7a74 req-de0b0d25-bed1-4590-916e-f08e6a9a5ad0 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749964 Feb 03 14:21:43.183490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:43.234536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (3880d5a4-c837-450f-8c91-c090318539f4), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:43.241344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3880d5a4-c837-450f-8c91-c090318539f4), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:43.329197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=3880d5a4-c837-450f-8c91-c090318539f4,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:43.332823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:43.334179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:43.341544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (5ce1b711-234d-4abc-ae75-88afc9ad06e0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:43.366196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:43.368506 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a677aa4e-4730-4059-b160-be79d2771ce0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9252362 Feb 03 14:21:43.389425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:43.403790 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:43.460680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:43.707858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbea12-f1ee-49fc-9cef-2d1a2ffa355a req-30d4929e-99da-42a8-9f72-51fe68faf2bf tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:43.714982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fdbea12-f1ee-49fc-9cef-2d1a2ffa355a req-30d4929e-99da-42a8-9f72-51fe68faf2bf tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.0849323 Feb 03 14:21:43.782202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fdbea12-f1ee-49fc-9cef-2d1a2ffa355a req-fe2d80e9-023e-4346-bd61-da920b83b4a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662038 Feb 03 14:21:43.953924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0fc3e221-a2e6-41e3-8c56-c6547e9ecceb tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1883850375&fields=id&tenant_id=bb57f77c48254f15bbd63c1fbd9d4140 HTTP/1.1" status: 200 len: 267 time: 0.0552888 Feb 03 14:21:44.025911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:44.028169 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08441fa2-8973-4919-badc-a3f772b9d9bd" -d '{"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:44.038071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-92073407-0a91-4555-b9bc-c36a4bcd5c1a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.039497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-92073407-0a91-4555-b9bc-c36a4bcd5c1a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports/81581054-917c-4966-b763-5f09e5b47217 HTTP/1.1" status: 200 len: 936 time: 0.0780587 Feb 03 14:21:44.109384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6ef61726-0a2f-40a5-9c12-4b70ef79631a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.110743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6ef61726-0a2f-40a5-9c12-4b70ef79631a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports/d6ed82d1-b609-4450-92f4-9d5bb6b7bede HTTP/1.1" status: 200 len: 936 time: 0.0555646 Feb 03 14:21:44.122394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7775e77-abe0-41f7-ac6d-56dd91691599 req-a2006d0f-e745-4dda-ae1f-587a0e868cde tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.123868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7775e77-abe0-41f7-ac6d-56dd91691599 req-a2006d0f-e745-4dda-ae1f-587a0e868cde tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 944 time: 0.1076322 Feb 03 14:21:44.190066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-ad61372a-8aeb-4d86-afb3-4e471ee537fe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0652235 Feb 03 14:21:44.238290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-2bfa4662-1f9b-43a9-86d7-e89afa24905d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0406289 Feb 03 14:21:44.245567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7775e77-abe0-41f7-ac6d-56dd91691599 req-7cf23968-990d-4721-bbc9-3a0ecca8978b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117229 Feb 03 14:21:44.366022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-a7bfc77f-35e5-4308-b2fd-b87880d84b0f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.372384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-a7bfc77f-35e5-4308-b2fd-b87880d84b0f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.377574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-a7bfc77f-35e5-4308-b2fd-b87880d84b0f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.384974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-a7bfc77f-35e5-4308-b2fd-b87880d84b0f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/networks?id=616c701c-acf0-4ac7-bdf9-03ec8f202e7b&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c HTTP/1.1" status: 200 len: 1996 time: 0.1383953 Feb 03 14:21:44.397875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c0edb2e2-fa88-4a37-b470-cd66d962fad9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/quotas/bb57f77c48254f15bbd63c1fbd9d4140 HTTP/1.1" status: 200 len: 375 time: 0.0112393 Feb 03 14:21:44.470798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-dd00c770-fdcd-457c-8675-dbe07aca9daa tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0679483 Feb 03 14:21:44.586083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb703d-2954-4cfa-b5be-9ef30057d6de req-987d809e-2b37-475a-b64a-1885a6e19694 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.587591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efdb703d-2954-4cfa-b5be-9ef30057d6de req-987d809e-2b37-475a-b64a-1885a6e19694 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 949 time: 0.1136358 Feb 03 14:21:44.617889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-df526a4f-86c5-4a65-a785-1e089066d60e service neutron] 10.222.0.52 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333153 Feb 03 14:21:44.700906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efdb703d-2954-4cfa-b5be-9ef30057d6de req-e8dbeca5-6cf5-4151-a116-060f80bf305a tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049471 Feb 03 14:21:44.734543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-5cf38f5f-26fb-4b62-9879-a1c7496c0222 service neutron] 10.222.0.52 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097355 Feb 03 14:21:44.759565 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b4b5d0-13f5-4105-bfc0-39377b330b4c x-openstack-request-id: req-d2b4b5d0-13f5-4105-bfc0-39377b330b4c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:44.760085 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:44.760168 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2b4b5d0-13f5-4105-bfc0-39377b330b4c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:44.760853 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'code': 200} Feb 03 14:21:44.779142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-783b578e-d5b9-4b40-9420-9ad64380f212 service neutron] 10.222.0.52 "GET /v2.0/ports/81581054-917c-4966-b763-5f09e5b47217?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0367663 Feb 03 14:21:44.911326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c2382d75-59cf-42fe-abbe-7cccd37b64d2 service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259687 Feb 03 14:21:44.919788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b6b2c-f9e5-4e04-947d-a4540d7ce0f3 req-d8ab30fb-31bf-43d6-909d-904b1ba68d39 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:44.921286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-591b6b2c-f9e5-4e04-947d-a4540d7ce0f3 req-d8ab30fb-31bf-43d6-909d-904b1ba68d39 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 945 time: 0.1094925 Feb 03 14:21:45.028912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-591b6b2c-f9e5-4e04-947d-a4540d7ce0f3 req-d28c218f-cbe1-4856-8083-c81bbe28ff42 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984516 Feb 03 14:21:45.050568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4e56223e-1c52-4386-a148-cfb4c485dd05 service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283066 Feb 03 14:21:45.074945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:45.115265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-e2c0b957-a52f-4755-bf95-312a6840a1a0 service neutron] 10.222.0.52 "GET /v2.0/ports/d6ed82d1-b609-4450-92f4-9d5bb6b7bede?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582290 Feb 03 14:21:45.147823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:45.187105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:45.255068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-963c03ae-ec1f-4284-ba79-4710ded5b5f0 service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367080 Feb 03 14:21:45.313412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:45.319068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:21:45.322958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:45.323340 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.326318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:45.326851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.331798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9d245d50-623d-48fd-9d1d-b8797c50f898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.400167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c76b5f97-2357-4413-8532-152ad6a69dab service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415608 Feb 03 14:21:45.423592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9d245d50-623d-48fd-9d1d-b8797c50f898 admin admin] Publish callbacks [] for security_group (4bdcc626-89f9-4388-9105-3fe4122215b3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.428784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9d245d50-623d-48fd-9d1d-b8797c50f898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4bdcc626-89f9-4388-9105-3fe4122215b3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.453516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfdf7b-685e-4a46-92e2-3ae4fced9740 req-fc77067a-5bfe-4e56-ba2a-e0462bf57bb7 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:45.454748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ebfdf7b-685e-4a46-92e2-3ae4fced9740 req-fc77067a-5bfe-4e56-ba2a-e0462bf57bb7 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 948 time: 0.0983973 Feb 03 14:21:45.476373 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9d245d50-623d-48fd-9d1d-b8797c50f898 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76da7fcac0534d479767c15f71abcedd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971744 Feb 03 14:21:45.476373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d245d50-623d-48fd-9d1d-b8797c50f898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcc626-89f9-4388-9105-3fe4122215b3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.478787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43926) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:45.484370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:45.484944 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.487538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:45.488359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.531202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54cad555-1609-4eea-8afb-0b4ec4fefccb admin admin] Publish callbacks [] for security_group (4bdcc626-89f9-4388-9105-3fe4122215b3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.547619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:45.549507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:45.553625 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.553809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ebfdf7b-685e-4a46-92e2-3ae4fced9740 req-f686e3c0-cd98-4f2a-91b1-0561efaffd02 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Feb 03 14:21:45.557861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-462f85b9-b7b5-4ed5-9005-da15f9827c96 service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468079 Feb 03 14:21:45.570680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54cad555-1609-4eea-8afb-0b4ec4fefccb admin admin] Publish callbacks [] for security_group (4bdcc626-89f9-4388-9105-3fe4122215b3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.575823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.641306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.688307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54cad555-1609-4eea-8afb-0b4ec4fefccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4bdcc626-89f9-4388-9105-3fe4122215b3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.691631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54cad555-1609-4eea-8afb-0b4ec4fefccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.696049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54cad555-1609-4eea-8afb-0b4ec4fefccb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bdcc626-89f9-4388-9105-3fe4122215b3 HTTP/1.1" status: 204 len: 168 time: 0.2141097 Feb 03 14:21:45.708942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cad555-1609-4eea-8afb-0b4ec4fefccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcc626-89f9-4388-9105-3fe4122215b3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.739004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-79eff36b-7cc5-44bd-88e1-925bfbe95254 service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752357 Feb 03 14:21:45.756312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:45.756541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650e6e7-7c11-479e-b2d5-f28f41c7c659 req-505cd52d-62ec-4790-9aa3-35b7c3ab7673 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:45.763652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7650e6e7-7c11-479e-b2d5-f28f41c7c659 req-505cd52d-62ec-4790-9aa3-35b7c3ab7673 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.1212060 Feb 03 14:21:45.765789 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6b046eb-a7a3-477c-b3a0-b97d0c03edbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:45.892784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7650e6e7-7c11-479e-b2d5-f28f41c7c659 req-cf02a510-19ff-43f3-bd22-591ae19b2df1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282594 Feb 03 14:21:45.938406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-0acaa922-6a6d-4d1d-a4e1-c388a998e09f tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:45.939923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-0acaa922-6a6d-4d1d-a4e1-c388a998e09f tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 945 time: 0.1457229 Feb 03 14:21:45.942729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9161b276-2264-493c-9581-9fa86637b3a5 service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021847 Feb 03 14:21:46.014997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:46.029637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2d50bcc1-d773-468b-9fe2-1d21edc03c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.107020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2d50bcc1-d773-468b-9fe2-1d21edc03c87 admin admin] Publish callbacks [] for security_group (9e2353a6-6951-4e9e-bcfe-db9c258d318f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.111390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2d50bcc1-d773-468b-9fe2-1d21edc03c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9e2353a6-6951-4e9e-bcfe-db9c258d318f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.144385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5f1e-bad9-4ecb-839b-9bc9f797064e req-f805de36-34b5-45dc-85ec-6b559c09251f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:46.146479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8ce5f1e-bad9-4ecb-839b-9bc9f797064e req-f805de36-34b5-45dc-85ec-6b559c09251f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 945 time: 0.1504197 Feb 03 14:21:46.160659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f8667e86-8180-4d62-878c-7fbe013155a4 service neutron] 10.222.0.52 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057865 Feb 03 14:21:46.163520 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2d50bcc1-d773-468b-9fe2-1d21edc03c87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7097ed43db242bf8f6d92160a94cc1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468840 Feb 03 14:21:46.164334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50bcc1-d773-468b-9fe2-1d21edc03c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2353a6-6951-4e9e-bcfe-db9c258d318f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:46.167334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43940) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:46.197356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Deleting port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:21:46.197699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.353523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8ce5f1e-bad9-4ecb-839b-9bc9f797064e req-9b2c57c5-8558-4eab-a59f-652b860f4dca tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967936 Feb 03 14:21:46.392714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c6b7-c696-40da-a724-ca1a16ded791 admin admin] Publish callbacks [] for security_group (9e2353a6-6951-4e9e-bcfe-db9c258d318f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.418994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-1d6fbace-82de-46d5-abd6-e704d88684a8 service neutron] 10.222.0.52 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361910 Feb 03 14:21:46.420690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] For port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,segment=NetworkSegment(36796268-452a-4e7d-9018-7a55c1eede2b),segment_id=36796268-452a-4e7d-9018-7a55c1eede2b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:46.421051 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.451315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Calling delete_port for ab61aa00-daf0-452d-bd30-8c3cfdab6a4e owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:21:46.454090 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c6b7-c696-40da-a724-ca1a16ded791 admin admin] Publish callbacks [] for security_group (9e2353a6-6951-4e9e-bcfe-db9c258d318f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.761910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'}, {'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:46.764497 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22175b-5314-4505-9bcc-fe03b5f5653e" -d '{"events": [{"server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "name": "network-vif-plugged", "status": "completed", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0"}, {"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:46.951015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-3caf64da-de31-421e-be98-3ee9e8e450d4 service neutron] 10.222.0.52 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207241 Feb 03 14:21:46.956559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c6b7-c696-40da-a724-ca1a16ded791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9e2353a6-6951-4e9e-bcfe-db9c258d318f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.959373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c6b7-c696-40da-a724-ca1a16ded791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:46.962861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6bc7c6b7-c696-40da-a724-ca1a16ded791 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e2353a6-6951-4e9e-bcfe-db9c258d318f HTTP/1.1" status: 204 len: 168 time: 0.7912393 Feb 03 14:21:46.995656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7c6b7-c696-40da-a724-ca1a16ded791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2353a6-6951-4e9e-bcfe-db9c258d318f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:47.004308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495188ad-b3ca-4e1c-87bc-751ec0d721a9 req-da49d334-1371-4b57-9eaf-89c9683b7688 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:47.006531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-495188ad-b3ca-4e1c-87bc-751ec0d721a9 req-da49d334-1371-4b57-9eaf-89c9683b7688 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9372108-53e3-4e80-8af7-3f71e7a1837d HTTP/1.1" status: 200 len: 945 time: 0.1352515 Feb 03 14:21:47.150486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ab61aa00-daf0-452d-bd30-8c3cfdab6a4e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:47.155522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-495188ad-b3ca-4e1c-87bc-751ec0d721a9 req-1d0a4143-5abd-454f-9468-6a8373d305d2 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c81c6fb-c3c9-41a8-af6d-e9f22a899019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396556 Feb 03 14:21:47.159376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-2d547ffe-d40f-4ce6-8c89-1e3f7b657e50 service neutron] 10.222.0.52 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973081 Feb 03 14:21:47.161882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ab61aa00-daf0-452d-bd30-8c3cfdab6a4e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:47.198658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Pushing event deleted for resources: {'Port': ['ID=ab61aa00-daf0-452d-bd30-8c3cfdab6a4e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:47.287355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] No DVR routers for this DVR port ab61aa00-daf0-452d-bd30-8c3cfdab6a4e on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:21:47.290102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:47.293761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb43b632-d27a-4566-8e0c-c21f848296a9 req-1254a7eb-bddb-4c59-ba68-73782b311097 tempest-ServerTagsTestJSON-2114164680 tempest-ServerTagsTestJSON-2114164680-project] 10.222.0.45 "DELETE /v2.0/ports/ab61aa00-daf0-452d-bd30-8c3cfdab6a4e HTTP/1.1" status: 204 len: 173 time: 1.3471994 Feb 03 14:21:47.299267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'name': 'network-vif-deleted', 'tag': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:47.301769 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46604ade-1afa-4a07-8ca0-dbeae4ab0ff0" -d '{"events": [{"server_uuid": "b9372108-53e3-4e80-8af7-3f71e7a1837d", "name": "network-vif-deleted", "tag": "ab61aa00-daf0-452d-bd30-8c3cfdab6a4e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:47.377295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-faa7f8f7-6bda-4352-8d2b-f91ed3218565 service neutron] 10.222.0.52 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895084 Feb 03 14:21:47.392515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0153508-7085-4606-96c9-deb9fc32e3ca req-272df568-3d09-4781-8656-ad188ef12da5 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:47.394169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0153508-7085-4606-96c9-deb9fc32e3ca req-272df568-3d09-4781-8656-ad188ef12da5 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 949 time: 0.1086924 Feb 03 14:21:47.456539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0153508-7085-4606-96c9-deb9fc32e3ca req-d620334a-9046-4111-9066-6ab16d1076e4 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557806 Feb 03 14:21:47.554099 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b11d1a6-9d74-4add-a404-ac3de7c10b34 x-openstack-request-id: req-2b11d1a6-9d74-4add-a404-ac3de7c10b34 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:47.554492 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "name": "network-vif-plugged", "status": "completed", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0", "code": 200}, {"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:47.555664 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b11d1a6-9d74-4add-a404-ac3de7c10b34 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:47.556496 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0', 'code': 200} Feb 03 14:21:47.556911 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'code': 200} Feb 03 14:21:47.626962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-a5e99f2a-209d-4bf8-8ae7-dadc1d9907a7 req-1eba72e6-ee8a-4994-9714-fd452556e7f1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:21:47.628383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5e99f2a-209d-4bf8-8ae7-dadc1d9907a7 req-1eba72e6-ee8a-4994-9714-fd452556e7f1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070825 Feb 03 14:21:47.775697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75027b3e-816e-4edc-b753-2490bf8a3846 req-5a61f86e-4308-40ae-95c9-f2fc09ab4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:47.777796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75027b3e-816e-4edc-b753-2490bf8a3846 req-5a61f86e-4308-40ae-95c9-f2fc09ab4a41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1127 time: 0.1479757 Feb 03 14:21:47.811186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1d783-008b-46b7-a19c-bad2037d5be0 req-13d113b8-892a-432e-ae4e-02efaec61344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:47.813039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ee1d783-008b-46b7-a19c-bad2037d5be0 req-13d113b8-892a-432e-ae4e-02efaec61344 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 1131 time: 0.1479526 Feb 03 14:21:47.816756 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e065a6e3-87fe-439a-ac13-2d1ff4b72665 x-openstack-request-id: req-e065a6e3-87fe-439a-ac13-2d1ff4b72665 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:47.817239 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9372108-53e3-4e80-8af7-3f71e7a1837d", "name": "network-vif-deleted", "tag": "ab61aa00-daf0-452d-bd30-8c3cfdab6a4e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:47.818317 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e065a6e3-87fe-439a-ac13-2d1ff4b72665 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:47.818921 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9372108-53e3-4e80-8af7-3f71e7a1837d', 'name': 'network-vif-deleted', 'tag': 'ab61aa00-daf0-452d-bd30-8c3cfdab6a4e', 'status': 'completed', 'code': 200} Feb 03 14:21:47.881806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75027b3e-816e-4edc-b753-2490bf8a3846 req-ed5a471e-c305-4aa1-b4b8-4c14d8b4a908 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920591 Feb 03 14:21:47.897573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ee1d783-008b-46b7-a19c-bad2037d5be0 req-7e1de5b6-c198-4d1f-bfe2-26a626f3bd2c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762365 Feb 03 14:21:47.981570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55f2f2-b64c-4717-b3c8-fb7a30fde60c req-9d26b11b-2deb-4bf6-b836-db06f7e3223a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:47.983962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c55f2f2-b64c-4717-b3c8-fb7a30fde60c req-9d26b11b-2deb-4bf6-b836-db06f7e3223a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 945 time: 0.0745673 Feb 03 14:21:48.013147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02c17c5b-6db3-417d-8501-a955bd44abc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:48.048878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c55f2f2-b64c-4717-b3c8-fb7a30fde60c req-8b85d398-371e-4822-9c04-bcea61d031bb tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583019 Feb 03 14:21:48.294969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d025b6-6cce-4875-a1e9-b659aab87bcf req-9ddd982e-d859-4cdb-bdc8-ab40de6cbce5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:48.298543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7d025b6-6cce-4875-a1e9-b659aab87bcf req-9ddd982e-d859-4cdb-bdc8-ab40de6cbce5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.0836723 Feb 03 14:21:48.424074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7d025b6-6cce-4875-a1e9-b659aab87bcf req-f4059fbb-068b-420b-9372-ac25a34c5f7c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158717 Feb 03 14:21:48.487961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-18ea68d4-eb01-4d00-9eb0-c7a56ed023ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2683778 Feb 03 14:21:48.500009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-a63120bf-470c-4f8c-aa07-818dee6140f4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:21:48.507701 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-a63120bf-470c-4f8c-aa07-818dee6140f4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101390 Feb 03 14:21:48.540268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44048) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:48.541422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c708231-f39a-48e6-b10d-04e27b3d1939 req-13a41891-fd0f-4c8c-989b-40acca4f1e37 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0711048 Feb 03 14:21:48.633774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] Deleting subnet d22e09ee-5cb9-4d83-a331-f334f81941a2 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:21:48.655200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] Publish callbacks [] for subnet (d22e09ee-5cb9-4d83-a331-f334f81941a2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:48.688040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719930a5-c22a-4210-9310-4d025a5a9845 req-ff709fbb-d84d-4818-885a-e85bb45d94b1 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:48.689812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-719930a5-c22a-4210-9310-4d025a5a9845 req-ff709fbb-d84d-4818-885a-e85bb45d94b1 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 949 time: 0.0893860 Feb 03 14:21:48.764714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (d22e09ee-5cb9-4d83-a331-f334f81941a2), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:48.809846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-719930a5-c22a-4210-9310-4d025a5a9845 req-10f894ce-6539-43db-a314-5009a197728a tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129019 Feb 03 14:21:48.847595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d22e09ee-5cb9-4d83-a331-f334f81941a2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.001223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d22e09ee-5cb9-4d83-a331-f334f81941a2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.043053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22e09ee-5cb9-4d83-a331-f334f81941a2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:49.046836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.052468 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65be52c3-b3eb-4c9c-9b6b-ce34f6f0daac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d22e09ee-5cb9-4d83-a331-f334f81941a2 HTTP/1.1" status: 204 len: 168 time: 0.5084918 Feb 03 14:21:49.054360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44068) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:49.171550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b919d1dd-e115-4dd7-8242-cfddf3cda6ad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.196562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:49.359923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b919d1dd-e115-4dd7-8242-cfddf3cda6ad), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.382135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfd5fe-fd00-4bed-9e4c-70332e1649e7 req-101dffa6-2847-470e-be11-5c0337511ab4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:49.393018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ebfd5fe-fd00-4bed-9e4c-70332e1649e7 req-101dffa6-2847-470e-be11-5c0337511ab4 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 945 time: 0.1338711 Feb 03 14:21:49.393602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b919d1dd-e115-4dd7-8242-cfddf3cda6ad']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:49.406120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36796268-452a-4e7d-9018-7a55c1eede2b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:49.406670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36796268-452a-4e7d-9018-7a55c1eede2b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:21:49.415291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:49.420213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (36796268-452a-4e7d-9018-7a55c1eede2b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.453553 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (36796268-452a-4e7d-9018-7a55c1eede2b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.468627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:21:49.470546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (36796268-452a-4e7d-9018-7a55c1eede2b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.511490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ebfd5fe-fd00-4bed-9e4c-70332e1649e7 req-3defd8aa-cfa3-4a17-bf78-bdc5c8e266d3 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167734 Feb 03 14:21:49.513995 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:21:49.557052 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:21:49.580105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b919d1dd-e115-4dd7-8242-cfddf3cda6ad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.596154 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:49.602400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] 10.222.0.52 "DELETE /v2.0/networks/b919d1dd-e115-4dd7-8242-cfddf3cda6ad HTTP/1.1" status: 204 len: 168 time: 0.5470433 Feb 03 14:21:49.636120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430df09-fc21-4bc2-a94e-0043f2de8b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=b919d1dd-e115-4dd7-8242-cfddf3cda6ad,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:49.822423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-a8c07f2b-a254-4483-8e6f-700c4c6e3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:49.824547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-a8c07f2b-a254-4483-8e6f-700c4c6e3805 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.1887972 Feb 03 14:21:49.901840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7ee9-4efb-4265-9ab9-7d9178426529 req-13a3b5f7-4c8f-4650-a4d5-b115e0dd5846 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:49.913087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b87c7ee9-4efb-4265-9ab9-7d9178426529 req-13a3b5f7-4c8f-4650-a4d5-b115e0dd5846 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.2581737 Feb 03 14:21:49.985939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:50.081699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d959a23e-f769-4cd1-8406-fe60f006d28b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0c5e341eb5e4736a2273bd9c5f5e4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0924323 Feb 03 14:21:50.084574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:50.142530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-1457164c-8350-49b2-9cc1-68d4304142d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:50.144160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-1457164c-8350-49b2-9cc1-68d4304142d0 service neutron] 10.222.0.45 "GET /v2.0/ports/81581054-917c-4966-b763-5f09e5b47217 HTTP/1.1" status: 200 len: 1032 time: 0.1262519 Feb 03 14:21:50.167438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d35dbb1-75f2-45c4-b106-68416e5f1cdd admin admin] Publish callbacks [] for security_group (1c81c6fb-c3c9-41a8-af6d-e9f22a899019), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:50.214010 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d35dbb1-75f2-45c4-b106-68416e5f1cdd admin admin] Publish callbacks [] for security_group (1c81c6fb-c3c9-41a8-af6d-e9f22a899019), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:50.243768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b87c7ee9-4efb-4265-9ab9-7d9178426529 req-08c24dfb-eab1-430c-97eb-1ce5fd447e51 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220735 Feb 03 14:21:50.248406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-197982b4-584e-4ec5-9c2f-05516fde96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:50.249721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-197982b4-584e-4ec5-9c2f-05516fde96c9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.4134948 Feb 03 14:21:50.321853 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d35dbb1-75f2-45c4-b106-68416e5f1cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1c81c6fb-c3c9-41a8-af6d-e9f22a899019), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:50.325592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d35dbb1-75f2-45c4-b106-68416e5f1cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:50.327081 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3d35dbb1-75f2-45c4-b106-68416e5f1cdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c81c6fb-c3c9-41a8-af6d-e9f22a899019 HTTP/1.1" status: 204 len: 168 time: 0.2407212 Feb 03 14:21:50.345016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-219c3845-5814-4e90-8888-731c04eb0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:50.357510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-219c3845-5814-4e90-8888-731c04eb0a28 service neutron] 10.222.0.45 "GET /v2.0/ports/d6ed82d1-b609-4450-92f4-9d5bb6b7bede HTTP/1.1" status: 200 len: 1032 time: 0.2042668 Feb 03 14:21:50.361207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35dbb1-75f2-45c4-b106-68416e5f1cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c81c6fb-c3c9-41a8-af6d-e9f22a899019,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:50.378103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf1826-cb48-4d4c-8b55-110c41d6375e req-91fedafd-2a3c-414f-a581-ce2b0be7ad91 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:50.385675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8cf1826-cb48-4d4c-8b55-110c41d6375e req-91fedafd-2a3c-414f-a581-ce2b0be7ad91 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3688128 Feb 03 14:21:50.621392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8cf1826-cb48-4d4c-8b55-110c41d6375e req-39c2d281-32bd-4f9d-a88f-8dae0486a481 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093666 Feb 03 14:21:50.622439 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:50.635442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-c532a926-0e35-4fbf-b462-ae154ad049fa tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1887779984&fields=id&tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 267 time: 0.2476375 Feb 03 14:21:50.649916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-395497a9-4ccc-488d-b6d1-5626491f9854 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.3913143 Feb 03 14:21:50.785513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-15aa17d1-11f9-4572-ad59-b137ce9d4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:50.787325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-15aa17d1-11f9-4572-ad59-b137ce9d4d6a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0710895 Feb 03 14:21:50.909835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67520096-852c-41d1-a8d5-2af18d539ff8 req-d796684d-7e93-4a7c-9c1c-bb09dbf3b095 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.1212726 Feb 03 14:21:50.970809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-7a3561bc-abdd-4729-a5cc-3888dd8042ea tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:50.983172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-7a3561bc-abdd-4729-a5cc-3888dd8042ea tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 945 time: 0.3466756 Feb 03 14:21:50.992276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'port': {'security_groups': ['7b91c473-1346-4f1f-8d00-af9b8e45dc7c', '39fc163e-2682-4c21-aac8-d9b26224404c']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:51.051213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d9bfb19d-e7b3-40c1-be55-4611f1125565 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:51.057526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d9bfb19d-e7b3-40c1-be55-4611f1125565 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:51.063272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d9bfb19d-e7b3-40c1-be55-4611f1125565 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:51.065558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d9bfb19d-e7b3-40c1-be55-4611f1125565 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "GET /v2.0/networks?id=616c701c-acf0-4ac7-bdf9-03ec8f202e7b&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c HTTP/1.1" status: 200 len: 1996 time: 0.6787477 Feb 03 14:21:51.130439 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.169388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-cbec9bf5-b489-4427-b409-ddffc7406d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:51.171244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-cbec9bf5-b489-4427-b409-ddffc7406d9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3669505 Feb 03 14:21:51.189806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44142) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:51.218028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab61aa00-daf0-452d-bd30-8c3cfdab6a4e no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:21:51.288613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: ab61aa00-daf0-452d-bd30-8c3cfdab6a4e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:21:51.289207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab61aa00-daf0-452d-bd30-8c3cfdab6a4e not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:21:51.303934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-66495a20-926f-439a-8689-842a81252d51 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb57f77c48254f15bbd63c1fbd9d4140 HTTP/1.1" status: 200 len: 380 time: 0.1775539 Feb 03 14:21:51.356194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'admin_state_up': True, 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'security_groups': ['671322e1-6b91-4550-b4a9-f3f09139b805']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:51.442960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5faa2f14-4cfc-411b-b32a-7dd19cc5cc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.515516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:51.592515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ae1d-b9d1-4009-8b6c-b140c14d4082 req-2edc7824-5476-44ac-9770-4bdfde90caa5 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:51.600734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41f8ae1d-b9d1-4009-8b6c-b140c14d4082 req-2edc7824-5476-44ac-9770-4bdfde90caa5 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 949 time: 0.4732418 Feb 03 14:21:51.616390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:51.622993 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.623884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5faa2f14-4cfc-411b-b32a-7dd19cc5cc00 admin admin] Publish callbacks [] for security_group (058891f2-4784-44e2-a7c6-bb93c8a0ff92), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.630953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5faa2f14-4cfc-411b-b32a-7dd19cc5cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (058891f2-4784-44e2-a7c6-bb93c8a0ff92), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.708774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1321583589-network', 'tenant_id': '35890c4ab2e94cc2901effdc0fbabf6c'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:51.716963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa2f14-4cfc-411b-b32a-7dd19cc5cc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058891f2-4784-44e2-a7c6-bb93c8a0ff92,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:51.745872 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5faa2f14-4cfc-411b-b32a-7dd19cc5cc00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e05fd6ff1154494babecb2f430151a9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539334 Feb 03 14:21:51.748259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44162) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:51.758890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Made reservation on behalf of 35890c4ab2e94cc2901effdc0fbabf6c for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:51.762247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.779440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-bf98581b-5697-491f-938b-8fc3a8c40ffc service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787768 Feb 03 14:21:51.779975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.852221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41f8ae1d-b9d1-4009-8b6c-b140c14d4082 req-fb58ce73-1b50-42ba-9ed5-d2150196800a tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469471 Feb 03 14:21:51.886410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6a8853f-233f-4252-b993-45c7d535776d admin admin] Publish callbacks [] for security_group (058891f2-4784-44e2-a7c6-bb93c8a0ff92), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.914526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6a8853f-233f-4252-b993-45c7d535776d admin admin] Publish callbacks [] for security_group (058891f2-4784-44e2-a7c6-bb93c8a0ff92), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.970020 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:51.976705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24db35be-1c51-4918-93b8-b4cf75d865c4 req-882afa88-fc73-4368-9a29-618b9568ac8a service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864243 Feb 03 14:21:52.000707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks [] for security_group (e19e5024-198b-40f4-abe8-d587f5425d2b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.007136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e19e5024-198b-40f4-abe8-d587f5425d2b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.025185 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6a8853f-233f-4252-b993-45c7d535776d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (058891f2-4784-44e2-a7c6-bb93c8a0ff92), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.028285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6a8853f-233f-4252-b993-45c7d535776d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.031918 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6a8853f-233f-4252-b993-45c7d535776d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/058891f2-4784-44e2-a7c6-bb93c8a0ff92 HTTP/1.1" status: 204 len: 168 time: 0.2801836 Feb 03 14:21:52.055997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:21:52.062764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e5024-198b-40f4-abe8-d587f5425d2b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:52.098331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8853f-233f-4252-b993-45c7d535776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058891f2-4784-44e2-a7c6-bb93c8a0ff92,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:52.102727 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9c005f52-674a-4732-96d3-3b19ecba734f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.103014 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Added segment 9c005f52-674a-4732-96d3-3b19ecba734f of type vlan for network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 Feb 03 14:21:52.131913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 172.20.0.8 (616c701c-acf0-4ac7-bdf9-03ec8f202e7b/da3012eb-f8da-4940-a60f-44773ad091b8/68cae758-12b6-4e2a-bbc0-4803b853c911) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:52.141480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:52.168899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fa90e-5320-4c8c-b89a-cdcef9db5f2e req-fae3f71d-bea9-4f1c-98a6-725d469d9e95 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.175491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (33a63949-d3fb-4ae3-bff7-1b89b1e1b360), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.175993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-938fa90e-5320-4c8c-b89a-cdcef9db5f2e req-fae3f71d-bea9-4f1c-98a6-725d469d9e95 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.1695707 Feb 03 14:21:52.235136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (33a63949-d3fb-4ae3-bff7-1b89b1e1b360), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.236083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.239897 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.261689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.281393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.285330 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7676549 Feb 03 14:21:52.287926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44174) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:52.294961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:52.297470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Request body: {'subnet': {'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1321583589-subnet', 'tenant_id': '35890c4ab2e94cc2901effdc0fbabf6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:52.321189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-938fa90e-5320-4c8c-b89a-cdcef9db5f2e req-ff547f00-76d9-414f-b120-046b587658b8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437786 Feb 03 14:21:52.354709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751295f5-8852-4443-b51b-94addd3c7905 admin admin] Pushing event updated for resources: {'Network': ['ID=33a63949-d3fb-4ae3-bff7-1b89b1e1b360,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:52.371130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Made reservation on behalf of 35890c4ab2e94cc2901effdc0fbabf6c for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:52.374771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:52.374957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.381721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.382494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.387184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3fa82eb-c32d-4ad9-bd00-6eebbac1f47e req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "PUT /v2.0/ports/0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 981 time: 1.4029870 Feb 03 14:21:52.392973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:52.398942 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb37c250-7025-4571-b8d7-9e076f233271" -d '{"events": [{"name": "network-changed", "server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:52.419689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:21:52.554033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d0fc4-73b7-4c5d-a798-b2f9f8c64151 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:52.590118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eccc18-6bf6-40d7-9967-4d357369dae0 req-efa64537-feba-43d9-8179-2cc8de073745 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.597044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5eccc18-6bf6-40d7-9967-4d357369dae0 req-efa64537-feba-43d9-8179-2cc8de073745 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1456509 Feb 03 14:21:52.642173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (68924276-c828-44f1-b72b-f489fd146f68), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.663073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.675922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:52.680923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5eccc18-6bf6-40d7-9967-4d357369dae0 req-db81e587-7677-4785-944f-4a2a590206de tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828025 Feb 03 14:21:52.737151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 44184) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:52.778657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.781658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-93258eb1-642f-49ff-93c9-59aff90d8676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.790476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68924276-c828-44f1-b72b-f489fd146f68,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:52.819000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Checking segment: {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:21:52.819404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Network hostable DHCP agents. Network: 33a63949-d3fb-4ae3-bff7-1b89b1e1b360, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:21:52.859182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:52.864014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:21:52.865530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:52.868760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:52.889739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 33a63949-d3fb-4ae3-bff7-1b89b1e1b360) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:52.899855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.900481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:52.921963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3dfa2-2d01-4023-acc6-48d4d9ed2715 None None] Network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:52.926788 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-345d5d12-e170-4098-9f31-210a777514f2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6374006 Feb 03 14:21:52.983563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:52.984486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:53.032595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=68cae758-12b6-4e2a-bbc0-4803b853c911,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:53.057357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-16afd836-64ab-48cf-974e-8bb13ccc8f4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7163889 Feb 03 14:21:53.099990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'admin_state_up': True, 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'security_groups': ['671322e1-6b91-4550-b4a9-f3f09139b805']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:53.523621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-43b05c88-1e63-461e-995e-5cee47ae7ef5 None None] Provisioning complete for port 68cae758-12b6-4e2a-bbc0-4803b853c911 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:53.524250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43b05c88-1e63-461e-995e-5cee47ae7ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:53.618234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471d600-d18a-4e52-9a77-25c7e54b2e5f None None] Network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:21:53.636398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8196e-dfc3-4edd-9b1b-358bcd31bd8c req-9c0cd8d6-bd1c-4924-b1a0-bcc17f194f17 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:53.647712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fe8196e-dfc3-4edd-9b1b-358bcd31bd8c req-9c0cd8d6-bd1c-4924-b1a0-bcc17f194f17 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 931 time: 0.6259632 Feb 03 14:21:53.656781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-43b05c88-1e63-461e-995e-5cee47ae7ef5 None None] Port 68cae758-12b6-4e2a-bbc0-4803b853c911 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:53.673341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc693f93-44e3-4cf4-be6b-babeb257d7f8 req-14f5cb19-94b6-481b-9050-c1af3a000458 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/39fc163e-2682-4c21-aac8-d9b26224404c HTTP/1.1" status: 200 len: 1819 time: 0.5348353 Feb 03 14:21:53.761819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-93258eb1-642f-49ff-93c9-59aff90d8676 admin admin] Publish callbacks [] for security_group (e66abc18-49a6-4105-8e46-0af39608da52), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:53.782135 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-93258eb1-642f-49ff-93c9-59aff90d8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e66abc18-49a6-4105-8e46-0af39608da52), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:53.817904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fe8196e-dfc3-4edd-9b1b-358bcd31bd8c req-14bfa387-37db-46fc-9449-3cc77b456726 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692805 Feb 03 14:21:53.837473 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-cc693f93-44e3-4cf4-be6b-babeb257d7f8 req-c2f7e3e9-7e33-4ffc-90b3-b08613a487d6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 14:21:53.838513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc693f93-44e3-4cf4-be6b-babeb257d7f8 req-c2f7e3e9-7e33-4ffc-90b3-b08613a487d6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/39fc163e-2682-4c21-aac8-d9b26224404c HTTP/1.1" status: 409 len: 341 time: 0.1527183 Feb 03 14:21:53.839071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:53.842443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:53.868969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:53.875123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-93258eb1-642f-49ff-93c9-59aff90d8676 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c0461b9b94941bdafedce02d6ebda3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1335087 Feb 03 14:21:53.893851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93258eb1-642f-49ff-93c9-59aff90d8676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66abc18-49a6-4105-8e46-0af39608da52,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:53.936600 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f56171-0150-4569-b727-83290327c190 x-openstack-request-id: req-81f56171-0150-4569-b727-83290327c190 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:21:53.936922 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:21:53.937165 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81f56171-0150-4569-b727-83290327c190 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:21:53.937559 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0', 'status': 'completed', 'code': 200} Feb 03 14:21:54.002280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d36fb3-ea52-4074-ac65-bf28fd9623e9 admin admin] Publish callbacks [] for security_group (e66abc18-49a6-4105-8e46-0af39608da52), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:54.039844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d36fb3-ea52-4074-ac65-bf28fd9623e9 admin admin] Publish callbacks [] for security_group (e66abc18-49a6-4105-8e46-0af39608da52), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:54.156152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 10.1.1.59 (c332afe6-b99b-4a41-a510-bf1cd307668f/164c3379-9cfb-485e-adef-641a9cca0807/280bb23e-28ad-4315-b0bb-3094bb715f15) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:54.200597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121263e9-4b4a-4b19-95e5-24548ed5c12b req-097bde5b-d6fd-4260-ae63-d6698e1d5923 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.202191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-121263e9-4b4a-4b19-95e5-24548ed5c12b req-097bde5b-d6fd-4260-ae63-d6698e1d5923 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.1291952 Feb 03 14:21:54.370951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37c250-7025-4571-b8d7-9e076f233271 req-ce2f99a7-a536-45f9-8faa-df16ea50b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.373085 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb37c250-7025-4571-b8d7-9e076f233271 req-ce2f99a7-a536-45f9-8faa-df16ea50b703 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1166 time: 0.4191833 Feb 03 14:21:54.376071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-121263e9-4b4a-4b19-95e5-24548ed5c12b req-1a210a75-9fb6-4e46-a844-24fa72f67e21 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532154 Feb 03 14:21:54.478079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac1d2e-a623-493f-a800-962cacbda26a req-22c094c0-fa9b-4eb7-9076-584c9c05cf26 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.480040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-22c094c0-fa9b-4eb7-9076-584c9c05cf26 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 814 time: 0.2251410 Feb 03 14:21:54.494752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d36fb3-ea52-4074-ac65-bf28fd9623e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e66abc18-49a6-4105-8e46-0af39608da52), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:54.497303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d36fb3-ea52-4074-ac65-bf28fd9623e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:54.499975 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f2d36fb3-ea52-4074-ac65-bf28fd9623e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e66abc18-49a6-4105-8e46-0af39608da52 HTTP/1.1" status: 204 len: 168 time: 0.6277823 Feb 03 14:21:54.504170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37c250-7025-4571-b8d7-9e076f233271 req-cbb2d209-fe7c-45f1-8e61-2df20bf345c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.506259 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb37c250-7025-4571-b8d7-9e076f233271 req-cbb2d209-fe7c-45f1-8e61-2df20bf345c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 912 time: 0.1267357 Feb 03 14:21:54.511306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d36fb3-ea52-4074-ac65-bf28fd9623e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66abc18-49a6-4105-8e46-0af39608da52,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:54.560707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-ce6eddcb-4bd7-44d1-b9e2-530b1e5bb4c6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/quotas/35890c4ab2e94cc2901effdc0fbabf6c HTTP/1.1" status: 200 len: 375 time: 0.0622342 Feb 03 14:21:54.573134 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb37c250-7025-4571-b8d7-9e076f233271 req-bfe99fbc-5c54-498a-894b-86ac4b686259 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 217 time: 0.0552001 Feb 03 14:21:54.588394 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:54.638911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-2c8f5934-dc6d-4883-9f1a-1c4dd1c725d1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502424 Feb 03 14:21:54.646513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:54.647688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37c250-7025-4571-b8d7-9e076f233271 req-5a733585-decc-42f8-bd6d-7a5140131934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.649548 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb37c250-7025-4571-b8d7-9e076f233271 req-5a733585-decc-42f8-bd6d-7a5140131934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.0703170 Feb 03 14:21:54.700021 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb37c250-7025-4571-b8d7-9e076f233271 req-b14c6c6b-3d39-4715-b654-e67ef004a612 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416620 Feb 03 14:21:54.778818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8559daf-d31f-420c-bcbf-c20e7d0b7944 req-2c82df09-1504-477c-8dfc-46d9c9409125 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:54.780379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8559daf-d31f-420c-bcbf-c20e7d0b7944 req-2c82df09-1504-477c-8dfc-46d9c9409125 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2971177 Feb 03 14:21:54.813802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:54.825762 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb37c250-7025-4571-b8d7-9e076f233271 req-befea961-9c20-4faf-a2a0-33d8d20f0286 service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194787 Feb 03 14:21:54.895995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network c332afe6-b99b-4a41-a510-bf1cd307668f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:54.909199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:54.912265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:54.925953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-f11e3f89-bc25-474e-b2f9-d165a819a7d5 service neutron] 10.222.0.52 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858698 Feb 03 14:21:54.946158 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bb37c250-7025-4571-b8d7-9e076f233271 req-5b8cdcee-433b-4244-9fc2-8d612746119f service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134117 Feb 03 14:21:54.972568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8559daf-d31f-420c-bcbf-c20e7d0b7944 req-67c2e301-5a7c-48c8-a33e-77028f4aeaf2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789095 Feb 03 14:21:55.000910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=280bb23e-28ad-4315-b0bb-3094bb715f15,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:55.106035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.106749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:55.146632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-6e5a638c-b45a-4b51-8aba-c1631ebdc9c5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0517597 Feb 03 14:21:55.177299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'admin_state_up': True, 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'security_groups': ['671322e1-6b91-4550-b4a9-f3f09139b805']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:55.217577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-d981d2b8-b57f-479b-8058-0f75a7dba3cb service neutron] 10.222.0.52 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898724 Feb 03 14:21:55.297304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f7674c22-71bf-4741-8f31-7b099e8624e0 None None] Provisioning complete for port 280bb23e-28ad-4315-b0bb-3094bb715f15 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:55.307800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7674c22-71bf-4741-8f31-7b099e8624e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:55.360506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06100718-7666-46c0-b16b-eec636692562 req-5d850bdd-a034-47fd-b821-9b3dadf2aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.366782 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06100718-7666-46c0-b16b-eec636692562 req-5d850bdd-a034-47fd-b821-9b3dadf2aa77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1166 time: 0.1423109 Feb 03 14:21:55.368194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:55.381717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:55.430567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f7674c22-71bf-4741-8f31-7b099e8624e0 None None] Port 280bb23e-28ad-4315-b0bb-3094bb715f15 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:55.665257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06100718-7666-46c0-b16b-eec636692562 req-bd181b8c-f6e4-4366-af98-dbe2e1ec81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.667119 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06100718-7666-46c0-b16b-eec636692562 req-bd181b8c-f6e4-4366-af98-dbe2e1ec81ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 912 time: 0.2916138 Feb 03 14:21:55.704830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 10.1.1.184 (c332afe6-b99b-4a41-a510-bf1cd307668f/164c3379-9cfb-485e-adef-641a9cca0807/10497514-5f40-4ad4-8f62-245c2d3b1599) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:55.773947 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06100718-7666-46c0-b16b-eec636692562 req-22ebea69-4957-4911-9750-3f9cf56d8153 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 217 time: 0.0986671 Feb 03 14:21:55.885245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06100718-7666-46c0-b16b-eec636692562 req-bb860820-5fe7-4b15-bcea-5fefd4fac0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.887122 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06100718-7666-46c0-b16b-eec636692562 req-bb860820-5fe7-4b15-bcea-5fefd4fac0c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.1089725 Feb 03 14:21:55.892141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd70c85-1856-47f9-a778-b29e574c485e req-f0e05632-2d3e-4453-9ef8-575c2b00824d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.899339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bd70c85-1856-47f9-a778-b29e574c485e req-f0e05632-2d3e-4453-9ef8-575c2b00824d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 984 time: 0.1759546 Feb 03 14:21:55.933446 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06100718-7666-46c0-b16b-eec636692562 req-ea827dc3-5ef3-4e9e-a3aa-28136b86567a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401654 Feb 03 14:21:55.967205 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:21:55.976047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6090-2726-46c8-884b-b8c64a041eef req-f01ce059-15f6-45d2-bc79-7bffe9be7ca5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.981519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6090-2726-46c8-884b-b8c64a041eef req-f01ce059-15f6-45d2-bc79-7bffe9be7ca5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:55.983698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12ac6090-2726-46c8-884b-b8c64a041eef req-f01ce059-15f6-45d2-bc79-7bffe9be7ca5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 1652 time: 0.3429420 Feb 03 14:21:56.077527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06100718-7666-46c0-b16b-eec636692562 req-129cb509-9341-426d-8c26-4e82e64e51a3 service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370571 Feb 03 14:21:56.089483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12ac6090-2726-46c8-884b-b8c64a041eef req-b856e534-f53d-483c-968d-7a36c57f01c6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976722 Feb 03 14:21:56.124658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bd70c85-1856-47f9-a778-b29e574c485e req-e9fe1505-e8ca-4af0-83d1-557ea7a3d741 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&id=39fc163e-2682-4c21-aac8-d9b26224404c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2219081 Feb 03 14:21:56.128121 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:56.177129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:56.266029 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06100718-7666-46c0-b16b-eec636692562 req-8b8ac6e0-fd94-4859-92d3-53cc1fe5c740 service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786792 Feb 03 14:21:56.266531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=10497514-5f40-4ad4-8f62-245c2d3b1599,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:56.288167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a93b3502-0e26-44c7-b86d-b92e7dc8e33c req-abaa5d5c-35cb-426e-8ee8-dbb39da46475 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 210 time: 0.0599236 Feb 03 14:21:56.297471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network c332afe6-b99b-4a41-a510-bf1cd307668f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:56.299690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:56.311922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:56.381885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:56.382682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:56.391889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e86d9-8de5-47d9-818f-f5d97a0f3dbe req-2c2b678a-2a84-4915-a300-83f54c435daa tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:56.393480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637e86d9-8de5-47d9-818f-f5d97a0f3dbe req-2c2b678a-2a84-4915-a300-83f54c435daa tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.1670227 Feb 03 14:21:56.454083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d7aba85d-2ffc-491e-9e41-378589e0e540 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959859 Feb 03 14:21:56.471289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c', 'admin_state_up': True, 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'security_groups': ['671322e1-6b91-4550-b4a9-f3f09139b805']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:56.544088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637e86d9-8de5-47d9-818f-f5d97a0f3dbe req-54cf975e-1965-4f1c-a231-699e904fdd87 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347153 Feb 03 14:21:56.772126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-84ca3e31-ecfb-40bd-822a-f916b5cd5afc None None] Provisioning complete for port 10497514-5f40-4ad4-8f62-245c2d3b1599 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:56.774181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84ca3e31-ecfb-40bd-822a-f916b5cd5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:56.808055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:56.833838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-84ca3e31-ecfb-40bd-822a-f916b5cd5afc None None] Port 10497514-5f40-4ad4-8f62-245c2d3b1599 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:56.931402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:57.232891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:21:57.386624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:57.399099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'mac_address': 'fa:16:3e:c4:4c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:21:57.452029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:57.452029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:57.452329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 10.2.2.100 (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c/24e74244-4044-4821-8db5-7f7e20b8d41f/0f9a1ae0-f2fd-41cb-9fea-593838dc1a87) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:57.471768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:21:57.498276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:57.502809 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:57.536817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac1d2e-a623-493f-a800-962cacbda26a req-03b3da0c-73a1-45f0-b3fa-6f49f0f4076e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:57.538313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-03b3da0c-73a1-45f0-b3fa-6f49f0f4076e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.71 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 814 time: 0.3360069 Feb 03 14:21:57.548934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff1d09-3485-4c57-8c0e-5d08f9384738 req-e0e5321d-d1d6-46a7-8094-d736b3a78743 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:57.555521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff1d09-3485-4c57-8c0e-5d08f9384738 req-e0e5321d-d1d6-46a7-8094-d736b3a78743 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:57.558881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:57.561754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff1d09-3485-4c57-8c0e-5d08f9384738 req-e0e5321d-d1d6-46a7-8094-d736b3a78743 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:57.569510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24ff1d09-3485-4c57-8c0e-5d08f9384738 req-e0e5321d-d1d6-46a7-8094-d736b3a78743 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 2373 time: 0.3583992 Feb 03 14:21:57.585832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Request body: {'port': {'device_id': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360', 'admin_state_up': True, 'tenant_id': '35890c4ab2e94cc2901effdc0fbabf6c'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:57.636891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6ca4b-5387-492d-bf0e-a18b5ecb534b req-70cba1ab-64e4-460b-bc5e-cb0c96bb2f60 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:57.638420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72d6ca4b-5387-492d-bf0e-a18b5ecb534b req-70cba1ab-64e4-460b-bc5e-cb0c96bb2f60 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 984 time: 0.2687292 Feb 03 14:21:57.677541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:21:57.796104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24ff1d09-3485-4c57-8c0e-5d08f9384738 req-0fc8cfc1-fd70-4472-87cd-56f8ff0e0472 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256582 Feb 03 14:21:57.894691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72d6ca4b-5387-492d-bf0e-a18b5ecb534b req-80e0ecfa-ef63-41c1-a4fb-b86d48c597cf tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&id=39fc163e-2682-4c21-aac8-d9b26224404c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2398946 Feb 03 14:21:57.904210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Made reservation on behalf of 35890c4ab2e94cc2901effdc0fbabf6c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:57.907860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:57.917593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:58.043990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77da0c63-9190-4878-855c-2fb6d1e9497f req-78c71f82-17ec-4b65-9ad0-cb77b27164fa tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 210 time: 0.0546479 Feb 03 14:21:58.085184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:58.175163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:58.187411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:58.201713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4f526-fbb5-4790-a1d2-a4dc9f4c3237 req-f44040df-3c15-4c3a-9d13-43465e5bd535 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:58.209458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ffc4f526-fbb5-4790-a1d2-a4dc9f4c3237 req-f44040df-3c15-4c3a-9d13-43465e5bd535 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.2028923 Feb 03 14:21:58.211478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:58.215291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Allocated IP 172.20.0.6 (33a63949-d3fb-4ae3-bff7-1b89b1e1b360/68924276-c828-44f1-b72b-f489fd146f68/3b9986ba-3ab9-4686-a536-9a58b9f2c5e7) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:58.226023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:58.372924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ffc4f526-fbb5-4790-a1d2-a4dc9f4c3237 req-dc67f506-2e29-47e5-b5f1-8621f7968803 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622972 Feb 03 14:21:58.390893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:58.391546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:58.437547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-53d38cff-567d-41f3-8b3e-1615b99db66b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9754109 Feb 03 14:21:58.470449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c', 'admin_state_up': True, 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'security_groups': ['671322e1-6b91-4550-b4a9-f3f09139b805']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:58.485852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-c0293fc5-7ae1-46da-ae70-be5cb32f4de5 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1392811653&fields=id&tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa HTTP/1.1" status: 200 len: 267 time: 0.2217503 Feb 03 14:21:58.584401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-acdba528-0ae4-4e27-a788-b3278702f111 None None] Provisioning complete for port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:58.584934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acdba528-0ae4-4e27-a788-b3278702f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:58.646902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-acdba528-0ae4-4e27-a788-b3278702f111 None None] Port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:21:58.731793 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks [] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:58.740278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-91195b5a-dae1-4127-9460-0f3dc4d2ebda tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:58.746513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44362) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:58.749611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-91195b5a-dae1-4127-9460-0f3dc4d2ebda tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 984 time: 0.2621641 Feb 03 14:21:58.788822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44366) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:58.788963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'port': {'security_groups': ['39fc163e-2682-4c21-aac8-d9b26224404c', '7b91c473-1346-4f1f-8d00-af9b8e45dc7c', 'e90c9524-5cf3-433d-80dc-ace4b577e014']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:21:58.796041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Made reservation on behalf of bb57f77c48254f15bbd63c1fbd9d4140 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:21:58.801101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:58.906407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91ff523c-7aaa-4d9c-b24a-8791ed78ee32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:58.954937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f285abaf-acf2-44f6-b3ef-8309482a2b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.055356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91ff523c-7aaa-4d9c-b24a-8791ed78ee32 admin admin] Publish callbacks [] for security_group (714b0e4d-1ffe-4ad6-8230-ca1328a19bc8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.062094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91ff523c-7aaa-4d9c-b24a-8791ed78ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (714b0e4d-1ffe-4ad6-8230-ca1328a19bc8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.119643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f285abaf-acf2-44f6-b3ef-8309482a2b93 admin admin] Publish callbacks [] for security_group (70e77735-a97f-4a96-b8fd-6eceed5bf535), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.125827 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-91ff523c-7aaa-4d9c-b24a-8791ed78ee32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0fbd9811e404ea3a1bdc9ed187af803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781688 Feb 03 14:21:59.129434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f285abaf-acf2-44f6-b3ef-8309482a2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (70e77735-a97f-4a96-b8fd-6eceed5bf535), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.132228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44374) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:59.139601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff523c-7aaa-4d9c-b24a-8791ed78ee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b0e4d-1ffe-4ad6-8230-ca1328a19bc8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:59.211402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285abaf-acf2-44f6-b3ef-8309482a2b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e77735-a97f-4a96-b8fd-6eceed5bf535,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:59.218669 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f285abaf-acf2-44f6-b3ef-8309482a2b93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f3bb10b6e184c72851aeb5b3d2a7ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4279046 Feb 03 14:21:59.223191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44378) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:21:59.246543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:21:59.252955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1c2def3-4cfb-4299-9d5a-d8e15484d8f9 admin admin] Publish callbacks [] for security_group (714b0e4d-1ffe-4ad6-8230-ca1328a19bc8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.288084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1c2def3-4cfb-4299-9d5a-d8e15484d8f9 admin admin] Publish callbacks [] for security_group (714b0e4d-1ffe-4ad6-8230-ca1328a19bc8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.299192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:21:59.299845 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.355362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11011f2b-4fbf-44f6-8714-b6d1539aacaf admin admin] Publish callbacks [] for security_group (70e77735-a97f-4a96-b8fd-6eceed5bf535), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.393694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11011f2b-4fbf-44f6-8714-b6d1539aacaf admin admin] Publish callbacks [] for security_group (70e77735-a97f-4a96-b8fd-6eceed5bf535), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.401354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1c2def3-4cfb-4299-9d5a-d8e15484d8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (714b0e4d-1ffe-4ad6-8230-ca1328a19bc8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.404103 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1c2def3-4cfb-4299-9d5a-d8e15484d8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.409340 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f1c2def3-4cfb-4299-9d5a-d8e15484d8f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/714b0e4d-1ffe-4ad6-8230-ca1328a19bc8 HTTP/1.1" status: 204 len: 168 time: 0.2760494 Feb 03 14:21:59.427169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2def3-4cfb-4299-9d5a-d8e15484d8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b0e4d-1ffe-4ad6-8230-ca1328a19bc8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:59.436743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:21:59.437450 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.459009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.465711 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.476481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff831-71e9-4158-b0ab-fee59d9cf229 req-cdba5835-5ea2-4804-a51e-1e02527c1182 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:59.482014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff831-71e9-4158-b0ab-fee59d9cf229 req-cdba5835-5ea2-4804-a51e-1e02527c1182 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:59.487915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff831-71e9-4158-b0ab-fee59d9cf229 req-cdba5835-5ea2-4804-a51e-1e02527c1182 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:59.493224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff831-71e9-4158-b0ab-fee59d9cf229 req-cdba5835-5ea2-4804-a51e-1e02527c1182 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:59.501011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-685ff831-71e9-4158-b0ab-fee59d9cf229 req-cdba5835-5ea2-4804-a51e-1e02527c1182 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 3094 time: 0.5582607 Feb 03 14:21:59.505460 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11011f2b-4fbf-44f6-8714-b6d1539aacaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (70e77735-a97f-4a96-b8fd-6eceed5bf535), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.509423 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11011f2b-4fbf-44f6-8714-b6d1539aacaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.513712 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-11011f2b-4fbf-44f6-8714-b6d1539aacaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70e77735-a97f-4a96-b8fd-6eceed5bf535 HTTP/1.1" status: 204 len: 168 time: 0.2704949 Feb 03 14:21:59.525788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11011f2b-4fbf-44f6-8714-b6d1539aacaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e77735-a97f-4a96-b8fd-6eceed5bf535,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:59.549514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:21:59.550476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:21:59.553457 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0131b4d-cd50-46fd-8362-e482d8f4dd76" -d '{"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:21:59.566086 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.599264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Allocated IP 10.2.2.200 (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c/24e74244-4044-4821-8db5-7f7e20b8d41f/cb023d6d-835b-46e8-ab2c-94bea6a5b8c6) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:21:59.621909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:59.638517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:21:59.669673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:21:59.680103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:21:59.694033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:21:59.762276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-685ff831-71e9-4158-b0ab-fee59d9cf229 req-9d682c98-926a-4289-892b-d2d1be954424 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595234 Feb 03 14:21:59.846948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:21:59.847618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:21:59.982991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-b06c3e45-708a-4507-b869-f86d10e70418 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4022179 Feb 03 14:21:59.987326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44398) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:00.003864 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1dad2dd2-5a9f-410e-a82f-55ee748c8a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.022023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Request body: {'port': {'device_id': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:00.094754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e2a41-79d5-4044-b3b5-8d9e7abbe955 req-daa7e3e9-502b-4361-9356-10e34d4a31c1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:00.102159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c50e2a41-79d5-4044-b3b5-8d9e7abbe955 req-daa7e3e9-502b-4361-9356-10e34d4a31c1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 931 time: 0.2255454 Feb 03 14:22:00.120402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1dad2dd2-5a9f-410e-a82f-55ee748c8a14 admin admin] Publish callbacks [] for security_group (e7ccc037-859a-4ee2-84e1-7b9ac892879e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.125538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1dad2dd2-5a9f-410e-a82f-55ee748c8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e7ccc037-859a-4ee2-84e1-7b9ac892879e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.143762 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.172816 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1dad2dd2-5a9f-410e-a82f-55ee748c8a14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f4ec558626645d78b84bc9acf5c132d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824520 Feb 03 14:22:00.174351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad2dd2-5a9f-410e-a82f-55ee748c8a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ccc037-859a-4ee2-84e1-7b9ac892879e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:00.178719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44402) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:00.242700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66e7fc89-e233-46d5-bffd-17934a03c02b admin admin] Publish callbacks [] for security_group (e7ccc037-859a-4ee2-84e1-7b9ac892879e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.260895 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.269475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66e7fc89-e233-46d5-bffd-17934a03c02b admin admin] Publish callbacks [] for security_group (e7ccc037-859a-4ee2-84e1-7b9ac892879e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.287149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c50e2a41-79d5-4044-b3b5-8d9e7abbe955 req-3b99c61d-50f3-4293-8108-3e0970ef0862 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791739 Feb 03 14:22:00.336316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66e7fc89-e233-46d5-bffd-17934a03c02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e7ccc037-859a-4ee2-84e1-7b9ac892879e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.339021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66e7fc89-e233-46d5-bffd-17934a03c02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.341666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:00.345354 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-66e7fc89-e233-46d5-bffd-17934a03c02b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7ccc037-859a-4ee2-84e1-7b9ac892879e HTTP/1.1" status: 204 len: 168 time: 0.1628635 Feb 03 14:22:00.358770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7fc89-e233-46d5-bffd-17934a03c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ccc037-859a-4ee2-84e1-7b9ac892879e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:00.382436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.501207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:00.595690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:00.624891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:00.651326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.703926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.720757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44428) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:00.722036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:00.745561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:00.746333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.748077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ceeacc4-a7e6-45cb-b732-36472e5bd01e req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "PUT /v2.0/ports/0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 1020 time: 1.9692998 Feb 03 14:22:00.748967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event updated for resources: {'Port': ['ID=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:00.758487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:00.760939 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81b709-3552-48e8-8f75-f32df793af93" -d '{"events": [{"name": "network-changed", "server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:00.864916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:00.889489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:00.891240 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:00.968598 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d89cc0-3643-413c-89d4-a4ca424ca396 x-openstack-request-id: req-c5d89cc0-3643-413c-89d4-a4ca424ca396 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:00.970688 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:00.971916 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5d89cc0-3643-413c-89d4-a4ca424ca396 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:00.973976 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'code': 200} Feb 03 14:22:00.995660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72de04-e2db-4b97-86bf-117cee017e94 req-8157fb5f-b6a2-42ed-8196-9020420b8ed5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:01.007257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee72de04-e2db-4b97-86bf-117cee017e94 req-8157fb5f-b6a2-42ed-8196-9020420b8ed5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.5311906 Feb 03 14:22:01.011449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:01.058589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c35c3843-0a17-4cd4-b8fc-fc0ab0d21aac tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6040225 Feb 03 14:22:01.089810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:01.154226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0719a594-0b40-4382-9da5-12649d383284 req-b9a94263-098d-4590-84de-4a4ce42f8659 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/e90c9524-5cf3-433d-80dc-ace4b577e014 HTTP/1.1" status: 200 len: 1820 time: 0.1673489 Feb 03 14:22:01.164874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1e7ca69f-80fa-4717-997f-3fbd24a8535f None None] Provisioning complete for port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:01.165437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca69f-80fa-4717-997f-3fbd24a8535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.206387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-143248161-network', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:01.227573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee72de04-e2db-4b97-86bf-117cee017e94 req-84322507-8e4a-4f14-b203-00676b142a95 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175727 Feb 03 14:22:01.235667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Made reservation on behalf of d971b5abcf5e45cca3b3acd53c6c8d44 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:22:01.238779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.254241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.282994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d7b4f-5834-4155-b019-f049be250cb0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:01.409461 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6509a734-7909-4f51-a410-f9b3e640fc63 x-openstack-request-id: req-6509a734-7909-4f51-a410-f9b3e640fc63 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:01.410859 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:01.413175 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6509a734-7909-4f51-a410-f9b3e640fc63 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:01.413624 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0', 'status': 'completed', 'code': 200} Feb 03 14:22:01.466695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ca69f-80fa-4717-997f-3fbd24a8535f None None] Port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:22:01.475040 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.493666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks [] for security_group (4748f94c-e26e-41cc-83cc-c9f4ca4721bd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.503461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4748f94c-e26e-41cc-83cc-c9f4ca4721bd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.574025 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-0719a594-0b40-4382-9da5-12649d383284 req-c821fd59-a3c7-48a0-adf7-421b329b562f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 14:22:01.591664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0719a594-0b40-4382-9da5-12649d383284 req-c821fd59-a3c7-48a0-adf7-421b329b562f tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/e90c9524-5cf3-433d-80dc-ace4b577e014 HTTP/1.1" status: 409 len: 341 time: 0.4359221 Feb 03 14:22:01.647458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:22:01.728059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.729562 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Added segment cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c of type vlan for network 8ad2016f-ada5-4492-a205-d52f69223530 Feb 03 14:22:01.750693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4748f94c-e26e-41cc-83cc-c9f4ca4721bd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:01.839137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81b709-3552-48e8-8f75-f32df793af93 req-79959eda-da81-4017-a403-3f9fefbca8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:01.841134 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b81b709-3552-48e8-8f75-f32df793af93 req-79959eda-da81-4017-a403-3f9fefbca8ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1206 time: 0.3424408 Feb 03 14:22:01.846703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (8ad2016f-ada5-4492-a205-d52f69223530), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:01.862754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:01.918208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Publish callbacks [] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:02.004165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (8ad2016f-ada5-4492-a205-d52f69223530), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:02.006054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.006767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:02.038171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Transition to ACTIVE for port object 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:02.062233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:02.088475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79d930-6341-49b4-9fcc-bbbe515529c8 req-c9b965c1-53f6-4a9b-be2f-6da7ab584f6d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.094344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79d930-6341-49b4-9fcc-bbbe515529c8 req-c9b965c1-53f6-4a9b-be2f-6da7ab584f6d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.101085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79d930-6341-49b4-9fcc-bbbe515529c8 req-c9b965c1-53f6-4a9b-be2f-6da7ab584f6d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.106720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79d930-6341-49b4-9fcc-bbbe515529c8 req-c9b965c1-53f6-4a9b-be2f-6da7ab584f6d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.112307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79d930-6341-49b4-9fcc-bbbe515529c8 req-c9b965c1-53f6-4a9b-be2f-6da7ab584f6d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.121763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a79d930-6341-49b4-9fcc-bbbe515529c8 req-c9b965c1-53f6-4a9b-be2f-6da7ab584f6d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 3815 time: 0.6133747 Feb 03 14:22:02.137576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974fb6-30f1-4ae1-a779-1b7edf264c66 req-84c7e8f1-2e4b-461b-8d3f-677d9d686803 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.144952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30974fb6-30f1-4ae1-a779-1b7edf264c66 req-84c7e8f1-2e4b-461b-8d3f-677d9d686803 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 931 time: 0.4088252 Feb 03 14:22:02.199949 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4749551 Feb 03 14:22:02.207561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 44486) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:02.210619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e23f8-f29c-4490-b951-fdda4dda8786 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad2016f-ada5-4492-a205-d52f69223530,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:02.224615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81b709-3552-48e8-8f75-f32df793af93 req-a1e6d977-9df8-4f6d-a055-95762bc2558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.227228 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b81b709-3552-48e8-8f75-f32df793af93 req-a1e6d977-9df8-4f6d-a055-95762bc2558e service neutron] 10.222.0.45 "GET /v2.0/networks?id=28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 200 len: 912 time: 0.3769801 Feb 03 14:22:02.234296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 8ad2016f-ada5-4492-a205-d52f69223530 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:22:02.237305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Request body: {'subnet': {'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-143248161-subnet', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:02.324349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b81b709-3552-48e8-8f75-f32df793af93 req-ff70d2b0-8585-4df9-9a95-50fe3eec0637 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 200 len: 217 time: 0.0899348 Feb 03 14:22:02.402845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:02.403187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:02.403521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:02.413158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:02.424994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81b709-3552-48e8-8f75-f32df793af93 req-cf698ab7-02c5-40da-9a54-a04657220648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:02.427335 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b81b709-3552-48e8-8f75-f32df793af93 req-cf698ab7-02c5-40da-9a54-a04657220648 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 200 len: 851 time: 0.0967841 Feb 03 14:22:02.444337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30974fb6-30f1-4ae1-a779-1b7edf264c66 req-4703563c-a727-44b3-b38c-211d13ce21c4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938099 Feb 03 14:22:02.456137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:02.459784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:02.488953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Made reservation on behalf of d971b5abcf5e45cca3b3acd53c6c8d44 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:22:02.494877 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:02.499054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b81b709-3552-48e8-8f75-f32df793af93 req-2db97423-a597-4ad6-98c0-9da15c221232 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28724d2d-f3fa-433f-9900-71926b03b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567901 Feb 03 14:22:02.782242 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b81b709-3552-48e8-8f75-f32df793af93 req-958483ed-dc13-427a-8594-6b6bdb0ee62a service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526271 Feb 03 14:22:02.793979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a79d930-6341-49b4-9fcc-bbbe515529c8 req-029cfa32-eb8e-4855-9628-df8b2dbb839f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6713333 Feb 03 14:22:02.812322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:02.818865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Checking segment: {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:02.822683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Bound using segment: {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:02.823474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Bound port: 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:02.824038 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:03.020908 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b81b709-3552-48e8-8f75-f32df793af93 req-84e70659-2229-4a69-9ec8-1fb1f39c1e30 service neutron] 10.222.0.45 "GET /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302141 Feb 03 14:22:03.147630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (d704b7b0-f16a-45fe-9201-7adb23c53f96), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:03.202053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:03.245153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:03.258377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c416f-a714-469a-80d9-1050d65138f1 req-437fcf21-12b1-4660-b31f-b95b1acdec16 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:03.258675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec9c416f-a714-469a-80d9-1050d65138f1 req-437fcf21-12b1-4660-b31f-b95b1acdec16 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1023 time: 0.2274714 Feb 03 14:22:03.271058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cae758-12b6-4e2a-bbc0-4803b853c911 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:03.282948 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:03.286686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Publish callbacks [] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:03.312649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5f60-079c-410d-acd8-2cfd49682401 req-8517f0eb-be83-40b3-a3b0-c357f2b9b062 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:03.319848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-640b5f60-079c-410d-acd8-2cfd49682401 req-8517f0eb-be83-40b3-a3b0-c357f2b9b062 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.3773632 Feb 03 14:22:03.350406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d704b7b0-f16a-45fe-9201-7adb23c53f96,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:03.399183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:03.399824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:03.402976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] 10.222.0.71 "PUT /v2.0/ports/3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 1091 time: 3.3903763 Feb 03 14:22:03.404099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Transition to ACTIVE for port object 68cae758-12b6-4e2a-bbc0-4803b853c911 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:03.415577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:03.417956 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b2bf0a-1102-41f7-850b-d072c13c7c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:03.438864 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:03.469238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Checking segment: {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:03.469607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Network hostable DHCP agents. Network: 8ad2016f-ada5-4492-a205-d52f69223530, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:22:03.495149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b8acb-1770-46e2-858e-b27c9217ed9c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:03.544764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-640b5f60-079c-410d-acd8-2cfd49682401 req-d352e997-c568-4c8e-b4d9-7f58b939c231 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181098 Feb 03 14:22:03.714677 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f34c7b-317b-42a8-b93d-68637c23c1fb x-openstack-request-id: req-37f34c7b-317b-42a8-b93d-68637c23c1fb {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:03.717284 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:03.717789 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37f34c7b-317b-42a8-b93d-68637c23c1fb {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:03.718450 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'status': 'completed', 'code': 200} Feb 03 14:22:03.771775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec9c416f-a714-469a-80d9-1050d65138f1 req-1b328801-2244-4ba2-b66f-7838b8d431ec tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&id=e90c9524-5cf3-433d-80dc-ace4b577e014&id=39fc163e-2682-4c21-aac8-d9b26224404c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4949377 Feb 03 14:22:03.814132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Network 8ad2016f-ada5-4492-a205-d52f69223530 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:22:03.829716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Pushing event updated for resources: {'Port': ['ID=68cae758-12b6-4e2a-bbc0-4803b853c911,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:03.959161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 8ad2016f-ada5-4492-a205-d52f69223530) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:03.979726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26043a7-230d-41b5-b001-7909155c8f03 None None] Network 8ad2016f-ada5-4492-a205-d52f69223530 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:22:03.988892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:03.990299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.059768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac1d2e-a623-493f-a800-962cacbda26a req-ecd53341-f215-456a-be57-0a96baf1bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.061335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-ecd53341-f215-456a-be57-0a96baf1bae6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1125 time: 0.5737517 Feb 03 14:22:04.081062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:04.081578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b44e6b75-e5c7-4c56-af47-a865215cbcee admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8641486 Feb 03 14:22:04.085728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:04.086436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Attempting to bind port 68cae758-12b6-4e2a-bbc0-4803b853c911 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:04.086785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Attempting to bind port 68cae758-12b6-4e2a-bbc0-4803b853c911 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:04.087230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Attempting to bind port 68cae758-12b6-4e2a-bbc0-4803b853c911 on network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:04.153471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (677763f4-a9fb-4b61-98a5-888c62b26771), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.158268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (677763f4-a9fb-4b61-98a5-888c62b26771), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.170357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-8ad2016f-ada5-4492-a205-d52f69223530', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:22:04.174503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.340052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks [] for router_controller (677763f4-a9fb-4b61-98a5-888c62b26771), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.346963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc981c-411f-44bc-81ef-242d98536259 req-f64566d4-afa2-45f2-82f1-50d7d9b55ef9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.355924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86bc981c-411f-44bc-81ef-242d98536259 req-f64566d4-afa2-45f2-82f1-50d7d9b55ef9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 943 time: 0.5362258 Feb 03 14:22:04.360535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-d9c8b873-ad1a-4263-8651-4877a1f90b56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 217 time: 0.2768607 Feb 03 14:22:04.365373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Port 68cae758-12b6-4e2a-bbc0-4803b853c911 on network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:04.365703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Attempting to bind port 68cae758-12b6-4e2a-bbc0-4803b853c911 on network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:04.483239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac1d2e-a623-493f-a800-962cacbda26a req-2962ad65-622e-4658-8759-f8990df24483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.485334 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-2962ad65-622e-4658-8759-f8990df24483 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.1104357 Feb 03 14:22:04.497576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 44544) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:04.517256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Allocated IP 172.20.0.2 (8ad2016f-ada5-4492-a205-d52f69223530/d704b7b0-f16a-45fe-9201-7adb23c53f96/7a0fb361-33fe-4dd5-a5c6-aa6445db1041) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:04.525894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:04.526243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Checking segment: {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:04.526717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Bound using segment: {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:04.527095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Bound port: 68cae758-12b6-4e2a-bbc0-4803b853c911, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd327a340-204b-41da-af40-63555ae02d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:04.527443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.612045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af823-3dee-4357-981a-66d70b900a36 req-20de55f1-db20-44a2-b15f-de3f1dcb4da2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.621638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af823-3dee-4357-981a-66d70b900a36 req-20de55f1-db20-44a2-b15f-de3f1dcb4da2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.637401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddb851-da6a-4c77-8522-180fe985cefe req-a3a1f0e4-459a-40ee-9a9f-bfdc6b544d0b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.638982 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8eddb851-da6a-4c77-8522-180fe985cefe req-a3a1f0e4-459a-40ee-9a9f-bfdc6b544d0b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.45 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 1023 time: 0.2961276 Feb 03 14:22:04.648720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af823-3dee-4357-981a-66d70b900a36 req-20de55f1-db20-44a2-b15f-de3f1dcb4da2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.654270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af823-3dee-4357-981a-66d70b900a36 req-20de55f1-db20-44a2-b15f-de3f1dcb4da2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.670936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af823-3dee-4357-981a-66d70b900a36 req-20de55f1-db20-44a2-b15f-de3f1dcb4da2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:04.673006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d8af823-3dee-4357-981a-66d70b900a36 req-20de55f1-db20-44a2-b15f-de3f1dcb4da2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 3827 time: 0.6174889 Feb 03 14:22:04.699306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-36c6501b-ef98-44ea-a10e-5e8eb932606a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862690 Feb 03 14:22:04.846524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks [] for router_gateway (677763f4-a9fb-4b61-98a5-888c62b26771), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.880252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Publish callbacks [] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.897630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:04.990175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Network 8ad2016f-ada5-4492-a205-d52f69223530 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:05.000219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:05.008018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:05.127786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Pushing event updated for resources: {'Port': ['ID=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:05.160343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Attempting to bind port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:05.160938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Attempting to bind port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:05.161908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Attempting to bind port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 on network 8ad2016f-ada5-4492-a205-d52f69223530 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:05.175357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:05.175907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Checking segment: {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:05.178952 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.178952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Bound using segment: {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:05.179581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Bound port: 7a0fb361-33fe-4dd5-a5c6-aa6445db1041, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:05.182969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.215566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Deleting port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:22:05.216130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.227700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-d558aeef-bf9d-48ee-b949-26f77b63c6a5 service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153821 Feb 03 14:22:05.282924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86bc981c-411f-44bc-81ef-242d98536259 req-3684fc64-6fee-4864-b87f-4eca7b471b84 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9260237 Feb 03 14:22:05.360917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] For port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:05.368813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] For port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:05.383887 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.510211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f555c2-d352-43f1-b972-9037270d5241 None None] Pushing event updated for resources: {'Port': ['ID=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:05.526710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39a6ed3d-1ebc-46d0-859b-e8d12292d5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.586401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebac1d2e-a623-493f-a800-962cacbda26a req-846fa35c-918a-4d54-a4ab-c04583abbf40 service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246293 Feb 03 14:22:05.587152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] For port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:05.587525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.601960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d8af823-3dee-4357-981a-66d70b900a36 req-7d322a29-a0e2-4b7a-98bd-da6cf61950fc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8908002 Feb 03 14:22:05.641538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Calling delete_port for 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:22:05.713746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] For port 68cae758-12b6-4e2a-bbc0-4803b853c911, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:05.724793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] For port 68cae758-12b6-4e2a-bbc0-4803b853c911, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=68cae758-12b6-4e2a-bbc0-4803b853c911,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:05.860776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks [] for router_gateway (677763f4-a9fb-4b61-98a5-888c62b26771), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.895935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:05.950138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.068103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Pushing event updated for resources: {'Port': ['ID=68cae758-12b6-4e2a-bbc0-4803b853c911,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:06.117870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39a6ed3d-1ebc-46d0-859b-e8d12292d5a0 admin admin] Publish callbacks [] for security_group (a5f42bee-7483-492b-97c5-0a01d88e0d25), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.138844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8546f-9d43-4b12-8907-c70b372f8799 req-17c7935c-db37-4441-9513-f29d6b342d97 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:06.140671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2d8546f-9d43-4b12-8907-c70b372f8799 req-17c7935c-db37-4441-9513-f29d6b342d97 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.6656039 Feb 03 14:22:06.160386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:06.162237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.163669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-bbeb383f-0f8f-462a-ba5e-07822989d59c service neutron] 10.222.0.45 "PUT /v2.0/ports/68cae758-12b6-4e2a-bbc0-4803b853c911 HTTP/1.1" status: 200 len: 1091 time: 5.0976751 Feb 03 14:22:06.167755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:06.170880 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b0f18-4315-4514-9acb-c03687c743b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:06.180915 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39a6ed3d-1ebc-46d0-859b-e8d12292d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a5f42bee-7483-492b-97c5-0a01d88e0d25), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.242759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Allocated IP 172.25.0.207 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/5b6cf362-c275-4732-b4e5-9757176db0d4) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:06.253998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:06.272973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-05d16739-75c5-492b-9468-7cfc21ec3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:06.274566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-05d16739-75c5-492b-9468-7cfc21ec3229 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1125 time: 0.5677264 Feb 03 14:22:06.329489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.330667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723f8d-2832-469e-881e-cfe0404545b8 req-27cfd22a-94ed-49b2-a966-9b841a5506a1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:06.338312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7723f8d-2832-469e-881e-cfe0404545b8 req-27cfd22a-94ed-49b2-a966-9b841a5506a1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=454ea22c-72e3-4283-94fe-e24d9549a2b0 HTTP/1.1" status: 200 len: 945 time: 0.4201581 Feb 03 14:22:06.345818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:06.426110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:06.428460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-39a6ed3d-1ebc-46d0-859b-e8d12292d5a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2aeb12041680427e9fb36a42258d7b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9289138 Feb 03 14:22:06.429528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6ed3d-1ebc-46d0-859b-e8d12292d5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f42bee-7483-492b-97c5-0a01d88e0d25,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:06.439644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 44558) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:06.463018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'Port': ['ID=0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:06.571695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] No DVR routers for this DVR port 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:22:06.575466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.579070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8eddb851-da6a-4c77-8522-180fe985cefe req-153ecf53-71dd-4a37-bf66-ed6f91886799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.45 "DELETE /v2.0/ports/0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 HTTP/1.1" status: 204 len: 173 time: 1.8909078 Feb 03 14:22:06.579534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'name': 'network-vif-deleted', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:06.582003 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e920ef24-4664-4532-b26e-b292ba38fa7a" -d '{"events": [{"server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "name": "network-vif-deleted", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:06.602037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks [] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.671514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:06.707101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2d8546f-9d43-4b12-8907-c70b372f8799 req-df4645d5-1ad7-44f4-ab9e-578665c1fc04 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5372369 Feb 03 14:22:06.805941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:06.825183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:06.828882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:06.864786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-140e6794-36c0-4308-9ca1-4a3b974a4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:06.866375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-140e6794-36c0-4308-9ca1-4a3b974a4c5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 915 time: 0.5521293 Feb 03 14:22:07.140137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6cf362-c275-4732-b4e5-9757176db0d4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:07.157261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (81581054-917c-4966-b763-5f09e5b47217), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:07.197253 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae00fc67-ee36-45b7-b02d-cd842196ca73 x-openstack-request-id: req-ae00fc67-ee36-45b7-b02d-cd842196ca73 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:07.197670 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:07.198014 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae00fc67-ee36-45b7-b02d-cd842196ca73 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:07.200703 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'status': 'completed', 'code': 200} Feb 03 14:22:07.229054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-ded80c12-a453-4545-8d1d-0971ac9afa20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 217 time: 0.2463241 Feb 03 14:22:07.370137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f7926-dde7-47ec-afff-3634ac9eebdb None None] Network 8ad2016f-ada5-4492-a205-d52f69223530 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:22:07.402188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d93ffde3-84a1-49af-87a6-d0888ed1c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.403486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d93ffde3-84a1-49af-87a6-d0888ed1c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.403970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d93ffde3-84a1-49af-87a6-d0888ed1c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.404477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d93ffde3-84a1-49af-87a6-d0888ed1c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.404952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d93ffde3-84a1-49af-87a6-d0888ed1c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.407410 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d93ffde3-84a1-49af-87a6-d0888ed1c922 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 4393 time: 0.3282337 Feb 03 14:22:07.448592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:07.450779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-98936b86-d1e4-4ea7-b0c7-14c71f533702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.452893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-98936b86-d1e4-4ea7-b0c7-14c71f533702 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.1883509 Feb 03 14:22:07.462277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf294-bce0-4aec-80b1-dc95b5640786 admin admin] Publish callbacks [] for security_group (a5f42bee-7483-492b-97c5-0a01d88e0d25), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:07.522898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-c363c6f5-780e-497a-b1a0-6d377a45b05e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536213 Feb 03 14:22:07.604937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7265d009-324f-4590-bce3-790c78758a5b None None] Provisioning complete for port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:07.605204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7265d009-324f-4590-bce3-790c78758a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:07.668948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks [] for router_gateway (677763f4-a9fb-4b61-98a5-888c62b26771), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:07.791309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:07.791668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:07.792187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7723f8d-2832-469e-881e-cfe0404545b8 req-e294ad50-de47-4d93-abbd-7972b82c32e9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&id=e90c9524-5cf3-433d-80dc-ace4b577e014&id=39fc163e-2682-4c21-aac8-d9b26224404c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 1.4480481 Feb 03 14:22:07.826329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7265d009-324f-4590-bce3-790c78758a5b None None] Current status of the port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:07.826949 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7265d009-324f-4590-bce3-790c78758a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:07.895041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b6b0-f047-4e1f-9e0f-2fbb46f74b27 req-484353bc-7839-4ded-ae4b-d5056fc2b82a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.897765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3833b6b0-f047-4e1f-9e0f-2fbb46f74b27 req-484353bc-7839-4ded-ae4b-d5056fc2b82a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 943 time: 0.7103860 Feb 03 14:22:07.910605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf294-bce0-4aec-80b1-dc95b5640786 admin admin] Publish callbacks [] for security_group (a5f42bee-7483-492b-97c5-0a01d88e0d25), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:07.937277 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe88308b-b585-4fb1-94b8-dc7d1dc45ccc x-openstack-request-id: req-fe88308b-b585-4fb1-94b8-dc7d1dc45ccc {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:07.937566 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454ea22c-72e3-4283-94fe-e24d9549a2b0", "name": "network-vif-deleted", "tag": "0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:07.937816 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe88308b-b585-4fb1-94b8-dc7d1dc45ccc {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:07.938205 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ea22c-72e3-4283-94fe-e24d9549a2b0', 'name': 'network-vif-deleted', 'tag': '0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0', 'status': 'completed', 'code': 200} Feb 03 14:22:07.955983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d3b56b2e-a565-4a24-bb4b-71b55740e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.956646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d3b56b2e-a565-4a24-bb4b-71b55740e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.957114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d3b56b2e-a565-4a24-bb4b-71b55740e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:07.961860 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-d3b56b2e-a565-4a24-bb4b-71b55740e641 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5446179 Feb 03 14:22:08.234894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7265d009-324f-4590-bce3-790c78758a5b None None] For port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:08.246490 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7265d009-324f-4590-bce3-790c78758a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:08.353874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265d009-324f-4590-bce3-790c78758a5b None None] Pushing event updated for resources: {'Port': ['ID=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:08.398438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-fecac651-969e-4891-8f51-1bc562ee491f service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254671 Feb 03 14:22:08.424004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3833b6b0-f047-4e1f-9e0f-2fbb46f74b27 req-9dc1f311-be7b-49d3-9708-a5f05c470da0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988549 Feb 03 14:22:08.460166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf294-bce0-4aec-80b1-dc95b5640786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a5f42bee-7483-492b-97c5-0a01d88e0d25), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:08.474656 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ddaf294-bce0-4aec-80b1-dc95b5640786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:08.478195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4ddaf294-bce0-4aec-80b1-dc95b5640786 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5f42bee-7483-492b-97c5-0a01d88e0d25 HTTP/1.1" status: 204 len: 168 time: 2.0324247 Feb 03 14:22:08.489895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:08.532061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81581054-917c-4966-b763-5f09e5b47217 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:08.542279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Publish callbacks [] for port (81581054-917c-4966-b763-5f09e5b47217), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:08.570267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Transition to ACTIVE for port object 81581054-917c-4966-b763-5f09e5b47217 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:08.702288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaf294-bce0-4aec-80b1-dc95b5640786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f42bee-7483-492b-97c5-0a01d88e0d25,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:08.733652 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (81581054-917c-4966-b763-5f09e5b47217), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:08.758445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80dd67-5cce-4d87-a363-7cf55f7872a2 req-0993d319-cc20-4dd5-8649-d7d3c9d38ea4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:08.764717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80dd67-5cce-4d87-a363-7cf55f7872a2 req-0993d319-cc20-4dd5-8649-d7d3c9d38ea4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:08.771199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80dd67-5cce-4d87-a363-7cf55f7872a2 req-0993d319-cc20-4dd5-8649-d7d3c9d38ea4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:08.777000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80dd67-5cce-4d87-a363-7cf55f7872a2 req-0993d319-cc20-4dd5-8649-d7d3c9d38ea4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:08.782845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80dd67-5cce-4d87-a363-7cf55f7872a2 req-0993d319-cc20-4dd5-8649-d7d3c9d38ea4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:08.784981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca80dd67-5cce-4d87-a363-7cf55f7872a2 req-0993d319-cc20-4dd5-8649-d7d3c9d38ea4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 3827 time: 0.7179778 Feb 03 14:22:08.851797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Pushing event updated for resources: {'Port': ['ID=81581054-917c-4966-b763-5f09e5b47217,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:08.894238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6923a58f-c45e-4263-9a0f-d78386d2b897 None None] Provisioning complete for port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:08.897305 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6923a58f-c45e-4263-9a0f-d78386d2b897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:08.919277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca80dd67-5cce-4d87-a363-7cf55f7872a2 req-daf1e384-a1d4-412f-9be1-6442b01f984e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851779 Feb 03 14:22:08.993099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.013688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b2bf0a-1102-41f7-850b-d072c13c7c5b req-2c1aaca9-fe68-47d7-8e5f-e99d7caf96e2 service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885122 Feb 03 14:22:09.020998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-e8e46f04-3baa-4a39-baee-5675d4abe15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:09.023154 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ae3b0f18-4315-4514-9acb-c03687c743b9 req-e8e46f04-3baa-4a39-baee-5675d4abe15e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0467393 Feb 03 14:22:09.071031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e3274-ff7f-458d-babc-d34eb002a3c9 req-febff0f8-6c95-442a-8113-dd878effbac6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:09.102055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-625e3274-ff7f-458d-babc-d34eb002a3c9 req-febff0f8-6c95-442a-8113-dd878effbac6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.4775541 Feb 03 14:22:09.203174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6923a58f-c45e-4263-9a0f-d78386d2b897 None None] Current status of the port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:09.224314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (677763f4-a9fb-4b61-98a5-888c62b26771), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.281477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:09.345913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44592) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:09.358547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:22:09.363932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:22:09.427199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Attempting to bind port 81581054-917c-4966-b763-5f09e5b47217 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:09.427916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Attempting to bind port 81581054-917c-4966-b763-5f09e5b47217 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:09.428469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Attempting to bind port 81581054-917c-4966-b763-5f09e5b47217 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:09.437524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Port 81581054-917c-4966-b763-5f09e5b47217 on network c332afe6-b99b-4a41-a510-bf1cd307668f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:09.438178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Attempting to bind port 81581054-917c-4966-b763-5f09e5b47217 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:09.464041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-625e3274-ff7f-458d-babc-d34eb002a3c9 req-918f4cf5-842a-4362-a7f9-8cbeb52a5cf5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600903 Feb 03 14:22:09.495674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:09.501731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Checking segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:09.502436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Bound using segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:09.503682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Bound port: 81581054-917c-4966-b763-5f09e5b47217, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:09.504315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (81581054-917c-4966-b763-5f09e5b47217), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.526034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.563672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:22:09.564867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0cfdbd3f-e8ef-41ec-a697-40a4bee9bfb0 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:22:09.571161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Router 677763f4-a9fb-4b61-98a5-888c62b26771 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:22:09.630639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:09.639989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:09.640768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.677632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360', 'port_id': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'mac_address': 'fa:16:3e:ec:62:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68924276-c828-44f1-b72b-f489fd146f68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:22:09.691835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] For port 81581054-917c-4966-b763-5f09e5b47217, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:09.701002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] For port 81581054-917c-4966-b763-5f09e5b47217, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=81581054-917c-4966-b763-5f09e5b47217,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:09.719752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Publish callbacks [] for security_group (33b0299c-c377-4c20-b7a5-c41afee7ccd9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.727279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (33b0299c-c377-4c20-b7a5-c41afee7ccd9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.739618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:09.740335 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.784824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4643d0a-89e1-40f1-a526-b8a98d988f88 req-f8f071ef-effc-4e94-a87b-f6f4f9fabb7b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/39fc163e-2682-4c21-aac8-d9b26224404c HTTP/1.1" status: 200 len: 1819 time: 0.4732411 Feb 03 14:22:09.788882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:09.799220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (81581054-917c-4966-b763-5f09e5b47217), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.821869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:09.826109 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acf89a3f0b504bd4b0eb49906f164413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753029 Feb 03 14:22:09.826267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:09.833408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44602) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:09.839602 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.851118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0299c-c377-4c20-b7a5-c41afee7ccd9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:09.880880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.881246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.881596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.882001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.882346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.882697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.883073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.883415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.883746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.884078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.884510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.884892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.885363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925649e-8b31-4741-955d-b0402a0e477b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:09.920600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:09.921498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.923061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] 10.222.0.45 "PUT /v2.0/ports/81581054-917c-4966-b763-5f09e5b47217 HTTP/1.1" status: 200 len: 1135 time: 3.6806722 Feb 03 14:22:09.930548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:09.935147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '81581054-917c-4966-b763-5f09e5b47217'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:09.943283 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612de7a7-8d53-4b9c-9865-c77ad6f39036" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "81581054-917c-4966-b763-5f09e5b47217"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:09.959759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:22:09.978283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Sync routers for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:22:09.993958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:22:09.996549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1224c288-1315-4694-a119-f5788dcf3d0b admin admin] Publish callbacks [] for security_group (33b0299c-c377-4c20-b7a5-c41afee7ccd9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:09.999611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:09.999785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:10.011707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.013049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0fd8bdbf-b856-413e-96fe-8428b6310fc2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9309139 Feb 03 14:22:10.015642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44608) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:10.087352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af68bc5-04eb-4246-9386-025d96087499 service neutron] Pushing event updated for resources: {'Port': ['ID=81581054-917c-4966-b763-5f09e5b47217,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:10.087637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1224c288-1315-4694-a119-f5788dcf3d0b admin admin] Publish callbacks [] for security_group (33b0299c-c377-4c20-b7a5-c41afee7ccd9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.230076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c2608-c943-43d3-a429-ba6311f6ee80 req-9ea7192e-86fc-4ef6-ad37-3f71dd0f3ff8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:10.232271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-728c2608-c943-43d3-a429-ba6311f6ee80 req-9ea7192e-86fc-4ef6-ad37-3f71dd0f3ff8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 943 time: 0.5247560 Feb 03 14:22:10.242652 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.308144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1224c288-1315-4694-a119-f5788dcf3d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (33b0299c-c377-4c20-b7a5-c41afee7ccd9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.310819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1224c288-1315-4694-a119-f5788dcf3d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.311977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1224c288-1315-4694-a119-f5788dcf3d0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33b0299c-c377-4c20-b7a5-c41afee7ccd9 HTTP/1.1" status: 204 len: 168 time: 0.4759750 Feb 03 14:22:10.330969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224c288-1315-4694-a119-f5788dcf3d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0299c-c377-4c20-b7a5-c41afee7ccd9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:10.373628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:10.376945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4643d0a-89e1-40f1-a526-b8a98d988f88 req-3332817f-2089-47b0-885e-5a5859f4545d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (39fc163e-2682-4c21-aac8-d9b26224404c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.468407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:22:10.493190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-728c2608-c943-43d3-a429-ba6311f6ee80 req-a902889d-4868-466b-b271-601828d455d4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459977 Feb 03 14:22:10.546831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4643d0a-89e1-40f1-a526-b8a98d988f88 req-3332817f-2089-47b0-885e-5a5859f4545d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (39fc163e-2682-4c21-aac8-d9b26224404c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.687522 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8589718-1136-44f7-8cb2-3a4b790db3d4 x-openstack-request-id: req-f8589718-1136-44f7-8cb2-3a4b790db3d4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:10.688094 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "81581054-917c-4966-b763-5f09e5b47217", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:10.688233 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8589718-1136-44f7-8cb2-3a4b790db3d4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:10.688670 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '81581054-917c-4966-b763-5f09e5b47217', 'status': 'completed', 'code': 200} Feb 03 14:22:10.796868 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4643d0a-89e1-40f1-a526-b8a98d988f88 req-3332817f-2089-47b0-885e-5a5859f4545d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (39fc163e-2682-4c21-aac8-d9b26224404c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.800372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d4643d0a-89e1-40f1-a526-b8a98d988f88 req-3332817f-2089-47b0-885e-5a5859f4545d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:10.802635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4643d0a-89e1-40f1-a526-b8a98d988f88 req-3332817f-2089-47b0-885e-5a5859f4545d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/39fc163e-2682-4c21-aac8-d9b26224404c HTTP/1.1" status: 204 len: 173 time: 1.0112805 Feb 03 14:22:10.834564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-49957a52-e28f-45d0-b0e0-d9eec5b0baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:10.835047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-49957a52-e28f-45d0-b0e0-d9eec5b0baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:10.835519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-49957a52-e28f-45d0-b0e0-d9eec5b0baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:10.836049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-49957a52-e28f-45d0-b0e0-d9eec5b0baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:10.836787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-49957a52-e28f-45d0-b0e0-d9eec5b0baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:10.837012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-49957a52-e28f-45d0-b0e0-d9eec5b0baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:10.838894 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-49957a52-e28f-45d0-b0e0-d9eec5b0baf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5352 time: 0.1425762 Feb 03 14:22:10.967740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:07Z', 'revision_number': 3, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:10.988342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332817f-2089-47b0-885e-5a5859f4545d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fc163e-2682-4c21-aac8-d9b26224404c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:11.026432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Checking router: 677763f4-a9fb-4b61-98a5-888c62b26771 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:22:11.027156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Updating router 677763f4-a9fb-4b61-98a5-888c62b26771 port 5b6cf362-c275-4732-b4e5-9757176db0d4 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:22:11.090375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-b8f5972a-0967-4322-a5ee-f5903b5837ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.091077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-b8f5972a-0967-4322-a5ee-f5903b5837ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.091619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-b8f5972a-0967-4322-a5ee-f5903b5837ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.093913 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-b8f5972a-0967-4322-a5ee-f5903b5837ae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2466216 Feb 03 14:22:11.110380 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.116652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.294072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cae3-6a77-46c7-b322-b6357002ceea req-37329ef8-3c0c-4571-9969-3664a8363d06 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.316016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cae3-6a77-46c7-b322-b6357002ceea req-37329ef8-3c0c-4571-9969-3664a8363d06 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.317986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-ca7b62fb-9cbd-461c-85aa-0d6481012d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.322141 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-612de7a7-8d53-4b9c-9865-c77ad6f39036 req-ca7b62fb-9cbd-461c-85aa-0d6481012d02 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019529 Feb 03 14:22:11.326117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cae3-6a77-46c7-b322-b6357002ceea req-37329ef8-3c0c-4571-9969-3664a8363d06 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.331389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cae3-6a77-46c7-b322-b6357002ceea req-37329ef8-3c0c-4571-9969-3664a8363d06 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.345445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cae3-6a77-46c7-b322-b6357002ceea req-37329ef8-3c0c-4571-9969-3664a8363d06 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.359611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cae3-6a77-46c7-b322-b6357002ceea req-37329ef8-3c0c-4571-9969-3664a8363d06 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.377077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6868cae3-6a77-46c7-b322-b6357002ceea req-37329ef8-3c0c-4571-9969-3664a8363d06 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 4604 time: 0.4693391 Feb 03 14:22:11.521869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Allocated IP 172.20.0.1 (8ad2016f-ada5-4492-a205-d52f69223530/d704b7b0-f16a-45fe-9201-7adb23c53f96/bfa34d8f-321d-4b58-8fe0-bc35f3820768) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:11.566160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ed82d1-b609-4450-92f4-9d5bb6b7bede {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:11.628727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d458d-03e2-4de3-80c6-c86175fbf29e req-bfd762b1-aa1f-4871-85fa-31390906d8ed tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:11.630884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-613d458d-03e2-4de3-80c6-c86175fbf29e req-bfd762b1-aa1f-4871-85fa-31390906d8ed tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.5506709 Feb 03 14:22:11.642982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Publish callbacks [] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.650441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Publish callbacks [] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.654890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.723683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks [] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.740985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Attempting to bind port 5b6cf362-c275-4732-b4e5-9757176db0d4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:11.741567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Attempting to bind port 5b6cf362-c275-4732-b4e5-9757176db0d4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:11.742060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Attempting to bind port 5b6cf362-c275-4732-b4e5-9757176db0d4 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:11.752179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:11.752179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:11.753401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.754194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:11.755420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Bound port: 5b6cf362-c275-4732-b4e5-9757176db0d4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:11.755665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.761041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Transition to ACTIVE for port object d6ed82d1-b609-4450-92f4-9d5bb6b7bede will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:11.785954 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.793204 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6868cae3-6a77-46c7-b322-b6357002ceea req-35448b1d-5d13-4010-bcc7-21aaf037dad5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4149992 Feb 03 14:22:11.802031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.873523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] For port 5b6cf362-c275-4732-b4e5-9757176db0d4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:11.877538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] For port 5b6cf362-c275-4732-b4e5-9757176db0d4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5b6cf362-c275-4732-b4e5-9757176db0d4,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:11.880241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Network 8ad2016f-ada5-4492-a205-d52f69223530 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:11.894687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:11.904177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:11.928993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05087-5ce2-4e20-a198-15209ff0ee72 None None] Pushing event updated for resources: {'Port': ['ID=5b6cf362-c275-4732-b4e5-9757176db0d4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:11.940358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:11.971999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:12.013350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e52e154-4770-493a-a6fb-c868456ef2b2 req-fca6e0e9-1cae-4e10-9add-27b1b50ff799 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/e90c9524-5cf3-433d-80dc-ace4b577e014 HTTP/1.1" status: 200 len: 1820 time: 0.1237531 Feb 03 14:22:12.026290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05087-5ce2-4e20-a198-15209ff0ee72 None None] Pushing event updated for resources: {'Port': ['ID=5b6cf362-c275-4732-b4e5-9757176db0d4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:12.030418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:22:12.031397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:12.147829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-613d458d-03e2-4de3-80c6-c86175fbf29e req-f60ebdb4-e945-4229-8e9a-2c92230a7910 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4892499 Feb 03 14:22:12.209106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa34d8f-321d-4b58-8fe0-bc35f3820768,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:12.229381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (677763f4-a9fb-4b61-98a5-888c62b26771), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.229588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:22:12.470876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Attempting to bind port d6ed82d1-b609-4450-92f4-9d5bb6b7bede on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:12.471662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Attempting to bind port d6ed82d1-b609-4450-92f4-9d5bb6b7bede by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:12.472008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Attempting to bind port d6ed82d1-b609-4450-92f4-9d5bb6b7bede on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:12.500669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-522e7acc-d6ff-40fa-a749-c8115bb35d8d None None] Provisioning complete for port bfa34d8f-321d-4b58-8fe0-bc35f3820768 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:12.501203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-522e7acc-d6ff-40fa-a749-c8115bb35d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.509421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Port d6ed82d1-b609-4450-92f4-9d5bb6b7bede on network c332afe6-b99b-4a41-a510-bf1cd307668f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:12.509761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Attempting to bind port d6ed82d1-b609-4450-92f4-9d5bb6b7bede on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:12.513149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6e52e154-4770-493a-a6fb-c868456ef2b2 req-edb6cee6-72f7-4e1a-9ffe-3e15ce703938 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (e90c9524-5cf3-433d-80dc-ace4b577e014), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.548512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-522e7acc-d6ff-40fa-a749-c8115bb35d8d None None] Port bfa34d8f-321d-4b58-8fe0-bc35f3820768 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:22:12.562225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:12.563664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Checking segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:12.564231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Bound using segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:12.564926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Bound port: d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:12.565462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.570940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:07Z', 'revision_number': 3, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:12.595694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.607198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c2c89d-b7c9-445b-a038-033235206ffd None None] The sync data for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 is: [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:07Z', 'revision_number': 3, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:22:12.687513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] For port d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:12.694335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] For port d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:12.711276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.737923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:12.739061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.740858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] 10.222.0.45 "PUT /v2.0/ports/d6ed82d1-b609-4450-92f4-9d5bb6b7bede HTTP/1.1" status: 200 len: 1135 time: 2.7548440 Feb 03 14:22:12.746723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': 'd6ed82d1-b609-4450-92f4-9d5bb6b7bede'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:12.749969 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c19199-70e4-4b08-8c9a-24d7617816d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "d6ed82d1-b609-4450-92f4-9d5bb6b7bede"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:12.783230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6e52e154-4770-493a-a6fb-c868456ef2b2 req-edb6cee6-72f7-4e1a-9ffe-3e15ce703938 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (e90c9524-5cf3-433d-80dc-ace4b577e014), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:12.793703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad3805-ec76-4aad-af5b-bf5c569d5cf4 req-65cf4b1b-9a03-4a0b-8110-0fa9ecb3736f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:12.804560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdad3805-ec76-4aad-af5b-bf5c569d5cf4 req-65cf4b1b-9a03-4a0b-8110-0fa9ecb3736f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.3600159 Feb 03 14:22:12.830442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:13.081755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:13.178460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdad3805-ec76-4aad-af5b-bf5c569d5cf4 req-ca433ce1-dd5c-4694-83d4-aafde294722e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729427 Feb 03 14:22:13.226372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks [] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:13.233828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:13.316340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:13.335532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b664d-c7c2-4eeb-aeb3-854cd93e0953 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:13.351205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6e52e154-4770-493a-a6fb-c868456ef2b2 req-edb6cee6-72f7-4e1a-9ffe-3e15ce703938 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e90c9524-5cf3-433d-80dc-ace4b577e014), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:13.358999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6e52e154-4770-493a-a6fb-c868456ef2b2 req-edb6cee6-72f7-4e1a-9ffe-3e15ce703938 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:13.384326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e52e154-4770-493a-a6fb-c868456ef2b2 req-edb6cee6-72f7-4e1a-9ffe-3e15ce703938 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/e90c9524-5cf3-433d-80dc-ace4b577e014 HTTP/1.1" status: 204 len: 173 time: 1.3646765 Feb 03 14:22:13.402331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (677763f4-a9fb-4b61-98a5-888c62b26771), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:13.455983 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b9ea73-9193-4fa8-99a3-ce08adbc759f x-openstack-request-id: req-e6b9ea73-9193-4fa8-99a3-ce08adbc759f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:13.457503 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "d6ed82d1-b609-4450-92f4-9d5bb6b7bede", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:13.460803 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6b9ea73-9193-4fa8-99a3-ce08adbc759f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:13.462400 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': 'd6ed82d1-b609-4450-92f4-9d5bb6b7bede', 'status': 'completed', 'code': 200} Feb 03 14:22:13.471127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6cee6-72f7-4e1a-9ffe-3e15ce703938 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90c9524-5cf3-433d-80dc-ace4b577e014,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:13.865137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa34d8f-321d-4b58-8fe0-bc35f3820768,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:13.874368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:13.878273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:13.878915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:13.879525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:13.880610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:13.881932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:13.883794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:13.891663 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-4c2027f8-3333-4c3d-88f5-ee29fd88a044 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6311 time: 0.3927453 Feb 03 14:22:13.993420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:22:14.000114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:14.000844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:14.198502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:14.199271 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:14.207211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-078b5d1f-3867-43ae-b86a-463c275d9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.209741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-078b5d1f-3867-43ae-b86a-463c275d9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.211702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-078b5d1f-3867-43ae-b86a-463c275d9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.217222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-078b5d1f-3867-43ae-b86a-463c275d9525 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3075871 Feb 03 14:22:14.263908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:14.266450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:14.272929 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137c950-8a39-4777-b730-7b742b9d7837" -d '{"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:14.279456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:14.369794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Network 8ad2016f-ada5-4492-a205-d52f69223530 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:14.377006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:14.422750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:14.624359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63c44a-54e4-4cb7-b52d-a0efb9291793 req-d94d671a-72a1-4aef-b377-8f28124a3ea0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.633336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad63c44a-54e4-4cb7-b52d-a0efb9291793 req-d94d671a-72a1-4aef-b377-8f28124a3ea0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 1.0177839 Feb 03 14:22:14.717029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.724384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.731566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.732972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-a86ab415-2289-4172-b884-e8b4232bafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.735580 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7c19199-70e4-4b08-8c9a-24d7617816d2 req-a86ab415-2289-4172-b884-e8b4232bafb8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5072620 Feb 03 14:22:14.737690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.748948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.757633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.765373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:14.772017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-95ad82a0-9ad4-45f9-9708-95778b2bf79b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5381 time: 1.1547174 Feb 03 14:22:14.791687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Router 677763f4-a9fb-4b61-98a5-888c62b26771 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:22:14.906250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280bb23e-28ad-4315-b0bb-3094bb715f15 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:14.916901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Publish callbacks [] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:14.932982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Transition to ACTIVE for port object 280bb23e-28ad-4315-b0bb-3094bb715f15 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:14.939044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3249f810-47b5-448d-9d57-1a053fa02c76 None None] Provisioning complete for port bfa34d8f-321d-4b58-8fe0-bc35f3820768 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:14.939420 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3249f810-47b5-448d-9d57-1a053fa02c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:14.949421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:15.103529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad63c44a-54e4-4cb7-b52d-a0efb9291793 req-3bd0eae9-2a4a-4048-a464-f5b80a34e14d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687934 Feb 03 14:22:15.120837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Pushing event updated for resources: {'Port': ['ID=280bb23e-28ad-4315-b0bb-3094bb715f15,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:15.143845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3249f810-47b5-448d-9d57-1a053fa02c76 None None] Port bfa34d8f-321d-4b58-8fe0-bc35f3820768 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:22:15.148111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:22:15.176944 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3e53ad41-9698-4d61-93d9-cb4acf7f36c2 admin admin] 10.222.0.52 "PUT /v2.0/routers/677763f4-a9fb-4b61-98a5-888c62b26771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1598892 Feb 03 14:22:15.229918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d6f9cf5-4d7e-407c-b118-32e4a6f53bd7 req-e8b1f763-932c-4fc1-acc8-bc7e8c74fe4b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2889307 Feb 03 14:22:15.361713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-72ad1b94-66b2-4218-bd04-ad312e307add req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1282983827', 'description': 'tempest-description-17049094'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:15.489694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5b6cf362-c275-4732-b4e5-9757176db0d4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:15.663671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5b6cf362-c275-4732-b4e5-9757176db0d4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:15.664054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:15.718028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Attempting to bind port 280bb23e-28ad-4315-b0bb-3094bb715f15 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:15.719100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Attempting to bind port 280bb23e-28ad-4315-b0bb-3094bb715f15 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:15.722103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Attempting to bind port 280bb23e-28ad-4315-b0bb-3094bb715f15 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:15.726637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-72ad1b94-66b2-4218-bd04-ad312e307add req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:15.746472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Port 280bb23e-28ad-4315-b0bb-3094bb715f15 on network c332afe6-b99b-4a41-a510-bf1cd307668f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:15.747281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Attempting to bind port 280bb23e-28ad-4315-b0bb-3094bb715f15 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:15.764077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:15.765073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Checking segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:15.766082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Bound using segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:15.766784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Bound port: 280bb23e-28ad-4315-b0bb-3094bb715f15, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:15.767433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:15.832614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456010a2-74a0-4048-8f9b-7913b97ce9fe req-bb2bfff5-2d34-43e5-92cd-fad7ee5520af tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:15.835477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-456010a2-74a0-4048-8f9b-7913b97ce9fe req-bb2bfff5-2d34-43e5-92cd-fad7ee5520af tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3402741 Feb 03 14:22:15.951754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5b6cf362-c275-4732-b4e5-9757176db0d4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:15.952213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:15.959698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43ff2df4-0bb4-4789-a4f2-1859409d07f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:16.005986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 5b6cf362-c275-4732-b4e5-9757176db0d4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5b6cf362-c275-4732-b4e5-9757176db0d4,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:16.011284 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:16.019904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645297b0-e4c5-438b-a555-67369311fca0 req-05a113e0-8ea4-44e6-9f5f-82e5ef2811d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:16.021485 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-05a113e0-8ea4-44e6-9f5f-82e5ef2811d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67&tenant_id=6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 1125 time: 0.1306784 Feb 03 14:22:16.070440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] For port 280bb23e-28ad-4315-b0bb-3094bb715f15, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:16.086195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-456010a2-74a0-4048-8f9b-7913b97ce9fe req-d3d6a6de-9850-4a63-8a94-1a61f956d41e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388999 Feb 03 14:22:16.097871 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Sync routers for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:22:16.100511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=5b6cf362-c275-4732-b4e5-9757176db0d4,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:16.116220 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:22:16.116865 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:21:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:16.143538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645297b0-e4c5-438b-a555-67369311fca0 req-93d174f9-4ced-44c4-b5f8-fbf11b275e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:16.145636 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-93d174f9-4ced-44c4-b5f8-fbf11b275e06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1125 time: 0.1004007 Feb 03 14:22:16.164198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-72ad1b94-66b2-4218-bd04-ad312e307add req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:16.169723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] For port 280bb23e-28ad-4315-b0bb-3094bb715f15, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=280bb23e-28ad-4315-b0bb-3094bb715f15,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:16.174161 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-72ad1b94-66b2-4218-bd04-ad312e307add req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:16.207405 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:16.262761 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb027592-7208-4ec6-bc6e-651406d6b743 x-openstack-request-id: req-eb027592-7208-4ec6-bc6e-651406d6b743 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:16.263086 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:16.263603 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb027592-7208-4ec6-bc6e-651406d6b743 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:16.264154 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'code': 200} Feb 03 14:22:16.335261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645297b0-e4c5-438b-a555-67369311fca0 req-cf811701-9423-414e-9c8f-1d5ed658c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:16.343515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-cf811701-9423-414e-9c8f-1d5ed658c777 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.1925967 Feb 03 14:22:16.415324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:16.424134 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:16.431924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] 10.222.0.45 "PUT /v2.0/ports/280bb23e-28ad-4315-b0bb-3094bb715f15 HTTP/1.1" status: 200 len: 1090 time: 3.6156735 Feb 03 14:22:16.432477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:16.439136 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d24560a-921a-4b65-b4b3-b44807eafc94" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:16.469657 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-fb86bbe5-94ea-4aef-a5d7-53a1167b1131 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 200 len: 999 time: 0.1166856 Feb 03 14:22:16.514767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:22:16.522681 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-72ad1b94-66b2-4218-bd04-ad312e307add req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:16.523997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72ad1b94-66b2-4218-bd04-ad312e307add req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.2932019 Feb 03 14:22:16.622464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:16.652505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652c81ea-3d74-42af-b141-7e08a5d6b008,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:16.660345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645297b0-e4c5-438b-a555-67369311fca0 req-b73e1249-8f7c-4916-bbcc-8d774fc3cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:16.671222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-b73e1249-8f7c-4916-bbcc-8d774fc3cfc1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.1950240 Feb 03 14:22:16.810216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645297b0-e4c5-438b-a555-67369311fca0 req-65a7b4f1-1982-4456-99af-9d6cdbd42771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:16.817791 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-65a7b4f1-1982-4456-99af-9d6cdbd42771 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387379 Feb 03 14:22:16.875302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.875789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.876000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.876345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.876717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.877315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.877428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.877702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.878034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.878364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.878693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.879021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.879344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebdf057-f7e4-4bf7-b406-3cae29eb4afc tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:16.923923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cfd12-6d32-41dc-8a95-e0d39ea099ca service neutron] Pushing event updated for resources: {'Port': ['ID=280bb23e-28ad-4315-b0bb-3094bb715f15,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:17.063218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37debe4b-45cb-4fa4-a06c-758c526a794a req-ffac3b8d-3ee7-43b3-9d68-c5868f5d28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:17.074904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37debe4b-45cb-4fa4-a06c-758c526a794a req-ffac3b8d-3ee7-43b3-9d68-c5868f5d28a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1127 time: 0.6688991 Feb 03 14:22:17.090956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-a0d55456-e996-413e-b4d3-43087a3a5a81 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623053 Feb 03 14:22:17.118113 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 2, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:17.187272 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Checking router: 677763f4-a9fb-4b61-98a5-888c62b26771 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:22:17.190921 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Updating router 677763f4-a9fb-4b61-98a5-888c62b26771 port bfa34d8f-321d-4b58-8fe0-bc35f3820768 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:22:17.208255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44748) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:17.214590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3efd9770-e96a-4542-b39c-e4a1bd1aca84 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367149775', 'description': 'tempest-description--1209494084'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:17.253942 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.260084 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.307476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5b6cf362-c275-4732-b4e5-9757176db0d4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:17.321146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3efd9770-e96a-4542-b39c-e4a1bd1aca84 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.352069 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-645297b0-e4c5-438b-a555-67369311fca0 req-2630c5b1-6866-42b4-a137-cdd84ffed1c5 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498417 Feb 03 14:22:17.353830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37debe4b-45cb-4fa4-a06c-758c526a794a req-2b27bfaa-d262-41e8-9415-cb5e2ee3ca57 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770438 Feb 03 14:22:17.446907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5b6cf362-c275-4732-b4e5-9757176db0d4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:17.447528 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.455973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3efd9770-e96a-4542-b39c-e4a1bd1aca84 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group (4798b9c0-224a-4b16-b463-757e9fa361a8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.461048 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3efd9770-e96a-4542-b39c-e4a1bd1aca84 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4798b9c0-224a-4b16-b463-757e9fa361a8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.509787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9770-e96a-4542-b39c-e4a1bd1aca84 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4798b9c0-224a-4b16-b463-757e9fa361a8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:17.515716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3efd9770-e96a-4542-b39c-e4a1bd1aca84 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.516965 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3efd9770-e96a-4542-b39c-e4a1bd1aca84 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3072925 Feb 03 14:22:17.519514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44758) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:17.524678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e70724c1-b321-40c1-b3a9-f3f19294dcf5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Request body: {'security_group_rule': {'security_group_id': '4798b9c0-224a-4b16-b463-757e9fa361a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:17.577662 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e70724c1-b321-40c1-b3a9-f3f19294dcf5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group_rule (c905a1b3-1eca-4f25-a181-e781675f3fd3), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:17.590129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5b6cf362-c275-4732-b4e5-9757176db0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:17.730517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a52731-3469-4b47-a7d7-89040f360010 req-ee268d6e-031d-4856-8713-7ff74a2433a2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:17.732123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1a52731-3469-4b47-a7d7-89040f360010 req-ee268d6e-031d-4856-8713-7ff74a2433a2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 1.1043031 Feb 03 14:22:18.015455 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ca31b02-6c1a-4a3d-9728-724fa0f351a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.068909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1a52731-3469-4b47-a7d7-89040f360010 req-072bc957-b642-4ce8-8bdc-f753f89b6af1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896225 Feb 03 14:22:18.094236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.106078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.119349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.133651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.139152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.152889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.172257 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Publish callbacks [] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.174643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.177699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-55b421a0-047c-4cfe-b284-29cc9b7a10f1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5393 time: 0.8489554 Feb 03 14:22:18.189120 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.205871 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b56dabb-58b2-41d6-91f4-59368e3fa533 x-openstack-request-id: req-5b56dabb-58b2-41d6-91f4-59368e3fa533 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:18.206168 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:18.206396 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b56dabb-58b2-41d6-91f4-59368e3fa533 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:18.208847 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15', 'status': 'completed', 'code': 200} Feb 03 14:22:18.427057 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Attempting to bind port bfa34d8f-321d-4b58-8fe0-bc35f3820768 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:18.427787 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Attempting to bind port bfa34d8f-321d-4b58-8fe0-bc35f3820768 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:18.428410 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Attempting to bind port bfa34d8f-321d-4b58-8fe0-bc35f3820768 on network 8ad2016f-ada5-4492-a205-d52f69223530 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:18.440341 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:18.441403 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Checking segment: {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:18.442684 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.443847 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Bound using segment: {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:18.444620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Bound port: bfa34d8f-321d-4b58-8fe0-bc35f3820768, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:18.445336 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.469433 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Pushing event updated for resources: {'Port': ['ID=bfa34d8f-321d-4b58-8fe0-bc35f3820768,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:18.626701 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] For port bfa34d8f-321d-4b58-8fe0-bc35f3820768, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:18.631671 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] For port bfa34d8f-321d-4b58-8fe0-bc35f3820768, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bfa34d8f-321d-4b58-8fe0-bc35f3820768,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:18.643926 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.644507 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.646463 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.673323 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:18.680795 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.693672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9146948f-74dd-4d47-8ddb-0275145a42d0 req-e0aadd22-ab3d-4198-9454-7b34c10ef49b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/652c81ea-3d74-42af-b141-7e08a5d6b008 HTTP/1.1" status: 200 len: 1818 time: 0.4197471 Feb 03 14:22:18.725690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f4d69b7-827c-4616-948d-e60e6823e160 req-8667ad42-0533-49a9-8956-5c2c8ea55c5a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5178473 Feb 03 14:22:18.809075 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e70724c1-b321-40c1-b3a9-f3f19294dcf5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group_rule (c905a1b3-1eca-4f25-a181-e781675f3fd3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.836356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e70724c1-b321-40c1-b3a9-f3f19294dcf5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c905a1b3-1eca-4f25-a181-e781675f3fd3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.843556 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:22:18.844479 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:22:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:18.858123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-47d800ec-c4ec-45a1-81b7-dae48883cf7e None None] Provisioning complete for port bfa34d8f-321d-4b58-8fe0-bc35f3820768 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:18.858737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47d800ec-c4ec-45a1-81b7-dae48883cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.862526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9146948f-74dd-4d47-8ddb-0275145a42d0 req-8125ed85-d7e4-49cf-8d5d-e0113314587a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1443862260', 'description': 'tempest-description-hth-785089431'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:18.893728 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f498c0b-5052-483b-ae19-ca551cc28110 None None] Pushing event updated for resources: {'Port': ['ID=bfa34d8f-321d-4b58-8fe0-bc35f3820768,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:18.923294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70724c1-b321-40c1-b3a9-f3f19294dcf5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c905a1b3-1eca-4f25-a181-e781675f3fd3,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:18.951147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.953350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.954562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.955941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.956919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.959986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.960602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:18.964735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-cfa42863-2dd9-4537-a2b3-10dcdefd61f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6409 time: 0.3792844 Feb 03 14:22:18.970907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e70724c1-b321-40c1-b3a9-f3f19294dcf5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:18.980086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e70724c1-b321-40c1-b3a9-f3f19294dcf5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4558556 Feb 03 14:22:18.982374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44788) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:18.984435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10497514-5f40-4ad4-8f62-245c2d3b1599 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:19.029227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-167b42c5-7ca8-46f9-a799-86e4822f80ef tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Request body: {'security_group_rule': {'security_group_id': '4798b9c0-224a-4b16-b463-757e9fa361a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:19.058422 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Publish callbacks [] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.135198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Transition to ACTIVE for port object 10497514-5f40-4ad4-8f62-245c2d3b1599 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:19.140880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9146948f-74dd-4d47-8ddb-0275145a42d0 req-8125ed85-d7e4-49cf-8d5d-e0113314587a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.173021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.189026 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:22:19.269520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-167b42c5-7ca8-46f9-a799-86e4822f80ef tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group_rule (fb854be6-d087-4016-8e11-32c63ce274e5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.298301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9146948f-74dd-4d47-8ddb-0275145a42d0 req-8125ed85-d7e4-49cf-8d5d-e0113314587a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.310479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-47d800ec-c4ec-45a1-81b7-dae48883cf7e None None] Current status of the port bfa34d8f-321d-4b58-8fe0-bc35f3820768 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:19.310885 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47d800ec-c4ec-45a1-81b7-dae48883cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.325811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9146948f-74dd-4d47-8ddb-0275145a42d0 req-8125ed85-d7e4-49cf-8d5d-e0113314587a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.329246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9146948f-74dd-4d47-8ddb-0275145a42d0 req-8125ed85-d7e4-49cf-8d5d-e0113314587a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.336252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9146948f-74dd-4d47-8ddb-0275145a42d0 req-8125ed85-d7e4-49cf-8d5d-e0113314587a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "PUT /v2.0/security-groups/652c81ea-3d74-42af-b141-7e08a5d6b008 HTTP/1.1" status: 200 len: 1793 time: 0.6071401 Feb 03 14:22:19.392715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a846231-b66d-4ec6-9045-448fcccd3e64 req-019f0b2f-aaf8-42c3-a4d0-a6c05ce6eeaa tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:19.402032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a846231-b66d-4ec6-9045-448fcccd3e64 req-019f0b2f-aaf8-42c3-a4d0-a6c05ce6eeaa tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4681764 Feb 03 14:22:19.441516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Pushing event updated for resources: {'Port': ['ID=10497514-5f40-4ad4-8f62-245c2d3b1599,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:19.448076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125ed85-d7e4-49cf-8d5d-e0113314587a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652c81ea-3d74-42af-b141-7e08a5d6b008,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:19.473901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-47d800ec-c4ec-45a1-81b7-dae48883cf7e None None] For port bfa34d8f-321d-4b58-8fe0-bc35f3820768, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bfa34d8f-321d-4b58-8fe0-bc35f3820768,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:19.487107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-77cea637-94fe-44f7-b63a-b3f1842f9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:19.487594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-77cea637-94fe-44f7-b63a-b3f1842f9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:19.488069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-77cea637-94fe-44f7-b63a-b3f1842f9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:19.489800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-77cea637-94fe-44f7-b63a-b3f1842f9ab8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5083466 Feb 03 14:22:19.547730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47d800ec-c4ec-45a1-81b7-dae48883cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.568045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a846231-b66d-4ec6-9045-448fcccd3e64 req-20d17d5b-25da-48c3-9751-560eddbd2272 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646590 Feb 03 14:22:19.589486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.612888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Attempting to bind port 10497514-5f40-4ad4-8f62-245c2d3b1599 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:19.615687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Attempting to bind port 10497514-5f40-4ad4-8f62-245c2d3b1599 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:19.616284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Attempting to bind port 10497514-5f40-4ad4-8f62-245c2d3b1599 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:19.628229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Port 10497514-5f40-4ad4-8f62-245c2d3b1599 on network c332afe6-b99b-4a41-a510-bf1cd307668f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:19.628922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Attempting to bind port 10497514-5f40-4ad4-8f62-245c2d3b1599 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:19.644355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:19.645647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Checking segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:19.646266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Bound using segment: {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:19.646933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Bound port: 10497514-5f40-4ad4-8f62-245c2d3b1599, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a9a2cb-50e9-45b0-9093-f2dd05f7c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:19.647518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.753057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-66eff3fc-8080-4c69-a367-58fb7bfdffe8 None None] Provisioning complete for port bfa34d8f-321d-4b58-8fe0-bc35f3820768 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:19.753354 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66eff3fc-8080-4c69-a367-58fb7bfdffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.757941 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-167b42c5-7ca8-46f9-a799-86e4822f80ef tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group_rule (fb854be6-d087-4016-8e11-32c63ce274e5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.812960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c07ae3-1264-4886-aea2-d5186f062199 req-fe4dbc55-473c-4d6b-8b5d-fd5a14594ac7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:19.822764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63c07ae3-1264-4886-aea2-d5186f062199 req-fe4dbc55-473c-4d6b-8b5d-fd5a14594ac7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.1369085 Feb 03 14:22:19.837480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] For port 10497514-5f40-4ad4-8f62-245c2d3b1599, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:19.860027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] For port 10497514-5f40-4ad4-8f62-245c2d3b1599, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=10497514-5f40-4ad4-8f62-245c2d3b1599,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:19.871675 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:18Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:19.892682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-167b42c5-7ca8-46f9-a799-86e4822f80ef tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (fb854be6-d087-4016-8e11-32c63ce274e5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.897543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:19.942848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d800ec-c4ec-45a1-81b7-dae48883cf7e None None] Pushing event updated for resources: {'Port': ['ID=bfa34d8f-321d-4b58-8fe0-bc35f3820768,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:19.973529 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076fe55-bbd0-4682-96e2-145d4ef68b0b None None] The sync data for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 is: [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:18Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:22:20.020942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b42c5-7ca8-46f9-a799-86e4822f80ef tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb854be6-d087-4016-8e11-32c63ce274e5,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:20.039210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-c5d37b66-cef9-4aef-a6b3-465db4daa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.039743 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8d24560a-921a-4b65-b4b3-b44807eafc94 req-c5d37b66-cef9-4aef-a6b3-465db4daa952 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5292041 Feb 03 14:22:20.043911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-167b42c5-7ca8-46f9-a799-86e4822f80ef tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:20.045192 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-167b42c5-7ca8-46f9-a799-86e4822f80ef tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0616436 Feb 03 14:22:20.049489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Pushing event updated for resources: {'Port': ['ID=10497514-5f40-4ad4-8f62-245c2d3b1599,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:20.050545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:20.094387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:20.103043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-66eff3fc-8080-4c69-a367-58fb7bfdffe8 None None] Current status of the port bfa34d8f-321d-4b58-8fe0-bc35f3820768 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:20.118111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.118922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:20.120481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c999a553-f651-4d58-8438-8dfea604f321 service neutron] 10.222.0.45 "PUT /v2.0/ports/10497514-5f40-4ad4-8f62-245c2d3b1599 HTTP/1.1" status: 200 len: 1091 time: 3.5954676 Feb 03 14:22:20.169093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63c07ae3-1264-4886-aea2-d5186f062199 req-00e686f5-54ea-467c-b733-b318ab207862 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354867 Feb 03 14:22:20.178928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:20.241789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:20.245834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:20.258345 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c8615-57dc-4dc3-aef4-87ad3b806192" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:20.365956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8acb94e-3831-4708-9b74-5f41f01afaff req-328634a3-febb-4f51-b3ff-a093d10b3365 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/652c81ea-3d74-42af-b141-7e08a5d6b008 HTTP/1.1" status: 200 len: 1793 time: 0.1045110 Feb 03 14:22:20.467951 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:20.630086 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:20.634600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:20.661978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.670278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.677176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.684663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.706519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.715635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.722525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:20.733912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee54c172-78f2-463e-9102-fc259be0a822 req-c32d03cc-ce43-4f25-9fbb-0dde552f660a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5405 time: 0.2450020 Feb 03 14:22:21.007068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Allocated IP 172.25.0.52 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/d6c39979-0051-4d0d-8daf-02137ebcb1c6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:21.077924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee54c172-78f2-463e-9102-fc259be0a822 req-d0888d68-b66d-4033-8440-b2c23c6766b5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3370292 Feb 03 14:22:21.174533 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa986eb-0cc5-4a25-b131-df17230d2e19 x-openstack-request-id: req-3fa986eb-0cc5-4a25-b131-df17230d2e19 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:21.178340 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:21.178340 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fa986eb-0cc5-4a25-b131-df17230d2e19 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:21.178340 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599', 'status': 'completed', 'code': 200} Feb 03 14:22:21.326039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:21.401924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:21.426984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfa34d8f-321d-4b58-8fe0-bc35f3820768 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:21.500564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4105ab4c-aaa0-4bda-9bd8-3cdc80fcd404 req-bf3a108a-c8f3-4327-ab3b-cd55bf364317 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/652c81ea-3d74-42af-b141-7e08a5d6b008 HTTP/1.1" status: 200 len: 1793 time: 0.3009627 Feb 03 14:22:21.606306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:21.612818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event updated for resources: {'Port': ['ID=d6c39979-0051-4d0d-8daf-02137ebcb1c6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:21.616638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:21.619969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:21.622920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bfa34d8f-321d-4b58-8fe0-bc35f3820768 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:21.623579 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:21.741013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:21.741559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:21.743268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:21.743783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:21.744283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:21.744769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:21.745238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:21.747345 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-35fd935a-90c2-42c8-914d-becde01b88f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6507 time: 0.3643646 Feb 03 14:22:21.786677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4105ab4c-aaa0-4bda-9bd8-3cdc80fcd404 req-fe0b8ae4-b30a-4384-bd45-10ecab72f349 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:21.800111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:21.855582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Publish callbacks [] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:21.941776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bfa34d8f-321d-4b58-8fe0-bc35f3820768 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:21.953485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Transition to ACTIVE for port object 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:21.964580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4105ab4c-aaa0-4bda-9bd8-3cdc80fcd404 req-fe0b8ae4-b30a-4384-bd45-10ecab72f349 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:21.968255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:21.991866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:22.156575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for floatingip (d52d9c31-bc8e-407c-b35f-2f7beb756ad8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:22.201894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Pushing event updated for resources: {'Port': ['ID=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:22.263202 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4105ab4c-aaa0-4bda-9bd8-3cdc80fcd404 req-fe0b8ae4-b30a-4384-bd45-10ecab72f349 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (652c81ea-3d74-42af-b141-7e08a5d6b008), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:22.274857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4105ab4c-aaa0-4bda-9bd8-3cdc80fcd404 req-fe0b8ae4-b30a-4384-bd45-10ecab72f349 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:22.302989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4105ab4c-aaa0-4bda-9bd8-3cdc80fcd404 req-fe0b8ae4-b30a-4384-bd45-10ecab72f349 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/652c81ea-3d74-42af-b141-7e08a5d6b008 HTTP/1.1" status: 204 len: 173 time: 0.8003175 Feb 03 14:22:22.335942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-e16054ad-9c8d-43cc-b3ee-20cebcae4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:22.336189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-e16054ad-9c8d-43cc-b3ee-20cebcae4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:22.337253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-e16054ad-9c8d-43cc-b3ee-20cebcae4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:22.340295 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-e16054ad-9c8d-43cc-b3ee-20cebcae4b1b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5728087 Feb 03 14:22:22.402189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b8ae4-b30a-4384-bd45-10ecab72f349 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c81ea-3d74-42af-b141-7e08a5d6b008,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:22.453020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:22.536476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Attempting to bind port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:22.549640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Attempting to bind port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:22.549640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Attempting to bind port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 on network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:22.559254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 on network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:22.566586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Attempting to bind port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 on network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:22.578733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:22.593088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Checking segment: {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:22.593568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Bound using segment: {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:22.594143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Bound port: 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:22.594621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:22.664758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db2190-79e8-4929-b043-cafcf7639ca9 req-4d90edf3-70b9-41e8-bf8f-2e769747ebdc tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:22.679017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42db2190-79e8-4929-b043-cafcf7639ca9 req-4d90edf3-70b9-41e8-bf8f-2e769747ebdc tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2595091 Feb 03 14:22:22.834370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-351c0d8d-dbc3-440f-9342-12b210e8e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:22.837003 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b72c8615-57dc-4dc3-aef4-87ad3b806192 req-351c0d8d-dbc3-440f-9342-12b210e8e668 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4822192 Feb 03 14:22:22.999167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:23.009091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:23.026037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42db2190-79e8-4929-b043-cafcf7639ca9 req-ac7fa659-39ac-428a-ae69-b0bc7d7fe0a7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373988 Feb 03 14:22:23.039740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] For port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:23.047091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] For port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:23.084556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:23.149930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (d52d9c31-bc8e-407c-b35f-2f7beb756ad8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:23.198894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:23.209502 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1496890 Feb 03 14:22:23.245471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:23.246494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:23.247484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] 10.222.0.45 "PUT /v2.0/ports/0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 HTTP/1.1" status: 200 len: 1091 time: 3.0774024 Feb 03 14:22:23.247927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:23.250095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af8a07-db4f-4391-ad80-01a09f691603 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event updated for resources: {'Port': ['ID=d6c39979-0051-4d0d-8daf-02137ebcb1c6,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:23.275010 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f159226f-d2e7-4431-ae5e-7f57b14a0091" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:23.306019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Request body: {'port': {'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:23.541378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef38ef-2e53-4c1c-b142-bfb90f51d18f service neutron] Pushing event updated for resources: {'Port': ['ID=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:23.597874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:23.659299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ed46d-b8da-479a-b16a-f121d9e0490d req-0a2f9b47-9453-4ace-b61b-701ecbd5373e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:23.663780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-569ed46d-b8da-479a-b16a-f121d9e0490d req-0a2f9b47-9453-4ace-b61b-701ecbd5373e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.2964711 Feb 03 14:22:24.398296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:24.423716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Publish callbacks [] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:24.460852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Transition to ACTIVE for port object cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:24.479304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-569ed46d-b8da-479a-b16a-f121d9e0490d req-9fb1afda-eb7d-409b-a9fb-913b9d03e50b tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7986581 Feb 03 14:22:24.482825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:24.631583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:24.686049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Pushing event updated for resources: {'Port': ['ID=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:24.769023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Attempting to bind port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:24.769444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Attempting to bind port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:24.769774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Attempting to bind port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 on network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:24.786688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:24.792470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:24.799001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:24.809830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:24.826130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:24.832210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:24.840932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:24.857438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35f953e1-5708-45ff-8aa9-c388f317249f req-c0e382db-20a4-4df4-8560-f5ae7c51e973 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2088556 Feb 03 14:22:24.876302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 on network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:24.876708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Attempting to bind port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 on network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:24.940004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:24.940496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Checking segment: {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:24.941534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Bound using segment: {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:24.942596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Bound port: cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c841f4b3-5f28-4db6-a85e-1785f645c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:24.942965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:25.076860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35f953e1-5708-45ff-8aa9-c388f317249f req-758d5cdf-a673-436e-8d9c-ef5172809002 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2178979 Feb 03 14:22:25.151759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] For port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:25.155537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] For port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:25.164120 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:25.254387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.255188 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:25.256690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] 10.222.0.45 "PUT /v2.0/ports/cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 HTTP/1.1" status: 200 len: 1091 time: 1.9722550 Feb 03 14:22:25.284993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c5674-2579-42c5-97ca-82fbaa9d6408 service neutron] Pushing event updated for resources: {'Port': ['ID=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:25.399595 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f75ed64-a0ed-4462-b345-f0b23d3556f1 x-openstack-request-id: req-6f75ed64-a0ed-4462-b345-f0b23d3556f1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:25.400891 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:25.401304 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f75ed64-a0ed-4462-b345-f0b23d3556f1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:25.401727 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87', 'status': 'completed', 'code': 200} Feb 03 14:22:25.426067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.427587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.428077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.428592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.429879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.429879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.430186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.432247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4a245a54-b16a-45e3-abfd-86200838acef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6703 time: 0.1153598 Feb 03 14:22:25.553081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-72533f50-6737-43d7-964f-46e4b463640d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cae758-12b6-4e2a-bbc0-4803b853c911 HTTP/1.1" status: 200 len: 217 time: 0.1045630 Feb 03 14:22:25.643252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c1d6be27-1b05-4222-9a6d-030a3ccc4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.646778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c1d6be27-1b05-4222-9a6d-030a3ccc4796 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3012eb-f8da-4940-a60f-44773ad091b8 HTTP/1.1" status: 200 len: 856 time: 0.0848610 Feb 03 14:22:25.762904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9117356a-4c30-43af-98bc-e18f0210dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:25.765981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9117356a-4c30-43af-98bc-e18f0210dd42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=616c701c-acf0-4ac7-bdf9-03ec8f202e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1088867 Feb 03 14:22:26.091125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-e6b8858f-3efd-45f0-bce5-0cae98781d56 service neutron] 10.222.0.45 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131378 Feb 03 14:22:26.441286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-5b4a9d34-0243-4ac2-8086-e67a84298139 service neutron] 10.222.0.45 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325672 Feb 03 14:22:26.609445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9551025b-599c-4093-854b-a2cb3afd7477 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=81581054-917c-4966-b763-5f09e5b47217 HTTP/1.1" status: 200 len: 217 time: 0.0940225 Feb 03 14:22:26.709153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c49bfa89-9b63-4f79-8826-a5d15af1095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:26.710626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-c49bfa89-9b63-4f79-8826-a5d15af1095c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.0943041 Feb 03 14:22:26.824480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-343ee900-caa5-4b42-bbdc-a8c360d316ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:26.826023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-343ee900-caa5-4b42-bbdc-a8c360d316ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1029258 Feb 03 14:22:27.012407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-4040193e-e27e-414e-bdfd-acfebb3098ab service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784701 Feb 03 14:22:27.229871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-f7b1a856-b01d-4248-8d0a-a3d41e59a077 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075071 Feb 03 14:22:27.302295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-3c9398e4-180e-4070-aa12-fadc6a43e6d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=d6ed82d1-b609-4450-92f4-9d5bb6b7bede HTTP/1.1" status: 200 len: 217 time: 0.0599816 Feb 03 14:22:27.401838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-dc2a5e6f-6a23-4fa9-b05c-17c54c0e9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:27.403415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-dc2a5e6f-6a23-4fa9-b05c-17c54c0e9b29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.0957990 Feb 03 14:22:27.403867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:27.406331 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0929b6-c9be-4179-9349-3f2959b14855" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:27.491742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8b35c8a4-cde2-47fb-8db1-02fb6568e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:27.494399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-8b35c8a4-cde2-47fb-8db1-02fb6568e5f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0724854 Feb 03 14:22:27.652462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d4e3dc0e-4173-434d-9945-41055bd41742 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354375 Feb 03 14:22:28.092714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-4b78cafd-4df3-487a-883e-e04c1da8bfa3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:28.099755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-4b78cafd-4df3-487a-883e-e04c1da8bfa3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 814 time: 0.3111231 Feb 03 14:22:28.601695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-c1f3a5c4-e5bf-402e-9853-f35b5dc5e612 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/quotas/35890c4ab2e94cc2901effdc0fbabf6c HTTP/1.1" status: 200 len: 375 time: 0.5005908 Feb 03 14:22:28.765621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-27689028-1e97-4e31-bd8c-3b4374944b31 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0961173 Feb 03 14:22:28.792760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a8344320-f3c2-4360-b25e-9c8eaa329d2b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1900918 Feb 03 14:22:28.830404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d2100-556f-4ccf-8a70-cc0b4f5e7b8c req-5483df06-d0a7-4304-ace8-2ad344b80102 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:28.846089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-447d2100-556f-4ccf-8a70-cc0b4f5e7b8c req-5483df06-d0a7-4304-ace8-2ad344b80102 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.7286594 Feb 03 14:22:29.067782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9d38b33e-2207-49e5-91c7-91a5d10f8285 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=280bb23e-28ad-4315-b0bb-3094bb715f15 HTTP/1.1" status: 200 len: 217 time: 0.1470432 Feb 03 14:22:29.128586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-447d2100-556f-4ccf-8a70-cc0b4f5e7b8c req-227ae61b-5ed0-4799-9d4c-f5086854d438 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652850 Feb 03 14:22:29.351054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9cb8efb4-4d53-4677-942b-bf233b438506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.352554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9cb8efb4-4d53-4677-942b-bf233b438506 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.2307250 Feb 03 14:22:29.419540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.425007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.431865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.441598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.458598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.463795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.475892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.499136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-c4a31f72-27ce-42ed-9671-48827301481d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2158492 Feb 03 14:22:29.547047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-61051c97-4195-4fbe-85ce-2ae19c3d5744 service neutron] 10.222.0.52 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533278 Feb 03 14:22:29.666740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-96c1b390-1bc3-4259-a139-5ca06a478407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:29.669955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-96c1b390-1bc3-4259-a139-5ca06a478407 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2994471 Feb 03 14:22:29.883079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-383046ba-60ff-4315-a72a-53dd1bd6011e service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239016 Feb 03 14:22:29.944185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6790e732-a625-49aa-8cbf-a630f3f5b185 req-5cd7a288-1c54-4fd3-bed6-41fffa06ca81 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4438105 Feb 03 14:22:30.097099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-3c5ddfa0-92c0-419b-94b4-5263ad405398 service neutron] 10.222.0.52 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475845 Feb 03 14:22:30.128477 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821b59a-6f4e-4d74-b707-faf0bef03e0a x-openstack-request-id: req-a821b59a-6f4e-4d74-b707-faf0bef03e0a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:30.129024 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:30.129900 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a821b59a-6f4e-4d74-b707-faf0bef03e0a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:30.130409 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6', 'status': 'completed', 'code': 200} Feb 03 14:22:30.378832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-32da3d22-a282-437e-b15b-1f3709c5eeea service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305298 Feb 03 14:22:30.615517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-76d169d7-930c-4558-b882-5d539c565d6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=10497514-5f40-4ad4-8f62-245c2d3b1599 HTTP/1.1" status: 200 len: 217 time: 0.2245319 Feb 03 14:22:30.641211 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-0f82ae1f-aeaf-4dfd-9d39-e5bdd4df2949 req-0ddede6b-7588-4853-b80f-bf17abfb4b15 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:22:30.642070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f82ae1f-aeaf-4dfd-9d39-e5bdd4df2949 req-0ddede6b-7588-4853-b80f-bf17abfb4b15 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/e90c9524-5cf3-433d-80dc-ace4b577e014 HTTP/1.1" status: 404 len: 352 time: 0.1871097 Feb 03 14:22:30.815643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-46e456ed-4527-45c1-9038-62c56dd13d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:30.817519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-46e456ed-4527-45c1-9038-62c56dd13d5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.1721075 Feb 03 14:22:31.075155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-39bd820a-2a0f-4384-9a30-7a4b76747ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:31.084302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-39bd820a-2a0f-4384-9a30-7a4b76747ff7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2427182 Feb 03 14:22:31.357395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-93f6a948-b3a9-4d26-ba09-f7d90c616af3 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533946 Feb 03 14:22:31.381972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca29816-0076-4926-ab59-9a4a3d1c5984 req-aadb94fe-c937-41a6-b199-afd54c164cd0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:31.389251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ca29816-0076-4926-ab59-9a4a3d1c5984 req-aadb94fe-c937-41a6-b199-afd54c164cd0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.4658704 Feb 03 14:22:31.597811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ca29816-0076-4926-ab59-9a4a3d1c5984 req-f34c32c6-2d0b-4453-9c62-44e0b23359a2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073421 Feb 03 14:22:31.651341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-27e5c2fa-b8f7-4ff2-9b2b-5eb2fcc2c2f7 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772014 Feb 03 14:22:31.843800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-06ee194e-a7f8-40e6-b4b7-679ddd72c890 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 HTTP/1.1" status: 200 len: 217 time: 0.1779382 Feb 03 14:22:31.922884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dfc94e99-b9a0-4e06-b02c-e34bcf545287 req-14ca3d09-4f69-40a4-8ee3-473cb15b9c74 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 210 time: 0.1188164 Feb 03 14:22:32.028577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-87a081d0-0400-4d83-ad0a-132f01b2a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.030095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-87a081d0-0400-4d83-ad0a-132f01b2a644 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24e74244-4044-4821-8db5-7f7e20b8d41f HTTP/1.1" status: 200 len: 797 time: 0.1341088 Feb 03 14:22:32.133877 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-604f5e90-9d33-4abc-9598-4f920f065189 req-41eb3d70-fa18-43c3-8638-50772b30d848 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:22:32.164578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-604f5e90-9d33-4abc-9598-4f920f065189 req-41eb3d70-fa18-43c3-8638-50772b30d848 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/39fc163e-2682-4c21-aac8-d9b26224404c HTTP/1.1" status: 404 len: 352 time: 0.1321046 Feb 03 14:22:32.270632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-e2ec5d17-60a4-4afa-bd5a-89fc4786f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.277708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-e2ec5d17-60a4-4afa-bd5a-89fc4786f11c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2288902 Feb 03 14:22:32.712487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.727868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.739820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.754819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.765875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-154bd2ae-640d-40bd-b3e5-adffb2a6fc16 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.768279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-154bd2ae-640d-40bd-b3e5-adffb2a6fc16 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.45 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 814 time: 0.3798678 Feb 03 14:22:32.773044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.787261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.791749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Request body: {'port': {'device_id': '34d8a908-3b77-403e-bea6-728dabb7e390', 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360', 'admin_state_up': True, 'tenant_id': '35890c4ab2e94cc2901effdc0fbabf6c'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:32.798131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:32.813040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42593601-5085-468a-8c7e-974598bbcdab req-d0da0fb4-7e35-413c-8b7f-c5f38aa9dfef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.4631181 Feb 03 14:22:32.911115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-ce2fee03-fb5b-4824-9191-78b1b171a41a service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159344 Feb 03 14:22:32.968495 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:22:33.118770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Made reservation on behalf of 35890c4ab2e94cc2901effdc0fbabf6c for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:22:33.125059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:33.282217 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42593601-5085-468a-8c7e-974598bbcdab req-cfb94ed9-0987-494a-a852-56f213f76c74 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4669762 Feb 03 14:22:33.288997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-9c6addb6-f062-4ea6-85f6-bd802d51d04d service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716629 Feb 03 14:22:33.360685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:22:33.423733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-eec6e9f5-1adc-403b-b477-b9b36691229c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 HTTP/1.1" status: 200 len: 217 time: 0.1115110 Feb 03 14:22:33.441098 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-b895e744-2749-49ff-95ae-b6b44e801217 req-248b3438-8bd8-40ae-a55e-a1508decdfc6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:22:33.442636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b895e744-2749-49ff-95ae-b6b44e801217 req-248b3438-8bd8-40ae-a55e-a1508decdfc6 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/dad52894-4872-4ffb-a5e5-6980253e878f HTTP/1.1" status: 404 len: 352 time: 0.0179420 Feb 03 14:22:33.667910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-2f919f27-619b-48be-9202-7c5197ff3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:33.669665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-2f919f27-619b-48be-9202-7c5197ff3fa4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24e74244-4044-4821-8db5-7f7e20b8d41f HTTP/1.1" status: 200 len: 797 time: 0.2169161 Feb 03 14:22:33.714016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Allocated IP 172.20.0.8 (33a63949-d3fb-4ae3-bff7-1b89b1e1b360/68924276-c828-44f1-b72b-f489fd146f68/85991d72-365e-4c11-8aa3-dddc66b76af0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:33.720287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:33.721118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:33.840140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:33.855463 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6322e40-7dcb-4e2a-9a71-5ab5fff107c2" -d '{"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:33.920686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:33.935864 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:33.952045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd9141-413e-43af-b15e-a64f80f9c87e req-d122b2bb-e7c7-4369-91d2-21d242267d51 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:33.966520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34bd9141-413e-43af-b15e-a64f80f9c87e req-d122b2bb-e7c7-4369-91d2-21d242267d51 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.2958117 Feb 03 14:22:33.972870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-86d61a28-aee2-492d-af60-99e8a53d1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:33.975980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-86d61a28-aee2-492d-af60-99e8a53d1cc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2860217 Feb 03 14:22:34.013912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:34.027494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.028742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.029331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.030020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.031039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.031616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.033690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.034307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.035129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.035920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.037474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.038007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.038679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:22:34.336231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-5d36e9df-ee3e-4c56-ae5c-906f17540912 service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386970 Feb 03 14:22:34.345517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34bd9141-413e-43af-b15e-a64f80f9c87e req-93837406-3fa1-4a24-9581-c2ad8c3f0fd0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576872 Feb 03 14:22:34.408486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks [] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:34.505328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:34.549905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:34.596995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0cc9ca1-05ee-4550-a043-57beecf2ccc6 req-d2f97f5a-45e1-4ed5-b3b2-67a2c8e51e3e service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462525 Feb 03 14:22:34.617449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Pushing event updated for resources: {'Port': ['ID=85991d72-365e-4c11-8aa3-dddc66b76af0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:34.633789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:34.635871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:34.639254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:34.690329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfa8bc-c5de-4907-a1f1-63333b89b09b req-e8f4af8f-eb70-4126-bbf6-42d0e1cb1a6b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.713624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54cfa8bc-c5de-4907-a1f1-63333b89b09b req-e8f4af8f-eb70-4126-bbf6-42d0e1cb1a6b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 931 time: 0.1381106 Feb 03 14:22:34.831653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.832333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:34.895114 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-a4ae28f1-6c8d-4169-8049-02d4ca3e7608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1076541 Feb 03 14:22:34.919728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Request body: {'port': {'device_id': '34d8a908-3b77-403e-bea6-728dabb7e390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:34.954596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.956513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.958215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.959554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.962456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.963937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.965231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:34.968629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-209b0c77-373e-4df0-b501-a2d66433b7a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6703 time: 0.2520492 Feb 03 14:22:35.063493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:35.183323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54cfa8bc-c5de-4907-a1f1-63333b89b09b req-94d3dfd0-7a37-442b-8908-63d6192e36e4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547410 Feb 03 14:22:35.288089 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-114be3c8-b7d9-4d6b-8600-1c66ca3e9ca5 req-67ea2a70-42d8-4553-b35a-40c644573d90 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:22:35.301108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-114be3c8-b7d9-4d6b-8600-1c66ca3e9ca5 req-67ea2a70-42d8-4553-b35a-40c644573d90 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/78267078-91c0-4299-897e-52c548fc290e HTTP/1.1" status: 404 len: 352 time: 0.0542216 Feb 03 14:22:35.350603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-3ad50b8c-953d-411e-8020-2048bec82a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.352022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-3ad50b8c-953d-411e-8020-2048bec82a51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c HTTP/1.1" status: 200 len: 903 time: 0.3685129 Feb 03 14:22:35.399727 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd93c8-0061-4e92-8267-9bb328047709 x-openstack-request-id: req-11cd93c8-0061-4e92-8267-9bb328047709 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:35.400105 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:35.400442 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11cd93c8-0061-4e92-8267-9bb328047709 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:35.401184 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'code': 200} Feb 03 14:22:35.476039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-723c4f82-9a7b-4055-b6ad-0c36547b04b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 HTTP/1.1" status: 200 len: 217 time: 0.1140485 Feb 03 14:22:35.716440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.723112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.743500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.748850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.766745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.772309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.788696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.800170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4284671-08b7-44cb-856c-c8947ee286fe req-676b3ad5-d04b-47cb-bb27-356b7baabc86 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2407889 Feb 03 14:22:35.812579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-64edf07a-adce-4beb-8683-4f2934e6258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:35.814121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-64edf07a-adce-4beb-8683-4f2934e6258a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24e74244-4044-4821-8db5-7f7e20b8d41f HTTP/1.1" status: 200 len: 797 time: 0.3155489 Feb 03 14:22:35.821094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85991d72-365e-4c11-8aa3-dddc66b76af0 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:35.830452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Publish callbacks [] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:35.857617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Transition to ACTIVE for port object 85991d72-365e-4c11-8aa3-dddc66b76af0 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:22:35.863053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:36.003077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-abf313a1-2593-4804-b269-f458bf4a8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:36.005143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-abf313a1-2593-4804-b269-f458bf4a8ebf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1688836 Feb 03 14:22:36.048676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4284671-08b7-44cb-856c-c8947ee286fe req-1668c977-a6b2-44e8-abee-de41ad0354d0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378519 Feb 03 14:22:36.141486 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-17a68411-033a-423a-a26a-083e6d9c907c req-2b832d32-0986-4eb8-9cd4-9a3a2a113272 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:22:36.163860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17a68411-033a-423a-a26a-083e6d9c907c req-2b832d32-0986-4eb8-9cd4-9a3a2a113272 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/5840e076-cb54-407d-ab11-3c096ae9f9bc HTTP/1.1" status: 404 len: 352 time: 0.0647049 Feb 03 14:22:36.170877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Attempting to bind port 85991d72-365e-4c11-8aa3-dddc66b76af0 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:36.184989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Attempting to bind port 85991d72-365e-4c11-8aa3-dddc66b76af0 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:36.185666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Attempting to bind port 85991d72-365e-4c11-8aa3-dddc66b76af0 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:36.198768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Pushing event updated for resources: {'Port': ['ID=85991d72-365e-4c11-8aa3-dddc66b76af0,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:36.205696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Port 85991d72-365e-4c11-8aa3-dddc66b76af0 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:22:36.217034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Attempting to bind port 85991d72-365e-4c11-8aa3-dddc66b76af0 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:36.237228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:36.237509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Checking segment: {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:36.237907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Bound using segment: {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:36.238363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Bound port: 85991d72-365e-4c11-8aa3-dddc66b76af0, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:36.238763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:36.382288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] For port 85991d72-365e-4c11-8aa3-dddc66b76af0, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:36.387756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] For port 85991d72-365e-4c11-8aa3-dddc66b76af0, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=85991d72-365e-4c11-8aa3-dddc66b76af0,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:36.389110 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-dedd1167-684f-4324-8d59-ff8f7bf576dc req-cd2baa9b-2a3d-4596-b490-61c4cbd45cba tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] show failed (client error): The resource could not be found. Feb 03 14:22:36.390523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dedd1167-684f-4324-8d59-ff8f7bf576dc req-cd2baa9b-2a3d-4596-b490-61c4cbd45cba tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/c5051628-4c32-498a-866f-8fb3a9240ba1 HTTP/1.1" status: 404 len: 352 time: 0.0382936 Feb 03 14:22:36.404092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-1018cf8f-a293-4fd9-aa59-daa5aa7cf2f0 service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543537 Feb 03 14:22:36.413780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c808c-8a1b-4b88-889b-c82afb36535f req-f0a674f3-6ad9-4e23-b437-7c999c1a2279 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:36.414302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:36.420951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c04c808c-8a1b-4b88-889b-c82afb36535f req-f0a674f3-6ad9-4e23-b437-7c999c1a2279 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.1202569 Feb 03 14:22:36.546919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:36.554247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:36.566393 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] 10.222.0.45 "PUT /v2.0/ports/85991d72-365e-4c11-8aa3-dddc66b76af0 HTTP/1.1" status: 200 len: 1091 time: 1.6507964 Feb 03 14:22:36.569349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d8a908-3b77-403e-bea6-728dabb7e390', 'tag': '85991d72-365e-4c11-8aa3-dddc66b76af0'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:36.571663 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "34d8a908-3b77-403e-bea6-728dabb7e390", "tag": "85991d72-365e-4c11-8aa3-dddc66b76af0"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:36.600522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575db06c-1772-4cb1-8554-0c6de67b4e94 service neutron] Pushing event updated for resources: {'Port': ['ID=85991d72-365e-4c11-8aa3-dddc66b76af0,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:36.713700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45160) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:36.771077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c04c808c-8a1b-4b88-889b-c82afb36535f req-129f3742-c24b-4d5e-b7a2-4ccf59c5a672 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481493 Feb 03 14:22:36.777869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-ba99ef33-c10c-49a4-acaa-0b5685df73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:36.780629 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-ba99ef33-c10c-49a4-acaa-0b5685df73b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 1125 time: 0.1479759 Feb 03 14:22:36.803012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58129569-e06a-4a09-837f-07c999fae6ce req-2e67d2d6-18a0-479e-a259-bf8eeba2ba86 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:36.804819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58129569-e06a-4a09-837f-07c999fae6ce req-2e67d2d6-18a0-479e-a259-bf8eeba2ba86 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 943 time: 0.3124094 Feb 03 14:22:36.826918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f159226f-d2e7-4431-ae5e-7f57b14a0091 req-75b11847-a5d2-43c5-9ef1-faa1f318a6fd service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578763 Feb 03 14:22:36.868476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58129569-e06a-4a09-837f-07c999fae6ce req-c8ebebb7-a6d9-497a-9def-174646f99d89 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510440 Feb 03 14:22:36.921491 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-2aa41ec0-54c0-431f-85da-293a9ce94cb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85991d72-365e-4c11-8aa3-dddc66b76af0 HTTP/1.1" status: 200 len: 217 time: 0.1324179 Feb 03 14:22:37.017478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.018011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.018418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.018880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.019339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.020365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.026227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.032497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-981262af-5512-4c11-bbfc-e012bf0dce36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6703 time: 0.0894704 Feb 03 14:22:37.038449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-2118f4b7-f581-4b05-9f4c-059096552880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.040324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-2118f4b7-f581-4b05-9f4c-059096552880 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.1098371 Feb 03 14:22:37.045861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78661e8-976d-4bf4-8faf-d4ae369f009d req-5ea4b9a4-b603-4f93-a89f-efbc19bf7860 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.047339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a78661e8-976d-4bf4-8faf-d4ae369f009d req-5ea4b9a4-b603-4f93-a89f-efbc19bf7860 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 947 time: 0.1439135 Feb 03 14:22:37.136764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-609b7a5c-c9c6-4ee6-a7fd-de83ed5aeeb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891364 Feb 03 14:22:37.178654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a78661e8-976d-4bf4-8faf-d4ae369f009d req-ea52ee50-50ac-4f4f-81c9-c979b8326b80 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213429 Feb 03 14:22:37.214830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-9396bd28-fbc2-401f-846e-e47e77f434b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.216402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-9396bd28-fbc2-401f-846e-e47e77f434b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c HTTP/1.1" status: 200 len: 903 time: 0.1682010 Feb 03 14:22:37.219497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb303140-b6a7-446b-b084-9cbe6fc4c3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:37.272508 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6be2d1-d54a-4fd0-8e44-33ccb4af28bd x-openstack-request-id: req-ad6be2d1-d54a-4fd0-8e44-33ccb4af28bd {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:37.274926 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d8a908-3b77-403e-bea6-728dabb7e390", "tag": "85991d72-365e-4c11-8aa3-dddc66b76af0", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:37.275243 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad6be2d1-d54a-4fd0-8e44-33ccb4af28bd {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:37.276093 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d8a908-3b77-403e-bea6-728dabb7e390', 'tag': '85991d72-365e-4c11-8aa3-dddc66b76af0', 'status': 'completed', 'code': 200} Feb 03 14:22:37.361922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-2975bfcf-4de8-423a-ba9a-eac4b0eb2be0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 HTTP/1.1" status: 200 len: 217 time: 0.1377800 Feb 03 14:22:37.401311 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-7148a49d-8e38-46b0-8ba6-db15bb0468e6 service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510333 Feb 03 14:22:37.458729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.464269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.464775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb303140-b6a7-446b-b084-9cbe6fc4c3e8 admin admin] Publish callbacks [] for security_group (c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:37.469654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.476788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.477724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb303140-b6a7-446b-b084-9cbe6fc4c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:37.483295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.488925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.494240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.497616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27db6b58-d189-4832-968d-405d26bcbafc req-31c854c0-1d00-494f-a7d0-81e9bfa6c183 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.1820264 Feb 03 14:22:37.523157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-6b789c7f-aa27-4edd-aac0-005a9717a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.524660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-6b789c7f-aa27-4edd-aac0-005a9717a3e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24e74244-4044-4821-8db5-7f7e20b8d41f HTTP/1.1" status: 200 len: 797 time: 0.1346512 Feb 03 14:22:37.547939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09028c8-4db8-4cc6-94ac-b86ada75c60c req-9671cbb5-92c4-4a68-b5c4-b881d51afecb tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.549438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d09028c8-4db8-4cc6-94ac-b86ada75c60c req-9671cbb5-92c4-4a68-b5c4-b881d51afecb tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1024 time: 0.2329547 Feb 03 14:22:37.587473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb303140-b6a7-446b-b084-9cbe6fc4c3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:37.625360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eb303140-b6a7-446b-b084-9cbe6fc4c3e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8a89eb540664385a1f4b46ebef5ee7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9036832 Feb 03 14:22:37.628293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45172) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:37.673518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27db6b58-d189-4832-968d-405d26bcbafc req-43476aa7-3228-4c1a-bd9d-e090cda4a04f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686184 Feb 03 14:22:37.696251 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-334575d3-ee72-4748-8d5a-40e7a35cceef req-8ea378ff-112a-4a2f-a9bd-2a8d00e0785e service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887042 Feb 03 14:22:37.713758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9164c16b-6b74-4b82-ab85-2bedbda68f25 admin admin] Publish callbacks [] for security_group (c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:37.749751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9164c16b-6b74-4b82-ab85-2bedbda68f25 admin admin] Publish callbacks [] for security_group (c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:37.771802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d09028c8-4db8-4cc6-94ac-b86ada75c60c req-e9991117-9095-40e7-8f85-94be5aa54aa0 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&id=648f2283-151d-4f91-93ce-aacbb71b5034&id=9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2090497 Feb 03 14:22:37.782970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-bc7835ba-ef55-479f-8eb0-ee1aad29e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.785034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-bc7835ba-ef55-479f-8eb0-ee1aad29e3ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2456710 Feb 03 14:22:37.923136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-f1a298fe-cfd4-42b1-a793-2b92f1f4e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.926887 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-f1a298fe-cfd4-42b1-a793-2b92f1f4e737 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 1125 time: 0.1671309 Feb 03 14:22:37.928209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9164c16b-6b74-4b82-ab85-2bedbda68f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:37.931232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9164c16b-6b74-4b82-ab85-2bedbda68f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:37.932550 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9164c16b-6b74-4b82-ab85-2bedbda68f25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab HTTP/1.1" status: 204 len: 168 time: 0.3023877 Feb 03 14:22:37.974099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-c006fe1a-9cd2-49b8-b359-19198aa9bfc8 service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824853 Feb 03 14:22:37.988533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db1bc-2c29-4b32-9658-6b2ca3c37acd req-559f2a05-23b1-4ad0-843d-16cd7aa4f2e5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:37.995622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b5db1bc-2c29-4b32-9658-6b2ca3c37acd req-559f2a05-23b1-4ad0-843d-16cd7aa4f2e5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.0922394 Feb 03 14:22:38.063609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-b81a1b7e-0828-421f-b342-1abb58f44aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:38.065073 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-b81a1b7e-0828-421f-b342-1abb58f44aa3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 915 time: 0.1315284 Feb 03 14:22:38.065840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164c16b-6b74-4b82-ab85-2bedbda68f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa4f1f-8785-4ae4-8eb4-36a5803a40ab,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:38.120974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b5db1bc-2c29-4b32-9658-6b2ca3c37acd req-99ff2ac9-d1a2-4d6e-8189-97be0d653477 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241744 Feb 03 14:22:38.134012 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-da46d885-4631-4c94-b3d7-fa7d3b7f1f82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85991d72-365e-4c11-8aa3-dddc66b76af0 HTTP/1.1" status: 200 len: 217 time: 0.0607386 Feb 03 14:22:38.210601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e0929b6-c9be-4179-9349-3f2959b14855 req-81562373-6f3a-43fb-935e-a8198b192af3 service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255745 Feb 03 14:22:38.305897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-5bb3ad52-68d0-4845-93ad-a986d17fef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:38.307990 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-5bb3ad52-68d0-4845-93ad-a986d17fef08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.1665385 Feb 03 14:22:38.373549 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-c15e5b39-aec4-4f1b-8a4c-8498c0717c57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533469 Feb 03 14:22:38.380079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8b139-a8cc-49e8-9908-4ea90547e635 req-cee4f6b1-c006-40d8-8f1d-441b6c2b21d5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:38.389611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dd8b139-a8cc-49e8-9908-4ea90547e635 req-cee4f6b1-c006-40d8-8f1d-441b6c2b21d5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 943 time: 0.1692719 Feb 03 14:22:38.463930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dd8b139-a8cc-49e8-9908-4ea90547e635 req-5fed8e38-9828-4ddb-9b0f-2959a8b9416c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730143 Feb 03 14:22:38.518757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45200) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:38.555909 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-fa1769ec-4fcb-4bb7-bf50-e607b98ffe8c service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765349 Feb 03 14:22:38.679824 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a6b4b6af-3947-4b63-8e5a-00c6ba9b5f7f req-a59572c6-375a-4f45-842b-a92854268b34 service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168048 Feb 03 14:22:38.832654 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:38.930271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04420f74-a114-4db1-88d1-3e59b0fbbde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.065610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326248e-b321-4eed-8164-4cbfd63a08db req-37b0c15a-99d4-4b6c-a947-952cc312c8ac tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.067712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8326248e-b321-4eed-8164-4cbfd63a08db req-37b0c15a-99d4-4b6c-a947-952cc312c8ac tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1024 time: 0.1483192 Feb 03 14:22:39.103655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.108778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.114033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.119247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.125090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.130478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.135669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.137620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-4e5ca80c-ff12-474b-9446-aa914d76badc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2172899 Feb 03 14:22:39.144516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2994b07-8e30-4d2f-9d86-3306b2f894f3 req-72c5c757-0cf1-43e6-a994-71f17fb4c5c9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.146471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2994b07-8e30-4d2f-9d86-3306b2f894f3 req-72c5c757-0cf1-43e6-a994-71f17fb4c5c9 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 1024 time: 0.2284503 Feb 03 14:22:39.364338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82f0b292-cb3a-469a-bbee-6da10bb4eed6 req-69e7e26a-28d1-46ef-b1c7-32cf73fa3a4a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966417 Feb 03 14:22:39.366145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04420f74-a114-4db1-88d1-3e59b0fbbde2 admin admin] Publish callbacks [] for security_group (e393f85b-96aa-4d12-8840-126ae4e31cbc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.373640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2994b07-8e30-4d2f-9d86-3306b2f894f3 req-0ba76045-9beb-4e92-84fe-1fd614b3e1c1 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b91c473-1346-4f1f-8d00-af9b8e45dc7c&id=648f2283-151d-4f91-93ce-aacbb71b5034&id=9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2043884 Feb 03 14:22:39.377281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04420f74-a114-4db1-88d1-3e59b0fbbde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e393f85b-96aa-4d12-8840-126ae4e31cbc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.440755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Deleting port 9e7faea3-d61b-4503-a84a-4369bcc9069b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:22:39.441106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.453188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-04420f74-a114-4db1-88d1-3e59b0fbbde2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=411a330e9b534439bb8ab75a42c67aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9300539 Feb 03 14:22:39.453897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45214) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:39.468573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04420f74-a114-4db1-88d1-3e59b0fbbde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e393f85b-96aa-4d12-8840-126ae4e31cbc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:39.491657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 85991d72-365e-4c11-8aa3-dddc66b76af0 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:22:39.594433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] For port 9e7faea3-d61b-4503-a84a-4369bcc9069b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9e7faea3-d61b-4503-a84a-4369bcc9069b,segment=NetworkSegment(be5117b5-1772-42c9-9527-cf30b0237b96),segment_id=be5117b5-1772-42c9-9527-cf30b0237b96)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:39.599132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd0494ae-ec3c-4ec4-abc2-73a50a96d917 admin admin] Publish callbacks [] for security_group (e393f85b-96aa-4d12-8840-126ae4e31cbc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.606386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.622844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd0494ae-ec3c-4ec4-abc2-73a50a96d917 admin admin] Publish callbacks [] for security_group (e393f85b-96aa-4d12-8840-126ae4e31cbc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.664982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Calling delete_port for 9e7faea3-d61b-4503-a84a-4369bcc9069b owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:22:39.693964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 85991d72-365e-4c11-8aa3-dddc66b76af0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=85991d72-365e-4c11-8aa3-dddc66b76af0,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:39.739055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '85991d72-365e-4c11-8aa3-dddc66b76af0', 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360', 'port_id': '85991d72-365e-4c11-8aa3-dddc66b76af0', 'mac_address': 'fa:16:3e:8d:ff:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68924276-c828-44f1-b72b-f489fd146f68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:22:39.741582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd0494ae-ec3c-4ec4-abc2-73a50a96d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e393f85b-96aa-4d12-8840-126ae4e31cbc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.744390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd0494ae-ec3c-4ec4-abc2-73a50a96d917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.746256 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd0494ae-ec3c-4ec4-abc2-73a50a96d917 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e393f85b-96aa-4d12-8840-126ae4e31cbc HTTP/1.1" status: 204 len: 168 time: 0.2893364 Feb 03 14:22:39.783752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0494ae-ec3c-4ec4-abc2-73a50a96d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e393f85b-96aa-4d12-8840-126ae4e31cbc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:39.823457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 85991d72-365e-4c11-8aa3-dddc66b76af0 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:39.824215 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.853432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85991d72-365e-4c11-8aa3-dddc66b76af0 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:39.870062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcdab4-6c3b-4e6d-966c-f43a7c5bd209 req-747cc337-2296-47db-8bd7-b601eb364a92 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.879848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55bcdab4-6c3b-4e6d-966c-f43a7c5bd209 req-747cc337-2296-47db-8bd7-b601eb364a92 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.2695704 Feb 03 14:22:39.894681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 85991d72-365e-4c11-8aa3-dddc66b76af0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=85991d72-365e-4c11-8aa3-dddc66b76af0,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:39.902333 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:39.965489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=85991d72-365e-4c11-8aa3-dddc66b76af0,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:39.982149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6916-11a2-449f-86e2-c10633021681 req-ed652ea4-6b12-43c8-89d6-8f15fdaa3dc3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:39.991609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-424d6916-11a2-449f-86e2-c10633021681 req-ed652ea4-6b12-43c8-89d6-8f15fdaa3dc3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 943 time: 0.3088140 Feb 03 14:22:39.997153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55bcdab4-6c3b-4e6d-966c-f43a7c5bd209 req-09d952c1-b5eb-4176-8deb-5b32b4aeb53b tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165771 Feb 03 14:22:40.077898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-424d6916-11a2-449f-86e2-c10633021681 req-c7cf71f2-6598-4751-b758-bccbb896ffcc tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853877 Feb 03 14:22:40.153469 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9e7faea3-d61b-4503-a84a-4369bcc9069b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:40.181481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['85991d72-365e-4c11-8aa3-dddc66b76af0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:40.194477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'Port': ['ID=9e7faea3-d61b-4503-a84a-4369bcc9069b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:40.254632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] No DVR routers for this DVR port 9e7faea3-d61b-4503-a84a-4369bcc9069b on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:22:40.258036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:40.265992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8326248e-b321-4eed-8164-4cbfd63a08db req-45b85426-ead3-4d9a-a3bf-5b494e7b6559 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.71 "DELETE /v2.0/ports/9e7faea3-d61b-4503-a84a-4369bcc9069b HTTP/1.1" status: 204 len: 173 time: 1.1902862 Feb 03 14:22:40.266485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'name': 'network-vif-deleted', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:40.270011 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6fdc1c-a9f7-47a7-b8dd-d86e4c336306" -d '{"events": [{"server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "name": "network-vif-deleted", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:40.275835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9e7faea3-d61b-4503-a84a-4369bcc9069b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:40.407896 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9e0eca-8d84-481b-abe8-fe427c6ab62c x-openstack-request-id: req-4a9e0eca-8d84-481b-abe8-fe427c6ab62c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:40.408199 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf9d74c-efd1-49a4-a99c-51140856398c", "name": "network-vif-deleted", "tag": "9e7faea3-d61b-4503-a84a-4369bcc9069b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:40.408620 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a9e0eca-8d84-481b-abe8-fe427c6ab62c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:40.409028 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf9d74c-efd1-49a4-a99c-51140856398c', 'name': 'network-vif-deleted', 'tag': '9e7faea3-d61b-4503-a84a-4369bcc9069b', 'status': 'completed', 'code': 200} Feb 03 14:22:40.661897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab632e70-d3dc-493a-a483-0bdc4add4d22 req-00e248a1-ee53-40e3-85b1-7a596817907a tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf9d74c-efd1-49a4-a99c-51140856398c HTTP/1.1" status: 200 len: 210 time: 0.0544717 Feb 03 14:22:40.731578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:40.749266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:40.766038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:40.772720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:40.785134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:40.792649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:40.802395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:40.805026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-475deb5c-7989-4031-b87e-f39ccfd1f84d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2543719 Feb 03 14:22:40.949009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29ba965c-d929-41f0-b932-9ad16bb3d033 req-185a9e9e-af5a-41e3-86e9-98d6bca94b5b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332154 Feb 03 14:22:41.166693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5831b-6f69-4a61-ba29-6dfcf2013c52 req-2fb0136d-33ce-4a6e-a55d-614573c5862a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:41.167949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7a5831b-6f69-4a61-ba29-6dfcf2013c52 req-2fb0136d-33ce-4a6e-a55d-614573c5862a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.0695636 Feb 03 14:22:41.288576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7a5831b-6f69-4a61-ba29-6dfcf2013c52 req-e0b7df34-801c-42f3-9956-88e5bc7d4be4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032219 Feb 03 14:22:41.325304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac87d0f-fd86-4828-ac45-1a40272e0e24 req-d4f7e634-4583-4fc7-b7c8-6a25d607ae73 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:41.335328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ac87d0f-fd86-4828-ac45-1a40272e0e24 req-d4f7e634-4583-4fc7-b7c8-6a25d607ae73 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 944 time: 0.1200209 Feb 03 14:22:41.440481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ac87d0f-fd86-4828-ac45-1a40272e0e24 req-0017dc5e-70c4-43bb-80b6-08e5cb727974 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002300 Feb 03 14:22:41.492444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a16f0400-ae67-45ba-b9d5-bccd1482daa8 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:22:41.509914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 85991d72-365e-4c11-8aa3-dddc66b76af0 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:41.646365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 85991d72-365e-4c11-8aa3-dddc66b76af0 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:22:41.655051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 85991d72-365e-4c11-8aa3-dddc66b76af0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:41.655636 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:41.762801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:41.782422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'mac_address': 'fa:16:3e:03:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:22:41.789621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 85991d72-365e-4c11-8aa3-dddc66b76af0 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:41.790047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:41.831991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a16f0400-ae67-45ba-b9d5-bccd1482daa8 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:41.833208 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:41.853149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a16f0400-ae67-45ba-b9d5-bccd1482daa8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:41.889417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d8a908-3b77-403e-bea6-728dabb7e390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85991d72-365e-4c11-8aa3-dddc66b76af0'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:41.891914 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2009d33d-b3c5-4743-bf76-9eb724f0b890" -d '{"events": [{"server_uuid": "34d8a908-3b77-403e-bea6-728dabb7e390", "name": "network-vif-plugged", "status": "completed", "tag": "85991d72-365e-4c11-8aa3-dddc66b76af0"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:41.899562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:41.909495 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:41.913056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 85991d72-365e-4c11-8aa3-dddc66b76af0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=85991d72-365e-4c11-8aa3-dddc66b76af0,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:41.947548 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:41.990400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:42.000083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['a16f0400-ae67-45ba-b9d5-bccd1482daa8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:42.033651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b774c230-9c0c-4a2a-b6ea-64835e9b19e9 req-f6b198dd-220f-49a5-b6bc-2840bf250982 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/648f2283-151d-4f91-93ce-aacbb71b5034 HTTP/1.1" status: 200 len: 1818 time: 0.1851377 Feb 03 14:22:42.108041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=85991d72-365e-4c11-8aa3-dddc66b76af0,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:42.154551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-f74c3316-8179-4801-bf64-a565eaecd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.156095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-f74c3316-8179-4801-bf64-a565eaecd7eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1125 time: 0.1357286 Feb 03 14:22:42.214751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b774c230-9c0c-4a2a-b6ea-64835e9b19e9 req-621322cc-b4be-4133-ba43-b77b1e4802a2 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (648f2283-151d-4f91-93ce-aacbb71b5034), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:42.218278 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7673fbc8-ab56-4a1d-a0a4-8e602435504d x-openstack-request-id: req-7673fbc8-ab56-4a1d-a0a4-8e602435504d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:42.219262 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d8a908-3b77-403e-bea6-728dabb7e390", "name": "network-vif-plugged", "status": "completed", "tag": "85991d72-365e-4c11-8aa3-dddc66b76af0", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:42.219576 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7673fbc8-ab56-4a1d-a0a4-8e602435504d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:42.220001 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d8a908-3b77-403e-bea6-728dabb7e390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85991d72-365e-4c11-8aa3-dddc66b76af0', 'code': 200} Feb 03 14:22:42.309024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b774c230-9c0c-4a2a-b6ea-64835e9b19e9 req-621322cc-b4be-4133-ba43-b77b1e4802a2 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (648f2283-151d-4f91-93ce-aacbb71b5034), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:42.373092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-b4f1fce2-b117-4fcb-952e-7b58f20da65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.375710 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-b4f1fce2-b117-4fcb-952e-7b58f20da65e service neutron] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.1900339 Feb 03 14:22:42.466174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ff158-8167-4add-bdce-7b12cb895126 req-1dcefdbf-0581-461c-800d-dcb334f4fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.468233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f1ff158-8167-4add-bdce-7b12cb895126 req-1dcefdbf-0581-461c-800d-dcb334f4fbfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 1127 time: 0.1955976 Feb 03 14:22:42.544147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.550187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.557184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.563102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.569858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.575732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.582077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.585876 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-75f56084-6329-4706-8f8e-1b203bf13a7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 200 len: 999 time: 0.2005486 Feb 03 14:22:42.594105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-e4dad6b5-cff1-4373-934e-22e298a7a978 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2806859 Feb 03 14:22:42.626107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b774c230-9c0c-4a2a-b6ea-64835e9b19e9 req-621322cc-b4be-4133-ba43-b77b1e4802a2 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (648f2283-151d-4f91-93ce-aacbb71b5034), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:42.628745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b774c230-9c0c-4a2a-b6ea-64835e9b19e9 req-621322cc-b4be-4133-ba43-b77b1e4802a2 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:42.640990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b774c230-9c0c-4a2a-b6ea-64835e9b19e9 req-621322cc-b4be-4133-ba43-b77b1e4802a2 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/648f2283-151d-4f91-93ce-aacbb71b5034 HTTP/1.1" status: 204 len: 173 time: 0.6063645 Feb 03 14:22:42.711143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-3274ae99-d9ee-4f4a-ba1f-67a98b8fa084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.714808 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-3274ae99-d9ee-4f4a-ba1f-67a98b8fa084 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.1201231 Feb 03 14:22:42.721488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f1ff158-8167-4add-bdce-7b12cb895126 req-001ccd32-5bbd-406c-93e6-94f1305480b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434177 Feb 03 14:22:42.727561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621322cc-b4be-4133-ba43-b77b1e4802a2 tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f2283-151d-4f91-93ce-aacbb71b5034,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:42.811449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-3fcaa716-a4a9-418d-a049-c225a0cd446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.813342 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-3fcaa716-a4a9-418d-a049-c225a0cd446d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909696 Feb 03 14:22:42.821067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35d43d34-3cee-4677-8e32-8122caeaa7e9 req-d9c8f93c-bd4c-45a9-ab37-a77bf9abdc4d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2260435 Feb 03 14:22:42.872250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff07d2e-49a6-4e87-9f78-706f92f8e2bc req-ef99a328-a520-4871-be5f-69d48c02a05f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:42.874055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ff07d2e-49a6-4e87-9f78-706f92f8e2bc req-ef99a328-a520-4871-be5f-69d48c02a05f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 943 time: 0.1478634 Feb 03 14:22:42.999454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ff07d2e-49a6-4e87-9f78-706f92f8e2bc req-f221b7b8-d696-4d05-ba2d-572ffd0b98db tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181548 Feb 03 14:22:43.063040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39cf0d-f379-4480-81f2-c49a53b22c30 req-d6ab6405-32b8-4a93-99b9-04503b0fa641 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:43.065009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f39cf0d-f379-4480-81f2-c49a53b22c30 req-d6ab6405-32b8-4a93-99b9-04503b0fa641 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 945 time: 0.1393566 Feb 03 14:22:43.143511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-45ad2fbe-c3c1-4383-b820-464bf6e843ff service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102931 Feb 03 14:22:43.233576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47edd00a-9864-440f-bb04-1ff56f59c6a3 req-9c797e9f-5406-4954-8be6-509232f7e46b tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "GET /v2.0/security-groups/9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388 HTTP/1.1" status: 200 len: 1819 time: 0.1615763 Feb 03 14:22:43.238148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f39cf0d-f379-4480-81f2-c49a53b22c30 req-03dfb2df-71df-46f0-bc04-86e8606671b7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649034 Feb 03 14:22:43.359792 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8ab2ec6-de8e-4e37-9f67-92712ae41a84 req-da8380b5-5aab-4897-bb1f-34019c9972f3 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087359 Feb 03 14:22:43.370522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47edd00a-9864-440f-bb04-1ff56f59c6a3 req-6d1cd7ef-8e48-4869-8e05-bc9d3cb30b1d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.407935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47edd00a-9864-440f-bb04-1ff56f59c6a3 req-6d1cd7ef-8e48-4869-8e05-bc9d3cb30b1d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.410279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9e7faea3-d61b-4503-a84a-4369bcc9069b no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:22:43.447943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 9e7faea3-d61b-4503-a84a-4369bcc9069b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:22:43.449222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9e7faea3-d61b-4503-a84a-4369bcc9069b not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:22:43.507647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:22:43.528563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a16f0400-ae67-45ba-b9d5-bccd1482daa8 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:43.556038 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47edd00a-9864-440f-bb04-1ff56f59c6a3 req-6d1cd7ef-8e48-4869-8e05-bc9d3cb30b1d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.559983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47edd00a-9864-440f-bb04-1ff56f59c6a3 req-6d1cd7ef-8e48-4869-8e05-bc9d3cb30b1d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.564773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47edd00a-9864-440f-bb04-1ff56f59c6a3 req-6d1cd7ef-8e48-4869-8e05-bc9d3cb30b1d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] 10.222.0.52 "DELETE /v2.0/security-groups/9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388 HTTP/1.1" status: 204 len: 173 time: 0.3200121 Feb 03 14:22:43.567535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45362) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:43.612410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cd7ef-8e48-4869-8e05-bc9d3cb30b1d tempest-SecurityGroupsTestJSON-1333924146 tempest-SecurityGroupsTestJSON-1333924146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034f54b-c8f5-4bdd-a4d3-8c14e9d1f388,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:43.712015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] Deleting subnet 12a531f3-b006-4d84-91f3-7734fb92a43d {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:22:43.716948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] Publish callbacks [] for subnet (12a531f3-b006-4d84-91f3-7734fb92a43d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.769647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (12a531f3-b006-4d84-91f3-7734fb92a43d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.843229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (12a531f3-b006-4d84-91f3-7734fb92a43d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.982277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port a16f0400-ae67-45ba-b9d5-bccd1482daa8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:43.984069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:43.986090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (12a531f3-b006-4d84-91f3-7734fb92a43d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.045630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a531f3-b006-4d84-91f3-7734fb92a43d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:44.056640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.060197 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c21af4ed-9101-4fd2-b9a9-bb96f004914c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/12a531f3-b006-4d84-91f3-7734fb92a43d HTTP/1.1" status: 204 len: 168 time: 0.4913547 Feb 03 14:22:44.068718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:44.072802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45372) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:44.080381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.097610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.110492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.117571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'port_id': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'mac_address': 'fa:16:3e:6c:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:22:44.128901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.146981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.166353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.184915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.219749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-ea5e2723-9748-456e-b2e9-684d8e522571 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2314727 Feb 03 14:22:44.383478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a16f0400-ae67-45ba-b9d5-bccd1482daa8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:44.384928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.386149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (28724d2d-f3fa-433f-9900-71926b03b894), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.429523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:44.430711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.451190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8a22c0-e953-4533-8a88-aa7360b3c1eb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:22:44.467766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:44.471722 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e323788-4554-4f59-99cf-d3eed51c33cc" -d '{"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-plugged", "status": "completed", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:44.484236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb56d0cc-24c3-4645-b223-de7a08da340e req-0c5c43ab-5345-4cbb-8e51-9c802f7616be tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2827513 Feb 03 14:22:44.506554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:44.509260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:44.515670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.539365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.597745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (28724d2d-f3fa-433f-9900-71926b03b894), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.623904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:44.649737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28724d2d-f3fa-433f-9900-71926b03b894']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:44.669052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5117b5-1772-42c9-9527-cf30b0237b96') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:44.669555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5117b5-1772-42c9-9527-cf30b0237b96') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:44.695816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (be5117b5-1772-42c9-9527-cf30b0237b96), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.725763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (be5117b5-1772-42c9-9527-cf30b0237b96), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.745923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:22:44.746673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (be5117b5-1772-42c9-9527-cf30b0237b96), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:22:44.752048 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:22:44.756881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3985f-4187-43c2-ab8a-95ecfa8b62c8 req-7bd8e6e1-35c5-407d-993d-9bf704f306d0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:44.772560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ddc3985f-4187-43c2-ab8a-95ecfa8b62c8 req-7bd8e6e1-35c5-407d-993d-9bf704f306d0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 944 time: 0.1071503 Feb 03 14:22:44.857045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:44.857935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ddc3985f-4187-43c2-ab8a-95ecfa8b62c8 req-4c76d2d7-112b-436e-8396-163c99752d71 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842030 Feb 03 14:22:44.877397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bb8a22c0-e953-4533-8a88-aa7360b3c1eb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:44.962489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (28724d2d-f3fa-433f-9900-71926b03b894), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:45.023086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:45.039309 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] 10.222.0.52 "DELETE /v2.0/networks/28724d2d-f3fa-433f-9900-71926b03b894 HTTP/1.1" status: 204 len: 168 time: 0.9614656 Feb 03 14:22:45.040347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb03ced-d07e-4915-98d6-5364a8627876 admin admin] Pushing event deleted for resources: {'Network': ['ID=28724d2d-f3fa-433f-9900-71926b03b894,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:45.049254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6915b-2ada-4ea8-b1fb-37799a572d36 req-a1ed5d4a-01f6-442c-a683-7a60cf15fcb0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:45.059414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ff6915b-2ada-4ea8-b1fb-37799a572d36 req-a1ed5d4a-01f6-442c-a683-7a60cf15fcb0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 945 time: 0.1158512 Feb 03 14:22:45.130247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ff6915b-2ada-4ea8-b1fb-37799a572d36 req-b9b7ee96-be61-46eb-9b82-4aa6a92f917e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694685 Feb 03 14:22:45.300657 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743b81be-6365-4adf-8cf5-cc60aa26c005 x-openstack-request-id: req-743b81be-6365-4adf-8cf5-cc60aa26c005 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:45.303198 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-plugged", "status": "completed", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:45.304402 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-743b81be-6365-4adf-8cf5-cc60aa26c005 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:45.305692 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'code': 200} Feb 03 14:22:45.554995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45402) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:45.758546 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-164637ed-50aa-4cee-a40e-2e3f0d02f808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:45.768791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6ae5d50f-6448-4290-81bf-f1dc8c8a83d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c33f9e98d8444d1aa6ae3a8abb8c2aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2125857 Feb 03 14:22:45.772062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45406) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:45.943807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:45.953915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:45.959813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:45.965672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:45.967512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93d90c68-5121-44b7-8cc9-e4b4d39a4621 admin admin] Publish callbacks [] for security_group (7b91c473-1346-4f1f-8d00-af9b8e45dc7c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:45.971941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:45.980314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:45.991749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:46.000403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d860ca87-0705-4592-9153-db447ed0ae2c req-c2825e92-fd2e-4bb2-8fdf-dba78c3a1dc6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2066534 Feb 03 14:22:46.097050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93d90c68-5121-44b7-8cc9-e4b4d39a4621 admin admin] Publish callbacks [] for security_group (7b91c473-1346-4f1f-8d00-af9b8e45dc7c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:46.133587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d860ca87-0705-4592-9153-db447ed0ae2c req-d1215f50-07db-41f0-a5a4-971803addb98 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322608 Feb 03 14:22:46.248350 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93d90c68-5121-44b7-8cc9-e4b4d39a4621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7b91c473-1346-4f1f-8d00-af9b8e45dc7c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:46.251052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93d90c68-5121-44b7-8cc9-e4b4d39a4621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:46.252224 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-93d90c68-5121-44b7-8cc9-e4b4d39a4621 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b91c473-1346-4f1f-8d00-af9b8e45dc7c HTTP/1.1" status: 204 len: 168 time: 0.4791570 Feb 03 14:22:46.285903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d90c68-5121-44b7-8cc9-e4b4d39a4621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91c473-1346-4f1f-8d00-af9b8e45dc7c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:46.485117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664d3ff-f96e-4ff5-b67a-fd191c89b662 req-f90299ab-08f2-409b-a181-fc2d549ac7cb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:46.489472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8664d3ff-f96e-4ff5-b67a-fd191c89b662 req-f90299ab-08f2-409b-a181-fc2d549ac7cb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 945 time: 0.2079813 Feb 03 14:22:46.599198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8664d3ff-f96e-4ff5-b67a-fd191c89b662 req-3934bf42-6f6b-44fd-a532-3cc8490eaf35 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887682 Feb 03 14:22:46.867515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63923a-c630-4812-a9f9-536252dc944d req-d27f7a16-f402-4ead-a5fb-d111d8ba974b tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:46.877363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c63923a-c630-4812-a9f9-536252dc944d req-d27f7a16-f402-4ead-a5fb-d111d8ba974b tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 944 time: 0.1833665 Feb 03 14:22:46.968759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c63923a-c630-4812-a9f9-536252dc944d req-a8868919-375e-4773-98f9-32430addfca6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900092 Feb 03 14:22:47.075090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-aaaa8220-40d4-4a44-9a11-f2d5a42fbba1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.076672 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-aaaa8220-40d4-4a44-9a11-f2d5a42fbba1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.45 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 945 time: 0.1408291 Feb 03 14:22:47.327811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Deleting port 85991d72-365e-4c11-8aa3-dddc66b76af0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:22:47.328083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:47.502442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.515119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:47.537427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.579699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.638703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.662236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.672619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.681664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:47.693203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-9679adf8-284f-46eb-ba2b-313375aeed94 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.3808000 Feb 03 14:22:47.693650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] For port 85991d72-365e-4c11-8aa3-dddc66b76af0, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=85991d72-365e-4c11-8aa3-dddc66b76af0,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:47.694081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:47.722438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port bb8a22c0-e953-4533-8a88-aa7360b3c1eb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:47.722874 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:47.752717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Calling delete_port for 85991d72-365e-4c11-8aa3-dddc66b76af0 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:22:47.770639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57a9dcd4-9e0c-4bf6-948d-7275b286e802 req-2e17f985-6b7b-413b-8f67-b387634b9a0e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713778 Feb 03 14:22:48.025614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:48.026468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:48.055022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d226782-d649-43a3-be80-a9f2e4376cda req-2a89e739-bc2a-4b5d-be94-b4d059be20d8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:48.068134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d226782-d649-43a3-be80-a9f2e4376cda req-2a89e739-bc2a-4b5d-be94-b4d059be20d8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 945 time: 0.1558101 Feb 03 14:22:48.135061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0439b406-9b5e-469d-9bf4-197bbb0bfc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:48.158557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:48.166618 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fdfe01-3058-4032-a6fc-86ca27a8e821" -d '{"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:48.199426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (85991d72-365e-4c11-8aa3-dddc66b76af0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:48.224181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d226782-d649-43a3-be80-a9f2e4376cda req-583957d8-d019-4b2b-9d75-017818d6e3fb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524012 Feb 03 14:22:48.226403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['85991d72-365e-4c11-8aa3-dddc66b76af0'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:48.242689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:48.260039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:22:48.324993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Pushing event deleted for resources: {'Port': ['ID=85991d72-365e-4c11-8aa3-dddc66b76af0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:48.383748 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:48.479118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2de9-abfe-492f-bc75-1854dcd297af req-2a905bcb-2f3a-471a-94a8-a6ab88ff7c3f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:48.490198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9efc2de9-abfe-492f-bc75-1854dcd297af req-2a905bcb-2f3a-471a-94a8-a6ab88ff7c3f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 946 time: 0.1306794 Feb 03 14:22:48.526692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] No DVR routers for this DVR port 85991d72-365e-4c11-8aa3-dddc66b76af0 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:22:48.539380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:48.548877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42c8f07d-685a-4d4f-b73d-3ed5455bdaa6 req-649522fe-243c-43fc-a620-6a8e9d5e001e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.45 "DELETE /v2.0/ports/85991d72-365e-4c11-8aa3-dddc66b76af0 HTTP/1.1" status: 204 len: 173 time: 1.4644597 Feb 03 14:22:48.549498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d8a908-3b77-403e-bea6-728dabb7e390', 'name': 'network-vif-deleted', 'tag': '85991d72-365e-4c11-8aa3-dddc66b76af0'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:22:48.590489 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899f10b-3e47-49e2-8180-e14d8c338dc5" -d '{"events": [{"server_uuid": "34d8a908-3b77-403e-bea6-728dabb7e390", "name": "network-vif-deleted", "tag": "85991d72-365e-4c11-8aa3-dddc66b76af0"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:22:48.597343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45456) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:48.598476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:48.654408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9efc2de9-abfe-492f-bc75-1854dcd297af req-ec6060b4-2509-4cd2-ad58-e2540219c04c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565614 Feb 03 14:22:48.863074 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265ac32e-6ce4-4bd9-a8b2-5ef3b032575b x-openstack-request-id: req-265ac32e-6ce4-4bd9-a8b2-5ef3b032575b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:48.864116 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-plugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:48.865147 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-265ac32e-6ce4-4bd9-a8b2-5ef3b032575b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:48.865863 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'code': 200} Feb 03 14:22:48.986385 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcf40c3-24db-4cb2-bf5e-f7eac9439d07 x-openstack-request-id: req-9bcf40c3-24db-4cb2-bf5e-f7eac9439d07 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:22:48.987306 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d8a908-3b77-403e-bea6-728dabb7e390", "name": "network-vif-deleted", "tag": "85991d72-365e-4c11-8aa3-dddc66b76af0", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:22:48.987919 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bcf40c3-24db-4cb2-bf5e-f7eac9439d07 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:22:48.989192 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d8a908-3b77-403e-bea6-728dabb7e390', 'name': 'network-vif-deleted', 'tag': '85991d72-365e-4c11-8aa3-dddc66b76af0', 'status': 'completed', 'code': 200} Feb 03 14:22:49.300042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.320549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.337445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.360685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.375411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.400558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.413375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.413815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1788664648-network', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:49.424326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-1c46f07e-ea84-41c1-af38-01913ed464b3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.3567209 Feb 03 14:22:49.581852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:49.648454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4e88e72-c2d3-419f-96db-ae9da63243ac req-12c03369-c83f-4f15-9062-0872470249ef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228222 Feb 03 14:22:49.663620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7624d-af31-48eb-89cd-782775fc6d70 req-7dc39ba7-7054-4f8b-935a-6f99205926f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:49.678362 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ff7624d-af31-48eb-89cd-782775fc6d70 req-7dc39ba7-7054-4f8b-935a-6f99205926f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 1128 time: 0.4331000 Feb 03 14:22:49.714983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:22:49.717260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:49.747726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:49.822889 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3ff7624d-af31-48eb-89cd-782775fc6d70 req-c72845b0-b77a-43c8-9dde-0f4b2a4f83d5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382256 Feb 03 14:22:49.960308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78bf591b-c9eb-402d-ad7f-e2e3c923474b req-8e0ef4d6-c2ce-4d7a-9210-1dedc1301725 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=34d8a908-3b77-403e-bea6-728dabb7e390 HTTP/1.1" status: 200 len: 210 time: 0.1438496 Feb 03 14:22:49.971861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks [] for security_group (42c6d0d9-7d88-48d6-aae9-487037c49dbb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:49.991613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (42c6d0d9-7d88-48d6-aae9-487037c49dbb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:49.999878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508d6b-7cf3-4623-8607-c28aa3783585 req-f4914d60-98e9-4780-b5dc-40fe2daa10b0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:50.011858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4508d6b-7cf3-4623-8607-c28aa3783585 req-f4914d60-98e9-4780-b5dc-40fe2daa10b0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 946 time: 0.2090054 Feb 03 14:22:50.024678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:22:50.043380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c6d0d9-7d88-48d6-aae9-487037c49dbb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:50.052539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (16122bd6-f46e-40df-8f9b-a1543dc439f4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:50.054496 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Added segment 16122bd6-f46e-40df-8f9b-a1543dc439f4 of type vlan for network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 Feb 03 14:22:50.111779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4508d6b-7cf3-4623-8607-c28aa3783585 req-315a1540-f123-4b90-a0af-2c4e874a78a4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987008 Feb 03 14:22:50.165083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:50.216270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:50.217265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:50.217849 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:50.293031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] Pushing event updated for resources: {'Network': ['ID=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:50.306614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:22:50.328851 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-094033f0-58ad-4a7b-9ef9-6346a8b4b796 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7286453 Feb 03 14:22:50.331695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45490) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:50.342610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Request body: {'subnet': {'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1788664648-subnet', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:50.385694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:22:50.388770 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:50.693047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:50.804169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (5bc31396-c90f-4df0-b69c-8ce5f9c15c35), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:50.906310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:50.945219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:50.960529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:50.962319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc31396-c90f-4df0-b69c-8ce5f9c15c35,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:50.979440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:51.005714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:51.041798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:51.052489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Checking segment: {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:51.052489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Network hostable DHCP agents. Network: 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:22:51.057027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:51.058919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-28933bdf-c059-4cac-8e81-df7eab65c8a8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2769332 Feb 03 14:22:51.090160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:22:51.107306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:51.114372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:51.115958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:51.119712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42276bf0-dd44-4d74-8cb4-eed38e08b9ca None None] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:22:51.171901 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-285aae52-a4ff-46e3-ac77-4794cb0b4738 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8341365 Feb 03 14:22:51.172738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45524) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:51.196700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:22:51.251596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (65f53807-8426-4d83-bcbc-dc3bf0e4c461), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:51.253436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (65f53807-8426-4d83-bcbc-dc3bf0e4c461), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:51.313374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b9c6b7b-afde-4fd2-a52b-d3ba6b9b7a18 req-674b8e05-648b-46f2-889b-4e3d68dc3e78 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2408762 Feb 03 14:22:51.453634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c5a35-3509-4cfd-a2b4-765dd0d2ff2d req-5afa5eed-692a-44d2-a040-d9131f95ac4a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:51.461296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e11c5a35-3509-4cfd-a2b4-765dd0d2ff2d req-5afa5eed-692a-44d2-a040-d9131f95ac4a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1625278 Feb 03 14:22:51.467882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:22:51.468790 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:51.525422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 85991d72-365e-4c11-8aa3-dddc66b76af0 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:22:51.593630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 85991d72-365e-4c11-8aa3-dddc66b76af0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:22:51.594394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 85991d72-365e-4c11-8aa3-dddc66b76af0 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:22:51.618427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e11c5a35-3509-4cfd-a2b4-765dd0d2ff2d req-6011d5d0-21eb-4063-940a-17e6a6d58843 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562035 Feb 03 14:22:51.761380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4db5-7b3c-47e9-9477-99ad30b0c079 req-5cd24fba-8861-48f6-9f51-29463dbfe61e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:51.774392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c59d4db5-7b3c-47e9-9477-99ad30b0c079 req-5cd24fba-8861-48f6-9f51-29463dbfe61e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 946 time: 0.1685965 Feb 03 14:22:51.942755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c59d4db5-7b3c-47e9-9477-99ad30b0c079 req-b4e59732-5fbf-401a-9c02-a888dd151ea8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653218 Feb 03 14:22:52.100368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:52.128224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Allocated IP 172.20.0.2 (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3/5bc31396-c90f-4df0-b69c-8ce5f9c15c35/179c1af9-f390-4192-9837-d65e03b1ff45) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:52.206698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks [] for router_controller (65f53807-8426-4d83-bcbc-dc3bf0e4c461), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:52.442874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks [] for router_gateway (65f53807-8426-4d83-bcbc-dc3bf0e4c461), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:52.455733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f5d3c-c7c5-46da-8c6b-df5698e428f2 req-729d0f47-ac3a-493e-8d08-0b42f4134db2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:52.474868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-214f5d3c-c7c5-46da-8c6b-df5698e428f2 req-729d0f47-ac3a-493e-8d08-0b42f4134db2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2107420 Feb 03 14:22:52.537503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Publish callbacks [] for port (179c1af9-f390-4192-9837-d65e03b1ff45), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:52.558427 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:52.596566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-214f5d3c-c7c5-46da-8c6b-df5698e428f2 req-0f906f9a-4980-447d-a16f-c0c5fa946090 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156762 Feb 03 14:22:52.667662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Pushing event updated for resources: {'Port': ['ID=179c1af9-f390-4192-9837-d65e03b1ff45,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:52.711520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:52.714281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:52.723123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:52.871576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Attempting to bind port 179c1af9-f390-4192-9837-d65e03b1ff45 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:52.872174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Attempting to bind port 179c1af9-f390-4192-9837-d65e03b1ff45 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:52.873674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Attempting to bind port 179c1af9-f390-4192-9837-d65e03b1ff45 on network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:52.889218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:52.889608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Checking segment: {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:52.890022 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:52.890470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Bound using segment: {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:52.890959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Bound port: 179c1af9-f390-4192-9837-d65e03b1ff45, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:52.891395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:52.904019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:52.912464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:52.950135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:52.974215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:53.000700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:53.026301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:53.053208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] For port 179c1af9-f390-4192-9837-d65e03b1ff45, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:22:53.057362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:53.057515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] For port 179c1af9-f390-4192-9837-d65e03b1ff45, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=179c1af9-f390-4192-9837-d65e03b1ff45,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:22:53.070446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:53.075238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-e20c1eb5-b695-45c1-ad1a-720000defa6a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.3250997 Feb 03 14:22:53.259338 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks [] for router_gateway (65f53807-8426-4d83-bcbc-dc3bf0e4c461), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:53.349439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2250c-eb46-4b4d-9512-355bca18f20a None None] Pushing event updated for resources: {'Port': ['ID=179c1af9-f390-4192-9837-d65e03b1ff45,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:53.352878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:53.449897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58762c4-44c5-4c29-b9fc-814187b156d8 req-e2866061-3a24-4b6d-8e68-a3a5b362fc77 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:53.452123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b58762c4-44c5-4c29-b9fc-814187b156d8 req-e2866061-3a24-4b6d-8e68-a3a5b362fc77 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3671372 Feb 03 14:22:53.476965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c24bb6c-4751-4474-8ff9-72a09cc27fb8 req-cc3fb297-50b8-4b10-a957-fca102bc4f8d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3936887 Feb 03 14:22:53.584024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Allocated IP 172.25.0.64 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1569118e-d6b2-4ca6-8ad4-8a62192d5abb) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:53.688740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b58762c4-44c5-4c29-b9fc-814187b156d8 req-cbea2487-a6eb-4592-9a36-e4d33dbb3292 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102928 Feb 03 14:22:53.910183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aba3d-aefd-48a8-bc1d-44255f06b0ae req-bde024cb-c2f4-4e88-ae13-fea83a52d9f6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:53.919996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11aba3d-aefd-48a8-bc1d-44255f06b0ae req-bde024cb-c2f4-4e88-ae13-fea83a52d9f6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 946 time: 0.1793461 Feb 03 14:22:54.037791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks [] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:54.102074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11aba3d-aefd-48a8-bc1d-44255f06b0ae req-87babd59-2ba5-4530-bd5c-980405f9f0f1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763513 Feb 03 14:22:54.195675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:54.346624 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:54.371719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:54.406420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:54.438096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Pushing event updated for resources: {'Port': ['ID=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:54.662002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:54.901208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:54.914891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:54.921778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:54.928671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:54.941668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:54.963452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:54.969100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:54.981249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-2a261a18-d57e-4d88-bd58-3f189f4ac964 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2943738 Feb 03 14:22:55.071595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks [] for router_gateway (65f53807-8426-4d83-bcbc-dc3bf0e4c461), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:55.113500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c4cadf-3854-4d86-8cb1-fc045ff00891 req-960afde6-5690-4832-8329-3b750d969d36 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197562 Feb 03 14:22:55.443612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154ccf8-ed49-4321-a614-f7cd8a091ad2 None None] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:22:55.624500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 179c1af9-f390-4192-9837-d65e03b1ff45 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:55.716225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (65f53807-8426-4d83-bcbc-dc3bf0e4c461), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:55.795879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 179c1af9-f390-4192-9837-d65e03b1ff45 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:55.797052 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:55.851508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9c3e753b-df6e-4c14-b398-ab0f87db913c None None] Provisioning complete for port 179c1af9-f390-4192-9837-d65e03b1ff45 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:55.852474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c3e753b-df6e-4c14-b398-ab0f87db913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:56.058662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:22:56.233329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e753b-df6e-4c14-b398-ab0f87db913c None None] Current status of the port 179c1af9-f390-4192-9837-d65e03b1ff45 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:56.233918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c3e753b-df6e-4c14-b398-ab0f87db913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:56.362253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 179c1af9-f390-4192-9837-d65e03b1ff45 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:56.370152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:56.391957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:22:56.393472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9c3e753b-df6e-4c14-b398-ab0f87db913c None None] For port 179c1af9-f390-4192-9837-d65e03b1ff45, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=179c1af9-f390-4192-9837-d65e03b1ff45,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:22:56.430287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Sync routers for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:22:56.451656 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:56.455190 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2727476-38a6-4869-89e0-b163e5f83b05 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2727814 Feb 03 14:22:56.461106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c3e753b-df6e-4c14-b398-ab0f87db913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:56.463758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:22:56.533170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:56.549680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:56.565983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:56.589216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:22:56.590870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:22:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:56.591093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:56.598383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:56.605057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:56.616054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:56.645440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e127fe63-e69b-45dd-8585-65d60400cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2941051 Feb 03 14:22:56.786940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94fa87e7-18b1-4aea-bb40-0ab177c7991e req-e6889957-a51d-41d4-b638-518e618628dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287601 Feb 03 14:22:57.149754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5d2dca45-fdca-4aae-926d-dd4444777070 None None] Provisioning complete for port 179c1af9-f390-4192-9837-d65e03b1ff45 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:57.151611 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d2dca45-fdca-4aae-926d-dd4444777070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:57.245953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e753b-df6e-4c14-b398-ab0f87db913c None None] Pushing event updated for resources: {'Port': ['ID=179c1af9-f390-4192-9837-d65e03b1ff45,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:57.286643 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:22:57.287328 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:22:57.348494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:22:57.650109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:57.714911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5d2dca45-fdca-4aae-926d-dd4444777070 None None] Current status of the port 179c1af9-f390-4192-9837-d65e03b1ff45 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:57.778529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:54Z', 'revision_number': 3, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:22:57.860822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Checking router: 65f53807-8426-4d83-bcbc-dc3bf0e4c461 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:22:57.875235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Updating router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:22:58.070459 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:58.077057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 179c1af9-f390-4192-9837-d65e03b1ff45 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:22:58.135963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Allocated IP 172.20.0.1 (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3/5bc31396-c90f-4df0-b69c-8ce5f9c15c35/23b18689-6ff8-4011-8d15-06311a1b6066) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:22:58.227809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:58.247216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:58.295709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:58.333929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:58.352208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:58.437361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:58.468227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:58.470286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0616c20c-74ae-4344-8289-040eda58710b req-0f0f0bbd-945a-4de2-9ca4-7dde8279aeb8 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.4541922 Feb 03 14:22:58.661257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks [] for port (23b18689-6ff8-4011-8d15-06311a1b6066), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:58.671584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 179c1af9-f390-4192-9837-d65e03b1ff45 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:22:58.684821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-84fe42fb-2d19-436e-a3b9-8030a4f5c8e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5299144 Feb 03 14:22:58.815802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:58.861134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0616c20c-74ae-4344-8289-040eda58710b req-6b30c481-0abf-490a-ae33-02f5de2fc652 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3390768 Feb 03 14:22:58.945937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:22:58.952312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:22:58.969378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:22:59.095528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Pushing event updated for resources: {'Port': ['ID=23b18689-6ff8-4011-8d15-06311a1b6066,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:59.121315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-4acb32c1-3c65-4415-be8d-080831c9e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:59.123865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-4acb32c1-3c65-4415-be8d-080831c9e16c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.2596173 Feb 03 14:22:59.141910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (65f53807-8426-4d83-bcbc-dc3bf0e4c461), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.166918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce1826-256c-40c1-83f7-7a4465513ad8 req-66194f8e-89ba-419b-9433-56b76102f5a1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:59.174451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42ce1826-256c-40c1-83f7-7a4465513ad8 req-66194f8e-89ba-419b-9433-56b76102f5a1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2468920 Feb 03 14:22:59.250563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Publish callbacks [] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.285935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.365247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42ce1826-256c-40c1-83f7-7a4465513ad8 req-e9657799-c624-4751-a097-9a3551aabaf5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891227 Feb 03 14:22:59.434041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-ab11817a-90f2-429f-8533-33187b3f3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:22:59.435604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-ab11817a-90f2-429f-8533-33187b3f3f35 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.2401783 Feb 03 14:22:59.592083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02446a-988d-4f72-9052-d87f85bec5c5 None None] Pushing event updated for resources: {'Port': ['ID=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:22:59.627264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.648045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Attempting to bind port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:22:59.648470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Attempting to bind port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:22:59.648810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Attempting to bind port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:22:59.700763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7da58c43-ebbe-42fc-8238-abe090c42789 None None] Provisioning complete for port 23b18689-6ff8-4011-8d15-06311a1b6066 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:59.701754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7da58c43-ebbe-42fc-8238-abe090c42789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.788695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:22:59.790643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:22:59.793891 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.795501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:22:59.796168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Bound port: 1569118e-d6b2-4ca6-8ad4-8a62192d5abb, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:22:59.797671 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.850450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-de6a8504-69e2-4159-a20b-1650f854cc91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.4065747 Feb 03 14:22:59.873124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 179c1af9-f390-4192-9837-d65e03b1ff45 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:22:59.873826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:22:59.897136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7da58c43-ebbe-42fc-8238-abe090c42789 None None] Port 23b18689-6ff8-4011-8d15-06311a1b6066 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:00.073600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] For port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:00.080329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] For port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:00.121339 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:00.154006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-7f03ab55-34ab-44b1-ad70-936734835ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.163799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-7f03ab55-34ab-44b1-ad70-936734835ab0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.2982514 Feb 03 14:23:00.320040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks [] for port (23b18689-6ff8-4011-8d15-06311a1b6066), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:00.334605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:00.399676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cb38-2d41-4ddc-be75-a61e0b5a9425 req-a5d6078c-0183-4d2b-9fa2-1b57cd357c4d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.403613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dd8cb38-2d41-4ddc-be75-a61e0b5a9425 req-a5d6078c-0183-4d2b-9fa2-1b57cd357c4d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.8193367 Feb 03 14:23:00.409662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 179c1af9-f390-4192-9837-d65e03b1ff45 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:00.414616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:00.415144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:22:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:00.418361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02446a-988d-4f72-9052-d87f85bec5c5 None None] Pushing event updated for resources: {'Port': ['ID=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:00.494577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.500998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.508509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.508779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (65f53807-8426-4d83-bcbc-dc3bf0e4c461), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:00.514069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.519965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.525495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.531048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.540273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-cb5aef01-1d6f-42eb-9831-bf419f65711f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.3492253 Feb 03 14:23:00.541021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Pushing event updated for resources: {'Port': ['ID=23b18689-6ff8-4011-8d15-06311a1b6066,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:00.588631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-ff0de7cf-7219-4f25-90ec-077e6cd7aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:00.590150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-ff0de7cf-7219-4f25-90ec-077e6cd7aa24 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3978472 Feb 03 14:23:00.604675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dd8cb38-2d41-4ddc-be75-a61e0b5a9425 req-4e9af74f-d57d-4e4b-911e-43828ea48813 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844745 Feb 03 14:23:00.808913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:00.810927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:00.844794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:01.143268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84a5938d-2931-4a4a-9406-a7f49f3fb1b5 req-1f25e1bf-9314-4379-980e-ba2e764a0c24 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6016798 Feb 03 14:23:01.196763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000aaf3-c9ac-4547-9fe1-5c6682c77631 req-b0daddb7-7d7f-40f4-966e-63858248a35d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:01.204061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e000aaf3-c9ac-4547-9fe1-5c6682c77631 req-b0daddb7-7d7f-40f4-966e-63858248a35d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4193702 Feb 03 14:23:01.345838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-974bbb56-8969-4e03-927c-54ee102382d3 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371221 Feb 03 14:23:01.391928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:01.500598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6f5f757f-3dde-4588-9ab3-76d8617e634a None None] Provisioning complete for port 23b18689-6ff8-4011-8d15-06311a1b6066 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:01.501336 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f5f757f-3dde-4588-9ab3-76d8617e634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:01.626662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e000aaf3-c9ac-4547-9fe1-5c6682c77631 req-176fffc9-0508-4136-87ee-4f4a12d64b4e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191792 Feb 03 14:23:01.639362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f757f-3dde-4588-9ab3-76d8617e634a None None] Port 23b18689-6ff8-4011-8d15-06311a1b6066 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:01.715152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 2, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:01.821301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c609bc3-8616-4bb3-802b-917866671540 None None] The sync data for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 is: [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 2, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:23:01.846012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c3993-032b-4466-8000-a9c8f6bd7dba req-023b7a23-95c4-4dee-b75e-68c264205cea service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902709 Feb 03 14:23:01.898997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:01.918399 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3865fd4f-b383-4d9f-b065-8f4e5e4322d9 admin admin] 10.222.0.52 "PUT /v2.0/routers/65f53807-8426-4d83-bcbc-dc3bf0e4c461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4529464 Feb 03 14:23:01.952681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-3816cfc0-4890-48d1-b0cb-4257068fa14e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:01.961092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-3816cfc0-4890-48d1-b0cb-4257068fa14e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.5132403 Feb 03 14:23:01.999587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-0d00ee06-36f9-4028-95e9-5f40489749ba tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/quotas/d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 375 time: 0.0320446 Feb 03 14:23:02.026484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3991-1375-4ad4-971e-6ea1403aeb00 req-4e6d768f-56c9-4233-bc50-a6a5f148bc30 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.028003 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fefc3991-1375-4ad4-971e-6ea1403aeb00 req-4e6d768f-56c9-4233-bc50-a6a5f148bc30 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1529205 Feb 03 14:23:02.131886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-dcca0963-0d91-4ee3-bc54-b1684b9dc12d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1313224 Feb 03 14:23:02.247723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fefc3991-1375-4ad4-971e-6ea1403aeb00 req-d07a11de-6679-474e-9691-a6e0e1f8c67b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951859 Feb 03 14:23:02.402480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-b9eac7c0-07ef-4dde-a528-bd2e81dfecf5 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680447 Feb 03 14:23:02.592953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:02.816853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.834297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.841697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.867564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.875138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.891748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.908791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:02.910734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0b2f841-3a04-492a-921f-146919c53d77 req-67aec47b-a56c-43bb-a096-dbccad97afba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.4230058 Feb 03 14:23:02.964257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2a88-76b0-4b99-b719-794a83b80453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.164124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-f12e55a2-73fc-4839-bd66-c36b58976a99 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7601404 Feb 03 14:23:03.226264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0b2f841-3a04-492a-921f-146919c53d77 req-41d782b5-1361-4cee-a95e-cd39062cde17 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3063118 Feb 03 14:23:03.284951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2a88-76b0-4b99-b719-794a83b80453 admin admin] Publish callbacks [] for security_group (e87fcc1f-f783-460f-a310-a714938f0e88), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.292260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2a88-76b0-4b99-b719-794a83b80453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e87fcc1f-f783-460f-a310-a714938f0e88), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.494385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff2a88-76b0-4b99-b719-794a83b80453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87fcc1f-f783-460f-a310-a714938f0e88,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:03.536633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d1ff2a88-76b0-4b99-b719-794a83b80453 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37d7a18763f54ea4b60ad617cea4316b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9416101 Feb 03 14:23:03.539359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45866) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:03.595436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45868) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:03.608072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1133128855-network', 'tenant_id': '3469c8088e904120b376c5878786ac66'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:03.659620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Made reservation on behalf of 3469c8088e904120b376c5878786ac66 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:03.664754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.687975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.748148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-656b412b-8685-4bd3-af15-733e1da63eac req-a5b89bd1-4588-4578-879e-1e66e8f21b8d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 210 time: 0.1853061 Feb 03 14:23:03.836804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-205bbbcb-576a-48d8-8e2c-a5296795479e admin admin] Publish callbacks [] for security_group (e87fcc1f-f783-460f-a310-a714938f0e88), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.888494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks [] for security_group (70fe16b7-184e-4aea-8457-35796da19ee9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.900801 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-205bbbcb-576a-48d8-8e2c-a5296795479e admin admin] Publish callbacks [] for security_group (e87fcc1f-f783-460f-a310-a714938f0e88), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.906514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (70fe16b7-184e-4aea-8457-35796da19ee9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.940903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:23:03.981692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:03.984741 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Added segment 6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8 of type vlan for network 73b42c95-c405-4fa7-becb-fcbec9842fe0 Feb 03 14:23:04.121137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-205bbbcb-576a-48d8-8e2c-a5296795479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e87fcc1f-f783-460f-a310-a714938f0e88), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:04.138330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-205bbbcb-576a-48d8-8e2c-a5296795479e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:04.146678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-205bbbcb-576a-48d8-8e2c-a5296795479e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e87fcc1f-f783-460f-a310-a714938f0e88 HTTP/1.1" status: 204 len: 168 time: 0.6062231 Feb 03 14:23:04.162654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (73b42c95-c405-4fa7-becb-fcbec9842fe0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:04.190332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bbbcb-576a-48d8-8e2c-a5296795479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87fcc1f-f783-460f-a310-a714938f0e88,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:04.297319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fe16b7-184e-4aea-8457-35796da19ee9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:04.320936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (73b42c95-c405-4fa7-becb-fcbec9842fe0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:04.324985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:04.326167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:04.482336 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8851461 Feb 03 14:23:04.485584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45886) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:04.515985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Request body: {'subnet': {'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1133128855-subnet', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:04.532263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e774ab-6745-4ca1-be75-b71dca79be66 admin admin] Pushing event updated for resources: {'Network': ['ID=73b42c95-c405-4fa7-becb-fcbec9842fe0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:04.583844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Made reservation on behalf of 3469c8088e904120b376c5878786ac66 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:04.587794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:04.598763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:23:04.793945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1569118e-d6b2-4ca6-8ad4-8a62192d5abb up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:04.864997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0a3a83ed-4f71-4102-95c9-147356dc2d4b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:04.868603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:04.902070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:04.945730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:04.956230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3a83ed-4f71-4102-95c9-147356dc2d4b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:04.978038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:05.007826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Checking segment: {'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:05.008376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Network hostable DHCP agents. Network: 73b42c95-c405-4fa7-becb-fcbec9842fe0, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:23:05.015902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:05.046600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:05.085279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:05.087745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45900) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:05.097565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:23:05.108464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-041b676e-26d9-4193-91d3-4cdbfe4b5b1f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.6108055 Feb 03 14:23:05.123789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c17f1b-9bc2-42e1-82c6-4c95e203b19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.168324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 73b42c95-c405-4fa7-becb-fcbec9842fe0) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:05.181256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:05.182108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.185676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63354f48-2131-4694-8c66-9ddad0c5c0eb None None] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:23:05.309426 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fc27c223-d363-4cca-acd0-eedb64e0136f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8178616 Feb 03 14:23:05.313734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45904) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:05.324568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:05.330131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:05.330884 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.471763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-73b42c95-c405-4fa7-becb-fcbec9842fe0', 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0', 'project_id': '3469c8088e904120b376c5878786ac66', 'fixed_ips': [{'subnet_id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:23:05.475198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.483420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee84132-3c4b-4a05-8ddf-6fbacfd9954f req-c4cca72f-62e2-476f-8ee5-697a312c0f11 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3707724 Feb 03 14:23:05.491020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e15f894-e083-4c2a-9742-d7a16f97a2d0 req-90d2e07f-90cf-4758-9713-fab4c31532f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 210 time: 0.3798959 Feb 03 14:23:05.512136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.517657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.614903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c17f1b-9bc2-42e1-82c6-4c95e203b19e admin admin] Publish callbacks [] for security_group (e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.647579 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c17f1b-9bc2-42e1-82c6-4c95e203b19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.733296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2c17f1b-9bc2-42e1-82c6-4c95e203b19e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=994279dffe554bba9a683d5746ef2861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6436009 Feb 03 14:23:05.745517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:05.853725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79f79ba7-539b-4bf3-9955-bc445880ed1c admin admin] Publish callbacks [] for security_group (e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.882400 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79f79ba7-539b-4bf3-9955-bc445880ed1c admin admin] Publish callbacks [] for security_group (e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:05.987275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-44b68dbb-8212-4a9a-ae33-7ee9d0f8f17e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:05.999739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-44b68dbb-8212-4a9a-ae33-7ee9d0f8f17e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.4106674 Feb 03 14:23:06.005659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:06.006181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.006709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79f79ba7-539b-4bf3-9955-bc445880ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.010008 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79f79ba7-539b-4bf3-9955-bc445880ed1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.011307 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79f79ba7-539b-4bf3-9955-bc445880ed1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148 HTTP/1.1" status: 204 len: 168 time: 0.2630575 Feb 03 14:23:06.019756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c17f1b-9bc2-42e1-82c6-4c95e203b19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:06.032783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks [] for router_controller (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.033975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f79ba7-539b-4bf3-9955-bc445880ed1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dcdad8-d9ff-4f8b-9ad6-6f9d666a4148,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:06.048704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'port': {'device_id': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'admin_state_up': True, 'tenant_id': 'd45c8850512c477f98aa313bb41cf253'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:06.085576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:06.160548 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.287219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Allocated IP 172.20.0.2 (73b42c95-c405-4fa7-becb-fcbec9842fe0/0a3a83ed-4f71-4102-95c9-147356dc2d4b/50b6856c-6802-4024-b21f-b2b5cf3234aa) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:06.332834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks [] for router_gateway (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.406281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Made reservation on behalf of d45c8850512c477f98aa313bb41cf253 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:06.412208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.527897 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Sync routers for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:23:06.568008 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:06.575131 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:22:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:06.618528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:06.896640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Publish callbacks [] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.912810 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.969119 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:06.981750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks [] for router_gateway (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:06.986629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Allocated IP 172.20.0.8 (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8/2ea56fe2-bfd2-43e8-bddd-e11787195f93/24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:07.054555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.113364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:07.140525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac3a652e-88f7-4e7b-ae73-5f16b119db81 req-ed3ef27e-3b8d-488a-bb3e-9fab16224302 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 210 time: 0.2081831 Feb 03 14:23:07.232136 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-36ff8190-acd9-49c7-a04b-405c5cbbb479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.341486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Allocated IP 172.25.0.187 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/c20a93e0-597a-4f97-8d8d-14077a6dc388) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:07.373678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:07.382494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:07.412640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:07.418730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:07.432856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:07.439403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:07.447349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:07.465578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:07.468730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:07.484716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-c7de2f7a-875c-4ddd-846d-9b7d2bd25141 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.5535622 Feb 03 14:23:07.487023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:07.553318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Pushing event updated for resources: {'Port': ['ID=50b6856c-6802-4024-b21f-b2b5cf3234aa,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:07.618780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Attempting to bind port 50b6856c-6802-4024-b21f-b2b5cf3234aa on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:07.619575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Attempting to bind port 50b6856c-6802-4024-b21f-b2b5cf3234aa by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:07.620183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Attempting to bind port 50b6856c-6802-4024-b21f-b2b5cf3234aa on network 73b42c95-c405-4fa7-becb-fcbec9842fe0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:07.637769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:07.638568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Checking segment: {'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:07.639206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.639839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Bound using segment: {'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:07.640572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Bound port: 50b6856c-6802-4024-b21f-b2b5cf3234aa, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:07.641194 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.688911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks [] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.768453 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 2, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:07.769350 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-36ff8190-acd9-49c7-a04b-405c5cbbb479 admin admin] Publish callbacks [] for security_group (0880b2e5-be00-4605-a4d1-a6a83d27ad6c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.770982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.802440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] For port 50b6856c-6802-4024-b21f-b2b5cf3234aa, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:07.813031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] For port 50b6856c-6802-4024-b21f-b2b5cf3234aa, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=50b6856c-6802-4024-b21f-b2b5cf3234aa,segment=NetworkSegment(6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8),segment_id=6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:07.832798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:07.838788 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.864990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-36ff8190-acd9-49c7-a04b-405c5cbbb479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0880b2e5-be00-4605-a4d1-a6a83d27ad6c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:07.871966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:07.881401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:07.901820 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Checking router: 65f53807-8426-4d83-bcbc-dc3bf0e4c461 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:23:07.902081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Updating router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 port 23b18689-6ff8-4011-8d15-06311a1b6066 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:23:07.958554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Pushing event updated for resources: {'Port': ['ID=c20a93e0-597a-4f97-8d8d-14077a6dc388,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:07.997189 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.080244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438001af-c861-4f45-8f9d-9cc9ee9e88ff None None] Pushing event updated for resources: {'Port': ['ID=50b6856c-6802-4024-b21f-b2b5cf3234aa,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:08.102420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff8190-acd9-49c7-a04b-405c5cbbb479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0880b2e5-be00-4605-a4d1-a6a83d27ad6c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:08.169968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-36ff8190-acd9-49c7-a04b-405c5cbbb479 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf3bb611e95c42ff9dcf91a67695dd8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0484793 Feb 03 14:23:08.171379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45952) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:08.273021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25b267a7-3632-44cf-bb94-7b0501099a17 req-d7feccf5-6050-40ef-9f79-73de43bbcfad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7865663 Feb 03 14:23:08.408889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860922a8-88aa-4662-9818-012827791ef7 req-c4079ec3-f29a-4182-a075-dd8a52e3330f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 210 time: 0.1158783 Feb 03 14:23:08.416082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac1c76e8-4e29-45d0-8d98-2dc20c84e10d admin admin] Publish callbacks [] for security_group (0880b2e5-be00-4605-a4d1-a6a83d27ad6c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.449129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.477962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac1c76e8-4e29-45d0-8d98-2dc20c84e10d admin admin] Publish callbacks [] for security_group (0880b2e5-be00-4605-a4d1-a6a83d27ad6c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.584544 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.598515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f', '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:08.835302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:08.856824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac1c76e8-4e29-45d0-8d98-2dc20c84e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0880b2e5-be00-4605-a4d1-a6a83d27ad6c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.858995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks [] for router_gateway (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.863591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac1c76e8-4e29-45d0-8d98-2dc20c84e10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:08.866392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ac1c76e8-4e29-45d0-8d98-2dc20c84e10d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0880b2e5-be00-4605-a4d1-a6a83d27ad6c HTTP/1.1" status: 204 len: 168 time: 0.6916280 Feb 03 14:23:08.883228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:08.894407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:08.961466 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:09.054697 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Publish callbacks [] for port (23b18689-6ff8-4011-8d15-06311a1b6066), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:09.066443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:09.069907 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:09.075061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:09.163946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1201835 Feb 03 14:23:09.196208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecee630-dd8c-4c91-85c2-fa5b0ea7ece6 req-b01bf01f-63d3-4751-a8f6-aa08927c6241 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:09.203282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ecee630-dd8c-4c91-85c2-fa5b0ea7ece6 req-b01bf01f-63d3-4751-a8f6-aa08927c6241 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4788256 Feb 03 14:23:09.219760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c76e8-4e29-45d0-8d98-2dc20c84e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0880b2e5-be00-4605-a4d1-a6a83d27ad6c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:09.232071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cbffa-2e0f-49ea-911f-ac66091a195e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:09.252908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Request body: {'port': {'device_id': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:09.381736 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105de0e-9a5a-4256-8afc-eb6648f0279c None None] Pushing event updated for resources: {'Port': ['ID=23b18689-6ff8-4011-8d15-06311a1b6066,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:09.524406 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Attempting to bind port 23b18689-6ff8-4011-8d15-06311a1b6066 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:09.525107 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Attempting to bind port 23b18689-6ff8-4011-8d15-06311a1b6066 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:09.526718 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Attempting to bind port 23b18689-6ff8-4011-8d15-06311a1b6066 on network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:09.555499 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:09.555499 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Checking segment: {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:09.560081 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:09.560695 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Bound using segment: {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:09.561220 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Bound port: 23b18689-6ff8-4011-8d15-06311a1b6066, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:09.561625 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:09.569040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5cadb241-ab02-4805-a716-f8529feef7c3 None None] Provisioning complete for port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:09.569277 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5cadb241-ab02-4805-a716-f8529feef7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:09.733786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5cadb241-ab02-4805-a716-f8529feef7c3 None None] Port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:09.842295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 50b6856c-6802-4024-b21f-b2b5cf3234aa up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:09.852658 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] For port 23b18689-6ff8-4011-8d15-06311a1b6066, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:09.878231 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] For port 23b18689-6ff8-4011-8d15-06311a1b6066, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=23b18689-6ff8-4011-8d15-06311a1b6066,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:09.896554 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:10.029557 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:23:10.063388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-97abb55e-4085-43df-b48f-0aa4c2767853 None None] Provisioning complete for port 23b18689-6ff8-4011-8d15-06311a1b6066 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:10.064016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97abb55e-4085-43df-b48f-0aa4c2767853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:10.092140 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105de0e-9a5a-4256-8afc-eb6648f0279c None None] Pushing event updated for resources: {'Port': ['ID=23b18689-6ff8-4011-8d15-06311a1b6066,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:10.105606 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:10.106255 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:22:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:10.196166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 50b6856c-6802-4024-b21f-b2b5cf3234aa triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:10.196907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:10.396320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8855d0b-4cff-43d6-997b-d61731dc8eda None None] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:23:10.458875 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:10.717286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:10.763180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ecee630-dd8c-4c91-85c2-fa5b0ea7ece6 req-9287203c-bd7c-43be-af92-89ce0cd152b0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5440378 Feb 03 14:23:10.799964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-97abb55e-4085-43df-b48f-0aa4c2767853 None None] Current status of the port 23b18689-6ff8-4011-8d15-06311a1b6066 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:10.800558 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97abb55e-4085-43df-b48f-0aa4c2767853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:10.953358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 50b6856c-6802-4024-b21f-b2b5cf3234aa is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:10.954130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:10.998280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 50b6856c-6802-4024-b21f-b2b5cf3234aa, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=50b6856c-6802-4024-b21f-b2b5cf3234aa,segment=NetworkSegment(6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8),segment_id=6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:11.008673 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:11.009773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1569118e-d6b2-4ca6-8ad4-8a62192d5abb up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:11.064853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.076452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.082009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.090115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-97abb55e-4085-43df-b48f-0aa4c2767853 None None] For port 23b18689-6ff8-4011-8d15-06311a1b6066, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=23b18689-6ff8-4011-8d15-06311a1b6066,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:11.100315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.117198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.129085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.146234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.148659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-e5795523-a62c-4367-bcb5-6dfc28f35c73 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.7208204 Feb 03 14:23:11.169061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97abb55e-4085-43df-b48f-0aa4c2767853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:11.188250 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:09Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:11.215079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:23:11.275670 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:11.307761 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af458f8e-83b1-45f1-bfed-004e17ab0fde None None] The sync data for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 is: [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:09Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:23:11.336180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=50b6856c-6802-4024-b21f-b2b5cf3234aa,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:11.503022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:11.503923 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:11.556663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f324-90e7-41e8-9fa2-c7a7a02b5032 req-4d7ca9e4-181a-441e-9b92-ddfd55f8f4f9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:11.563665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83e8f324-90e7-41e8-9fa2-c7a7a02b5032 req-4d7ca9e4-181a-441e-9b92-ddfd55f8f4f9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 931 time: 0.4120185 Feb 03 14:23:11.573381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:11.629190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:11.630533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-14ebf5d3-9219-4442-a6ea-f2b95cecac48 None None] Provisioning complete for port 23b18689-6ff8-4011-8d15-06311a1b6066 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:11.632116 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14ebf5d3-9219-4442-a6ea-f2b95cecac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:11.637096 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-718d4434-4ef2-461f-8f3c-5376a9b5c544 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3172452 Feb 03 14:23:11.639449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:11.654040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Sync routers for ids ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:23:11.798439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abb55e-4085-43df-b48f-0aa4c2767853 None None] Pushing event updated for resources: {'Port': ['ID=23b18689-6ff8-4011-8d15-06311a1b6066,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:11.823440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Routers {'2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:11.824884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:22:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:12.040273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Set router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:12.097656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46032) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:12.172311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83e8f324-90e7-41e8-9fa2-c7a7a02b5032 req-ec51b341-37bb-451f-b686-c79d03aa642b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028140 Feb 03 14:23:12.197347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c873619-ad04-4537-b7b1-279b5a278dd7 req-74a6ef5d-c86e-40cd-98c1-3d3201e93c66 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9408491 Feb 03 14:23:12.432224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:12.454270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:12.463137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Publish callbacks [] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:12.476005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:12.478717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Transition to ACTIVE for port object 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:23:12.487118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:12.549655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5113e0-4c34-42cd-bc32-8e2808f5b637 req-a6cc0cb7-250e-49d7-8dbf-a96dfd8bdb15 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:12.552244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f5113e0-4c34-42cd-bc32-8e2808f5b637 req-a6cc0cb7-250e-49d7-8dbf-a96dfd8bdb15 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2111475 Feb 03 14:23:12.579633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:12.710694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-14ebf5d3-9219-4442-a6ea-f2b95cecac48 None None] Current status of the port 23b18689-6ff8-4011-8d15-06311a1b6066 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:12.733236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Publish callbacks [] for security_group (47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:12.778804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:12.829111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f5113e0-4c34-42cd-bc32-8e2808f5b637 req-a2c9e7ce-fa7c-4f42-a864-dc561f47ebea tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435050 Feb 03 14:23:12.843166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 23b18689-6ff8-4011-8d15-06311a1b6066 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:12.845470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Attempting to bind port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:12.846071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Attempting to bind port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:12.846661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Attempting to bind port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:12.873088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:12.873798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Attempting to bind port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:12.880279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-14ebf5d3-9219-4442-a6ea-f2b95cecac48 None None] Provisioning complete for port 50b6856c-6802-4024-b21f-b2b5cf3234aa triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:12.881044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14ebf5d3-9219-4442-a6ea-f2b95cecac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:12.888229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:12.892467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:12.892467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Bound using segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:12.892467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Bound port: 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:12.893090 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:12.899494 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=652d7c89b4874e6182f5a73e1108c9f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8001275 Feb 03 14:23:12.910212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46046) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:13.078475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:13.170745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.172126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.173209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.174224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.174785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.175903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.176733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.177302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.178349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.179446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.180850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.181673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.183105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2efe3-0a76-451a-8700-b14edfe031ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:13.183524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] For port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:13.188220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 23b18689-6ff8-4011-8d15-06311a1b6066 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:13.188911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.198370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] For port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:13.212244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.245303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eb6478a-ca3d-4503-b6ba-36a2690d901c admin admin] Publish callbacks [] for security_group (47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.268363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:13.272538 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.278826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] 10.222.0.71 "PUT /v2.0/ports/24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe HTTP/1.1" status: 200 len: 1091 time: 4.0332816 Feb 03 14:23:13.283215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:13.292703 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:13.335630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:23:08Z', 'revision_number': 3, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:13.421265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eb6478a-ca3d-4503-b6ba-36a2690d901c admin admin] Publish callbacks [] for security_group (47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.523459 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.698952 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eb6478a-ca3d-4503-b6ba-36a2690d901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.701646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eb6478a-ca3d-4503-b6ba-36a2690d901c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.703318 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0eb6478a-ca3d-4503-b6ba-36a2690d901c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab HTTP/1.1" status: 204 len: 168 time: 0.7872591 Feb 03 14:23:13.723115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6478a-ca3d-4503-b6ba-36a2690d901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ab7e7d-ba1e-4fe1-be84-7b0f2e1323ab,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:13.741927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8904f-05e6-402c-b2de-2e723520e3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:13.746789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-017db668-9242-4878-8179-9e003edf40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:13.754487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-017db668-9242-4878-8179-9e003edf40db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 1125 time: 0.3574650 Feb 03 14:23:13.835634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Checking router: 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:23:13.835970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Updating router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 port c20a93e0-597a-4f97-8d8d-14077a6dc388 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:23:13.904299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-52e1171c-4f34-4a1a-ad6f-a5e9447cdeb5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe HTTP/1.1" status: 200 len: 217 time: 0.1313107 Feb 03 14:23:13.911817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-14ebf5d3-9219-4442-a6ea-f2b95cecac48 None None] Current status of the port 50b6856c-6802-4024-b21f-b2b5cf3234aa is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:13.927661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:13.959778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:13.972711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:13.986082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Allocated IP 172.20.0.1 (73b42c95-c405-4fa7-becb-fcbec9842fe0/0a3a83ed-4f71-4102-95c9-147356dc2d4b/7e881c4e-1f41-4f30-94f2-9edbbc725509) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:13.989229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.006789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.029993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.052434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.066841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.074425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 23b18689-6ff8-4011-8d15-06311a1b6066 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:14.075432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 50b6856c-6802-4024-b21f-b2b5cf3234aa up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:14.078103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-b4f8d1f0-7cf5-4cb5-934c-92698df23733 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.6060822 Feb 03 14:23:14.171014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978a056-e631-4ae3-98ec-fd2155cae158 req-f2cbf092-d5e8-43c3-8895-4c53441774bb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.172801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0978a056-e631-4ae3-98ec-fd2155cae158 req-f2cbf092-d5e8-43c3-8895-4c53441774bb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 943 time: 0.7026107 Feb 03 14:23:14.214923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-e8ed06b8-06da-4082-be7e-e909891013a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.216443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-e8ed06b8-06da-4082-be7e-e909891013a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.1362770 Feb 03 14:23:14.363820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks [] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:14.423590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0978a056-e631-4ae3-98ec-fd2155cae158 req-856cfd18-2c27-4055-93e0-ec4f7dbb8279 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056863 Feb 03 14:23:14.534492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:14.535779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c032325-ad5e-4bf5-92fe-8329e41bd638 req-7a2224a0-5f84-4b84-9c4f-e87d086d117e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3944538 Feb 03 14:23:14.557948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-0dfdcac4-5cac-47c8-9d27-a42e7bbfce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.566389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-0dfdcac4-5cac-47c8-9d27-a42e7bbfce36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3131800 Feb 03 14:23:14.605428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bfb545dc-6b51-488d-a262-d4f12d2803f2 None None] Provisioning complete for port 50b6856c-6802-4024-b21f-b2b5cf3234aa triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:14.605914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfb545dc-6b51-488d-a262-d4f12d2803f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:14.687632 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e323e8-0d01-474a-aa5b-3d9ca9464b68 x-openstack-request-id: req-09e323e8-0d01-474a-aa5b-3d9ca9464b68 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:14.688827 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:14.689282 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09e323e8-0d01-474a-aa5b-3d9ca9464b68 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:14.689870 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe', 'status': 'completed', 'code': 200} Feb 03 14:23:14.696620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Pushing event updated for resources: {'Port': ['ID=7e881c4e-1f41-4f30-94f2-9edbbc725509,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:14.708626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:14.710591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:14.713712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:14.744980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 50b6856c-6802-4024-b21f-b2b5cf3234aa triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:14.745695 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:14.776245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:14.897690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530b0b-f0b2-458a-89d6-c7b0826337a3 req-f14e1d68-7c6d-4628-8984-7545ddb8303e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:14.907941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e530b0b-f0b2-458a-89d6-c7b0826337a3 req-f14e1d68-7c6d-4628-8984-7545ddb8303e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2603540 Feb 03 14:23:14.952320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-466c3ce0-cbfb-4649-a9c8-55c68cb617a9 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586352 Feb 03 14:23:15.023818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bfb545dc-6b51-488d-a262-d4f12d2803f2 None None] Current status of the port 50b6856c-6802-4024-b21f-b2b5cf3234aa is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:15.146594 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.196067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 50b6856c-6802-4024-b21f-b2b5cf3234aa is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:15.199940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-477b3514-925c-48e1-a2cd-9553af4cb703 req-0030fa1d-ebb0-447f-859c-b6ab82bb929f service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461553 Feb 03 14:23:15.231375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-060295cb-e0ee-4f96-a9b0-b842bc82a33b None None] Provisioning complete for port 7e881c4e-1f41-4f30-94f2-9edbbc725509 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:15.231531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-060295cb-e0ee-4f96-a9b0-b842bc82a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.306379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-060295cb-e0ee-4f96-a9b0-b842bc82a33b None None] Port 7e881c4e-1f41-4f30-94f2-9edbbc725509 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:15.356269 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Publish callbacks [] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.367967 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.410585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e530b0b-f0b2-458a-89d6-c7b0826337a3 req-65bfe253-d275-43bb-bffd-3df2027c7982 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005372 Feb 03 14:23:15.509880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Attempting to bind port c20a93e0-597a-4f97-8d8d-14077a6dc388 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:15.511708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Attempting to bind port c20a93e0-597a-4f97-8d8d-14077a6dc388 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:15.512195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Attempting to bind port c20a93e0-597a-4f97-8d8d-14077a6dc388 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:15.520249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d82a7-c495-47a9-8e3a-231af9057630 None None] Pushing event updated for resources: {'Port': ['ID=c20a93e0-597a-4f97-8d8d-14077a6dc388,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:15.541046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:15.543072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:15.543595 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.549107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:15.550714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Bound port: c20a93e0-597a-4f97-8d8d-14077a6dc388, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:15.551629 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.614003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-09cf352b-ea06-4989-9a4a-0b312ff4f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:15.616662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-09cf352b-ea06-4989-9a4a-0b312ff4f217 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 1125 time: 0.2692451 Feb 03 14:23:15.674380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks [] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.688180 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.764364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] For port c20a93e0-597a-4f97-8d8d-14077a6dc388, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:15.818923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.820018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d68d1c2-fe39-4509-9e30-25188d64e39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.826019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] For port c20a93e0-597a-4f97-8d8d-14077a6dc388, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c20a93e0-597a-4f97-8d8d-14077a6dc388,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:15.839941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:15.853368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46116) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:15.981254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Pushing event updated for resources: {'Port': ['ID=7e881c4e-1f41-4f30-94f2-9edbbc725509,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:15.983588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d82a7-c495-47a9-8e3a-231af9057630 None None] Pushing event updated for resources: {'Port': ['ID=c20a93e0-597a-4f97-8d8d-14077a6dc388,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:15.998809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Routers {'2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:16.008781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:22:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:16.102989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b765a4-29a6-4e21-ba9f-4b72f051979b req-36e42730-8877-4ced-a52c-066eeef5156b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:16.117815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2b765a4-29a6-4e21-ba9f-4b72f051979b req-36e42730-8877-4ced-a52c-066eeef5156b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2583556 Feb 03 14:23:16.127817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:16.129435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:16.194831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-d0c1d309-74e7-4b07-9994-7e52d0d5be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:16.197663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-d0c1d309-74e7-4b07-9994-7e52d0d5be3f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.5742517 Feb 03 14:23:16.257384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f5c25-e1bf-4f4e-bf87-5ccb1f117f16 req-555392e7-e964-4583-9627-640215d42558 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:16.264947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] Set router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:16.271774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f9f5c25-e1bf-4f4e-bf87-5ccb1f117f16 req-555392e7-e964-4583-9627-640215d42558 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 943 time: 0.4166129 Feb 03 14:23:16.416005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:16.528598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:16.582382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-4ea8398d-ca9f-4ba1-878c-76316dfd0fd2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe HTTP/1.1" status: 200 len: 217 time: 0.3040888 Feb 03 14:23:16.587114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2b765a4-29a6-4e21-ba9f-4b72f051979b req-3c6a25bc-c499-4231-8b3a-d8bf82794cc5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704969 Feb 03 14:23:16.637282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:16.648534 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-807c38a6-b3d3-4b2a-928a-4fc022b80a4d admin admin] 10.222.0.52 "PUT /v2.0/routers/2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0076506 Feb 03 14:23:16.704088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f9f5c25-e1bf-4f4e-bf87-5ccb1f117f16 req-6c717963-19e2-4860-b4a6-e429a37b202c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306891 Feb 03 14:23:16.752082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-536d0cc2-953e-45df-8d32-c87318d5e517 None None] Provisioning complete for port 7e881c4e-1f41-4f30-94f2-9edbbc725509 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:16.752443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-536d0cc2-953e-45df-8d32-c87318d5e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:16.823841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-536d0cc2-953e-45df-8d32-c87318d5e517 None None] Port 7e881c4e-1f41-4f30-94f2-9edbbc725509 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:16.843918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 4, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7e881c4e-1f41-4f30-94f2-9edbbc725509', 'name': '', 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'mac_address': 'fa:16:3e:6b:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:13Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 2, 'project_id': '3469c8088e904120b376c5878786ac66', 'subnets': [{'id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:16.886642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-47973bcf-7704-4e6c-8fa5-3cc4320fedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:16.892532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39696b6-c5cf-4506-96b7-f12ba5603093 None None] The sync data for ids ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'] in n-d-827549-2 is: [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 4, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7e881c4e-1f41-4f30-94f2-9edbbc725509', 'name': '', 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'mac_address': 'fa:16:3e:6b:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:13Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 2, 'project_id': '3469c8088e904120b376c5878786ac66', 'subnets': [{'id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:23:16.893410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-47973bcf-7704-4e6c-8fa5-3cc4320fedc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.2776380 Feb 03 14:23:17.009496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.018592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.027955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.036801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.045718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.053068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.060371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.064924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-48f7ef89-aec7-41df-b326-dd728e915e59 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.3598278 Feb 03 14:23:17.188609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-63f69fa8-56fb-482c-9967-4459715d5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.190378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-63f69fa8-56fb-482c-9967-4459715d5692 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2911167 Feb 03 14:23:17.195406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3336c71-481a-4eb8-833f-d6bcdd2acbe1 req-7a2ab8a0-4fdf-45ed-a1bf-5faf3b6d9774 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135001 Feb 03 14:23:17.230118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-4a30af1a-4533-4aff-9dda-d4e1b730b188 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--367149775&fields=id&tenant_id=d971b5abcf5e45cca3b3acd53c6c8d44 HTTP/1.1" status: 200 len: 267 time: 0.1619668 Feb 03 14:23:17.240519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Publish callbacks [] for security_group (552236db-feb8-47a4-80cf-8cb4e433f2b9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:17.258826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (552236db-feb8-47a4-80cf-8cb4e433f2b9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:17.583631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552236db-feb8-47a4-80cf-8cb4e433f2b9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:17.588534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=290e2bb755234da7a39c6eddc63fe6a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7298439 Feb 03 14:23:17.591241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46194) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:17.609648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.610815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.611346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.611839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.612348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.614009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.614704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.615524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.616033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.616569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.617575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.618089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.618624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb46bf5-627d-4d84-8069-f136b44fcf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:17.649692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd69441d-1bb9-4855-84da-7e3a6638ca76 admin admin] Publish callbacks [] for security_group (552236db-feb8-47a4-80cf-8cb4e433f2b9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:17.676887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-094afab0-5778-45a0-a6a4-f895133658fb service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680429 Feb 03 14:23:17.681836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd69441d-1bb9-4855-84da-7e3a6638ca76 admin admin] Publish callbacks [] for security_group (552236db-feb8-47a4-80cf-8cb4e433f2b9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:17.687633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-cb238b05-e932-4ae4-a265-8d06adc3920b tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.689380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-cb238b05-e932-4ae4-a265-8d06adc3920b tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/networks?id=8ad2016f-ada5-4492-a205-d52f69223530 HTTP/1.1" status: 200 len: 815 time: 0.4315724 Feb 03 14:23:17.728656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21705c91-1871-4170-9f33-be24cd8ab898 req-05277cfc-461e-4f7a-b731-32297f709056 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:17.730261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21705c91-1871-4170-9f33-be24cd8ab898 req-05277cfc-461e-4f7a-b731-32297f709056 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3244905 Feb 03 14:23:17.745224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-4fa5fb6e-5a0c-416a-9b41-94f0775bcc94 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/quotas/d971b5abcf5e45cca3b3acd53c6c8d44 HTTP/1.1" status: 200 len: 375 time: 0.0417061 Feb 03 14:23:17.755473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd69441d-1bb9-4855-84da-7e3a6638ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (552236db-feb8-47a4-80cf-8cb4e433f2b9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:17.759161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd69441d-1bb9-4855-84da-7e3a6638ca76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:17.760665 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dd69441d-1bb9-4855-84da-7e3a6638ca76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/552236db-feb8-47a4-80cf-8cb4e433f2b9 HTTP/1.1" status: 204 len: 168 time: 0.1683424 Feb 03 14:23:17.778080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69441d-1bb9-4855-84da-7e3a6638ca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552236db-feb8-47a4-80cf-8cb4e433f2b9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:17.871207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21705c91-1871-4170-9f33-be24cd8ab898 req-8e1c13e2-00ab-42a7-ad84-c1fdb2b27524 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304545 Feb 03 14:23:17.894384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc8a04f1-8fb2-4b17-85d9-2fc15673c070 req-ce4930c4-8cec-40de-ab05-48dcf971b18a service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030060 Feb 03 14:23:17.931040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-f767f4e0-f4b1-46f5-9a78-0876b059cd65 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d971b5abcf5e45cca3b3acd53c6c8d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487308 Feb 03 14:23:18.036178 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae05c8bd-bd3a-41bf-a96e-7df182eb3723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:18.132665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-a53dbe42-476e-4c97-b034-acb42fa5d534 service neutron] 10.222.0.52 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744323 Feb 03 14:23:18.187922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96297b-4012-4b75-a989-9ce23608a26d req-f94319e3-b051-4ecd-8347-971cfb80be7b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.189406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea96297b-4012-4b75-a989-9ce23608a26d req-f94319e3-b051-4ecd-8347-971cfb80be7b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 943 time: 0.1859334 Feb 03 14:23:18.301585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-fdf5e517-7035-4ad0-8ce5-b7be125b9b23 service neutron] 10.222.0.52 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613712 Feb 03 14:23:18.305987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea96297b-4012-4b75-a989-9ce23608a26d req-33a86c14-945e-4d73-ad47-da7717427a61 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813634 Feb 03 14:23:18.549619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02d6dc-9f6d-4510-98f4-df70413412b8 req-026a2544-fc99-4755-9823-219301fb09ca tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.559600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b02d6dc-9f6d-4510-98f4-df70413412b8 req-026a2544-fc99-4755-9823-219301fb09ca tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.0807033 Feb 03 14:23:18.646124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b02d6dc-9f6d-4510-98f4-df70413412b8 req-2302b1fe-e7eb-43d2-ae89-f5ccf19e94b6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853572 Feb 03 14:23:18.890839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.906386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.913285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.919085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.927816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.933758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.940684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:18.943254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-709513dd-7243-43af-a9b9-4262c20152ea req-441f0ae3-d207-4e7b-89ab-56abecc5ccf5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.1976376 Feb 03 14:23:18.963487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2a540e9-217e-4b70-998f-c902b8ff0cde req-839d9fda-27e5-4d71-948d-ebff3667e8b8 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1095986 Feb 03 14:23:19.029353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-709513dd-7243-43af-a9b9-4262c20152ea req-9b6aeada-baa7-4937-b3c2-ff38e85a18a7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683229 Feb 03 14:23:19.158303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9804-1819-49cd-8607-b167c82e98ec req-25e38fce-e6a4-48a7-8e22-0292a6106496 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:19.166554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcfa9804-1819-49cd-8607-b167c82e98ec req-25e38fce-e6a4-48a7-8e22-0292a6106496 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 949 time: 0.0949821 Feb 03 14:23:19.282430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcfa9804-1819-49cd-8607-b167c82e98ec req-75a24419-846d-4f06-bdcc-6b58081af1c4 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146817 Feb 03 14:23:19.314430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb755c8-1ec8-4e93-93b5-16226680c413 req-2515c753-dffa-4bc6-ac3c-f8dbd8fdecfe tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:19.316651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bb755c8-1ec8-4e93-93b5-16226680c413 req-2515c753-dffa-4bc6-ac3c-f8dbd8fdecfe tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1466720 Feb 03 14:23:19.419164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bb755c8-1ec8-4e93-93b5-16226680c413 req-b099ebbf-2761-48c3-96f5-1a37b8a4e7f3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965841 Feb 03 14:23:19.429446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c20a93e0-597a-4f97-8d8d-14077a6dc388 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:19.561415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c20a93e0-597a-4f97-8d8d-14077a6dc388 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:19.561816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:19.624623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8b8f-c963-4618-8b75-fc448d997fe0 req-733de306-4f3e-4353-9eeb-5830ffc7c35d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:19.626867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3cd8b8f-c963-4618-8b75-fc448d997fe0 req-733de306-4f3e-4353-9eeb-5830ffc7c35d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 943 time: 0.1139374 Feb 03 14:23:19.628753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:19.670830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:19.751300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3cd8b8f-c963-4618-8b75-fc448d997fe0 req-cc3f8000-629c-4ec1-9813-bea3c06366d4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172078 Feb 03 14:23:19.894872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c20a93e0-597a-4f97-8d8d-14077a6dc388 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:19.895528 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:19.918003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port c20a93e0-597a-4f97-8d8d-14077a6dc388, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c20a93e0-597a-4f97-8d8d-14077a6dc388,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:19.933504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:20.038843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:20.058099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c954-79fd-4e57-baec-55c1431abe30 req-45a38881-c948-47fd-a8bd-ea0a4cc308b2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.064538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe', 'mac_address': 'fa:16:3e:be:6e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:20.068886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=c20a93e0-597a-4f97-8d8d-14077a6dc388,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:20.118900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9261c954-79fd-4e57-baec-55c1431abe30 req-45a38881-c948-47fd-a8bd-ea0a4cc308b2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1985071 Feb 03 14:23:20.137341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:20.139491 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:20.166725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:20.210427 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Sync routers for ids ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:23:20.219737 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Routers {'2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:20.220853 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:20.233140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:20.249561 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:20.264730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f82a6e8a-dbf9-45bf-8906-badfb4ca2a85 req-94bc975f-8db1-49e8-8c18-59193a9f0844 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1054988 Feb 03 14:23:20.332470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9261c954-79fd-4e57-baec-55c1431abe30 req-b4034168-af21-4e88-a01c-f713de8738bf tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098250 Feb 03 14:23:20.365837 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Set router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:20.377961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:20.602755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.609770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.619904 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 4, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7e881c4e-1f41-4f30-94f2-9edbbc725509', 'name': '', 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'mac_address': 'fa:16:3e:6b:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:13Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 2, 'project_id': '3469c8088e904120b376c5878786ac66', 'subnets': [{'id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:20.623748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.639448 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:20.645653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.650620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Checking router: 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:23:20.650972 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Updating router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 port 7e881c4e-1f41-4f30-94f2-9edbbc725509 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:23:20.662946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.671479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.681868 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:20.686739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:20.698992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-38af3808-4406-40e3-9cc0-8d43c18b2458 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2680137 Feb 03 14:23:20.714895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:21.087210 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Publish callbacks [] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:21.095915 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:21.150378 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Pushing event updated for resources: {'Port': ['ID=7e881c4e-1f41-4f30-94f2-9edbbc725509,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:21.165440 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.166603 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.166603 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.166603 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.166863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-7cc5b9ba-5757-4934-846e-0b8b5e0cf9eb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:21.167252 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.167252 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.167542 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.167866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.168189 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.168308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-7cc5b9ba-5757-4934-846e-0b8b5e0cf9eb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.71 "GET /v2.0/networks?id=8ad2016f-ada5-4492-a205-d52f69223530 HTTP/1.1" status: 200 len: 815 time: 0.7352493 Feb 03 14:23:21.168599 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.169057 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.169560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.170038 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:21.260322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Attempting to bind port 7e881c4e-1f41-4f30-94f2-9edbbc725509 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:21.261024 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Attempting to bind port 7e881c4e-1f41-4f30-94f2-9edbbc725509 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:21.261024 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Attempting to bind port 7e881c4e-1f41-4f30-94f2-9edbbc725509 on network 73b42c95-c405-4fa7-becb-fcbec9842fe0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:21.276263 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:21.277014 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Checking segment: {'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:21.277600 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:21.278172 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Bound using segment: {'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:21.278797 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Bound port: 7e881c4e-1f41-4f30-94f2-9edbbc725509, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:21.279347 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:21.303407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40154e35-097e-4c0c-a1f1-b3fcfddf7487 req-228064e4-d1f7-4335-a1b7-20891894cb1c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6034453 Feb 03 14:23:21.321430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae78c-c986-4272-a748-27d87f019ae5 req-8c829c51-2933-4a42-b3d4-8a28b249d27f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:21.329663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3cae78c-c986-4272-a748-27d87f019ae5 req-8c829c51-2933-4a42-b3d4-8a28b249d27f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.6167207 Feb 03 14:23:21.419737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c20a93e0-597a-4f97-8d8d-14077a6dc388 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:21.463435 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] For port 7e881c4e-1f41-4f30-94f2-9edbbc725509, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:21.473238 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] For port 7e881c4e-1f41-4f30-94f2-9edbbc725509, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e881c4e-1f41-4f30-94f2-9edbbc725509,segment=NetworkSegment(6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8),segment_id=6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:21.483681 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:21.519652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3cae78c-c986-4272-a748-27d87f019ae5 req-f9b975ef-1c4e-4c1a-9056-e6ac3d251d9e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878045 Feb 03 14:23:21.544999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c20a93e0-597a-4f97-8d8d-14077a6dc388 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:21.545426 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:21.588301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-4f956fc5-464e-44f6-9f18-ff85e7352ec9 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d971b5abcf5e45cca3b3acd53c6c8d44 HTTP/1.1" status: 200 len: 379 time: 0.3705027 Feb 03 14:23:21.591068 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Routers {'2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:21.591947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:21.595620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87ee3c-5753-4c0f-8263-860ba3884471 None None] Pushing event updated for resources: {'Port': ['ID=7e881c4e-1f41-4f30-94f2-9edbbc725509,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:21.613660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Request body: {'port': {'device_id': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'admin_state_up': True, 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'security_groups': ['4798b9c0-224a-4b16-b463-757e9fa361a8']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:21.714755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a16f0400-ae67-45ba-b9d5-bccd1482daa8 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:23:21.781069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c7ba5856-105d-4752-83ac-c8d89177d102 None None] Provisioning complete for port 7e881c4e-1f41-4f30-94f2-9edbbc725509 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:21.781697 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5856-105d-4752-83ac-c8d89177d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:21.783432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c20a93e0-597a-4f97-8d8d-14077a6dc388 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:21.797964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0805c-858b-4675-871c-42a0c4fd15c7 req-202c0a47-2886-42c9-baab-7f86cf4ad459 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:21.799534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5c0805c-858b-4675-871c-42a0c4fd15c7 req-202c0a47-2886-42c9-baab-7f86cf4ad459 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 944 time: 0.3609231 Feb 03 14:23:22.077254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a16f0400-ae67-45ba-b9d5-bccd1482daa8 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:22.077804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:22.078620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-934b0b0a-b5f1-4a48-bbc0-6b93fb2236b5 req-4a323608-8cab-4a97-8de2-bb48606f7676 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1138418 Feb 03 14:23:22.094023 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] Set router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:22.094277 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:22.132215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:22.137957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:22.143417 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b121d-cb7c-4bfa-8758-59a011f10f32" -d '{"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:22.154059 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:22.203566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5c0805c-858b-4675-871c-42a0c4fd15c7 req-3d8846dd-2bf9-42dd-993e-d11f1b74fe3f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690867 Feb 03 14:23:22.223568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Made reservation on behalf of d971b5abcf5e45cca3b3acd53c6c8d44 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:22.227193 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:22.245392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:22.249934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba5856-105d-4752-83ac-c8d89177d102 None None] Current status of the port 7e881c4e-1f41-4f30-94f2-9edbbc725509 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:22.250435 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5856-105d-4752-83ac-c8d89177d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:22.296910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c7ba5856-105d-4752-83ac-c8d89177d102 None None] For port 7e881c4e-1f41-4f30-94f2-9edbbc725509, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e881c4e-1f41-4f30-94f2-9edbbc725509,segment=NetworkSegment(6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8),segment_id=6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:22.299759 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f477643-1a77-4e3b-9454-b7223b0a5144 x-openstack-request-id: req-7f477643-1a77-4e3b-9454-b7223b0a5144 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:22.300929 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:22.301547 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f477643-1a77-4e3b-9454-b7223b0a5144 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:22.302101 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'code': 200} Feb 03 14:23:22.304519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5856-105d-4752-83ac-c8d89177d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:22.481880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba5856-105d-4752-83ac-c8d89177d102 None None] Pushing event updated for resources: {'Port': ['ID=7e881c4e-1f41-4f30-94f2-9edbbc725509,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:22.508242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-85516155-d2d7-4adf-a24c-1a561554d4b5 None None] Provisioning complete for port 7e881c4e-1f41-4f30-94f2-9edbbc725509 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:22.508646 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85516155-d2d7-4adf-a24c-1a561554d4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:22.576399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627bef-0d7e-4943-a14b-e039e62f0b4d req-d14c2c21-a272-49e8-9f47-b1731480f7fa tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.585806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33627bef-0d7e-4943-a14b-e039e62f0b4d req-d14c2c21-a272-49e8-9f47-b1731480f7fa tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3469188 Feb 03 14:23:22.590123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Allocated IP 172.20.0.8 (8ad2016f-ada5-4492-a205-d52f69223530/d704b7b0-f16a-45fe-9201-7adb23c53f96/0a262d83-8ccf-485a-b2a8-5c600aac8590) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:22.592505 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 4, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7e881c4e-1f41-4f30-94f2-9edbbc725509', 'name': '', 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'mac_address': 'fa:16:3e:6b:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:13Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 4, 'project_id': '3469c8088e904120b376c5878786ac66', 'subnets': [{'id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:22.621996 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c382113-44c0-4185-88f7-1469152cdcd0 None None] The sync data for ids ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'] in n-d-827549-2 is: [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:23:15Z', 'revision_number': 4, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '7e881c4e-1f41-4f30-94f2-9edbbc725509', 'name': '', 'network_id': '73b42c95-c405-4fa7-becb-fcbec9842fe0', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'mac_address': 'fa:16:3e:6b:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:13Z', 'updated_at': '2022-02-03T14:23:21Z', 'revision_number': 4, 'project_id': '3469c8088e904120b376c5878786ac66', 'subnets': [{'id': '0a3a83ed-4f71-4102-95c9-147356dc2d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:23:22.684242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-85516155-d2d7-4adf-a24c-1a561554d4b5 None None] Current status of the port 7e881c4e-1f41-4f30-94f2-9edbbc725509 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:22.699851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.711083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.722574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.728203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.733430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.745096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.751430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:22.761832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb83b479-314c-4b93-887e-75ef179a1624 req-820fbe59-9058-4c09-bf82-8237edf09139 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2692592 Feb 03 14:23:22.831952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33627bef-0d7e-4943-a14b-e039e62f0b4d req-5e13c7ef-03bd-4939-ba8d-6ab91e21f0f9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440963 Feb 03 14:23:22.984779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb83b479-314c-4b93-887e-75ef179a1624 req-2a4de65e-3d60-4949-8786-d507f6a2da1c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206964 Feb 03 14:23:23.045440 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:23.117711 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:23.202959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event updated for resources: {'Port': ['ID=0a262d83-8ccf-485a-b2a8-5c600aac8590,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:23.284113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Network 8ad2016f-ada5-4492-a205-d52f69223530 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:23.331015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:23.336032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:23.510955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7e881c4e-1f41-4f30-94f2-9edbbc725509 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:23.526913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:23.528320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:23.585825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b0d83-1b84-471c-b170-5a9c26d87dd1 req-0b2395af-056f-417c-be02-1a1bb21723a1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:23.586052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:23.603172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d3b0d83-1b84-471c-b170-5a9c26d87dd1 req-0b2395af-056f-417c-be02-1a1bb21723a1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3892138 Feb 03 14:23:23.718367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:23.728120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:23.728786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:23.738806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b9f03-46c6-4f21-963d-333d6d44b17b req-1c34c33c-1f37-4f96-95dc-a08fc5404daf tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:23.741078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa9b9f03-46c6-4f21-963d-333d6d44b17b req-1c34c33c-1f37-4f96-95dc-a08fc5404daf tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 931 time: 0.4928451 Feb 03 14:23:23.758406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d3b0d83-1b84-471c-b170-5a9c26d87dd1 req-39ab2f9e-7cbf-4a2f-bca3-aacea5a725eb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529605 Feb 03 14:23:23.794499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-8e5cda44-9928-4622-94e0-161635e39b22 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1919861 Feb 03 14:23:23.803918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7e881c4e-1f41-4f30-94f2-9edbbc725509 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:23.804438 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:23.829900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Request body: {'port': {'device_id': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:23.985634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa9b9f03-46c6-4f21-963d-333d6d44b17b req-5ae8f3a6-0347-454f-a3d8-66185868bf2d tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244873 Feb 03 14:23:24.000117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.019148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b73b0a-e67a-4ba3-80d1-67dbd2ffbddb req-20ebb330-dc1c-4b4f-80f8-8c200ddd9b65 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.027308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47b73b0a-e67a-4ba3-80d1-67dbd2ffbddb req-20ebb330-dc1c-4b4f-80f8-8c200ddd9b65 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 944 time: 0.1343989 Feb 03 14:23:24.127837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46538) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:24.278483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc6a5-add0-494c-862a-afd8024139e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.314213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47b73b0a-e67a-4ba3-80d1-67dbd2ffbddb req-b2c00dc9-586c-4bc6-ab15-9959d588b689 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859211 Feb 03 14:23:24.336491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b5acfcd6-e6d3-4471-9762-40a00326259e None None] Provisioning complete for port 0a262d83-8ccf-485a-b2a8-5c600aac8590 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:24.336882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5acfcd6-e6d3-4471-9762-40a00326259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.383945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d91bd-0ea5-4d56-b82a-20aaaf18e910 req-a51bb1eb-360d-4dc6-8015-0f101fb7a633 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.404084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-013d91bd-0ea5-4d56-b82a-20aaaf18e910 req-a51bb1eb-360d-4dc6-8015-0f101fb7a633 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2688186 Feb 03 14:23:24.425573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b5acfcd6-e6d3-4471-9762-40a00326259e None None] Port 0a262d83-8ccf-485a-b2a8-5c600aac8590 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:24.429656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:24.430245 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.485152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc6a5-add0-494c-862a-afd8024139e7 admin admin] Publish callbacks [] for security_group (3e32219f-9a4e-4a27-8767-85455cc86228), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.495857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc6a5-add0-494c-862a-afd8024139e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3e32219f-9a4e-4a27-8767-85455cc86228), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.521301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:24.524769 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0d246c-6e0e-4f2d-b116-513e568fb4ee" -d '{"events": [{"server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "name": "network-vif-plugged", "status": "completed", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:24.530445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7e881c4e-1f41-4f30-94f2-9edbbc725509 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:24.560839 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e2fc6a5-add0-494c-862a-afd8024139e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b154e5e2f2b846ddbd4dc4f3f1d6ee38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317889 Feb 03 14:23:24.562444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fc6a5-add0-494c-862a-afd8024139e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e32219f-9a4e-4a27-8767-85455cc86228,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:24.564487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46546) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:24.566878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:24.577118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.614402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-013d91bd-0ea5-4d56-b82a-20aaaf18e910 req-6bd6b14d-29c9-4c42-8463-5bbb23ba2189 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843662 Feb 03 14:23:24.626571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.632318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.638208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.644197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.650345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.656104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.663333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:24.668994 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.671123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-5693b8f1-0c37-4487-b5ce-95b4eda5fe14 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2440169 Feb 03 14:23:24.686234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:24.748029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66214963-991a-4747-8647-b79b22d74fae admin admin] Publish callbacks [] for security_group (3e32219f-9a4e-4a27-8767-85455cc86228), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.773916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66214963-991a-4747-8647-b79b22d74fae admin admin] Publish callbacks [] for security_group (3e32219f-9a4e-4a27-8767-85455cc86228), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.796876 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ab2a93-379f-410e-bac6-d41b68b100ed x-openstack-request-id: req-21ab2a93-379f-410e-bac6-d41b68b100ed {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:24.797177 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "name": "network-vif-plugged", "status": "completed", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:24.797434 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21ab2a93-379f-410e-bac6-d41b68b100ed {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:24.797834 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe', 'code': 200} Feb 03 14:23:24.918357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4b6e6d4-3823-4e1d-9d65-9ed42aa5fb98 req-b6f14843-e69b-4d7d-a306-e0d72468951b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2421005 Feb 03 14:23:24.923154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66214963-991a-4747-8647-b79b22d74fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3e32219f-9a4e-4a27-8767-85455cc86228), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.928795 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66214963-991a-4747-8647-b79b22d74fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:24.930337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66214963-991a-4747-8647-b79b22d74fae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e32219f-9a4e-4a27-8767-85455cc86228 HTTP/1.1" status: 204 len: 168 time: 0.3620811 Feb 03 14:23:24.944917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66214963-991a-4747-8647-b79b22d74fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e32219f-9a4e-4a27-8767-85455cc86228,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:24.948495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a262d83-8ccf-485a-b2a8-5c600aac8590 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:24.991687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Publish callbacks [] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.037965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b28e8-2a93-4865-9ab3-137a63a117f5 req-260b6502-f1f5-490e-a111-231bfb6be7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:25.042420 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-671b28e8-2a93-4865-9ab3-137a63a117f5 req-260b6502-f1f5-490e-a111-231bfb6be7f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 1127 time: 0.1206930 Feb 03 14:23:25.053469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Transition to ACTIVE for port object 0a262d83-8ccf-485a-b2a8-5c600aac8590 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:23:25.065259 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.125142 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-671b28e8-2a93-4865-9ab3-137a63a117f5 req-58684a06-f3ff-4fb6-8bf1-8a44d3e01162 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Feb 03 14:23:25.161301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65360ab-5a30-4b94-bfe6-9a4e94925671 req-b2b5c14e-3ac0-4c9f-b3c4-2e61e3ca9f52 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:25.162905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e65360ab-5a30-4b94-bfe6-9a4e94925671 req-b2b5c14e-3ac0-4c9f-b3c4-2e61e3ca9f52 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 814 time: 0.2310622 Feb 03 14:23:25.252456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e65360ab-5a30-4b94-bfe6-9a4e94925671 req-51bc2a9b-d302-4ffc-8f63-b27841802630 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/quotas/35890c4ab2e94cc2901effdc0fbabf6c HTTP/1.1" status: 200 len: 375 time: 0.0569332 Feb 03 14:23:25.255679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a262d83-8ccf-485a-b2a8-5c600aac8590,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:25.365036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057d9a3-dc8e-4f35-bba7-1871d2df1df6 req-022cbdb3-6aa9-4d94-89dd-1393c487d172 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:25.370900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c057d9a3-dc8e-4f35-bba7-1871d2df1df6 req-022cbdb3-6aa9-4d94-89dd-1393c487d172 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.2477176 Feb 03 14:23:25.399481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Attempting to bind port 0a262d83-8ccf-485a-b2a8-5c600aac8590 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:25.400033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Attempting to bind port 0a262d83-8ccf-485a-b2a8-5c600aac8590 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:25.400410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Attempting to bind port 0a262d83-8ccf-485a-b2a8-5c600aac8590 on network 8ad2016f-ada5-4492-a205-d52f69223530 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:25.438837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e65360ab-5a30-4b94-bfe6-9a4e94925671 req-bd15259f-c3e6-4070-89c0-539d305c6cd0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1601872 Feb 03 14:23:25.444985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Port 0a262d83-8ccf-485a-b2a8-5c600aac8590 on network 8ad2016f-ada5-4492-a205-d52f69223530 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:25.445537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Attempting to bind port 0a262d83-8ccf-485a-b2a8-5c600aac8590 on network 8ad2016f-ada5-4492-a205-d52f69223530 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:25.459839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:25.460254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Checking segment: {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:25.460747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Bound using segment: {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:25.461247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Bound port: 0a262d83-8ccf-485a-b2a8-5c600aac8590, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:25.461743 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.515457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46578) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:25.537974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-269891c5-9335-4fba-a4e7-efc829c64d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.545202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c057d9a3-dc8e-4f35-bba7-1871d2df1df6 req-c5959816-c738-4378-ab9a-68bc11ec8af2 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577971 Feb 03 14:23:25.579469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:25.716776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-269891c5-9335-4fba-a4e7-efc829c64d2a admin admin] Publish callbacks [] for security_group (f86749b2-fd88-4cf2-b12b-31e9fb407247), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.723793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-269891c5-9335-4fba-a4e7-efc829c64d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f86749b2-fd88-4cf2-b12b-31e9fb407247), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.743231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:25.759396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'mac_address': 'fa:16:3e:c4:4c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:25.793239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] For port 0a262d83-8ccf-485a-b2a8-5c600aac8590, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:25.797839 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-269891c5-9335-4fba-a4e7-efc829c64d2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5cf29ae0b3ec457889e2ac1164956a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2786450 Feb 03 14:23:25.804804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46584) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:25.805443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269891c5-9335-4fba-a4e7-efc829c64d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86749b2-fd88-4cf2-b12b-31e9fb407247,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:25.821153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:25.821506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.823236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] For port 0a262d83-8ccf-485a-b2a8-5c600aac8590, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:25.868404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:25.873676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a7932-4ea4-435d-82ad-de9d1eec52e6 req-0b74574a-f19f-4d93-8593-dc05decc02f6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:25.875259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b7a7932-4ea4-435d-82ad-de9d1eec52e6 req-0b74574a-f19f-4d93-8593-dc05decc02f6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 945 time: 0.2622693 Feb 03 14:23:25.883355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd3a87-f75c-4294-9c88-2bb475d18104 req-1c380c55-a063-4ea1-ac24-fa89d437ea2b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:25.888707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17bd3a87-f75c-4294-9c88-2bb475d18104 req-1c380c55-a063-4ea1-ac24-fa89d437ea2b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2740619 Feb 03 14:23:25.898623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb786dec-ecb7-4ff1-b57b-5551306033a2 admin admin] Publish callbacks [] for security_group (f86749b2-fd88-4cf2-b12b-31e9fb407247), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.922243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:25.926523 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb786dec-ecb7-4ff1-b57b-5551306033a2 admin admin] Publish callbacks [] for security_group (f86749b2-fd88-4cf2-b12b-31e9fb407247), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.930203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:25.959133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b7a7932-4ea4-435d-82ad-de9d1eec52e6 req-29be6e4a-0252-4ce3-9eaa-e1c5b0093d69 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688159 Feb 03 14:23:25.960150 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:26.007863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb786dec-ecb7-4ff1-b57b-5551306033a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f86749b2-fd88-4cf2-b12b-31e9fb407247), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:26.011397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.012036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:26.013555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/0a262d83-8ccf-485a-b2a8-5c600aac8590 HTTP/1.1" status: 200 len: 1091 time: 2.2017922 Feb 03 14:23:26.015825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:26.018044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bb786dec-ecb7-4ff1-b57b-5551306033a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:26.018416 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdecc8f-2a82-4353-81e4-04cc8d487e80" -d '{"events": [{"name": "network-changed", "server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:26.031713 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bb786dec-ecb7-4ff1-b57b-5551306033a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f86749b2-fd88-4cf2-b12b-31e9fb407247 HTTP/1.1" status: 204 len: 168 time: 0.2181954 Feb 03 14:23:26.085889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb786dec-ecb7-4ff1-b57b-5551306033a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86749b2-fd88-4cf2-b12b-31e9fb407247,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:26.140173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:26.162037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17bd3a87-f75c-4294-9c88-2bb475d18104 req-540d798e-959b-41e9-aeff-68bf6b8f2f8f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274063 Feb 03 14:23:26.214906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5408aa-fad9-4fac-bc07-a60a4c06f7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a262d83-8ccf-485a-b2a8-5c600aac8590,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:26.239742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-300c5be4-4c9d-487c-a064-d0d78c3435dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.241336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-300c5be4-4c9d-487c-a064-d0d78c3435dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d971b5abcf5e45cca3b3acd53c6c8d44&device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 1125 time: 0.1428592 Feb 03 14:23:26.252061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:26.373160 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9f4b7-a42d-4708-a2ab-81f76cdfe42c x-openstack-request-id: req-2ca9f4b7-a42d-4708-a2ab-81f76cdfe42c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:26.373656 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:26.373741 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ca9f4b7-a42d-4708-a2ab-81f76cdfe42c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:26.375870 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'status': 'completed', 'code': 200} Feb 03 14:23:26.389945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-9c3f46c1-4e37-4904-ade8-b929cff9b9b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590 HTTP/1.1" status: 200 len: 217 time: 0.1115663 Feb 03 14:23:26.487174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-647215c5-d68f-42bf-8f96-a45938dfaf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.489203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-647215c5-d68f-42bf-8f96-a45938dfaf99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d704b7b0-f16a-45fe-9201-7adb23c53f96 HTTP/1.1" status: 200 len: 854 time: 0.0913467 Feb 03 14:23:26.530281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.536765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.542729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.551495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.557391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.563328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.572659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.574786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-ccd3f3aa-5ff3-4116-9399-e271cd3d31a0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.3186789 Feb 03 14:23:26.651545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d8f3f-99ef-448a-ae00-a628cae0ae2e req-6fc402e7-612b-429a-a990-60e22f4e6d95 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.653328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f9d8f3f-99ef-448a-ae00-a628cae0ae2e req-6fc402e7-612b-429a-a990-60e22f4e6d95 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2439702 Feb 03 14:23:26.709059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-99b7fd8e-bb34-43ef-9597-2a3318309974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:26.710626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-99b7fd8e-bb34-43ef-9597-2a3318309974 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ad2016f-ada5-4492-a205-d52f69223530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2126575 Feb 03 14:23:26.793119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af21f19c-4f0b-4983-80a7-56602cb0cc5f req-45e4a6d4-6cdc-4fdb-afd4-5f4e82aea709 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1948929 Feb 03 14:23:26.834064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f9d8f3f-99ef-448a-ae00-a628cae0ae2e req-50d4c18e-721b-45c4-bf85-59a9bb055bd9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709437 Feb 03 14:23:27.038761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-7d3c975a-a73e-4a23-8238-384a18c56912 service neutron] 10.222.0.71 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091900 Feb 03 14:23:27.067076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a51e9-957f-4a10-aa37-6a84b2e31e2a req-89d4c04d-1334-4d64-bde7-29d30f2e79e4 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:27.074843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b56a51e9-957f-4a10-aa37-6a84b2e31e2a req-89d4c04d-1334-4d64-bde7-29d30f2e79e4 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.1527982 Feb 03 14:23:27.229842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b56a51e9-957f-4a10-aa37-6a84b2e31e2a req-aa1e5918-01b6-4c35-ae30-e1a51497a244 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539738 Feb 03 14:23:27.268732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6dbe1-4665-4221-b188-fcf86a502a2f req-c017613a-5a75-446f-bb08-5f4996ad62f5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:27.270302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5aa6dbe1-4665-4221-b188-fcf86a502a2f req-c017613a-5a75-446f-bb08-5f4996ad62f5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 945 time: 0.1584933 Feb 03 14:23:27.272349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025d0159-ddef-412b-9722-67a92e2b8c9d req-273c0041-7f7f-4a5f-a8f1-aad8a3b1ce89 service neutron] 10.222.0.71 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254021 Feb 03 14:23:27.342808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5aa6dbe1-4665-4221-b188-fcf86a502a2f req-176f85f2-df8e-40e0-8f92-ca8cf195967f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663869 Feb 03 14:23:27.395490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-82e9462c-9000-4c02-8293-7b10d738f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:27.397122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-82e9462c-9000-4c02-8293-7b10d738f297 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d971b5abcf5e45cca3b3acd53c6c8d44&device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 1125 time: 0.0533743 Feb 03 14:23:27.522086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c871d185-e041-4eba-be5d-5cf1922d98e8 req-514a134d-ba01-4062-aa6a-4a41dc9d923c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=35890c4ab2e94cc2901effdc0fbabf6c HTTP/1.1" status: 200 len: 221 time: 0.0922818 Feb 03 14:23:27.590092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:27.641528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-bb1131ca-c0e4-4e95-98a6-53edc564482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:27.643083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-bb1131ca-c0e4-4e95-98a6-53edc564482b service neutron] 10.222.0.71 "GET /v2.0/networks?id=8ad2016f-ada5-4492-a205-d52f69223530 HTTP/1.1" status: 200 len: 916 time: 0.2294281 Feb 03 14:23:27.704260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:27.704759 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:27.761497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-ab8a1a6f-750b-495f-9dbe-6dddb59f7ade service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590 HTTP/1.1" status: 200 len: 217 time: 0.0963435 Feb 03 14:23:27.830616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-508ed733-e4dc-469b-b6a2-b8f7094d84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:27.833776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-508ed733-e4dc-469b-b6a2-b8f7094d84b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d704b7b0-f16a-45fe-9201-7adb23c53f96 HTTP/1.1" status: 200 len: 854 time: 0.0571666 Feb 03 14:23:27.842963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acd624-9714-4ef3-889b-aa0fa3552ed5 req-93558863-8272-4836-b6ec-4d251e979c99 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:27.852343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21acd624-9714-4ef3-889b-aa0fa3552ed5 req-93558863-8272-4836-b6ec-4d251e979c99 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2342839 Feb 03 14:23:27.877175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:27.877570 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:27.913662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:27.915982 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f4a4e-a730-46a8-addf-cca38c13a475" -d '{"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:27.927748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-7bf7477c-97cb-4dc9-9d7c-12024f481a3f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 267 time: 0.3657529 Feb 03 14:23:27.934929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:27.941972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:28.022281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21acd624-9714-4ef3-889b-aa0fa3552ed5 req-19b00de4-b814-43e4-94f3-0a410a72912a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701469 Feb 03 14:23:28.036129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:28.080193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-ff91e6cb-3b57-47cb-9c53-b976dc228eea tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.083210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-ff91e6cb-3b57-47cb-9c53-b976dc228eea tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 945 time: 0.1196437 Feb 03 14:23:28.085423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-3f036458-4f47-4e83-9fd9-f68a16d4c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.087096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-3f036458-4f47-4e83-9fd9-f68a16d4c2ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ad2016f-ada5-4492-a205-d52f69223530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2122424 Feb 03 14:23:28.098696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'port': {'security_groups': []}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:28.280827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46684) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:28.354614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:28.541573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1900991204'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:28.583933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Made reservation on behalf of 73f9ad433f2c4f3f93419707e088f0de for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:28.591151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:28.609273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:28.786247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks [] for security_group (7981b138-95ab-4c06-8dfa-7302b888798c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:28.796653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7981b138-95ab-4c06-8dfa-7302b888798c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:28.866174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7981b138-95ab-4c06-8dfa-7302b888798c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:28.883024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-0fc9444a-59db-45ed-88de-4466f29c9c22 service neutron] 10.222.0.71 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7808619 Feb 03 14:23:28.905242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.906429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:23:28.911656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.918148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.924128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.931728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.938035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.939506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0ce8b16d-6213-429b-9c6b-406b854a226d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:28.940803 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Added segment 0ce8b16d-6213-429b-9c6b-406b854a226d of type vlan for network 642d422e-0eb3-4521-802d-b153f6235ecb Feb 03 14:23:28.944380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:28.952559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-3f835f35-5822-449f-a390-212a15dcd838 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.6939893 Feb 03 14:23:29.032079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (642d422e-0eb3-4521-802d-b153f6235ecb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:29.066994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fdecc8f-2a82-4353-81e4-04cc8d487e80 req-c12d246c-4494-4021-91e8-caa1115310f0 service neutron] 10.222.0.71 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090605 Feb 03 14:23:29.074841 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (642d422e-0eb3-4521-802d-b153f6235ecb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:29.087353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:29.088007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:29.164782 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8864222 Feb 03 14:23:29.176347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eebe0b-0924-4f81-a0c4-42f377d7ff2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Pushing event updated for resources: {'Network': ['ID=642d422e-0eb3-4521-802d-b153f6235ecb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:29.192997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 642d422e-0eb3-4521-802d-b153f6235ecb details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:23:29.242825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3970861-a8b1-42af-8885-11b61dbd17e8 req-9f87716b-72be-490c-a9cd-f3767a3143ff tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2830188 Feb 03 14:23:29.262757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] For port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:29.310738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:29.318707 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e4aac6-bc95-449a-8c5e-4e341640e401 x-openstack-request-id: req-d7e4aac6-bc95-449a-8c5e-4e341640e401 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:29.318707 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:29.318707 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7e4aac6-bc95-449a-8c5e-4e341640e401 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:29.319019 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'code': 200} Feb 03 14:23:29.321939 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:29.334431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f', '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:29.380619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:29.411561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:29.417627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:29.419338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e982019-cfbc-4468-b68d-d0a08fd9369e req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "PUT /v2.0/ports/24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe HTTP/1.1" status: 200 len: 904 time: 1.3289511 Feb 03 14:23:29.425869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:29.431227 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37ffe8-7fac-45b5-af58-65995ffa734d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:29.578740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae6d3f-5f8b-483c-bcbc-03daf04d49f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:29.589216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:29.621450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a6c62-2daa-4f66-89d1-0115bbd10d54 req-2b0864b0-cca2-416d-bc0e-fa93870100c0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:29.623036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-867a6c62-2daa-4f66-89d1-0115bbd10d54 req-2b0864b0-cca2-416d-bc0e-fa93870100c0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2207024 Feb 03 14:23:29.685716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-867a6c62-2daa-4f66-89d1-0115bbd10d54 req-81abfc93-ed8d-4e02-8743-5e41c8a8ff9a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542996 Feb 03 14:23:29.880144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c54b160e-7abb-460d-9382-d59592bb7333 None None] Provisioning complete for port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:29.883994 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c54b160e-7abb-460d-9382-d59592bb7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:30.019511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a098cd-b054-4c78-bfd0-7777443a244d req-76c20695-f175-4ebb-8162-d5954200d717 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.035441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84a098cd-b054-4c78-bfd0-7777443a244d req-76c20695-f175-4ebb-8162-d5954200d717 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.2004745 Feb 03 14:23:30.047998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c54b160e-7abb-460d-9382-d59592bb7333 None None] Current status of the port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:30.168092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84a098cd-b054-4c78-bfd0-7777443a244d req-f3c6918e-a3ce-457e-9749-a4f94a09ddc0 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250229 Feb 03 14:23:30.173907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46718) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:30.179496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Request body: {'port': {'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb', 'binding:host_id': 'n-h1-827549-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1264466477'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:30.211744 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0101057-e6c1-4bdc-afb4-ae3548e2df4c x-openstack-request-id: req-e0101057-e6c1-4bdc-afb4-ae3548e2df4c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:30.212090 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:30.212350 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0101057-e6c1-4bdc-afb4-ae3548e2df4c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:30.212960 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe', 'status': 'completed', 'code': 200} Feb 03 14:23:30.223374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Made reservation on behalf of 0a0a83b536444b949cff74ee59cb77fc for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:30.225863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:30.236713 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:30.374880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-03100fd0-724b-434c-bad1-17ccc0ad3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.377530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-03100fd0-724b-434c-bad1-17ccc0ad3a72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 1089 time: 0.1164665 Feb 03 14:23:30.420575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770a80e-ea9a-4ec1-8e0c-e257a34b2f3e req-3bb1518a-de39-4c95-849d-19628f9a2982 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.422298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for security_group (f2679dcf-0d52-46b5-a8a3-64e1ca10b32b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:30.422751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1770a80e-ea9a-4ec1-8e0c-e257a34b2f3e req-3bb1518a-de39-4c95-849d-19628f9a2982 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 907 time: 0.1135290 Feb 03 14:23:30.447619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f2679dcf-0d52-46b5-a8a3-64e1ca10b32b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:30.453285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] device_id is not set on port 5b67b2e1-1947-4950-bcbd-4f982703e921 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:30.649273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2679dcf-0d52-46b5-a8a3-64e1ca10b32b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:30.662673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069d1f-c8ac-4b36-91e2-68d98823ffcc req-56a9387d-1425-4c3a-a299-f50f83f99c6d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.670024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17069d1f-c8ac-4b36-91e2-68d98823ffcc req-56a9387d-1425-4c3a-a299-f50f83f99c6d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2459779 Feb 03 14:23:30.731707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.737033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.742861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.748195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.754173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.761343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.765035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.773720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-91e98a2a-7aa8-4079-8b6c-6c09be090207 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5429 time: 0.2011354 Feb 03 14:23:30.788085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-99df5058-6b62-435c-a4d6-872315352556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:30.789602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-99df5058-6b62-435c-a4d6-872315352556 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.3337922 Feb 03 14:23:30.875754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-fc99678f-5f20-4153-a781-342e3d0f63b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe HTTP/1.1" status: 200 len: 217 time: 0.0664773 Feb 03 14:23:30.909737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17069d1f-c8ac-4b36-91e2-68d98823ffcc req-45beaa61-1ff6-4dcd-a7a7-eb156e6459d4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387612 Feb 03 14:23:30.924396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] device_id is not set on port 5b67b2e1-1947-4950-bcbd-4f982703e921 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:30.939690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for port (5b67b2e1-1947-4950-bcbd-4f982703e921), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:30.949379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5b67b2e1-1947-4950-bcbd-4f982703e921), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:31.038851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=5b67b2e1-1947-4950-bcbd-4f982703e921,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:31.051937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Checking segment: {'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:31.052356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Network hostable DHCP agents. Network: 642d422e-0eb3-4521-802d-b153f6235ecb, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:23:31.057882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-6dbca0e8-3de7-4a4e-b1f6-ca46811d4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:31.059361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-6dbca0e8-3de7-4a4e-b1f6-ca46811d4224 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.1723144 Feb 03 14:23:31.079033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Network 642d422e-0eb3-4521-802d-b153f6235ecb is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:23:31.093742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 642d422e-0eb3-4521-802d-b153f6235ecb) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:31.102761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:31.103773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5c96f-2568-49a1-8ef8-6c5ad6ed9913 None None] Network 642d422e-0eb3-4521-802d-b153f6235ecb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:23:31.132007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.132344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.132795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.139163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.140038 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.140523 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 2 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.156508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.156939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.157394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.165784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.166210 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.166657 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 3 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.195273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.195967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.195967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.249136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.251843 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.254469 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 4 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.279261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.282014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.283172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.294794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.296050 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.298039 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 5 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.323610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.325059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.326226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.335090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.339230 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.339992 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 6 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.369649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.372769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.373294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.386080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.387690 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.388098 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 7 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.391015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d318bdf-4d0f-439d-9266-d3e2a88d70e2 req-1104cdeb-33ef-4550-8cf5-5a417cb2a9e0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6163421 Feb 03 14:23:31.414239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.414594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.415065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.428440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.430382 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.430795 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 8 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.451587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239ce38-7492-4314-97d5-e79619be3a39 req-160358d3-fd83-4702-a203-06d84f1026a2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:31.457899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.458260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.461489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.463625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e239ce38-7492-4314-97d5-e79619be3a39 req-160358d3-fd83-4702-a203-06d84f1026a2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.4032872 Feb 03 14:23:31.468886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-63484084-547a-4291-8ca4-a2dd7fa80b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:31.471136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-63484084-547a-4291-8ca4-a2dd7fa80b05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2881377 Feb 03 14:23:31.471275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.471490 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.472478 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 9 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.511830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.512259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.512696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.519630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.520043 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.521090 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 10 to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 Feb 03 14:23:31.535279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:31.535619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:31.536643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:31.542907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 5b67b2e1-1947-4950-bcbd-4f982703e921 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:31.543290 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 5b67b2e1-1947-4950-bcbd-4f982703e921 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:31.543589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5b67b2e1-1947-4950-bcbd-4f982703e921), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:31.604404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e239ce38-7492-4314-97d5-e79619be3a39 req-36309f18-8572-49f1-8a4e-b7e9976a0d56 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395533 Feb 03 14:23:31.655295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-325f252a-6334-41cf-9785-2de764bdf04b service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757088 Feb 03 14:23:31.679951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] For port 5b67b2e1-1947-4950-bcbd-4f982703e921, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:31.680337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempted to set empty binding levels {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 14:23:31.690289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (5b67b2e1-1947-4950-bcbd-4f982703e921), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:31.711456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 10497514-5f40-4ad4-8f62-245c2d3b1599 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:31.741535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:31.742456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:31.776042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=5b67b2e1-1947-4950-bcbd-4f982703e921,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:31.805977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7b250047-d23d-4a54-aa9a-3b3eb3b75a7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6297874 Feb 03 14:23:31.808219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46764) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:31.921984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Deleting port 5b67b2e1-1947-4950-bcbd-4f982703e921 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:23:31.922309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5b67b2e1-1947-4950-bcbd-4f982703e921), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.007927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] For port 5b67b2e1-1947-4950-bcbd-4f982703e921, host n-h1-827549-2, got binding levels [] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:32.008684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5b67b2e1-1947-4950-bcbd-4f982703e921), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.035394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Calling delete_port for 5b67b2e1-1947-4950-bcbd-4f982703e921 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:23:32.076150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 10497514-5f40-4ad4-8f62-245c2d3b1599, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=10497514-5f40-4ad4-8f62-245c2d3b1599,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:32.109326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '10497514-5f40-4ad4-8f62-245c2d3b1599', 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'port_id': '10497514-5f40-4ad4-8f62-245c2d3b1599', 'mac_address': 'fa:16:3e:b9:98:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164c3379-9cfb-485e-adef-641a9cca0807', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:32.174726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f64cd-fdc4-4db3-9383-9faa1149d510 req-c9926e00-8924-43e4-81d1-1daeaeab39d0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:32.182294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf3f64cd-fdc4-4db3-9383-9faa1149d510 req-c9926e00-8924-43e4-81d1-1daeaeab39d0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3616381 Feb 03 14:23:32.183598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 10497514-5f40-4ad4-8f62-245c2d3b1599 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:32.184161 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.186353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a37ffe8-7fac-45b5-af58-65995ffa734d req-a1bcdb6c-da03-4b5d-b8e9-82d00b84839e service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238724 Feb 03 14:23:32.241190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10497514-5f40-4ad4-8f62-245c2d3b1599 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:32.274068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5b67b2e1-1947-4950-bcbd-4f982703e921), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.285996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf3f64cd-fdc4-4db3-9383-9faa1149d510 req-7fdf3c2b-f0e7-4032-a154-a4eafd82576a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026292 Feb 03 14:23:32.312741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b67b2e1-1947-4950-bcbd-4f982703e921,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:32.319546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.323252 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-657214fc-5827-4129-a876-2c9b1ec834ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5b67b2e1-1947-4950-bcbd-4f982703e921 HTTP/1.1" status: 204 len: 168 time: 0.5137119 Feb 03 14:23:32.325939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46768) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:32.327826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 10497514-5f40-4ad4-8f62-245c2d3b1599, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=10497514-5f40-4ad4-8f62-245c2d3b1599,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:32.336162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.337465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 280bb23e-28ad-4315-b0bb-3094bb715f15 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:32.381632 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a2fe2d-0b14-4a6d-8695-ac9d62a41ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:23:32.385813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-98a2fe2d-0b14-4a6d-8695-ac9d62a41ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "GET /v2.0/ports/5b67b2e1-1947-4950-bcbd-4f982703e921 HTTP/1.1" status: 404 len: 333 time: 0.0587535 Feb 03 14:23:32.389514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46770) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:32.395321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Request body: {'port': {'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-370064912'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:32.438941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Made reservation on behalf of 0a0a83b536444b949cff74ee59cb77fc for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:32.444627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.480097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] device_id is not set on port ecacf53f-4146-4830-b9a7-1a24411debe3 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:32.522167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb00f-1b1c-4d33-89a4-b3b7c8008af0 req-adfb3ba8-8e18-4ecd-8f02-bb0e7c19c7b2 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:32.533590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73dfb00f-1b1c-4d33-89a4-b3b7c8008af0 req-adfb3ba8-8e18-4ecd-8f02-bb0e7c19c7b2 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.1131690 Feb 03 14:23:32.571411 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:23:32.627231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=10497514-5f40-4ad4-8f62-245c2d3b1599,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:32.628543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73dfb00f-1b1c-4d33-89a4-b3b7c8008af0 req-8e01c9e1-68d9-4edb-8d9b-5ec22ad0e0e3 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916529 Feb 03 14:23:32.658068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 280bb23e-28ad-4315-b0bb-3094bb715f15, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=280bb23e-28ad-4315-b0bb-3094bb715f15,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:32.705516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '280bb23e-28ad-4315-b0bb-3094bb715f15', 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'port_id': '280bb23e-28ad-4315-b0bb-3094bb715f15', 'mac_address': 'fa:16:3e:90:c1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164c3379-9cfb-485e-adef-641a9cca0807', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:32.816774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 280bb23e-28ad-4315-b0bb-3094bb715f15 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:32.817166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.846396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280bb23e-28ad-4315-b0bb-3094bb715f15 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:32.869114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.880676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 280bb23e-28ad-4315-b0bb-3094bb715f15, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=280bb23e-28ad-4315-b0bb-3094bb715f15,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:32.891554 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.895703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:32.974289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:32.985114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978e38b-ca99-4591-a043-e01431380a01 req-6e7216b9-5740-4ed4-8f49-71383fdf7807 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:32.997003 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f978e38b-ca99-4591-a043-e01431380a01 req-6e7216b9-5740-4ed4-8f49-71383fdf7807 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1387093 Feb 03 14:23:33.043784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Network 642d422e-0eb3-4521-802d-b153f6235ecb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:33.048472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:33.056326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:33.057284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.057901 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.061438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=ecacf53f-4146-4830-b9a7-1a24411debe3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:33.084385 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5d04e9ca-02cc-43ea-a3bd-3614261d9fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6934352 Feb 03 14:23:33.086926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46774) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:33.095632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:33.105920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=280bb23e-28ad-4315-b0bb-3094bb715f15,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:33.145610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f978e38b-ca99-4591-a043-e01431380a01 req-1fd04fe3-6727-4f38-80d8-9742a11e9834 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472569 Feb 03 14:23:33.258971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:33.265790 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.309547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6', 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c', 'port_id': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6', 'mac_address': 'fa:16:3e:06:47:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e74244-4044-4821-8db5-7f7e20b8d41f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:33.403986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:33.404493 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.422697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:33.433345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.441213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.444638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:33.449627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.450900 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.452172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 68cae758-12b6-4e2a-bbc0-4803b853c911 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:33.460686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.483456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.491102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.496788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.506486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95ed148f-cfde-43da-b32f-20031e231927 req-cdd7008d-ca29-4087-bece-7b77998c5b3a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5431 time: 0.1971910 Feb 03 14:23:33.540123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:33.634310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95ed148f-cfde-43da-b32f-20031e231927 req-d08383a4-3af9-446b-bff0-1d0302c21c31 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264408 Feb 03 14:23:33.644771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 68cae758-12b6-4e2a-bbc0-4803b853c911, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=68cae758-12b6-4e2a-bbc0-4803b853c911,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:33.660046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'port_id': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'mac_address': 'fa:16:3e:4f:1d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:33.721444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] device_id is not set on port ecacf53f-4146-4830-b9a7-1a24411debe3 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:33.734228 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.748772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 68cae758-12b6-4e2a-bbc0-4803b853c911 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:33.749322 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.752688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.786050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cae758-12b6-4e2a-bbc0-4803b853c911 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:33.817724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 68cae758-12b6-4e2a-bbc0-4803b853c911, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=68cae758-12b6-4e2a-bbc0-4803b853c911,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:33.825373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:33.827075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 81581054-917c-4966-b763-5f09e5b47217 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:33.842881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=ecacf53f-4146-4830-b9a7-1a24411debe3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:33.877881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecaf89-2cdd-4398-915f-9b16a4810344 req-ec2ddd56-29c8-4cae-afbb-45e7e9312e67 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:33.882669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84ecaf89-2cdd-4398-915f-9b16a4810344 req-ec2ddd56-29c8-4cae-afbb-45e7e9312e67 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1393187 Feb 03 14:23:33.895818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:33.896588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:33.897434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:33.908310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:33.910614 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:33.911829 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 2 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:33.937850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 81581054-917c-4966-b763-5f09e5b47217, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=81581054-917c-4966-b763-5f09e5b47217,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:33.942920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:33.944192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:33.945368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:33.952287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '81581054-917c-4966-b763-5f09e5b47217', 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'port_id': '81581054-917c-4966-b763-5f09e5b47217', 'mac_address': 'fa:16:3e:23:51:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164c3379-9cfb-485e-adef-641a9cca0807', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:33.956924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:33.961060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84ecaf89-2cdd-4398-915f-9b16a4810344 req-a7b88b3d-1501-4d19-8b25-7cb50d332055 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685730 Feb 03 14:23:33.974355 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:33.975315 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 3 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.011566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.012226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.012788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.018243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.018865 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.019660 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 4 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.034967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.035707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.036258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.043631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.044544 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.045141 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 5 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.047499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=68cae758-12b6-4e2a-bbc0-4803b853c911,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:34.059373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.060353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.060990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.061221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.061339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.061656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.061988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.062280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.062414 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.062634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.062963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.063287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.063515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.063622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.063920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.064241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:23:34.071489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.072179 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.072802 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 6 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.085523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 81581054-917c-4966-b763-5f09e5b47217 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:34.085917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (81581054-917c-4966-b763-5f09e5b47217), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.093861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.094533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.095082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.100940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.101696 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.102284 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 7 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.102891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81581054-917c-4966-b763-5f09e5b47217 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:34.129424 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 81581054-917c-4966-b763-5f09e5b47217, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=81581054-917c-4966-b763-5f09e5b47217,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:34.131103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.131657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.132233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.137987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (81581054-917c-4966-b763-5f09e5b47217), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.139047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.139623 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.140264 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 8 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.146928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:34.162128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.162875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.163438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.169708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.170423 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.170423 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 9 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.190194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.190754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.191155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.197814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.198269 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.198699 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 10 to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 Feb 03 14:23:34.228529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:34.228894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:34.229223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:34.236349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:34.236713 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port ecacf53f-4146-4830-b9a7-1a24411debe3 on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:34.237106 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.267217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:34.291500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87', 'network_id': '9ae6dbf6-b411-4039-b114-0a6ba9b5f87c', 'port_id': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87', 'mac_address': 'fa:16:3e:63:e3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e74244-4044-4821-8db5-7f7e20b8d41f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:34.298141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=81581054-917c-4966-b763-5f09e5b47217,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:34.445117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] For port ecacf53f-4146-4830-b9a7-1a24411debe3, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:34.446795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempted to set empty binding levels {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 14:23:34.458576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.498529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:34.498894 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.512833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:34.537906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:34.546258 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.546801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=ecacf53f-4146-4830-b9a7-1a24411debe3,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:34.546982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d6ed82d1-b609-4450-92f4-9d5bb6b7bede details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:34.579952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] In _notify_port_updated(), no bound segment for port ecacf53f-4146-4830-b9a7-1a24411debe3 on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:23:34.582334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.583236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.584809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bbe1ecaf-1f68-4b98-8016-1441bcf3a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "PUT /v2.0/ports/ecacf53f-4146-4830-b9a7-1a24411debe3 HTTP/1.1" status: 200 len: 978 time: 1.4965863 Feb 03 14:23:34.587686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46792) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:34.703807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:34.728148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:34.743888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'd6ed82d1-b609-4450-92f4-9d5bb6b7bede', 'network_id': 'c332afe6-b99b-4a41-a510-bf1cd307668f', 'port_id': 'd6ed82d1-b609-4450-92f4-9d5bb6b7bede', 'mac_address': 'fa:16:3e:14:3f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164c3379-9cfb-485e-adef-641a9cca0807', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:34.826551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d6ed82d1-b609-4450-92f4-9d5bb6b7bede is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:34.826903 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.857086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ed82d1-b609-4450-92f4-9d5bb6b7bede {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:34.873196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.873955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.874587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.875215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.875839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.876825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.877694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.878891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.879564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.880210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.880882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.881584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.882226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.882873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.883514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.884154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.884823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.885464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.886126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.887225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.887873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.888538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.889314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.890529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.891181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.891823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.892488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.893133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.894334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.894975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.895847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.896613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.897255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.897891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.898528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.899166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.899805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.900744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.901660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.902549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.903295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.903938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.904844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.905750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.906937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.907427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:34.907888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.908633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.909920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:34.915582 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:34.921187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46796) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:34.922264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5a08a3dd-a61a-4b76-ae53-66d390189329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44364 time: 0.3324656 Feb 03 14:23:35.011372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:35.055764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Deleting port ecacf53f-4146-4830-b9a7-1a24411debe3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:23:35.056117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.138358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] For port ecacf53f-4146-4830-b9a7-1a24411debe3, host n-h1-827549-2, got binding levels [] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:35.138785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.154837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Calling delete_port for ecacf53f-4146-4830-b9a7-1a24411debe3 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:23:35.279661 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ecacf53f-4146-4830-b9a7-1a24411debe3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.330560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecacf53f-4146-4830-b9a7-1a24411debe3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:35.345562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.352906 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40f0d075-53e5-40c4-a1f3-88f00b108171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ecacf53f-4146-4830-b9a7-1a24411debe3 HTTP/1.1" status: 204 len: 168 time: 0.4306271 Feb 03 14:23:35.355664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:35.392144 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3648f2-e018-4331-9e31-9e9aac0f255d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:23:35.398100 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c3648f2-e018-4331-9e31-9e9aac0f255d tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "GET /v2.0/ports/ecacf53f-4146-4830-b9a7-1a24411debe3 HTTP/1.1" status: 404 len: 333 time: 0.0377254 Feb 03 14:23:35.398667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46800) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:35.405587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-743562870', 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:35.448914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Made reservation on behalf of 0a0a83b536444b949cff74ee59cb77fc for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:35.454888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.483084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] device_id is not set on port 1f8ad35d-11b0-4039-aca8-3d0451604ad1 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:35.667430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['81581054-917c-4966-b763-5f09e5b47217'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:35.736733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['68cae758-12b6-4e2a-bbc0-4803b853c911'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:35.739297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['280bb23e-28ad-4315-b0bb-3094bb715f15'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:35.741577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['10497514-5f40-4ad4-8f62-245c2d3b1599'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:35.757530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['cb023d6d-835b-46e8-ab2c-94bea6a5b8c6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:35.769289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for port (1f8ad35d-11b0-4039-aca8-3d0451604ad1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.781890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['d6ed82d1-b609-4450-92f4-9d5bb6b7bede'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:35.862031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1f8ad35d-11b0-4039-aca8-3d0451604ad1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.870670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0f9a1ae0-f2fd-41cb-9fea-593838dc1a87'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:35.928093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Network 642d422e-0eb3-4521-802d-b153f6235ecb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:35.933736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:35.941748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:35.942914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:35.943763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:35.962031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8ad35d-11b0-4039-aca8-3d0451604ad1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:35.975423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46802) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:35.986426 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6e5197a4-655d-43a0-8bbe-93d0155def9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5861502 Feb 03 14:23:36.036757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd251aad-183f-48ca-baea-0d777baba6d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:36.041839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46804) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:36.052573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bd251aad-183f-48ca-baea-0d777baba6d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "GET /v2.0/ports/1f8ad35d-11b0-4039-aca8-3d0451604ad1 HTTP/1.1" status: 200 len: 958 time: 0.0610778 Feb 03 14:23:36.316126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Deleting port 1f8ad35d-11b0-4039-aca8-3d0451604ad1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:23:36.316126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1f8ad35d-11b0-4039-aca8-3d0451604ad1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:36.480327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1f8ad35d-11b0-4039-aca8-3d0451604ad1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:36.518958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Calling delete_port for 1f8ad35d-11b0-4039-aca8-3d0451604ad1 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:23:36.678140 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1f8ad35d-11b0-4039-aca8-3d0451604ad1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:36.735895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f8ad35d-11b0-4039-aca8-3d0451604ad1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:36.747444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:36.756839 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d0aaf531-2140-4bef-981d-93974ddc989b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1f8ad35d-11b0-4039-aca8-3d0451604ad1 HTTP/1.1" status: 204 len: 168 time: 0.7133787 Feb 03 14:23:36.759443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46806) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:36.808810 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7f0de4-7818-458d-9456-dd040925a638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:23:36.813436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c7f0de4-7818-458d-9456-dd040925a638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "GET /v2.0/ports/1f8ad35d-11b0-4039-aca8-3d0451604ad1 HTTP/1.1" status: 404 len: 333 time: 0.0529206 Feb 03 14:23:36.818403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:36.823472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Request body: {'port': {'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549450111'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:36.864585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Made reservation on behalf of 0a0a83b536444b949cff74ee59cb77fc for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:36.867114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:36.905643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] device_id is not set on port 921e6f40-b2b1-48b1-9da9-77722428cdcf yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:37.274241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:37.366839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:37.489293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Network 642d422e-0eb3-4521-802d-b153f6235ecb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:37.503271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:37.507181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:37.508302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:37.510990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:37.536072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=921e6f40-b2b1-48b1-9da9-77722428cdcf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:37.565173 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ab557c62-ce74-448b-8705-4b601e420c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7453225 Feb 03 14:23:37.567101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46818) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:37.578386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:37.675388 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:37.742410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-e6f3d783-b332-4234-a806-bc2185e0ce6c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:37.749601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-e6f3d783-b332-4234-a806-bc2185e0ce6c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.5458875 Feb 03 14:23:37.773474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-6492384b-51e6-49af-b716-3df6d33dd8ec tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/quotas/d45c8850512c477f98aa313bb41cf253 HTTP/1.1" status: 200 len: 375 time: 0.0227499 Feb 03 14:23:37.782115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a508-521d-47bd-8751-5e60d261a00b req-f630ccd8-ff5c-4efa-bd3c-db44fd8ce2fe tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:37.789590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5e5a508-521d-47bd-8751-5e60d261a00b req-f630ccd8-ff5c-4efa-bd3c-db44fd8ce2fe tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.3636229 Feb 03 14:23:37.898157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5e5a508-521d-47bd-8751-5e60d261a00b req-b87f9a71-dbce-487a-a535-8435c04fbd5a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076021 Feb 03 14:23:37.954789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-995eebdd-bd23-4647-af46-201c707510b0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1759081 Feb 03 14:23:38.263924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-5f8c9464-6de5-42bb-a495-657ea2e05117 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082132 Feb 03 14:23:38.269369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] device_id is not set on port 921e6f40-b2b1-48b1-9da9-77722428cdcf yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:38.287483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks [] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:38.308003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:38.408229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=921e6f40-b2b1-48b1-9da9-77722428cdcf,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:38.434134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.434523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.434833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.441829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.442186 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.442552 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 2 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.458134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.458622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.459226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.470081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.470420 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.470814 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 3 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.477645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043a373-66b4-4cd4-a718-0e1caeb78c09 req-3a75449d-915b-4498-8961-eb157653216d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:38.485083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.485375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.485691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.490914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.491263 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.491641 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 4 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.497206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b043a373-66b4-4cd4-a718-0e1caeb78c09 req-3a75449d-915b-4498-8961-eb157653216d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3392496 Feb 03 14:23:38.512135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.512519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.512862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.517334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.517660 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.518176 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 5 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.532154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.532533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.532873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.537278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.537605 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.537996 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 6 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.553237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.553572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.553912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.558572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.559538 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.562578 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 7 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.582750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.584210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.584598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.589125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.589458 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.589845 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 8 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.664495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.664495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.664495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.682686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-584ad9dd-7af8-404a-b183-98c3c77a3089 service neutron] 10.222.0.52 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062066 Feb 03 14:23:38.702715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.703035 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.703427 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 9 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.706338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b043a373-66b4-4cd4-a718-0e1caeb78c09 req-451995db-0be1-4f5a-881b-28e4915c95fc tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080057 Feb 03 14:23:38.723497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.723982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.724691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.737657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.739603 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.740246 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempt 10 to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf Feb 03 14:23:38.769148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:38.769830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:38.773261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempting to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:38.780586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:38.782220 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Failed to bind port 921e6f40-b2b1-48b1-9da9-77722428cdcf on host n-h1-827549-2 for vnic_type normal using segments [{'id': '0ce8b16d-6213-429b-9c6b-406b854a226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '642d422e-0eb3-4521-802d-b153f6235ecb'}] Feb 03 14:23:38.782691 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:38.838338 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:38.933298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:38.999703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] For port 921e6f40-b2b1-48b1-9da9-77722428cdcf, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:39.006227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attempted to set empty binding levels {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 14:23:39.025276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.040136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.061172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.074373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.085504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.090980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:39.095106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:39.095487 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.099605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.108292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] In _notify_port_updated(), no bound segment for port 921e6f40-b2b1-48b1-9da9-77722428cdcf on network 642d422e-0eb3-4521-802d-b153f6235ecb {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:23:39.109633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.110458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.112155 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "PUT /v2.0/ports/921e6f40-b2b1-48b1-9da9-77722428cdcf HTTP/1.1" status: 200 len: 979 time: 1.5426691 Feb 03 14:23:39.115778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46854) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:39.136834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.149392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.151337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-b3b2a560-b0ad-4eca-abd6-03004c4b856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5436 time: 0.3196671 Feb 03 14:23:39.169401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67fd94-4fe7-4bd7-a759-b762a9de191b tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event updated for resources: {'Port': ['ID=921e6f40-b2b1-48b1-9da9-77722428cdcf,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:39.284210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Deleting port 921e6f40-b2b1-48b1-9da9-77722428cdcf {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:23:39.284571 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.287609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c67dda67-848c-4563-8fec-20bdc6117ce7 req-932aa21e-9878-4983-8ca1-35ee3707e72a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 210 time: 0.1351876 Feb 03 14:23:39.372283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:39.379838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.425880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:39.434589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24ffdb8e-b23c-4ce6-bcc5-3c12d3108a6a req-56278b13-5b66-41e4-a349-2f97823ebccb tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2492552 Feb 03 14:23:39.445850 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba5c820-4c5d-4599-a866-92bc41ea4a5d" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:39.479526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:39.486233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.488252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d6ed82d1-b609-4450-92f4-9d5bb6b7bede up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:39.524302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] For port 921e6f40-b2b1-48b1-9da9-77722428cdcf, host n-h1-827549-2, got binding levels [] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:39.524929 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.552286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf09a5-264e-43b0-8eeb-9156059c5b7f req-8a9aa967-a5a9-4fc7-8c90-209e2a133dd2 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.554027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2cf09a5-264e-43b0-8eeb-9156059c5b7f req-8a9aa967-a5a9-4fc7-8c90-209e2a133dd2 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.1610637 Feb 03 14:23:39.556951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Calling delete_port for 921e6f40-b2b1-48b1-9da9-77722428cdcf owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:23:39.678771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:39.725476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port d6ed82d1-b609-4450-92f4-9d5bb6b7bede completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:39.732323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port d6ed82d1-b609-4450-92f4-9d5bb6b7bede triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:39.734397 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.814654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18671e4d-bf86-4038-a06a-e435dd126625 req-ca216938-28c4-4146-ae16-bf1902df802f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:39.829077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18671e4d-bf86-4038-a06a-e435dd126625 req-ca216938-28c4-4146-ae16-bf1902df802f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2579830 Feb 03 14:23:39.842442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2cf09a5-264e-43b0-8eeb-9156059c5b7f req-e3f74b61-bfaa-41f7-8ef5-674809241f4a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726548 Feb 03 14:23:39.856830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (921e6f40-b2b1-48b1-9da9-77722428cdcf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.943322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Pushing event deleted for resources: {'Port': ['ID=921e6f40-b2b1-48b1-9da9-77722428cdcf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:39.951237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:39.957477 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2fce779f-ffd1-497f-bcdb-6387ab976b1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "DELETE /v2.0/ports/921e6f40-b2b1-48b1-9da9-77722428cdcf HTTP/1.1" status: 204 len: 168 time: 0.8400810 Feb 03 14:23:39.958100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46872) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:39.960493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18671e4d-bf86-4038-a06a-e435dd126625 req-8c507a96-63d7-4792-8dd1-88f05d2d6a72 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301816 Feb 03 14:23:39.997210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d6ed82d1-b609-4450-92f4-9d5bb6b7bede is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:39.997832 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:40.030088 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0427b9e-bbd6-432b-9eeb-06309d363542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:23:40.036031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b0427b9e-bbd6-432b-9eeb-06309d363542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-595357844-project-admin] 10.222.0.52 "GET /v2.0/ports/921e6f40-b2b1-48b1-9da9-77722428cdcf HTTP/1.1" status: 404 len: 333 time: 0.0728250 Feb 03 14:23:40.036596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46878) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:40.064569 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729fe443-d085-432d-b270-ee8126f52b8b x-openstack-request-id: req-729fe443-d085-432d-b270-ee8126f52b8b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:40.065565 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:40.067669 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-729fe443-d085-432d-b270-ee8126f52b8b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:40.068221 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6', 'code': 200} Feb 03 14:23:40.147657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:40.153486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:40.252575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (642d422e-0eb3-4521-802d-b153f6235ecb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:40.254982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:40.317717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2490a3-51e3-48b0-8c91-c2edb72d2d8a req-22d1ade1-5904-4c43-8771-53cde40ad71b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:40.326416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac2490a3-51e3-48b0-8c91-c2edb72d2d8a req-22d1ade1-5904-4c43-8771-53cde40ad71b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1205897 Feb 03 14:23:40.432320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-790ccbf0-f633-4fca-b5be-aca8e9818994 req-97e3bcb2-a9d0-43cf-ac52-231ea5e778dd tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0645733 Feb 03 14:23:40.495860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac2490a3-51e3-48b0-8c91-c2edb72d2d8a req-1e0fc29b-f409-474d-811d-9a074a1a0800 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680942 Feb 03 14:23:40.505720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (642d422e-0eb3-4521-802d-b153f6235ecb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:40.561081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642d422e-0eb3-4521-802d-b153f6235ecb']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:40.595714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce8b16d-6213-429b-9c6b-406b854a226d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:40.596577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce8b16d-6213-429b-9c6b-406b854a226d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:40.645541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (0ce8b16d-6213-429b-9c6b-406b854a226d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:40.805647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0ce8b16d-6213-429b-9c6b-406b854a226d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:40.822329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-00ddf853-3323-46f9-9a32-b20811e839fa tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:40.833241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-00ddf853-3323-46f9-9a32-b20811e839fa tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 812 time: 0.2248192 Feb 03 14:23:40.838871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:23:40.839599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (0ce8b16d-6213-429b-9c6b-406b854a226d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:40.845674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Request body: {'port': {'device_id': '136cdf65-c726-455d-9928-124e2930c7b7', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'admin_state_up': True, 'tenant_id': 'd45c8850512c477f98aa313bb41cf253'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:23:40.861472 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:23:40.936038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 10497514-5f40-4ad4-8f62-245c2d3b1599 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:41.050409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Made reservation on behalf of d45c8850512c477f98aa313bb41cf253 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:41.055358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:41.059189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 10497514-5f40-4ad4-8f62-245c2d3b1599 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:41.064397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 10497514-5f40-4ad4-8f62-245c2d3b1599 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:41.064830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:41.077362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.093098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.106090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.115053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.131399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.138141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.144963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.154612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-086e0696-75c7-4424-a472-1f65bd914170 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5438 time: 0.5244734 Feb 03 14:23:41.168917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fae50-7a96-4007-9c25-58f9e08d061d req-51ce35d4-17d0-4523-9b17-dca58596355e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.177507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-458fae50-7a96-4007-9c25-58f9e08d061d req-51ce35d4-17d0-4523-9b17-dca58596355e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.5464709 Feb 03 14:23:41.231570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 10497514-5f40-4ad4-8f62-245c2d3b1599 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:41.231570 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:41.267248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (642d422e-0eb3-4521-802d-b153f6235ecb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:41.296945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:41.316279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] 10.222.0.52 "DELETE /v2.0/networks/642d422e-0eb3-4521-802d-b153f6235ecb HTTP/1.1" status: 204 len: 168 time: 1.2661681 Feb 03 14:23:41.326161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a020a4a-2eb6-46dd-a151-83d05f41cd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-540362759-project] Pushing event deleted for resources: {'Network': ['ID=642d422e-0eb3-4521-802d-b153f6235ecb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:41.338557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 10497514-5f40-4ad4-8f62-245c2d3b1599, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=10497514-5f40-4ad4-8f62-245c2d3b1599,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:41.350832 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:41.353575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 280bb23e-28ad-4315-b0bb-3094bb715f15 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:41.450442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-458fae50-7a96-4007-9c25-58f9e08d061d req-f46edae3-8987-4aa8-9115-c9da0c05a2c6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718034 Feb 03 14:23:41.480177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-baee371c-f84b-44a4-82cf-91a54b4b85ff req-9add0c84-b506-4644-9166-4be1bbf923a2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3217874 Feb 03 14:23:41.576498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Allocated IP 172.20.0.13 (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8/2ea56fe2-bfd2-43e8-bddd-e11787195f93/11382a58-751a-4fab-a9fc-76dd3a83cd72) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:41.647502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=10497514-5f40-4ad4-8f62-245c2d3b1599,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:41.713690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 280bb23e-28ad-4315-b0bb-3094bb715f15 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:41.723366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 280bb23e-28ad-4315-b0bb-3094bb715f15 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:41.724905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:41.813825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d64d6e-5706-4971-9ac9-10553f81c5df req-82cc3e46-e818-461b-bb8a-ae7710ba4905 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:41.826064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9d64d6e-5706-4971-9ac9-10553f81c5df req-82cc3e46-e818-461b-bb8a-ae7710ba4905 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.1544962 Feb 03 14:23:41.906513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9d64d6e-5706-4971-9ac9-10553f81c5df req-47648e64-d5d0-42e8-8006-6a859ba3597b tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802250 Feb 03 14:23:41.930533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:41.937264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 280bb23e-28ad-4315-b0bb-3094bb715f15 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:41.939898 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.004136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.009914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1cbddba-c523-403e-9230-56355153ad2e req-8c7665a7-7eee-4faa-8f24-ae4d0a5554cc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 210 time: 0.0918219 Feb 03 14:23:42.039834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 280bb23e-28ad-4315-b0bb-3094bb715f15, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=280bb23e-28ad-4315-b0bb-3094bb715f15,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:42.045972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.047021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 68cae758-12b6-4e2a-bbc0-4803b853c911 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:42.078436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.103624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ed82d1-b609-4450-92f4-9d5bb6b7bede'}, {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599'}, {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:42.107077 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a80d5d7-73bb-4ef0-95cd-f67fcd2d0434" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ed82d1-b609-4450-92f4-9d5bb6b7bede"}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599"}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:42.123093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f', '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:42.190115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:42.202119 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:42.239275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:42.269216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97263b41-bad8-48a2-a84e-74e565280b16 req-60d2b830-119b-4925-af38-fc32adcf104b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:42.270774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97263b41-bad8-48a2-a84e-74e565280b16 req-60d2b830-119b-4925-af38-fc32adcf104b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1446087 Feb 03 14:23:42.280931 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778442a8-794a-4cb1-997b-2b17ad2bf48c x-openstack-request-id: req-778442a8-794a-4cb1-997b-2b17ad2bf48c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:42.281228 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ed82d1-b609-4450-92f4-9d5bb6b7bede", "code": 200}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599", "code": 200}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:42.281484 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-778442a8-794a-4cb1-997b-2b17ad2bf48c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:42.282783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:42.284779 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ed82d1-b609-4450-92f4-9d5bb6b7bede', 'code': 200} Feb 03 14:23:42.291526 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599', 'code': 200} Feb 03 14:23:42.291972 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15', 'code': 200} Feb 03 14:23:42.376119 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:42.376836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.395907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97263b41-bad8-48a2-a84e-74e565280b16 req-0ebda260-c03d-402d-924b-0efe88dea29f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132116 Feb 03 14:23:42.415583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=280bb23e-28ad-4315-b0bb-3094bb715f15,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:42.426849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-71b505fa-f952-4919-884f-3092132416fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73f9ad433f2c4f3f93419707e088f0de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903507 Feb 03 14:23:42.427986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46924) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:42.448349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c2f4c298-0a86-40a9-9d73-005c3f21da33 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6066124 Feb 03 14:23:42.465778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Request body: {'port': {'device_id': '136cdf65-c726-455d-9928-124e2930c7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:42.516858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fb17c9d1-8a3b-4cdc-a6a6-96865dbdc342 admin admin] Publish callbacks [] for security_group (7981b138-95ab-4c06-8dfa-7302b888798c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.543985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fb17c9d1-8a3b-4cdc-a6a6-96865dbdc342 admin admin] Publish callbacks [] for security_group (7981b138-95ab-4c06-8dfa-7302b888798c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.551527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 68cae758-12b6-4e2a-bbc0-4803b853c911 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:42.585949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 68cae758-12b6-4e2a-bbc0-4803b853c911 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:42.592835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.604598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fb17c9d1-8a3b-4cdc-a6a6-96865dbdc342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7981b138-95ab-4c06-8dfa-7302b888798c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.608153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fb17c9d1-8a3b-4cdc-a6a6-96865dbdc342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.611742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fb17c9d1-8a3b-4cdc-a6a6-96865dbdc342 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7981b138-95ab-4c06-8dfa-7302b888798c HTTP/1.1" status: 204 len: 168 time: 0.1786919 Feb 03 14:23:42.679029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17c9d1-8a3b-4cdc-a6a6-96865dbdc342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7981b138-95ab-4c06-8dfa-7302b888798c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:42.714160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.820218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e2ded-8b05-4db2-bdcf-cca5e76b7818 req-1580106d-7b8a-418b-afa6-6a95e4f929be tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:42.832298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a52e2ded-8b05-4db2-bdcf-cca5e76b7818 req-1580106d-7b8a-418b-afa6-6a95e4f929be tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2213311 Feb 03 14:23:42.843889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9841f4f6-dd49-4afc-a4b8-6bfb3fcfc804 None None] Provisioning complete for port 11382a58-751a-4fab-a9fc-76dd3a83cd72 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:42.850858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9841f4f6-dd49-4afc-a4b8-6bfb3fcfc804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:42.970971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:42.984142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:42.992010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:43.011908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:43.021515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:43.028535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:43.035584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:43.044075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-ec2ced71-9d05-44d4-b81b-b262fb573758 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5440 time: 0.3557653 Feb 03 14:23:43.069696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a52e2ded-8b05-4db2-bdcf-cca5e76b7818 req-93d31a41-a88f-4d68-a0b4-b0d98e2e2625 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332137 Feb 03 14:23:43.374241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9dc2207b-4278-495c-ba5b-29cb20154bc5 req-b4b07087-459e-41b7-8729-7bd0881df5cc tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3280671 Feb 03 14:23:43.384628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-6ea118ac-28f6-4847-a6bf-97f62061443d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3374987 Feb 03 14:23:43.408678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11382a58-751a-4fab-a9fc-76dd3a83cd72 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:43.440285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Publish callbacks [] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:43.471633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Transition to ACTIVE for port object 11382a58-751a-4fab-a9fc-76dd3a83cd72 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:23:43.478622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:43.521104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9841f4f6-dd49-4afc-a4b8-6bfb3fcfc804 None None] Port 11382a58-751a-4fab-a9fc-76dd3a83cd72 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:43.522925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46954) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:43.555841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 68cae758-12b6-4e2a-bbc0-4803b853c911 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:43.556244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:43.636036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:43.727885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 68cae758-12b6-4e2a-bbc0-4803b853c911, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=68cae758-12b6-4e2a-bbc0-4803b853c911,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:43.743648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:43.745567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 81581054-917c-4966-b763-5f09e5b47217 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:43.759518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-daf7cf2e-ebfd-4f19-83e2-8bcafed1a568 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a0a83b536444b949cff74ee59cb77fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323463 Feb 03 14:23:43.762047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46956) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:43.795393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-818c2db4-79b6-472f-8d35-205335c287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:43.799094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-818c2db4-79b6-472f-8d35-205335c287ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 1128 time: 0.3869102 Feb 03 14:23:43.878302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=68cae758-12b6-4e2a-bbc0-4803b853c911,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:43.964944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f112f35-133a-486e-b8bd-db483ac117dd admin admin] Publish callbacks [] for security_group (f2679dcf-0d52-46b5-a8a3-64e1ca10b32b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:43.995467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 81581054-917c-4966-b763-5f09e5b47217 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:44.003118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 81581054-917c-4966-b763-5f09e5b47217 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:44.003118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (81581054-917c-4966-b763-5f09e5b47217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.013459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a78c4-9c2a-40e3-b57f-21bd40ec340e req-0d8a726b-4d76-4166-a102-76604f523262 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.018656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Attempting to bind port 11382a58-751a-4fab-a9fc-76dd3a83cd72 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:44.022095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e65a78c4-9c2a-40e3-b57f-21bd40ec340e req-0d8a726b-4d76-4166-a102-76604f523262 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.4461279 Feb 03 14:23:44.028296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Attempting to bind port 11382a58-751a-4fab-a9fc-76dd3a83cd72 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:44.028783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Attempting to bind port 11382a58-751a-4fab-a9fc-76dd3a83cd72 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:44.038164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f112f35-133a-486e-b8bd-db483ac117dd admin admin] Publish callbacks [] for security_group (f2679dcf-0d52-46b5-a8a3-64e1ca10b32b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.063256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa8b31-021c-43d3-bc58-e706de0133a0 req-8a993810-53f1-48f9-8096-efadda65a463 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.068587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aefa8b31-021c-43d3-bc58-e706de0133a0 req-8a993810-53f1-48f9-8096-efadda65a463 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 944 time: 0.4182563 Feb 03 14:23:44.131226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f112f35-133a-486e-b8bd-db483ac117dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f2679dcf-0d52-46b5-a8a3-64e1ca10b32b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.136457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f112f35-133a-486e-b8bd-db483ac117dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.141456 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f112f35-133a-486e-b8bd-db483ac117dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2679dcf-0d52-46b5-a8a3-64e1ca10b32b HTTP/1.1" status: 204 len: 168 time: 0.3780389 Feb 03 14:23:44.159916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Port 11382a58-751a-4fab-a9fc-76dd3a83cd72 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:23:44.164691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Attempting to bind port 11382a58-751a-4fab-a9fc-76dd3a83cd72 on network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:44.168193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112f35-133a-486e-b8bd-db483ac117dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2679dcf-0d52-46b5-a8a3-64e1ca10b32b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:44.186474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:44.187950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Checking segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:44.189453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Bound using segment: {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:44.192646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Bound port: 11382a58-751a-4fab-a9fc-76dd3a83cd72, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e569633-5b34-4723-821b-f2ac68326b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:44.193308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.264540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 81581054-917c-4966-b763-5f09e5b47217 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:44.264897 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (81581054-917c-4966-b763-5f09e5b47217), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.293927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aefa8b31-021c-43d3-bc58-e706de0133a0 req-ed37e011-075e-4365-abce-8e52cf7db1d4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110093 Feb 03 14:23:44.293927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-8968d3f2-9c89-43e4-be2c-1b8eec9bbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.293927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-8968d3f2-9c89-43e4-be2c-1b8eec9bbe2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.4670732 Feb 03 14:23:44.298753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:44.306102 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb7bbf6-defb-45ed-876f-e809b5fbd34a" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:44.360379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 81581054-917c-4966-b763-5f09e5b47217, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=81581054-917c-4966-b763-5f09e5b47217,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:44.365634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (81581054-917c-4966-b763-5f09e5b47217), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.367313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:44.442322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:44.444878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-27808447-24c5-48ef-8023-2b65a498288d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 HTTP/1.1" status: 200 len: 217 time: 0.1450455 Feb 03 14:23:44.452881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:44.465467 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.512434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.513395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.515702 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] 10.222.0.45 "PUT /v2.0/ports/11382a58-751a-4fab-a9fc-76dd3a83cd72 HTTP/1.1" status: 200 len: 1092 time: 2.0589712 Feb 03 14:23:44.516216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:44.519374 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bcc2f1-0040-4bc3-a45e-146528258d20" -d '{"events": [{"name": "network-changed", "server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:44.665015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:44.688206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5c7ce-99f6-4074-931d-0edaad22007a service neutron] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:44.698464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:44.698759 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.726299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-9eea08bc-da6d-40ad-832e-b84d01d5e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.729442 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-9eea08bc-da6d-40ad-832e-b84d01d5e68e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 1126 time: 0.1726151 Feb 03 14:23:44.770466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-c1d2a920-1898-4ead-896a-4962391a6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.771841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-c1d2a920-1898-4ead-896a-4962391a6bdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.2460873 Feb 03 14:23:44.797578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695afb7a-7157-4bd3-b006-c41ef9b581c8 req-6e5e163e-9094-42cb-859f-a1494cc852cf tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.808394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-695afb7a-7157-4bd3-b006-c41ef9b581c8 req-6e5e163e-9094-42cb-859f-a1494cc852cf tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3690538 Feb 03 14:23:44.829414 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-98ea82d9-1f3e-4f5e-a091-b8c4e081e237 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72 HTTP/1.1" status: 200 len: 217 time: 0.0923455 Feb 03 14:23:44.858651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=81581054-917c-4966-b763-5f09e5b47217,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:44.891450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e65a78c4-9c2a-40e3-b57f-21bd40ec340e req-29ca8e33-334f-4d29-a980-e3979a06d075 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8623848 Feb 03 14:23:44.923960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:44.924363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:44.949404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-0c0e6caf-5ffc-4244-81ae-ae3ec6a47218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:44.951849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-0c0e6caf-5ffc-4244-81ae-ae3ec6a47218 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.1165161 Feb 03 14:23:45.028207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-8b13ae7f-c512-4c66-9d55-ae3b1d9a1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:45.030084 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-8b13ae7f-c512-4c66-9d55-ae3b1d9a1a03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720837 Feb 03 14:23:45.085639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:45.093024 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:45.171951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-f42b2c18-fa43-47d2-8aac-7d43ecdedde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:45.179647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-f42b2c18-fa43-47d2-8aac-7d43ecdedde1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3682008 Feb 03 14:23:45.189106 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea123346-3b11-4541-9f48-ae7aefa41c41 x-openstack-request-id: req-ea123346-3b11-4541-9f48-ae7aefa41c41 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:45.189500 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:45.189762 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea123346-3b11-4541-9f48-ae7aefa41c41 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:45.190694 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'code': 200} Feb 03 14:23:45.203063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-695afb7a-7157-4bd3-b006-c41ef9b581c8 req-4aaed6bb-2677-4486-9997-2395f445cb62 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937418 Feb 03 14:23:45.254356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:45.326170 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-e919a845-1d81-4028-b7af-74df17a6e688 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842753 Feb 03 14:23:45.432513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-4af66e1b-00d3-440b-b045-83cf7b73b3ac service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277703 Feb 03 14:23:45.493693 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc7deff-b361-4e43-908b-80db31963de6 x-openstack-request-id: req-9cc7deff-b361-4e43-908b-80db31963de6 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:45.506502 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:45.507063 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cc7deff-b361-4e43-908b-80db31963de6 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:45.507711 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'status': 'completed', 'code': 200} Feb 03 14:23:45.588320 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-202ebc9e-f4cc-434c-9c57-60e7fe890b93 req-c4727aa2-04e6-4f91-b2dc-be5fad7acb8e service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556980 Feb 03 14:23:45.761363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-061a7c56-ecd0-427d-8efa-310f45185eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:45.765477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-a937c8a0-c465-486d-ae8c-1f2ee4a0d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:45.767230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-a937c8a0-c465-486d-ae8c-1f2ee4a0d946 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 1126 time: 0.1180367 Feb 03 14:23:45.955965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-1e846bae-d359-426e-aaa7-08f921980650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:45.957757 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-1e846bae-d359-426e-aaa7-08f921980650 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.1841433 Feb 03 14:23:46.044769 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-477d040b-40b7-4209-aeb7-4341c03fd571 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72 HTTP/1.1" status: 200 len: 217 time: 0.0800807 Feb 03 14:23:46.045331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47014) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:46.152807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-55a3d8d0-3fb2-467d-8d3e-501520377ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.154433 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-55a3d8d0-3fb2-467d-8d3e-501520377ca0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.1025651 Feb 03 14:23:46.223132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-327b89f8-fb03-4f73-bf8d-5008f536ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.231312 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-327b89f8-fb03-4f73-bf8d-5008f536ac2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701163 Feb 03 14:23:46.236823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1418527980'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:46.274699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Made reservation on behalf of 46c47e971bd6433ca4477e65b862da5c for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:46.277060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e8b7002-ba43-4fbe-b456-63acdb3065a9 req-524e9cf7-a33e-4709-b06e-0cd0cb745097 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745269 Feb 03 14:23:46.278172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.327668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.373484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.379851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.386784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.392378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.401986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.411367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.418931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.429612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-94c2ba24-980c-41ef-9cf3-0d8bd24d0cad tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 1.0246301 Feb 03 14:23:46.446151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for security_group (85af0403-0ea6-4c6b-9f93-e44760222acb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.451357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (85af0403-0ea6-4c6b-9f93-e44760222acb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.459578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d1c75-0c8e-4090-8f3d-6627fa83bb23 req-9656a8f0-6e0f-40f3-a352-390460af7963 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.467992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a36d1c75-0c8e-4090-8f3d-6627fa83bb23 req-9656a8f0-6e0f-40f3-a352-390460af7963 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 944 time: 0.3666475 Feb 03 14:23:46.528112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:23:46.545750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a36d1c75-0c8e-4090-8f3d-6627fa83bb23 req-71f58627-b62d-4e41-87ba-09ed65ca9e07 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762129 Feb 03 14:23:46.604712 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f57938f3-8fef-4b74-a57c-578924ccda10), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.611110 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Added segment f57938f3-8fef-4b74-a57c-578924ccda10 of type vlan for network 07a2bff0-f829-404d-8b28-d752e751b2b7 Feb 03 14:23:46.691110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85af0403-0ea6-4c6b-9f93-e44760222acb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:46.722339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (07a2bff0-f829-404d-8b28-d752e751b2b7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.729308 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-79dc9f40-19db-49fd-8e86-2bcb9325a5ba service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746110 Feb 03 14:23:46.826407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (07a2bff0-f829-404d-8b28-d752e751b2b7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.831664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:46.832315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:46.882937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8361723 Feb 03 14:23:46.887063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:46.905767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'subnet': {'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:46.983321 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:23:46.985947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4b4ed9b-760b-478c-b517-f4e76a7839ca req-c1c79e1c-6e91-4896-b411-21644c44f507 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5506892 Feb 03 14:23:46.996675 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-25bcc2f1-0040-4bc3-a45e-146528258d20 req-ef94e659-675b-436a-a9fe-a38940952a66 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606134 Feb 03 14:23:46.999907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ed74-e5a6-45c2-99d4-b58aba4880de tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Network': ['ID=07a2bff0-f829-404d-8b28-d752e751b2b7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:47.014288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:23:47.051906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26108-7d6f-492f-8c2c-20dfe1be6efe req-abc6c7f9-0b08-407b-8136-9e1d300451b7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.065102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26f26108-7d6f-492f-8c2c-20dfe1be6efe req-abc6c7f9-0b08-407b-8136-9e1d300451b7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2895350 Feb 03 14:23:47.178544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Made reservation on behalf of 46c47e971bd6433ca4477e65b862da5c for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:47.181938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:47.191320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81581054-917c-4966-b763-5f09e5b47217'}, {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:47.194819 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91fadc1-6bf5-409f-a074-c474387c3847" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "81581054-917c-4966-b763-5f09e5b47217"}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:47.272636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26f26108-7d6f-492f-8c2c-20dfe1be6efe req-e2ce0cf8-b1f2-4ffa-a1d9-14c8ca321091 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006407 Feb 03 14:23:47.335374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240162cb-40fb-4cb2-ab9d-d133469a1503 req-9a9359dd-456e-4201-9747-e2667164c62f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.352759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-240162cb-40fb-4cb2-ab9d-d133469a1503 req-9a9359dd-456e-4201-9747-e2667164c62f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.1596630 Feb 03 14:23:47.468853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-240162cb-40fb-4cb2-ab9d-d133469a1503 req-d8c114e1-7571-4a98-9022-eaa7af0afdc3 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150486 Feb 03 14:23:47.585475 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbb36d3-e892-48a4-a615-7418d99a4dc0 x-openstack-request-id: req-dfbb36d3-e892-48a4-a615-7418d99a4dc0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:47.586046 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "81581054-917c-4966-b763-5f09e5b47217", "code": 200}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-plugged", "status": "completed", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:47.586577 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfbb36d3-e892-48a4-a615-7418d99a4dc0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:47.587371 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81581054-917c-4966-b763-5f09e5b47217', 'code': 200} Feb 03 14:23:47.587841 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87', 'code': 200} Feb 03 14:23:47.607011 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (000c51b2-d944-4582-92d6-615e6b8369a8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:47.695514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Subnet': ['ID=000c51b2-d944-4582-92d6-615e6b8369a8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:47.819621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.820278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.820804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.821319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.821781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.822835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.823412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.825889 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-f6d89ebf-9990-4f22-8cf1-4bdb02265db4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6717 time: 0.1253133 Feb 03 14:23:47.827265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Checking segment: {'id': 'f57938f3-8fef-4b74-a57c-578924ccda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:47.827681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Network hostable DHCP agents. Network: 07a2bff0-f829-404d-8b28-d752e751b2b7, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:23:47.831249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe312-1c44-48ba-b317-9bb5f0eb1b7d req-6264d46f-fbba-4dc7-a346-36a5339c4d25 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.847880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7afe312-1c44-48ba-b317-9bb5f0eb1b7d req-6264d46f-fbba-4dc7-a346-36a5339c4d25 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1315930 Feb 03 14:23:47.898373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:23:47.927117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 07a2bff0-f829-404d-8b28-d752e751b2b7) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:47.932400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:47.933092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:47.936138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b4b5b-d641-4eb5-9559-21a11968ee1c None None] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:23:47.957125 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2a0f56b1-8dbb-47c8-ba06-51173168815b req-618f8d52-9e5b-4105-869d-0b4a25950579 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220198 Feb 03 14:23:47.965610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7afe312-1c44-48ba-b317-9bb5f0eb1b7d req-fe44f0ac-b7e1-4857-a438-c8b4d381f4c9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165564 Feb 03 14:23:47.966536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47046) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:47.966695 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-886a33f3-815a-4ff9-9e87-1ecc7eed2303 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0671499 Feb 03 14:23:47.982591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-50472057-8339-43cd-bc93-4633cfcc22d3 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1020514238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:48.119263 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50472057-8339-43cd-bc93-4633cfcc22d3 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (422238d9-f62c-4adc-aecf-d088a1d040d7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:48.127782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50472057-8339-43cd-bc93-4633cfcc22d3 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (422238d9-f62c-4adc-aecf-d088a1d040d7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:48.293098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7be5fe9-0929-4f3e-a022-11621a935b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:48.297834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612f412-4d3d-484b-b31b-e6fff53c4959 req-181d1be2-711d-4a4e-9f97-39f52c977390 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.300006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3612f412-4d3d-484b-b31b-e6fff53c4959 req-181d1be2-711d-4a4e-9f97-39f52c977390 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 946 time: 0.2284348 Feb 03 14:23:48.325850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-07a2bff0-f829-404d-8b28-d752e751b2b7', 'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7', 'project_id': '46c47e971bd6433ca4477e65b862da5c', 'fixed_ips': [{'subnet_id': '000c51b2-d944-4582-92d6-615e6b8369a8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:23:48.326762 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:48.357539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c210d1f-ab40-4de9-81f0-4936c6c90a90 req-3bcc11a8-dad5-4c8f-9ee6-8acefca632fb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.365726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c210d1f-ab40-4de9-81f0-4936c6c90a90 req-3bcc11a8-dad5-4c8f-9ee6-8acefca632fb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 944 time: 0.3487303 Feb 03 14:23:48.444461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50472057-8339-43cd-bc93-4633cfcc22d3 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for router_controller (422238d9-f62c-4adc-aecf-d088a1d040d7), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:48.461110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c210d1f-ab40-4de9-81f0-4936c6c90a90 req-ec4cb699-9e9c-49ea-95d9-55c81fbdebcb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947633 Feb 03 14:23:48.470827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50472057-8339-43cd-bc93-4633cfcc22d3 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (422238d9-f62c-4adc-aecf-d088a1d040d7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:48.527663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3612f412-4d3d-484b-b31b-e6fff53c4959 req-64fb4161-c783-4d01-9932-850ac8956638 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583710 Feb 03 14:23:48.539044 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50472057-8339-43cd-bc93-4633cfcc22d3 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:48.550617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47064) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:48.576447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-50472057-8339-43cd-bc93-4633cfcc22d3 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6087444 Feb 03 14:23:48.694380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Allocated IP 172.20.0.2 (07a2bff0-f829-404d-8b28-d752e751b2b7/000c51b2-d944-4582-92d6-615e6b8369a8/a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:48.712027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.727861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.734072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.749180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.761173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.773644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.786382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.806327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-b6a77639-1acc-4d06-8bc0-82b9501919dd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.2286334 Feb 03 14:23:48.964830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20e4c322-54f9-496d-a528-f9a6d2019702 req-a97f142e-7b86-4101-b477-31da2de8bafe tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574616 Feb 03 14:23:48.985151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680961-0f80-4101-a56d-993c26b39ece req-5c819107-8376-472c-bd7f-9b7215c7171a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:48.999475 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07680961-0f80-4101-a56d-993c26b39ece req-5c819107-8376-472c-bd7f-9b7215c7171a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.1901438 Feb 03 14:23:49.069433 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Publish callbacks [] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:49.086658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 11382a58-751a-4fab-a9fc-76dd3a83cd72 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:23:49.095487 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:49.150446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07680961-0f80-4101-a56d-993c26b39ece req-af66fab2-1f60-4230-ad1e-4de1ca7a0977 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499629 Feb 03 14:23:49.229423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Pushing event updated for resources: {'Port': ['ID=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:49.277268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:49.282173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74454a-6f37-4244-8dbe-37c23b920258 req-4db6b5cc-9507-442a-9d89-57047f4212f3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:49.290925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b74454a-6f37-4244-8dbe-37c23b920258 req-4db6b5cc-9507-442a-9d89-57047f4212f3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.0909889 Feb 03 14:23:49.299347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:49.305523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:49.308978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:49.415152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b74454a-6f37-4244-8dbe-37c23b920258 req-1e1f0d0f-6d2c-4fd8-ad1a-b45a31ba92ab tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232502 Feb 03 14:23:49.434775 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:23:49.729136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Attempting to bind port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:23:49.730723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Attempting to bind port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f57938f3-8fef-4b74-a57c-578924ccda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:23:49.731161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Attempting to bind port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 on network 07a2bff0-f829-404d-8b28-d752e751b2b7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:23:49.754982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:23:49.755406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Checking segment: {'id': 'f57938f3-8fef-4b74-a57c-578924ccda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:23:49.755868 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:49.756086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2721a-ae07-478b-9e66-b98ab4d05059 req-9efbeadf-fac5-4683-8a22-48ec02711cb4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:49.756266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Bound using segment: {'id': 'f57938f3-8fef-4b74-a57c-578924ccda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:23:49.758054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59b2721a-ae07-478b-9e66-b98ab4d05059 req-9efbeadf-fac5-4683-8a22-48ec02711cb4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2264464 Feb 03 14:23:49.758840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Bound port: a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57938f3-8fef-4b74-a57c-578924ccda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:23:49.759480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:49.766592 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:49.828762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:49.839569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eb4cd-9b67-4c4c-91c0-60f30fc2386d req-43d8111d-3e7c-499b-9ab7-71c19035a4b0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:49.848188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-306eb4cd-9b67-4c4c-91c0-60f30fc2386d req-43d8111d-3e7c-499b-9ab7-71c19035a4b0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 944 time: 0.2395461 Feb 03 14:23:49.903793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-32d41aea-a757-438a-bda2-3e1f3058e8af tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:49.912586 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-32d41aea-a757-438a-bda2-3e1f3058e8af tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.45 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 946 time: 0.2614636 Feb 03 14:23:49.934504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Allocated IP 172.20.0.1 (07a2bff0-f829-404d-8b28-d752e751b2b7/000c51b2-d944-4582-92d6-615e6b8369a8/b3f77c66-864d-4ea8-a356-159a7d74ed6c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:49.937360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59b2721a-ae07-478b-9e66-b98ab4d05059 req-1298e0bd-8679-45f6-a4e5-ae25fdb9f381 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708403 Feb 03 14:23:49.997083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-306eb4cd-9b67-4c4c-91c0-60f30fc2386d req-8f45a401-41a7-4634-aa28-b1af8629b4c0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476157 Feb 03 14:23:49.999371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] For port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:23:50.024207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] For port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,segment=NetworkSegment(f57938f3-8fef-4b74-a57c-578924ccda10),segment_id=f57938f3-8fef-4b74-a57c-578924ccda10)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:23:50.039850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:50.054069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'mac_address': 'fa:16:3e:11:63:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:23:50.236680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba013ba3-d20b-4b01-b998-14006b1a18c8 req-6425fba9-108f-43cf-8d35-93cbafddb4e3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.247518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba013ba3-d20b-4b01-b998-14006b1a18c8 req-6425fba9-108f-43cf-8d35-93cbafddb4e3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 946 time: 0.1670413 Feb 03 14:23:50.259036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 11382a58-751a-4fab-a9fc-76dd3a83cd72 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:50.259431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:50.389629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11382a58-751a-4fab-a9fc-76dd3a83cd72 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:23:50.393862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:50.462943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba013ba3-d20b-4b01-b998-14006b1a18c8 req-7d219ee7-143a-4348-a415-1f3eca9ed61e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140350 Feb 03 14:23:50.502035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221b407-806d-4ab5-b790-454b87e27900 None None] Pushing event updated for resources: {'Port': ['ID=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:50.517460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.528146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:50.538384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:50.553744 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:50.553969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.567104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:50.574004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:50.579544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.593059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.605163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:50.617996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.654401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.667591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:50.682741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-dc31ba93-2bd7-48fd-99a8-efd0ab5f30a6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.5507307 Feb 03 14:23:50.754955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (422238d9-f62c-4adc-aecf-d088a1d040d7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:50.773148 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:50.793767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:50.902089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a01da941-4d85-4837-be4f-6dcd25b9343c req-6f7076f4-debc-4178-b209-b1a4a4ff60bf tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093024 Feb 03 14:23:50.944389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['11382a58-751a-4fab-a9fc-76dd3a83cd72'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:23:50.946326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:51.051422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bb8a22c0-e953-4533-8a88-aa7360b3c1eb no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:23:51.092753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cba708-c0e8-4888-9898-68644bc53555 req-14c80de3-9022-4611-914f-7d48047ffe0b tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.105167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13cba708-c0e8-4888-9898-68644bc53555 req-14c80de3-9022-4611-914f-7d48047ffe0b tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.2372930 Feb 03 14:23:51.272772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bb8a22c0-e953-4533-8a88-aa7360b3c1eb is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:51.273267 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:51.326590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13cba708-c0e8-4888-9898-68644bc53555 req-6488536d-8c07-4cd1-b042-ca4766e24700 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204392 Feb 03 14:23:51.404007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588ba4-f537-4d5e-8695-f42c50d62ba2 req-d1df929d-a57e-4ad7-a787-14612c5e7d2a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.405647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef588ba4-f537-4d5e-8695-f42c50d62ba2 req-d1df929d-a57e-4ad7-a787-14612c5e7d2a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2360730 Feb 03 14:23:51.415098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:51.428304 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c9047f-15ed-4be2-91d5-ca95c254be18" -d '{"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:51.533584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:51.566314 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:51.601156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:51.614083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Port': ['ID=b3f77c66-864d-4ea8-a356-159a7d74ed6c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:51.634991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Deleting port bb8a22c0-e953-4533-8a88-aa7360b3c1eb {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:23:51.635614 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:51.695304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef588ba4-f537-4d5e-8695-f42c50d62ba2 req-c471611b-ebc2-4705-88b8-6a909c157162 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834127 Feb 03 14:23:51.825285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.854449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.872245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.891869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.904171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.929959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.952356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:51.966379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad42d2cb-8016-4c81-8747-c9d94de2af3f req-8a291a0f-5c0a-43a6-a6a3-676f009df7f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.4705136 Feb 03 14:23:51.970324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47120) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:51.985831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Request body: {'floatingip': {'port_id': '68cae758-12b6-4e2a-bbc0-4803b853c911'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:52.105287 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45fa216-3f3b-4643-b4db-5b7a01bb1453 x-openstack-request-id: req-d45fa216-3f3b-4643-b4db-5b7a01bb1453 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:52.105636 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:52.106041 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d45fa216-3f3b-4643-b4db-5b7a01bb1453 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:52.106452 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'code': 200} Feb 03 14:23:52.113992 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.146243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:52.163586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for floatingip (5ce1b711-234d-4abc-ae75-88afc9ad06e0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.177437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:52.178064 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.256257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] For port bb8a22c0-e953-4533-8a88-aa7360b3c1eb, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:52.258563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.360956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:52.361353 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.456263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,segment=NetworkSegment(f57938f3-8fef-4b74-a57c-578924ccda10),segment_id=f57938f3-8fef-4b74-a57c-578924ccda10)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:52.462023 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.482073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.483213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (2136e720-3822-4353-9e75-971300b58f85), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.483710 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Floating IP 2136e720-3822-4353-9e75-971300b58f85 disassociated. External IP: 172.25.0.152, port: bb8a22c0-e953-4533-8a88-aa7360b3c1eb. Feb 03 14:23:52.484219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Calling delete_port for bb8a22c0-e953-4533-8a88-aa7360b3c1eb owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:23:52.587563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:52.602880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a67cb0-8828-4a81-b430-cfc3dbfff777 None None] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:23:52.679232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bb8a22c0-e953-4533-8a88-aa7360b3c1eb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.694143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1b9f7-f066-4ac3-ac6c-c7ee79ede737 req-278df35d-f435-471b-9161-172384bdf530 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:52.695677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88a1b9f7-f066-4ac3-ac6c-c7ee79ede737 req-278df35d-f435-471b-9161-172384bdf530 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=c380f0df-4697-43e2-a64c-2e64c45fda67 HTTP/1.1" status: 200 len: 944 time: 0.2917578 Feb 03 14:23:52.707617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7c437-57e8-4f69-b9a4-444b99480443 req-190c2ccc-6ab9-4bcd-8f4e-ed3dcf65120d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:52.708465 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.717726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52c7c437-57e8-4f69-b9a4-444b99480443 req-190c2ccc-6ab9-4bcd-8f4e-ed3dcf65120d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 945 time: 0.7480428 Feb 03 14:23:52.748233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.787807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7c465a16-df82-4a37-94da-25cdf10e9432 None None] Provisioning complete for port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:52.788459 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c465a16-df82-4a37-94da-25cdf10e9432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.801593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (422238d9-f62c-4adc-aecf-d088a1d040d7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:52.803858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event deleted for resources: {'Port': ['ID=bb8a22c0-e953-4533-8a88-aa7360b3c1eb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:52.879936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52c7c437-57e8-4f69-b9a4-444b99480443 req-e60715c5-e03c-41e1-84ad-e812afdb1a17 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611845 Feb 03 14:23:53.047265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7c465a16-df82-4a37-94da-25cdf10e9432 None None] Current status of the port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:53.099332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:53.219683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Port': ['ID=b3f77c66-864d-4ea8-a356-159a7d74ed6c,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:53.320595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88a1b9f7-f066-4ac3-ac6c-c7ee79ede737 req-a07a4146-d1cd-4446-be85-a722529bf31e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5945065 Feb 03 14:23:53.399535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0808e009-1455-4b13-a3a4-7ac355ea3b91 None None] Provisioning complete for port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:53.405436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0808e009-1455-4b13-a3a4-7ac355ea3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:53.524179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:53.661087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:53.664026 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:53.668099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:53.686368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:53.689968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:53.782653 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (5ce1b711-234d-4abc-ae75-88afc9ad06e0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:53.804408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0808e009-1455-4b13-a3a4-7ac355ea3b91 None None] Current status of the port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:53.854621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0808e009-1455-4b13-a3a4-7ac355ea3b91 None None] Provisioning complete for port b3f77c66-864d-4ea8-a356-159a7d74ed6c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:53.855259 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0808e009-1455-4b13-a3a4-7ac355ea3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:53.953068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0808e009-1455-4b13-a3a4-7ac355ea3b91 None None] Port b3f77c66-864d-4ea8-a356-159a7d74ed6c cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:53.957851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:53.965057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:54.004188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] Sync routers for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:23:54.028791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:54.029729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:54.075275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] No DVR routers for this DVR port bb8a22c0-e953-4533-8a88-aa7360b3c1eb on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:23:54.082494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:54.091075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5d20221a-6b94-4e47-99dd-c3332f716b35 req-4b88d539-96f0-40b9-8e3b-d09feba0b8cc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.45 "DELETE /v2.0/ports/bb8a22c0-e953-4533-8a88-aa7360b3c1eb HTTP/1.1" status: 204 len: 173 time: 4.1693523 Feb 03 14:23:54.091891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-deleted', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:54.101630 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9065291-8c57-4873-84c7-167076b0d779" -d '{"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-deleted", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:54.152463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b74cf-38f2-41c1-88b7-dc97d061ea40 req-abcaf170-9bf9-41f4-b9cf-5b63dce5bc40 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:54.167648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d36b74cf-38f2-41c1-88b7-dc97d061ea40 req-abcaf170-9bf9-41f4-b9cf-5b63dce5bc40 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.8458290 Feb 03 14:23:54.174373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Router 422238d9-f62c-4adc-aecf-d088a1d040d7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:23:54.201162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48ba16-0762-49f4-b170-8f2f5edce46f req-bcce2365-2573-4106-a3a0-9b94fa3e0c0f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:54.214585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf48ba16-0762-49f4-b170-8f2f5edce46f req-bcce2365-2573-4106-a3a0-9b94fa3e0c0f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.5260673 Feb 03 14:23:54.278403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4f7f2bd8-66ca-4404-8322-e8337cfc20fb None None] Provisioning complete for port b3f77c66-864d-4ea8-a356-159a7d74ed6c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:54.279034 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f7f2bd8-66ca-4404-8322-e8337cfc20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:54.302575 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Floating IP 5ce1b711-234d-4abc-ae75-88afc9ad06e0 associated. External IP: 172.25.0.90, port: 68cae758-12b6-4e2a-bbc0-4803b853c911. Feb 03 14:23:54.405756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f2bd8-66ca-4404-8322-e8337cfc20fb None None] Port b3f77c66-864d-4ea8-a356-159a7d74ed6c cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:54.442714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:54.588881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:54.588881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-56c058d3-d545-4276-879c-8a55f390a251 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "PUT /v2.0/routers/422238d9-f62c-4adc-aecf-d088a1d040d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9590907 Feb 03 14:23:54.588881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:54.588881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'port': {'network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7', 'name': 'tempest-FloatingIPNegativeTestJSON-1807828762'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:54.589806 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] Sync routers for ids ['422238d9-f62c-4adc-aecf-d088a1d040d7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:23:54.589806 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] Routers {'422238d9-f62c-4adc-aecf-d088a1d040d7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:54.589806 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['422238d9-f62c-4adc-aecf-d088a1d040d7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:54.590463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-552c1530-22c3-4e4d-bf5e-970e3092692e None None] Provisioning complete for port b3f77c66-864d-4ea8-a356-159a7d74ed6c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:54.590463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-552c1530-22c3-4e4d-bf5e-970e3092692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:54.627845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d36b74cf-38f2-41c1-88b7-dc97d061ea40 req-c6e53948-4de2-4cc6-8fca-43c1ca7b5922 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591098 Feb 03 14:23:54.725358 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:54.756263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:54.800100 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] Routers {'422238d9-f62c-4adc-aecf-d088a1d040d7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:54.807851 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['422238d9-f62c-4adc-aecf-d088a1d040d7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:54.897775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf48ba16-0762-49f4-b170-8f2f5edce46f req-b42bac90-880f-4b68-aea4-fb780b8ca87f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6821256 Feb 03 14:23:55.016035 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:55.020007 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7e2a0-40b8-49de-a9f0-c690c9870c0d None None] The sync data for ids ['422238d9-f62c-4adc-aecf-d088a1d040d7'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:23:55.037369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Made reservation on behalf of 46c47e971bd6433ca4477e65b862da5c for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:23:55.052224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:55.113862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] device_id is not set on port 07856206-2094-4087-9001-d25364cfa0e8 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:23:55.164142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 11382a58-751a-4fab-a9fc-76dd3a83cd72 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:23:55.237263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-552c1530-22c3-4e4d-bf5e-970e3092692e None None] Port b3f77c66-864d-4ea8-a356-159a7d74ed6c cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:55.284803 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a5177d-933e-448e-8b53-467512049397 x-openstack-request-id: req-65a5177d-933e-448e-8b53-467512049397 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:55.285409 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380f0df-4697-43e2-a64c-2e64c45fda67", "name": "network-vif-deleted", "tag": "bb8a22c0-e953-4533-8a88-aa7360b3c1eb", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:55.285893 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65a5177d-933e-448e-8b53-467512049397 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:55.287287 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380f0df-4697-43e2-a64c-2e64c45fda67', 'name': 'network-vif-deleted', 'tag': 'bb8a22c0-e953-4533-8a88-aa7360b3c1eb', 'status': 'completed', 'code': 200} Feb 03 14:23:55.361644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 11382a58-751a-4fab-a9fc-76dd3a83cd72 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:23:55.378226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 11382a58-751a-4fab-a9fc-76dd3a83cd72 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:55.378769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:55.506662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Allocated IP 172.20.0.6 (07a2bff0-f829-404d-8b28-d752e751b2b7/000c51b2-d944-4582-92d6-615e6b8369a8/07856206-2094-4087-9001-d25364cfa0e8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:55.544386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47164) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:55.559956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb15d7-2606-44c8-a603-a154df0bbe92 req-92b5b3b9-9c20-4652-9924-bc10fa43c929 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:55.575726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57cb15d7-2606-44c8-a603-a154df0bbe92 req-92b5b3b9-9c20-4652-9924-bc10fa43c929 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 945 time: 0.7126458 Feb 03 14:23:55.679759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 11382a58-751a-4fab-a9fc-76dd3a83cd72 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:23:55.681783 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:55.759111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6469dd6b-5297-455c-98ea-10286a49681c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:55.765712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:55.769561 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b5d6d-d6e8-4030-8c7d-f6226117ab4a" -d '{"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-plugged", "status": "completed", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:55.808808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:23:55.818090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:55.892053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:55.901734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6469dd6b-5297-455c-98ea-10286a49681c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:55.935665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] Checking router: 52d5f2c3-e5ef-4e72-9755-735db420e0a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:23:55.949786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:55.950403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:56.016520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57cb15d7-2606-44c8-a603-a154df0bbe92 req-53e54922-1733-4b42-8dfa-61d7d2cb9244 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401503 Feb 03 14:23:56.026409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Router 03616b3d-b983-4872-adef-04a312c7d093 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:23:56.042623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382f619-ad52-40a6-8f9c-959ce71f7c62 req-19e093f2-efd7-46ff-bfcd-2fc206006f91 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:56.052014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c382f619-ad52-40a6-8f9c-959ce71f7c62 req-19e093f2-efd7-46ff-bfcd-2fc206006f91 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3778467 Feb 03 14:23:56.052805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:56.196363 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519478a1-a735-47b2-bede-441dc407f2c1 x-openstack-request-id: req-519478a1-a735-47b2-bede-441dc407f2c1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:56.198676 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-plugged", "status": "completed", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:56.199316 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-519478a1-a735-47b2-bede-441dc407f2c1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:56.199952 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'code': 200} Feb 03 14:23:56.200892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c382f619-ad52-40a6-8f9c-959ce71f7c62 req-e3b43728-6d05-4cc3-8eb7-62471b004681 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457276 Feb 03 14:23:56.320686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6469dd6b-5297-455c-98ea-10286a49681c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:56.326665 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6469dd6b-5297-455c-98ea-10286a49681c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:56.333943 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6469dd6b-5297-455c-98ea-10286a49681c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2 HTTP/1.1" status: 204 len: 168 time: 0.7875741 Feb 03 14:23:56.336850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47180) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:56.369076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:56.459517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469dd6b-5297-455c-98ea-10286a49681c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:56.522543 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-3e591cb9-1fc3-4e94-a99b-3e5dfec175b8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] show failed (client error): The resource could not be found. Feb 03 14:23:56.524880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for port (07856206-2094-4087-9001-d25364cfa0e8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:56.527660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3e591cb9-1fc3-4e94-a99b-3e5dfec175b8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups/9ae8a428-c8a5-4ae0-a8ac-7bc109eac8a2 HTTP/1.1" status: 404 len: 347 time: 0.1872344 Feb 03 14:23:56.533098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:56.586172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819df6-24da-46ca-bf11-1a5b99966720 req-2bc565a9-cc34-4ff7-b524-30acbb428c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:56.587983 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5819df6-24da-46ca-bf11-1a5b99966720 req-2bc565a9-cc34-4ff7-b524-30acbb428c0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 1128 time: 0.2870333 Feb 03 14:23:56.739428 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e5819df6-24da-46ca-bf11-1a5b99966720 req-8f09221e-5e23-4c0c-ae9c-1803b6e1d22f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302395 Feb 03 14:23:56.756894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (07856206-2094-4087-9001-d25364cfa0e8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:56.764384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:23:56.807309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:56.809418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] Sync routers for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:23:56.841624 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:56.844812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:56.850257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:56.884621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:56.885265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:56.947348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:56.948050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:56.960875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Port': ['ID=07856206-2094-4087-9001-d25364cfa0e8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:56.991233 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98ea4f7c-14bf-4299-9b3d-ed47a6d92723 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4710681 Feb 03 14:23:56.991488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47192) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:56.996279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:57.043275 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:57.075438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:57.110486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda25483-3e77-428b-b6e4-5932b755e6a8 None None] The sync data for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 is: [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:23:57.129227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:57.297129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:57.417528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d5946662-7b09-4a6c-ba43-5107df456773 None None] Provisioning complete for port 07856206-2094-4087-9001-d25364cfa0e8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:23:57.417904 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5946662-7b09-4a6c-ba43-5107df456773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (07856206-2094-4087-9001-d25364cfa0e8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:57.469525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Allocated IP 172.25.0.17 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9958d340-f256-4a1d-90a1-2d53d3ff6a1c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:23:57.525805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ef419c3a-0900-4ac3-81b0-c2d7ee11ef2a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "PUT /v2.0/floatingips/5ce1b711-234d-4abc-ae75-88afc9ad06e0 HTTP/1.1" status: 200 len: 990 time: 5.5506303 Feb 03 14:23:57.531888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:23:57.540358 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:23:57.584467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c270729-0f28-410f-aae0-9928253f9590 req-3a3e1c46-b559-4f06-8116-48a0aac59fe1 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:57.591891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c270729-0f28-410f-aae0-9928253f9590 req-3a3e1c46-b559-4f06-8116-48a0aac59fe1 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 1.1484098 Feb 03 14:23:57.622961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d5946662-7b09-4a6c-ba43-5107df456773 None None] Port 07856206-2094-4087-9001-d25364cfa0e8 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:23:57.651634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:57.704192 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb90c70-5918-49cc-88b4-012629df1f43 None None] New status for floating IP 2136e720-3822-4353-9e75-971300b58f85: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:23:57.712083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:57.712600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2a86a-f376-4e4e-a3ee-5b4722b42a84 req-924d3365-521c-49e8-b1b0-aef41d6cfdd8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:57.721016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ac2a86a-f376-4e4e-a3ee-5b4722b42a84 req-924d3365-521c-49e8-b1b0-aef41d6cfdd8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.9813015 Feb 03 14:23:57.760348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:23:57.763481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:23:57.767202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:23:57.767667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Deleting port 89fac8a4-dbf6-49fa-9532-88a9868f91a6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:23:57.768826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:57.820682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Port': ['ID=9958d340-f256-4a1d-90a1-2d53d3ff6a1c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:57.903134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (c7af2d8a-864e-4250-ae6f-46979268f4ec), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:57.908275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5ce1b711-234d-4abc-ae75-88afc9ad06e0', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '03616b3d-b983-4872-adef-04a312c7d093', 'port_id': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'mac_address': 'fa:16:3e:4f:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:21:42Z', 'updated_at': '2022-02-03T14:23:53Z', 'revision_number': 1, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:57.993487 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.006296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.006680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (89fac8a4-dbf6-49fa-9532-88a9868f91a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.056918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] Checking router: 03616b3d-b983-4872-adef-04a312c7d093 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:23:58.074037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:23:58.074670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:58.102516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Calling delete_port for 89fac8a4-dbf6-49fa-9532-88a9868f91a6 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:23:58.176381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ac2a86a-f376-4e4e-a3ee-5b4722b42a84 req-c6b8eb03-d214-44ae-a400-f3f2ddbc688e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485829 Feb 03 14:23:58.188330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c270729-0f28-410f-aae0-9928253f9590 req-ef17a62a-7728-4230-a9df-e2ae62a9ef31 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5883687 Feb 03 14:23:58.253130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:23:58.306678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.319879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.508252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Port': ['ID=9958d340-f256-4a1d-90a1-2d53d3ff6a1c,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:58.513862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (c7af2d8a-864e-4250-ae6f-46979268f4ec), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.536508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cf69a-045f-47b0-ba86-174bb05d8c6f req-ff5de4b7-39f5-4900-9f7c-33991e0461eb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.542648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.543908 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-17a19a88-d2c3-4f3c-8637-ffd186e4c981 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5513048 Feb 03 14:23:58.546106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13cf69a-045f-47b0-ba86-174bb05d8c6f req-ff5de4b7-39f5-4900-9f7c-33991e0461eb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.2207205 Feb 03 14:23:58.547913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47216) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:58.552791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b00a3acd-81ce-4168-89e0-91c5b3126980 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'floatingip': {'port_id': '07856206-2094-4087-9001-d25364cfa0e8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:58.566757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (89fac8a4-dbf6-49fa-9532-88a9868f91a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.657612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00a3acd-81ce-4168-89e0-91c5b3126980 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (c7af2d8a-864e-4250-ae6f-46979268f4ec), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.663290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event deleted for resources: {'Port': ['ID=89fac8a4-dbf6-49fa-9532-88a9868f91a6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:58.728680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (2136e720-3822-4353-9e75-971300b58f85), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.732967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:58.736409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-806eacb8-2601-4e14-8c80-9fbf73962974 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "DELETE /v2.0/floatingips/2136e720-3822-4353-9e75-971300b58f85 HTTP/1.1" status: 204 len: 168 time: 2.1971922 Feb 03 14:23:58.778675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.785984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.794711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.802945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.809835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.815860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.823700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:58.827000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-e3080e0c-149d-445e-8402-2f107e4a8d18 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.2713964 Feb 03 14:23:58.852977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5ce1b711-234d-4abc-ae75-88afc9ad06e0', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '03616b3d-b983-4872-adef-04a312c7d093', 'port_id': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'mac_address': 'fa:16:3e:4f:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:21:42Z', 'updated_at': '2022-02-03T14:23:53Z', 'revision_number': 1, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:23:58.859555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c13cf69a-045f-47b0-ba86-174bb05d8c6f req-5cf6bce1-6099-4e47-aacf-72310df6f982 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123224 Feb 03 14:23:58.889570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b53236-ed99-45b8-9e2c-4ce65b4029b8 None None] The sync data for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 is: [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5ce1b711-234d-4abc-ae75-88afc9ad06e0', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '03616b3d-b983-4872-adef-04a312c7d093', 'port_id': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'mac_address': 'fa:16:3e:4f:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:21:42Z', 'updated_at': '2022-02-03T14:23:53Z', 'revision_number': 1, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:23:58.924170 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d835591-19ef-4928-ae34-ddeccd6642c7 x-openstack-request-id: req-1d835591-19ef-4928-ae34-ddeccd6642c7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:23:58.924349 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:23:58.924586 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d835591-19ef-4928-ae34-ddeccd6642c7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:23:58.924985 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'status': 'completed', 'code': 200} Feb 03 14:23:58.927674 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b00a3acd-81ce-4168-89e0-91c5b3126980 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] update failed (client error): The resource could not be found. Feb 03 14:23:58.929572 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b00a3acd-81ce-4168-89e0-91c5b3126980 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "PUT /v2.0/floatingips/c7af2d8a-864e-4250-ae6f-46979268f4ec HTTP/1.1" status: 404 len: 507 time: 0.3805678 Feb 03 14:23:58.933515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47222) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:58.961724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c45e469a-c210-4036-8e44-ecbfac0a0301 req-a82ac4f7-2137-47b3-993c-8e697360e1ef tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245446 Feb 03 14:23:59.188354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.188866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.189392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.190532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.191012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.191494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.191954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.201633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-29af5149-072a-47d3-9860-f43f6bcba98b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6717 time: 0.1956420 Feb 03 14:23:59.261159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47240) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:59.265692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-25c3558c-8a7a-4cc6-8dfd-4d2c02d93307 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317976737', 'description': 'tempest-description--68840806'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:59.269483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Deleting port 9958d340-f256-4a1d-90a1-2d53d3ff6a1c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:23:59.269891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.293668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee47ac3-0e70-4390-9a65-6d12bd02b555 None None] New status for floating IP 5ce1b711-234d-4abc-ae75-88afc9ad06e0: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:23:59.395144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25c3558c-8a7a-4cc6-8dfd-4d2c02d93307 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.493048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-03b522e6-51fb-4031-9996-992eb937ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.494182 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-03b522e6-51fb-4031-9996-992eb937ae13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=616c701c-acf0-4ac7-bdf9-03ec8f202e7b HTTP/1.1" status: 200 len: 918 time: 0.2854047 Feb 03 14:23:59.600883 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25c3558c-8a7a-4cc6-8dfd-4d2c02d93307 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (aba1d3e4-d93e-4658-8aed-9442a16f2258), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.604942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.605380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.611535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a04b7-af17-45f2-8225-d5b169f05e63 req-cf194389-5662-4242-8dae-638906543c0d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.621110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d2a04b7-af17-45f2-8225-d5b169f05e63 req-cf194389-5662-4242-8dae-638906543c0d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2793374 Feb 03 14:23:59.626552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-3c7c1c30-918e-4b5b-89c1-1d5a62ea0d83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cae758-12b6-4e2a-bbc0-4803b853c911 HTTP/1.1" status: 200 len: 998 time: 0.1170831 Feb 03 14:23:59.627937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Calling delete_port for 9958d340-f256-4a1d-90a1-2d53d3ff6a1c owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:23:59.634326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25c3558c-8a7a-4cc6-8dfd-4d2c02d93307 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (aba1d3e4-d93e-4658-8aed-9442a16f2258), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.664995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e3183-88d1-45cd-ab73-c42739bf6bde req-9495fbc0-5e0e-472e-89bb-bbaeae9a27f0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.666494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d82e3183-88d1-45cd-ab73-c42739bf6bde req-9495fbc0-5e0e-472e-89bb-bbaeae9a27f0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.3343878 Feb 03 14:23:59.679391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-775d2eea-12e6-4786-a4c2-ed52613581d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.681074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-775d2eea-12e6-4786-a4c2-ed52613581d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 1132 time: 0.3944941 Feb 03 14:23:59.707149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-3c6d2f1f-3acc-40f1-9bc7-c3b08c9c354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.709234 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-3c6d2f1f-3acc-40f1-9bc7-c3b08c9c354f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3012eb-f8da-4940-a60f-44773ad091b8 HTTP/1.1" status: 200 len: 856 time: 0.0755734 Feb 03 14:23:59.715505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3558c-8a7a-4cc6-8dfd-4d2c02d93307 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba1d3e4-d93e-4658-8aed-9442a16f2258,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:23:59.721157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25c3558c-8a7a-4cc6-8dfd-4d2c02d93307 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.722389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-25c3558c-8a7a-4cc6-8dfd-4d2c02d93307 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4602172 Feb 03 14:23:59.729745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47254) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:23:59.734176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cb07e8fb-15ec-48d4-920b-906447b02cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'security_group_rule': {'security_group_id': 'aba1d3e4-d93e-4658-8aed-9442a16f2258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:23:59.778801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d2a04b7-af17-45f2-8225-d5b169f05e63 req-960641b0-3cf8-42fb-8c11-9c54f8b5072e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531279 Feb 03 14:23:59.841912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-cdb13634-cc2a-4177-9f12-dc336d0ee4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:23:59.843486 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-cdb13634-cc2a-4177-9f12-dc336d0ee4f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=616c701c-acf0-4ac7-bdf9-03ec8f202e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0673666 Feb 03 14:23:59.868477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d82e3183-88d1-45cd-ab73-c42739bf6bde req-8f6b414a-601d-4d24-8026-9565d78c932c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822460 Feb 03 14:23:59.945343 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb07e8fb-15ec-48d4-920b-906447b02cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (e1b60351-de6e-480d-9234-7af5498c0b60), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:23:59.958303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9958d340-f256-4a1d-90a1-2d53d3ff6a1c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.054393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event deleted for resources: {'Port': ['ID=9958d340-f256-4a1d-90a1-2d53d3ff6a1c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:00.055971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-6df86cd0-36ed-4d72-8483-008afa7c89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.070246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-6df86cd0-36ed-4d72-8483-008afa7c89df service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.2692168 Feb 03 14:24:00.095043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb07e8fb-15ec-48d4-920b-906447b02cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (e1b60351-de6e-480d-9234-7af5498c0b60), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.131092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6eabd-ba00-42f9-943b-fe078393112c req-d1a22b25-c2c8-415e-a96a-755560e33d7f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.138076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceb6eabd-ba00-42f9-943b-fe078393112c req-d1a22b25-c2c8-415e-a96a-755560e33d7f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.2615273 Feb 03 14:24:00.139300 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-6bcf4c08-ee22-4e88-b3f6-540715376cc3 service neutron] 10.222.0.45 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544754 Feb 03 14:24:00.141079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb07e8fb-15ec-48d4-920b-906447b02cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e1b60351-de6e-480d-9234-7af5498c0b60), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.171260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (c7af2d8a-864e-4250-ae6f-46979268f4ec), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.173816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.179991 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-965863c6-b93c-49ee-bcad-be76d09dee38 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "DELETE /v2.0/floatingips/c7af2d8a-864e-4250-ae6f-46979268f4ec HTTP/1.1" status: 204 len: 168 time: 1.2407126 Feb 03 14:24:00.179991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47280) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:00.183859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-68f02048-b3b3-42ea-a631-8d5bb03c2d6a tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'floatingip': {'floating_network_id': '07a2bff0-f829-404d-8b28-d752e751b2b7', 'port_id': '07856206-2094-4087-9001-d25364cfa0e8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:00.220403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-82c61a71-63b4-45ab-ad0f-1b58f10edfc6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 HTTP/1.1" status: 200 len: 217 time: 0.1220672 Feb 03 14:24:00.244360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07e8fb-15ec-48d4-920b-906447b02cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b60351-de6e-480d-9234-7af5498c0b60,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:00.265315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68f02048-b3b3-42ea-a631-8d5bb03c2d6a tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.291966 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb07e8fb-15ec-48d4-920b-906447b02cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.295531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cb07e8fb-15ec-48d4-920b-906447b02cc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5624475 Feb 03 14:24:00.295724 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ddc8ad86-4240-4bb9-a9da-15ce8f07d3e3 req-01a8578b-1403-4091-9dd5-73e922e587bb service neutron] 10.222.0.45 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465759 Feb 03 14:24:00.298920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:00.305780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-be0cd713-e38e-4127-9d92-db5d960d3d5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'security_group_rule': {'security_group_id': 'aba1d3e4-d93e-4658-8aed-9442a16f2258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:00.338594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceb6eabd-ba00-42f9-943b-fe078393112c req-44d295e9-424c-4d3c-9255-297d25030753 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988668 Feb 03 14:24:00.352631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-d1cfc690-3c37-4350-8165-e4dad0105e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.354351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-d1cfc690-3c37-4350-8165-e4dad0105e5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1246734 Feb 03 14:24:00.396658 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0cd713-e38e-4127-9d92-db5d960d3d5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (a3be5007-bda6-4c86-9fd2-3e5abe55a4b6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.427147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.432854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.438755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.444742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.450807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.457455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.462703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.465060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-9482b160-33bb-4c33-b936-f51a0832d461 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.3593140 Feb 03 14:24:00.493458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0cd713-e38e-4127-9d92-db5d960d3d5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (a3be5007-bda6-4c86-9fd2-3e5abe55a4b6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.503315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0cd713-e38e-4127-9d92-db5d960d3d5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a3be5007-bda6-4c86-9fd2-3e5abe55a4b6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.527620 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-68f02048-b3b3-42ea-a631-8d5bb03c2d6a tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:24:00.529030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68f02048-b3b3-42ea-a631-8d5bb03c2d6a tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3484316 Feb 03 14:24:00.533597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47284) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:00.536552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cd713-e38e-4127-9d92-db5d960d3d5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3be5007-bda6-4c86-9fd2-3e5abe55a4b6,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:00.542854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '07856206-2094-4087-9001-d25364cfa0e8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:00.548730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0cd713-e38e-4127-9d92-db5d960d3d5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.550552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-be0cd713-e38e-4127-9d92-db5d960d3d5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2500517 Feb 03 14:24:00.553844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47286) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:00.558529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:00.561293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-9cade122-a060-4691-a9eb-93cd3d1214f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.563062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-9cade122-a060-4691-a9eb-93cd3d1214f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2017508 Feb 03 14:24:00.581620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.684872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.687112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7ffe-5e6b-4719-abf0-6aadff91d2b9 req-d1cad5ad-2797-4a24-8023-ce1327549e38 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:00.688571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a34d7ffe-5e6b-4719-abf0-6aadff91d2b9 req-d1cad5ad-2797-4a24-8023-ce1327549e38 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 950 time: 0.2215338 Feb 03 14:24:00.696152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:00.716241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20a8d2fb-e008-49ae-9255-9071f6013bed req-8a044eec-3934-4104-a638-3e8e2c2e2908 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379673 Feb 03 14:24:00.784905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-734515e9-c215-4bcd-8825-2136b7cc0486 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067108 Feb 03 14:24:00.846881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Allocated IP 172.25.0.37 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/bcc169b9-f9a7-462b-aef1-2b27d58af420) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:00.858633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a34d7ffe-5e6b-4719-abf0-6aadff91d2b9 req-576b9844-d0b3-436c-b7b7-8d9194ec4cd5 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563807 Feb 03 14:24:01.004403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f656a8ba-af9d-4a8c-914b-cdcffe2eee4d req-8bc1e39a-ff04-4713-bcc6-4f00c6c2558e service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125788 Feb 03 14:24:01.009353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.029141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562c2f-1ba2-4bb4-96ff-be6ba6a3add1 req-ea05592c-a00d-4bdb-b578-f967ddb5da19 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:01.030878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f562c2f-1ba2-4bb4-96ff-be6ba6a3add1 req-ea05592c-a00d-4bdb-b578-f967ddb5da19 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1569958 Feb 03 14:24:01.065825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.075760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.145550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:01.149884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:01.162995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:01.196819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'Port': ['ID=bcc169b9-f9a7-462b-aef1-2b27d58af420,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:01.242500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f562c2f-1ba2-4bb4-96ff-be6ba6a3add1 req-70211b22-6c7e-489a-9b13-e1180dc40b34 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959066 Feb 03 14:24:01.302999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (ce278f84-d16d-48a0-b98a-05b2214bd2a3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.341875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Allocated IP 172.25.0.204 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/7b118443-0232-4ea4-a2f6-19842b248594) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:01.357498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd129d0-5e3e-4ddc-9b53-59ab356edf70 req-2157b2ee-384b-4f1e-a49b-62b9d47e01c2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:01.359539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fd129d0-5e3e-4ddc-9b53-59ab356edf70 req-2157b2ee-384b-4f1e-a49b-62b9d47e01c2 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.1334651 Feb 03 14:24:01.373176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.518905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fd129d0-5e3e-4ddc-9b53-59ab356edf70 req-da7c3cfa-4dc5-4d7c-a3a4-22df8122b03b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506543 Feb 03 14:24:01.555199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for port (7b118443-0232-4ea4-a2f6-19842b248594), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.568588 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.573712 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.575224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c975e80-7d99-4827-ae89-57d17e3e8eaf req-41fc7cca-e5bc-45fc-8e4f-d2f98614eb1a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:01.576971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c975e80-7d99-4827-ae89-57d17e3e8eaf req-41fc7cca-e5bc-45fc-8e4f-d2f98614eb1a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.1085327 Feb 03 14:24:01.653904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c975e80-7d99-4827-ae89-57d17e3e8eaf req-e3437068-39a7-4f8e-83cb-9063f7d1bcb8 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707419 Feb 03 14:24:01.655953 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7b118443-0232-4ea4-a2f6-19842b248594), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.657743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'Port': ['ID=bcc169b9-f9a7-462b-aef1-2b27d58af420,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:01.672047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (ce278f84-d16d-48a0-b98a-05b2214bd2a3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.702426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:01.703952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:01.714790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:01.714790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:01.715843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5297f673-669a-4790-aaf6-33e2335f4157 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1607931 Feb 03 14:24:01.749999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event updated for resources: {'Port': ['ID=7b118443-0232-4ea4-a2f6-19842b248594,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:02.021340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.027956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.033994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.040115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.046254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.053970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.060864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.062811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-5c96f806-48ed-430f-ae5b-8d049ae433b4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.1294601 Feb 03 14:24:02.083308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Deleting port 7b118443-0232-4ea4-a2f6-19842b248594 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:02.083960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7b118443-0232-4ea4-a2f6-19842b248594), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:02.235826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d50b8830-8f2e-4b8f-9c30-2ef451ad1a1c req-c7317d4e-e8c6-475b-9475-f8b48467b749 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622882 Feb 03 14:24:02.262662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7b118443-0232-4ea4-a2f6-19842b248594), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:02.262943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for floatingip (7b118443-0232-4ea4-a2f6-19842b248594), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:02.282188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Calling delete_port for 7b118443-0232-4ea4-a2f6-19842b248594 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:02.295859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113103f3-4a09-4339-ac5e-fafdbc75641e req-cfe70417-3db5-48ac-8ec7-8b13c16f0e9a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.297406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-113103f3-4a09-4339-ac5e-fafdbc75641e req-cfe70417-3db5-48ac-8ec7-8b13c16f0e9a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1186759 Feb 03 14:24:02.429048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-113103f3-4a09-4339-ac5e-fafdbc75641e req-f0b55f92-df2e-4584-8f39-0333ee8f09f2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247377 Feb 03 14:24:02.447055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-1e45cd88-97a7-47b0-8774-2f168d20e9ef tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1317976737&fields=id&tenant_id=6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 267 time: 0.0892661 Feb 03 14:24:02.606787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7b118443-0232-4ea4-a2f6-19842b248594), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:02.652183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event deleted for resources: {'Port': ['ID=7b118443-0232-4ea4-a2f6-19842b248594,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:02.726063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-16039267-6615-4215-9e06-a7e425ee4345 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.727529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-16039267-6615-4215-9e06-a7e425ee4345 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 816 time: 0.2625906 Feb 03 14:24:02.744388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba569b9-20c5-46dc-a63a-1fd690256e80 req-66855869-8c7a-4dea-bafc-67ee18c22921 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:02.745850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bba569b9-20c5-46dc-a63a-1fd690256e80 req-66855869-8c7a-4dea-bafc-67ee18c22921 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.1744697 Feb 03 14:24:02.771248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-4e038b96-0e7b-4403-8b8d-c4b941bdab75 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/quotas/6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 375 time: 0.0372462 Feb 03 14:24:02.811287 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] create failed (client error): The resource could not be found. Feb 03 14:24:02.812323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-15b9f778-5777-4efa-8af1-852b639ed8f2 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2738907 Feb 03 14:24:02.816500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47396) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:02.851874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bba569b9-20c5-46dc-a63a-1fd690256e80 req-6a0b8298-5b46-470c-ad04-43e688abfd8d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964472 Feb 03 14:24:02.874672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-7d28a768-088b-4cfb-a989-7f9597834299 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924556 Feb 03 14:24:02.933972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Deleting port 07856206-2094-4087-9001-d25364cfa0e8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:02.934324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (07856206-2094-4087-9001-d25364cfa0e8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:03.025906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-08a8a3a6-f47f-414f-af31-acaf5ffa82ce service neutron] 10.222.0.52 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366615 Feb 03 14:24:03.030755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (07856206-2094-4087-9001-d25364cfa0e8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:03.045304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Calling delete_port for 07856206-2094-4087-9001-d25364cfa0e8 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:03.055608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.060858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.067664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.073865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.079525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.085597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.091013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.093362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-50a4c4a5-beb2-4c3d-ae32-094519a21e9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.1420593 Feb 03 14:24:03.231758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4b9b122-88c3-4883-ac47-2266f6327338 req-f4d597b3-28f2-4d07-901a-03a758a4db4b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270888 Feb 03 14:24:03.243124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-bafab934-dd97-49f6-819d-d5d87dcaf7d6 service neutron] 10.222.0.52 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079432 Feb 03 14:24:03.445464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421643fd-7a65-4f0e-805f-f214f2e93c4b req-2c89a8d1-294e-4d6e-978e-cf22ea72cca2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.458974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-421643fd-7a65-4f0e-805f-f214f2e93c4b req-2c89a8d1-294e-4d6e-978e-cf22ea72cca2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1131737 Feb 03 14:24:03.515933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-421643fd-7a65-4f0e-805f-f214f2e93c4b req-e91df688-de6c-4554-b589-bc42794d76ab tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515049 Feb 03 14:24:03.570603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (07856206-2094-4087-9001-d25364cfa0e8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:03.609973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event deleted for resources: {'Port': ['ID=07856206-2094-4087-9001-d25364cfa0e8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:03.652699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1adaa5-7057-4ebe-99c3-3449bbdad38a req-7cbf0783-312e-48c3-93e4-ef98466b744e tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.660568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd1adaa5-7057-4ebe-99c3-3449bbdad38a req-7cbf0783-312e-48c3-93e4-ef98466b744e tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.0750761 Feb 03 14:24:03.730134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:03.745329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd1adaa5-7057-4ebe-99c3-3449bbdad38a req-f6344929-34f2-4047-8537-ca694dbc5f14 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837078 Feb 03 14:24:03.773150 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:03.776996 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d379fbd3-370c-43f1-8c5d-2833b6a9cb98 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "DELETE /v2.0/ports/07856206-2094-4087-9001-d25364cfa0e8 HTTP/1.1" status: 204 len: 168 time: 0.9593668 Feb 03 14:24:03.780099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47422) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:03.857428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e1b26-9c3c-4cda-b4bf-7e2f373260d1 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.861065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-846e1b26-9c3c-4cda-b4bf-7e2f373260d1 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "GET /v2.0/ports?device_id=422238d9-f62c-4adc-aecf-d088a1d040d7 HTTP/1.1" status: 200 len: 913 time: 0.0787919 Feb 03 14:24:03.863161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47424) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:03.869896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:03.870287 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:03.879910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aada08c1-a5b2-4ac0-9f21-0f806c369a39 req-24dc153a-66f6-49e4-90aa-747241191991 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 210 time: 0.0384619 Feb 03 14:24:03.929412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:03.931983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:03.935902 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a0786-cf55-49ba-9573-c1ebe23f2eec" -d '{"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:03.940409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.942104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:03.951962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.969710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:03.998005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.000896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:04.016911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.024871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.035003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.049185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e78e94d5-894d-4b61-801d-6fcfb43f57ca req-6b87b56a-a9d9-4cd5-a5a4-318b1693e71b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.2985606 Feb 03 14:24:04.128353 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a924878-605e-4670-aa3d-e893a88fd7d0 x-openstack-request-id: req-5a924878-605e-4670-aa3d-e893a88fd7d0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:04.128794 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:04.129153 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a924878-605e-4670-aa3d-e893a88fd7d0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:04.129705 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'code': 200} Feb 03 14:24:04.190052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafd8d7-5a75-4ce8-8a94-243ea3b78776 req-e5f1bf66-e8dc-4eb7-9c60-c7690caf1dba tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.191941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfafd8d7-5a75-4ce8-8a94-243ea3b78776 req-e5f1bf66-e8dc-4eb7-9c60-c7690caf1dba tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.0600231 Feb 03 14:24:04.294349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfafd8d7-5a75-4ce8-8a94-243ea3b78776 req-137d8aff-1812-4f9b-be97-c433484f4b15 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941756 Feb 03 14:24:04.295549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47448) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:04.302991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-106242928'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:04.324269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9d61f-7da8-45a2-8e15-f5db7dadcbe5 req-5b3635a2-1547-44ae-acbd-b0a55ed23ceb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.326009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06b9d61f-7da8-45a2-8e15-f5db7dadcbe5 req-5b3635a2-1547-44ae-acbd-b0a55ed23ceb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1279347 Feb 03 14:24:04.368705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:04.372774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (422238d9-f62c-4adc-aecf-d088a1d040d7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.374381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.421366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:04.443162 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ebc35528-03d4-4a2b-839c-c3861602dca3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.443456 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Added segment ebc35528-03d4-4a2b-839c-c3861602dca3 of type vlan for network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c Feb 03 14:24:04.447595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06b9d61f-7da8-45a2-8e15-f5db7dadcbe5 req-32fac0b4-0c06-433d-b956-507e3408c5c5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997980 Feb 03 14:24:04.494901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7ba15282-c5d7-444e-9bed-1cb97a7fc84c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.588855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7ba15282-c5d7-444e-9bed-1cb97a7fc84c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.593818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.594477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.639661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3416183 Feb 03 14:24:04.654959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47488) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:04.666662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-504318255'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:04.677599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf930c8-df6f-486d-8319-0721613c5b42 req-7aedf89b-cdd6-4b20-968b-3693ff30b965 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:04.679113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-abf930c8-df6f-486d-8319-0721613c5b42 req-7aedf89b-cdd6-4b20-968b-3693ff30b965 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1333010 Feb 03 14:24:04.738263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485352-5423-40f4-8871-fe5f34e966bc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Network': ['ID=7ba15282-c5d7-444e-9bed-1cb97a7fc84c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:04.752959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:04.777405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:04.781626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Deleting port b3f77c66-864d-4ea8-a356-159a7d74ed6c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:04.782043 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.801141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.941515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:04.962540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Calling delete_port for b3f77c66-864d-4ea8-a356-159a7d74ed6c owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:04.968766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-abf930c8-df6f-486d-8319-0721613c5b42 req-8236ba59-2909-40e9-8e03-d1fc185d32f6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525754 Feb 03 14:24:05.039138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 11382a58-751a-4fab-a9fc-76dd3a83cd72 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:24:05.046325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:05.074461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1e6cff94-50d9-41e5-ae43-94320e329b81), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.074807 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Added segment 1e6cff94-50d9-41e5-ae43-94320e329b81 of type vlan for network 2c5146eb-106c-4866-b5d4-59fca7eee354 Feb 03 14:24:05.104809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632c0c1-5bad-4362-8010-0e57bbc9e73d req-9b73f40f-89b5-4cb6-8eda-c2d94d2f5480 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:05.111518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d632c0c1-5bad-4362-8010-0e57bbc9e73d req-9b73f40f-89b5-4cb6-8eda-c2d94d2f5480 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 943 time: 0.2003143 Feb 03 14:24:05.152617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:05.194285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'port_id': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'mac_address': 'fa:16:3e:11:63:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:24:05.194742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-a1ce13af-2cb6-4fe3-83a8-07ef6617d8e6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:05.196819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-a1ce13af-2cb6-4fe3-83a8-07ef6617d8e6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.71 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 816 time: 0.3730328 Feb 03 14:24:05.272097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2c5146eb-106c-4866-b5d4-59fca7eee354), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.277913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 11382a58-751a-4fab-a9fc-76dd3a83cd72 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:05.279371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.281621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70dcc29f-bcc2-4d8a-85fd-2ec25cd19d81 req-46b0b52f-c990-4611-97b7-8856f8732d88 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 210 time: 0.0991056 Feb 03 14:24:05.297809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b3f77c66-864d-4ea8-a356-159a7d74ed6c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.308778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11382a58-751a-4fab-a9fc-76dd3a83cd72 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:05.333208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:05.342815 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.343741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event deleted for resources: {'Port': ['ID=b3f77c66-864d-4ea8-a356-159a7d74ed6c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:05.402031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d632c0c1-5bad-4362-8010-0e57bbc9e73d req-56b51851-7912-4342-8de9-8669e2a7d1c6 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731450 Feb 03 14:24:05.406988 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2c5146eb-106c-4866-b5d4-59fca7eee354), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.431196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:05.433134 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.475817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:05.492302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['11382a58-751a-4fab-a9fc-76dd3a83cd72'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:24:05.636890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9746435 Feb 03 14:24:05.645603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47546) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:05.662360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'subnet': {'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:05.728047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (422238d9-f62c-4adc-aecf-d088a1d040d7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:05.734814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0a262d83-8ccf-485a-b2a8-5c600aac8590 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:24:05.758772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8557d72-a269-43dd-9cb5-a83d998927eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Network': ['ID=2c5146eb-106c-4866-b5d4-59fca7eee354,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:05.769164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:05.786063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9c4ad8ee-76de-4d14-9c64-5129a17de1d4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 380 time: 0.5646105 Feb 03 14:24:05.801829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'port': {'device_id': '63c63516-63c4-4b66-8a04-91abed6d2058', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'admin_state_up': True, 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'security_groups': ['aba1d3e4-d93e-4658-8aed-9442a16f2258']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:05.956085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0a262d83-8ccf-485a-b2a8-5c600aac8590, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:05.970079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'port_id': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'mac_address': 'fa:16:3e:78:92:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:24:05.979537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Router 422238d9-f62c-4adc-aecf-d088a1d040d7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:24:06.032334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0a262d83-8ccf-485a-b2a8-5c600aac8590 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:06.033140 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.063109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a262d83-8ccf-485a-b2a8-5c600aac8590 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:06.072980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:24:06.084650 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] Sync routers for ids ['422238d9-f62c-4adc-aecf-d088a1d040d7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:24:06.093376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0a262d83-8ccf-485a-b2a8-5c600aac8590, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:06.102077 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cfd58a28-33c8-4c61-b385-ace4958da03d tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "PUT /v2.0/routers/422238d9-f62c-4adc-aecf-d088a1d040d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351615 Feb 03 14:24:06.102291 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] Routers {'422238d9-f62c-4adc-aecf-d088a1d040d7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:24:06.102380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47548) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:06.102594 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['422238d9-f62c-4adc-aecf-d088a1d040d7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:06.110037 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.165690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:06.173006 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:06.173826 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.184548 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] Routers {'422238d9-f62c-4adc-aecf-d088a1d040d7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:24:06.185194 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['422238d9-f62c-4adc-aecf-d088a1d040d7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:06.195476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0a262d83-8ccf-485a-b2a8-5c600aac8590,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:06.228845 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:06.229517 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af0ddd-1c1d-4b1e-a970-8b65ddd52870 None None] The sync data for ids ['422238d9-f62c-4adc-aecf-d088a1d040d7'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:24:06.288818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc59fae-8d92-45d9-9f07-d7034b43c0eb req-1f1147af-0d1d-4808-b311-c2322ac63fab tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:06.295577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fc59fae-8d92-45d9-9f07-d7034b43c0eb req-1f1147af-0d1d-4808-b311-c2322ac63fab tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 945 time: 0.7838128 Feb 03 14:24:06.307632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98224386-5369-489b-af45-1465fcf83bb5 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for router (422238d9-f62c-4adc-aecf-d088a1d040d7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.375671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ff7ff-ce3a-408f-b246-86cfa83e5d7a req-3c23cd7c-0150-468b-996e-ac93f41cce25 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:06.377300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-595ff7ff-ce3a-408f-b246-86cfa83e5d7a req-3c23cd7c-0150-468b-996e-ac93f41cce25 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.6572928 Feb 03 14:24:06.394162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fc59fae-8d92-45d9-9f07-d7034b43c0eb req-16081d81-c0a5-4f5a-be62-0776af7ef999 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976372 Feb 03 14:24:06.521363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-595ff7ff-ce3a-408f-b246-86cfa83e5d7a req-1e8ab44e-add0-46d2-8f55-76570080b7b5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035717 Feb 03 14:24:06.526098 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98224386-5369-489b-af45-1465fcf83bb5 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (422238d9-f62c-4adc-aecf-d088a1d040d7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.530804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Made reservation on behalf of 6fc617d0ee0245bbb30e13595f55cadd for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:06.531720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98224386-5369-489b-af45-1465fcf83bb5 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for router_controller (422238d9-f62c-4adc-aecf-d088a1d040d7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.539117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.550109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0a262d83-8ccf-485a-b2a8-5c600aac8590'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:24:06.653800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98224386-5369-489b-af45-1465fcf83bb5 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (422238d9-f62c-4adc-aecf-d088a1d040d7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.655036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98224386-5369-489b-af45-1465fcf83bb5 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Fanout notify agent at l3_agent the message router_deleted on router 422238d9-f62c-4adc-aecf-d088a1d040d7 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:24:06.664198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98224386-5369-489b-af45-1465fcf83bb5 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.668689 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98224386-5369-489b-af45-1465fcf83bb5 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "DELETE /v2.0/routers/422238d9-f62c-4adc-aecf-d088a1d040d7 HTTP/1.1" status: 204 len: 168 time: 0.5620801 Feb 03 14:24:06.669240 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47566) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:06.773582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e3f5c16-6497-4ea9-aa5b-abc5e6bddf82 req-9c2b972f-81b2-4ef9-bb75-e43ee78b96b7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 210 time: 0.0796762 Feb 03 14:24:06.807430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Deleting subnet 000c51b2-d944-4582-92d6-615e6b8369a8 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:24:06.811266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (cd305172-b979-4362-8537-00ed23fc4630), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.819921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks [] for subnet (000c51b2-d944-4582-92d6-615e6b8369a8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.887086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87593d3f-12be-4a10-9456-1ac1639c5623 req-de2a0e4e-975e-4bcb-bb5a-51ee403c1b6c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:06.902951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87593d3f-12be-4a10-9456-1ac1639c5623 req-de2a0e4e-975e-4bcb-bb5a-51ee403c1b6c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 944 time: 0.2102532 Feb 03 14:24:06.927915 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (000c51b2-d944-4582-92d6-615e6b8369a8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:06.978185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Allocated IP 172.20.0.12 (91edd6a3-4519-45a0-8b02-8c97405b3ae5/edbaf595-2684-4a35-9dc5-111f8b0e3df4/a67f2498-da17-4782-bb69-2a9e0a6b1bda) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:06.991922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Subnet': ['ID=cd305172-b979-4362-8537-00ed23fc4630,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:07.001527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Checking segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:07.003528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network hostable DHCP agents. Network: 7ba15282-c5d7-444e-9bed-1cb97a7fc84c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:07.055492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 11382a58-751a-4fab-a9fc-76dd3a83cd72 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:07.059050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87593d3f-12be-4a10-9456-1ac1639c5623 req-19daa2d5-3e45-4255-895f-318e460ed9a5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532741 Feb 03 14:24:07.108316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:07.144977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7ba15282-c5d7-444e-9bed-1cb97a7fc84c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:07.156348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:07.157682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.160662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d17593-617a-4c8c-91ad-f715e0bdb1f0 req-9283adc0-6956-44df-9358-9a7ff1680fb0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:07.162407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8d17593-617a-4c8c-91ad-f715e0bdb1f0 req-9283adc0-6956-44df-9358-9a7ff1680fb0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1738582 Feb 03 14:24:07.166570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca8139-71f7-4bf4-862a-78c7db3f4a9d None None] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:07.169630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (000c51b2-d944-4582-92d6-615e6b8369a8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.214829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 11382a58-751a-4fab-a9fc-76dd3a83cd72 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:07.215203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.279264 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-96eae2e1-8a5d-4ec5-b2a1-67263b2e482d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6233068 Feb 03 14:24:07.282099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47594) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:07.289481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'subnet': {'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:07.339018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.383646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 11382a58-751a-4fab-a9fc-76dd3a83cd72 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:07.384156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.411708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.418781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:07.421593 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0774c5ce-ae44-460f-93d7-1c07bd65bdd5" -d '{"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-plugged", "status": "completed", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:07.424515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:07.431065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.461470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:07.466337 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.495665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'fixed_ips': [{'subnet_id': 'cd305172-b979-4362-8537-00ed23fc4630'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:07.501135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.510503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8d17593-617a-4c8c-91ad-f715e0bdb1f0 req-b33fad05-32e0-451f-bb26-e3e61fd6de17 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354936 Feb 03 14:24:07.548679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:07.566201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:07.579791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:07.583195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:07.594054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (000c51b2-d944-4582-92d6-615e6b8369a8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.641293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:07.656595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.663532 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "DELETE /v2.0/subnets/000c51b2-d944-4582-92d6-615e6b8369a8 HTTP/1.1" status: 204 len: 168 time: 0.9932244 Feb 03 14:24:07.664229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47616) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:07.693574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c6233-3965-4413-807a-7f7667be9f44 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event deleted for resources: {'Subnet': ['ID=000c51b2-d944-4582-92d6-615e6b8369a8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:07.763605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2256ccf0-b2e8-48be-96b2-e5ac58602895 None None] Network 07a2bff0-f829-404d-8b28-d752e751b2b7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:07.778790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:07.779738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.780466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0a262d83-8ccf-485a-b2a8-5c600aac8590 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:07.854703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-f7140b0a-a156-4504-b63d-11d9f4fc174e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0604570 Feb 03 14:24:07.888596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Request body: {'port': {'device_id': '63c63516-63c4-4b66-8a04-91abed6d2058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:07.904980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (7e9ed637-0eec-4d22-9d1b-444274b7d4f7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.912808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (07a2bff0-f829-404d-8b28-d752e751b2b7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:07.993767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d1ca0-ff0d-425a-9bdf-49fba2b137cb req-15463ffd-7f68-49f0-afb2-99f0153387a0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:08.005014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-815d1ca0-ff0d-425a-9bdf-49fba2b137cb req-15463ffd-7f68-49f0-afb2-99f0153387a0 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.3711324 Feb 03 14:24:08.014794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Subnet': ['ID=7e9ed637-0eec-4d22-9d1b-444274b7d4f7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:08.019046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Checking segment: {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:08.019490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network hostable DHCP agents. Network: 2c5146eb-106c-4866-b5d4-59fca7eee354, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:08.047318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:08.059024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2c5146eb-106c-4866-b5d4-59fca7eee354) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:08.077555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:08.078686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.101051 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ef34a982-aa93-464f-8cc9-eaf9d218dec9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8177981 Feb 03 14:24:08.103721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47638) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:08.114121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'port': {'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'name': 'tempest-TaggedBootDevicesTest-1971572482', 'fixed_ips': [{'subnet_id': 'cd305172-b979-4362-8537-00ed23fc4630'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:08.148051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44c7af-474d-435d-a03a-5854ecebe012 None None] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:08.170447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.241445 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db4205-99da-408d-92bc-702bb88c8eb2 x-openstack-request-id: req-84db4205-99da-408d-92bc-702bb88c8eb2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:08.249434 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-plugged", "status": "completed", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:08.249790 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84db4205-99da-408d-92bc-702bb88c8eb2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:08.250397 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'code': 200} Feb 03 14:24:08.255209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:08.268369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-815d1ca0-ff0d-425a-9bdf-49fba2b137cb req-02a0af93-208d-4bc4-a457-feaaa9c8099d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618766 Feb 03 14:24:08.339222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bacb69a4-236b-4f5b-8e16-198dbf95567a None None] Provisioning complete for port a67f2498-da17-4782-bb69-2a9e0a6b1bda triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:08.339849 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bacb69a4-236b-4f5b-8e16-198dbf95567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.344820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Allocated IP 10.1.1.2 (7ba15282-c5d7-444e-9bed-1cb97a7fc84c/cd305172-b979-4362-8537-00ed23fc4630/caf7d816-da59-4f1f-a84f-af4bcd8dacb2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:08.437813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Deleting port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:08.438270 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.471850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.477268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 0a262d83-8ccf-485a-b2a8-5c600aac8590 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:24:08.519685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] device_id is not set on port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:24:08.597457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] DHCP port deletion for 07a2bff0-f829-404d-8b28-d752e751b2b7 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:24:08.607921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 0a262d83-8ccf-485a-b2a8-5c600aac8590 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:08.608394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.626779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bacb69a4-236b-4f5b-8e16-198dbf95567a None None] Port a67f2498-da17-4782-bb69-2a9e0a6b1bda cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:08.629059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-2c5146eb-106c-4866-b5d4-59fca7eee354', 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354', 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'fixed_ips': [{'subnet_id': '7e9ed637-0eec-4d22-9d1b-444274b7d4f7'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:08.631238 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.722950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] For port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,segment=NetworkSegment(f57938f3-8fef-4b74-a57c-578924ccda10),segment_id=f57938f3-8fef-4b74-a57c-578924ccda10)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:08.723328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:08.753642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c486-cda8-4656-aa54-48ec29c8cbbc req-68995561-e4a4-4b77-a4f9-c5a9e48c9139 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:08.760792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef53c486-cda8-4656-aa54-48ec29c8cbbc req-68995561-e4a4-4b77-a4f9-c5a9e48c9139 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 944 time: 0.3156509 Feb 03 14:24:08.815062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Calling delete_port for a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:08.853048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc52e1-181e-4740-ba35-9724eea4cd51 req-8e406a2f-e4f3-498a-869f-ef7aa3ed3e29 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:08.856685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48dc52e1-181e-4740-ba35-9724eea4cd51 req-8e406a2f-e4f3-498a-869f-ef7aa3ed3e29 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 932 time: 0.4160123 Feb 03 14:24:08.894618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Allocated IP 10.2.2.2 (2c5146eb-106c-4866-b5d4-59fca7eee354/7e9ed637-0eec-4d22-9d1b-444274b7d4f7/18229c89-f76a-4470-93b1-f1a307ab8177) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:09.019031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef53c486-cda8-4656-aa54-48ec29c8cbbc req-2df3b4d6-3c1d-4dc6-8c2e-3560881417da tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571216 Feb 03 14:24:09.077414 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Publish callbacks [] for port (18229c89-f76a-4470-93b1-f1a307ab8177), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.104977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.106399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48dc52e1-181e-4740-ba35-9724eea4cd51 req-6a5c5c50-d3f5-429b-856b-012615f38d3f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416403 Feb 03 14:24:09.167600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67f2498-da17-4782-bb69-2a9e0a6b1bda {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:09.186850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.187788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Publish callbacks [] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.200905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.295642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Transition to ACTIVE for port object a67f2498-da17-4782-bb69-2a9e0a6b1bda will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:09.300642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event deleted for resources: {'Port': ['ID=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:09.304316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] No DVR routers for this DVR port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:09.306787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.349934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Publish callbacks [] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.401639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Pushing event updated for resources: {'Port': ['ID=18229c89-f76a-4470-93b1-f1a307ab8177,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:09.410737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:09.429934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:09.499981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 10.1.1.172 (7ba15282-c5d7-444e-9bed-1cb97a7fc84c/cd305172-b979-4362-8537-00ed23fc4630/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:09.511097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] Deleting port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:09.511493 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.604892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b504e22-604c-4896-a71c-c3d4655e6e69 req-92a7bafa-5a54-4184-9ca3-ffa28f9c532a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:09.606848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b504e22-604c-4896-a71c-c3d4655e6e69 req-92a7bafa-5a54-4184-9ca3-ffa28f9c532a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4088156 Feb 03 14:24:09.607533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:09.627025 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (07a2bff0-f829-404d-8b28-d752e751b2b7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.699825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] For port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:09.700203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.732049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] Calling delete_port for a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:09.739268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] Port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:24:09.747875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:24:09.748265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:24:09.760176 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.807905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.813427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:09.813829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:09.814210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:09.832150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a2bff0-f829-404d-8b28-d752e751b2b7']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:09.861073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Port a67f2498-da17-4782-bb69-2a9e0a6b1bda on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:09.861073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:09.880193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57938f3-8fef-4b74-a57c-578924ccda10') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:09.880466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57938f3-8fef-4b74-a57c-578924ccda10') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:09.891581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:09.892146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Checking segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:09.892316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Bound using segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:09.893286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Bound port: a67f2498-da17-4782-bb69-2a9e0a6b1bda, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:09.893760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.894453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:09.896661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:09.909745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (f57938f3-8fef-4b74-a57c-578924ccda10), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:09.920896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Pushing event updated for resources: {'Port': ['ID=caf7d816-da59-4f1f-a84f-af4bcd8dacb2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:09.926809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:09.941086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b504e22-604c-4896-a71c-c3d4655e6e69 req-e9b438d4-b274-4456-9bd7-73c643f28286 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102560 Feb 03 14:24:09.963817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:09.968217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] No DVR routers for this DVR port a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:09.970689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93538362-9935-4c6b-afa3-b8feb838c0a2 None None] Pushing event deleted for resources: {'Port': ['ID=a7a0b2d1-dd31-4a07-b486-23ccdf9a74b9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:09.972993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.036024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0a262d83-8ccf-485a-b2a8-5c600aac8590 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:10.036436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.056077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f57938f3-8fef-4b74-a57c-578924ccda10), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.073891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:10.074311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (f57938f3-8fef-4b74-a57c-578924ccda10), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:10.077739 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:10.095148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.108165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0a262d83-8ccf-485a-b2a8-5c600aac8590, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:10.158164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.161941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Attempting to bind port 18229c89-f76a-4470-93b1-f1a307ab8177 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:10.162311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Attempting to bind port 18229c89-f76a-4470-93b1-f1a307ab8177 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:10.162832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Attempting to bind port 18229c89-f76a-4470-93b1-f1a307ab8177 on network 2c5146eb-106c-4866-b5d4-59fca7eee354 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:10.165975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:10.171076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:10.175583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:10.180163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:10.202586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:10.203237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Checking segment: {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:10.203354 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.203734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Bound using segment: {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:10.204357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Bound port: 18229c89-f76a-4470-93b1-f1a307ab8177, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:10.204760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.260329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:10.261878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:10.271804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2008424b-0062-4345-9655-16ca365ab70e None None] For port 18229c89-f76a-4470-93b1-f1a307ab8177, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:10.274993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2008424b-0062-4345-9655-16ca365ab70e None None] For port 18229c89-f76a-4470-93b1-f1a307ab8177, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=18229c89-f76a-4470-93b1-f1a307ab8177,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:10.283447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:10.286537 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824b62be-b28b-485a-a145-0ecdc373e62f" -d '{"events": [{"server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "name": "network-vif-plugged", "status": "completed", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:10.305432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:10.306272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.314994 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.333394 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (07a2bff0-f829-404d-8b28-d752e751b2b7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.343169 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-465da17a-a315-434e-8850-20018ce2c3fc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2379997 Feb 03 14:24:10.345661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47696) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:10.357793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'port': {'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'name': 'tempest-TaggedBootDevicesTest-56510357', 'fixed_ips': [{'subnet_id': 'cd305172-b979-4362-8537-00ed23fc4630'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:10.375348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.380567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] 10.222.0.52 "DELETE /v2.0/networks/07a2bff0-f829-404d-8b28-d752e751b2b7 HTTP/1.1" status: 204 len: 168 time: 2.7150292 Feb 03 14:24:10.383057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:10.414362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.419976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Attempting to bind port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:10.420517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Attempting to bind port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:10.421178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Attempting to bind port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:10.431991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:10.432571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Checking segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:10.433104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.433583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Bound using segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:10.434161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Bound port: caf7d816-da59-4f1f-a84f-af4bcd8dacb2, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:10.434650 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.434885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395e06d-1d87-44a7-95ac-2642b1cd3d49 tempest-FloatingIPNegativeTestJSON-1637098854 tempest-FloatingIPNegativeTestJSON-1637098854-project] Pushing event deleted for resources: {'Network': ['ID=07a2bff0-f829-404d-8b28-d752e751b2b7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:10.437733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0a262d83-8ccf-485a-b2a8-5c600aac8590,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:10.489347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:10.490128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.491602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] 10.222.0.71 "PUT /v2.0/ports/a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 1092 time: 2.6147625 Feb 03 14:24:10.563557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:10.569652 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e481c-2873-4d47-be91-e592d26e7e93" -d '{"events": [{"name": "network-changed", "server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:10.684500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4923910-181c-496a-b97b-e602a10f7955 req-bd38dcb8-c570-4021-adc0-70000c843ff1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:10.686487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4923910-181c-496a-b97b-e602a10f7955 req-bd38dcb8-c570-4021-adc0-70000c843ff1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4216094 Feb 03 14:24:10.694378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008424b-0062-4345-9655-16ca365ab70e None None] Pushing event updated for resources: {'Port': ['ID=18229c89-f76a-4470-93b1-f1a307ab8177,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:10.749516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] For port caf7d816-da59-4f1f-a84f-af4bcd8dacb2, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:10.777757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] For port caf7d816-da59-4f1f-a84f-af4bcd8dacb2, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=caf7d816-da59-4f1f-a84f-af4bcd8dacb2,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:10.791605 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:10.820538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12fdef-deee-44ad-83b8-0902f3fd0a64 req-9c7d074c-e418-45d6-815e-3cd4021972d4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:10.833036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf12fdef-deee-44ad-83b8-0902f3fd0a64 req-9c7d074c-e418-45d6-815e-3cd4021972d4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.7526319 Feb 03 14:24:10.897928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336d2a2-cf8f-4391-972f-6a642c2a6a03 service neutron] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:10.932891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-269f93b1-f11a-42e4-808f-cb326755750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:10.936178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-269f93b1-f11a-42e4-808f-cb326755750a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1126 time: 0.3622246 Feb 03 14:24:11.023520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801e39f-dda0-4248-9b4b-ea65c9a0bb59 None None] Pushing event updated for resources: {'Port': ['ID=caf7d816-da59-4f1f-a84f-af4bcd8dacb2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:11.066696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4923910-181c-496a-b97b-e602a10f7955 req-cc03891b-6a2f-4245-9573-476b910c882f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698118 Feb 03 14:24:11.073266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-b9116220-2cf8-4686-b788-b8cb5ea27e78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 217 time: 0.1233342 Feb 03 14:24:11.091002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47704) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:11.228309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf12fdef-deee-44ad-83b8-0902f3fd0a64 req-15457666-7898-4ae6-a6a5-c35bf5718ff9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927298 Feb 03 14:24:11.287276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-3d26dcda-9787-40c3-be5b-2892084f103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:11.307029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-3d26dcda-9787-40c3-be5b-2892084f103b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.2270935 Feb 03 14:24:11.518887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:11.523654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:11.563955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] device_id is not set on port ae1a051f-333b-4125-bc94-9614d76b79d7 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:24:11.605008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 18229c89-f76a-4470-93b1-f1a307ab8177 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:11.650743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0a1cc6a4-5102-490e-85cf-33497c1396cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46c47e971bd6433ca4477e65b862da5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624590 Feb 03 14:24:11.656380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47720) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:11.670781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-59904d83-32c1-4e29-a7d0-04b46792bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:11.671990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-59904d83-32c1-4e29-a7d0-04b46792bb0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3584952 Feb 03 14:24:11.714035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d874-6889-41c4-8610-9b1260bb5085 req-ace910fd-c6ce-44b8-9406-12145ecd6a6d tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:11.718294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 18229c89-f76a-4470-93b1-f1a307ab8177 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:11.718881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:11.721182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0995d874-6889-41c4-8610-9b1260bb5085 req-ace910fd-c6ce-44b8-9406-12145ecd6a6d tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.2617004 Feb 03 14:24:11.809821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-763262e1-7257-4133-b6ac-28755732340e admin admin] Publish callbacks [] for security_group (85af0403-0ea6-4c6b-9f93-e44760222acb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:11.878933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0995d874-6889-41c4-8610-9b1260bb5085 req-2f8a492d-6413-4469-a978-bd77c7f10108 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565549 Feb 03 14:24:11.915167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 18229c89-f76a-4470-93b1-f1a307ab8177 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:11.915938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:11.947396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-c3a40b93-0075-4822-bc9e-b042a120b8af service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687154 Feb 03 14:24:11.998197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-763262e1-7257-4133-b6ac-28755732340e admin admin] Publish callbacks [] for security_group (85af0403-0ea6-4c6b-9f93-e44760222acb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:12.014195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 18229c89-f76a-4470-93b1-f1a307ab8177, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=18229c89-f76a-4470-93b1-f1a307ab8177,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:12.024639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:12.115988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 10.1.1.180 (7ba15282-c5d7-444e-9bed-1cb97a7fc84c/cd305172-b979-4362-8537-00ed23fc4630/ae1a051f-333b-4125-bc94-9614d76b79d7) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:12.158085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-763262e1-7257-4133-b6ac-28755732340e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (85af0403-0ea6-4c6b-9f93-e44760222acb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:12.160215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-763262e1-7257-4133-b6ac-28755732340e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:12.161421 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-763262e1-7257-4133-b6ac-28755732340e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85af0403-0ea6-4c6b-9f93-e44760222acb HTTP/1.1" status: 204 len: 168 time: 0.5038667 Feb 03 14:24:12.169071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=18229c89-f76a-4470-93b1-f1a307ab8177,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:12.183682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763262e1-7257-4133-b6ac-28755732340e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af0403-0ea6-4c6b-9f93-e44760222acb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:12.272190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0979eb93-cea5-4380-af1a-e304aa7861fc req-853d70e9-f5f7-42ec-935f-81fc7d195833 service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187358 Feb 03 14:24:12.316634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85290f0c-e7e4-4cf8-be84-52faff86b555 req-f59141bc-e576-4334-9981-676e751dcf43 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:12.330965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85290f0c-e7e4-4cf8-be84-52faff86b555 req-f59141bc-e576-4334-9981-676e751dcf43 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.2501214 Feb 03 14:24:12.464816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85290f0c-e7e4-4cf8-be84-52faff86b555 req-2439fe1f-a065-4d58-a430-0fc903109a74 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328392 Feb 03 14:24:12.575200 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c509c0-11cf-4665-bd23-5fbe7ea4767e x-openstack-request-id: req-a0c509c0-11cf-4665-bd23-5fbe7ea4767e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:12.575699 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "name": "network-vif-plugged", "status": "completed", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:12.576356 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0c509c0-11cf-4665-bd23-5fbe7ea4767e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:12.576967 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'code': 200} Feb 03 14:24:12.583170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:12.656624 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a9847-a946-417a-8d07-9af1d38d5094 x-openstack-request-id: req-e71a9847-a946-417a-8d07-9af1d38d5094 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:12.657408 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:12.658209 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e71a9847-a946-417a-8d07-9af1d38d5094 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:12.658926 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'status': 'completed', 'code': 200} Feb 03 14:24:12.704399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb09b3d-63f6-4420-a666-371f949797a2 None None] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:12.839095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:12.866612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33ba73-aa70-4699-b741-4f8c0c10fb0d req-8970c716-6893-49f3-b1cc-6300b3189a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:12.887619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-60e5caaa-fe66-424a-aeb5-beb30c042767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:12.889307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-60e5caaa-fe66-424a-aeb5-beb30c042767 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1126 time: 0.1771266 Feb 03 14:24:12.896448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fa33ba73-aa70-4699-b741-4f8c0c10fb0d req-8970c716-6893-49f3-b1cc-6300b3189a60 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 1127 time: 0.1728911 Feb 03 14:24:12.911250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:12.944889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:12.956366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:12.967914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-131d4363-a865-443d-a7b1-bfb103256014 None None] Provisioning complete for port 18229c89-f76a-4470-93b1-f1a307ab8177 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:12.969423 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-131d4363-a865-443d-a7b1-bfb103256014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:13.111211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:13.111936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:13.159617 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8080714 Feb 03 14:24:13.191375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fa33ba73-aa70-4699-b741-4f8c0c10fb0d req-439aa7a5-8cf8-4ab8-9402-1b4277e03aca service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771146 Feb 03 14:24:13.195560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=ae1a051f-333b-4125-bc94-9614d76b79d7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:13.218227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.218942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.219566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.220148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.220798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.222517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.223284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.223864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.224466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.225023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.225595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.226164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.226730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ca171-f947-4fde-817f-0ac227df1dd6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:13.260714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ba14d-03ce-4d01-a85f-59179b63a458 None None] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:13.386609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-97485f86-2254-4e97-aefa-36f04d1fd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:13.389693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-97485f86-2254-4e97-aefa-36f04d1fd560 service neutron] 10.222.0.71 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.4285631 Feb 03 14:24:13.430728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf44190-cde5-405c-b64c-55b7809e522a req-7299f2c1-163c-4e2a-83e8-dd9d71b213b3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:13.434410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bf44190-cde5-405c-b64c-55b7809e522a req-7299f2c1-163c-4e2a-83e8-dd9d71b213b3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.6051133 Feb 03 14:24:13.447330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c696-78df-4661-87d5-cb3d795d97af req-ea47b69e-ee76-4273-9ae6-a1ccbfed2849 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:13.457788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11b2c696-78df-4661-87d5-cb3d795d97af req-ea47b69e-ee76-4273-9ae6-a1ccbfed2849 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1763728 Feb 03 14:24:13.499922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-131d4363-a865-443d-a7b1-bfb103256014 None None] Current status of the port 18229c89-f76a-4470-93b1-f1a307ab8177 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:13.559817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11b2c696-78df-4661-87d5-cb3d795d97af req-f0d804d6-b6c2-4e3f-b6e3-69fbd5baf5cb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897434 Feb 03 14:24:13.645393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-287adc6f-bc1d-43fa-a8ec-3bd740d0c8d6 None None] Provisioning complete for port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:13.645959 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-287adc6f-bc1d-43fa-a8ec-3bd740d0c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:13.681420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device caf7d816-da59-4f1f-a84f-af4bcd8dacb2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:13.682109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-8936bb72-6ae0-4a8c-8e05-30037551446f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 217 time: 0.1120923 Feb 03 14:24:13.815726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bf44190-cde5-405c-b64c-55b7809e522a req-4a1f36cf-98ad-4ddc-ab27-572338ef83a6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242364 Feb 03 14:24:13.847478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:13.847995 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:13.872959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-cd405342-29aa-4f02-bb5f-6d4feddb5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:13.879016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-cd405342-29aa-4f02-bb5f-6d4feddb5061 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.1855247 Feb 03 14:24:13.920210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903de00-ec3e-4c6e-8f13-5468b6877d33 req-a1bf94fb-099f-4710-a5cf-0bac3fd60d61 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:13.922330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-287adc6f-bc1d-43fa-a8ec-3bd740d0c8d6 None None] Current status of the port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:13.925139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-287adc6f-bc1d-43fa-a8ec-3bd740d0c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:13.928200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c903de00-ec3e-4c6e-8f13-5468b6877d33 req-a1bf94fb-099f-4710-a5cf-0bac3fd60d61 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.2198932 Feb 03 14:24:14.019489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-287adc6f-bc1d-43fa-a8ec-3bd740d0c8d6 None None] For port caf7d816-da59-4f1f-a84f-af4bcd8dacb2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=caf7d816-da59-4f1f-a84f-af4bcd8dacb2,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:14.024130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-287adc6f-bc1d-43fa-a8ec-3bd740d0c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.088047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:14.088484 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.112770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-501be87a-eeaf-4eff-b10f-3457909611f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:14.114287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-501be87a-eeaf-4eff-b10f-3457909611f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2190351 Feb 03 14:24:14.132721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c903de00-ec3e-4c6e-8f13-5468b6877d33 req-a46226b3-e28d-4eca-9d9c-55bd994f6eab tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982157 Feb 03 14:24:14.148164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287adc6f-bc1d-43fa-a8ec-3bd740d0c8d6 None None] Pushing event updated for resources: {'Port': ['ID=caf7d816-da59-4f1f-a84f-af4bcd8dacb2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:14.203845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4e43-18cd-4c67-b17f-8c881f05e3d8 req-17ea4e8e-b823-4492-9f1b-13a944357d98 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:14.217583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-054d4e43-18cd-4c67-b17f-8c881f05e3d8 req-17ea4e8e-b823-4492-9f1b-13a944357d98 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 947 time: 0.2434466 Feb 03 14:24:14.220100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Provisioning complete for port ae1a051f-333b-4125-bc94-9614d76b79d7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:14.220446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.306122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47788) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:14.321973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:24:14.322358 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:24:14.334301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Port ae1a051f-333b-4125-bc94-9614d76b79d7 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:14.369940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Provisioning complete for port 18229c89-f76a-4470-93b1-f1a307ab8177 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:14.370720 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.444225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-14cb8b1f-1d37-4b51-bf80-e63930365a87 service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102331 Feb 03 14:24:14.490862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045507085'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:14.525463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Current status of the port 18229c89-f76a-4470-93b1-f1a307ab8177 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:14.533977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:14.538076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.542283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Provisioning complete for port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:14.543329 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.562893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.662435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-054d4e43-18cd-4c67-b17f-8c881f05e3d8 req-59d48938-41a7-45f8-b57e-be236ab11dd7 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407947 Feb 03 14:24:14.709976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47792) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:14.720394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d20eec33-a660-4fa0-b51d-3db5440d7e94 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091606148', 'description': 'tempest-description--614997592'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:14.746945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Current status of the port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:14.765665 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d20eec33-a660-4fa0-b51d-3db5440d7e94 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.777067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Provisioning complete for port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:14.778066 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.855887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e9e481c-2873-4d47-be91-e592d26e7e93 req-81d861e3-ebad-4f20-bf22-39244979a89b service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990312 Feb 03 14:24:14.857501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-03ba65f4-8d41-4b1a-a68a-9abf02412e7c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:14.866037 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-03ba65f4-8d41-4b1a-a68a-9abf02412e7c tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.45 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 947 time: 0.1979575 Feb 03 14:24:14.867746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for security_group (d820faf5-ba45-492c-8fa1-bc7d7ec3833a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.891872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d820faf5-ba45-492c-8fa1-bc7d7ec3833a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.919354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:14.934696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-65965df9-83a4-4bf4-ba41-7e316e28b4d6 None None] Port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:14.935291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8ff5b23a-f410-453d-8119-ebba773f3356), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:14.935384 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 8ff5b23a-f410-453d-8119-ebba773f3356 of type vlan for network e2e4d4d2-5b20-4721-b271-3e120e28ed4d Feb 03 14:24:14.951118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:14.952171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 18229c89-f76a-4470-93b1-f1a307ab8177 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:14.983729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e2e4d4d2-5b20-4721-b271-3e120e28ed4d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.034048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 18229c89-f76a-4470-93b1-f1a307ab8177 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:15.034599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.041599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c496478-01a1-4ada-854a-c1d1238b53e5 req-82996682-8665-4d1a-bacd-e01d2e8ae845 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.046562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e2e4d4d2-5b20-4721-b271-3e120e28ed4d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.047028 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c496478-01a1-4ada-854a-c1d1238b53e5 req-82996682-8665-4d1a-bacd-e01d2e8ae845 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.1936009 Feb 03 14:24:15.052620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.053382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.081902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d20eec33-a660-4fa0-b51d-3db5440d7e94 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group (84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.093923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d20eec33-a660-4fa0-b51d-3db5440d7e94 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.125013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0ea54e08-2248-4c04-ab2d-860a9ce4083a None None] Provisioning complete for port ae1a051f-333b-4125-bc94-9614d76b79d7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:15.125758 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ea54e08-2248-4c04-ab2d-860a9ce4083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.141738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20eec33-a660-4fa0-b51d-3db5440d7e94 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:15.143553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=e2e4d4d2-5b20-4721-b271-3e120e28ed4d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:15.154373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9434e66-bb57-4b7d-982e-6996a595e4bb req-e84af753-3da9-4606-8087-a27a36a8ca94 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.156104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9434e66-bb57-4b7d-982e-6996a595e4bb req-e84af753-3da9-4606-8087-a27a36a8ca94 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2802999 Feb 03 14:24:15.178829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e2e4d4d2-5b20-4721-b271-3e120e28ed4d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:15.200337 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8816657 Feb 03 14:24:15.200337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112073-6203-467d-ab7c-04e53258f91c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d820faf5-ba45-492c-8fa1-bc7d7ec3833a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:15.271008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9434e66-bb57-4b7d-982e-6996a595e4bb req-a9bf8e15-af79-4dba-b3f2-00d5ebcb84b7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971091 Feb 03 14:24:15.280162 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d20eec33-a660-4fa0-b51d-3db5440d7e94 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.287818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d20eec33-a660-4fa0-b51d-3db5440d7e94 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5765297 Feb 03 14:24:15.292557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:15.319734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7dcecd92-dcc0-4ff9-9779-350f6be5c357 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'security_group_rule': {'security_group_id': '84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:15.343725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47802) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:15.369215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c496478-01a1-4ada-854a-c1d1238b53e5 req-8af53fa8-1852-4faa-a7d4-066cc84d9fd8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783339 Feb 03 14:24:15.377057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54e08-2248-4c04-ab2d-860a9ce4083a None None] Port ae1a051f-333b-4125-bc94-9614d76b79d7 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:15.393747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': 'e2e4d4d2-5b20-4721-b271-3e120e28ed4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:15.448174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0ea54e08-2248-4c04-ab2d-860a9ce4083a None None] Provisioning complete for port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:15.448661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ea54e08-2248-4c04-ab2d-860a9ce4083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.473725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 18229c89-f76a-4470-93b1-f1a307ab8177 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:15.476343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67cb7-65f8-4c1b-9096-478b2c676df9 req-b880b6f2-e15c-4911-a34d-cbe142069c17 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.486168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59a67cb7-65f8-4c1b-9096-478b2c676df9 req-b880b6f2-e15c-4911-a34d-cbe142069c17 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.0985844 Feb 03 14:24:15.518870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0ea54e08-2248-4c04-ab2d-860a9ce4083a None None] Port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:15.535037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd92-dcc0-4ff9-9779-350f6be5c357 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group_rule (d909a75c-9e29-4fa6-88a0-1d81fb9bce9c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.583835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Deleting port a16f0400-ae67-45ba-b9d5-bccd1482daa8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:15.584865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.602537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59a67cb7-65f8-4c1b-9096-478b2c676df9 req-fd6b2717-b1b7-4d2a-91bf-493bda6210c5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149070 Feb 03 14:24:15.620574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device caf7d816-da59-4f1f-a84f-af4bcd8dacb2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:15.621285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3e35a-493e-4023-9eb3-98a6a27f4e02 req-d547f615-0082-4039-8daa-cf37af65ef18 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.623003 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24f3e35a-493e-4023-9eb3-98a6a27f4e02 req-d547f615-0082-4039-8daa-cf37af65ef18 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.0927515 Feb 03 14:24:15.716499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24f3e35a-493e-4023-9eb3-98a6a27f4e02 req-adef3546-d2ce-4baa-bd4c-61a5b222753a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868950 Feb 03 14:24:15.774476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] For port a16f0400-ae67-45ba-b9d5-bccd1482daa8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a16f0400-ae67-45ba-b9d5-bccd1482daa8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:15.774859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.775604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4757c7ea-a1ba-4219-8184-b5ac7df8f3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.777208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:15.777768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.783292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:24:15.812397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Calling delete_port for a16f0400-ae67-45ba-b9d5-bccd1482daa8 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:15.827421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:15.837089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:15.901967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91799249-2cf2-4b85-8323-72e2c1a58120 req-177b435d-5456-4921-b519-fc9aed3ebe52 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.909803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91799249-2cf2-4b85-8323-72e2c1a58120 req-177b435d-5456-4921-b519-fc9aed3ebe52 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1243062 Feb 03 14:24:15.941660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87dceb-c106-4900-acab-3ad5a13d257b req-7f7dead3-2b67-4af4-8aa3-5717fb3ea17d tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:15.951787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df87dceb-c106-4900-acab-3ad5a13d257b req-7f7dead3-2b67-4af4-8aa3-5717fb3ea17d tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=33660375-5ad4-43cc-965c-a50a52bf1ee0 HTTP/1.1" status: 200 len: 947 time: 0.1125910 Feb 03 14:24:15.988749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:16.017834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91799249-2cf2-4b85-8323-72e2c1a58120 req-1c387b86-b218-4dc8-acfe-31b756120ea3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066153 Feb 03 14:24:16.023920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:16.057852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'port_id': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'mac_address': 'fa:16:3e:09:ee:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:24:16.079504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df87dceb-c106-4900-acab-3ad5a13d257b req-ce727fdb-c97e-43b6-b883-617e6a690685 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254172 Feb 03 14:24:16.119958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd92-dcc0-4ff9-9779-350f6be5c357 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group_rule (d909a75c-9e29-4fa6-88a0-1d81fb9bce9c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.130439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:16.130653 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.131964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd92-dcc0-4ff9-9779-350f6be5c357 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d909a75c-9e29-4fa6-88a0-1d81fb9bce9c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.152283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67f2498-da17-4782-bb69-2a9e0a6b1bda {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:16.186422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:16.192325 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.230635 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dcecd92-dcc0-4ff9-9779-350f6be5c357 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.232174 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7dcecd92-dcc0-4ff9-9779-350f6be5c357 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9228437 Feb 03 14:24:16.235019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcecd92-dcc0-4ff9-9779-350f6be5c357 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d909a75c-9e29-4fa6-88a0-1d81fb9bce9c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:16.239336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (f827b9e7-94cf-4d73-b750-a4103b3e70a7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.241369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47814) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:16.251365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-eaabd936-0dc8-4a8b-876f-18d7fa405808 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'security_group_rule': {'security_group_id': '84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:16.314082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:16.344830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaabd936-0dc8-4a8b-876f-18d7fa405808 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group_rule (f0d040f8-f8c0-4c32-886e-937c87277f1c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.453052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=f827b9e7-94cf-4d73-b750-a4103b3e70a7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:16.512155 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaabd936-0dc8-4a8b-876f-18d7fa405808 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group_rule (f0d040f8-f8c0-4c32-886e-937c87277f1c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.518964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '8ff5b23a-f410-453d-8119-ebba773f3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e2e4d4d2-5b20-4721-b271-3e120e28ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:16.519352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: e2e4d4d2-5b20-4721-b271-3e120e28ed4d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:16.525200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaabd936-0dc8-4a8b-876f-18d7fa405808 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (f0d040f8-f8c0-4c32-886e-937c87277f1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.556131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a16f0400-ae67-45ba-b9d5-bccd1482daa8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.576225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabd936-0dc8-4a8b-876f-18d7fa405808 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d040f8-f8c0-4c32-886e-937c87277f1c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:16.606418 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eaabd936-0dc8-4a8b-876f-18d7fa405808 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.607931 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eaabd936-0dc8-4a8b-876f-18d7fa405808 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609421 Feb 03 14:24:16.613408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['a67f2498-da17-4782-bb69-2a9e0a6b1bda'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:24:16.630007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47818) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:16.635673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:16.643965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Pushing event deleted for resources: {'Port': ['ID=a16f0400-ae67-45ba-b9d5-bccd1482daa8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:16.662825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network e2e4d4d2-5b20-4721-b271-3e120e28ed4d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:16.709934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba7cf-2157-4520-bd7c-0dac73b8fb8c req-333879b0-d66b-40cc-8478-fb82b1fcb5d5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:16.711396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e74ba7cf-2157-4520-bd7c-0dac73b8fb8c req-333879b0-d66b-40cc-8478-fb82b1fcb5d5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.5676348 Feb 03 14:24:16.724919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47822) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:16.734716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007f76-a5a3-4dcb-8d6b-94e97df4363a req-7ae3a388-530d-429f-8564-b8727d4b9b9a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:16.736297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2007f76-a5a3-4dcb-8d6b-94e97df4363a req-7ae3a388-530d-429f-8564-b8727d4b9b9a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.5670490 Feb 03 14:24:16.740739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Request body: {'floatingip': {'port_id': '0a262d83-8ccf-485a-b2a8-5c600aac8590'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:16.772033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] No DVR routers for this DVR port a16f0400-ae67-45ba-b9d5-bccd1482daa8 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:16.777811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.797921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.798142 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for floatingip (d52d9c31-bc8e-407c-b35f-2f7beb756ad8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:16.811855 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4f280005-10d4-409d-8e07-02e23cf637f2 req-1dad29a9-4cb2-4835-9fb2-1020f5909156 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.45 "DELETE /v2.0/ports/a16f0400-ae67-45ba-b9d5-bccd1482daa8 HTTP/1.1" status: 204 len: 173 time: 1.9371169 Feb 03 14:24:16.824464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e2e4d4d2-5b20-4721-b271-3e120e28ed4d) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:16.840382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-deleted', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:16.841246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb7522-3191-4f9d-b460-3ee25b5226e2 None None] Network e2e4d4d2-5b20-4721-b271-3e120e28ed4d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:16.851497 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3049dbbe-06a7-4389-bc7f-124e2cf6798d" -d '{"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-deleted", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:16.891457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2007f76-a5a3-4dcb-8d6b-94e97df4363a req-2dc2f2f7-8ccf-44b6-9319-f6f1f7c97cda tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472774 Feb 03 14:24:16.919487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:16.920041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.031378 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-976fb1ce-4c81-40c2-97e1-d6822c1f3212 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6797044 Feb 03 14:24:17.036218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47828) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:17.073179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-484741070'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:17.117642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a16f0400-ae67-45ba-b9d5-bccd1482daa8 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:17.122081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-e2e4d4d2-5b20-4721-b271-3e120e28ed4d', 'network_id': 'e2e4d4d2-5b20-4721-b271-3e120e28ed4d', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': 'f827b9e7-94cf-4d73-b750-a4103b3e70a7'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:17.123246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.165637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.166791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: a16f0400-ae67-45ba-b9d5-bccd1482daa8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:24:17.167327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a16f0400-ae67-45ba-b9d5-bccd1482daa8 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:24:17.169777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baf4b7-78cb-4688-bda5-8e62da7b9b19 req-dbbd8465-0f52-4a4d-9de5-3a685b51aa8d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:17.182627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6baf4b7-78cb-4688-bda5-8e62da7b9b19 req-dbbd8465-0f52-4a4d-9de5-3a685b51aa8d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.2843461 Feb 03 14:24:17.376728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 172.25.0.195 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/3ef872fc-d935-443f-bb46-54666866ab4e) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:17.523304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Allocated IP 172.20.255.242 (e2e4d4d2-5b20-4721-b271-3e120e28ed4d/f827b9e7-94cf-4d73-b750-a4103b3e70a7/ad8fcebe-36c1-4910-9e07-94ef599c8766) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:17.587253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (3ef872fc-d935-443f-bb46-54666866ab4e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.650388 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3ef872fc-d935-443f-bb46-54666866ab4e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.665610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:17.671069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.725916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:17.729318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:17.733039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:17.758620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6baf4b7-78cb-4688-bda5-8e62da7b9b19 req-85cc335f-8813-41c9-baa2-677b5727e789 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5706909 Feb 03 14:24:17.761842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Publish callbacks [] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.762756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=3ef872fc-d935-443f-bb46-54666866ab4e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:17.779036 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.803175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:17.820838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:24:17.860837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Network e2e4d4d2-5b20-4721-b271-3e120e28ed4d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:17.863828 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0225f3-9b89-46c9-90aa-a2df1afa1830 x-openstack-request-id: req-ab0225f3-9b89-46c9-90aa-a2df1afa1830 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:17.864284 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33660375-5ad4-43cc-965c-a50a52bf1ee0", "name": "network-vif-deleted", "tag": "a16f0400-ae67-45ba-b9d5-bccd1482daa8", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:17.865208 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab0225f3-9b89-46c9-90aa-a2df1afa1830 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:17.865802 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33660375-5ad4-43cc-965c-a50a52bf1ee0', 'name': 'network-vif-deleted', 'tag': 'a16f0400-ae67-45ba-b9d5-bccd1482daa8', 'status': 'completed', 'code': 200} Feb 03 14:24:17.865929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:17.882800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:17.885400 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for floatingip (fe939990-a16c-42ad-a11c-e664b61e73c8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.899379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Pushing event updated for resources: {'Port': ['ID=ad8fcebe-36c1-4910-9e07-94ef599c8766,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:17.948203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78d7b5-8012-4122-92ab-1636140b1810 req-648e706f-abfb-42e8-ae7d-5e3fab3f9aa7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:17.954812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3ef872fc-d935-443f-bb46-54666866ab4e), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.959044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d78d7b5-8012-4122-92ab-1636140b1810 req-648e706f-abfb-42e8-ae7d-5e3fab3f9aa7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.9237301 Feb 03 14:24:17.980078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (57bfa1b6-14e7-414f-9eaf-3ba251cf6226), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:17.980737 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 57bfa1b6-14e7-414f-9eaf-3ba251cf6226 of type vlan for network 2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57 Feb 03 14:24:18.006437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Attempting to bind port ad8fcebe-36c1-4910-9e07-94ef599c8766 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:18.006824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Attempting to bind port ad8fcebe-36c1-4910-9e07-94ef599c8766 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8ff5b23a-f410-453d-8119-ebba773f3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e2e4d4d2-5b20-4721-b271-3e120e28ed4d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:18.007346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Attempting to bind port ad8fcebe-36c1-4910-9e07-94ef599c8766 on network e2e4d4d2-5b20-4721-b271-3e120e28ed4d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:18.027956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:18.028393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Checking segment: {'id': '8ff5b23a-f410-453d-8119-ebba773f3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e2e4d4d2-5b20-4721-b271-3e120e28ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:18.028872 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.029271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Bound using segment: {'id': '8ff5b23a-f410-453d-8119-ebba773f3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e2e4d4d2-5b20-4721-b271-3e120e28ed4d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:18.029858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Bound port: ad8fcebe-36c1-4910-9e07-94ef599c8766, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff5b23a-f410-453d-8119-ebba773f3356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e2e4d4d2-5b20-4721-b271-3e120e28ed4d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:18.031270 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.067042 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d331d3b-3570-4c98-ae2f-dba98617e3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.101334 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.149212 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.177675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (d52d9c31-bc8e-407c-b35f-2f7beb756ad8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.195010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] For port ad8fcebe-36c1-4910-9e07-94ef599c8766, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:18.200857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] For port ad8fcebe-36c1-4910-9e07-94ef599c8766, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ad8fcebe-36c1-4910-9e07-94ef599c8766,segment=NetworkSegment(8ff5b23a-f410-453d-8119-ebba773f3356),segment_id=8ff5b23a-f410-453d-8119-ebba773f3356)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:18.212367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.224251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d78d7b5-8012-4122-92ab-1636140b1810 req-95b430ea-a867-4101-a0e5-a9eef79ed8bb tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601752 Feb 03 14:24:18.287735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.293866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:18.294752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.402228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190ed20-e8a1-46f1-a565-a55f0e9fecab None None] Pushing event updated for resources: {'Port': ['ID=ad8fcebe-36c1-4910-9e07-94ef599c8766,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:18.404427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3652360 Feb 03 14:24:18.408822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47836) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:18.419814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': '2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:18.424693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (3ef872fc-d935-443f-bb46-54666866ab4e), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.460856 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3ef872fc-d935-443f-bb46-54666866ab4e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.472243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:18.490989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f66256-5fa8-4efb-9539-aff9d00a1db7 req-3fa28193-70c9-4a0c-acdf-d6ff497bb36c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:18.497077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7f66256-5fa8-4efb-9539-aff9d00a1db7 req-3fa28193-70c9-4a0c-acdf-d6ff497bb36c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2601714 Feb 03 14:24:18.500902 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Floating IP d52d9c31-bc8e-407c-b35f-2f7beb756ad8 associated. External IP: 172.25.0.52, port: 0a262d83-8ccf-485a-b2a8-5c600aac8590. Feb 03 14:24:18.512830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.513672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.514129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.514592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.515014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.515448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.515879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.516309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.516757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.517179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.518142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.518582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.519005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c113ee-345a-4beb-940d-d7647b71df8a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:18.535469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:18.773425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=3ef872fc-d935-443f-bb46-54666866ab4e,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:18.794678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (fe939990-a16c-42ad-a11c-e664b61e73c8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.810059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7f66256-5fa8-4efb-9539-aff9d00a1db7 req-3b29e2f1-17ab-46dc-a3d2-336eb699b1cb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118699 Feb 03 14:24:18.867305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.881741 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-25a33bd3-d3d6-46eb-9de5-ea28862be0da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2504323 Feb 03 14:24:18.886071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:18.892342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:18.935868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b441bc-0125-4301-85c5-014fdc1924d9 req-aa792792-24fd-43bd-a6db-2bed8e6a5003 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:18.946937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b441bc-0125-4301-85c5-014fdc1924d9 req-aa792792-24fd-43bd-a6db-2bed8e6a5003 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 948 time: 0.2339358 Feb 03 14:24:19.179308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b441bc-0125-4301-85c5-014fdc1924d9 req-6da7c13b-0964-49ff-aaea-ef9411c83d6e tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312076 Feb 03 14:24:19.191342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce1ffe-aee2-46bc-94f0-a4f6a4c1063b req-1454dc94-2542-4e55-ad13-b8e7df2bc960 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:19.207917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5ce1ffe-aee2-46bc-94f0-a4f6a4c1063b req-1454dc94-2542-4e55-ad13-b8e7df2bc960 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.2545199 Feb 03 14:24:19.242604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Router 677763f4-a9fb-4b61-98a5-888c62b26771 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:24:19.271628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (8d2a6693-cda7-40ed-83ec-5cf863111fca), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:19.303234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5ce1ffe-aee2-46bc-94f0-a4f6a4c1063b req-9addf346-e8cf-449d-bc8b-8763e15333fc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914676 Feb 03 14:24:19.366106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=8d2a6693-cda7-40ed-83ec-5cf863111fca,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:19.381249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '57bfa1b6-14e7-414f-9eaf-3ba251cf6226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:19.381852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: 2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:19.403739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network 2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:19.419011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:19.430949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66b06c-190a-44c3-ac5b-a37f9e848f8b None None] Network 2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:19.441273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:19.441926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:19.480030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4dbd80bb-c683-4b01-8b16-bef1dda17b99 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0695386 Feb 03 14:24:19.489460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47866) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:19.589945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:24:19.605867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:19.607657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] Sync routers for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:24:19.640341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:24:19.641511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:19.646735 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:19.693839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5039fb37-bebc-4343-9904-b02d953756aa tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2091606148&fields=id&tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7 HTTP/1.1" status: 200 len: 267 time: 0.2311761 Feb 03 14:24:19.712493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda42205-9c8d-42b1-ad4e-49cd11577a15 req-ad5a82e8-f626-4a26-9d12-86ee2b6c6266 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:19.722041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fda42205-9c8d-42b1-ad4e-49cd11577a15 req-ad5a82e8-f626-4a26-9d12-86ee2b6c6266 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4068325 Feb 03 14:24:19.763400 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:19.781858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e85d427f-edbb-4c79-a35c-19c8011af792 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "PUT /v2.0/floatingips/d52d9c31-bc8e-407c-b35f-2f7beb756ad8 HTTP/1.1" status: 200 len: 990 time: 3.0444002 Feb 03 14:24:19.820107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:19.823442 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ab6792-c888-415e-872c-c7eecc740ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:19.871147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-f2a7f68d-1c13-4c21-94e8-91d678778df9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:19.876286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-f2a7f68d-1c13-4c21-94e8-91d678778df9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 HTTP/1.1" status: 200 len: 932 time: 0.1779599 Feb 03 14:24:19.920813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8d2a6693-cda7-40ed-83ec-5cf863111fca), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:19.943646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fda42205-9c8d-42b1-ad4e-49cd11577a15 req-77e33d94-d8e9-48d5-a945-db43c55d666b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198908 Feb 03 14:24:19.989929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-0dc0ac4d-fc42-453e-b4cc-e9527a523fe6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:19.991383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-0dc0ac4d-fc42-453e-b4cc-e9527a523fe6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports/ae1a051f-333b-4125-bc94-9614d76b79d7 HTTP/1.1" status: 200 len: 930 time: 0.1057007 Feb 03 14:24:20.039116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ad8fcebe-36c1-4910-9e07-94ef599c8766 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:20.040130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (8d2a6693-cda7-40ed-83ec-5cf863111fca), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.041606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:20.074737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2a6693-cda7-40ed-83ec-5cf863111fca,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:20.075284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-72d15b2a-46fc-4cde-8f87-649728b3fcb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0771770 Feb 03 14:24:20.112122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d81464d-d262-474d-b2b4-f47967f47875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57', 'network_id': '2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': '8d2a6693-cda7-40ed-83ec-5cf863111fca'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:20.113555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d81464d-d262-474d-b2b4-f47967f47875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.159112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.179061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-46f2d4a3-f6c6-411e-8ed9-707ab4aee8f6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1009119 Feb 03 14:24:20.184510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:20.196032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bfa1b6-14e7-414f-9eaf-3ba251cf6226') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:20.196347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bfa1b6-14e7-414f-9eaf-3ba251cf6226') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:20.210439 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (57bfa1b6-14e7-414f-9eaf-3ba251cf6226), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.225758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (57bfa1b6-14e7-414f-9eaf-3ba251cf6226), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.233844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:20.234194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (57bfa1b6-14e7-414f-9eaf-3ba251cf6226), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.256667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97cbc6-4fb2-4d73-99bc-d14ca0450406 None None] Network e2e4d4d2-5b20-4721-b271-3e120e28ed4d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:20.297262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3710161-2235-48b7-843f-44657b390eb3 None None] Network 2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:20.309439 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:20.315267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.322959 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.331686 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57 HTTP/1.1" status: 204 len: 168 time: 0.8369663 Feb 03 14:24:20.332503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:20.337344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-845428045'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:20.357420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13639421-6b1a-45ae-8140-6070866c03c7 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:20.371430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afb85b-0d62-4944-8235-bfc94ed507fe req-4216afda-f564-4c55-a9ab-310a2bc44ce8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:20.380522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2afb85b-0d62-4944-8235-bfc94ed507fe req-4216afda-f564-4c55-a9ab-310a2bc44ce8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.3248630 Feb 03 14:24:20.388804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:20.394817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6e66d906-dd5e-4c86-8d8f-416d72226331 None None] Provisioning complete for port ad8fcebe-36c1-4910-9e07-94ef599c8766 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:20.395460 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e66d906-dd5e-4c86-8d8f-416d72226331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.396984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.442925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:20.459501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1deb6139-56d7-471d-8530-2a2b3d622833), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.460020 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 1deb6139-56d7-471d-8530-2a2b3d622833 of type vlan for network cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c Feb 03 14:24:20.478922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2afb85b-0d62-4944-8235-bfc94ed507fe req-cf638b35-15ab-41c6-a203-66a33941aa85 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968828 Feb 03 14:24:20.508111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ad8fcebe-36c1-4910-9e07-94ef599c8766 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:20.508754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.519288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.524843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b312b4d0-6679-47dd-a9c0-b14316318cfd tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:20.541016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b312b4d0-6679-47dd-a9c0-b14316318cfd tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:20.556003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b312b4d0-6679-47dd-a9c0-b14316318cfd tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:20.557977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:24:20.571948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b312b4d0-6679-47dd-a9c0-b14316318cfd tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/networks?id=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=2c5146eb-106c-4866-b5d4-59fca7eee354&id=2c5146eb-106c-4866-b5d4-59fca7eee354 HTTP/1.1" status: 200 len: 1989 time: 0.3915224 Feb 03 14:24:20.573371 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.579208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:20.579828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.608478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-7875399b-aa8e-454c-b533-d7510bddcb21 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/quotas/d8ebf4a22dbd44eba9d1e405f96f67d7 HTTP/1.1" status: 200 len: 375 time: 0.0330734 Feb 03 14:24:20.622921 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2869329 Feb 03 14:24:20.624019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:20.629556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:20.659062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port a67f2498-da17-4782-bb69-2a9e0a6b1bda completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:24:20.675583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port a67f2498-da17-4782-bb69-2a9e0a6b1bda triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:20.676249 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.687774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98755b-bbcb-4015-a49b-476b3ded709b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:20.747852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:20.758041 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.784947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:20.792047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:20.797444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca4672-a6a6-40b1-8d45-a4d1262722be req-cea3c664-e974-4dae-b4bd-3b576a51761f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:20.805462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ca4672-a6a6-40b1-8d45-a4d1262722be req-cea3c664-e974-4dae-b4bd-3b576a51761f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.1652215 Feb 03 14:24:20.847711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ef508ac3-9371-4b1e-bf31-3d9367ebace7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2374501 Feb 03 14:24:20.886763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Performing IP validity checks on allocation pools {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 14:24:20.887456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 14:24:20.919259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c865d8-472c-46b5-b74f-04d602099667 req-c5fe08ae-269a-4d7f-b693-24310191b8bf tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:20.921047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24c865d8-472c-46b5-b74f-04d602099667 req-c5fe08ae-269a-4d7f-b693-24310191b8bf tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.71 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 948 time: 0.1875277 Feb 03 14:24:20.937693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ca4672-a6a6-40b1-8d45-a4d1262722be req-1d90f1c3-99ca-4bfa-85f2-55d852bd2b09 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273460 Feb 03 14:24:20.971906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ad8fcebe-36c1-4910-9e07-94ef599c8766 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:20.972347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.045497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ad8fcebe-36c1-4910-9e07-94ef599c8766, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ad8fcebe-36c1-4910-9e07-94ef599c8766,segment=NetworkSegment(8ff5b23a-f410-453d-8119-ebba773f3356),segment_id=8ff5b23a-f410-453d-8119-ebba773f3356)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:21.049542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6e66d906-dd5e-4c86-8d8f-416d72226331 None None] Current status of the port ad8fcebe-36c1-4910-9e07-94ef599c8766 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:21.049954 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e66d906-dd5e-4c86-8d8f-416d72226331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.071878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.088023 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (58d7bc33-3861-4663-98f5-31bb29df72fa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.136076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ea830ee7-3496-4cbc-955e-4046b7615dd7 service neutron] 10.222.0.52 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761810 Feb 03 14:24:21.150620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ad8fcebe-36c1-4910-9e07-94ef599c8766,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:21.210208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '1deb6139-56d7-471d-8530-2a2b3d622833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:21.210735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:21.213515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=58d7bc33-3861-4663-98f5-31bb29df72fa,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:21.253955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:21.270974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:21.280331 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-6e66d906-dd5e-4c86-8d8f-416d72226331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:24:21.280939 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-6e66d906-dd5e-4c86-8d8f-416d72226331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:24:21.293624 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:21.297253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.297494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c9829-f4df-4d69-8824-ca1ee2ac5b48 None None] Network cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:21.307854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Deleting port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:21.309158 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.337318 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90b13338-4a45-4276-95c4-da556dea55a5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7103550 Feb 03 14:24:21.338106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:21.436640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5a813074-837e-4333-88c3-0967913ff097 service neutron] 10.222.0.52 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881796 Feb 03 14:24:21.438509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:21.438901 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.501156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:21.503837 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac30f738-67c3-4ccd-af57-b22fabf6cc4e" -d '{"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-plugged", "status": "completed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:21.559094 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:21.566914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.605033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c', 'network_id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': '58d7bc33-3861-4663-98f5-31bb29df72fa'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:21.605918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.614343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.678828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-1f117f24-2343-4c2d-b12b-2899f4cf5a06 service neutron] 10.222.0.52 "GET /v2.0/ports/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2410364 Feb 03 14:24:21.733122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ad8fcebe-36c1-4910-9e07-94ef599c8766 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:21.768169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:21.811254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (58d7bc33-3861-4663-98f5-31bb29df72fa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:21.813203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'd52d9c31-bc8e-407c-b35f-2f7beb756ad8', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'port_id': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'mac_address': 'fa:16:3e:78:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:21Z', 'updated_at': '2022-02-03T14:24:17Z', 'revision_number': 1, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:19Z', 'revision_number': 5, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:21.863467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] Checking router: 677763f4-a9fb-4b61-98a5-888c62b26771 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:24:21.864707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-4c0ed1e9-7521-469b-92d5-b07ce7a42a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:21.866497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-4c0ed1e9-7521-469b-92d5-b07ce7a42a69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d971b5abcf5e45cca3b3acd53c6c8d44&device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 1127 time: 0.1285279 Feb 03 14:24:21.910654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6e66d906-dd5e-4c86-8d8f-416d72226331 None None] Current status of the port ad8fcebe-36c1-4910-9e07-94ef599c8766 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:21.923602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:24:21.924389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:22.022177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-fa794d37-8e8a-447a-9e12-967a275f2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:22.024789 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-fa794d37-8e8a-447a-9e12-967a275f2b20 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8ad2016f-ada5-4492-a205-d52f69223530 HTTP/1.1" status: 200 len: 916 time: 0.1512787 Feb 03 14:24:22.116175 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-cd0333c1-4763-4968-b023-83faf61bba6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590 HTTP/1.1" status: 200 len: 998 time: 0.0852718 Feb 03 14:24:22.138230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Allocated IP 172.20.0.3 (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c/58d7bc33-3861-4663-98f5-31bb29df72fa/0c8f4d91-5f5a-4773-95e8-46226e3de4e9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:22.186175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-2f00bc5b-7758-4e91-bb28-dd33b77208be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:22.190327 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-2f00bc5b-7758-4e91-bb28-dd33b77208be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d704b7b0-f16a-45fe-9201-7adb23c53f96 HTTP/1.1" status: 200 len: 854 time: 0.0667357 Feb 03 14:24:22.193107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ad8fcebe-36c1-4910-9e07-94ef599c8766 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:22.193486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.251444 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.261976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-667c0de2-8d05-431a-b926-2d95408f4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:22.263974 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-667c0de2-8d05-431a-b926-2d95408f4548 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ad2016f-ada5-4492-a205-d52f69223530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681021 Feb 03 14:24:22.271885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-f6008079-760d-440d-9517-97c180d90396 service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906332 Feb 03 14:24:22.288379 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07a4171-b93e-4dfb-aa45-808c61694589 x-openstack-request-id: req-c07a4171-b93e-4dfb-aa45-808c61694589 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:22.288756 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:22.288958 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c07a4171-b93e-4dfb-aa45-808c61694589 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:22.289336 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'status': 'completed', 'code': 200} Feb 03 14:24:22.296999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aa61164f-e7ed-4be7-8d24-8f493c3a76b6 None None] Provisioning complete for port ad8fcebe-36c1-4910-9e07-94ef599c8766 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:22.297374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa61164f-e7ed-4be7-8d24-8f493c3a76b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.325787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] For port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:22.326153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.368435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Calling delete_port for 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:22.386897 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-6870d7c4-036b-42af-99ee-a651eaec93f8 service neutron] 10.222.0.71 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167843 Feb 03 14:24:22.407492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:24:22.423394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef566770-3812-4d89-94a0-647fec2338bf req-40bff2bb-2210-413b-8ddb-671523ec0435 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:22.430857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef566770-3812-4d89-94a0-647fec2338bf req-40bff2bb-2210-413b-8ddb-671523ec0435 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7b00be-f57b-4290-a300-075ac4c911bb HTTP/1.1" status: 200 len: 948 time: 0.1566892 Feb 03 14:24:22.515193 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49ab6792-c888-415e-872c-c7eecc740ae8 req-a2197d3a-7bed-4502-846e-347d10c88866 service neutron] 10.222.0.71 "GET /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230650 Feb 03 14:24:22.524682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef566770-3812-4d89-94a0-647fec2338bf req-ffed35d6-28da-4630-876e-c39ccf6a82ef tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab45fcd7-cbe4-43ca-8ad0-d1033d851178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927057 Feb 03 14:24:22.625719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-faf291a0-ae1f-480d-9191-008600d25183 service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528163 Feb 03 14:24:22.646848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ad8fcebe-36c1-4910-9e07-94ef599c8766 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:22.661962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aa61164f-e7ed-4be7-8d24-8f493c3a76b6 None None] Current status of the port ad8fcebe-36c1-4910-9e07-94ef599c8766 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:22.672492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Publish callbacks [] for port (0c8f4d91-5f5a-4773-95e8-46226e3de4e9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.685938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (0c8f4d91-5f5a-4773-95e8-46226e3de4e9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.703913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (58d7bc33-3861-4663-98f5-31bb29df72fa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.760269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=58d7bc33-3861-4663-98f5-31bb29df72fa,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:22.787987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Network cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:22.794759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:22.798090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Pushing event updated for resources: {'Port': ['ID=0c8f4d91-5f5a-4773-95e8-46226e3de4e9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:22.806388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:22.820305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-925ad040-0214-438b-abb1-7d1b7d5fe955 service neutron] 10.222.0.52 "GET /v2.0/ports/ae1a051f-333b-4125-bc94-9614d76b79d7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1899636 Feb 03 14:24:22.927161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.942058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Attempting to bind port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:22.942441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Attempting to bind port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '1deb6139-56d7-471d-8530-2a2b3d622833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:22.942814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Attempting to bind port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9 on network cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:22.952973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:22.953238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Checking segment: {'id': '1deb6139-56d7-471d-8530-2a2b3d622833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:22.953566 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.953969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Bound using segment: {'id': '1deb6139-56d7-471d-8530-2a2b3d622833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:22.954693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Bound port: 0c8f4d91-5f5a-4773-95e8-46226e3de4e9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1deb6139-56d7-471d-8530-2a2b3d622833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:22.956486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0c8f4d91-5f5a-4773-95e8-46226e3de4e9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:22.958344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-f6bbb9e0-6179-4866-a371-67f967ca0eb9 service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354930 Feb 03 14:24:22.959973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:22.984145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deb6139-56d7-471d-8530-2a2b3d622833') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:22.984483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deb6139-56d7-471d-8530-2a2b3d622833') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:23.000778 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (1deb6139-56d7-471d-8530-2a2b3d622833), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.016719 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1deb6139-56d7-471d-8530-2a2b3d622833), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.025968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:23.026806 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (1deb6139-56d7-471d-8530-2a2b3d622833), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:23.030878 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:23.035678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'd52d9c31-bc8e-407c-b35f-2f7beb756ad8', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'port_id': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'mac_address': 'fa:16:3e:78:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:21Z', 'updated_at': '2022-02-03T14:24:17Z', 'revision_number': 1, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:19Z', 'revision_number': 5, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:23.047006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09b1c9-da9e-450f-89b9-f45b3fe4443e req-719d05a7-1acd-401e-8096-667a305e1fc2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:23.049378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad09b1c9-da9e-450f-89b9-f45b3fe4443e req-719d05a7-1acd-401e-8096-667a305e1fc2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3794675 Feb 03 14:24:23.052443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0c8b2b56-3f5e-49c6-a13a-9b7259a22df8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.111666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a76c05-8986-4454-8ace-9806c5403858 None None] The sync data for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 is: [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'd52d9c31-bc8e-407c-b35f-2f7beb756ad8', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'port_id': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'mac_address': 'fa:16:3e:78:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:22:21Z', 'updated_at': '2022-02-03T14:24:17Z', 'revision_number': 1, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:19Z', 'revision_number': 5, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:24:23.118677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Pushing event deleted for resources: {'Port': ['ID=0c8b2b56-3f5e-49c6-a13a-9b7259a22df8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:23.130851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:24:23.130851 n-d-827549-2 neutron-server[103341]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:24:23.130851 n-d-827549-2 neutron-server[103341]: [parameters: {'id': 'cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c'}] Feb 03 14:24:23.130851 n-d-827549-2 neutron-server[103341]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:24:23.131316 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:24:23.161490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] For port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:23.168650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] For port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0c8f4d91-5f5a-4773-95e8-46226e3de4e9,segment=NetworkSegment(1deb6139-56d7-471d-8530-2a2b3d622833),segment_id=1deb6139-56d7-471d-8530-2a2b3d622833)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:23.198294 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0c8f4d91-5f5a-4773-95e8-46226e3de4e9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.287718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] No DVR routers for this DVR port 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:23.299367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.302949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24c865d8-472c-46b5-b74f-04d602099667 req-2d2afc9c-d012-436c-822b-6218e7cff043 tempest-ListImageFiltersTestJSON-1892957940 tempest-ListImageFiltersTestJSON-1892957940-project] 10.222.0.71 "DELETE /v2.0/ports/0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 HTTP/1.1" status: 204 len: 173 time: 2.3622632 Feb 03 14:24:23.319835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad09b1c9-da9e-450f-89b9-f45b3fe4443e req-83d906d3-5766-4618-82e7-5de67c4e6016 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561324 Feb 03 14:24:23.321990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-3119545e-65c6-4927-aac1-4acca6fbb133 service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625138 Feb 03 14:24:23.382437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623b4b3-0c9b-43d3-bda9-70100f0499e7 None None] Pushing event updated for resources: {'Port': ['ID=0c8f4d91-5f5a-4773-95e8-46226e3de4e9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:23.408833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e57434b-8cb4-4f09-ae31-68286e067354 None None] Network cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:23.541427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-78fd7d2f-1fe2-4101-8b79-e88f000d9f39 service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029221 Feb 03 14:24:23.629808 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3e390-bd72-4023-b2c9-bcc096206190 None None] New status for floating IP d52d9c31-bc8e-407c-b35f-2f7beb756ad8: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:24:23.632615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.750499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc79dc-4620-4797-b92a-c24e4b3155bc req-7e75aec7-a559-4ba2-b4b3-5dcaa0293956 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:23.753011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3dc79dc-4620-4797-b92a-c24e4b3155bc req-7e75aec7-a559-4ba2-b4b3-5dcaa0293956 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.1806946 Feb 03 14:24:23.787792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Deleting port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:23.789037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0c8f4d91-5f5a-4773-95e8-46226e3de4e9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.808206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-97dae868-dfaa-4c68-96a0-53801b8f130f service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593446 Feb 03 14:24:23.879640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5bf2ea-fc19-4494-9445-1fc0204ac591 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:24:23.931277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] For port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0c8f4d91-5f5a-4773-95e8-46226e3de4e9,segment=NetworkSegment(1deb6139-56d7-471d-8530-2a2b3d622833),segment_id=1deb6139-56d7-471d-8530-2a2b3d622833)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:23.931839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0c8f4d91-5f5a-4773-95e8-46226e3de4e9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:23.955966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3dc79dc-4620-4797-b92a-c24e4b3155bc req-82dac221-c1c8-463e-ac89-cb5a7d3e0d98 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876402 Feb 03 14:24:23.971128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Calling delete_port for 0c8f4d91-5f5a-4773-95e8-46226e3de4e9 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:23.985869 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:24:24.034485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d0e69dfb-ace9-4832-a1c6-68b6b6707886 service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252686 Feb 03 14:24:24.134351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0c8f4d91-5f5a-4773-95e8-46226e3de4e9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.187074 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23fcdd-d600-437e-b01a-2b826f52c41c x-openstack-request-id: req-0a23fcdd-d600-437e-b01a-2b826f52c41c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:24.187365 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-plugged", "status": "completed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:24.187928 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a23fcdd-d600-437e-b01a-2b826f52c41c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:24.188053 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'code': 200} Feb 03 14:24:24.201561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No DVR routers for this DVR port 0c8f4d91-5f5a-4773-95e8-46226e3de4e9 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:24.220090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Port': ['ID=0c8f4d91-5f5a-4773-95e8-46226e3de4e9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:24.251454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-74007cfe-7fb5-4280-a91b-fac9779495fb service neutron] 10.222.0.52 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148714 Feb 03 14:24:24.307510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-deleted', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:24.309876 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e32803-cb35-40c3-88f5-bab0f472a29f" -d '{"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-deleted", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:24.313951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5bf2ea-fc19-4494-9445-1fc0204ac591 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:24:24.370752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.396520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:24.411637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deb6139-56d7-471d-8530-2a2b3d622833') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:24.413350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deb6139-56d7-471d-8530-2a2b3d622833') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:24.430239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (1deb6139-56d7-471d-8530-2a2b3d622833), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.454106 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1deb6139-56d7-471d-8530-2a2b3d622833), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.471828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:24.477470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (1deb6139-56d7-471d-8530-2a2b3d622833), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.478857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5be65b-7e25-46e5-b7d3-83e5c0e93a77 req-f5385db7-22e5-4405-8b5d-437a25e62677 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:24.481504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d5be65b-7e25-46e5-b7d3-83e5c0e93a77 req-f5385db7-22e5-4405-8b5d-437a25e62677 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1907599 Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:24.484220 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:24.529233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a586-044d-48f5-81c9-659e2156351d req-96802257-5eaa-4dda-a211-d350f97c33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:24.531392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb99a586-044d-48f5-81c9-659e2156351d req-96802257-5eaa-4dda-a211-d350f97c33e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1128 time: 0.2064497 Feb 03 14:24:24.537491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ffd8f46b-2d17-4063-9d0e-c360390e7e2c service neutron] 10.222.0.52 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843065 Feb 03 14:24:24.587631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.592911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.600211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 47904) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:24.605279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c HTTP/1.1" status: 204 len: 168 time: 3.2643476 Feb 03 14:24:24.617456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606070738'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:24.626619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530261a-237f-4cd8-b3d0-bccda832faeb tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:24.659824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d5be65b-7e25-46e5-b7d3-83e5c0e93a77 req-c1169ee7-cdee-440e-9e0b-06115bfa5dc9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603463 Feb 03 14:24:24.715428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:24.719313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.741438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb99a586-044d-48f5-81c9-659e2156351d req-c6eb7481-8b6b-4dcb-bd6d-aa49cee23335 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014196 Feb 03 14:24:24.772558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:24.786661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-f9f01d41-3954-4522-93d8-aa0ec1cd0dea service neutron] 10.222.0.52 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363317 Feb 03 14:24:24.791138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4a288222-47ad-44c8-bd46-d69461f22b71), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.792457 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 4a288222-47ad-44c8-bd46-d69461f22b71 of type vlan for network 854b8f65-0281-463c-b226-c667c088aa1f Feb 03 14:24:24.807129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:24.933473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (854b8f65-0281-463c-b226-c667c088aa1f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:25.027100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b076c-2703-4ad0-b6e9-a77146b5e505 req-455d2dfe-589e-49d9-88f9-dbdbcb28316b tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:25.028659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa8b076c-2703-4ad0-b6e9-a77146b5e505 req-455d2dfe-589e-49d9-88f9-dbdbcb28316b tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.2329812 Feb 03 14:24:25.035404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-e63aed7e-205b-4150-bfba-4c564e9ba299 service neutron] 10.222.0.52 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418494 Feb 03 14:24:25.038814 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (854b8f65-0281-463c-b226-c667c088aa1f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:25.044109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:25.044772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:25.184908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5775330 Feb 03 14:24:25.187963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:25.195965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': '854b8f65-0281-463c-b226-c667c088aa1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:25.205541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ab91-f08b-41c3-9b7c-c3c29ebaf198 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=854b8f65-0281-463c-b226-c667c088aa1f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:25.273631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 854b8f65-0281-463c-b226-c667c088aa1f details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:25.285727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa8b076c-2703-4ad0-b6e9-a77146b5e505 req-13bbbd1e-eb71-4039-a649-151501acb81e tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460666 Feb 03 14:24:25.324100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-341d947c-4b7b-4d49-bf1b-450afd60a95b service neutron] 10.222.0.52 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763898 Feb 03 14:24:25.354315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:25.359807 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:25.459413 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d983ca9-3f95-4d77-bafb-22df0f17ae52 x-openstack-request-id: req-8d983ca9-3f95-4d77-bafb-22df0f17ae52 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:25.460010 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7b00be-f57b-4290-a300-075ac4c911bb", "name": "network-vif-deleted", "tag": "0c8b2b56-3f5e-49c6-a13a-9b7259a22df8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:25.460357 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d983ca9-3f95-4d77-bafb-22df0f17ae52 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:25.460931 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b00be-f57b-4290-a300-075ac4c911bb', 'name': 'network-vif-deleted', 'tag': '0c8b2b56-3f5e-49c6-a13a-9b7259a22df8', 'status': 'completed', 'code': 200} Feb 03 14:24:25.663417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ae045-e152-4b4a-98bf-18d36bb31729 req-6784d658-319b-46a6-9bd1-ab552ce1ffa4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:25.667216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (9a0a0a6b-2540-49cf-8991-a171cb4555f2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:25.671739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f0ae045-e152-4b4a-98bf-18d36bb31729 req-6784d658-319b-46a6-9bd1-ab552ce1ffa4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.1036768 Feb 03 14:24:25.733835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f0ae045-e152-4b4a-98bf-18d36bb31729 req-93da9e84-1c60-4bba-96c2-bb25f6efc6d0 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612233 Feb 03 14:24:25.751980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=9a0a0a6b-2540-49cf-8991-a171cb4555f2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:25.758308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '4a288222-47ad-44c8-bd46-d69461f22b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '854b8f65-0281-463c-b226-c667c088aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:25.758842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: 854b8f65-0281-463c-b226-c667c088aa1f, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:25.779418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network 854b8f65-0281-463c-b226-c667c088aa1f is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:25.794480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 854b8f65-0281-463c-b226-c667c088aa1f) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:25.808633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4548e2-aca9-4e72-ab0f-ed632b105809 None None] Network 854b8f65-0281-463c-b226-c667c088aa1f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:25.821179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:25.823905 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:25.866514 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-10f6e274-79e1-47f6-9575-22ca5f44c9b2 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6733789 Feb 03 14:24:25.868316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 47930) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:25.929255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:25.947125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cd544-3a5a-422f-a532-a49978e436e2 req-6526d70e-5b60-4f2c-92a8-177df7b876b5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:25.960577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a89cd544-3a5a-422f-a532-a49978e436e2 req-6526d70e-5b60-4f2c-92a8-177df7b876b5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1207235 Feb 03 14:24:25.963697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:24:25.964474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0c8b2b56-3f5e-49c6-a13a-9b7259a22df8 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:24:26.023364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a89cd544-3a5a-422f-a532-a49978e436e2 req-6b4d9f7d-158a-40f8-b99a-1c346ddd5de8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615218 Feb 03 14:24:26.095090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-854b8f65-0281-463c-b226-c667c088aa1f', 'network_id': '854b8f65-0281-463c-b226-c667c088aa1f', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': '9a0a0a6b-2540-49cf-8991-a171cb4555f2'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:26.103432 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:26.293228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e883f9-f519-4577-a226-49741935d6a2 req-36ec3759-bdc1-4ee3-837e-8cbc82c0628a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:26.295343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0e883f9-f519-4577-a226-49741935d6a2 req-36ec3759-bdc1-4ee3-837e-8cbc82c0628a tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.1601646 Feb 03 14:24:26.424516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0e883f9-f519-4577-a226-49741935d6a2 req-72ea626c-94f1-4b86-8e0b-ed2c289ff0dc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114829 Feb 03 14:24:26.474957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Allocated IP 172.20.0.1 (854b8f65-0281-463c-b226-c667c088aa1f/9a0a0a6b-2540-49cf-8991-a171cb4555f2/ce5c7fab-fba0-4cb9-a465-f5cba65c4101) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:26.636460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08817529-28fe-4bd2-afb2-c701b322185a req-af65b146-beb4-4e1f-b3a7-0affa35a6f65 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:26.642710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08817529-28fe-4bd2-afb2-c701b322185a req-af65b146-beb4-4e1f-b3a7-0affa35a6f65 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.0850670 Feb 03 14:24:26.696097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (854b8f65-0281-463c-b226-c667c088aa1f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:26.718823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08817529-28fe-4bd2-afb2-c701b322185a req-94b924bc-c870-4492-b178-a3141af32a58 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651262 Feb 03 14:24:26.783581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Publish callbacks [] for port (ce5c7fab-fba0-4cb9-a465-f5cba65c4101), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:26.785554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9a0a0a6b-2540-49cf-8991-a171cb4555f2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:26.796452 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ce5c7fab-fba0-4cb9-a465-f5cba65c4101), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:26.832239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Network 854b8f65-0281-463c-b226-c667c088aa1f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:26.835774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:26.872740 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (9a0a0a6b-2540-49cf-8991-a171cb4555f2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:26.877908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e212ebe4-db71-416b-b764-17c6d76b085e req-cf1c6140-8d9c-4339-bd89-58a61a3d87cc tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0458889 Feb 03 14:24:26.913546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:26.940400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0a0a6b-2540-49cf-8991-a171cb4555f2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:27.004778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Pushing event updated for resources: {'Port': ['ID=ce5c7fab-fba0-4cb9-a465-f5cba65c4101,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:27.031428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Attempting to bind port ce5c7fab-fba0-4cb9-a465-f5cba65c4101 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:27.031805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Attempting to bind port ce5c7fab-fba0-4cb9-a465-f5cba65c4101 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '4a288222-47ad-44c8-bd46-d69461f22b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '854b8f65-0281-463c-b226-c667c088aa1f'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:27.032215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Attempting to bind port ce5c7fab-fba0-4cb9-a465-f5cba65c4101 on network 854b8f65-0281-463c-b226-c667c088aa1f {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:27.041460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:27.042240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Checking segment: {'id': '4a288222-47ad-44c8-bd46-d69461f22b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '854b8f65-0281-463c-b226-c667c088aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:27.043095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.043673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Bound using segment: {'id': '4a288222-47ad-44c8-bd46-d69461f22b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '854b8f65-0281-463c-b226-c667c088aa1f'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:27.044170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Bound port: ce5c7fab-fba0-4cb9-a465-f5cba65c4101, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a288222-47ad-44c8-bd46-d69461f22b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '854b8f65-0281-463c-b226-c667c088aa1f'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:27.044635 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ce5c7fab-fba0-4cb9-a465-f5cba65c4101), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.090011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6571e-5c24-4456-b876-cf3d401f1e31 req-609302f9-5eb9-4dba-a9f7-e0976de32cb3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.091695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ae6571e-5c24-4456-b876-cf3d401f1e31 req-609302f9-5eb9-4dba-a9f7-e0976de32cb3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.0983665 Feb 03 14:24:27.121546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (854b8f65-0281-463c-b226-c667c088aa1f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.151794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854b8f65-0281-463c-b226-c667c088aa1f']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:27.165373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a288222-47ad-44c8-bd46-d69461f22b71') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:27.166117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a288222-47ad-44c8-bd46-d69461f22b71') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:27.169721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] For port ce5c7fab-fba0-4cb9-a465-f5cba65c4101, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:27.174446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] For port ce5c7fab-fba0-4cb9-a465-f5cba65c4101, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ce5c7fab-fba0-4cb9-a465-f5cba65c4101,segment=NetworkSegment(4a288222-47ad-44c8-bd46-d69461f22b71),segment_id=4a288222-47ad-44c8-bd46-d69461f22b71)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:27.177100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ae6571e-5c24-4456-b876-cf3d401f1e31 req-3c303afa-9be1-4cbe-8689-761a5d9dc64c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775471 Feb 03 14:24:27.182092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ce5c7fab-fba0-4cb9-a465-f5cba65c4101), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.193187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (4a288222-47ad-44c8-bd46-d69461f22b71), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.217031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4a288222-47ad-44c8-bd46-d69461f22b71), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.238629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:27.239124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (4a288222-47ad-44c8-bd46-d69461f22b71), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:27.314783 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:27.321074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:24:27.321074 n-d-827549-2 neutron-server[103341]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:24:27.321074 n-d-827549-2 neutron-server[103341]: [parameters: {'id': '854b8f65-0281-463c-b226-c667c088aa1f'}] Feb 03 14:24:27.321074 n-d-827549-2 neutron-server[103341]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:24:27.321369 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:24:27.367204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58680fa2-44e7-4f81-95db-8c642b459a1f None None] Pushing event updated for resources: {'Port': ['ID=ce5c7fab-fba0-4cb9-a465-f5cba65c4101,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:27.405103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9e0be-e1fe-4b63-83c7-b798ede72864 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:24:27.429289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b670d6-533d-46c5-84f3-4f06aedf0b71 req-7677dcb8-fe71-4468-aff8-8bc5105e171e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.436904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b670d6-533d-46c5-84f3-4f06aedf0b71 req-7677dcb8-fe71-4468-aff8-8bc5105e171e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1242120 Feb 03 14:24:27.459493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-0f28da38-aa5a-45bc-8554-4a72a8226227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.461184 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-0f28da38-aa5a-45bc-8554-4a72a8226227 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 1128 time: 0.1455336 Feb 03 14:24:27.506494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b670d6-533d-46c5-84f3-4f06aedf0b71 req-9d63333f-e0cd-48ec-bbb3-ecd5c53910a3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685689 Feb 03 14:24:27.592744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-e968aadb-2b7e-4670-b090-d37d8f65c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.606068 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-e968aadb-2b7e-4670-b090-d37d8f65c5c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.1366043 Feb 03 14:24:27.669663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00ab18-5986-43fb-95ae-4062c2fe580d req-cb66ba99-a86c-4e36-bf6b-46ad3b8c58c6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.671769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00ab18-5986-43fb-95ae-4062c2fe580d req-cb66ba99-a86c-4e36-bf6b-46ad3b8c58c6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.0789747 Feb 03 14:24:27.682573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48014) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:27.682920 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-13dea070-8ff3-4579-bafb-2e20dc6107ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72 HTTP/1.1" status: 200 len: 217 time: 0.0685413 Feb 03 14:24:27.687850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Request body: {'floatingip': {'port_id': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:27.709140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e9e0be-e1fe-4b63-83c7-b798ede72864 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:24:27.770605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-fd796a02-a723-4e7e-89e5-2b1e697aa54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.772230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-fd796a02-a723-4e7e-89e5-2b1e697aa54f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0883644 Feb 03 14:24:27.814759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (ce278f84-d16d-48a0-b98a-05b2214bd2a3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.822145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (854b8f65-0281-463c-b226-c667c088aa1f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:27.880598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-091808b4-6fe1-4986-bf05-a467a0ad52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.882022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-091808b4-6fe1-4986-bf05-a467a0ad52cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1038842 Feb 03 14:24:27.977546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0262f-8c82-4e59-bee8-9ead57abd989 req-a76279d3-fc27-4c76-b977-1a9b12e68a2b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:27.980094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50a0262f-8c82-4e59-bee8-9ead57abd989 req-a76279d3-fc27-4c76-b977-1a9b12e68a2b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 946 time: 0.2881348 Feb 03 14:24:27.999462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0937f43-2857-4c4e-aa86-85cdbf943dac req-ca86edee-f914-4b10-84fe-2b28d36c4c5b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.000225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Deleting port ce5c7fab-fba0-4cb9-a465-f5cba65c4101 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:28.000614 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ce5c7fab-fba0-4cb9-a465-f5cba65c4101), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.001322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0937f43-2857-4c4e-aa86-85cdbf943dac req-ca86edee-f914-4b10-84fe-2b28d36c4c5b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2136521 Feb 03 14:24:28.039300 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-6ecce1e7-180c-407e-a16f-d1186fe72f51 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411269 Feb 03 14:24:28.039916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2643e7b1-8ecd-436d-a0e4-327162d19101 None None] Network 854b8f65-0281-463c-b226-c667c088aa1f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:28.111799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] For port ce5c7fab-fba0-4cb9-a465-f5cba65c4101, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ce5c7fab-fba0-4cb9-a465-f5cba65c4101,segment=NetworkSegment(4a288222-47ad-44c8-bd46-d69461f22b71),segment_id=4a288222-47ad-44c8-bd46-d69461f22b71)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:28.112353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ce5c7fab-fba0-4cb9-a465-f5cba65c4101), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.153926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Calling delete_port for ce5c7fab-fba0-4cb9-a465-f5cba65c4101 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:28.191776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50a0262f-8c82-4e59-bee8-9ead57abd989 req-c9b886fc-8dde-46c5-82e2-f598dc62d785 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805501 Feb 03 14:24:28.212906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0937f43-2857-4c4e-aa86-85cdbf943dac req-bd8b3697-1bf0-4262-9790-e4db6d953572 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848092 Feb 03 14:24:28.312357 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-86b21af6-ee96-4d3d-8105-06a9774315d5 req-1be9eef1-5a3b-4be7-9e6d-a38494dfd590 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406702 Feb 03 14:24:28.318276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ce5c7fab-fba0-4cb9-a465-f5cba65c4101), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.372288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-73706198-48cf-45d3-9496-14d434e6f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.374075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-73706198-48cf-45d3-9496-14d434e6f0b4 service neutron] 10.222.0.45 "GET /v2.0/ports/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 HTTP/1.1" status: 200 len: 1028 time: 0.1544981 Feb 03 14:24:28.425263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Port': ['ID=ce5c7fab-fba0-4cb9-a465-f5cba65c4101,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:28.428198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No DVR routers for this DVR port ce5c7fab-fba0-4cb9-a465-f5cba65c4101 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:28.512721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72870925-6ade-40d0-80c9-e41bc9353500 req-c4e27787-a3c1-4880-b3d8-60455702249b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0516701 Feb 03 14:24:28.513658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ee79398a-6dc3-421c-9a12-c5736835193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.514990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ee79398a-6dc3-421c-9a12-c5736835193f service neutron] 10.222.0.45 "GET /v2.0/ports/ae1a051f-333b-4125-bc94-9614d76b79d7 HTTP/1.1" status: 200 len: 1026 time: 0.1311398 Feb 03 14:24:28.556171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (854b8f65-0281-463c-b226-c667c088aa1f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.612405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854b8f65-0281-463c-b226-c667c088aa1f']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:28.633152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a288222-47ad-44c8-bd46-d69461f22b71') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:28.633910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a288222-47ad-44c8-bd46-d69461f22b71') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:28.662108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (4a288222-47ad-44c8-bd46-d69461f22b71), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.678601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4a288222-47ad-44c8-bd46-d69461f22b71), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.687768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:28.688575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (4a288222-47ad-44c8-bd46-d69461f22b71), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:28.693625 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:28.727035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-8729206d-7b49-4746-a153-ff67b3bb2593 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.733571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-8729206d-7b49-4746-a153-ff67b3bb2593 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.739806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-8729206d-7b49-4746-a153-ff67b3bb2593 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.741775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-8729206d-7b49-4746-a153-ff67b3bb2593 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "GET /v2.0/networks?id=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=2c5146eb-106c-4866-b5d4-59fca7eee354&id=2c5146eb-106c-4866-b5d4-59fca7eee354 HTTP/1.1" status: 200 len: 1989 time: 0.2199724 Feb 03 14:24:28.780396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (854b8f65-0281-463c-b226-c667c088aa1f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.794014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.798300 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/854b8f65-0281-463c-b226-c667c088aa1f HTTP/1.1" status: 204 len: 168 time: 2.9278226 Feb 03 14:24:28.807529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48042) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:28.811100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed417c6-117c-494a-ae96-39d92fbec72f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=854b8f65-0281-463c-b226-c667c088aa1f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:28.819642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1513120302'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:28.915705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:28.919139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.960622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:28.974402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62dbc3-d317-4131-b25a-10b300a7ffd5 req-3aad7b70-3188-42e9-9a23-de993f657800 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:28.981605 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e62dbc3-d317-4131-b25a-10b300a7ffd5 req-3aad7b70-3188-42e9-9a23-de993f657800 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3460467 Feb 03 14:24:28.989769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48046) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:28.990068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (ce278f84-d16d-48a0-b98a-05b2214bd2a3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.012583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:29.143429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 11382a58-751a-4fab-a9fc-76dd3a83cd72 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:29.151006 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a551423d-c8e2-49a3-8ccb-685c61ab1e91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e27b567b1fda4faf8c88cc7d73a62e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594887 Feb 03 14:24:29.154043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:29.229665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 11382a58-751a-4fab-a9fc-76dd3a83cd72 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:29.230324 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.247924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a42a1bfc-5fe6-4bea-8a26-828495839e61 admin admin] Publish callbacks [] for security_group (ab45fcd7-cbe4-43ca-8ad0-d1033d851178), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.270939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:29.273406 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e13098-2373-414e-8384-65a432f9485d" -d '{"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-unplugged", "status": "completed", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:29.275498 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a42a1bfc-5fe6-4bea-8a26-828495839e61 admin admin] Publish callbacks [] for security_group (ab45fcd7-cbe4-43ca-8ad0-d1033d851178), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.301658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:29.306295 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.338639 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a42a1bfc-5fe6-4bea-8a26-828495839e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ab45fcd7-cbe4-43ca-8ad0-d1033d851178), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.341323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a42a1bfc-5fe6-4bea-8a26-828495839e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.342764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a42a1bfc-5fe6-4bea-8a26-828495839e61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab45fcd7-cbe4-43ca-8ad0-d1033d851178 HTTP/1.1" status: 204 len: 168 time: 0.1872852 Feb 03 14:24:29.351762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a1bfc-5fe6-4bea-8a26-828495839e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab45fcd7-cbe4-43ca-8ad0-d1033d851178,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:29.393150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:29.449580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d3470472-8b2e-439b-acee-800ce107cb76 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7 HTTP/1.1" status: 200 len: 380 time: 0.6408229 Feb 03 14:24:29.465668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'admin_state_up': True, 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'security_groups': ['84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:29.496536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7e549fbd-6483-4552-97e0-85384e0eef99), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.496957 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 7e549fbd-6483-4552-97e0-85384e0eef99 of type vlan for network bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e Feb 03 14:24:29.681574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e62dbc3-d317-4131-b25a-10b300a7ffd5 req-82456417-0024-4b4a-bc0d-5920f46125eb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990833 Feb 03 14:24:29.684027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.742216 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938b9485-839a-4d0c-ab39-df49cec95216 x-openstack-request-id: req-938b9485-839a-4d0c-ab39-df49cec95216 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:29.742405 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-unplugged", "status": "completed", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:29.742642 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-938b9485-839a-4d0c-ab39-df49cec95216 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:29.743202 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'code': 200} Feb 03 14:24:29.755580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f202bd-4545-4071-b843-227741fdaf78 req-a2fbfcea-31db-4799-92b2-956fd2f975ff tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:29.763535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12f202bd-4545-4071-b843-227741fdaf78 req-a2fbfcea-31db-4799-92b2-956fd2f975ff tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 944 time: 0.3127513 Feb 03 14:24:29.782802 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Floating IP ce278f84-d16d-48a0-b98a-05b2214bd2a3 associated. External IP: 172.25.0.37, port: a67f2498-da17-4782-bb69-2a9e0a6b1bda. Feb 03 14:24:29.852716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.857551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:29.858180 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:29.947633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff41ad33-e86d-48db-b895-c12669c94a57 req-edcbf8b1-d3a1-4ea8-8224-9ebc345f4c9f tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0955648 Feb 03 14:24:30.004555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:30.007948 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.015417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2026501 Feb 03 14:24:30.016329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48080) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:30.025087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': 'bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:30.042695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa6d7c-6035-4aa0-9be8-c65e186cfefd tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:30.065047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:30.103493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12f202bd-4545-4071-b843-227741fdaf78 req-8de758ee-6e8d-4e4a-8531-9bf28a8ad337 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387794 Feb 03 14:24:30.199204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:30.204684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.317528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fbdc6-e853-4f59-81c6-4357605b9e0a req-145eeb6f-78e4-44ac-9d78-6ecdfdca3c5e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:30.324120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-274fbdc6-e853-4f59-81c6-4357605b9e0a req-145eeb6f-78e4-44ac-9d78-6ecdfdca3c5e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2175117 Feb 03 14:24:30.491913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (7bc7ab24-1c3a-463d-b8fa-1686f9382ec5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.496744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:24:30.500305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-274fbdc6-e853-4f59-81c6-4357605b9e0a req-6b6093df-cdaf-4c4b-a5c6-e6f56ca32c0e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747637 Feb 03 14:24:30.518532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 172.20.0.11 (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3/5bc31396-c90f-4df0-b69c-8ce5f9c15c35/50c3ab0a-0b3c-4786-aa8e-50aa344b7e93) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:30.583856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=7bc7ab24-1c3a-463d-b8fa-1686f9382ec5,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:30.597069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '7e549fbd-6483-4552-97e0-85384e0eef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:30.597271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:30.620991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:30.635794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:30.644549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fe5f4-f4f8-449f-9bec-33d368550350 None None] Network bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:30.651940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:30.653147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.693303 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99a7fedc-3e0c-4993-a773-8f7af29d62b5 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6744688 Feb 03 14:24:30.694140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48098) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:30.820151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.854073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70434-64bf-4d9a-9f36-f086550ae9cc req-04fe75e1-af21-4b54-8440-78ff77e40b5c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:30.861049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9d70434-64bf-4d9a-9f36-f086550ae9cc req-04fe75e1-af21-4b54-8440-78ff77e40b5c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1697199 Feb 03 14:24:30.873652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:24:30.884068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.902369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] Sync routers for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:24:30.911208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48102) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:30.913667 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.917570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d968089-598c-45f4-ae07-93f85f2d3842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e', 'network_id': 'bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': '7bc7ab24-1c3a-463d-b8fa-1686f9382ec5'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:30.920297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d968089-598c-45f4-ae07-93f85f2d3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.931857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7bc7ab24-1c3a-463d-b8fa-1686f9382ec5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:30.993433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9d70434-64bf-4d9a-9f36-f086550ae9cc req-b77099e6-b944-4749-b91a-460177c97823 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130393 Feb 03 14:24:30.997067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:24:30.998840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:31.015312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fbc23d03-1ff8-404f-aedf-17f827a475b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "PUT /v2.0/floatingips/ce278f84-d16d-48a0-b98a-05b2214bd2a3 HTTP/1.1" status: 200 len: 991 time: 3.3313203 Feb 03 14:24:31.020724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:31.026037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (7bc7ab24-1c3a-463d-b8fa-1686f9382ec5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.029561 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301da8f6-b05a-4665-9456-a64947d9db73" -d '{"events": [{"name": "network-changed", "server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:31.082538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc7ab24-1c3a-463d-b8fa-1686f9382ec5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:31.096778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.147431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.178405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40401d71-1f52-4e4d-8d5a-cd7139a6a9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.195668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:31.219587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e549fbd-6483-4552-97e0-85384e0eef99') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:31.219997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e549fbd-6483-4552-97e0-85384e0eef99') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:31.236878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (7e549fbd-6483-4552-97e0-85384e0eef99), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.241267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:31.257286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:31.264800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7e549fbd-6483-4552-97e0-85384e0eef99), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.266866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:31.280999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:24:31.281223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:31.281456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (7e549fbd-6483-4552-97e0-85384e0eef99), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:31.285379 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:31.349847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:31.350398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.362568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:31.387298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.408921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1eb826-d2a6-4d8e-8721-b44c8c78babe req-1eb35edd-e107-4851-9ab2-5e5bdd28504d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:31.409762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.411163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc1eb826-d2a6-4d8e-8721-b44c8c78babe req-1eb35edd-e107-4851-9ab2-5e5bdd28504d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 932 time: 0.2914400 Feb 03 14:24:31.420620 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e HTTP/1.1" status: 204 len: 168 time: 0.7219825 Feb 03 14:24:31.420620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40401d71-1f52-4e4d-8d5a-cd7139a6a9b5 admin admin] Publish callbacks [] for security_group (de072034-1680-4005-a84f-06f47dca09b7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.422966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48116) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:31.426113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8e7e8-0580-4abe-968e-a1cace9358ea req-bd928c48-d55d-4352-aae6-4c0d6d8b09fb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:31.432964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95c8e7e8-0580-4abe-968e-a1cace9358ea req-bd928c48-d55d-4352-aae6-4c0d6d8b09fb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3142629 Feb 03 14:24:31.438610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ce30c967-9b4d-4c2e-86a3-a0d1f0cd219b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9808815 Feb 03 14:24:31.445936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee4e2c-8020-4e24-a0a7-1ac609418e3a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:31.458310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586367810'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:31.460295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'admin_state_up': True, 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'security_groups': ['84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:31.463640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40401d71-1f52-4e4d-8d5a-cd7139a6a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de072034-1680-4005-a84f-06f47dca09b7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-1d968089-598c-45f4-ae07-93f85f2d3842 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bc7ab24-1c3a-463d-b8fa-1686f9382ec5: This subnet is being modified by another concurrent operation. Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:24:31.481648 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bc7ab24-1c3a-463d-b8fa-1686f9382ec5: This subnet is being modified by another concurrent operation. Feb 03 14:24:31.485905 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:24:31.525413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40401d71-1f52-4e4d-8d5a-cd7139a6a9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de072034-1680-4005-a84f-06f47dca09b7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:31.549974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f8db3-4cfa-4b52-bf5e-7e711d45a7c4 None None] Network bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:31.572961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:31.578916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.582863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f8db3-4cfa-4b52-bf5e-7e711d45a7c4 None None] Network bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:24:31.604936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95c8e7e8-0580-4abe-968e-a1cace9358ea req-71c7451a-f924-4332-8aff-7457275ef4c1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701517 Feb 03 14:24:31.609571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48118) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:31.610073 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40401d71-1f52-4e4d-8d5a-cd7139a6a9b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6973a863abe49bd85945c9552699c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6972675 Feb 03 14:24:31.626667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:31.632536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc1eb826-d2a6-4d8e-8721-b44c8c78babe req-04d930d4-50d0-4ce2-9bf8-afa73ff14dba tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883736 Feb 03 14:24:31.641847 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (037b5e10-5c83-4731-8f5f-ed4859edb5e2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.642416 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 037b5e10-5c83-4731-8f5f-ed4859edb5e2 of type vlan for network ce210c00-0e03-4692-9032-5a6fbb68f50d Feb 03 14:24:31.706799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ce210c00-0e03-4692-9032-5a6fbb68f50d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.744749 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ce210c00-0e03-4692-9032-5a6fbb68f50d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.753189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:31.753791 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09d0c7-0e46-4b75-841a-01fa972bb945 x-openstack-request-id: req-7f09d0c7-0e46-4b75-841a-01fa972bb945 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:31.754631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:31.755016 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:31.755381 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f09d0c7-0e46-4b75-841a-01fa972bb945 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:31.757294 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'status': 'completed', 'code': 200} Feb 03 14:24:31.806759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3821311 Feb 03 14:24:31.811378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48122) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:31.816710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': 'ce210c00-0e03-4692-9032-5a6fbb68f50d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:31.901271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c626cff-2323-43b1-bf62-9fbcb0ee10a0 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:24:31.911518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b361a8-64c1-4bf1-b104-3a85fd9289c6 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=ce210c00-0e03-4692-9032-5a6fbb68f50d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:31.965361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40331f3-d20f-4a83-b0aa-73572039c198 req-5a6e860d-94af-4c56-981b-6574f739b133 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:31.967553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ce210c00-0e03-4692-9032-5a6fbb68f50d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:31.968351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c40331f3-d20f-4a83-b0aa-73572039c198 req-5a6e860d-94af-4c56-981b-6574f739b133 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.2085903 Feb 03 14:24:31.970297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:31.974075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.003802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:32.008735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.033035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e94eb4b8-87ef-44eb-8af8-a05842e98337 admin admin] Publish callbacks [] for security_group (de072034-1680-4005-a84f-06f47dca09b7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.044029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da8f6-b05a-4665-9456-a64947d9db73 req-df9f5cc6-a597-49b9-818c-1ac0817fd50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:32.045851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-301da8f6-b05a-4665-9456-a64947d9db73 req-df9f5cc6-a597-49b9-818c-1ac0817fd50d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1128 time: 0.2611296 Feb 03 14:24:32.096597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c45f1d97-77ba-42b4-b2c6-ae01e8e15f25 None None] Provisioning complete for port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:32.096984 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c45f1d97-77ba-42b4-b2c6-ae01e8e15f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.115705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Performing IP validity checks on allocation pools {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 14:24:32.116408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 14:24:32.136939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e88b5f-4906-4115-8ca5-e8e15eb61e08 req-8b14f5b0-004e-4013-bf41-d1e8d1d232c1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:32.145055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7e88b5f-4906-4115-8ca5-e8e15eb61e08 req-8b14f5b0-004e-4013-bf41-d1e8d1d232c1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 944 time: 0.2686176 Feb 03 14:24:32.218536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c45f1d97-77ba-42b4-b2c6-ae01e8e15f25 None None] Port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:32.265355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da8f6-b05a-4665-9456-a64947d9db73 req-ae3e1372-ab58-4160-836b-dec7e886a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:32.267804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-301da8f6-b05a-4665-9456-a64947d9db73 req-ae3e1372-ab58-4160-836b-dec7e886a4ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.1118946 Feb 03 14:24:32.278277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0fdb1995-a2e5-4690-9910-c5782fb58474), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.312230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'ce278f84-d16d-48a0-b98a-05b2214bd2a3', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'port_id': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'mac_address': 'fa:16:3e:09:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c63516-63c4-4b66-8a04-91abed6d2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:24:01Z', 'updated_at': '2022-02-03T14:24:28Z', 'revision_number': 1, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:32.312707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e94eb4b8-87ef-44eb-8af8-a05842e98337 admin admin] Publish callbacks [] for security_group (de072034-1680-4005-a84f-06f47dca09b7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.353708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] Checking router: 52d5f2c3-e5ef-4e72-9755-735db420e0a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:24:32.365848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c626cff-2323-43b1-bf62-9fbcb0ee10a0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:24:32.384405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '037b5e10-5c83-4731-8f5f-ed4859edb5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ce210c00-0e03-4692-9032-5a6fbb68f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:32.384828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: ce210c00-0e03-4692-9032-5a6fbb68f50d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:32.387238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=0fdb1995-a2e5-4690-9910-c5782fb58474,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:32.388410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:24:32.390490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:32.408688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network ce210c00-0e03-4692-9032-5a6fbb68f50d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:32.418458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ce210c00-0e03-4692-9032-5a6fbb68f50d) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:32.430311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:32.430981 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.452144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c53f2a14-88b9-4ce6-a3e4-4e95ad04f98c tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6389580 Feb 03 14:24:32.456039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48126) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:32.527784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c40331f3-d20f-4a83-b0aa-73572039c198 req-9038bf9c-62b3-4a80-9976-db04fd881ad7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489287 Feb 03 14:24:32.609898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7e88b5f-4906-4115-8ca5-e8e15eb61e08 req-99ddd236-50a7-4612-b13b-6b03dafca8e5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633298 Feb 03 14:24:32.617827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-301da8f6-b05a-4665-9456-a64947d9db73 req-b1524efe-a786-4146-9221-c83b69be7868 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 999 time: 0.3371787 Feb 03 14:24:32.619745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 10.1.1.233 (7ba15282-c5d7-444e-9bed-1cb97a7fc84c/cd305172-b979-4362-8537-00ed23fc4630/281bb293-8b6c-4ac1-abfc-63eca6db1a19) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:32.637947 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ce210c00-0e03-4692-9032-5a6fbb68f50d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.745433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0fdb1995-a2e5-4690-9910-c5782fb58474), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.767007 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e94eb4b8-87ef-44eb-8af8-a05842e98337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de072034-1680-4005-a84f-06f47dca09b7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.773683 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e94eb4b8-87ef-44eb-8af8-a05842e98337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.781145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e94eb4b8-87ef-44eb-8af8-a05842e98337 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de072034-1680-4005-a84f-06f47dca09b7 HTTP/1.1" status: 204 len: 168 time: 1.1696620 Feb 03 14:24:32.815465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:24:32.855458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0fdb1995-a2e5-4690-9910-c5782fb58474), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:32.884754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eb4b8-87ef-44eb-8af8-a05842e98337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de072034-1680-4005-a84f-06f47dca09b7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:32.923257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdb1995-a2e5-4690-9910-c5782fb58474,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:32.929389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da8f6-b05a-4665-9456-a64947d9db73 req-cea37c20-7e7e-407c-aabb-8925064723ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:32.930860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-301da8f6-b05a-4665-9456-a64947d9db73 req-cea37c20-7e7e-407c-aabb-8925064723ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.2798028 Feb 03 14:24:33.120151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ce210c00-0e03-4692-9032-5a6fbb68f50d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.166199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce210c00-0e03-4692-9032-5a6fbb68f50d']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:33.177965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.192459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037b5e10-5c83-4731-8f5f-ed4859edb5e2') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:33.193259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037b5e10-5c83-4731-8f5f-ed4859edb5e2') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:33.212808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (037b5e10-5c83-4731-8f5f-ed4859edb5e2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.235777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (037b5e10-5c83-4731-8f5f-ed4859edb5e2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.243840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 11382a58-751a-4fab-a9fc-76dd3a83cd72 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:33.247850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:33.248618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (037b5e10-5c83-4731-8f5f-ed4859edb5e2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:33.252369 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:33.269087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.331594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017b72-d002-4b9c-b36d-588059ae39f5 req-57e0a340-fdd1-4654-a03a-6aea04362b52 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:33.332804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d017b72-d002-4b9c-b36d-588059ae39f5 req-57e0a340-fdd1-4654-a03a-6aea04362b52 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.5324461 Feb 03 14:24:33.374084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ce210c00-0e03-4692-9032-5a6fbb68f50d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.386111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 11382a58-751a-4fab-a9fc-76dd3a83cd72 is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:33.398382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.402349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/ce210c00-0e03-4692-9032-5a6fbb68f50d HTTP/1.1" status: 204 len: 168 time: 0.9449422 Feb 03 14:24:33.403260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e170-ee20-4ef7-87aa-f9c8919b38ce tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=ce210c00-0e03-4692-9032-5a6fbb68f50d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:33.410578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48148) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:33.415608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621431280'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:33.437182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:33.441821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.491179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:33.491390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5052fa-a5ea-4e48-b378-6695c743e85e None None] Network ce210c00-0e03-4692-9032-5a6fbb68f50d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:33.508470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (70280aab-e9a8-4e7b-9b5d-4d27e250de15), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.508928 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 70280aab-e9a8-4e7b-9b5d-4d27e250de15 of type vlan for network 5238f9c8-4587-4f6e-a739-10b79b70ed74 Feb 03 14:24:33.520028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5052fa-a5ea-4e48-b378-6695c743e85e None None] Network ce210c00-0e03-4692-9032-5a6fbb68f50d could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:24:33.536435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fddefe-f343-4309-b422-1d4de0b974bb None None] Network ce210c00-0e03-4692-9032-5a6fbb68f50d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:33.541045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'ce278f84-d16d-48a0-b98a-05b2214bd2a3', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'port_id': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'mac_address': 'fa:16:3e:09:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c63516-63c4-4b66-8a04-91abed6d2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:24:01Z', 'updated_at': '2022-02-03T14:24:28Z', 'revision_number': 1, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:33.580320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992888b1-ba78-4952-84e7-df8cd6174029 None None] The sync data for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 is: [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'ce278f84-d16d-48a0-b98a-05b2214bd2a3', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'port_id': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'mac_address': 'fa:16:3e:09:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c63516-63c4-4b66-8a04-91abed6d2058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:24:01Z', 'updated_at': '2022-02-03T14:24:28Z', 'revision_number': 1, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:24:33.582953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fddefe-f343-4309-b422-1d4de0b974bb None None] Network ce210c00-0e03-4692-9032-5a6fbb68f50d could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:24:33.605375 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5238f9c8-4587-4f6e-a739-10b79b70ed74), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.667122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5238f9c8-4587-4f6e-a739-10b79b70ed74), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.674206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:33.676500 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:33.778758 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3668547 Feb 03 14:24:33.782401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48160) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:33.787164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': '5238f9c8-4587-4f6e-a739-10b79b70ed74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:33.794828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee19b4-5184-49fb-8887-9ca841474f14 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=5238f9c8-4587-4f6e-a739-10b79b70ed74,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:33.812004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5238f9c8-4587-4f6e-a739-10b79b70ed74 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:33.905019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:33.910492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.001646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da8f6-b05a-4665-9456-a64947d9db73 req-932ffaa7-3eaf-4fc0-aa9b-e40f0a3a07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.003665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-301da8f6-b05a-4665-9456-a64947d9db73 req-932ffaa7-3eaf-4fc0-aa9b-e40f0a3a07e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0646608 Feb 03 14:24:34.015305 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c1f4-1924-4ed0-a437-dce902980617 None None] New status for floating IP ce278f84-d16d-48a0-b98a-05b2214bd2a3: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:24:34.022643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:34.023770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=281bb293-8b6c-4ac1-abfc-63eca6db1a19,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:34.031572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:34.047845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:34.120718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.125847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.211520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003192-732b-4bbb-9c36-a0d8a72d3503 req-25895798-2510-45e3-a16c-8f96c394f95d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.219232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003192-732b-4bbb-9c36-a0d8a72d3503 req-25895798-2510-45e3-a16c-8f96c394f95d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.222770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74003192-732b-4bbb-9c36-a0d8a72d3503 req-25895798-2510-45e3-a16c-8f96c394f95d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 1654 time: 0.9674759 Feb 03 14:24:34.274207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (1b1db535-9c59-4fd8-bd2c-b29f4803c333), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.275427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-29705421-42f0-4de9-8fdb-8947058c2901 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8272388 Feb 03 14:24:34.307923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d017b72-d002-4b9c-b36d-588059ae39f5 req-25c5c5bf-ef01-4fd3-96d2-9dfd6b1611fc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544011 Feb 03 14:24:34.373850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'admin_state_up': True, 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'security_groups': ['84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:34.380148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '70280aab-e9a8-4e7b-9b5d-4d27e250de15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5238f9c8-4587-4f6e-a739-10b79b70ed74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:34.380552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: 5238f9c8-4587-4f6e-a739-10b79b70ed74, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:34.388001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=1b1db535-9c59-4fd8-bd2c-b29f4803c333,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:34.410551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network 5238f9c8-4587-4f6e-a739-10b79b70ed74 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:34.427840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5238f9c8-4587-4f6e-a739-10b79b70ed74) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:34.432477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.432795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.440551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a0f184-2064-49db-b72e-f55a18778a67 None None] Network 5238f9c8-4587-4f6e-a739-10b79b70ed74 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:34.460764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7bd8fa10-aa5b-421a-ba0c-c3c17089820a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6776741 Feb 03 14:24:34.463367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48172) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:34.553764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-07ffc71c-67ec-48e2-809d-908bcc66c0cb None None] Provisioning complete for port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:34.554152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07ffc71c-67ec-48e2-809d-908bcc66c0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.575593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5238f9c8-4587-4f6e-a739-10b79b70ed74), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.595065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74003192-732b-4bbb-9c36-a0d8a72d3503 req-4154ab2d-57fa-4dbb-8a63-0a9193bcbf76 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366473 Feb 03 14:24:34.618128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-301da8f6-b05a-4665-9456-a64947d9db73 req-00886492-856b-4699-90ea-8325c1f43d0d service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053143 Feb 03 14:24:34.625580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-07ffc71c-67ec-48e2-809d-908bcc66c0cb None None] Port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:34.654561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56eaaa-94e1-4341-a616-8f7658519333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-5238f9c8-4587-4f6e-a739-10b79b70ed74', 'network_id': '5238f9c8-4587-4f6e-a739-10b79b70ed74', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': '1b1db535-9c59-4fd8-bd2c-b29f4803c333'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:34.655426 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff56eaaa-94e1-4341-a616-8f7658519333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.681932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (1b1db535-9c59-4fd8-bd2c-b29f4803c333), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.727499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae6bde-1275-43c3-8c36-d5ee05e719ef req-10bda9f1-294c-4afc-9d0b-847ca0f00639 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.729321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2fae6bde-1275-43c3-8c36-d5ee05e719ef req-10bda9f1-294c-4afc-9d0b-847ca0f00639 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2293875 Feb 03 14:24:34.743563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:34.747132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.772850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (1b1db535-9c59-4fd8-bd2c-b29f4803c333), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-ff56eaaa-94e1-4341-a616-8f7658519333 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b1db535-9c59-4fd8-bd2c-b29f4803c333: This subnet is being modified by another concurrent operation. Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:24:34.808284 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b1db535-9c59-4fd8-bd2c-b29f4803c333: This subnet is being modified by another concurrent operation. Feb 03 14:24:34.811767 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:24:34.825883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1db535-9c59-4fd8-bd2c-b29f4803c333,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:34.826374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd8e28-c032-4f57-a5e7-afdda40a32dd None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:24:34.899113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2fae6bde-1275-43c3-8c36-d5ee05e719ef req-45ea548a-c7d0-48c1-96ea-a3daa9d3d162 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529288 Feb 03 14:24:34.919048 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5238f9c8-4587-4f6e-a739-10b79b70ed74), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:34.919199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-301da8f6-b05a-4665-9456-a64947d9db73 req-999bec12-385a-44dc-b690-acf51397b2c2 service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931125 Feb 03 14:24:34.973790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062e71c-f54c-43dd-83c8-2b99133740bd req-47afb4d9-55bb-4597-9781-f42a1fbb1d56 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:34.980074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5238f9c8-4587-4f6e-a739-10b79b70ed74']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:34.982785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6062e71c-f54c-43dd-83c8-2b99133740bd req-47afb4d9-55bb-4597-9781-f42a1fbb1d56 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.2683430 Feb 03 14:24:35.004922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70280aab-e9a8-4e7b-9b5d-4d27e250de15') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:35.005249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70280aab-e9a8-4e7b-9b5d-4d27e250de15') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:35.020017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd8e28-c032-4f57-a5e7-afdda40a32dd None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:24:35.037517 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (70280aab-e9a8-4e7b-9b5d-4d27e250de15), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.067493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (70280aab-e9a8-4e7b-9b5d-4d27e250de15), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.080947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:35.081430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (70280aab-e9a8-4e7b-9b5d-4d27e250de15), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:35.091291 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:35.140388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6062e71c-f54c-43dd-83c8-2b99133740bd req-e5667e86-617c-4f8a-9fe1-2a9eb84c0b84 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561673 Feb 03 14:24:35.182155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 10.1.1.210 (7ba15282-c5d7-444e-9bed-1cb97a7fc84c/cd305172-b979-4362-8537-00ed23fc4630/19dacd99-9c8f-4c7f-854f-1b586b638e41) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:35.182394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5238f9c8-4587-4f6e-a739-10b79b70ed74), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.195583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.217819 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/5238f9c8-4587-4f6e-a739-10b79b70ed74 HTTP/1.1" status: 204 len: 168 time: 0.7495806 Feb 03 14:24:35.218180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48180) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:35.232184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-609689962'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:35.234123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ad34c-c00a-402d-8cdd-1928a57e706b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=5238f9c8-4587-4f6e-a739-10b79b70ed74,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:35.310789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:35.315957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.382613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:35.393985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f31ab0ec-8c6d-4b48-8107-879117b6c0c1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.394405 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment f31ab0ec-8c6d-4b48-8107-879117b6c0c1 of type vlan for network 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 Feb 03 14:24:35.406463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e09a0-289a-409e-abfd-113c7c5b2d50 None None] Network 5238f9c8-4587-4f6e-a739-10b79b70ed74 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:35.422822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e09a0-289a-409e-abfd-113c7c5b2d50 None None] Network 5238f9c8-4587-4f6e-a739-10b79b70ed74 could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:24:35.498931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3f85f2ff-083a-497f-bfbc-0c55d9bc10b9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.529158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce52a-e7c7-4e45-974e-c0200f46a36e req-c4f5c471-494b-4b6a-bac8-5fdfd509b35e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:35.530665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-562ce52a-e7c7-4e45-974e-c0200f46a36e req-c4f5c471-494b-4b6a-bac8-5fdfd509b35e tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2451007 Feb 03 14:24:35.531206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48184) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:35.588442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.593164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3f85f2ff-083a-497f-bfbc-0c55d9bc10b9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.598980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:35.599581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.670016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4484608 Feb 03 14:24:35.670301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48190) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:35.678236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': '3f85f2ff-083a-497f-bfbc-0c55d9bc10b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:35.700083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-562ce52a-e7c7-4e45-974e-c0200f46a36e req-3cc69386-3885-410e-bc73-8b2bfb2437f7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492724 Feb 03 14:24:35.734441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-724a5c75-78b0-4b38-9164-3ce8aae88270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.741654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46447ac6-8d9a-434c-ab76-5a20bac5b028 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=3f85f2ff-083a-497f-bfbc-0c55d9bc10b9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:35.753774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:35.801596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.824331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:35.835917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:35.898659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:35.911984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:35.929929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:36.009313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.010205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.084353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dca83a-7d4b-41a3-96df-928399c0fc02 req-3be9f7c5-0073-4231-90e7-573fc3674ce9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.097822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dca83a-7d4b-41a3-96df-928399c0fc02 req-3be9f7c5-0073-4231-90e7-573fc3674ce9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.100785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79dca83a-7d4b-41a3-96df-928399c0fc02 req-3be9f7c5-0073-4231-90e7-573fc3674ce9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 1654 time: 0.3905213 Feb 03 14:24:36.140896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=19dacd99-9c8f-4c7f-854f-1b586b638e41,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:36.148593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-61a06dd8-b6e3-4d84-83c2-e9ba1626243a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8354435 Feb 03 14:24:36.170913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354', 'admin_state_up': True, 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'security_groups': ['84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:36.218963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (93865d53-764f-4ddb-8a4c-e4e0a18e1de6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.240925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-724a5c75-78b0-4b38-9164-3ce8aae88270 admin admin] Publish callbacks [] for security_group (1fc2bd14-fafc-4280-bf92-ccc9a696d626), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.280962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79dca83a-7d4b-41a3-96df-928399c0fc02 req-746b7682-5581-4930-b3e8-19717c1448f2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241550 Feb 03 14:24:36.281804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-724a5c75-78b0-4b38-9164-3ce8aae88270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1fc2bd14-fafc-4280-bf92-ccc9a696d626), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.331213 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=93865d53-764f-4ddb-8a4c-e4e0a18e1de6,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:36.381658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': 'f31ab0ec-8c6d-4b48-8107-879117b6c0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f85f2ff-083a-497f-bfbc-0c55d9bc10b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:36.382130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:36.385511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e8b5e18c-04e6-41c4-9be1-a1d863d81b72 None None] Provisioning complete for port 19dacd99-9c8f-4c7f-854f-1b586b638e41 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:36.388753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-724a5c75-78b0-4b38-9164-3ce8aae88270 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c69de0ebf26b454cac6ac61c30dbe55b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8386371 Feb 03 14:24:36.388903 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e18c-04e6-41c4-9be1-a1d863d81b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.391613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48202) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:36.403498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630203d1-56bf-4144-a742-30c496502a09 req-9777d08b-1cb2-472c-a1b1-7a90d73fbc9f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.405185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-630203d1-56bf-4144-a742-30c496502a09 req-9777d08b-1cb2-472c-a1b1-7a90d73fbc9f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3683448 Feb 03 14:24:36.427409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:36.440519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a5c75-78b0-4b38-9164-3ce8aae88270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc2bd14-fafc-4280-bf92-ccc9a696d626,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:36.449623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5e18c-04e6-41c4-9be1-a1d863d81b72 None None] Port 19dacd99-9c8f-4c7f-854f-1b586b638e41 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:36.451737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:36.460201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6578c-a6ab-4260-884c-3a5879acb2e9 None None] Network 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:36.473282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.474237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.508626 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ecbd1672-aaad-4476-8fe8-ab53cac1592d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8365948 Feb 03 14:24:36.512620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48204) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:36.553907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3d252-21ad-4e58-a5d1-8f0fae397966 req-c840d637-44bc-48d4-8fb8-c1f54de27124 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.555804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1e3d252-21ad-4e58-a5d1-8f0fae397966 req-c840d637-44bc-48d4-8fb8-c1f54de27124 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1675155 Feb 03 14:24:36.567438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-630203d1-56bf-4144-a742-30c496502a09 req-9f11db60-fbc8-4854-a345-a9d5583170dc tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219409 Feb 03 14:24:36.616890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad75092-f251-466e-9297-578915524e39 admin admin] Publish callbacks [] for security_group (1fc2bd14-fafc-4280-bf92-ccc9a696d626), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.631000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:36.646329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1e3d252-21ad-4e58-a5d1-8f0fae397966 req-37548280-71ae-4c63-b2d9-700dcbd07b0f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773611 Feb 03 14:24:36.655680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad75092-f251-466e-9297-578915524e39 admin admin] Publish callbacks [] for security_group (1fc2bd14-fafc-4280-bf92-ccc9a696d626), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.684991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3f85f2ff-083a-497f-bfbc-0c55d9bc10b9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.710177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be15688-1a31-498a-9cfa-86d073a7942d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-3f85f2ff-083a-497f-bfbc-0c55d9bc10b9', 'network_id': '3f85f2ff-083a-497f-bfbc-0c55d9bc10b9', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': '93865d53-764f-4ddb-8a4c-e4e0a18e1de6'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:36.711057 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4be15688-1a31-498a-9cfa-86d073a7942d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.769550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad75092-f251-466e-9297-578915524e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1fc2bd14-fafc-4280-bf92-ccc9a696d626), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.772673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad75092-f251-466e-9297-578915524e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.775278 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dad75092-f251-466e-9297-578915524e39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fc2bd14-fafc-4280-bf92-ccc9a696d626 HTTP/1.1" status: 204 len: 168 time: 0.3807545 Feb 03 14:24:36.779280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (93865d53-764f-4ddb-8a4c-e4e0a18e1de6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.812650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75092-f251-466e-9297-578915524e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc2bd14-fafc-4280-bf92-ccc9a696d626,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:36.837928 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.882633 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (93865d53-764f-4ddb-8a4c-e4e0a18e1de6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:36.890431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ec46c-8c4b-4d34-8905-fa0ea5759905 req-3d76ddb6-4809-4805-9c4f-aaace4d45674 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:36.892162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-247ec46c-8c4b-4d34-8905-fa0ea5759905 req-3d76ddb6-4809-4805-9c4f-aaace4d45674 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.1513405 Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-4be15688-1a31-498a-9cfa-86d073a7942d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93865d53-764f-4ddb-8a4c-e4e0a18e1de6: This subnet is being modified by another concurrent operation. Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:24:36.929918 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93865d53-764f-4ddb-8a4c-e4e0a18e1de6: This subnet is being modified by another concurrent operation. Feb 03 14:24:36.934358 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:24:36.940774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=93865d53-764f-4ddb-8a4c-e4e0a18e1de6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:36.961518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c43264-240a-438b-b338-41f21491df9c None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:24:37.031148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-247ec46c-8c4b-4d34-8905-fa0ea5759905 req-04ab17dc-6621-4d77-9fd7-ecb488c301b6 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132448 Feb 03 14:24:37.077764 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3f85f2ff-083a-497f-bfbc-0c55d9bc10b9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.111088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f85f2ff-083a-497f-bfbc-0c55d9bc10b9']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:37.121559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 10.2.2.100 (2c5146eb-106c-4866-b5d4-59fca7eee354/7e9ed637-0eec-4d22-9d1b-444274b7d4f7/d9ebc6d1-73c7-45f8-a42c-bc51ca6228db) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:37.128885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31ab0ec-8c6d-4b48-8107-879117b6c0c1') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:37.130350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31ab0ec-8c6d-4b48-8107-879117b6c0c1') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:37.148094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (f31ab0ec-8c6d-4b48-8107-879117b6c0c1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.192527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f31ab0ec-8c6d-4b48-8107-879117b6c0c1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.214493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:37.216752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (f31ab0ec-8c6d-4b48-8107-879117b6c0c1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:37.225596 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:37.250797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c43264-240a-438b-b338-41f21491df9c None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:24:37.406415 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3f85f2ff-083a-497f-bfbc-0c55d9bc10b9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.433505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.439797 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 HTTP/1.1" status: 204 len: 168 time: 0.9247551 Feb 03 14:24:37.450633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48222) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:37.465661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545602633'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:37.469288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d5b7-d18c-4d36-ba12-c94e7b9f7d2d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=3f85f2ff-083a-497f-bfbc-0c55d9bc10b9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:37.513687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.519902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:37.523247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.649901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:37.672291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f3c0-fdd6-49fa-baf1-0fb851f09e5a req-2d544b57-7b12-4be7-a1d8-07bd063028b5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:37.680246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f3c0-fdd6-49fa-baf1-0fb851f09e5a req-2d544b57-7b12-4be7-a1d8-07bd063028b5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:37.684084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f3c0-fdd6-49fa-baf1-0fb851f09e5a req-2d544b57-7b12-4be7-a1d8-07bd063028b5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:37.692814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b319f3c0-fdd6-49fa-baf1-0fb851f09e5a req-2d544b57-7b12-4be7-a1d8-07bd063028b5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 2375 time: 0.1764009 Feb 03 14:24:37.725536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (88975d6a-792b-44d0-81da-370939c0081e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.725891 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 88975d6a-792b-44d0-81da-370939c0081e of type vlan for network c7bb916f-8d85-47a5-837c-217c9e57b306 Feb 03 14:24:37.741355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.756305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dd068-5ea4-4efc-aeda-d055b16e9e68 None None] Network 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:37.773783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dd068-5ea4-4efc-aeda-d055b16e9e68 None None] Network 3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:24:37.947018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:37.952707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b319f3c0-fdd6-49fa-baf1-0fb851f09e5a req-09aa0aeb-c5f7-42d8-839b-3324621674f8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589853 Feb 03 14:24:37.957935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c7bb916f-8d85-47a5-837c-217c9e57b306), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:37.962154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:37.973337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:38.027076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:38.124333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c7bb916f-8d85-47a5-837c-217c9e57b306), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.144079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:38.144769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.177231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:38.178144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.245315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cf115-ef72-44db-ab49-73f6ecc78684 req-3c94330b-dde3-43cb-98a6-1b135b780ced tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:38.247657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e7cf115-ef72-44db-ab49-73f6ecc78684 req-3c94330b-dde3-43cb-98a6-1b135b780ced tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.4441435 Feb 03 14:24:38.253890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7996552 Feb 03 14:24:38.254155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48246) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:38.259804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:38.339275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4305f233-2d48-4117-a4df-1e4dbc724a18 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1721258 Feb 03 14:24:38.402487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354', 'admin_state_up': True, 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'security_groups': ['84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:38.427725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c3984-9648-421d-9941-00038f82b9ca tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=c7bb916f-8d85-47a5-837c-217c9e57b306,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:38.439051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c7bb916f-8d85-47a5-837c-217c9e57b306 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:38.532068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d5dc8-a711-4589-9fff-7d03b2e5eca4 req-ff63a7d8-afc8-4689-a211-3fecc0599112 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:38.533139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-522d5dc8-a711-4589-9fff-7d03b2e5eca4 req-ff63a7d8-afc8-4689-a211-3fecc0599112 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3668981 Feb 03 14:24:38.539579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e7cf115-ef72-44db-ab49-73f6ecc78684 req-5f1e6441-7d24-4e5d-9fb2-0dc103d1eba7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643428 Feb 03 14:24:38.571918 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c7bb916f-8d85-47a5-837c-217c9e57b306), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.572719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c1e50667-aea1-4709-8f82-4aafa5583c5c None None] Provisioning complete for port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:38.573106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1e50667-aea1-4709-8f82-4aafa5583c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.619235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c7bb916f-8d85-47a5-837c-217c9e57b306), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.625411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-522d5dc8-a711-4589-9fff-7d03b2e5eca4 req-68660500-a736-4d93-9776-7be3076e5d22 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827105 Feb 03 14:24:38.633590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Made reservation on behalf of d8ebf4a22dbd44eba9d1e405f96f67d7 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:38.652494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network c7bb916f-8d85-47a5-837c-217c9e57b306 is not hosted by any dhcp agent {{(pid=103341) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 14:24:38.662444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.666238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:38.667256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.673276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48252) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:38.675110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "PUT /v2.0/networks/c7bb916f-8d85-47a5-837c-217c9e57b306 HTTP/1.1" status: 200 len: 723 time: 0.4197688 Feb 03 14:24:38.679429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': 'c7bb916f-8d85-47a5-837c-217c9e57b306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:38.736937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c1e50667-aea1-4709-8f82-4aafa5583c5c None None] Port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:38.776946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8a876-7cef-46c7-a8f3-20dca4cdaaad tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=c7bb916f-8d85-47a5-837c-217c9e57b306,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:38.792495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c7bb916f-8d85-47a5-837c-217c9e57b306 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:38.887462 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:38.962098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:38.965652 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:39.192260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Allocated IP 10.2.2.200 (2c5146eb-106c-4866-b5d4-59fca7eee354/7e9ed637-0eec-4d22-9d1b-444274b7d4f7/8436aada-f0ae-4113-990f-8b65869ebe75) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:39.292598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48266) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:39.531143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b47634a-9f3d-4197-a3ff-bb2e9bd8b7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:39.640261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dda78-2534-4cde-a47f-1c86e446f671 req-088e4a84-a487-4ca8-ac22-4a94d48e4fdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:39.655685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dda78-2534-4cde-a47f-1c86e446f671 req-088e4a84-a487-4ca8-ac22-4a94d48e4fdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:39.671704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dda78-2534-4cde-a47f-1c86e446f671 req-088e4a84-a487-4ca8-ac22-4a94d48e4fdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:39.683896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b47634a-9f3d-4197-a3ff-bb2e9bd8b7ca admin admin] Publish callbacks [] for security_group (2d8c224b-f0b0-4503-8964-b99da4be8413), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:39.690034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dda78-2534-4cde-a47f-1c86e446f671 req-088e4a84-a487-4ca8-ac22-4a94d48e4fdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:39.690501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b47634a-9f3d-4197-a3ff-bb2e9bd8b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2d8c224b-f0b0-4503-8964-b99da4be8413), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:39.701959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e8dda78-2534-4cde-a47f-1c86e446f671 req-088e4a84-a487-4ca8-ac22-4a94d48e4fdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 3096 time: 0.5985425 Feb 03 14:24:39.766851 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7b47634a-9f3d-4197-a3ff-bb2e9bd8b7ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f3478b6e2b645e9a6f7b628117b1f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4721537 Feb 03 14:24:39.767991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47634a-9f3d-4197-a3ff-bb2e9bd8b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c224b-f0b0-4503-8964-b99da4be8413,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:39.771313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48284) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:39.815896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for port (8436aada-f0ae-4113-990f-8b65869ebe75), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:39.922788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f192e-4418-4867-a604-950fdec642b6 req-ced2b702-5e7d-4386-9593-3cb819662611 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:39.925140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-846f192e-4418-4867-a604-950fdec642b6 req-ced2b702-5e7d-4386-9593-3cb819662611 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2205710 Feb 03 14:24:39.946690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e8dda78-2534-4cde-a47f-1c86e446f671 req-0f9dff9a-baec-40f7-b152-75d2cbd9843f tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437184 Feb 03 14:24:39.961761 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dd0cdd0-8181-4ea5-91d8-739d387655b5 admin admin] Publish callbacks [] for security_group (2d8c224b-f0b0-4503-8964-b99da4be8413), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:39.985515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (e9da6037-82f3-4b74-99cb-9996be3b8366), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:40.009392 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dd0cdd0-8181-4ea5-91d8-739d387655b5 admin admin] Publish callbacks [] for security_group (2d8c224b-f0b0-4503-8964-b99da4be8413), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:40.088500 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dd0cdd0-8181-4ea5-91d8-739d387655b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2d8c224b-f0b0-4503-8964-b99da4be8413), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:40.096593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dd0cdd0-8181-4ea5-91d8-739d387655b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:40.099146 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7dd0cdd0-8181-4ea5-91d8-739d387655b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d8c224b-f0b0-4503-8964-b99da4be8413 HTTP/1.1" status: 204 len: 168 time: 0.3139973 Feb 03 14:24:40.128606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0cdd0-8181-4ea5-91d8-739d387655b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c224b-f0b0-4503-8964-b99da4be8413,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:40.149085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48298) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:40.196913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:40.226068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=e9da6037-82f3-4b74-99cb-9996be3b8366,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:40.291604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.292406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.293258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.294354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.294993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.296117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.296937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.307667 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-cefc7283-b909-408d-a391-3e3d219f6e3a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6717 time: 0.1569254 Feb 03 14:24:40.382699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-694a51bd-5bcb-4ee5-8967-801366617d6f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723126 Feb 03 14:24:40.617872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-846f192e-4418-4867-a604-950fdec642b6 req-decc12ab-ab1d-4a22-a3a5-dac04a94c230 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6699021 Feb 03 14:24:40.638484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:40.655928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:40.669107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:40.679412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '88975d6a-792b-44d0-81da-370939c0081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7bb916f-8d85-47a5-837c-217c9e57b306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:40.679788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: c7bb916f-8d85-47a5-837c-217c9e57b306, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:40.723920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095e3d3-fee4-47d7-832c-cca201785bd4 req-a8416061-f16c-41d6-8a83-df8d0057d249 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.731902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d095e3d3-fee4-47d7-832c-cca201785bd4 req-a8416061-f16c-41d6-8a83-df8d0057d249 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.6193430 Feb 03 14:24:40.734028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event updated for resources: {'Port': ['ID=8436aada-f0ae-4113-990f-8b65869ebe75,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:40.792939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.793578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:40.806617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network c7bb916f-8d85-47a5-837c-217c9e57b306 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:40.833383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c7bb916f-8d85-47a5-837c-217c9e57b306) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:40.838877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:40.840396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:40.843093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f93a52-3b3e-4bea-bc44-1f56aabeab51 None None] Network c7bb916f-8d85-47a5-837c-217c9e57b306 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:40.857728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d095e3d3-fee4-47d7-832c-cca201785bd4 req-135e30ce-5a5c-43ef-9f36-d0087b44495e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247864 Feb 03 14:24:40.871793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d7d3f3d7-ae75-429f-9c8d-c887ec55ac34 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4805191 Feb 03 14:24:40.894213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:40.930038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a086856d-7b52-4f00-90a0-ce119a981401 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2558019 Feb 03 14:24:40.932837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48322) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:40.947527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-77bc84c8-a001-4b7c-bc80-341025fd26ee tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:41.020171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c7bb916f-8d85-47a5-837c-217c9e57b306', 'network_id': 'c7bb916f-8d85-47a5-837c-217c9e57b306', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': 'e9da6037-82f3-4b74-99cb-9996be3b8366'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:41.021111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.075957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.110092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48328) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:41.153751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c88f4555-2549-4dd1-9986-4d9b5e627614 None None] Provisioning complete for port 8436aada-f0ae-4113-990f-8b65869ebe75 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:41.154186 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c88f4555-2549-4dd1-9986-4d9b5e627614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.217126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-77bc84c8-a001-4b7c-bc80-341025fd26ee tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13365658'] for subnet (e9da6037-82f3-4b74-99cb-9996be3b8366), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.263350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c88f4555-2549-4dd1-9986-4d9b5e627614 None None] Port 8436aada-f0ae-4113-990f-8b65869ebe75 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:24:41.287138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Allocated IP 172.20.0.2 (c7bb916f-8d85-47a5-837c-217c9e57b306/e9da6037-82f3-4b74-99cb-9996be3b8366/de2c2486-6198-4acb-9f83-b39fd9e29875) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:41.295581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6354-42e0-4816-bca9-3162664aa01c req-3d6374e8-01cc-4764-8595-0a353df8cbf1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:41.303057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6354-42e0-4816-bca9-3162664aa01c req-3d6374e8-01cc-4764-8595-0a353df8cbf1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:41.303646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1358157609-network', 'tenant_id': '33410846971c4dc08090ac20e2dc941d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:41.310274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6354-42e0-4816-bca9-3162664aa01c req-3d6374e8-01cc-4764-8595-0a353df8cbf1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:41.317423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6354-42e0-4816-bca9-3162664aa01c req-3d6374e8-01cc-4764-8595-0a353df8cbf1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:41.323030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e6354-42e0-4816-bca9-3162664aa01c req-3d6374e8-01cc-4764-8595-0a353df8cbf1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:41.325347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-002e6354-42e0-4816-bca9-3162664aa01c req-3d6374e8-01cc-4764-8595-0a353df8cbf1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 3817 time: 0.2506225 Feb 03 14:24:41.338777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Made reservation on behalf of 33410846971c4dc08090ac20e2dc941d for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:41.343320 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.353470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.474916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks [] for security_group (709a277d-8f3a-4b9d-b064-b0c40e71d616), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.480706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (709a277d-8f3a-4b9d-b064-b0c40e71d616), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.481228 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Publish callbacks [] for port (de2c2486-6198-4acb-9f83-b39fd9e29875), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.488017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (de2c2486-6198-4acb-9f83-b39fd9e29875), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.508271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-002e6354-42e0-4816-bca9-3162664aa01c req-b9bf1cf0-9e1b-4c3e-8ccb-5d1133d205c1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334033 Feb 03 14:24:41.538282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:41.545778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a277d-8f3a-4b9d-b064-b0c40e71d616,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:41.554229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (06355da9-42af-4434-9ab2-47bd2076b47c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.555047 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Added segment 06355da9-42af-4434-9ab2-47bd2076b47c of type vlan for network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 Feb 03 14:24:41.603725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Network c7bb916f-8d85-47a5-837c-217c9e57b306 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:41.607735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ddea0468-fc70-4a58-ab3f-25eca6ef57f8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.610032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:41.615122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:41.651059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ddea0468-fc70-4a58-ab3f-25eca6ef57f8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.654336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:41.654838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Pushing event updated for resources: {'Port': ['ID=de2c2486-6198-4acb-9f83-b39fd9e29875,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:41.655176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.664319 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-77bc84c8-a001-4b7c-bc80-341025fd26ee tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751390392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13182018'] for subnet (e9da6037-82f3-4b74-99cb-9996be3b8366), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.666145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.666748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.667324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.667905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.668505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.669057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.669627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.670437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.671056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.671600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.672139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.672885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.674167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:24:41.699076 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5874722 Feb 03 14:24:41.702185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48334) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:41.714487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Request body: {'subnet': {'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1358157609-subnet', 'tenant_id': '33410846971c4dc08090ac20e2dc941d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:41.720496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Attempting to bind port de2c2486-6198-4acb-9f83-b39fd9e29875 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:41.720961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Attempting to bind port de2c2486-6198-4acb-9f83-b39fd9e29875 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '88975d6a-792b-44d0-81da-370939c0081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7bb916f-8d85-47a5-837c-217c9e57b306'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:41.721403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Attempting to bind port de2c2486-6198-4acb-9f83-b39fd9e29875 on network c7bb916f-8d85-47a5-837c-217c9e57b306 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:41.727491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:41.728274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Checking segment: {'id': '88975d6a-792b-44d0-81da-370939c0081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7bb916f-8d85-47a5-837c-217c9e57b306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:41.728927 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.729558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Bound using segment: {'id': '88975d6a-792b-44d0-81da-370939c0081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7bb916f-8d85-47a5-837c-217c9e57b306'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:41.730888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Bound port: de2c2486-6198-4acb-9f83-b39fd9e29875, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88975d6a-792b-44d0-81da-370939c0081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c7bb916f-8d85-47a5-837c-217c9e57b306'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:41.731543 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (de2c2486-6198-4acb-9f83-b39fd9e29875), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.739059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Made reservation on behalf of 33410846971c4dc08090ac20e2dc941d for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:41.742706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.744055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc84c8-a001-4b7c-bc80-341025fd26ee tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=e9da6037-82f3-4b74-99cb-9996be3b8366,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:41.761774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bc84c8-a001-4b7c-bc80-341025fd26ee tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:41.762381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-77bc84c8-a001-4b7c-bc80-341025fd26ee tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.763674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-77bc84c8-a001-4b7c-bc80-341025fd26ee tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "PUT /v2.0/subnets/e9da6037-82f3-4b74-99cb-9996be3b8366 HTTP/1.1" status: 200 len: 806 time: 0.8299036 Feb 03 14:24:41.767773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:41.773278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48336) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:41.794536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Publish callbacks [] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.795731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61da9-f35d-4fac-9de0-2d0efe44d9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ddea0468-fc70-4a58-ab3f-25eca6ef57f8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:41.852124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Transition to ACTIVE for port object 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:41.853332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] For port de2c2486-6198-4acb-9f83-b39fd9e29875, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:41.858213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] For port de2c2486-6198-4acb-9f83-b39fd9e29875, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=de2c2486-6198-4acb-9f83-b39fd9e29875,segment=NetworkSegment(88975d6a-792b-44d0-81da-370939c0081e),segment_id=88975d6a-792b-44d0-81da-370939c0081e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:41.864377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:41.869158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (de2c2486-6198-4acb-9f83-b39fd9e29875), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.902971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:41.991339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Pushing event updated for resources: {'Port': ['ID=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:42.055569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c478e-b842-40bd-bb1e-24e7f768af0c None None] Pushing event updated for resources: {'Port': ['ID=de2c2486-6198-4acb-9f83-b39fd9e29875,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:42.067211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (1998f462-4e47-4753-98f3-f19a43559656), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.085579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb29543-dd15-45a4-8642-008522c7ca06 req-27930fe7-a077-4da8-8c76-6c473cc2240b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.086677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eb29543-dd15-45a4-8642-008522c7ca06 req-27930fe7-a077-4da8-8c76-6c473cc2240b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3142498 Feb 03 14:24:42.114169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c7bb916f-8d85-47a5-837c-217c9e57b306), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.150812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1998f462-4e47-4753-98f3-f19a43559656,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:42.157101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Checking segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:42.157736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Network hostable DHCP agents. Network: ddea0468-fc70-4a58-ab3f-25eca6ef57f8, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:42.178075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:42.189699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ddea0468-fc70-4a58-ab3f-25eca6ef57f8) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:42.195470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.196267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.220989 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5c9d095e-77b2-49c1-89b0-22b3e9dc9058 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5170543 Feb 03 14:24:42.221306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dacc7a-8877-4826-b9ae-1b06dd1f4f28 None None] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:42.312864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7324-6a1a-4304-b0af-f7bbd9b6a32b req-ada04466-39db-47f1-b021-0c90669a365d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.318145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d1c7324-6a1a-4304-b0af-f7bbd9b6a32b req-ada04466-39db-47f1-b021-0c90669a365d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3338411 Feb 03 14:24:42.368493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Attempting to bind port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:42.370228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Attempting to bind port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:42.370858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Attempting to bind port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 on network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:42.393650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 on network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:42.394126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Attempting to bind port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 on network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:42.406046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eb29543-dd15-45a4-8642-008522c7ca06 req-68ecc535-953c-46e7-8744-bcb42b3c4302 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103192 Feb 03 14:24:42.440567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:42.441179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Checking segment: {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:42.441772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Bound using segment: {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:42.442416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Bound port: 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16122bd6-f46e-40df-8f9b-a1543dc439f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:42.442965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.454040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d1c7324-6a1a-4304-b0af-f7bbd9b6a32b req-935f314b-3a56-4d32-bf45-149687e620ed tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204722 Feb 03 14:24:42.505440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Deleting port de2c2486-6198-4acb-9f83-b39fd9e29875 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:42.506098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (de2c2486-6198-4acb-9f83-b39fd9e29875), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.693416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] For port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:42.714768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] For port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:42.737164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e08969-0496-40a7-82cc-b24feeaad477 None None] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:42.741302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.751084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] For port de2c2486-6198-4acb-9f83-b39fd9e29875, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=de2c2486-6198-4acb-9f83-b39fd9e29875,segment=NetworkSegment(88975d6a-792b-44d0-81da-370939c0081e),segment_id=88975d6a-792b-44d0-81da-370939c0081e)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:42.751564 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (de2c2486-6198-4acb-9f83-b39fd9e29875), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.803420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8e7b2-4ea6-4eb8-abf0-3eb25c8973d8 req-378dd0df-5f5d-4391-a1c2-6a1705a8a954 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.809248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8e7b2-4ea6-4eb8-abf0-3eb25c8973d8 req-378dd0df-5f5d-4391-a1c2-6a1705a8a954 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.815719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8e7b2-4ea6-4eb8-abf0-3eb25c8973d8 req-378dd0df-5f5d-4391-a1c2-6a1705a8a954 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.821351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8e7b2-4ea6-4eb8-abf0-3eb25c8973d8 req-378dd0df-5f5d-4391-a1c2-6a1705a8a954 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.826909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8e7b2-4ea6-4eb8-abf0-3eb25c8973d8 req-378dd0df-5f5d-4391-a1c2-6a1705a8a954 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.828912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7e8e7b2-4ea6-4eb8-abf0-3eb25c8973d8 req-378dd0df-5f5d-4391-a1c2-6a1705a8a954 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 3829 time: 0.1860690 Feb 03 14:24:42.839514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Calling delete_port for de2c2486-6198-4acb-9f83-b39fd9e29875 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:42.882223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:42.882868 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:42.884296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] 10.222.0.45 "PUT /v2.0/ports/50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 HTTP/1.1" status: 200 len: 1092 time: 1.9993107 Feb 03 14:24:42.884790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:42.887075 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106a57ff-faac-404d-aee8-1f8e88a3b8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:42.938008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e645c-1116-478f-a86f-c3d643697d2f service neutron] Pushing event updated for resources: {'Port': ['ID=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:42.989787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:43.118093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7e8e7b2-4ea6-4eb8-abf0-3eb25c8973d8 req-e61cf3df-d45a-42dc-a345-062a3a7e801e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798262 Feb 03 14:24:43.185944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-6d7e3304-a4e7-41f5-9999-29556c778b4f tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.187529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-6d7e3304-a4e7-41f5-9999-29556c778b4f tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 813 time: 0.3444014 Feb 03 14:24:43.189279 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210b539b-e66a-49aa-8825-2f670fd0ace3 x-openstack-request-id: req-210b539b-e66a-49aa-8825-2f670fd0ace3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:43.189574 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:43.189829 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-210b539b-e66a-49aa-8825-2f670fd0ace3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:43.190226 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'status': 'completed', 'code': 200} Feb 03 14:24:43.246998 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:43.288388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-6af68c87-c52e-4333-88ce-609691619a39 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/quotas/33410846971c4dc08090ac20e2dc941d HTTP/1.1" status: 200 len: 375 time: 0.0389452 Feb 03 14:24:43.297664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-8a0c775a-7c2f-417c-b84a-8a40b41996e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.298732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-8a0c775a-7c2f-417c-b84a-8a40b41996e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.299223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-8a0c775a-7c2f-417c-b84a-8a40b41996e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.299696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-8a0c775a-7c2f-417c-b84a-8a40b41996e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.300323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-8a0c775a-7c2f-417c-b84a-8a40b41996e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.302673 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-8a0c775a-7c2f-417c-b84a-8a40b41996e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 4395 time: 0.0745473 Feb 03 14:24:43.338935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-a6e6eaa0-955d-4218-9a3b-191202639427 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493538 Feb 03 14:24:43.419694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (de2c2486-6198-4acb-9f83-b39fd9e29875), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:43.494621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Port': ['ID=de2c2486-6198-4acb-9f83-b39fd9e29875,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:43.574252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fde8943-afe3-4c23-93a1-2c2090037a7c None None] Network c7bb916f-8d85-47a5-837c-217c9e57b306 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:43.587241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No DVR routers for this DVR port de2c2486-6198-4acb-9f83-b39fd9e29875 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:43.706610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-959e2c42-e84b-4f9f-ade4-4e02480d2d52 None None] Could not find standard attr ID for object de2c2486-6198-4acb-9f83-b39fd9e29875. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:24:43.826701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e9da6037-82f3-4b74-99cb-9996be3b8366), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:43.906429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-bcfdfba2-de74-4584-86cf-6bb85947c10e service neutron] 10.222.0.52 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662384 Feb 03 14:24:43.917975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-71173d5e-52ad-47ef-83a2-4415f7224646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.918653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-71173d5e-52ad-47ef-83a2-4415f7224646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.919278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-71173d5e-52ad-47ef-83a2-4415f7224646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.921313 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-71173d5e-52ad-47ef-83a2-4415f7224646 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6115122 Feb 03 14:24:43.928505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4fd32-b5b1-476e-9e40-6423a79d2d5c req-78d4365e-a7fa-4cc3-9d3f-618290df8792 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:43.931190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90e4fd32-b5b1-476e-9e40-6423a79d2d5c req-78d4365e-a7fa-4cc3-9d3f-618290df8792 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3292108 Feb 03 14:24:44.037543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5127e0-8810-4f33-ab88-b47a6d3f9edf None None] Network c7bb916f-8d85-47a5-837c-217c9e57b306 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:44.052214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-175fb302-43a0-4f47-8364-85e7b1ada390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.055614 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-106a57ff-faac-404d-aee8-1f8e88a3b8f6 req-175fb302-43a0-4f47-8364-85e7b1ada390 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277781 Feb 03 14:24:44.143241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-ec6e4f7b-c7ee-45f9-a8f0-263a05277bed service neutron] 10.222.0.52 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107332 Feb 03 14:24:44.197982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (e9da6037-82f3-4b74-99cb-9996be3b8366), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.275650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=e9da6037-82f3-4b74-99cb-9996be3b8366,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:44.287886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90e4fd32-b5b1-476e-9e40-6423a79d2d5c req-4aac290f-e934-49d5-b27d-cc8d9a5aaa4d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924342 Feb 03 14:24:44.370702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:44.395348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c7bb916f-8d85-47a5-837c-217c9e57b306), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.411834 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Publish callbacks [] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.478875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff2233-f59d-4bef-94dc-aad9c56071b4 None None] Network c7bb916f-8d85-47a5-837c-217c9e57b306 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:44.501013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bb916f-8d85-47a5-837c-217c9e57b306']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:44.504337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Transition to ACTIVE for port object ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:44.533093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.536390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88975d6a-792b-44d0-81da-370939c0081e') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:44.536749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88975d6a-792b-44d0-81da-370939c0081e') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:44.567600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (88975d6a-792b-44d0-81da-370939c0081e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.629675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (88975d6a-792b-44d0-81da-370939c0081e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.651230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:44.651653 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (88975d6a-792b-44d0-81da-370939c0081e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:44.656931 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:44.659019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Pushing event updated for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:44.701376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec0018-f6a0-41a3-8653-b7447bd1587b req-5e3a2409-c06f-470b-a526-f67d07141579 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.708972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71ec0018-f6a0-41a3-8653-b7447bd1587b req-5e3a2409-c06f-470b-a526-f67d07141579 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2994871 Feb 03 14:24:44.735889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f841f6-3c29-4e1f-9ce6-76ffe4572e5b None None] DHCP port deletion for c7bb916f-8d85-47a5-837c-217c9e57b306 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:24:44.795467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-0da70019-d48e-4975-ab18-c6d6f2e03489 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.801780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-0da70019-d48e-4975-ab18-c6d6f2e03489 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.807431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-0da70019-d48e-4975-ab18-c6d6f2e03489 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.813153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-0da70019-d48e-4975-ab18-c6d6f2e03489 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.819110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-0da70019-d48e-4975-ab18-c6d6f2e03489 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.825095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-0da70019-d48e-4975-ab18-c6d6f2e03489 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:44.833416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-0da70019-d48e-4975-ab18-c6d6f2e03489 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 4602 time: 0.3515978 Feb 03 14:24:44.885213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c7bb916f-8d85-47a5-837c-217c9e57b306), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.900942 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:44.907103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/c7bb916f-8d85-47a5-837c-217c9e57b306 HTTP/1.1" status: 204 len: 168 time: 3.1300159 Feb 03 14:24:44.909801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48380) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:44.946713 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c1966c-1dc0-4c9a-9794-2b5f7cda193f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:44.947407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c1966c-1dc0-4c9a-9794-2b5f7cda193f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:44.957757 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-83c1966c-1dc0-4c9a-9794-2b5f7cda193f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/c7bb916f-8d85-47a5-837c-217c9e57b306 HTTP/1.1" status: 404 len: 339 time: 0.0422070 Feb 03 14:24:44.958180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48382) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:44.961210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59046ba-2829-475c-9f27-f7b380f8f20e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=c7bb916f-8d85-47a5-837c-217c9e57b306,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:44.976099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485378653', 'description': 'd1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:45.002897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71ec0018-f6a0-41a3-8653-b7447bd1587b req-6a74ce17-7c4a-462d-aba1-ab932a20968b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928751 Feb 03 14:24:45.012220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Attempting to bind port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:45.012600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Attempting to bind port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:45.013478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Attempting to bind port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:45.020183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:45.023755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:45.024091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Attempting to bind port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:45.033379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.047168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-808e3b87-7f04-444d-ae2e-d7f821b1e72c req-bb682610-78c0-4c4b-be99-c7a2044255ce tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126036 Feb 03 14:24:45.061091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:45.061942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Checking segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:45.062693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Bound using segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:45.063372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Bound port: ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:45.064856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.100382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:45.119428 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1dd2c094-3b8b-43ee-973e-7f7185569175), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.120091 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 1dd2c094-3b8b-43ee-973e-7f7185569175 of type vlan for network c9242ece-e552-486e-9bd9-b2f921e7d029 Feb 03 14:24:45.183125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c9242ece-e552-486e-9bd9-b2f921e7d029), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.200877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:45.208529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:45.213911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.233480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c9242ece-e552-486e-9bd9-b2f921e7d029), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.244717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.245337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.271882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.272696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.274216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] 10.222.0.45 "PUT /v2.0/ports/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 HTTP/1.1" status: 200 len: 1131 time: 2.3275578 Feb 03 14:24:45.274693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:45.277479 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3706a14e-9e4d-4145-9e32-16154f7759b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:45.314896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:45.369797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571fbb-10ff-4242-a1c5-27878a7b073f service neutron] Pushing event updated for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:45.370018 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4071407 Feb 03 14:24:45.378533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:45.410781 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07903fe4-5f8a-4799-8aa5-1f5e4e2f23e9 x-openstack-request-id: req-07903fe4-5f8a-4799-8aa5-1f5e4e2f23e9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:45.410781 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:45.426039 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07903fe4-5f8a-4799-8aa5-1f5e4e2f23e9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:45.426959 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97', 'status': 'completed', 'code': 200} Feb 03 14:24:45.565868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device de2c2486-6198-4acb-9f83-b39fd9e29875 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:45.594948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d256d-f434-4471-b18e-3ce6a4464801 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=c9242ece-e552-486e-9bd9-b2f921e7d029,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:45.630591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c9242ece-e552-486e-9bd9-b2f921e7d029 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:45.643120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: de2c2486-6198-4acb-9f83-b39fd9e29875 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:24:45.645801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device de2c2486-6198-4acb-9f83-b39fd9e29875 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:24:45.659526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-3c015df5-f693-4fad-9d50-56cf72f00186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.660394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-3c015df5-f693-4fad-9d50-56cf72f00186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.661146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-3c015df5-f693-4fad-9d50-56cf72f00186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.661845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-3c015df5-f693-4fad-9d50-56cf72f00186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.662763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-3c015df5-f693-4fad-9d50-56cf72f00186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.663498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-3c015df5-f693-4fad-9d50-56cf72f00186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.665770 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-3c015df5-f693-4fad-9d50-56cf72f00186 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5350 time: 0.2547379 Feb 03 14:24:45.780655 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01509d51-36cf-4375-bb03-21fa59f6de38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:45.914368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-f63be45d-b9c1-410c-9fc0-9fbfbc21e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.914925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-f63be45d-b9c1-410c-9fc0-9fbfbc21e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.915327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-f63be45d-b9c1-410c-9fc0-9fbfbc21e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:45.917172 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-f63be45d-b9c1-410c-9fc0-9fbfbc21e8f7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2401671 Feb 03 14:24:46.034043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-aef40c5a-d408-4da6-8c07-e5c60e288bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.035751 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3706a14e-9e4d-4145-9e32-16154f7759b3 req-aef40c5a-d408-4da6-8c07-e5c60e288bdd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122892 Feb 03 14:24:46.132857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc32f67c-ccd0-42d2-9683-a4fff29f35ca req-fe06559b-872b-47ba-99d2-2f1dbda8afdc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 210 time: 0.0851371 Feb 03 14:24:46.142545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66123a64-257f-48de-b446-e29510449a91 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.144122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66123a64-257f-48de-b446-e29510449a91 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/networks?id=c9242ece-e552-486e-9bd9-b2f921e7d029 HTTP/1.1" status: 200 len: 761 time: 0.7614090 Feb 03 14:24:46.147023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:46.150711 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:46.153013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'description': 'd2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:46.179619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e073b84-5024-4aff-b833-5db0107acd5b req-c9dfa8d2-21c3-4403-9d80-9f0d9de38b3c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.186544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e073b84-5024-4aff-b833-5db0107acd5b req-c9dfa8d2-21c3-4403-9d80-9f0d9de38b3c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.6787925 Feb 03 14:24:46.402402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70426996-41dd-415c-bb8f-ab3a5140f87f req-cd426b52-2981-4155-97da-aa7cab8dda0c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.412240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70426996-41dd-415c-bb8f-ab3a5140f87f req-cd426b52-2981-4155-97da-aa7cab8dda0c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1936071 Feb 03 14:24:46.454763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c9242ece-e552-486e-9bd9-b2f921e7d029), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:46.489042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-6ce9921b-15df-4dff-868d-3f6d85ac7ff3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.490648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-6ce9921b-15df-4dff-868d-3f6d85ac7ff3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.45 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 813 time: 0.2094660 Feb 03 14:24:46.491774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c9242ece-e552-486e-9bd9-b2f921e7d029), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:46.508523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Request body: {'port': {'device_id': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'admin_state_up': True, 'tenant_id': '33410846971c4dc08090ac20e2dc941d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:46.513288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network c9242ece-e552-486e-9bd9-b2f921e7d029 is not hosted by any dhcp agent {{(pid=103341) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 14:24:46.519251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.519997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:46.524134 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "PUT /v2.0/networks/c9242ece-e552-486e-9bd9-b2f921e7d029 HTTP/1.1" status: 200 len: 758 time: 0.3733621 Feb 03 14:24:46.531300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48404) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:46.638375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e073b84-5024-4aff-b833-5db0107acd5b req-3a55ec93-02f7-45e8-93f3-10576887ac7c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509356 Feb 03 14:24:46.640704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e14ae-b0d5-42c8-a606-2f0487510284 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=c9242ece-e552-486e-9bd9-b2f921e7d029,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:46.655658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c9242ece-e552-486e-9bd9-b2f921e7d029 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:46.740667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Made reservation on behalf of 33410846971c4dc08090ac20e2dc941d for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:46.745377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:46.856714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70426996-41dd-415c-bb8f-ab3a5140f87f req-85a3b0eb-2a68-4966-b054-6f044e5054d8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431326 Feb 03 14:24:46.902674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a6fae-bcc8-4df9-8eb2-23700c0ed195 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.908735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-678a6fae-bcc8-4df9-8eb2-23700c0ed195 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/networks?id=c9242ece-e552-486e-9bd9-b2f921e7d029 HTTP/1.1" status: 200 len: 761 time: 0.3731167 Feb 03 14:24:46.908934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48406) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:46.915954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401071485'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:46.923230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Allocated IP 172.20.0.6 (ddea0468-fc70-4a58-ab3f-25eca6ef57f8/1998f462-4e47-4753-98f3-f19a43559656/60e72ddf-400d-414b-b519-01221c61c684) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:46.958883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:46.962699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:46.997963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-6f535341-5f0d-4660-b13d-fda3af2d7967 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:46.999550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-6f535341-5f0d-4660-b13d-fda3af2d7967 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 813 time: 0.4689314 Feb 03 14:24:47.020692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Request body: {'port': {'device_id': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'admin_state_up': True, 'tenant_id': '33410846971c4dc08090ac20e2dc941d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:47.023730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:47.039013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-d9a3a356-e3b0-47fe-9347-ee2947e29568 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.044847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-d9a3a356-e3b0-47fe-9347-ee2947e29568 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.050812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-d9a3a356-e3b0-47fe-9347-ee2947e29568 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.056150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-d9a3a356-e3b0-47fe-9347-ee2947e29568 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.061516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-d9a3a356-e3b0-47fe-9347-ee2947e29568 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.066878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-d9a3a356-e3b0-47fe-9347-ee2947e29568 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.068814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-d9a3a356-e3b0-47fe-9347-ee2947e29568 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 4602 time: 0.2583897 Feb 03 14:24:47.074861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8b8a612a-8afa-4b58-90c2-eb6d8f523df8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.075274 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 8b8a612a-8afa-4b58-90c2-eb6d8f523df8 of type vlan for network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b Feb 03 14:24:47.131037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (401b8cf2-48dc-4daa-adff-5a1fa06cd22b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.169938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks [] for port (60e72ddf-400d-414b-b519-01221c61c684), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.185471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (401b8cf2-48dc-4daa-adff-5a1fa06cd22b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.190434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.191028 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.230145 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3202763 Feb 03 14:24:47.236982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48410) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:47.253920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': '401b8cf2-48dc-4daa-adff-5a1fa06cd22b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:47.284408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e98666-c91a-44db-81e4-717abc2c8f0d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=401b8cf2-48dc-4daa-adff-5a1fa06cd22b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:47.294018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (60e72ddf-400d-414b-b519-01221c61c684), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.298048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:47.312803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e255b27-a00a-4d70-aa14-04464eb26cc4 req-3677ae8e-b521-43bb-b76b-479d4fe84cac tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 210 time: 0.0973234 Feb 03 14:24:47.358179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:47.362227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:47.366157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:47.374423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event updated for resources: {'Port': ['ID=60e72ddf-400d-414b-b519-01221c61c684,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:47.430995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.433450 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.439829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2556efd-e99e-4ece-b217-73a7368d57ca req-96598289-da8f-49fd-8315-122fb673360e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3522367 Feb 03 14:24:47.449598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1a051f-333b-4125-bc94-9614d76b79d7 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:47.455199 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-7b5546da-a7f1-4c2b-ac40-be5031755574 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528651 Feb 03 14:24:47.466843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Request body: {'port': {'device_id': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:47.468735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Publish callbacks [] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.477025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Made reservation on behalf of 33410846971c4dc08090ac20e2dc941d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:47.480581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.522841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Transition to ACTIVE for port object ae1a051f-333b-4125-bc94-9614d76b79d7 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:47.526782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:47.530935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.545877 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.559907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (60e72ddf-400d-414b-b519-01221c61c684), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.715124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=ae1a051f-333b-4125-bc94-9614d76b79d7,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:47.916443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e72ddf-400d-414b-b519-01221c61c684 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:47.929849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Attempting to bind port ae1a051f-333b-4125-bc94-9614d76b79d7 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:47.930280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Attempting to bind port ae1a051f-333b-4125-bc94-9614d76b79d7 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:47.930680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Attempting to bind port ae1a051f-333b-4125-bc94-9614d76b79d7 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:47.931410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Publish callbacks [] for port (60e72ddf-400d-414b-b519-01221c61c684), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.948868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Transition to ACTIVE for port object 60e72ddf-400d-414b-b519-01221c61c684 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:47.954203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (60e72ddf-400d-414b-b519-01221c61c684), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:47.961035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda79e-726b-4de4-8d20-f7c4400063a0 req-c9c01448-1b83-4e86-8f42-9115b03e07d7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:47.962861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88dda79e-726b-4de4-8d20-f7c4400063a0 req-c9c01448-1b83-4e86-8f42-9115b03e07d7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1474051 Feb 03 14:24:48.020319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Port ae1a051f-333b-4125-bc94-9614d76b79d7 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:48.020580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Attempting to bind port ae1a051f-333b-4125-bc94-9614d76b79d7 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:48.024474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30a5fee5-7072-459c-9ae6-3356357aa715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.025254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Pushing event updated for resources: {'Port': ['ID=60e72ddf-400d-414b-b519-01221c61c684,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:48.101437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Attempting to bind port 60e72ddf-400d-414b-b519-01221c61c684 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:48.102055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Attempting to bind port 60e72ddf-400d-414b-b519-01221c61c684 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:48.102583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Attempting to bind port 60e72ddf-400d-414b-b519-01221c61c684 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:48.107902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Port 60e72ddf-400d-414b-b519-01221c61c684 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:48.108511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Attempting to bind port 60e72ddf-400d-414b-b519-01221c61c684 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:48.114411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:48.115028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Checking segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:48.115969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Bound using segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:48.115969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Bound port: 60e72ddf-400d-414b-b519-01221c61c684, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:48.116223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:48.116974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (60e72ddf-400d-414b-b519-01221c61c684), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.117092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Checking segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:48.117092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Bound using segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:48.117311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Bound port: ae1a051f-333b-4125-bc94-9614d76b79d7, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:48.117672 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.122172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Allocated IP 172.20.0.12 (ddea0468-fc70-4a58-ab3f-25eca6ef57f8/1998f462-4e47-4753-98f3-f19a43559656/1a028202-c1f1-4d37-862c-d364b627ccd8) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:48.161763 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (f19db8c6-b193-432e-8b38-7dcb005b1136), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.190934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] For port 60e72ddf-400d-414b-b519-01221c61c684, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:48.194408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] For port 60e72ddf-400d-414b-b519-01221c61c684, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=60e72ddf-400d-414b-b519-01221c61c684,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:48.202328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (60e72ddf-400d-414b-b519-01221c61c684), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.242285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.243173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.244867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] 10.222.0.45 "PUT /v2.0/ports/60e72ddf-400d-414b-b519-01221c61c684 HTTP/1.1" status: 200 len: 1091 time: 0.7830534 Feb 03 14:24:48.247359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'tag': '60e72ddf-400d-414b-b519-01221c61c684'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:48.250913 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515c2690-e591-4aaf-b01c-9efd1dd6331f" -d '{"events": [{"name": "network-changed", "server_uuid": "771b7322-1073-42cf-be9b-9a3c4c24e833", "tag": "60e72ddf-400d-414b-b519-01221c61c684"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:48.281241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57734022-d5e5-4637-828b-27b36a0e2381 service neutron] Pushing event updated for resources: {'Port': ['ID=60e72ddf-400d-414b-b519-01221c61c684,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:48.309529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88dda79e-726b-4de4-8d20-f7c4400063a0 req-79383a96-0abc-43a7-89cf-1ba8aa8b418f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908916 Feb 03 14:24:48.343800 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-a76a97fe-a255-4640-af2a-e774a98d7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.343800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-a76a97fe-a255-4640-af2a-e774a98d7484 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=771b7322-1073-42cf-be9b-9a3c4c24e833 HTTP/1.1" status: 200 len: 1125 time: 0.0500464 Feb 03 14:24:48.344100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf5b7e-9768-4f4b-baed-ebc7a2a89284 req-0d260f31-0a4d-4dca-915b-48f38953b2c4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.344100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ebf5b7e-9768-4f4b-baed-ebc7a2a89284 req-0d260f31-0a4d-4dca-915b-48f38953b2c4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3668296 Feb 03 14:24:48.350347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] For port ae1a051f-333b-4125-bc94-9614d76b79d7, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:48.405866 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-1fba8a31-2543-4cbb-99fe-4c06168be61c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60e72ddf-400d-414b-b519-01221c61c684 HTTP/1.1" status: 200 len: 217 time: 0.0563803 Feb 03 14:24:48.410371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] For port ae1a051f-333b-4125-bc94-9614d76b79d7, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ae1a051f-333b-4125-bc94-9614d76b79d7,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:48.425314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=f19db8c6-b193-432e-8b38-7dcb005b1136,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:48.441398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.470550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e6a61235-6c12-45f4-b1ac-5964f2309b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.471997 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e6a61235-6c12-45f4-b1ac-5964f2309b3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.0597250 Feb 03 14:24:48.494657 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.495647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.497204 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] 10.222.0.45 "PUT /v2.0/ports/ae1a051f-333b-4125-bc94-9614d76b79d7 HTTP/1.1" status: 200 len: 1129 time: 3.1926210 Feb 03 14:24:48.511015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': 'ae1a051f-333b-4125-bc94-9614d76b79d7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:48.513656 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168b17e-6246-4853-bed5-d6abe8e9244e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "ae1a051f-333b-4125-bc94-9614d76b79d7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:48.518983 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-5c8c3662-97a8-43c6-9333-3975a80df9af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411146 Feb 03 14:24:48.523264 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a935b-0733-4efa-81a6-0c53295c0579 x-openstack-request-id: req-d35a935b-0733-4efa-81a6-0c53295c0579 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:48.523563 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771b7322-1073-42cf-be9b-9a3c4c24e833", "tag": "60e72ddf-400d-414b-b519-01221c61c684", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:48.525848 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d35a935b-0733-4efa-81a6-0c53295c0579 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:48.526420 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'tag': '60e72ddf-400d-414b-b519-01221c61c684', 'status': 'completed', 'code': 200} Feb 03 14:24:48.557863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:48.606524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ebf5b7e-9768-4f4b-baed-ebc7a2a89284 req-ddc9e96e-ff95-4b6b-ad3e-c6503973139d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501521 Feb 03 14:24:48.671463 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-9d73576f-f09f-4b8a-aabe-83486ae5adb8 service neutron] 10.222.0.45 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420460 Feb 03 14:24:48.683153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65a2de64-f94b-40c2-9600-d2120d90adf4 req-8f0dbcbf-e70d-484a-90cb-3cfb1fa371da tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 210 time: 0.0900464 Feb 03 14:24:48.690574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '8b8a612a-8afa-4b58-90c2-eb6d8f523df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '401b8cf2-48dc-4daa-adff-5a1fa06cd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:48.690949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: 401b8cf2-48dc-4daa-adff-5a1fa06cd22b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:48.744707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.746738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5092a-c05c-4342-a89e-6bed8f03a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=ae1a051f-333b-4125-bc94-9614d76b79d7,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:48.775457 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks [] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.787777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:48.863352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-21f4866c-5c92-400c-a885-c21a3510f21f service neutron] 10.222.0.45 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837132 Feb 03 14:24:48.873049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 401b8cf2-48dc-4daa-adff-5a1fa06cd22b) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:48.888894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2d57b-8dea-4f0b-9eeb-2cbfc938e8f0 None None] Network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:48.915637 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be2f51-3e78-4e23-ad26-5b4c3c7d3f20 x-openstack-request-id: req-96be2f51-3e78-4e23-ad26-5b4c3c7d3f20 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:48.921674 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "ae1a051f-333b-4125-bc94-9614d76b79d7", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:48.922291 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96be2f51-3e78-4e23-ad26-5b4c3c7d3f20 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:48.922993 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': 'ae1a051f-333b-4125-bc94-9614d76b79d7', 'status': 'completed', 'code': 200} Feb 03 14:24:48.940757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.956463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:48.982904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.984171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.984923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.986142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.987792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.988512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.989168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:48.991402 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-d6a50840-6c41-49b5-845f-b6ac1178e4aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6303 time: 0.0918877 Feb 03 14:24:49.069256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-401b8cf2-48dc-4daa-adff-5a1fa06cd22b', 'network_id': '401b8cf2-48dc-4daa-adff-5a1fa06cd22b', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': 'f19db8c6-b193-432e-8b38-7dcb005b1136'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:49.070118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.135248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6a45f-d636-40b2-8742-55f400abe569 req-e5b56b0a-77e6-4e91-8de8-53786b5cea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.136786 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d6a45f-d636-40b2-8742-55f400abe569 req-e5b56b0a-77e6-4e91-8de8-53786b5cea07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.1441765 Feb 03 14:24:49.143328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-fe290958-2945-42be-982a-55cbdce42bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.143806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-fe290958-2945-42be-982a-55cbdce42bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.144271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-fe290958-2945-42be-982a-55cbdce42bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.145780 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-fe290958-2945-42be-982a-55cbdce42bb5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1445434 Feb 03 14:24:49.250921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Allocated IP 172.20.0.2 (401b8cf2-48dc-4daa-adff-5a1fa06cd22b/f19db8c6-b193-432e-8b38-7dcb005b1136/3334514d-2ea7-4188-b35e-b8a7098e18f3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:49.253984 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.319269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6a45f-d636-40b2-8742-55f400abe569 req-33932681-c045-41a7-9f57-8f772ebe3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.320995 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d6a45f-d636-40b2-8742-55f400abe569 req-33932681-c045-41a7-9f57-8f772ebe3e83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.1743276 Feb 03 14:24:49.323875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-e9acba4f-480f-49a4-b23c-2b88bb6049fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.325491 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e168b17e-6246-4853-bed5-d6abe8e9244e req-e9acba4f-480f-49a4-b23c-2b88bb6049fb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707489 Feb 03 14:24:49.394917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d7e49af-64ec-4a6b-af42-cf22f6a31471 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1434975 Feb 03 14:24:49.396849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d6a45f-d636-40b2-8742-55f400abe569 req-417919e2-4ac9-45f6-bde5-b1f2a7a686d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.0696285 Feb 03 14:24:49.397442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:49.408829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Publish callbacks [] for port (3334514d-2ea7-4188-b35e-b8a7098e18f3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.416121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (3334514d-2ea7-4188-b35e-b8a7098e18f3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.421276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.431336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.436996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.443252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.449169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.452302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:49.456073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.456356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:49.460335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:49.466191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.468100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-c24b1433-8f4b-4ca6-8026-e0f22eb4cb40 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5373 time: 0.6703355 Feb 03 14:24:49.497262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:49.505479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:49.510286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281bb293-8b6c-4ac1-abfc-63eca6db1a19 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:49.514894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Pushing event updated for resources: {'Port': ['ID=3334514d-2ea7-4188-b35e-b8a7098e18f3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:49.518651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:49.533282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Attempting to bind port 3334514d-2ea7-4188-b35e-b8a7098e18f3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:49.534283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Attempting to bind port 3334514d-2ea7-4188-b35e-b8a7098e18f3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8b8a612a-8afa-4b58-90c2-eb6d8f523df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '401b8cf2-48dc-4daa-adff-5a1fa06cd22b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:49.534753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Attempting to bind port 3334514d-2ea7-4188-b35e-b8a7098e18f3 on network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:49.538169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Publish callbacks [] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.543259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:49.543582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Checking segment: {'id': '8b8a612a-8afa-4b58-90c2-eb6d8f523df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '401b8cf2-48dc-4daa-adff-5a1fa06cd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:49.545108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.545630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Bound using segment: {'id': '8b8a612a-8afa-4b58-90c2-eb6d8f523df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '401b8cf2-48dc-4daa-adff-5a1fa06cd22b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:49.546223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Bound port: 3334514d-2ea7-4188-b35e-b8a7098e18f3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8a612a-8afa-4b58-90c2-eb6d8f523df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '401b8cf2-48dc-4daa-adff-5a1fa06cd22b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:49.546719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3334514d-2ea7-4188-b35e-b8a7098e18f3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.563085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (401b8cf2-48dc-4daa-adff-5a1fa06cd22b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.575838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.576053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6a45f-d636-40b2-8742-55f400abe569 req-259ed3a6-8ddd-4c9a-81cd-8b9ad491bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.578913 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d6a45f-d636-40b2-8742-55f400abe569 req-259ed3a6-8ddd-4c9a-81cd-8b9ad491bfda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.0976434 Feb 03 14:24:49.594172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event updated for resources: {'Port': ['ID=1a028202-c1f1-4d37-862c-d364b627ccd8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:49.634044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91153f-840c-4efc-ba99-76c5de833b3b req-15c1f39e-e259-4a0e-9e3d-ba30913a06ed tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.635691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f91153f-840c-4efc-ba99-76c5de833b3b req-15c1f39e-e259-4a0e-9e3d-ba30913a06ed tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.4097106 Feb 03 14:24:49.636912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Transition to ACTIVE for port object 281bb293-8b6c-4ac1-abfc-63eca6db1a19 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:49.653531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] For port 3334514d-2ea7-4188-b35e-b8a7098e18f3, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:49.657275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] For port 3334514d-2ea7-4188-b35e-b8a7098e18f3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3334514d-2ea7-4188-b35e-b8a7098e18f3,segment=NetworkSegment(8b8a612a-8afa-4b58-90c2-eb6d8f523df8),segment_id=8b8a612a-8afa-4b58-90c2-eb6d8f523df8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:49.660728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.663731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3334514d-2ea7-4188-b35e-b8a7098e18f3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.681183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.681963 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.696291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6a45f-d636-40b2-8742-55f400abe569 req-f3d7d547-260f-456a-95a9-b4c43f62b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.699362 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d6a45f-d636-40b2-8742-55f400abe569 req-f3d7d547-260f-456a-95a9-b4c43f62b8d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1113641 Feb 03 14:24:49.701639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-1487dd6a-3706-431d-a4d1-8eceffe34f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:49.703397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-1487dd6a-3706-431d-a4d1-8eceffe34f53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=771b7322-1073-42cf-be9b-9a3c4c24e833 HTTP/1.1" status: 200 len: 1125 time: 0.4785333 Feb 03 14:24:49.743340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657fc40-482b-499f-b525-6d62848a8773 None None] Pushing event updated for resources: {'Port': ['ID=3334514d-2ea7-4188-b35e-b8a7098e18f3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:49.762310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e25c4265-3135-4db8-a6cb-084282c547f1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7483015 Feb 03 14:24:49.799650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Deleting port 3334514d-2ea7-4188-b35e-b8a7098e18f3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:49.800002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3334514d-2ea7-4188-b35e-b8a7098e18f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.801035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Request body: {'port': {'device_id': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:49.851266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-505bcfe8-bf03-4b96-a21a-d75168a8908c req-0e59bc87-50e8-4a25-88cc-99609d6bd89b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3644323 Feb 03 14:24:49.947233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] For port 3334514d-2ea7-4188-b35e-b8a7098e18f3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3334514d-2ea7-4188-b35e-b8a7098e18f3,segment=NetworkSegment(8b8a612a-8afa-4b58-90c2-eb6d8f523df8),segment_id=8b8a612a-8afa-4b58-90c2-eb6d8f523df8)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:49.947604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3334514d-2ea7-4188-b35e-b8a7098e18f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:49.952067 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d6a45f-d636-40b2-8742-55f400abe569 req-313c8fba-0169-4c8e-9602-f79b1a9f59f6 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455509 Feb 03 14:24:49.975657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Calling delete_port for 3334514d-2ea7-4188-b35e-b8a7098e18f3 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:49.986865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=281bb293-8b6c-4ac1-abfc-63eca6db1a19,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:50.181393 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d6a45f-d636-40b2-8742-55f400abe569 req-b741e0a4-c0c3-4975-908a-44d1a8b439d4 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213585 Feb 03 14:24:50.262046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f91153f-840c-4efc-ba99-76c5de833b3b req-2339e658-de1c-4f9a-9e3b-6c8d68326ad8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6138299 Feb 03 14:24:50.305255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.335709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3334514d-2ea7-4188-b35e-b8a7098e18f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.377279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Port': ['ID=3334514d-2ea7-4188-b35e-b8a7098e18f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:50.387135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-c541c6f5-dc58-40b8-bbb1-1b0685a1c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:50.390322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-c541c6f5-dc58-40b8-bbb1-1b0685a1c122 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 914 time: 0.6178722 Feb 03 14:24:50.425457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No DVR routers for this DVR port 3334514d-2ea7-4188-b35e-b8a7098e18f3 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:50.478240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f19db8c6-b193-432e-8b38-7dcb005b1136), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.488000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931a55-87ef-4e5a-b164-ad867ea3ae2e req-247f4eb8-de3a-49b9-87a3-a5d14babf13f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:50.491383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f931a55-87ef-4e5a-b164-ad867ea3ae2e req-247f4eb8-de3a-49b9-87a3-a5d14babf13f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3851821 Feb 03 14:24:50.492364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Attempting to bind port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:50.492864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Attempting to bind port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:50.493401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Attempting to bind port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:50.505570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-6948ed42-9cc5-413c-a7df-1f8a73a10c72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60e72ddf-400d-414b-b519-01221c61c684 HTTP/1.1" status: 200 len: 217 time: 0.1060095 Feb 03 14:24:50.567428 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (f19db8c6-b193-432e-8b38-7dcb005b1136), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.593687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=f19db8c6-b193-432e-8b38-7dcb005b1136,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:50.625614 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.684322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (401b8cf2-48dc-4daa-adff-5a1fa06cd22b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.712075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401b8cf2-48dc-4daa-adff-5a1fa06cd22b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:50.728699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8a612a-8afa-4b58-90c2-eb6d8f523df8') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:50.729005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8a612a-8afa-4b58-90c2-eb6d8f523df8') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:50.746134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (8b8a612a-8afa-4b58-90c2-eb6d8f523df8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.765431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8b8a612a-8afa-4b58-90c2-eb6d8f523df8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.774759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:50.775347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (8b8a612a-8afa-4b58-90c2-eb6d8f523df8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:50.779227 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:50.891208 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (401b8cf2-48dc-4daa-adff-5a1fa06cd22b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.902080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:50.906102 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/401b8cf2-48dc-4daa-adff-5a1fa06cd22b HTTP/1.1" status: 204 len: 168 time: 1.5077646 Feb 03 14:24:50.919234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48438) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:50.931318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a9ed1-01b4-4ce8-be25-17f2282aac92 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=401b8cf2-48dc-4daa-adff-5a1fa06cd22b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:50.959014 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-86923309-e8c9-40e9-bae3-4297e058119e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] GET failed (client error): The resource could not be found. Feb 03 14:24:50.960402 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-86923309-e8c9-40e9-bae3-4297e058119e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/subnets/f19db8c6-b193-432e-8b38-7dcb005b1136 HTTP/1.1" status: 404 len: 337 time: 0.0399094 Feb 03 14:24:50.963216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48440) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:50.973508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:50.973749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Attempting to bind port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:50.983818 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d89b927-ba1b-4708-a4b9-9d123fb5d1c4 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:50.984454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d89b927-ba1b-4708-a4b9-9d123fb5d1c4 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:50.988176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d89b927-ba1b-4708-a4b9-9d123fb5d1c4 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/401b8cf2-48dc-4daa-adff-5a1fa06cd22b HTTP/1.1" status: 404 len: 339 time: 0.0234511 Feb 03 14:24:50.991985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48442) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:51.034306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:51.034652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Checking segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:51.035055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Bound using segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:51.035495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Bound port: 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:51.035858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:51.094232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-eba2db98-bfe1-433b-9033-a960c0a926bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.096294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-eba2db98-bfe1-433b-9033-a960c0a926bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.5799241 Feb 03 14:24:51.142169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27c3fd-46ab-4092-9720-8825b0dd1f90 req-4be6a241-c244-4aca-9fc5-8644efcd8f3f tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.143774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae27c3fd-46ab-4092-9720-8825b0dd1f90 req-4be6a241-c244-4aca-9fc5-8644efcd8f3f tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 932 time: 0.7703986 Feb 03 14:24:51.236940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-cb66a6ab-8ecb-4872-8b0f-19abb003f898 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882874 Feb 03 14:24:51.241025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f931a55-87ef-4e5a-b164-ad867ea3ae2e req-60a4e58a-fa6c-4b40-a704-dc199b3e1ede tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293687 Feb 03 14:24:51.245695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5c8a9-55d6-4572-aee8-9388fc97ee0b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.249797 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2ff5c8a9-55d6-4572-aee8-9388fc97ee0b tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2567012 Feb 03 14:24:51.250454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48444) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:51.257967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 60e72ddf-400d-414b-b519-01221c61c684 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:24:51.295497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-da98f047-a5cb-4f24-b0aa-5bb02a942f59 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 207 time: 0.0438530 Feb 03 14:24:51.296196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48448) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:51.349239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae27c3fd-46ab-4092-9720-8825b0dd1f90 req-a66f3804-fe30-487b-8d74-021e0d124993 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847706 Feb 03 14:24:51.378305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5993f7b1-a6a3-4387-b0e1-cc466458c980 None None] Could not find standard attr ID for object 3334514d-2ea7-4188-b35e-b8a7098e18f3. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:24:51.394833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108cb5a-7a9f-4a50-91ba-73faba3fb6bf None None] DHCP port deletion for 401b8cf2-48dc-4daa-adff-5a1fa06cd22b request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:24:51.474511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ec5fc-ae35-4ae8-9493-50b26e5b4c57 None None] Network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:51.491535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ec5fc-ae35-4ae8-9493-50b26e5b4c57 None None] Network 401b8cf2-48dc-4daa-adff-5a1fa06cd22b could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:24:51.503604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] For port 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:51.544656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 60e72ddf-400d-414b-b519-01221c61c684, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=60e72ddf-400d-414b-b519-01221c61c684,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:51.558198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '60e72ddf-400d-414b-b519-01221c61c684', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'port_id': '60e72ddf-400d-414b-b519-01221c61c684', 'mac_address': 'fa:16:3e:6a:1f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1998f462-4e47-4753-98f3-f19a43559656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:24:51.576537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] For port 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:51.578464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e302945-b067-4215-96ea-d7711585eda9 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.585229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e302945-b067-4215-96ea-d7711585eda9 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.591531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e302945-b067-4215-96ea-d7711585eda9 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.597380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e302945-b067-4215-96ea-d7711585eda9 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.599165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0e302945-b067-4215-96ea-d7711585eda9 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3020339 Feb 03 14:24:51.603672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48450) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:51.610839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:51.627016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 60e72ddf-400d-414b-b519-01221c61c684 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:51.627615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (60e72ddf-400d-414b-b519-01221c61c684), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:51.647670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e72ddf-400d-414b-b519-01221c61c684 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:51.671465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 60e72ddf-400d-414b-b519-01221c61c684, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=60e72ddf-400d-414b-b519-01221c61c684,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:51.675433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-fcc2d194-6c7d-4707-a2ca-bdd6c807a448 service neutron] 10.222.0.45 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020274 Feb 03 14:24:51.676588 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (60e72ddf-400d-414b-b519-01221c61c684), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:51.742311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=60e72ddf-400d-414b-b519-01221c61c684,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:51.770338 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1b00b025-f4d8-4d8e-b20f-dc3468890590 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1613429 Feb 03 14:24:51.772475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48452) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:51.776958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.782737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.788264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.794087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.800936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.806363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.813155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.822766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-480fd54a-da89-4a69-81ae-5c0d4a57bc2a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5385 time: 0.4043255 Feb 03 14:24:51.844958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.845585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:51.847136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/281bb293-8b6c-4ac1-abfc-63eca6db1a19 HTTP/1.1" status: 200 len: 1091 time: 3.2999723 Feb 03 14:24:51.850099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:51.852184 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354d4c99-d892-478c-99c0-8750e8dca633" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:51.870927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0026dac-8645-4460-8061-f205c67a1c18 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.873008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0026dac-8645-4460-8061-f205c67a1c18 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.875676 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f0026dac-8645-4460-8061-f205c67a1c18 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1006820 Feb 03 14:24:51.879702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48456) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:51.886160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:51.906358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bebbc-2883-4eae-86cc-cfe120189752 req-e871b03c-eca2-4c14-b042-637990386b0b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:51.907969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c5bebbc-2883-4eae-86cc-cfe120189752 req-e871b03c-eca2-4c14-b042-637990386b0b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.4403737 Feb 03 14:24:51.970693 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:51.977746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['60e72ddf-400d-414b-b519-01221c61c684'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:24:52.007353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b28dde-4019-4b9a-8872-3c982373f4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=281bb293-8b6c-4ac1-abfc-63eca6db1a19,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:52.013469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a028202-c1f1-4d37-862c-d364b627ccd8 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:52.044580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Publish callbacks [] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:52.157321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Transition to ACTIVE for port object 1a028202-c1f1-4d37-862c-d364b627ccd8 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:52.183547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dae13706-6f6c-4672-9de1-db0b3d3e1fcd req-c2712380-a44d-45c2-ab21-76fd32a4640a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3597724 Feb 03 14:24:52.188982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:52.198760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:52.225586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c5bebbc-2883-4eae-86cc-cfe120189752 req-0bbc5733-f98a-4394-b30d-d064cdd59786 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420249 Feb 03 14:24:52.240816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-515c2690-e591-4aaf-b01c-9efd1dd6331f req-a6f103b9-b147-4feb-8b94-bfc9c2e007b7 service neutron] 10.222.0.45 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523765 Feb 03 14:24:52.298722 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e610d-1763-4ee5-bae3-dcc74b3a9dd3 x-openstack-request-id: req-e06e610d-1763-4ee5-bae3-dcc74b3a9dd3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:52.299025 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:52.299278 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e06e610d-1763-4ee5-bae3-dcc74b3a9dd3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:52.299686 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19', 'status': 'completed', 'code': 200} Feb 03 14:24:52.462485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26e613-05bb-4aa1-8859-fcf340141b7e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.463927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26e613-05bb-4aa1-8859-fcf340141b7e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.466076 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9d26e613-05bb-4aa1-8859-fcf340141b7e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5849175 Feb 03 14:24:52.471471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:52.491389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Pushing event updated for resources: {'Port': ['ID=1a028202-c1f1-4d37-862c-d364b627ccd8,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:52.607167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded66420-b2eb-4d2e-9c89-de83b0bf6849 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.613931 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ded66420-b2eb-4d2e-9c89-de83b0bf6849 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/networks/e2e4d4d2-5b20-4721-b271-3e120e28ed4d HTTP/1.1" status: 200 len: 800 time: 0.1414344 Feb 03 14:24:52.617539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48470) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:52.671859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.672464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.673580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.674065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.674537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.675006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.675722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.677794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-354d4c99-d892-478c-99c0-8750e8dca633 req-a83a270d-f576-44ba-8e15-9faaff05379e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6401 time: 0.3443866 Feb 03 14:24:52.722461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c109bed-d56e-4b9e-98f9-a60425a3fcfa req-193018bb-8d26-445e-b162-8d4f56f03799 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.724532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c109bed-d56e-4b9e-98f9-a60425a3fcfa req-193018bb-8d26-445e-b162-8d4f56f03799 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3284681 Feb 03 14:24:52.737733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa45a04-99f5-444b-8758-2424870fee88 req-68e335b9-7189-40ad-83ae-85ef77f761d4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.739344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fa45a04-99f5-444b-8758-2424870fee88 req-68e335b9-7189-40ad-83ae-85ef77f761d4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3349831 Feb 03 14:24:52.764739 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-11d88029-6969-498c-bf8d-0362cc0e4b0a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/networks/e2e4d4d2-5b20-4721-b271-3e120e28ed4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1454124 Feb 03 14:24:52.769929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48472) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:52.830362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a5551-8748-4872-a3cd-243eab12ba0e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.835948 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ec6a5551-8748-4872-a3cd-243eab12ba0e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/subnets/f827b9e7-94cf-4d73-b750-a4103b3e70a7 HTTP/1.1" status: 200 len: 811 time: 0.0646479 Feb 03 14:24:52.836715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48474) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:52.882512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Attempting to bind port 1a028202-c1f1-4d37-862c-d364b627ccd8 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:52.882788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Attempting to bind port 1a028202-c1f1-4d37-862c-d364b627ccd8 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:52.883031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Attempting to bind port 1a028202-c1f1-4d37-862c-d364b627ccd8 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:52.906843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d7c55-c153-44c5-8ded-1e66a51e89ae tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:52.909311 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4c3d7c55-c153-44c5-8ded-1e66a51e89ae tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "GET /v2.0/subnets/f827b9e7-94cf-4d73-b750-a4103b3e70a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0715806 Feb 03 14:24:52.912864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48476) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:52.920437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718133543'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:52.925395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Port 1a028202-c1f1-4d37-862c-d364b627ccd8 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:52.925789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Attempting to bind port 1a028202-c1f1-4d37-862c-d364b627ccd8 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:52.942867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:52.946209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:52.967474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fa45a04-99f5-444b-8758-2424870fee88 req-9361454e-d2e8-4479-8d2c-ddcb6e656cab tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042739 Feb 03 14:24:52.968197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:52.968583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Checking segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:52.968965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Bound using segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:52.969400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Bound port: 1a028202-c1f1-4d37-862c-d364b627ccd8, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:52.970323 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:52.992559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:24:53.001869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c109bed-d56e-4b9e-98f9-a60425a3fcfa req-9f3cf7c3-43bb-4a77-a301-fbbc90f931c9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338243 Feb 03 14:24:53.009272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (20b64c1a-bade-4903-8907-0b1542609d1d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.009917 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Added segment 20b64c1a-bade-4903-8907-0b1542609d1d of type vlan for network 23bb1e0d-19e5-480f-b896-a02f230a29da Feb 03 14:24:53.048980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-c1c419c7-5c3b-445b-bb68-5224d1ed2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.048980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-c1c419c7-5c3b-445b-bb68-5224d1ed2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.049437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-c1c419c7-5c3b-445b-bb68-5224d1ed2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.051372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-354d4c99-d892-478c-99c0-8750e8dca633 req-c1c419c7-5c3b-445b-bb68-5224d1ed2404 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3636272 Feb 03 14:24:53.075540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (23bb1e0d-19e5-480f-b896-a02f230a29da), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.113222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (23bb1e0d-19e5-480f-b896-a02f230a29da), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.118523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.119312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.160136 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2410128 Feb 03 14:24:53.161533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48480) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:53.165879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'network_id': '23bb1e0d-19e5-480f-b896-a02f230a29da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:53.235483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08477fea-d726-45e6-acad-cb9805dbe343 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Network': ['ID=23bb1e0d-19e5-480f-b896-a02f230a29da,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:53.252376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 23bb1e0d-19e5-480f-b896-a02f230a29da details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:24:53.310201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] For port 1a028202-c1f1-4d37-862c-d364b627ccd8, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:53.320091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dacd99-9c8f-4c7f-854f-1b586b638e41 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:53.343429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Publish callbacks [] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.344208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Made reservation on behalf of 5265ee0ffff74406b1251a11371cae4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:24:53.350345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 60e72ddf-400d-414b-b519-01221c61c684 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:53.355742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] For port 1a028202-c1f1-4d37-862c-d364b627ccd8, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1a028202-c1f1-4d37-862c-d364b627ccd8,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:53.355973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.394059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.402442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ce045-9894-400b-99d1-d2e417f675a6 req-e589056d-66cc-4478-9fca-d2b42cd52336 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.403971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ce045-9894-400b-99d1-d2e417f675a6 req-e589056d-66cc-4478-9fca-d2b42cd52336 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 944 time: 0.3517773 Feb 03 14:24:53.408289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Transition to ACTIVE for port object 19dacd99-9c8f-4c7f-854f-1b586b638e41 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:53.412736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4c99-d892-478c-99c0-8750e8dca633 req-e2fdf1cb-2798-494f-9fcf-10b2123a7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.414181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-354d4c99-d892-478c-99c0-8750e8dca633 req-e2fdf1cb-2798-494f-9fcf-10b2123a7e9d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3537552 Feb 03 14:24:53.427331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf366b-6604-4251-955d-bec5f20df917 req-5d0c10f4-e8b4-4e48-8e41-b63f73da259f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.428806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ecf366b-6604-4251-955d-bec5f20df917 req-5d0c10f4-e8b4-4e48-8e41-b63f73da259f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3317926 Feb 03 14:24:53.449550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.458246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Performing IP validity checks on allocation pools {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 14:24:53.458941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 14:24:53.459777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 60e72ddf-400d-414b-b519-01221c61c684 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:24:53.467693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 60e72ddf-400d-414b-b519-01221c61c684 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:53.468608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (60e72ddf-400d-414b-b519-01221c61c684), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.508517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.509154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.510644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] 10.222.0.71 "PUT /v2.0/ports/1a028202-c1f1-4d37-862c-d364b627ccd8 HTTP/1.1" status: 200 len: 1092 time: 3.7233453 Feb 03 14:24:53.563349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888d6b-9e25-45e4-ae08-9a3aad887856 service neutron] Pushing event updated for resources: {'Port': ['ID=1a028202-c1f1-4d37-862c-d364b627ccd8,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:53.603847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ecf366b-6604-4251-955d-bec5f20df917 req-72d727c2-96cc-4cce-9528-83dd8accac67 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449876 Feb 03 14:24:53.660497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-860ce045-9894-400b-99d1-d2e417f675a6 req-9804d23e-507a-4f22-b0c2-c86c8caa3013 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412641 Feb 03 14:24:53.707179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 60e72ddf-400d-414b-b519-01221c61c684 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:53.707576 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (60e72ddf-400d-414b-b519-01221c61c684), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.755274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e72ddf-400d-414b-b519-01221c61c684'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:53.758459 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c9609d-b2d0-42ce-bf4c-08e08f7cf9e7" -d '{"events": [{"server_uuid": "771b7322-1073-42cf-be9b-9a3c4c24e833", "name": "network-vif-plugged", "status": "completed", "tag": "60e72ddf-400d-414b-b519-01221c61c684"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:53.775847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=19dacd99-9c8f-4c7f-854f-1b586b638e41,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:53.787675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 60e72ddf-400d-414b-b519-01221c61c684, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=60e72ddf-400d-414b-b519-01221c61c684,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:53.792625 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (60e72ddf-400d-414b-b519-01221c61c684), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.815223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Attempting to bind port 19dacd99-9c8f-4c7f-854f-1b586b638e41 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:53.815813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Attempting to bind port 19dacd99-9c8f-4c7f-854f-1b586b638e41 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:53.816156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Attempting to bind port 19dacd99-9c8f-4c7f-854f-1b586b638e41 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:53.826788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Port 19dacd99-9c8f-4c7f-854f-1b586b638e41 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:53.827120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Attempting to bind port 19dacd99-9c8f-4c7f-854f-1b586b638e41 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:53.832832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-f36747ef-7022-4340-9a6e-746113ebbb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.835167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-f36747ef-7022-4340-9a6e-746113ebbb94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 1126 time: 0.2495317 Feb 03 14:24:53.843813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:53.844196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Checking segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:53.844572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Bound using segment: {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:53.845568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Bound port: 19dacd99-9c8f-4c7f-854f-1b586b638e41, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc35528-03d4-4a2b-839c-c3861602dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:53.845929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.852018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (2e4efbbf-5c13-4990-bd0f-e06100464961), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:53.883180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=60e72ddf-400d-414b-b519-01221c61c684,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:53.932088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.958256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.966885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=2e4efbbf-5c13-4990-bd0f-e06100464961,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:53.971128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.976770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Checking segment: {'id': '20b64c1a-bade-4903-8907-0b1542609d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23bb1e0d-19e5-480f-b896-a02f230a29da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:53.977142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network hostable DHCP agents. Network: 23bb1e0d-19e5-480f-b896-a02f230a29da, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:24:53.977566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:53.984162 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77303a10-e4c2-420e-9dd9-40f07d59b287 x-openstack-request-id: req-77303a10-e4c2-420e-9dd9-40f07d59b287 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:53.984478 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771b7322-1073-42cf-be9b-9a3c4c24e833", "name": "network-vif-plugged", "status": "completed", "tag": "60e72ddf-400d-414b-b519-01221c61c684", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:53.984752 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77303a10-e4c2-420e-9dd9-40f07d59b287 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:53.985459 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e72ddf-400d-414b-b519-01221c61c684', 'code': 200} Feb 03 14:24:53.989403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.000136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Network 23bb1e0d-19e5-480f-b896-a02f230a29da is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:24:54.007085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.013502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.015343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-392a3d27-4da7-4083-b8c5-036b8586339f req-347cdd57-06ad-4402-b779-ad04ca3c6a26 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5397 time: 0.2692463 Feb 03 14:24:54.018405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-43694a8f-0244-4c99-8575-8b2904008d78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a028202-c1f1-4d37-862c-d364b627ccd8 HTTP/1.1" status: 200 len: 217 time: 0.1682889 Feb 03 14:24:54.020842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 23bb1e0d-19e5-480f-b896-a02f230a29da) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:54.025324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.026847 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.036710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd7cc77-7a26-4e1d-98cd-4f9573d36cb7 None None] Network 23bb1e0d-19e5-480f-b896-a02f230a29da requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:54.051166 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4f47b2a2-2e18-46fe-96b1-1adc206d0b0f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8874013 Feb 03 14:24:54.052031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48492) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:54.061760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6e6948f2-08d6-4612-beb9-03ab78e3db40 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:54.179752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e6948f2-08d6-4612-beb9-03ab78e3db40 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25090519'] for subnet (2e4efbbf-5c13-4990-bd0f-e06100464961), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.215244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-23bb1e0d-19e5-480f-b896-a02f230a29da', 'network_id': '23bb1e0d-19e5-480f-b896-a02f230a29da', 'project_id': '5265ee0ffff74406b1251a11371cae4b', 'fixed_ips': [{'subnet_id': '2e4efbbf-5c13-4990-bd0f-e06100464961'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:24:54.216180 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.394224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e6948f2-08d6-4612-beb9-03ab78e3db40 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751390392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24707843'] for subnet (2e4efbbf-5c13-4990-bd0f-e06100464961), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.441144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Allocated IP 172.20.0.3 (23bb1e0d-19e5-480f-b896-a02f230a29da/2e4efbbf-5c13-4990-bd0f-e06100464961/d57bf92f-32a3-4662-b5b8-6e6e83832ee4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:24:54.446806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6948f2-08d6-4612-beb9-03ab78e3db40 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.447557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e6948f2-08d6-4612-beb9-03ab78e3db40 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.449206 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6e6948f2-08d6-4612-beb9-03ab78e3db40 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "PUT /v2.0/subnets/2e4efbbf-5c13-4990-bd0f-e06100464961 HTTP/1.1" status: 200 len: 877 time: 0.3953862 Feb 03 14:24:54.452725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:54.480743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6948f2-08d6-4612-beb9-03ab78e3db40 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event updated for resources: {'Subnet': ['ID=2e4efbbf-5c13-4990-bd0f-e06100464961,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:54.576836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (23bb1e0d-19e5-480f-b896-a02f230a29da), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.603175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'tag': '1a028202-c1f1-4d37-862c-d364b627ccd8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:54.605615 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e" -d '{"events": [{"name": "network-changed", "server_uuid": "66d344b4-070f-4023-a646-cc8674a2ccbb", "tag": "1a028202-c1f1-4d37-862c-d364b627ccd8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:54.638826 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (2e4efbbf-5c13-4990-bd0f-e06100464961), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.643926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-019820af-dea7-472e-baab-e52e57ac8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.645888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-019820af-dea7-472e-baab-e52e57ac8afc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.5716996 Feb 03 14:24:54.661087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-392a3d27-4da7-4083-b8c5-036b8586339f req-534a7948-e220-4271-92bc-34583192ec52 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5884829 Feb 03 14:24:54.665953 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.692223 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Publish callbacks [] for port (d57bf92f-32a3-4662-b5b8-6e6e83832ee4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.698151 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d57bf92f-32a3-4662-b5b8-6e6e83832ee4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.726214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (2e4efbbf-5c13-4990-bd0f-e06100464961), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.738756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Network 23bb1e0d-19e5-480f-b896-a02f230a29da is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:24:54.745114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:24:54.748879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:24:54.755806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4efbbf-5c13-4990-bd0f-e06100464961,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:54.764852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Pushing event updated for resources: {'Port': ['ID=d57bf92f-32a3-4662-b5b8-6e6e83832ee4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:54.785923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] For port 19dacd99-9c8f-4c7f-854f-1b586b638e41, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:54.802967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] For port 19dacd99-9c8f-4c7f-854f-1b586b638e41, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:54.821605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Attempting to bind port d57bf92f-32a3-4662-b5b8-6e6e83832ee4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:54.822121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Attempting to bind port d57bf92f-32a3-4662-b5b8-6e6e83832ee4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '20b64c1a-bade-4903-8907-0b1542609d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23bb1e0d-19e5-480f-b896-a02f230a29da'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:54.822626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Attempting to bind port d57bf92f-32a3-4662-b5b8-6e6e83832ee4 on network 23bb1e0d-19e5-480f-b896-a02f230a29da {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:54.829933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:54.830474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Checking segment: {'id': '20b64c1a-bade-4903-8907-0b1542609d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23bb1e0d-19e5-480f-b896-a02f230a29da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:54.830978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.831346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (23bb1e0d-19e5-480f-b896-a02f230a29da), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.831754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Bound using segment: {'id': '20b64c1a-bade-4903-8907-0b1542609d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23bb1e0d-19e5-480f-b896-a02f230a29da'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:54.832352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Bound port: d57bf92f-32a3-4662-b5b8-6e6e83832ee4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b64c1a-bade-4903-8907-0b1542609d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '23bb1e0d-19e5-480f-b896-a02f230a29da'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:54.832941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d57bf92f-32a3-4662-b5b8-6e6e83832ee4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.852128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-e853f4f3-63d6-4e99-8744-915f12548959 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837130 Feb 03 14:24:54.858870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bb1e0d-19e5-480f-b896-a02f230a29da']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:54.863817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c4a73-35b3-46d8-97e5-36a40fa28bc7 req-aacf5de2-fc0e-4060-ab9f-f609c8956cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:54.865298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca6c4a73-35b3-46d8-97e5-36a40fa28bc7 req-aacf5de2-fc0e-4060-ab9f-f609c8956cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=771b7322-1073-42cf-be9b-9a3c4c24e833 HTTP/1.1" status: 200 len: 1127 time: 0.7307007 Feb 03 14:24:54.867754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.871161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b64c1a-bade-4903-8907-0b1542609d1d') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:54.871654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b64c1a-bade-4903-8907-0b1542609d1d') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:54.882872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (20b64c1a-bade-4903-8907-0b1542609d1d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.902834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (20b64c1a-bade-4903-8907-0b1542609d1d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.906419 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] For port d57bf92f-32a3-4662-b5b8-6e6e83832ee4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:54.910071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:54.910579 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (20b64c1a-bade-4903-8907-0b1542609d1d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:54.914263 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:54.987425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] For port d57bf92f-32a3-4662-b5b8-6e6e83832ee4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d57bf92f-32a3-4662-b5b8-6e6e83832ee4,segment=NetworkSegment(20b64c1a-bade-4903-8907-0b1542609d1d),segment_id=20b64c1a-bade-4903-8907-0b1542609d1d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:54.988513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:24:54.988513 n-d-827549-2 neutron-server[103341]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:24:54.988513 n-d-827549-2 neutron-server[103341]: [parameters: {'id': '23bb1e0d-19e5-480f-b896-a02f230a29da'}] Feb 03 14:24:54.988513 n-d-827549-2 neutron-server[103341]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:24:54.989161 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:24:54.995536 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d57bf92f-32a3-4662-b5b8-6e6e83832ee4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.006342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:55.006967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.008445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/19dacd99-9c8f-4c7f-854f-1b586b638e41 HTTP/1.1" status: 200 len: 1091 time: 3.1357250 Feb 03 14:24:55.047855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046637-8b69-4ee8-a0f6-12f8db2bae8c req-a12c78f9-b863-424e-ad94-c91d6152b346 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:55.057219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25046637-8b69-4ee8-a0f6-12f8db2bae8c req-a12c78f9-b863-424e-ad94-c91d6152b346 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.9499190 Feb 03 14:24:55.070808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:55.111456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df91f-f7ff-4986-acae-3c745f8e5839 None None] Pushing event updated for resources: {'Port': ['ID=d57bf92f-32a3-4662-b5b8-6e6e83832ee4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:55.130913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931efdcf-8639-4d6a-8cf3-d69dc4596a71 None None] Network 23bb1e0d-19e5-480f-b896-a02f230a29da requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:55.139215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ea0de-123d-4077-b237-31531444274b req-bf368fa5-df98-47e2-9c36-b92aa792c62a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:55.146967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c63ea0de-123d-4077-b237-31531444274b req-bf368fa5-df98-47e2-9c36-b92aa792c62a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4029319 Feb 03 14:24:55.278186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca6c4a73-35b3-46d8-97e5-36a40fa28bc7 req-cd0443d8-6a41-422e-98bb-7b0ac000be55 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617713 Feb 03 14:24:55.280122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4988f8f-d8e5-4d1f-9cf5-0f33d1788fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=19dacd99-9c8f-4c7f-854f-1b586b638e41,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:55.321970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-bad0b6eb-e353-47c8-9812-5877d1d50297 service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613445 Feb 03 14:24:55.328114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c63ea0de-123d-4077-b237-31531444274b req-7b11f8ee-efdf-43dc-9f61-db67fed26be5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802742 Feb 03 14:24:55.356956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25046637-8b69-4ee8-a0f6-12f8db2bae8c req-7d829cff-e88b-4650-8d77-bd975345c417 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987700 Feb 03 14:24:55.437530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca5e90-1e91-40d6-af18-59358ca644de None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:24:55.440916 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c00cf50-f9c7-44d0-9906-fd57117ed316 x-openstack-request-id: req-7c00cf50-f9c7-44d0-9906-fd57117ed316 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:55.441354 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d344b4-070f-4023-a646-cc8674a2ccbb", "tag": "1a028202-c1f1-4d37-862c-d364b627ccd8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:55.441708 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c00cf50-f9c7-44d0-9906-fd57117ed316 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:55.442203 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'tag': '1a028202-c1f1-4d37-862c-d364b627ccd8', 'status': 'completed', 'code': 200} Feb 03 14:24:55.453780 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.490889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (23bb1e0d-19e5-480f-b896-a02f230a29da), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.546871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d7f25-c3d3-4dd1-a209-cd5469929c08 req-382be381-95c6-4ffb-b796-12464d8d6ff6 service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157533 Feb 03 14:24:55.570164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d380e-a95a-4429-a965-a91f657b3146 req-a5e9c32d-57a8-4878-93b8-dfc6aa186aff tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:55.572704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f7d380e-a95a-4429-a965-a91f657b3146 req-a5e9c32d-57a8-4878-93b8-dfc6aa186aff tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 944 time: 0.1294963 Feb 03 14:24:55.596777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Deleting port d57bf92f-32a3-4662-b5b8-6e6e83832ee4 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:55.597619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d57bf92f-32a3-4662-b5b8-6e6e83832ee4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.635611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca5e90-1e91-40d6-af18-59358ca644de None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:24:55.688163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] For port d57bf92f-32a3-4662-b5b8-6e6e83832ee4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d57bf92f-32a3-4662-b5b8-6e6e83832ee4,segment=NetworkSegment(20b64c1a-bade-4903-8907-0b1542609d1d),segment_id=20b64c1a-bade-4903-8907-0b1542609d1d)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:55.689436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d57bf92f-32a3-4662-b5b8-6e6e83832ee4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.716701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Calling delete_port for d57bf92f-32a3-4662-b5b8-6e6e83832ee4 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:55.817556 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d57bf92f-32a3-4662-b5b8-6e6e83832ee4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.861366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f7d380e-a95a-4429-a965-a91f657b3146 req-4a58fd58-30f6-4f18-b7c6-9457a220dfc0 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753837 Feb 03 14:24:55.868053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Port': ['ID=d57bf92f-32a3-4662-b5b8-6e6e83832ee4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:55.870531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No DVR routers for this DVR port d57bf92f-32a3-4662-b5b8-6e6e83832ee4 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:55.956696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-b8e444dd-5df5-4c6e-a5c4-d4600d703ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:55.958613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-b8e444dd-5df5-4c6e-a5c4-d4600d703ee1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 1126 time: 0.2869313 Feb 03 14:24:55.981428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d35fb8-9c6d-41a1-b014-debd4b0dba40 None None] Network 23bb1e0d-19e5-480f-b896-a02f230a29da requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:55.987184 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (23bb1e0d-19e5-480f-b896-a02f230a29da), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:55.999169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:24:56.024400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bb1e0d-19e5-480f-b896-a02f230a29da']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:56.039347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b64c1a-bade-4903-8907-0b1542609d1d') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:56.040074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b64c1a-bade-4903-8907-0b1542609d1d') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:56.053798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (20b64c1a-bade-4903-8907-0b1542609d1d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.070041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (20b64c1a-bade-4903-8907-0b1542609d1d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.074838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-ed207569-4477-4250-8f2e-dc3b0970f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.076344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-ed207569-4477-4250-8f2e-dc3b0970f512 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 914 time: 0.1081438 Feb 03 14:24:56.082363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:56.083096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (20b64c1a-bade-4903-8907-0b1542609d1d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:56.093476 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:56.126252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-264774b8-ed34-48ba-902b-aac83f29dbfe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a028202-c1f1-4d37-862c-d364b627ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0399642 Feb 03 14:24:56.137137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.143743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.149131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.154435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.160329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.165698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.171030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.172609 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (23bb1e0d-19e5-480f-b896-a02f230a29da), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.173134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-9da8e436-b53d-4a6d-81b1-5b4bab3db7bf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5397 time: 0.3851678 Feb 03 14:24:56.189902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.196946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/23bb1e0d-19e5-480f-b896-a02f230a29da HTTP/1.1" status: 204 len: 168 time: 1.7403522 Feb 03 14:24:56.199189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48502) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:56.203895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:56.222478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360', 'port_id': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'mac_address': 'fa:16:3e:ec:62:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68924276-c828-44f1-b72b-f489fd146f68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:24:56.240742 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea91c6dc-3105-4bbb-a7b6-40d9dde8851d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:56.241210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea91c6dc-3105-4bbb-a7b6-40d9dde8851d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:56.246928 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea91c6dc-3105-4bbb-a7b6-40d9dde8851d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/2e4efbbf-5c13-4990-bd0f-e06100464961 HTTP/1.1" status: 404 len: 337 time: 0.0426412 Feb 03 14:24:56.246928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd97b6-155c-46c3-b446-819f4b7a9d90 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=23bb1e0d-19e5-480f-b896-a02f230a29da,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:56.253408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48504) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:56.277149 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fb6104-b795-46c0-a99a-d98d9e1fb185 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:56.277672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fb6104-b795-46c0-a99a-d98d9e1fb185 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:56.283267 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e0fb6104-b795-46c0-a99a-d98d9e1fb185 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/23bb1e0d-19e5-480f-b896-a02f230a29da HTTP/1.1" status: 404 len: 339 time: 0.0269279 Feb 03 14:24:56.283486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:56.283486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.283713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48506) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:56.298748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:56.311230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d2c59be-cf38-43d8-88fd-2809ea66ea37 req-988ae257-6a03-4d0b-b391-7931955dbdb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252527 Feb 03 14:24:56.319491 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d1f36e-3aa9-4e6d-aa73-4c11e9ad29d3 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:56.320324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d1f36e-3aa9-4e6d-aa73-4c11e9ad29d3 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:56.328190 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2d1f36e-3aa9-4e6d-aa73-4c11e9ad29d3 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/f19db8c6-b193-432e-8b38-7dcb005b1136 HTTP/1.1" status: 404 len: 337 time: 0.0410898 Feb 03 14:24:56.328853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48508) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:56.340259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-308f2bb2-39e9-4d5e-a9be-ea208232324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.341906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-308f2bb2-39e9-4d5e-a9be-ea208232324d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.1638563 Feb 03 14:24:56.350451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:56.355029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.362374 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-b593f0dc-186e-4753-8753-4165b832452e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:56.363611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b593f0dc-186e-4753-8753-4165b832452e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:56.367780 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b593f0dc-186e-4753-8753-4165b832452e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/401b8cf2-48dc-4daa-adff-5a1fa06cd22b HTTP/1.1" status: 404 len: 339 time: 0.0376275 Feb 03 14:24:56.370539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48512) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:56.413454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-a48e4d04-eeeb-440d-adbb-a13c129831fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634127 Feb 03 14:24:56.426349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ebc6d1-73c7-45f8-a42c-bc51ca6228db {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:56.465625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c9242ece-e552-486e-9bd9-b2f921e7d029), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.471311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:56.570356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Publish callbacks [] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.585064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c9242ece-e552-486e-9bd9-b2f921e7d029), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.604949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9242ece-e552-486e-9bd9-b2f921e7d029']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:56.616640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd2c094-3b8b-43ee-973e-7f7185569175') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:56.616934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd2c094-3b8b-43ee-973e-7f7185569175') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:56.633702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Transition to ACTIVE for port object d9ebc6d1-73c7-45f8-a42c-bc51ca6228db will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:56.636312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (1dd2c094-3b8b-43ee-973e-7f7185569175), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.644577 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.657432 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1dd2c094-3b8b-43ee-973e-7f7185569175), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.670670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:56.671204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (1dd2c094-3b8b-43ee-973e-7f7185569175), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.671844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:56.679774 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:56.704264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-00434fd3-4ce7-44b1-8e1c-91bae316ada9 service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658248 Feb 03 14:24:56.760584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f05d-894b-4fa3-a29d-0a1e4a351e68 req-a234f3f5-ab21-4d2f-ba97-1933a0af72c9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.767830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0118f05d-894b-4fa3-a29d-0a1e4a351e68 req-a234f3f5-ab21-4d2f-ba97-1933a0af72c9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2198994 Feb 03 14:24:56.778729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:56.805337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8ed28-4ee2-4c29-9cc2-8795d04fa5e9 req-d181e4bd-60d9-4459-af9d-b98369372941 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:56.807209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8eb8ed28-4ee2-4c29-9cc2-8795d04fa5e9 req-d181e4bd-60d9-4459-af9d-b98369372941 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.3168144 Feb 03 14:24:56.826784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c9242ece-e552-486e-9bd9-b2f921e7d029), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.834178 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:56.844689 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/c9242ece-e552-486e-9bd9-b2f921e7d029 HTTP/1.1" status: 204 len: 168 time: 0.4707232 Feb 03 14:24:56.856454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:56.934749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac78825-dabd-46e0-956f-3f6bd5fccf8f tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=c9242ece-e552-486e-9bd9-b2f921e7d029,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:56.944882 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-338b5485-cb4c-45ad-b744-7f8ab7db87a0 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:56.945365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338b5485-cb4c-45ad-b744-7f8ab7db87a0 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:56.950648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-338b5485-cb4c-45ad-b744-7f8ab7db87a0 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/e9da6037-82f3-4b74-99cb-9996be3b8366 HTTP/1.1" status: 404 len: 337 time: 0.0915070 Feb 03 14:24:56.952843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48520) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:56.978771 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b22a1e5-483d-43df-bc97-146b3d30fd30 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:56.980054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b22a1e5-483d-43df-bc97-146b3d30fd30 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:56.987538 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8b22a1e5-483d-43df-bc97-146b3d30fd30 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/c7bb916f-8d85-47a5-837c-217c9e57b306 HTTP/1.1" status: 404 len: 339 time: 0.0308559 Feb 03 14:24:56.987863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48522) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.009602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0118f05d-894b-4fa3-a29d-0a1e4a351e68 req-7084df7d-a86e-4fb7-84a8-2cedb46fda1c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358141 Feb 03 14:24:57.026585 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-842d1052-6180-4fc2-9cbf-bb031af41165 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.027962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842d1052-6180-4fc2-9cbf-bb031af41165 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.032564 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-842d1052-6180-4fc2-9cbf-bb031af41165 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/93865d53-764f-4ddb-8a4c-e4e0a18e1de6 HTTP/1.1" status: 404 len: 337 time: 0.0437071 Feb 03 14:24:57.035636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48526) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.061395 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-298e7a5e-ce64-48bc-9d73-dc665eb58918 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.062040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298e7a5e-ce64-48bc-9d73-dc665eb58918 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.068955 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-298e7a5e-ce64-48bc-9d73-dc665eb58918 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/3f85f2ff-083a-497f-bfbc-0c55d9bc10b9 HTTP/1.1" status: 404 len: 339 time: 0.0319855 Feb 03 14:24:57.069774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48528) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.070240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e0bd1eb-82eb-4292-814f-f413edd5ed6e req-9310ca80-76b7-400f-96a8-071ef0580a18 service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443062 Feb 03 14:24:57.078644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8eb8ed28-4ee2-4c29-9cc2-8795d04fa5e9 req-eae560a4-3269-4fe2-b0ad-a398b5b5c33d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161171 Feb 03 14:24:57.089298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Attempting to bind port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:24:57.089756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Attempting to bind port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:24:57.089957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Attempting to bind port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db on network 2c5146eb-106c-4866-b5d4-59fca7eee354 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:57.101711 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cbbc30-b713-48ee-a8ec-c8b405fe5012 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.102174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cbbc30-b713-48ee-a8ec-c8b405fe5012 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.107003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db on network 2c5146eb-106c-4866-b5d4-59fca7eee354 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:24:57.107332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Attempting to bind port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db on network 2c5146eb-106c-4866-b5d4-59fca7eee354 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:24:57.117566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54cbbc30-b713-48ee-a8ec-c8b405fe5012 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/1b1db535-9c59-4fd8-bd2c-b29f4803c333 HTTP/1.1" status: 404 len: 337 time: 0.0465715 Feb 03 14:24:57.119893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48530) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.124479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:24:57.124831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Checking segment: {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:24:57.125214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Bound using segment: {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:24:57.125648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Bound port: d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:24:57.126629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.146572 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e74e0e7-9cd3-45ae-b11f-311fceadb204 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.147547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e74e0e7-9cd3-45ae-b11f-311fceadb204 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.151296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e74e0e7-9cd3-45ae-b11f-311fceadb204 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/5238f9c8-4587-4f6e-a739-10b79b70ed74 HTTP/1.1" status: 404 len: 339 time: 0.0296681 Feb 03 14:24:57.154423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48532) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.194861 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-5400f269-1aed-498c-8b4d-6a85ba4d572e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.195838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5400f269-1aed-498c-8b4d-6a85ba4d572e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.203604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48534) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.205304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5400f269-1aed-498c-8b4d-6a85ba4d572e tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/0fdb1995-a2e5-4690-9910-c5782fb58474 HTTP/1.1" status: 404 len: 337 time: 0.0484364 Feb 03 14:24:57.242631 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5e7eec-a660-4dbe-b350-9ebd97ba214a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.243182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5e7eec-a660-4dbe-b350-9ebd97ba214a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.248803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d5e7eec-a660-4dbe-b350-9ebd97ba214a tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/ce210c00-0e03-4692-9032-5a6fbb68f50d HTTP/1.1" status: 404 len: 339 time: 0.0411103 Feb 03 14:24:57.249604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48536) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.258911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb6402-655e-45ab-9950-fd11fbc95950 req-88721b37-e238-4365-be39-b2a700d95664 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.260471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6bb6402-655e-45ab-9950-fd11fbc95950 req-88721b37-e238-4365-be39-b2a700d95664 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 944 time: 0.1498094 Feb 03 14:24:57.278368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] For port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:24:57.305865 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d199229-9357-4116-9c20-ce351d765304 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.306325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d199229-9357-4116-9c20-ce351d765304 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.311924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4d199229-9357-4116-9c20-ce351d765304 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/7bc7ab24-1c3a-463d-b8fa-1686f9382ec5 HTTP/1.1" status: 404 len: 337 time: 0.0588224 Feb 03 14:24:57.312668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.323002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] For port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:24:57.354200 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d5c158-1c46-4b46-8d4c-3fa2fd399250 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.354470 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.354793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d5c158-1c46-4b46-8d4c-3fa2fd399250 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.360147 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26d5c158-1c46-4b46-8d4c-3fa2fd399250 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/bb8a4945-429c-41e1-a6e3-4fcb4ab04b8e HTTP/1.1" status: 404 len: 339 time: 0.0442936 Feb 03 14:24:57.360920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48544) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.384731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6bb6402-655e-45ab-9950-fd11fbc95950 req-6de00a6a-2f3a-4438-90ca-069e46e04afa tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152372 Feb 03 14:24:57.387918 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaba5a6-5e52-41e2-9b59-c830a30bb051 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.388387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eaba5a6-5e52-41e2-9b59-c830a30bb051 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.392463 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8eaba5a6-5e52-41e2-9b59-c830a30bb051 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/9a0a0a6b-2540-49cf-8991-a171cb4555f2 HTTP/1.1" status: 404 len: 337 time: 0.0296907 Feb 03 14:24:57.394595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48546) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.426442 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-edea6799-1ecd-42c5-95ee-2d78766e342d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.426442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edea6799-1ecd-42c5-95ee-2d78766e342d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.435484 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-edea6799-1ecd-42c5-95ee-2d78766e342d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/854b8f65-0281-463c-b226-c667c088aa1f HTTP/1.1" status: 404 len: 339 time: 0.0374501 Feb 03 14:24:57.443390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48548) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.456820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:57.460460 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b353864c-4ae0-4906-b1d6-3d55e417f833" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:57.471041 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ad40bb-5058-4ad2-9364-6f5c8132db30 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.471505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ad40bb-5058-4ad2-9364-6f5c8132db30 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.474574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24ad40bb-5058-4ad2-9364-6f5c8132db30 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/58d7bc33-3861-4663-98f5-31bb29df72fa HTTP/1.1" status: 404 len: 337 time: 0.0301714 Feb 03 14:24:57.480913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48552) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.493121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.493812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.495202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] 10.222.0.45 "PUT /v2.0/ports/d9ebc6d1-73c7-45f8-a42c-bc51ca6228db HTTP/1.1" status: 200 len: 1091 time: 2.4284899 Feb 03 14:24:57.500741 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-2086b8dd-e79e-4b66-99b3-be5c4b153f7d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.501833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2086b8dd-e79e-4b66-99b3-be5c4b153f7d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.505799 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2086b8dd-e79e-4b66-99b3-be5c4b153f7d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/cd1feec2-c1b8-4a26-b984-5b2a9b76cf2c HTTP/1.1" status: 404 len: 339 time: 0.0238526 Feb 03 14:24:57.508239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48554) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.548454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Request body: {'port': {'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:24:57.551913 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcbadd1-d672-48f7-ab42-dd3282246937 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.552660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcbadd1-d672-48f7-ab42-dd3282246937 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.556314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4dcbadd1-d672-48f7-ab42-dd3282246937 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/8d2a6693-cda7-40ed-83ec-5cf863111fca HTTP/1.1" status: 404 len: 337 time: 0.0470197 Feb 03 14:24:57.559770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48556) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.585315 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd895d26-7aa6-4bae-98d2-579511c37ef4 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] DELETE failed (client error): The resource could not be found. Feb 03 14:24:57.585857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd895d26-7aa6-4bae-98d2-579511c37ef4 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:24:57.589389 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fd895d26-7aa6-4bae-98d2-579511c37ef4 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/2a14a9dd-acfa-4d1b-bba6-1c0dcfe03b57 HTTP/1.1" status: 404 len: 339 time: 0.0282550 Feb 03 14:24:57.592250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48558) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.679607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Deleting subnet f827b9e7-94cf-4d73-b750-a4103b3e70a7 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:24:57.684134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for subnet (f827b9e7-94cf-4d73-b750-a4103b3e70a7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.732752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b263b5-49d6-49a7-8ceb-c677693f8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:57.747053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (f827b9e7-94cf-4d73-b750-a4103b3e70a7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.750118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-a970b08c-a6c3-40c2-9038-0c8d4fca0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.753453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-a970b08c-a6c3-40c2-9038-0c8d4fca0e0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d45c8850512c477f98aa313bb41cf253&device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 1126 time: 0.3600688 Feb 03 14:24:57.788510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd938d5-b2f0-44c5-b1dd-cf96dc9bb764 req-cc21ffb7-2287-444f-b30b-b666debd5d93 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.796388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbd938d5-b2f0-44c5-b1dd-cf96dc9bb764 req-cc21ffb7-2287-444f-b30b-b666debd5d93 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.4369178 Feb 03 14:24:57.817318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.824275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.831072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.836541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.843182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.843984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f827b9e7-94cf-4d73-b750-a4103b3e70a7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.848753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.854351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:57.856293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-1de618d1-79a9-4c73-bb87-87192ff90e04 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5409 time: 0.3691592 Feb 03 14:24:57.872956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.911949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (f827b9e7-94cf-4d73-b750-a4103b3e70a7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.937562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Subnet': ['ID=f827b9e7-94cf-4d73-b750-a4103b3e70a7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:57.944040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:57.947303 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9a0b6c79-a605-4aed-83ac-599af54c438d tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/subnets/f827b9e7-94cf-4d73-b750-a4103b3e70a7 HTTP/1.1" status: 204 len: 168 time: 0.3539820 Feb 03 14:24:57.949809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48560) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:24:57.956465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9bfcfc-2370-47a5-bef2-afd7409bf5d7 None None] Network e2e4d4d2-5b20-4721-b271-3e120e28ed4d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:24:58.022144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:24:58.083798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbd938d5-b2f0-44c5-b1dd-cf96dc9bb764 req-5bc33146-6bcc-450c-91b0-732ba639be6b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861631 Feb 03 14:24:58.115891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:24:58.116209 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:58.144852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-8b327667-127f-4ef1-9856-5e8257453a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:58.146327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-8b327667-127f-4ef1-9856-5e8257453a27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 200 len: 913 time: 0.3816378 Feb 03 14:24:58.261271 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ff70e3-017b-4e15-b675-76c81150203f x-openstack-request-id: req-68ff70e3-017b-4e15-b675-76c81150203f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:58.261546 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:58.261805 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68ff70e3-017b-4e15-b675-76c81150203f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:58.262208 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41', 'status': 'completed', 'code': 200} Feb 03 14:24:58.262717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] DHCP port deletion for e2e4d4d2-5b20-4721-b271-3e120e28ed4d request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:24:58.265939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:24:58.266329 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:58.271709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e2e4d4d2-5b20-4721-b271-3e120e28ed4d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:58.276407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-d71afd33-ae45-4bee-b64a-0eb6d0e83057 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 200 len: 999 time: 0.0847425 Feb 03 14:24:58.322968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:24:58.325217 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0339df2d-6aba-4f33-be91-ba1ac5cc0ea3" -d '{"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:24:58.341437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:58.348679 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:58.390306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] Deleting port ad8fcebe-36c1-4910-9e07-94ef599c8766 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:24:58.390689 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:58.454978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:58.477021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] For port ad8fcebe-36c1-4910-9e07-94ef599c8766, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ad8fcebe-36c1-4910-9e07-94ef599c8766,segment=NetworkSegment(8ff5b23a-f410-453d-8119-ebba773f3356),segment_id=8ff5b23a-f410-453d-8119-ebba773f3356)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:24:58.477346 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:58.491684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] Calling delete_port for ad8fcebe-36c1-4910-9e07-94ef599c8766 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:24:58.575199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ad8fcebe-36c1-4910-9e07-94ef599c8766), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:58.603295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] Pushing event deleted for resources: {'Port': ['ID=ad8fcebe-36c1-4910-9e07-94ef599c8766,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:58.605391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ef25c-97e0-4d57-b3e6-93d1ccfd7fee None None] No DVR routers for this DVR port ad8fcebe-36c1-4910-9e07-94ef599c8766 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:24:58.682816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fb081f4-a10a-4310-b96f-54ebd0e417d8 req-f65f7f71-c514-4595-b9c4-87d0fde94af1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8045983 Feb 03 14:24:58.745609 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8a554f-65bd-45a0-a1e5-0e1f3f5a0a98 x-openstack-request-id: req-1b8a554f-65bd-45a0-a1e5-0e1f3f5a0a98 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:24:58.746125 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:24:58.746540 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b8a554f-65bd-45a0-a1e5-0e1f3f5a0a98 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:24:58.747092 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'code': 200} Feb 03 14:24:58.854883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-fc9f05fe-c9e1-41c5-8c10-1bf21abf1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:58.856258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-fc9f05fe-c9e1-41c5-8c10-1bf21abf1963 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 200 len: 851 time: 0.5524123 Feb 03 14:24:58.935855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b1566-e065-4728-a1ff-971125159c39 req-09823fa1-beda-4ccf-ad19-9008f904e0ac tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:58.937343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-986b1566-e065-4728-a1ff-971125159c39 req-09823fa1-beda-4ccf-ad19-9008f904e0ac tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.6495483 Feb 03 14:24:58.958246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e2e4d4d2-5b20-4721-b271-3e120e28ed4d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.000008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.000563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.001656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.002126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.002597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.003063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.003533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.005517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-29c6e444-d7e3-42f7-a920-27f74a5a480d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6597 time: 0.7273808 Feb 03 14:24:59.046513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e4d4d2-5b20-4721-b271-3e120e28ed4d']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:59.087899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff5b23a-f410-453d-8119-ebba773f3356') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:59.088637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff5b23a-f410-453d-8119-ebba773f3356') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:24:59.167346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968dee9-c1a5-44e3-b016-70bb854f918c req-18b25257-94d7-4ef6-a9c6-8e10862da2b9 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.168975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f968dee9-c1a5-44e3-b016-70bb854f918c req-18b25257-94d7-4ef6-a9c6-8e10862da2b9 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 944 time: 0.3566134 Feb 03 14:24:59.172367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (8ff5b23a-f410-453d-8119-ebba773f3356), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.228389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8ff5b23a-f410-453d-8119-ebba773f3356), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.228389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-d5be037a-cdfa-4a38-bec2-cc7d3c5ff221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.228389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-d5be037a-cdfa-4a38-bec2-cc7d3c5ff221 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3054438 Feb 03 14:24:59.231266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-986b1566-e065-4728-a1ff-971125159c39 req-afef4dc4-1ba1-49dd-a9d9-7f35b9a5b16c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796919 Feb 03 14:24:59.274189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:24:59.274613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (8ff5b23a-f410-453d-8119-ebba773f3356), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:24:59.278055 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:24:59.454547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-e71fde64-447d-48fe-b94f-2c43a184e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.454939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-e71fde64-447d-48fe-b94f-2c43a184e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.455404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-e71fde64-447d-48fe-b94f-2c43a184e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.457022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-e71fde64-447d-48fe-b94f-2c43a184e81c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4261491 Feb 03 14:24:59.474364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8436aada-f0ae-4113-990f-8b65869ebe75 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:24:59.519673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Publish callbacks [] for port (8436aada-f0ae-4113-990f-8b65869ebe75), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.526672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f968dee9-c1a5-44e3-b016-70bb854f918c req-526217df-1d52-47f9-98b8-3873e8487454 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422556 Feb 03 14:24:59.544761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e2e4d4d2-5b20-4721-b271-3e120e28ed4d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.582874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.586786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] 10.222.0.52 "DELETE /v2.0/networks/e2e4d4d2-5b20-4721-b271-3e120e28ed4d HTTP/1.1" status: 204 len: 168 time: 1.6252866 Feb 03 14:24:59.587899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Transition to ACTIVE for port object 8436aada-f0ae-4113-990f-8b65869ebe75 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:24:59.610038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ad8fcebe-36c1-4910-9e07-94ef599c8766 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:24:59.636398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:24:59.638264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17653dda-bcab-402c-8fc5-0715cb91fc52 tempest-NetworksTest-201574662 tempest-NetworksTest-201574662-project] Pushing event deleted for resources: {'Network': ['ID=e2e4d4d2-5b20-4721-b271-3e120e28ed4d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:59.655498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ad8fcebe-36c1-4910-9e07-94ef599c8766 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:24:59.657506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ad8fcebe-36c1-4910-9e07-94ef599c8766 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:24:59.720542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d709b9-e346-4900-9893-a4c6d16da724 req-0735b978-cdca-4a6c-915b-0e7fbce0be75 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.722017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4d709b9-e346-4900-9893-a4c6d16da724 req-0735b978-cdca-4a6c-915b-0e7fbce0be75 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3883977 Feb 03 14:24:59.730345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-e0dbc7bd-451d-4d29-bec6-78228e3d6451 service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764054 Feb 03 14:24:59.807689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Pushing event updated for resources: {'Port': ['ID=8436aada-f0ae-4113-990f-8b65869ebe75,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:24:59.832778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-21107017-6401-408b-8890-876e1d16ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:24:59.835124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b353864c-4ae0-4906-b1d6-3d55e417f833 req-21107017-6401-408b-8890-876e1d16ef9e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3283198 Feb 03 14:24:59.952483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48584) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:00.015916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4d709b9-e346-4900-9893-a4c6d16da724 req-d5b6401d-e5cb-4d06-878b-29a38b8b8b78 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844765 Feb 03 14:25:00.040616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1a028202-c1f1-4d37-862c-d364b627ccd8 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:00.067942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Attempting to bind port 8436aada-f0ae-4113-990f-8b65869ebe75 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:00.068288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Attempting to bind port 8436aada-f0ae-4113-990f-8b65869ebe75 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:00.068763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Attempting to bind port 8436aada-f0ae-4113-990f-8b65869ebe75 on network 2c5146eb-106c-4866-b5d4-59fca7eee354 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:00.084819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.090280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.096026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.101942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.107832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.114142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.119462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.122410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-f23d6f41-ccfe-467f-8a25-72a6c2320bb7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.2915218 Feb 03 14:25:00.126856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad67ada4-e026-4a15-be3d-3f73fb60cd46 req-313ef429-82b1-4f05-9a4e-e3c5aa62c45e service neutron] 10.222.0.71 "GET /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737431 Feb 03 14:25:00.127562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Port 8436aada-f0ae-4113-990f-8b65869ebe75 on network 2c5146eb-106c-4866-b5d4-59fca7eee354 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:25:00.127908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Attempting to bind port 8436aada-f0ae-4113-990f-8b65869ebe75 on network 2c5146eb-106c-4866-b5d4-59fca7eee354 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:00.160589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:00.161080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Checking segment: {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:00.163841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Bound using segment: {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:00.164319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Bound port: 8436aada-f0ae-4113-990f-8b65869ebe75, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6cff94-50d9-41e5-ae43-94320e329b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:00.164723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.184632 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-89e3b16d-3ea5-47a3-8b70-a9e182a06938 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5265ee0ffff74406b1251a11371cae4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309167 Feb 03 14:25:00.186516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48588) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:00.256177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1a028202-c1f1-4d37-862c-d364b627ccd8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1a028202-c1f1-4d37-862c-d364b627ccd8,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:00.256531 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4094fba-74cc-4f4a-8779-52ea63b3e0d9 admin admin] Publish callbacks [] for security_group (d820faf5-ba45-492c-8fa1-bc7d7ec3833a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.277642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '1a028202-c1f1-4d37-862c-d364b627ccd8', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'port_id': '1a028202-c1f1-4d37-862c-d364b627ccd8', 'mac_address': 'fa:16:3e:b5:49:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1998f462-4e47-4753-98f3-f19a43559656', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:00.281760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b77962ae-76f0-4eb8-8d86-53549b97d3bb req-20232b58-2491-4a0a-87b8-ebe82c056d16 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493759 Feb 03 14:25:00.287082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:00.287858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4094fba-74cc-4f4a-8779-52ea63b3e0d9 admin admin] Publish callbacks [] for security_group (d820faf5-ba45-492c-8fa1-bc7d7ec3833a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.300859 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6600bfe0-db37-401b-b616-b8cc91fb167a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:00.359857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1a028202-c1f1-4d37-862c-d364b627ccd8 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:00.372340 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.390703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4094fba-74cc-4f4a-8779-52ea63b3e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d820faf5-ba45-492c-8fa1-bc7d7ec3833a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.395964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4094fba-74cc-4f4a-8779-52ea63b3e0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.398559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a028202-c1f1-4d37-862c-d364b627ccd8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:00.401498 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b4094fba-74cc-4f4a-8779-52ea63b3e0d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d820faf5-ba45-492c-8fa1-bc7d7ec3833a HTTP/1.1" status: 204 len: 168 time: 0.2127068 Feb 03 14:25:00.414932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4094fba-74cc-4f4a-8779-52ea63b3e0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d820faf5-ba45-492c-8fa1-bc7d7ec3833a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:00.425246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] For port 8436aada-f0ae-4113-990f-8b65869ebe75, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:00.433656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] For port 8436aada-f0ae-4113-990f-8b65869ebe75, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8436aada-f0ae-4113-990f-8b65869ebe75,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:00.454568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f02d44-ccfd-42ed-acbd-53ad92666b48 req-50e6663c-421c-45f8-8266-aa3d469134bd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.456173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64f02d44-ccfd-42ed-acbd-53ad92666b48 req-50e6663c-421c-45f8-8266-aa3d469134bd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1094558 Feb 03 14:25:00.458827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.471987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1a028202-c1f1-4d37-862c-d364b627ccd8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1a028202-c1f1-4d37-862c-d364b627ccd8,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:00.478998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.490616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d00e7-d9ce-4996-8395-2eaf07119933 req-411df761-ab8f-4586-9a22-a27085b921d9 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.498258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-638d00e7-d9ce-4996-8395-2eaf07119933 req-411df761-ab8f-4586-9a22-a27085b921d9 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.2117398 Feb 03 14:25:00.541104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1a028202-c1f1-4d37-862c-d364b627ccd8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:00.560721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.561465 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:00.562854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] 10.222.0.45 "PUT /v2.0/ports/8436aada-f0ae-4113-990f-8b65869ebe75 HTTP/1.1" status: 200 len: 1091 time: 3.0262246 Feb 03 14:25:00.652197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-638d00e7-d9ce-4996-8395-2eaf07119933 req-54f6ff63-beb7-4cc0-89bb-8fb8db00f0d8 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530623 Feb 03 14:25:00.685886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eb4ec-43d9-48e5-9861-c29b505f67be service neutron] Pushing event updated for resources: {'Port': ['ID=8436aada-f0ae-4113-990f-8b65869ebe75,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:00.695717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64f02d44-ccfd-42ed-acbd-53ad92666b48 req-fcc46f3f-0ddb-4504-b2bf-41cee9df9987 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298620 Feb 03 14:25:00.716926 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33983f2-81ae-4953-a43a-eee197d36b70 x-openstack-request-id: req-f33983f2-81ae-4953-a43a-eee197d36b70 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:00.717223 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:00.717481 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f33983f2-81ae-4953-a43a-eee197d36b70 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:00.717876 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db', 'status': 'completed', 'code': 200} Feb 03 14:25:00.745941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.746451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.751881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.752314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.752935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.753410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.753881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.756410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4e326ca4-91c0-46d6-acba-3c1b123ad1d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6695 time: 0.1382356 Feb 03 14:25:00.816911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-bd447885-9ceb-4728-91ef-609ff0548407 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 HTTP/1.1" status: 200 len: 217 time: 0.0541823 Feb 03 14:25:00.898157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a0265188-2e3d-447e-bff8-3dc0833d2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.899655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-a0265188-2e3d-447e-bff8-3dc0833d2267 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc31396-c90f-4df0-b69c-8ce5f9c15c35 HTTP/1.1" status: 200 len: 851 time: 0.0745642 Feb 03 14:25:00.922352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f877cf3-d1eb-4475-b364-42046ea07f40 req-264c81cc-5e6e-4192-93fd-5eabd8984f79 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.924470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f877cf3-d1eb-4475-b364-42046ea07f40 req-264c81cc-5e6e-4192-93fd-5eabd8984f79 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 945 time: 0.1101191 Feb 03 14:25:00.987506 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:25:00.993750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f877cf3-d1eb-4475-b364-42046ea07f40 req-dbb519dd-9d05-4808-8632-d9883e7419f2 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 Feb 03 14:25:00.996517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-80505ed5-224e-4745-af0e-0d452297baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:00.997944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-80505ed5-224e-4745-af0e-0d452297baf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915480 Feb 03 14:25:01.022636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['1a028202-c1f1-4d37-862c-d364b627ccd8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:01.170728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-6025b03b-6f51-47bb-92b6-8a4e8c35685e service neutron] 10.222.0.45 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655183 Feb 03 14:25:01.296840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182a39-aa26-469d-aa4a-149cdf777a5b req-10a2934a-183e-4c1f-91b2-4e852ac4e7d9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.303240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8182a39-aa26-469d-aa4a-149cdf777a5b req-10a2934a-183e-4c1f-91b2-4e852ac4e7d9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1522291 Feb 03 14:25:01.366170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-ef9a6f27-4b70-4a54-ae80-fd39e5c7bdb8 service neutron] 10.222.0.45 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786714 Feb 03 14:25:01.428931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-141eed2d-52a9-48fc-b1ae-298b578125ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 HTTP/1.1" status: 200 len: 217 time: 0.0516229 Feb 03 14:25:01.446884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48628) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:01.527662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8182a39-aa26-469d-aa4a-149cdf777a5b req-8403ab3d-b056-48c4-962f-bdc174c861ce tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142093 Feb 03 14:25:01.542934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b107a3ff-e452-4645-bc22-17e66c0e0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.544449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-b107a3ff-e452-4645-bc22-17e66c0e0b24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.1008167 Feb 03 14:25:01.575309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e02f4-1d6a-4451-bc8e-0e6e8629923f req-7b5be801-c1e6-43dd-a488-602e16e952a1 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.584520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-349e02f4-1d6a-4451-bc8e-0e6e8629923f req-7b5be801-c1e6-43dd-a488-602e16e952a1 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.1578729 Feb 03 14:25:01.602542 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-749302646'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:01.630042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:01.633693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.649855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.686886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-349e02f4-1d6a-4451-bc8e-0e6e8629923f req-54d56be6-af2f-42c7-be17-fc61b5f5882a tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014142 Feb 03 14:25:01.695843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-003ad020-a345-4ac5-9009-4d921694fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.697263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-003ad020-a345-4ac5-9009-4d921694fa0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1415205 Feb 03 14:25:01.736137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.741290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.742932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for security_group (0596f93b-b117-4d54-832d-f0964118bedb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.747620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.748511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0596f93b-b117-4d54-832d-f0964118bedb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.753704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.759391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.762912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:25:01.765252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.771092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.773319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00379c11-8755-446b-9320-0433662895b5 req-999dbad6-c484-4d3a-a569-7298c2c51bcb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.1505125 Feb 03 14:25:01.781227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4f296ae7-3561-4e68-a2e0-e0ecf2566727), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.781565 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment 4f296ae7-3561-4e68-a2e0-e0ecf2566727 of type vlan for network 8d679314-4610-458e-b2a8-d9a97181fda0 Feb 03 14:25:01.828108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (8d679314-4610-458e-b2a8-d9a97181fda0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.855850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (8d679314-4610-458e-b2a8-d9a97181fda0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.861889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.862504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:01.918543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0596f93b-b117-4d54-832d-f0964118bedb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:01.924096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00379c11-8755-446b-9320-0433662895b5 req-a3f65191-00d7-43cb-8d07-88312fc0e2e3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402853 Feb 03 14:25:01.933258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9bd83-009b-4a3c-ad79-99cf150e386e req-98350b72-0990-49e9-9dbb-18b132f5171e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:01.934706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77f9bd83-009b-4a3c-ad79-99cf150e386e req-98350b72-0990-49e9-9dbb-18b132f5171e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1521480 Feb 03 14:25:01.937031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-1930d860-8891-4bf6-9401-34d4c78a538b service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319899 Feb 03 14:25:01.943690 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4947188 Feb 03 14:25:01.946803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48634) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:01.969323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1559607669'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:01.979010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa3afa-527d-4728-b2b2-33759ed6f205 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=8d679314-4610-458e-b2a8-d9a97181fda0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:01.990922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 8d679314-4610-458e-b2a8-d9a97181fda0 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:25:02.077825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77f9bd83-009b-4a3c-ad79-99cf150e386e req-505b4b17-e839-4280-b55e-17c61c63f5b9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029465 Feb 03 14:25:02.113869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:02.117262 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:02.192364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-1c13ed69-31a4-4678-ab21-65ff01c28392 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487051 Feb 03 14:25:02.201718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb238e-d086-45de-9dc7-c08fd91ed153 req-f488d445-d07b-42e5-a594-1616906f769e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:02.203291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60bb238e-d086-45de-9dc7-c08fd91ed153 req-f488d445-d07b-42e5-a594-1616906f769e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 945 time: 0.1165955 Feb 03 14:25:02.206579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:25:02.277052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (28db97cc-4666-4f89-a25a-2111595eabb9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:02.277403 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment 28db97cc-4666-4f89-a25a-2111595eabb9 of type vlan for network 27632289-1155-4be5-a838-b66d3518243e Feb 03 14:25:02.295739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-25559606-0ec8-430b-9e6c-59e01b9470bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=ae1a051f-333b-4125-bc94-9614d76b79d7 HTTP/1.1" status: 200 len: 217 time: 0.0900505 Feb 03 14:25:02.725335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:02.728805 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95d623b-d31b-4203-ab7f-5d051e699492" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:02.784101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (27632289-1155-4be5-a838-b66d3518243e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:02.804513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60bb238e-d086-45de-9dc7-c08fd91ed153 req-a7876d1f-dd65-43dd-9264-ac01dceb16e5 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791335 Feb 03 14:25:02.827377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-f93baa06-4fc1-4e15-b8de-6e2855925376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:02.841236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-f93baa06-4fc1-4e15-b8de-6e2855925376 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1127 time: 0.6321266 Feb 03 14:25:02.890846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-7ec488d1-3d0f-457b-a444-88a1f25cfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:02.893901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-7ec488d1-3d0f-457b-a444-88a1f25cfe89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.5898998 Feb 03 14:25:02.966303 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (27632289-1155-4be5-a838-b66d3518243e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:02.972050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:02.972662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:03.033228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de0797-7739-4bc2-829f-a39872ebe787 req-98506e4f-488f-4492-bfaf-a0319dd930f6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.040157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8de0797-7739-4bc2-829f-a39872ebe787 req-98506e4f-488f-4492-bfaf-a0319dd930f6 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.3323913 Feb 03 14:25:03.116241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1503236 Feb 03 14:25:03.185106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01840c43-800d-41e7-b67c-350baa801bdf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=27632289-1155-4be5-a838-b66d3518243e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:03.199838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 27632289-1155-4be5-a838-b66d3518243e details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:25:03.200918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:03.208635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': '8d679314-4610-458e-b2a8-d9a97181fda0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:03.219706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-5db6501a-d423-44d4-a99a-4e6fc8d805d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.224826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-5db6501a-d423-44d4-a99a-4e6fc8d805d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 915 time: 0.3342657 Feb 03 14:25:03.228306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-6d41f942-08f0-400d-a5ef-1a39327e4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.235709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-6d41f942-08f0-400d-a5ef-1a39327e4e37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3244150 Feb 03 14:25:03.240023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b487b7b-4832-4a96-8090-6f3a59921449 req-a967181a-e1cd-41a4-bcad-d8078bf345d4 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.242164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b487b7b-4832-4a96-8090-6f3a59921449 req-a967181a-e1cd-41a4-bcad-d8078bf345d4 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.3011947 Feb 03 14:25:03.283456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8de0797-7739-4bc2-829f-a39872ebe787 req-f5d3d792-df40-473b-bd27-2954f2d9c732 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364016 Feb 03 14:25:03.401531 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76162132-385a-4abd-bc06-e94e219f7e8e x-openstack-request-id: req-76162132-385a-4abd-bc06-e94e219f7e8e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:03.401823 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:03.402071 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76162132-385a-4abd-bc06-e94e219f7e8e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:03.402458 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75', 'status': 'completed', 'code': 200} Feb 03 14:25:03.403825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-758429d1-c536-489c-8c4a-2a23c3d4aeee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 217 time: 0.1607375 Feb 03 14:25:03.439050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:03.443874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:03.590052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-1e6e9ff1-93b6-44d0-916a-1976552425fd tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.591598 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-1e6e9ff1-93b6-44d0-916a-1976552425fd tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.71 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.1439965 Feb 03 14:25:03.621493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-bb1c10fc-a9da-4a5f-a37c-8678e39c9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.622927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-bb1c10fc-a9da-4a5f-a37c-8678e39c9fe4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.1474359 Feb 03 14:25:03.664343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-64c0ecbd-f63d-409d-a06f-b4f06b9ba20e service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149554 Feb 03 14:25:03.710906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-f8bf6cae-6048-4386-b954-ca76aba695a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499735 Feb 03 14:25:03.730675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b487b7b-4832-4a96-8090-6f3a59921449 req-5ff4007a-70b4-4f90-87b8-78629493c771 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4716282 Feb 03 14:25:03.864931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Deleting port 0a262d83-8ccf-485a-b2a8-5c600aac8590 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:03.865243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:03.898205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.903637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.909829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.915550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.921137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.927178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.932437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:03.936383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (84c832e3-b222-44fc-8133-c8a897160290), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:03.939837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-427c790d-baa8-4a46-9643-29bb91b66b3b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.5104520 Feb 03 14:25:04.004832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-48c87d09-7a90-4486-9d11-b033fb7c9158 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232009 Feb 03 14:25:04.022397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-b8e9af77-74dc-46b1-a467-668f7326dd1e service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971654 Feb 03 14:25:04.055173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': '4f296ae7-3561-4e68-a2e0-e0ecf2566727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d679314-4610-458e-b2a8-d9a97181fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:04.055687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: 8d679314-4610-458e-b2a8-d9a97181fda0, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:25:04.060309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] For port 0a262d83-8ccf-485a-b2a8-5c600aac8590, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0a262d83-8ccf-485a-b2a8-5c600aac8590,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:04.060811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:04.064249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=84c832e3-b222-44fc-8133-c8a897160290,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:04.073147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1a028202-c1f1-4d37-862c-d364b627ccd8 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:04.091725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-85de5d2f-7cc7-478e-bc79-1bb59fbd7aff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19 HTTP/1.1" status: 200 len: 217 time: 0.0770681 Feb 03 14:25:04.116258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6074fa35-81e6-454c-b43d-057cbe2e66de req-26a64131-f835-4e9c-a2a8-1f69e785ce96 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1690121 Feb 03 14:25:04.155231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb986-8738-4dc5-90fe-c682b5a8c551 req-cf5794fe-812d-4015-8668-5f719f72958b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:04.172335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-855bb986-8738-4dc5-90fe-c682b5a8c551 req-cf5794fe-812d-4015-8668-5f719f72958b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3281879 Feb 03 14:25:04.173638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 8d679314-4610-458e-b2a8-d9a97181fda0 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:25:04.209132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 8d679314-4610-458e-b2a8-d9a97181fda0) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:04.237744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:04.238499 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:04.256188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc2ad2-fe0d-4292-95f8-b2b16d5b125f None None] Network 8d679314-4610-458e-b2a8-d9a97181fda0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:04.335060 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b2128c52-5ee0-43ea-8374-6de0c7956913 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1324489 Feb 03 14:25:04.339513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48676) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:04.350961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': '27632289-1155-4be5-a838-b66d3518243e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:04.363549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-3efcb07d-79af-4e71-bcd2-b428bdf5fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:04.365631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-3efcb07d-79af-4e71-bcd2-b428bdf5fb23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.2481899 Feb 03 14:25:04.390539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e5e91b4-4eda-41ce-a506-998d7ec0b6a5 req-1aa2a642-2441-4a68-b561-2616b7b9c550 service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596132 Feb 03 14:25:04.426278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-855bb986-8738-4dc5-90fe-c682b5a8c551 req-0def6136-f981-44cf-b3ea-4473970f33b4 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521327 Feb 03 14:25:04.481214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5372800-f225-4b50-8470-847b1d32e4bd req-f90ed38b-06df-4fdd-923a-bf12991507a3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:04.490327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5372800-f225-4b50-8470-847b1d32e4bd req-f90ed38b-06df-4fdd-923a-bf12991507a3 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.2552731 Feb 03 14:25:04.501579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 1a028202-c1f1-4d37-862c-d364b627ccd8 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:04.515400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 1a028202-c1f1-4d37-862c-d364b627ccd8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:04.518216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:04.553431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-1894faf5-18f6-4d28-b084-95b16ff2d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:04.555201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-1894faf5-18f6-4d28-b084-95b16ff2d43f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1812773 Feb 03 14:25:04.652907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5372800-f225-4b50-8470-847b1d32e4bd req-f4238b30-3afd-49a5-90a7-fb19eca9b144 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570060 Feb 03 14:25:04.717211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-8d679314-4610-458e-b2a8-d9a97181fda0', 'network_id': '8d679314-4610-458e-b2a8-d9a97181fda0', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '84c832e3-b222-44fc-8133-c8a897160290'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:25:04.718138 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:04.754063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b8cf7-b054-4f0c-a5e7-fa9896f74c91 req-c480e322-4c40-40eb-a842-7061f9174e64 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:04.764590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-421b8cf7-b054-4f0c-a5e7-fa9896f74c91 req-c480e322-4c40-40eb-a842-7061f9174e64 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 945 time: 0.2148910 Feb 03 14:25:04.851966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-27ce18f8-8252-4c3d-b011-dfc3d0a64153 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842534 Feb 03 14:25:04.862567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-421b8cf7-b054-4f0c-a5e7-fa9896f74c91 req-371355e6-a408-4e2b-9073-a248d037cc5f tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967553 Feb 03 14:25:05.063485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:05.064911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (d52d9c31-bc8e-407c-b35f-2f7beb756ad8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:05.065444 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Floating IP d52d9c31-bc8e-407c-b35f-2f7beb756ad8 disassociated. External IP: 172.25.0.52, port: 0a262d83-8ccf-485a-b2a8-5c600aac8590. Feb 03 14:25:05.065991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Calling delete_port for 0a262d83-8ccf-485a-b2a8-5c600aac8590 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:05.083203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-8cce7802-44d1-42ba-9715-7959d2d130e9 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136040 Feb 03 14:25:05.137549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1a028202-c1f1-4d37-862c-d364b627ccd8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:05.142653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f789-8cd4-44c4-a5bd-e79aebc87861 req-a3427117-8ebe-49b0-9e85-9d642a7be403 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:05.144262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c797f789-8cd4-44c4-a5bd-e79aebc87861 req-a3427117-8ebe-49b0-9e85-9d642a7be403 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 945 time: 0.1612842 Feb 03 14:25:05.146037 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:05.146851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-093c1806-ef17-4e4e-88fd-17bc8704d322 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41 HTTP/1.1" status: 200 len: 217 time: 0.0575378 Feb 03 14:25:05.180245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:05.184000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:05.271807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1a028202-c1f1-4d37-862c-d364b627ccd8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1a028202-c1f1-4d37-862c-d364b627ccd8,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:05.275468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a028202-c1f1-4d37-862c-d364b627ccd8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:05.280889 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f498e4fa-b4ac-427b-aa07-83dd42e9afce" -d '{"events": [{"server_uuid": "66d344b4-070f-4023-a646-cc8674a2ccbb", "name": "network-vif-plugged", "status": "completed", "tag": "1a028202-c1f1-4d37-862c-d364b627ccd8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:05.322922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c797f789-8cd4-44c4-a5bd-e79aebc87861 req-07cb59ae-d7e7-41ee-b6c1-05f3589d606f tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups?id=4798b9c0-224a-4b16-b463-757e9fa361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722097 Feb 03 14:25:05.335138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4d68cf7e-1aff-4dd4-92e0-242486dee73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:05.348275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-4d68cf7e-1aff-4dd4-92e0-242486dee73d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.1630645 Feb 03 14:25:05.349376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:05.426053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0a262d83-8ccf-485a-b2a8-5c600aac8590), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:05.469028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-dd9824fd-b391-4453-b6fa-de8741125a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:05.470660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-dd9824fd-b391-4453-b6fa-de8741125a9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1273019 Feb 03 14:25:05.544914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Allocated IP 2001:db8::2 (8d679314-4610-458e-b2a8-d9a97181fda0/84c832e3-b222-44fc-8133-c8a897160290/363c085e-a99e-4f37-9cc0-f30c8a46ce3d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:05.573554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event deleted for resources: {'Port': ['ID=0a262d83-8ccf-485a-b2a8-5c600aac8590,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:05.592362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1a028202-c1f1-4d37-862c-d364b627ccd8,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:05.776168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-9014c150-1537-49ad-a781-cde75ce747ab service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986662 Feb 03 14:25:05.861683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Router 677763f4-a9fb-4b61-98a5-888c62b26771 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:06.033829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Publish callbacks [] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.047249 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.049634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-c928fd3d-ce21-423f-b904-172cfbd4da0c service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656088 Feb 03 14:25:06.103496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Network 8d679314-4610-458e-b2a8-d9a97181fda0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:06.107764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:06.112343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:06.145411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:06.150381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-cb73f8b6-f661-40bd-be18-825c87402a5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db HTTP/1.1" status: 200 len: 217 time: 0.0801277 Feb 03 14:25:06.166471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] Sync routers for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:06.181342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.187998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.195923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.201582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.221123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.240968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Pushing event updated for resources: {'Port': ['ID=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:06.245192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.250480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.257030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:06.257873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:06.258737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-8c1591de-6405-482b-bcbf-6ec0c4bc76f9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.4812636 Feb 03 14:25:06.293985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] No DVR routers for this DVR port 0a262d83-8ccf-485a-b2a8-5c600aac8590 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:06.297928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.315981 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-459c17ae-2c45-40f3-8ae2-d1d4d2c21c6b req-86436c3a-002e-4ac9-8609-4351ae0d5eeb tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.71 "DELETE /v2.0/ports/0a262d83-8ccf-485a-b2a8-5c600aac8590 HTTP/1.1" status: 204 len: 173 time: 2.7157769 Feb 03 14:25:06.316640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'name': 'network-vif-deleted', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:06.319168 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd7bd5e-50e1-454b-b398-3ea247d77c3f" -d '{"events": [{"server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "name": "network-vif-deleted", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:06.343795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-68306811-1d4e-4215-8910-fb16f4909b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.345584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-68306811-1d4e-4215-8910-fb16f4909b5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e9ed637-0eec-4d22-9d1b-444274b7d4f7 HTTP/1.1" status: 200 len: 797 time: 0.0654259 Feb 03 14:25:06.403975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:06.425715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0cc16e82-04b1-403d-bf51-f0ba8b3e60de), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.480750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-6ced1885-ce43-4b32-b0f3-dec90918d4ab tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.482365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-6ced1885-ce43-4b32-b0f3-dec90918d4ab tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=136cdf65-c726-455d-9928-124e2930c7b7 HTTP/1.1" status: 200 len: 944 time: 0.4294639 Feb 03 14:25:06.579360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=0cc16e82-04b1-403d-bf51-f0ba8b3e60de,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:06.582887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': '28db97cc-4666-4f89-a25a-2111595eabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '27632289-1155-4be5-a838-b66d3518243e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:06.583852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb2fd192-4b75-4af4-a0fe-3aaebf2d02db req-d5130a47-1d2f-4e14-8323-0d693fa8cfea tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3241730 Feb 03 14:25:06.584016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: 27632289-1155-4be5-a838-b66d3518243e, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:25:06.594541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d66eb5bd-bfb7-431b-b5ad-18bf88a51cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.596035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d66eb5bd-bfb7-431b-b5ad-18bf88a51cce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2309887 Feb 03 14:25:06.637448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 27632289-1155-4be5-a838-b66d3518243e is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:25:06.664383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 27632289-1155-4be5-a838-b66d3518243e) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:06.668997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.670525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.711040 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-36b7ee3f-72f9-4aca-a66b-b937ae32a64f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3665643 Feb 03 14:25:06.713473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48730) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:06.723433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f4fbcbf6-fc14-4231-8694-1a5051126b84 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1758760107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:06.769509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcbf6-fc14-4231-8694-1a5051126b84 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (da209f39-7df6-4bb6-a2db-c8b691d47574), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.775374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcbf6-fc14-4231-8694-1a5051126b84 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (da209f39-7df6-4bb6-a2db-c8b691d47574), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.909865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-f7afaec5-df44-430f-a811-6fca97443941 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942033 Feb 03 14:25:06.940428 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69644f05-261f-4f64-83e6-45b39843be76 x-openstack-request-id: req-69644f05-261f-4f64-83e6-45b39843be76 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:06.940876 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d344b4-070f-4023-a646-cc8674a2ccbb", "name": "network-vif-plugged", "status": "completed", "tag": "1a028202-c1f1-4d37-862c-d364b627ccd8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:06.941557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcbf6-fc14-4231-8694-1a5051126b84 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (da209f39-7df6-4bb6-a2db-c8b691d47574), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.941947 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69644f05-261f-4f64-83e6-45b39843be76 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:06.942532 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a028202-c1f1-4d37-862c-d364b627ccd8', 'code': 200} Feb 03 14:25:06.950672 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcbf6-fc14-4231-8694-1a5051126b84 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (da209f39-7df6-4bb6-a2db-c8b691d47574), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.952664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Attempting to bind port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:06.953166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Attempting to bind port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '4f296ae7-3561-4e68-a2e0-e0ecf2566727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d679314-4610-458e-b2a8-d9a97181fda0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:06.953687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Attempting to bind port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d on network 8d679314-4610-458e-b2a8-d9a97181fda0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:06.968264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f57c2-968f-424f-9d8e-d7666057d69b None None] Network 27632289-1155-4be5-a838-b66d3518243e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:06.977103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b57ea7-4344-4d04-a1c4-65e4c995c4f0 req-3b3df4b6-e18c-4eba-913e-744f18ab2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:06.979698 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-93b57ea7-4344-4d04-a1c4-65e4c995c4f0 req-3b3df4b6-e18c-4eba-913e-744f18ab2b55 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 1128 time: 0.1524863 Feb 03 14:25:06.983006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:06.983558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Checking segment: {'id': '4f296ae7-3561-4e68-a2e0-e0ecf2566727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d679314-4610-458e-b2a8-d9a97181fda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:06.984435 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:06.985044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Bound using segment: {'id': '4f296ae7-3561-4e68-a2e0-e0ecf2566727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d679314-4610-458e-b2a8-d9a97181fda0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:06.985965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Bound port: 363c085e-a99e-4f37-9cc0-f30c8a46ce3d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f296ae7-3561-4e68-a2e0-e0ecf2566727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d679314-4610-458e-b2a8-d9a97181fda0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:06.986471 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:07.020267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcbf6-fc14-4231-8694-1a5051126b84 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:07.021511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4fbcbf6-fc14-4231-8694-1a5051126b84 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3068268 Feb 03 14:25:07.030542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48732) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:07.072659 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-93b57ea7-4344-4d04-a1c4-65e4c995c4f0 req-7671a5d4-8878-45d9-b12c-a4f7fd741d4b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808799 Feb 03 14:25:07.136481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] For port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:07.140875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] For port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,segment=NetworkSegment(4f296ae7-3561-4e68-a2e0-e0ecf2566727),segment_id=4f296ae7-3561-4e68-a2e0-e0ecf2566727)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:07.145056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:19Z', 'revision_number': 5, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:07.176316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a048-0df8-4a47-9eaa-d9b52a9b5b59 req-5e882bd1-1abf-408e-a63a-8106bbb6dc33 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:07.177720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b5a048-0df8-4a47-9eaa-d9b52a9b5b59 req-5e882bd1-1abf-408e-a63a-8106bbb6dc33 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2660518 Feb 03 14:25:07.208899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] Checking router: 677763f4-a9fb-4b61-98a5-888c62b26771 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:25:07.219096 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:07.227630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Deleting port 11382a58-751a-4fab-a9fc-76dd3a83cd72 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:07.227971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:07.259893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:07.261011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:07.270158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-27632289-1155-4be5-a838-b66d3518243e', 'network_id': '27632289-1155-4be5-a838-b66d3518243e', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '0cc16e82-04b1-403d-bf51-f0ba8b3e60de'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:25:07.271502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:07.498725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Allocated IP 2001:db8:1::2 (27632289-1155-4be5-a838-b66d3518243e/0cc16e82-04b1-403d-bf51-f0ba8b3e60de/a16c0ec5-1ba8-4676-a586-56d7a27503f9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:07.838408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:07.907803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dd183-414c-4782-af0c-0ee064c1b60f None None] Pushing event updated for resources: {'Port': ['ID=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:07.940369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-2afa67ff-f4ad-4beb-a07d-f7c28fe09ea1 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0179896 Feb 03 14:25:07.960085 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Publish callbacks [] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:07.995011 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:08.046123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] For port 11382a58-751a-4fab-a9fc-76dd3a83cd72, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=11382a58-751a-4fab-a9fc-76dd3a83cd72,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:08.046487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:08.065825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Calling delete_port for 11382a58-751a-4fab-a9fc-76dd3a83cd72 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:08.107968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Pushing event updated for resources: {'Port': ['ID=a16c0ec5-1ba8-4676-a586-56d7a27503f9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:08.111089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0a262d83-8ccf-485a-b2a8-5c600aac8590 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:08.147506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 0a262d83-8ccf-485a-b2a8-5c600aac8590 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:08.148014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0a262d83-8ccf-485a-b2a8-5c600aac8590 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:08.163738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Network 27632289-1155-4be5-a838-b66d3518243e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:08.167192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:08.171212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:08.293078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Attempting to bind port a16c0ec5-1ba8-4676-a586-56d7a27503f9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:08.293543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Attempting to bind port a16c0ec5-1ba8-4676-a586-56d7a27503f9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '28db97cc-4666-4f89-a25a-2111595eabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '27632289-1155-4be5-a838-b66d3518243e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:08.294021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Attempting to bind port a16c0ec5-1ba8-4676-a586-56d7a27503f9 on network 27632289-1155-4be5-a838-b66d3518243e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:08.303693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:08.304225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Checking segment: {'id': '28db97cc-4666-4f89-a25a-2111595eabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '27632289-1155-4be5-a838-b66d3518243e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:08.304865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:08.305370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Bound using segment: {'id': '28db97cc-4666-4f89-a25a-2111595eabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '27632289-1155-4be5-a838-b66d3518243e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:08.305965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Bound port: a16c0ec5-1ba8-4676-a586-56d7a27503f9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28db97cc-4666-4f89-a25a-2111595eabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '27632289-1155-4be5-a838-b66d3518243e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:08.307051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:08.308157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (11382a58-751a-4fab-a9fc-76dd3a83cd72), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:08.330442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f', '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:08.392343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b5a048-0df8-4a47-9eaa-d9b52a9b5b59 req-18fbd790-2285-4c7a-a96d-503a7987b228 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2013278 Feb 03 14:25:08.464270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-75528f42-0c4d-45b0-94f1-f074f6c22447 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8436aada-f0ae-4113-990f-8b65869ebe75 HTTP/1.1" status: 200 len: 217 time: 0.5094795 Feb 03 14:25:08.475762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event deleted for resources: {'Port': ['ID=11382a58-751a-4fab-a9fc-76dd3a83cd72,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:08.582234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] For port a16c0ec5-1ba8-4676-a586-56d7a27503f9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:08.591131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d81152a9-3a90-433b-a628-d0693fa8044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:08.596996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-d81152a9-3a90-433b-a628-d0693fa8044d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e9ed637-0eec-4d22-9d1b-444274b7d4f7 HTTP/1.1" status: 200 len: 797 time: 0.1163836 Feb 03 14:25:08.651899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] For port a16c0ec5-1ba8-4676-a586-56d7a27503f9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a16c0ec5-1ba8-4676-a586-56d7a27503f9,segment=NetworkSegment(28db97cc-4666-4f89-a25a-2111595eabb9),segment_id=28db97cc-4666-4f89-a25a-2111595eabb9)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:08.676111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:08.701132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:19Z', 'revision_number': 5, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:08.765249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9c6a7e-c04e-4791-b231-f0a26a9d3080 None None] The sync data for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 is: [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:22:12Z', 'revision_number': 4, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bfa34d8f-321d-4b58-8fe0-bc35f3820768', 'name': '', 'network_id': '8ad2016f-ada5-4492-a205-d52f69223530', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'mac_address': 'fa:16:3e:2f:eb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:11Z', 'updated_at': '2022-02-03T14:22:19Z', 'revision_number': 5, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'subnets': [{'id': 'd704b7b0-f16a-45fe-9201-7adb23c53f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:08.916392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1922e-87fe-4c7e-b4bb-a09c25eef9e8 None None] Pushing event updated for resources: {'Port': ['ID=a16c0ec5-1ba8-4676-a586-56d7a27503f9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:09.001416 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:09.082725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] No DVR routers for this DVR port 11382a58-751a-4fab-a9fc-76dd3a83cd72 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:09.088773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:09.102550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2dce69e2-bc55-4af0-b7f8-1b777ab41220 req-a2bcd45f-a431-4baa-9527-06160e8b7116 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "DELETE /v2.0/ports/11382a58-751a-4fab-a9fc-76dd3a83cd72 HTTP/1.1" status: 204 len: 173 time: 2.5971711 Feb 03 14:25:09.108301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-deleted', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:09.123028 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec58b72-dae3-49b4-9d6e-dcd0aa19b84f" -d '{"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-deleted", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:09.396186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250a8c3-7a5f-4763-8bea-52a28ebb4e99 req-c9f27ad9-f7e5-4f6d-a7f7-a757b3c175c2 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:09.403766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f250a8c3-7a5f-4763-8bea-52a28ebb4e99 req-c9f27ad9-f7e5-4f6d-a7f7-a757b3c175c2 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 946 time: 0.8016644 Feb 03 14:25:09.445394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1802c29-9fdf-45e4-8769-5eb32da03165 None None] Network 8d679314-4610-458e-b2a8-d9a97181fda0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:09.501620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-fe63f57e-c5a9-47c9-8107-37d818d63300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:09.517136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-fe63f57e-c5a9-47c9-8107-37d818d63300 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8127620 Feb 03 14:25:09.527037 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6448367-939f-400e-994c-9023cbef59c1 None None] New status for floating IP d52d9c31-bc8e-407c-b35f-2f7beb756ad8: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:25:09.662331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a742180e-cbd7-403d-be17-9a05d9d00b7a None None] Provisioning complete for port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:09.667046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a742180e-cbd7-403d-be17-9a05d9d00b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:09.867031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:09.948522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a742180e-cbd7-403d-be17-9a05d9d00b7a None None] Current status of the port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:09.948937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a742180e-cbd7-403d-be17-9a05d9d00b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:09.982935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f250a8c3-7a5f-4763-8bea-52a28ebb4e99 req-700eac96-259e-4663-be4f-d11c04aa8b8a tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411260 Feb 03 14:25:10.068731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a16c0ec5-1ba8-4676-a586-56d7a27503f9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:10.118903 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f35fd28-e318-4765-bb0a-51954ebf4142 x-openstack-request-id: req-5f35fd28-e318-4765-bb0a-51954ebf4142 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:10.119412 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca9b772-05d1-4c6a-8d17-cdbeb0746b2a", "name": "network-vif-deleted", "tag": "0a262d83-8ccf-485a-b2a8-5c600aac8590", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:10.119499 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f35fd28-e318-4765-bb0a-51954ebf4142 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:10.119844 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca9b772-05d1-4c6a-8d17-cdbeb0746b2a', 'name': 'network-vif-deleted', 'tag': '0a262d83-8ccf-485a-b2a8-5c600aac8590', 'status': 'completed', 'code': 200} Feb 03 14:25:10.243922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a742180e-cbd7-403d-be17-9a05d9d00b7a None None] For port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,segment=NetworkSegment(4f296ae7-3561-4e68-a2e0-e0ecf2566727),segment_id=4f296ae7-3561-4e68-a2e0-e0ecf2566727)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:10.289627 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a742180e-cbd7-403d-be17-9a05d9d00b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:10.450478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742180e-cbd7-403d-be17-9a05d9d00b7a None None] Pushing event updated for resources: {'Port': ['ID=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:10.459275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a16c0ec5-1ba8-4676-a586-56d7a27503f9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:10.459885 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:10.490672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-fc236ace-cd55-4c10-a319-ab9959068d9e service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9726665 Feb 03 14:25:10.516919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-502f59b6-181d-46a6-8e68-336713a8f317 req-31dfdb6b-0399-4f2f-9946-a06fd204aa21 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1563773 Feb 03 14:25:10.587708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-90ec151c-2184-4518-8dc5-87883af226b5 None None] Provisioning complete for port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:10.588501 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90ec151c-2184-4518-8dc5-87883af226b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:10.612898 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50d5899-4415-4ecb-ba88-fcf3991eee2a x-openstack-request-id: req-b50d5899-4415-4ecb-ba88-fcf3991eee2a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:10.613567 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136cdf65-c726-455d-9928-124e2930c7b7", "name": "network-vif-deleted", "tag": "11382a58-751a-4fab-a9fc-76dd3a83cd72", "status": "failed", "code": 422}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:10.614037 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b50d5899-4415-4ecb-ba88-fcf3991eee2a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:10.614671 n-d-827549-2 neutron-server[103342]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '136cdf65-c726-455d-9928-124e2930c7b7', 'name': 'network-vif-deleted', 'tag': '11382a58-751a-4fab-a9fc-76dd3a83cd72', 'status': 'failed', 'code': 422} returned with failed status Feb 03 14:25:10.707851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a16c0ec5-1ba8-4676-a586-56d7a27503f9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:10.708873 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:10.784115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a16c0ec5-1ba8-4676-a586-56d7a27503f9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a16c0ec5-1ba8-4676-a586-56d7a27503f9,segment=NetworkSegment(28db97cc-4666-4f89-a25a-2111595eabb9),segment_id=28db97cc-4666-4f89-a25a-2111595eabb9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:10.794968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-90ec151c-2184-4518-8dc5-87883af226b5 None None] Current status of the port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:10.802009 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:10.803110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 363c085e-a99e-4f37-9cc0-f30c8a46ce3d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:10.835932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.856862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.867602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.878315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.890373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.897770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.903287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:10.906518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-fbc70683-d527-4ac9-90da-42a5a1285559 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.5612535 Feb 03 14:25:11.025723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5cad8f5-22a3-4076-a3d1-6e29184b335c req-9ec47457-eaf5-465e-bd1d-6450f370a652 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839210 Feb 03 14:25:11.148394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8::1 (8d679314-4610-458e-b2a8-d9a97181fda0/84c832e3-b222-44fc-8133-c8a897160290/c8c5fa6b-cc09-4c1a-aed9-c504a8947554) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:11.152018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772278f-5d40-438d-8601-7f35c8aceb8e None None] Network 27632289-1155-4be5-a838-b66d3518243e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:11.286675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83b0d99b-a056-4357-a4a9-972772cb4d24 req-fd94ef69-5201-44c0-8107-df321f416441 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7683601 Feb 03 14:25:11.369522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:11.372529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:11.378741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-828f2633-2f99-4411-a108-6d17a2b03bbf None None] Provisioning complete for port a16c0ec5-1ba8-4676-a586-56d7a27503f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:11.378741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-828f2633-2f99-4411-a108-6d17a2b03bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:11.438510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae9b05-36bd-4027-a869-5898b4ab622b req-0a7c718b-360b-4103-bda0-6f55505a3b14 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:11.447537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7ae9b05-36bd-4027-a869-5898b4ab622b req-0a7c718b-360b-4103-bda0-6f55505a3b14 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.7361646 Feb 03 14:25:11.456177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a16c0ec5-1ba8-4676-a586-56d7a27503f9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:11.512165 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:11.636808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:11.640357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:11.683874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-828f2633-2f99-4411-a108-6d17a2b03bbf None None] Current status of the port a16c0ec5-1ba8-4676-a586-56d7a27503f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:11.718813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 8d679314-4610-458e-b2a8-d9a97181fda0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:11.751051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:11.777339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 363c085e-a99e-4f37-9cc0-f30c8a46ce3d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:11.779912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:11.780704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:11.864933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:11.865699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:11.929002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7ae9b05-36bd-4027-a869-5898b4ab622b req-2bd8e807-42c7-4932-a16c-6b8510d6b881 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799864 Feb 03 14:25:11.940238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e9a5abdc-54b3-4bed-967b-6b5c9d9792e1 None None] Provisioning complete for port a16c0ec5-1ba8-4676-a586-56d7a27503f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:11.940777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9a5abdc-54b3-4bed-967b-6b5c9d9792e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:11.940917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fa169-c714-4d4d-92d3-e1393db59153 req-2392df12-5af9-4eda-a2de-dbf7876e1911 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:11.956404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d96fa169-c714-4d4d-92d3-e1393db59153 req-2392df12-5af9-4eda-a2de-dbf7876e1911 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 946 time: 0.6770794 Feb 03 14:25:11.982936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=c8c5fa6b-cc09-4c1a-aed9-c504a8947554,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:12.012222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.012988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.013625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.019443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.020195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.020767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.021170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.027389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-46855799-dc60-4411-8761-ec13e156bba2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6695 time: 0.6445580 Feb 03 14:25:12.043811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:12.044987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a16c0ec5-1ba8-4676-a586-56d7a27503f9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:12.156597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a16c0ec5-1ba8-4676-a586-56d7a27503f9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:12.157963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:12.213506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5abdc-54b3-4bed-967b-6b5c9d9792e1 None None] Current status of the port a16c0ec5-1ba8-4676-a586-56d7a27503f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:12.313796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:12.340083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d96fa169-c714-4d4d-92d3-e1393db59153 req-4eece938-b364-4e8a-ac16-460117e27649 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674405 Feb 03 14:25:12.350306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a16c0ec5-1ba8-4676-a586-56d7a27503f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:12.373575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-290d5e52-bbd8-41bf-b994-75676422d8ac None None] Provisioning complete for port c8c5fa6b-cc09-4c1a-aed9-c504a8947554 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:12.375161 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-290d5e52-bbd8-41bf-b994-75676422d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:12.407092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ea02c79-82eb-4884-970e-e85df8053e8b req-31ef7370-8d4e-4dda-b145-2bcc1c822897 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.0966403 Feb 03 14:25:12.413476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-290d5e52-bbd8-41bf-b994-75676422d8ac None None] Port c8c5fa6b-cc09-4c1a-aed9-c504a8947554 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:12.515427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-cada598e-cda3-45d9-a049-227f1491b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.517500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-cada598e-cda3-45d9-a049-227f1491b341 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c5146eb-106c-4866-b5d4-59fca7eee354 HTTP/1.1" status: 200 len: 902 time: 0.4258161 Feb 03 14:25:12.572766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-edcc7496-e5b8-4ac9-b246-b8602fb42382 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db HTTP/1.1" status: 200 len: 217 time: 0.0459330 Feb 03 14:25:12.746686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.752528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.757884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.763145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.768449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.773705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.778933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.780852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-dc234184-cec0-4e8e-8f39-8c8b31ff6d4d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.3545954 Feb 03 14:25:12.797265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-f5f2ded8-1d0d-4e8a-9519-772dd6fc3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.798719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-f5f2ded8-1d0d-4e8a-9519-772dd6fc3835 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e9ed637-0eec-4d22-9d1b-444274b7d4f7 HTTP/1.1" status: 200 len: 797 time: 0.2184172 Feb 03 14:25:12.887920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28954589-b01d-44f5-adde-e002fbefc791 req-2c9882d6-c409-404d-86b3-84f1823e8646 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:12.889546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28954589-b01d-44f5-adde-e002fbefc791 req-2c9882d6-c409-404d-86b3-84f1823e8646 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 907 time: 0.3152311 Feb 03 14:25:13.006537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:13.028463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:13.029297 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:13.551132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c718ae9a-6caf-4868-a83f-7b0059f08403 req-3e152813-8fd1-4196-9d03-181ae28fa67d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7586172 Feb 03 14:25:13.561494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-0971aa8b-8dc5-4946-821c-6315ba09e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:13.563677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-0971aa8b-8dc5-4946-821c-6315ba09e42d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7540333 Feb 03 14:25:13.584996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=c8c5fa6b-cc09-4c1a-aed9-c504a8947554,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:13.631321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48cfe-9bde-4963-8f1d-f92229aa139c req-234f29a5-741e-4aaf-894c-9519a1b8a3c1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:13.631821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28a48cfe-9bde-4963-8f1d-f92229aa139c req-234f29a5-741e-4aaf-894c-9519a1b8a3c1 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=771b7322-1073-42cf-be9b-9a3c4c24e833 HTTP/1.1" status: 200 len: 945 time: 0.5916288 Feb 03 14:25:13.696007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 8d679314-4610-458e-b2a8-d9a97181fda0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:13.730094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:13.779821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28a48cfe-9bde-4963-8f1d-f92229aa139c req-6fce5170-f23b-4ccf-bc3a-3bfaf8172ca9 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984077 Feb 03 14:25:13.875587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-0ae3d01b-83a2-4bcf-bcb7-ce433351568a service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034425 Feb 03 14:25:13.912808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f759fc-afcf-4a92-8056-ef2f50e5fd23 req-50933bcb-a38e-4ad4-8455-22fdbd9f6b35 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:13.914427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52f759fc-afcf-4a92-8056-ef2f50e5fd23 req-50933bcb-a38e-4ad4-8455-22fdbd9f6b35 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2343543 Feb 03 14:25:13.998979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0e6f73b-8739-4d0e-bb87-adcd2949190c req-1748f348-e350-42e8-b4f3-c04ebdd0e3e0 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.0835593 Feb 03 14:25:14.130412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52f759fc-afcf-4a92-8056-ef2f50e5fd23 req-c6cce62c-be37-4982-a633-1acb683c2cdd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946590 Feb 03 14:25:14.134316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6600bfe0-db37-401b-b616-b8cc91fb167a req-bfc2ed0c-050f-4644-b21d-2abc091d36d3 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460041 Feb 03 14:25:14.151427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router da209f39-7df6-4bb6-a2db-c8b691d47574 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:25:14.169234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-86e99d26-3d17-4d9c-aa9f-c511c7dca45e None None] Provisioning complete for port c8c5fa6b-cc09-4c1a-aed9-c504a8947554 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:14.173647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86e99d26-3d17-4d9c-aa9f-c511c7dca45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:14.287947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-86e99d26-3d17-4d9c-aa9f-c511c7dca45e None None] Port c8c5fa6b-cc09-4c1a-aed9-c504a8947554 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:14.299324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e4939f66-e1c5-4e8f-8517-f48c0a334fbe tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.301356 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e4939f66-e1c5-4e8f-8517-f48c0a334fbe tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 907 time: 0.1742218 Feb 03 14:25:14.486090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Deleting port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:14.486926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:14.577297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:14.598819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0dc6b77b-4c9d-42b4-8a70-52bb749b5810 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/da209f39-7df6-4bb6-a2db-c8b691d47574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5654624 Feb 03 14:25:14.600707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] Sync routers for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:14.601426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48784) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:14.626116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:14.626906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:14.716662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] For port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:14.717340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:14.730548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:14.736737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Calling delete_port for 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:14.748580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:14.749483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:24:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:14.757777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a6ece-7579-43a8-95d6-290375ab3fa3 req-300b4176-e892-4dd5-936b-da0ec8e1d17d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.777391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-973a6ece-7579-43a8-95d6-290375ab3fa3 req-300b4176-e892-4dd5-936b-da0ec8e1d17d tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4 HTTP/1.1" status: 200 len: 907 time: 0.3668346 Feb 03 14:25:14.783926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.784692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.785358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.785993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.786628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.791554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.792098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.794269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-75f74c46-bcd3-4229-be10-ef4da0011fbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6695 time: 0.5154510 Feb 03 14:25:14.826185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:14.826955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0089c2c-a1b5-4b1f-bb44-43eb56ee485a None None] The sync data for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:14.857607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6d9d5-3dd1-4107-a7f9-9aa9380acb5b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:14.863715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12c6d9d5-3dd1-4107-a7f9-9aa9380acb5b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports/c8c5fa6b-cc09-4c1a-aed9-c504a8947554 HTTP/1.1" status: 200 len: 911 time: 0.2577474 Feb 03 14:25:14.864481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:14.955828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:14.986483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event deleted for resources: {'Port': ['ID=24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:15.017849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.018602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.019094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.019759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.020262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.020810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.021328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.021833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.022326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.023395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.023914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.024394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.024895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:15.084016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] No DVR routers for this DVR port 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:15.087177 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:15.100642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-30c91756-aaf2-4e47-aaaa-801159c79f48 req-e32b3152-3df2-4ea5-9d3d-113bc16a94a8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "DELETE /v2.0/ports/24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe HTTP/1.1" status: 204 len: 173 time: 0.7911685 Feb 03 14:25:15.101414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'name': 'network-vif-deleted', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:15.104051 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb89571-8fdd-4f9f-8cd9-671bf08a40d3" -d '{"events": [{"server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "name": "network-vif-deleted", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:15.259663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.274794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.285491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.298499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.326754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.334416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.339999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.342157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-912160cb-b4bd-47d0-b8f3-16414f8347b3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.6030481 Feb 03 14:25:15.471199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-0c7c7789-bd15-40bd-b431-aa90410c0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.473065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-0c7c7789-bd15-40bd-b431-aa90410c0655 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2c5146eb-106c-4866-b5d4-59fca7eee354 HTTP/1.1" status: 200 len: 902 time: 0.6517603 Feb 03 14:25:15.483861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-5387c34e-779e-4434-a35e-279bc2f08760 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.486315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-5387c34e-779e-4434-a35e-279bc2f08760 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 813 time: 0.5548809 Feb 03 14:25:15.527746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-ac1a24c0-4af2-419c-94b3-a9c481ccc861 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8436aada-f0ae-4113-990f-8b65869ebe75 HTTP/1.1" status: 200 len: 217 time: 0.0398335 Feb 03 14:25:15.599813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-987a821a-990d-4d47-8393-6f72adba5916 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/quotas/33410846971c4dc08090ac20e2dc941d HTTP/1.1" status: 200 len: 375 time: 0.0706365 Feb 03 14:25:15.764188 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14e6a19e-43ea-45d9-997f-e701ccdffc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:15.792984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1636276-955f-4c4e-aa7e-78d74f95163e req-c232ad1e-54cc-4079-ad0e-d7497a1a052a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4333425 Feb 03 14:25:15.801108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-bd0a343b-6b63-4be1-8875-100cc619ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.802931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-bd0a343b-6b63-4be1-8875-100cc619ff8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e9ed637-0eec-4d22-9d1b-444274b7d4f7 HTTP/1.1" status: 200 len: 797 time: 0.2644370 Feb 03 14:25:15.944975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-1a8fd80c-df6d-4ccb-bb06-01682b4dee1b tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:15.947330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-1a8fd80c-df6d-4ccb-bb06-01682b4dee1b tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.45 "GET /v2.0/ports?device_id=771b7322-1073-42cf-be9b-9a3c4c24e833 HTTP/1.1" status: 200 len: 945 time: 0.3333242 Feb 03 14:25:16.057227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2388a5aa-c2ba-4dd0-9e1b-95d345ee719d req-6633abd1-0d0b-4f2c-a3cb-93705e4b0ab5 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1048796 Feb 03 14:25:16.091493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ddf37f66-8610-4816-8cd3-9cedfecac1e9 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4817355 Feb 03 14:25:16.114390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-ff30c40f-dde9-484a-9881-de3ae1f9bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:16.116762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-ff30c40f-dde9-484a-9881-de3ae1f9bd36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3071067 Feb 03 14:25:16.123081 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb15b2e-23cd-4b01-8744-7f130e0cfed8 x-openstack-request-id: req-5bb15b2e-23cd-4b01-8744-7f130e0cfed8 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:16.123609 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4", "name": "network-vif-deleted", "tag": "24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:16.123709 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bb15b2e-23cd-4b01-8744-7f130e0cfed8 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:16.124030 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b271d-9e8a-48ad-a08d-ceff2e67d1c4', 'name': 'network-vif-deleted', 'tag': '24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe', 'status': 'completed', 'code': 200} Feb 03 14:25:16.520940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-15f5965c-8a15-48f9-9026-8438945b9b7e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:16.522633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-15f5965c-8a15-48f9-9026-8438945b9b7e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "GET /v2.0/ports?device_id=66d344b4-070f-4023-a646-cc8674a2ccbb HTTP/1.1" status: 200 len: 946 time: 0.1075125 Feb 03 14:25:16.699318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Deleting port 1a028202-c1f1-4d37-862c-d364b627ccd8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:16.699656 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:16.736587 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:16.861887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] For port 1a028202-c1f1-4d37-862c-d364b627ccd8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1a028202-c1f1-4d37-862c-d364b627ccd8,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:16.862230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:16.885014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Calling delete_port for 1a028202-c1f1-4d37-862c-d364b627ccd8 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:16.912063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf5a9-7f6a-43ef-b11e-9debdd8c0f4e req-adde5e76-bb72-4713-91a5-fd5f944f7b61 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:16.913976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4caf5a9-7f6a-43ef-b11e-9debdd8c0f4e req-adde5e76-bb72-4713-91a5-fd5f944f7b61 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.6977696 Feb 03 14:25:16.998370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4caf5a9-7f6a-43ef-b11e-9debdd8c0f4e req-af979847-5a24-4b0f-a742-7262f0c3d393 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 Feb 03 14:25:17.017095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-7bec50bf-0758-4d9c-a5e7-84038acda58f service neutron] 10.222.0.52 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9242799 Feb 03 14:25:17.033739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-9d367a4b-28df-4493-8dea-30e96f8cbaf5 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8993654 Feb 03 14:25:17.058253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Deleting port 60e72ddf-400d-414b-b519-01221c61c684 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:17.058916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (60e72ddf-400d-414b-b519-01221c61c684), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:17.060572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1a028202-c1f1-4d37-862c-d364b627ccd8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:17.074243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['60e72ddf-400d-414b-b519-01221c61c684'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:17.186050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['1a028202-c1f1-4d37-862c-d364b627ccd8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:17.218125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event deleted for resources: {'Port': ['ID=1a028202-c1f1-4d37-862c-d364b627ccd8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:17.256976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] No DVR routers for this DVR port 1a028202-c1f1-4d37-862c-d364b627ccd8 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:17.273667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:17.277025 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fd00574f-8cc0-47f6-ade3-679835db3e6c req-6e86d84a-a8a2-476c-ac0c-5a83d6e5bb48 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "DELETE /v2.0/ports/1a028202-c1f1-4d37-862c-d364b627ccd8 HTTP/1.1" status: 204 len: 173 time: 0.7483389 Feb 03 14:25:17.577452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] For port 60e72ddf-400d-414b-b519-01221c61c684, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=60e72ddf-400d-414b-b519-01221c61c684,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:17.577927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (60e72ddf-400d-414b-b519-01221c61c684), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:17.609011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-923ec25d-70ae-487e-ae24-cf7d26f81599 service neutron] 10.222.0.52 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887058 Feb 03 14:25:17.732806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.741150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.755373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.761571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.768605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.774776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.782236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:17.785427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4535f7c-e163-468c-81af-bf159410d14e req-4cbc8eee-b5ca-4e95-a4e4-520d6fae73c5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.5409360 Feb 03 14:25:17.787645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f95d623b-d31b-4203-ab7f-5d051e699492 req-32a587ca-7e32-41df-97a8-559f4d4ca4a9 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328689 Feb 03 14:25:17.798432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Calling delete_port for 60e72ddf-400d-414b-b519-01221c61c684 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:17.891671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8:1::1 (27632289-1155-4be5-a838-b66d3518243e/0cc16e82-04b1-403d-bf51-f0ba8b3e60de/5edc2f64-ffa2-4122-94ec-d63c4b7a8eea) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:18.039038 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef1fa-fcee-4df7-809b-0b614c2f8537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:18.099129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4535f7c-e163-468c-81af-bf159410d14e req-da84344c-16b2-4942-9b4c-f459b07f3d45 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3036530 Feb 03 14:25:18.125009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'name': 'network-vif-deleted', 'tag': '1a028202-c1f1-4d37-862c-d364b627ccd8'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:18.128435 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a57151-f6d7-4008-b9e7-da0b6f34b7ba" -d '{"events": [{"server_uuid": "66d344b4-070f-4023-a646-cc8674a2ccbb", "name": "network-vif-deleted", "tag": "1a028202-c1f1-4d37-862c-d364b627ccd8"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:18.161457 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:18.176219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:18.245374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:18.245859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 24aa7cdf-f351-4d28-8fc0-e8dd2a3470fe not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:18.247021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1a028202-c1f1-4d37-862c-d364b627ccd8 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:18.262672 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:18.294755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 1a028202-c1f1-4d37-862c-d364b627ccd8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:18.302361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1a028202-c1f1-4d37-862c-d364b627ccd8 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:18.424029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5120d105-c588-469a-8561-53e3e26ddaca req-c64f7a75-195f-4b1a-ba20-01a485011fc9 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1161163 Feb 03 14:25:18.438395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=5edc2f64-ffa2-4122-94ec-d63c4b7a8eea,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:18.449072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 27632289-1155-4be5-a838-b66d3518243e is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:18.451098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:18.455161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:18.455850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:18.585205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (60e72ddf-400d-414b-b519-01221c61c684), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:18.779988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event deleted for resources: {'Port': ['ID=60e72ddf-400d-414b-b519-01221c61c684,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:18.817738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.818257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.818402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.818963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.819322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.819642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.819969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.820295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.820641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.820963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.821286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.821608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.821942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:18.850405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] No DVR routers for this DVR port 60e72ddf-400d-414b-b519-01221c61c684 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:18.858418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:18.862124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc1bfe4b-c3c4-40da-beb9-e3c82f5a20e7 req-e912f120-cdd5-48b3-8332-3702b237e05d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.45 "DELETE /v2.0/ports/60e72ddf-400d-414b-b519-01221c61c684 HTTP/1.1" status: 204 len: 173 time: 2.9062784 Feb 03 14:25:18.874905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'name': 'network-vif-deleted', 'tag': '60e72ddf-400d-414b-b519-01221c61c684'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:18.882590 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adcc0d9-8007-4eeb-910e-4b4d2f7adc0c" -d '{"events": [{"server_uuid": "771b7322-1073-42cf-be9b-9a3c4c24e833", "name": "network-vif-deleted", "tag": "60e72ddf-400d-414b-b519-01221c61c684"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:18.903315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9abd57b3-c0e8-46c8-ad5a-f9aa0e77efe5 None None] Provisioning complete for port 5edc2f64-ffa2-4122-94ec-d63c4b7a8eea triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:18.909786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9abd57b3-c0e8-46c8-ad5a-f9aa0e77efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:18.956699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9abd57b3-c0e8-46c8-ad5a-f9aa0e77efe5 None None] Port 5edc2f64-ffa2-4122-94ec-d63c4b7a8eea cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:19.001231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc791d51-e413-4a3d-8acc-3413512deddd req-d89a1d8b-6e0a-47f5-b513-fad7ca805ebf tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:19.002796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc791d51-e413-4a3d-8acc-3413512deddd req-d89a1d8b-6e0a-47f5-b513-fad7ca805ebf tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 946 time: 0.4477351 Feb 03 14:25:19.045992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178330f9-5a8b-41a8-bf51-9976758dd8f8 req-c6efb79a-70f2-4b32-8b88-e4d2960cc8a7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:19.047594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-178330f9-5a8b-41a8-bf51-9976758dd8f8 req-c6efb79a-70f2-4b32-8b88-e4d2960cc8a7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.4879179 Feb 03 14:25:19.139355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:19.192816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63749ac8-7b2b-416c-8eab-c0941d458419 req-250849ba-361a-4098-9bca-4a7397c5e0a9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:19.199921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63749ac8-7b2b-416c-8eab-c0941d458419 req-250849ba-361a-4098-9bca-4a7397c5e0a9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 946 time: 0.5816383 Feb 03 14:25:19.337740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-178330f9-5a8b-41a8-bf51-9976758dd8f8 req-989e7564-f12f-48a6-876f-cfc377851847 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043417 Feb 03 14:25:19.370139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:19.503810 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86ffc96-354b-4dc9-bc50-9ba9b3b003f6 x-openstack-request-id: req-a86ffc96-354b-4dc9-bc50-9ba9b3b003f6 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:19.504750 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d344b4-070f-4023-a646-cc8674a2ccbb", "name": "network-vif-deleted", "tag": "1a028202-c1f1-4d37-862c-d364b627ccd8", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:19.505217 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a86ffc96-354b-4dc9-bc50-9ba9b3b003f6 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:19.505811 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d344b4-070f-4023-a646-cc8674a2ccbb', 'name': 'network-vif-deleted', 'tag': '1a028202-c1f1-4d37-862c-d364b627ccd8', 'status': 'completed', 'code': 200} Feb 03 14:25:19.627110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:19.627462 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:19.673509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:19.679785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:19.682790 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90495a5-6178-447c-95c9-fbe89b37d3ee" -d '{"events": [{"server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "name": "network-vif-unplugged", "status": "completed", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:19.688643 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:19.689368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 60e72ddf-400d-414b-b519-01221c61c684 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:19.720793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 60e72ddf-400d-414b-b519-01221c61c684 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:19.721204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 60e72ddf-400d-414b-b519-01221c61c684 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:19.726621 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:19.797489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:19.821907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:19.864166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:19.866115 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:19.901228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63749ac8-7b2b-416c-8eab-c0941d458419 req-f91ad073-3d30-4d3e-8eae-1c6728d8a4c8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976297 Feb 03 14:25:19.920023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-891856b1-1a51-4491-876f-1aaaf034d622 req-e645aa64-0c71-4f85-ae9f-a856a79c693d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 210 time: 0.1266663 Feb 03 14:25:20.062551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Deleting port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:20.069123 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:20.154873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-9171f53e-b1b5-4ad2-a8a0-0708b9a7a2ad tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:20.156275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-9171f53e-b1b5-4ad2-a8a0-0708b9a7a2ad tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 813 time: 0.2688947 Feb 03 14:25:20.164634 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a031f36c-5c6b-4f75-9ef2-b9edf731d648 x-openstack-request-id: req-a031f36c-5c6b-4f75-9ef2-b9edf731d648 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:20.165014 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771b7322-1073-42cf-be9b-9a3c4c24e833", "name": "network-vif-deleted", "tag": "60e72ddf-400d-414b-b519-01221c61c684", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:20.165202 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a031f36c-5c6b-4f75-9ef2-b9edf731d648 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:20.165586 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771b7322-1073-42cf-be9b-9a3c4c24e833', 'name': 'network-vif-deleted', 'tag': '60e72ddf-400d-414b-b519-01221c61c684', 'status': 'completed', 'code': 200} Feb 03 14:25:20.167396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=5edc2f64-ffa2-4122-94ec-d63c4b7a8eea,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:20.182907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Request body: {'port': {'device_id': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'admin_state_up': True, 'tenant_id': '33410846971c4dc08090ac20e2dc941d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:20.441566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Made reservation on behalf of 33410846971c4dc08090ac20e2dc941d for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:20.445041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:20.530945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8851a804-4d17-4a40-9e5f-76a9696c3722 req-0e59fa1e-b98a-4273-89dc-6710cadc7a32 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1743684 Feb 03 14:25:20.538990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 27632289-1155-4be5-a838-b66d3518243e is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:20.548106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:20.554523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] For port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:20.555378 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:20.634382 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:20.671058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Calling delete_port for 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:20.676857 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f76220-da34-4795-91e9-4b6001937ace x-openstack-request-id: req-05f76220-da34-4795-91e9-4b6001937ace {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:20.677913 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "name": "network-vif-unplugged", "status": "completed", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:20.678334 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05f76220-da34-4795-91e9-4b6001937ace {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:20.678936 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6', 'code': 200} Feb 03 14:25:20.783156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Allocated IP 172.20.0.12 (ddea0468-fc70-4a58-ab3f-25eca6ef57f8/1998f462-4e47-4753-98f3-f19a43559656/277dc15c-d066-4c87-a20d-1930e0ffd000) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:21.014298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6021305f-302a-4469-bf05-f142f02b8043 None None] Provisioning complete for port 5edc2f64-ffa2-4122-94ec-d63c4b7a8eea triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:21.014684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6021305f-302a-4469-bf05-f142f02b8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:21.042819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks [] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:21.091967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:21.110915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6021305f-302a-4469-bf05-f142f02b8043 None None] Port 5edc2f64-ffa2-4122-94ec-d63c4b7a8eea cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:21.165478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event updated for resources: {'Port': ['ID=277dc15c-d066-4c87-a20d-1930e0ffd000,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:21.183572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:21.187544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:21.191663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:21.260030 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.261171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:21.298487 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-ffdd03fd-fb06-47aa-955c-e72905ac3815 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194611 Feb 03 14:25:21.319908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Request body: {'port': {'device_id': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:21.376630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-f559a566-a1c2-4097-b44a-945af38e62bd tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.378132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-f559a566-a1c2-4097-b44a-945af38e62bd tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 813 time: 1.2117994 Feb 03 14:25:21.394238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.399467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.404917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.414620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.419892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.431453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.436975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:21.441576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.443629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-c043e279-ac5e-4faa-ae5d-1c7b88aeacd5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 1.2851839 Feb 03 14:25:21.448389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Request body: {'port': {'device_id': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'admin_state_up': True, 'tenant_id': '33410846971c4dc08090ac20e2dc941d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:21.582736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router da209f39-7df6-4bb6-a2db-c8b691d47574 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:21.592808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a9bbfa6-a636-4f90-8f06-a205df0461de req-79bf84f4-e6af-4895-bf76-6670b413dc35 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993295 Feb 03 14:25:21.754124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46ca4c-3cd4-41b9-8623-fda42ccb12b8 req-ee4d425f-9fb3-4f63-a185-9b3eb7d91fd3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:21.761612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c46ca4c-3cd4-41b9-8623-fda42ccb12b8 req-ee4d425f-9fb3-4f63-a185-9b3eb7d91fd3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 1.0061960 Feb 03 14:25:21.860285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277dc15c-d066-4c87-a20d-1930e0ffd000 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:21.873365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Publish callbacks [] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:21.895405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Transition to ACTIVE for port object 277dc15c-d066-4c87-a20d-1930e0ffd000 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:25:21.911696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:21.965584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Pushing event updated for resources: {'Port': ['ID=277dc15c-d066-4c87-a20d-1930e0ffd000,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:22.037377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (84a9e6e9-d55c-429a-a098-2ce5c3cc19b6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:22.060323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c46ca4c-3cd4-41b9-8623-fda42ccb12b8 req-1019b954-7873-4680-9e9e-5e23e31bdf77 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957933 Feb 03 14:25:22.116151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:22.180744 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:22.185397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:22.198196 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] Sync routers for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:22.220186 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:22.220910 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:22.221877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1579c94-daf0-418f-a079-677dd082e329 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/da209f39-7df6-4bb6-a2db-c8b691d47574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3468180 Feb 03 14:25:22.227494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event deleted for resources: {'Port': ['ID=84a9e6e9-d55c-429a-a098-2ce5c3cc19b6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:22.233032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48858) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:22.281307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Made reservation on behalf of 33410846971c4dc08090ac20e2dc941d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:22.285523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:22.326642 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:22.330117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Attempting to bind port 277dc15c-d066-4c87-a20d-1930e0ffd000 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:22.330444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Attempting to bind port 277dc15c-d066-4c87-a20d-1930e0ffd000 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:22.330785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Attempting to bind port 277dc15c-d066-4c87-a20d-1930e0ffd000 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:22.341641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136d1c4-03f9-4fe6-a4c8-3712202c816d req-11a16306-0a11-408e-b1c6-d30f902d9d73 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:22.347726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Port 277dc15c-d066-4c87-a20d-1930e0ffd000 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:25:22.348063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Attempting to bind port 277dc15c-d066-4c87-a20d-1930e0ffd000 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:22.352237 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:22.353676 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:22.354004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8136d1c4-03f9-4fe6-a4c8-3712202c816d req-11a16306-0a11-408e-b1c6-d30f902d9d73 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ec7ce4-038b-4d99-940b-6154a25fada4 HTTP/1.1" status: 200 len: 944 time: 0.6276636 Feb 03 14:25:22.391374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4670d32c-b261-4ab2-8696-475c00e0d3c3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:22.395724 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4670d32c-b261-4ab2-8696-475c00e0d3c3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports/5edc2f64-ffa2-4122-94ec-d63c4b7a8eea HTTP/1.1" status: 200 len: 913 time: 0.1562295 Feb 03 14:25:22.395724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:22.395724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Checking segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:22.395724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Bound using segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:22.395724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Bound port: 277dc15c-d066-4c87-a20d-1930e0ffd000, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:22.396271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:22.400042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3596be8e-6ffb-4051-ab8a-e316b7912343 req-45f21d2b-f20b-4914-9106-21b748ac7879 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 210 time: 0.2275612 Feb 03 14:25:22.400591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48868) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:22.496731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] For port 277dc15c-d066-4c87-a20d-1930e0ffd000, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:22.507416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] For port 277dc15c-d066-4c87-a20d-1930e0ffd000, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=277dc15c-d066-4c87-a20d-1930e0ffd000,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:22.529411 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:22.578220 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:22.578829 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e553e-447f-42d1-9624-909c1c60fa07 None None] The sync data for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:22.606826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:22.607460 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:22.608901 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] 10.222.0.71 "PUT /v2.0/ports/277dc15c-d066-4c87-a20d-1930e0ffd000 HTTP/1.1" status: 200 len: 1092 time: 1.2949724 Feb 03 14:25:22.609351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'tag': '277dc15c-d066-4c87-a20d-1930e0ffd000'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:22.616921 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c932870-e5c1-4a60-8488-3a0aa17c734b" -d '{"events": [{"name": "network-changed", "server_uuid": "53164bb8-8f7a-496c-ad93-90e817c37b1a", "tag": "277dc15c-d066-4c87-a20d-1930e0ffd000"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:22.643745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] No DVR routers for this DVR port 84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:22.644980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ff5b9-dd99-48a0-849c-ea48b509947d service neutron] Pushing event updated for resources: {'Port': ['ID=277dc15c-d066-4c87-a20d-1930e0ffd000,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:22.688124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:22.692363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc791d51-e413-4a3d-8acc-3413512deddd req-91c6ac3d-5f56-4fad-8d92-41443caab39c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "DELETE /v2.0/ports/84a9e6e9-d55c-429a-a098-2ce5c3cc19b6 HTTP/1.1" status: 204 len: 173 time: 3.6778381 Feb 03 14:25:22.694428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'name': 'network-vif-deleted', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:22.698262 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40583a8-3167-47a5-8867-1ccf6a11de28" -d '{"events": [{"server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "name": "network-vif-deleted", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:22.743214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b09dc11d-4c4e-4c03-96a0-7601e2fc34c5 req-c843c3b8-7a38-43e0-8b42-32cd99b397db tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.1179516 Feb 03 14:25:22.867455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8136d1c4-03f9-4fe6-a4c8-3712202c816d req-5471f006-f791-4a23-97a0-00a8a76ab800 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124543 Feb 03 14:25:22.906043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-df30b122-0c37-469f-a86f-0d12443b9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:22.907709 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-df30b122-0c37-469f-a86f-0d12443b9921 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 1126 time: 0.2167888 Feb 03 14:25:22.917333 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ca0adf-45d3-44db-a705-6b442ab266bf x-openstack-request-id: req-38ca0adf-45d3-44db-a705-6b442ab266bf {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:22.921419 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53164bb8-8f7a-496c-ad93-90e817c37b1a", "tag": "277dc15c-d066-4c87-a20d-1930e0ffd000", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:22.924134 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38ca0adf-45d3-44db-a705-6b442ab266bf {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:22.925672 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'tag': '277dc15c-d066-4c87-a20d-1930e0ffd000', 'status': 'completed', 'code': 200} Feb 03 14:25:23.001147 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-9dcf2551-8356-432b-aed7-7b2951267d7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=277dc15c-d066-4c87-a20d-1930e0ffd000 HTTP/1.1" status: 200 len: 217 time: 0.0742157 Feb 03 14:25:23.068902 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398b58ad-b916-47cc-a1b8-0d21c350ced6 x-openstack-request-id: req-398b58ad-b916-47cc-a1b8-0d21c350ced6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:23.069483 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ec7ce4-038b-4d99-940b-6154a25fada4", "name": "network-vif-deleted", "tag": "84a9e6e9-d55c-429a-a098-2ce5c3cc19b6", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:23.069903 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-398b58ad-b916-47cc-a1b8-0d21c350ced6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:23.070473 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ec7ce4-038b-4d99-940b-6154a25fada4', 'name': 'network-vif-deleted', 'tag': '84a9e6e9-d55c-429a-a098-2ce5c3cc19b6', 'status': 'completed', 'code': 200} Feb 03 14:25:23.186225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-4f4c6b51-dc8c-48ab-b550-6d30eded409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.187832 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-4f4c6b51-dc8c-48ab-b550-6d30eded409b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.1792026 Feb 03 14:25:23.234409 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-2891f032-641e-4d7f-a867-7427e89c739f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379808 Feb 03 14:25:23.258188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Allocated IP 172.20.0.6 (ddea0468-fc70-4a58-ab3f-25eca6ef57f8/1998f462-4e47-4753-98f3-f19a43559656/434bdd81-dab6-479d-8044-223ad49a9630) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:23.355198 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-90af7576-fed7-4616-a9ff-a320e9f566f7 service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055856 Feb 03 14:25:23.356447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.362229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.385534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.405015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.418817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.437325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.450605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.462736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f684b672-d8c4-4227-87d9-52195be03740 req-3917cf78-3ced-480d-8ada-2b88068ab869 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.3841915 Feb 03 14:25:23.526810 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-1ad4423b-38af-4be7-b676-df1244d0f38b service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595044 Feb 03 14:25:23.530527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce13bf-bf5c-4615-bcc2-d753696a2ca4 req-d85209ee-ebdd-431d-90c3-b148bccb0d8a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.538198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1ce13bf-bf5c-4615-bcc2-d753696a2ca4 req-d85209ee-ebdd-431d-90c3-b148bccb0d8a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.3612499 Feb 03 14:25:23.717212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f684b672-d8c4-4227-87d9-52195be03740 req-fc3d2e47-92e5-4e0d-8d41-ab5bdfb74311 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2532153 Feb 03 14:25:23.757341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1ce13bf-bf5c-4615-bcc2-d753696a2ca4 req-f0f94b0e-3ff5-414d-98bf-d21437e55b5b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172201 Feb 03 14:25:23.763964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-148d4141-22b7-4a50-a019-1da7a6412a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.767867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-148d4141-22b7-4a50-a019-1da7a6412a3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 1126 time: 0.0828283 Feb 03 14:25:23.879854 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks [] for port (434bdd81-dab6-479d-8044-223ad49a9630), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:23.930401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-687b9471-9436-47b1-af21-1c2e74bf337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:23.931933 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-687b9471-9436-47b1-af21-1c2e74bf337d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 914 time: 0.1576836 Feb 03 14:25:23.970226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:23.982419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b70a7993-81fd-4915-8447-16d227a6068e req-dfed103e-18be-48b3-a64b-64a4c6a7c3ac tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/ports?device_id=bca9b772-05d1-4c6a-8d17-cdbeb0746b2a HTTP/1.1" status: 200 len: 210 time: 0.0627577 Feb 03 14:25:24.110337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a55f131-47d5-4dfb-844c-c1ae116449e7 req-1ce50d72-5b3e-4d62-b457-da69bb5dbcd0 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 210 time: 0.1998219 Feb 03 14:25:24.115985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (434bdd81-dab6-479d-8044-223ad49a9630), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:24.250410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:24.266524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:24.284575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:24.340169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event updated for resources: {'Port': ['ID=434bdd81-dab6-479d-8044-223ad49a9630,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:24.385962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-9c084b34-a9d6-494e-b023-d449acaae496 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=277dc15c-d066-4c87-a20d-1930e0ffd000 HTTP/1.1" status: 200 len: 217 time: 0.4427779 Feb 03 14:25:24.408579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:24.409873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:24.442032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-16e86cff-3086-4927-ba2b-edc6b74128f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:24.443496 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-16e86cff-3086-4927-ba2b-edc6b74128f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.0512886 Feb 03 14:25:24.478445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-a9ae7f24-7e6f-4f51-afcd-b98f5d9f1b15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273194 Feb 03 14:25:24.481093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-6c6ea8a0-9b50-43e1-8274-52d09c29f6d3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0363867 Feb 03 14:25:24.507004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b4a9c-ae61-4f1e-a5f0-962a09a68511 req-f87015c5-6e4b-4457-b1af-69183db2d667 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:24.508602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-730b4a9c-ae61-4f1e-a5f0-962a09a68511 req-f87015c5-6e4b-4457-b1af-69183db2d667 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.0961673 Feb 03 14:25:24.514689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Request body: {'port': {'device_id': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:24.600760 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-f4799085-527e-4182-98ac-6ce35076c90b service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938900 Feb 03 14:25:24.670545 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:24.683042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-730b4a9c-ae61-4f1e-a5f0-962a09a68511 req-00509f0b-9ccc-4563-a228-ce6d83e8e8a5 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632237 Feb 03 14:25:24.707697 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c932870-e5c1-4a60-8488-3a0aa17c734b req-323e072e-5ec5-4a9a-a47e-8b61fdb00f2f service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950544 Feb 03 14:25:24.712794 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (434bdd81-dab6-479d-8044-223ad49a9630), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:24.767050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-c54eeae6-985d-4b45-9759-819b1877ce25 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:24.768346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-c54eeae6-985d-4b45-9759-819b1877ce25 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.2033281 Feb 03 14:25:24.936779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 5edc2f64-ffa2-4122-94ec-d63c4b7a8eea {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:24.937169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:25.141587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0cb9-1c7d-4db1-80a5-29b383046224 req-ac270ad0-241b-4f0d-b24a-234a49ceb2d8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.142990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e7b0cb9-1c7d-4db1-80a5-29b383046224 req-ac270ad0-241b-4f0d-b24a-234a49ceb2d8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2452984 Feb 03 14:25:25.190809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Deleting port 521f59d4-7806-4868-91c3-020ac8c5c19f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:25.191154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:25.199718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:25.269687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-d0c7a54a-f50b-4843-b239-07c9d104d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.270308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 5edc2f64-ffa2-4122-94ec-d63c4b7a8eea owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:25.270524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-d0c7a54a-f50b-4843-b239-07c9d104d421 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1127 time: 0.0544546 Feb 03 14:25:25.373612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-f24eace3-ab0f-4c4a-bdef-957b7879e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.375461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-f24eace3-ab0f-4c4a-bdef-957b7879e911 service neutron] 10.222.0.71 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 915 time: 0.0986519 Feb 03 14:25:25.423207 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-edbf360d-2d9d-4478-a6d1-91f198aec329 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 217 time: 0.0414281 Feb 03 14:25:25.477408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-acc3c172-1bdf-4919-a5cf-3d8f71414783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.478896 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-acc3c172-1bdf-4919-a5cf-3d8f71414783 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.0500023 Feb 03 14:25:25.512588 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-3d283e26-fe79-470b-aad5-61a4a337d9cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269804 Feb 03 14:25:25.610753 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-7abfebb4-8a0b-4a4c-99b4-edce660ec09c service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912156 Feb 03 14:25:25.705310 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aea29779-bd52-4b63-90a0-9a952ecc0f65 req-0b3b987c-04ed-4293-bb55-7161288bbc79 service neutron] 10.222.0.71 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884557 Feb 03 14:25:25.745451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.751278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.756514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.761697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.767449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.772672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.777862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:25.779670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-41532297-2e1e-4c52-8b7c-1b35fe79b5ca tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.6970973 Feb 03 14:25:25.782648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e7b0cb9-1c7d-4db1-80a5-29b383046224 req-d3a4f722-2ad5-49f4-ad4e-1eb8f94dfc62 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198654 Feb 03 14:25:25.857219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] For port 521f59d4-7806-4868-91c3-020ac8c5c19f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=521f59d4-7806-4868-91c3-020ac8c5c19f,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:25.857593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:25.895108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Calling delete_port for 521f59d4-7806-4868-91c3-020ac8c5c19f owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:25.962254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434bdd81-dab6-479d-8044-223ad49a9630 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:25.989900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Publish callbacks [] for port (434bdd81-dab6-479d-8044-223ad49a9630), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.062294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bc8808f-6bfe-4ae5-af74-d7f0d333742b req-7fc54376-d91a-4180-9ce7-29f41cc2e549 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2708416 Feb 03 14:25:26.063277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Transition to ACTIVE for port object 434bdd81-dab6-479d-8044-223ad49a9630 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:25:26.076589 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (434bdd81-dab6-479d-8044-223ad49a9630), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.159542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41569fd9-0415-4225-8c4b-05e31f494f93 req-5e18db1d-b3c9-474e-8d4b-988a0496b022 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:26.161048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41569fd9-0415-4225-8c4b-05e31f494f93 req-5e18db1d-b3c9-474e-8d4b-988a0496b022 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 931 time: 0.2800007 Feb 03 14:25:26.256336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Pushing event updated for resources: {'Port': ['ID=434bdd81-dab6-479d-8044-223ad49a9630,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:26.276734 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5edc2f64-ffa2-4122-94ec-d63c4b7a8eea), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.385005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=5edc2f64-ffa2-4122-94ec-d63c4b7a8eea,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:26.402248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41569fd9-0415-4225-8c4b-05e31f494f93 req-8672f31a-b75f-40f6-b60a-dd42156196d0 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225790 Feb 03 14:25:26.415961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790654d2-0302-4ad3-a40e-43e1e8652015 req-c6eeff8c-9ad2-47bf-a4c6-8fbc44911b41 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:26.417329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-790654d2-0302-4ad3-a40e-43e1e8652015 req-c6eeff8c-9ad2-47bf-a4c6-8fbc44911b41 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ffd79-10e1-4e07-abfc-d654cac6aca3 HTTP/1.1" status: 200 len: 945 time: 0.2749519 Feb 03 14:25:26.478124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:26.548322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4092453e-ddf9-43b8-98c5-7b4a7b8ce9ae tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group (4798b9c0-224a-4b16-b463-757e9fa361a8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.556001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (521f59d4-7806-4868-91c3-020ac8c5c19f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.570154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['521f59d4-7806-4868-91c3-020ac8c5c19f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:26.581305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Attempting to bind port 434bdd81-dab6-479d-8044-223ad49a9630 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:26.581549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Attempting to bind port 434bdd81-dab6-479d-8044-223ad49a9630 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:26.581881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Attempting to bind port 434bdd81-dab6-479d-8044-223ad49a9630 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:26.617679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4092453e-ddf9-43b8-98c5-7b4a7b8ce9ae tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group (4798b9c0-224a-4b16-b463-757e9fa361a8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.626936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event deleted for resources: {'Port': ['ID=521f59d4-7806-4868-91c3-020ac8c5c19f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:26.629796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Port 434bdd81-dab6-479d-8044-223ad49a9630 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:25:26.630167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Attempting to bind port 434bdd81-dab6-479d-8044-223ad49a9630 on network ddea0468-fc70-4a58-ab3f-25eca6ef57f8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:26.664295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-790654d2-0302-4ad3-a40e-43e1e8652015 req-2c5f327c-75b4-4807-b574-8a80f58c5d7c tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=cd95b751-3edd-49ff-b922-9f8f2af352bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249753 Feb 03 14:25:26.671127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:26.671484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Checking segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:26.672455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Bound using segment: {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:26.672892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Bound port: 434bdd81-dab6-479d-8044-223ad49a9630, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06355da9-42af-4434-9ab2-47bd2076b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:26.673247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (434bdd81-dab6-479d-8044-223ad49a9630), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.692178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.707251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] No DVR routers for this DVR port 521f59d4-7806-4868-91c3-020ac8c5c19f on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:26.711507 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.715218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d1eb507-c7c0-4fa9-a120-2ea3baa0fee2 req-150b67be-41b8-424a-b19f-bf414638739f tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.45 "DELETE /v2.0/ports/521f59d4-7806-4868-91c3-020ac8c5c19f HTTP/1.1" status: 204 len: 173 time: 1.9410536 Feb 03 14:25:26.715477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'name': 'network-vif-deleted', 'tag': '521f59d4-7806-4868-91c3-020ac8c5c19f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:26.717790 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11688df9-af32-4efe-9f11-0c0972f059f4" -d '{"events": [{"server_uuid": "152ffd79-10e1-4e07-abfc-d654cac6aca3", "name": "network-vif-deleted", "tag": "521f59d4-7806-4868-91c3-020ac8c5c19f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:26.768566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4092453e-ddf9-43b8-98c5-7b4a7b8ce9ae tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4798b9c0-224a-4b16-b463-757e9fa361a8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.772708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4092453e-ddf9-43b8-98c5-7b4a7b8ce9ae tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:26.775563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4092453e-ddf9-43b8-98c5-7b4a7b8ce9ae tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "DELETE /v2.0/security-groups/4798b9c0-224a-4b16-b463-757e9fa361a8 HTTP/1.1" status: 204 len: 168 time: 0.2961972 Feb 03 14:25:26.784511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48914) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:26.800502 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76d3f86-ebbb-426a-991a-b1116acf1d07 x-openstack-request-id: req-f76d3f86-ebbb-426a-991a-b1116acf1d07 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:26.801012 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152ffd79-10e1-4e07-abfc-d654cac6aca3", "name": "network-vif-deleted", "tag": "521f59d4-7806-4868-91c3-020ac8c5c19f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:26.801129 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f76d3f86-ebbb-426a-991a-b1116acf1d07 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:26.801437 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152ffd79-10e1-4e07-abfc-d654cac6aca3', 'name': 'network-vif-deleted', 'tag': '521f59d4-7806-4868-91c3-020ac8c5c19f', 'status': 'completed', 'code': 200} Feb 03 14:25:26.825915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092453e-ddf9-43b8-98c5-7b4a7b8ce9ae tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4798b9c0-224a-4b16-b463-757e9fa361a8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:26.830598 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b15834a5-8358-4a33-a728-7e32d0de1f46 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] show failed (client error): The resource could not be found. Feb 03 14:25:26.834078 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b15834a5-8358-4a33-a728-7e32d0de1f46 tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "GET /v2.0/security-groups/4798b9c0-224a-4b16-b463-757e9fa361a8 HTTP/1.1" status: 404 len: 347 time: 0.0457551 Feb 03 14:25:26.839958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:26.904538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] For port 434bdd81-dab6-479d-8044-223ad49a9630, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:26.911309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] For port 434bdd81-dab6-479d-8044-223ad49a9630, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=434bdd81-dab6-479d-8044-223ad49a9630,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:26.939395 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (434bdd81-dab6-479d-8044-223ad49a9630), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.044299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Deleting port d6c39979-0051-4d0d-8daf-02137ebcb1c6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:27.044692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.057573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.058198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.059562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] 10.222.0.71 "PUT /v2.0/ports/434bdd81-dab6-479d-8044-223ad49a9630 HTTP/1.1" status: 200 len: 1091 time: 2.5488479 Feb 03 14:25:27.115328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce534-d720-4de9-a39c-230419c5eecf req-d0838d10-4951-4e23-a1fd-22f10f2cd9b5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.122107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13dce534-d720-4de9-a39c-230419c5eecf req-d0838d10-4951-4e23-a1fd-22f10f2cd9b5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.2035646 Feb 03 14:25:27.139976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2a5d2-3e00-4e4b-b687-d56265f18018 service neutron] Pushing event updated for resources: {'Port': ['ID=434bdd81-dab6-479d-8044-223ad49a9630,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:27.151966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.152370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for floatingip (d6c39979-0051-4d0d-8daf-02137ebcb1c6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.155477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router da209f39-7df6-4bb6-a2db-c8b691d47574 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:27.169904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Calling delete_port for d6c39979-0051-4d0d-8daf-02137ebcb1c6 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:27.344640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d6c39979-0051-4d0d-8daf-02137ebcb1c6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.376324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13dce534-d720-4de9-a39c-230419c5eecf req-a3b9dce7-411f-420a-a461-54015c16bb32 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493007 Feb 03 14:25:27.398118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Pushing event deleted for resources: {'Port': ['ID=d6c39979-0051-4d0d-8daf-02137ebcb1c6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:27.405302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-2a46cde9-8ad8-45c3-bc0d-eaf4e9a64db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.407042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-2a46cde9-8ad8-45c3-bc0d-eaf4e9a64db7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 1125 time: 0.2821255 Feb 03 14:25:27.413046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:27.420657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4e860f7c-3160-408a-8564-07cdfd35f082 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/da209f39-7df6-4bb6-a2db-c8b691d47574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0045516 Feb 03 14:25:27.425682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] Sync routers for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:27.427638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:27.436974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:27.438598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:27.490952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.498107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.505025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.511953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.519028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.526117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.526743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:27.533352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.535615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04d066ca-e8a4-4612-911f-b4390657f847 req-2e4e72d4-3e51-4a86-9871-b493cd4e561d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.3580940 Feb 03 14:25:27.537797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-d697a797-a18b-4143-97ad-adcc9025a393 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434bdd81-dab6-479d-8044-223ad49a9630 HTTP/1.1" status: 200 len: 217 time: 0.1121497 Feb 03 14:25:27.545119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:27.546035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:27.580149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks [] for floatingip (d52d9c31-bc8e-407c-b35f-2f7beb756ad8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.583114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:27.584273 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-19b7357e-6c8f-4ae3-85d6-0fa7c0b45b4c tempest-ServersTestBootFromVolume-253406649 tempest-ServersTestBootFromVolume-253406649-project] 10.222.0.52 "DELETE /v2.0/floatingips/d52d9c31-bc8e-407c-b35f-2f7beb756ad8 HTTP/1.1" status: 204 len: 168 time: 0.7435627 Feb 03 14:25:27.584660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:27.585867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a2fac-8fd2-4936-acc6-83e57b1b4f90 None None] The sync data for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:27.587608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48926) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:27.684212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3796-7021-48b4-b60c-e77941a942ea req-829db5eb-e83b-455e-b0c0-f9234ceaf33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.685867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-829db5eb-e83b-455e-b0c0-f9234ceaf33f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.1373847 Feb 03 14:25:27.692027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04d066ca-e8a4-4612-911f-b4390657f847 req-b88e8c71-11cb-4764-b561-f6deed4ca20f tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317053 Feb 03 14:25:27.731254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff666c-952f-443f-8c07-ff266a779a43 req-a14cbcc4-63ee-44b4-bfb1-efb6487e3582 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:27.732974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9ff666c-952f-443f-8c07-ff266a779a43 req-a14cbcc4-63ee-44b4-bfb1-efb6487e3582 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 943 time: 0.1941409 Feb 03 14:25:27.735187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-2fabb026-424a-4c2b-a0c6-59e8b5876955 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413237 Feb 03 14:25:27.917092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9ff666c-952f-443f-8c07-ff266a779a43 req-665ddf72-7ec3-43da-8a6e-bb17a719a28d tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780252 Feb 03 14:25:27.960835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-f12133d1-90e5-4fad-b2bc-dc66a0adcf3d service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197680 Feb 03 14:25:28.082091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97dc3796-7021-48b4-b60c-e77941a942ea req-7773fa99-4bdc-49d2-8033-ee16c73ea18e service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123912 Feb 03 14:25:28.143012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f2bc5-e507-47b6-a38c-5bb6a926a05d req-5c3d12b6-22e4-419a-99aa-67d225929216 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.144529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-327f2bc5-e507-47b6-a38c-5bb6a926a05d req-5c3d12b6-22e4-419a-99aa-67d225929216 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.0615954 Feb 03 14:25:28.186722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 277dc15c-d066-4c87-a20d-1930e0ffd000 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:28.203827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-327f2bc5-e507-47b6-a38c-5bb6a926a05d req-e04bc058-de1f-45fd-afdc-404e84ac693b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523825 Feb 03 14:25:28.207970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:28.226499 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:28.373321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 277dc15c-d066-4c87-a20d-1930e0ffd000, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=277dc15c-d066-4c87-a20d-1930e0ffd000,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:28.391511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '277dc15c-d066-4c87-a20d-1930e0ffd000', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'port_id': '277dc15c-d066-4c87-a20d-1930e0ffd000', 'mac_address': 'fa:16:3e:d7:40:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1998f462-4e47-4753-98f3-f19a43559656', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:28.494719 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (677763f4-a9fb-4b61-98a5-888c62b26771), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:28.527482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 277dc15c-d066-4c87-a20d-1930e0ffd000 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:28.527833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:28.586392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e0c2a-0c9f-4695-b50e-f42a7f730344 req-abfb2865-fd44-4b9a-bade-3670781e01e6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.588389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b5e0c2a-0c9f-4695-b50e-f42a7f730344 req-abfb2865-fd44-4b9a-bade-3670781e01e6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1151800 Feb 03 14:25:28.607057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277dc15c-d066-4c87-a20d-1930e0ffd000 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:28.628082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 277dc15c-d066-4c87-a20d-1930e0ffd000, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=277dc15c-d066-4c87-a20d-1930e0ffd000,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:28.636726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:28.659056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b5e0c2a-0c9f-4695-b50e-f42a7f730344 req-0bbd961e-6a87-46cf-a3d1-d3ca04e49297 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637746 Feb 03 14:25:28.693893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:28.694307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:28.767024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:28.768277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=277dc15c-d066-4c87-a20d-1930e0ffd000,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:28.771131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:28.773702 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01e09b9-3b40-4b10-848c-c4090583ce58" -d '{"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:28.777839 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:28.830860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:28.841942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'tag': '434bdd81-dab6-479d-8044-223ad49a9630'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:28.846176 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255c18f-62de-4912-a994-2cdf703effec" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcfdeb2-12fe-4f5d-8331-01246339591e", "tag": "434bdd81-dab6-479d-8044-223ad49a9630"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:28.923017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f32fb-7ff7-4ec2-8f6e-0aa683a114d6 req-1fed03a4-9f6a-4ddf-ade0-935feab70f25 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.925742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd6f32fb-7ff7-4ec2-8f6e-0aa683a114d6 req-1fed03a4-9f6a-4ddf-ade0-935feab70f25 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 943 time: 0.1436069 Feb 03 14:25:28.962626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.968548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.974546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.979839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.987441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:28.993940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.001403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.003641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c165acde-4d75-467e-a5c8-61b2648294ec req-b157c3b0-b633-43cf-9622-798434921733 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5421 time: 0.1489534 Feb 03 14:25:29.054405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd6f32fb-7ff7-4ec2-8f6e-0aa683a114d6 req-833e8c6f-debc-411f-83fb-023b35ce4997 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213317 Feb 03 14:25:29.116186 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e049f1-6676-434e-85ae-2f854ce501af x-openstack-request-id: req-89e049f1-6676-434e-85ae-2f854ce501af {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:29.116525 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-unplugged", "status": "failed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7", "code": 422}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:29.116745 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89e049f1-6676-434e-85ae-2f854ce501af {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:29.117157 n-d-827549-2 neutron-server[103343]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'code': 422} returned with failed status Feb 03 14:25:29.143026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c165acde-4d75-467e-a5c8-61b2648294ec req-9e81e8b6-4845-483e-bbc9-b31def75e113 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233485 Feb 03 14:25:29.148909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port c8c5fa6b-cc09-4c1a-aed9-c504a8947554 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:29.150168 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:29.155619 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1c9b9-c3b1-4405-a7f0-b7ef9d7ca1e5 x-openstack-request-id: req-50f1c9b9-c3b1-4405-a7f0-b7ef9d7ca1e5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:29.155930 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcfdeb2-12fe-4f5d-8331-01246339591e", "tag": "434bdd81-dab6-479d-8044-223ad49a9630", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:29.156162 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50f1c9b9-c3b1-4405-a7f0-b7ef9d7ca1e5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:29.156649 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'tag': '434bdd81-dab6-479d-8044-223ad49a9630', 'status': 'completed', 'code': 200} Feb 03 14:25:29.191941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['277dc15c-d066-4c87-a20d-1930e0ffd000'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:29.337166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:29.349982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for c8c5fa6b-cc09-4c1a-aed9-c504a8947554 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:29.382444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9ebc6d1-73c7-45f8-a42c-bc51ca6228db details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:29.385879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 521f59d4-7806-4868-91c3-020ac8c5c19f no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:29.413229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 521f59d4-7806-4868-91c3-020ac8c5c19f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:29.413487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 521f59d4-7806-4868-91c3-020ac8c5c19f not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:29.426962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c18f-62de-4912-a994-2cdf703effec req-a2ea0cfb-d06b-42ae-b1b9-b358e2156216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.428247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5255c18f-62de-4912-a994-2cdf703effec req-a2ea0cfb-d06b-42ae-b1b9-b358e2156216 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33410846971c4dc08090ac20e2dc941d&device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 1125 time: 0.1907198 Feb 03 14:25:29.478277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eee9d-1162-48f4-85a9-9712177f6b90 req-6aade010-4018-4d2a-ad18-70586d02174c tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.479826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb6eee9d-1162-48f4-85a9-9712177f6b90 req-6aade010-4018-4d2a-ad18-70586d02174c tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 943 time: 0.2328753 Feb 03 14:25:29.532181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:29.544846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db', 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354', 'port_id': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db', 'mac_address': 'fa:16:3e:6c:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9ed637-0eec-4d22-9d1b-444274b7d4f7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:29.591122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:29.591544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:29.596963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d9824-7344-428a-b04c-1776e3d6bcb0 req-2dd68e33-8c5c-46cb-aa0c-37d1cb966f36 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.604341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a6d9824-7344-428a-b04c-1776e3d6bcb0 req-2dd68e33-8c5c-46cb-aa0c-37d1cb966f36 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1749747 Feb 03 14:25:29.607195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ebc6d1-73c7-45f8-a42c-bc51ca6228db {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:29.631531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:29.637032 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:29.639045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:29.646314 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb6eee9d-1162-48f4-85a9-9712177f6b90 req-6b42b617-c063-4c3f-9afb-c238ca53a5f2 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535795 Feb 03 14:25:29.650540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c18f-62de-4912-a994-2cdf703effec req-7e098558-e02e-4e77-b823-78b3d057c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.652004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5255c18f-62de-4912-a994-2cdf703effec req-7e098558-e02e-4e77-b823-78b3d057c62b service neutron] 10.222.0.71 "GET /v2.0/networks?id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 200 len: 914 time: 0.2131903 Feb 03 14:25:29.703864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a6d9824-7344-428a-b04c-1776e3d6bcb0 req-7555424b-a52e-4007-a852-5b843d014cad tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961862 Feb 03 14:25:29.726183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c8c5fa6b-cc09-4c1a-aed9-c504a8947554), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:29.763802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5255c18f-62de-4912-a994-2cdf703effec req-bf532ddd-3856-4f5c-9c78-eeffbf539ae0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434bdd81-dab6-479d-8044-223ad49a9630 HTTP/1.1" status: 200 len: 217 time: 0.0764749 Feb 03 14:25:29.811795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=c8c5fa6b-cc09-4c1a-aed9-c504a8947554,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:29.825279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Deleting port bfa34d8f-321d-4b58-8fe0-bc35f3820768 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:29.825645 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:29.854530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c18f-62de-4912-a994-2cdf703effec req-d7fb3e4b-45dc-4c7f-bee5-1907894bcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:29.858385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5255c18f-62de-4912-a994-2cdf703effec req-d7fb3e4b-45dc-4c7f-bee5-1907894bcac1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 200 len: 853 time: 0.0880802 Feb 03 14:25:29.865543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-2341826a-3e43-4400-a6ee-2bce099f2440 req-7c1dc016-8de4-41c7-846b-7500ae6095ee service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:25:29.881854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2341826a-3e43-4400-a6ee-2bce099f2440 req-7c1dc016-8de4-41c7-846b-7500ae6095ee service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1188262 Feb 03 14:25:29.932281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] For port bfa34d8f-321d-4b58-8fe0-bc35f3820768, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bfa34d8f-321d-4b58-8fe0-bc35f3820768,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:29.932592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:29.947050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Calling delete_port for bfa34d8f-321d-4b58-8fe0-bc35f3820768 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:29.951551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5255c18f-62de-4912-a994-2cdf703effec req-34ed8e9b-d89d-47d8-8daa-1572d26bbbdb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ddea0468-fc70-4a58-ab3f-25eca6ef57f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606773 Feb 03 14:25:29.967052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:30.095331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'port_id': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'mac_address': 'fa:16:3e:27:a6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:30.097369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:30.165395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:30.165800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:30.186813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:30.215352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:30.222130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:30.224279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ae1a051f-333b-4125-bc94-9614d76b79d7 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:30.229485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5255c18f-62de-4912-a994-2cdf703effec req-71340a83-aef2-4cf7-9ec9-70878152bbae service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708316 Feb 03 14:25:30.376864 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (da209f39-7df6-4bb6-a2db-c8b691d47574), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:30.378983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ae1a051f-333b-4125-bc94-9614d76b79d7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ae1a051f-333b-4125-bc94-9614d76b79d7,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:30.393292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'ae1a051f-333b-4125-bc94-9614d76b79d7', 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'port_id': 'ae1a051f-333b-4125-bc94-9614d76b79d7', 'mac_address': 'fa:16:3e:cf:15:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd305172-b979-4362-8537-00ed23fc4630', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:30.403094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5255c18f-62de-4912-a994-2cdf703effec req-16c8a55c-5803-4c3f-97d2-385ddf23a262 service neutron] 10.222.0.71 "GET /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658688 Feb 03 14:25:30.451578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ae1a051f-333b-4125-bc94-9614d76b79d7 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:30.451903 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:30.478432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c04fa-aa90-4143-971f-5419f78b5fca req-8ddd470e-85be-449e-9454-98e92888b800 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.485898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-795c04fa-aa90-4143-971f-5419f78b5fca req-8ddd470e-85be-449e-9454-98e92888b800 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 943 time: 0.3433259 Feb 03 14:25:30.486567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1a051f-333b-4125-bc94-9614d76b79d7 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:30.518292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ae1a051f-333b-4125-bc94-9614d76b79d7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ae1a051f-333b-4125-bc94-9614d76b79d7,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:30.526150 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:30.527552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 8436aada-f0ae-4113-990f-8b65869ebe75 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:30.531020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:30.553202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.559045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.565955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.571278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.576654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.582425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.587621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.595538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-debdd77e-dfa9-478a-8089-1a9cc0e6df27 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5423 time: 0.1910825 Feb 03 14:25:30.612188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-795c04fa-aa90-4143-971f-5419f78b5fca req-d2e90a79-dc1b-4d45-b341-b61a1353c09b tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204910 Feb 03 14:25:30.672589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ae1a051f-333b-4125-bc94-9614d76b79d7,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:30.687956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 8436aada-f0ae-4113-990f-8b65869ebe75, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8436aada-f0ae-4113-990f-8b65869ebe75,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:30.711520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '8436aada-f0ae-4113-990f-8b65869ebe75', 'network_id': '2c5146eb-106c-4866-b5d4-59fca7eee354', 'port_id': '8436aada-f0ae-4113-990f-8b65869ebe75', 'mac_address': 'fa:16:3e:6c:1e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9ed637-0eec-4d22-9d1b-444274b7d4f7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:30.720069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3c916a7-4bc6-44a3-ad88-b3b3b3b9f825 req-f587f132-8cb3-465f-ba1a-ba4c632a6d1d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231682 Feb 03 14:25:30.759591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 8436aada-f0ae-4113-990f-8b65869ebe75 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:30.759991 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:30.773958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8436aada-f0ae-4113-990f-8b65869ebe75 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:30.815324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 8436aada-f0ae-4113-990f-8b65869ebe75, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8436aada-f0ae-4113-990f-8b65869ebe75,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:30.820544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:30.821231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:30.909359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:30.935680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97', 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'port_id': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97', 'mac_address': 'fa:16:3e:6f:2f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd305172-b979-4362-8537-00ed23fc4630', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:30.959144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482a04-1a3c-4a41-85c4-37875ca167a8 req-5840be60-7173-4f0e-8280-34d8d12bc05b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:30.976818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31482a04-1a3c-4a41-85c4-37875ca167a8 req-5840be60-7173-4f0e-8280-34d8d12bc05b tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1276124 Feb 03 14:25:31.066880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-c883409c-86db-4a91-b73a-15dd20ccf6d1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:31.068770 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-c883409c-86db-4a91-b73a-15dd20ccf6d1 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.6949058 Feb 03 14:25:31.091783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31482a04-1a3c-4a41-85c4-37875ca167a8 req-da514b7e-1acd-46c9-9981-aeff8c7dad61 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030145 Feb 03 14:25:31.144667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bfa34d8f-321d-4b58-8fe0-bc35f3820768), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.196339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807b90-70d8-4bb2-b701-e6d85b658df3 req-4dfce47d-83a8-43e5-a2fb-f6a6eca95f43 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:31.198003 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20807b90-70d8-4bb2-b701-e6d85b658df3 req-4dfce47d-83a8-43e5-a2fb-f6a6eca95f43 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 943 time: 0.1284835 Feb 03 14:25:31.243501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:31.244184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.259468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=8436aada-f0ae-4113-990f-8b65869ebe75,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:31.273548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:31.293733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa34d8f-321d-4b58-8fe0-bc35f3820768,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:31.310900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:31.313883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20807b90-70d8-4bb2-b701-e6d85b658df3 req-516044a3-afe8-4e70-8d6b-b80f7069bd49 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026278 Feb 03 14:25:31.316154 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.316899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 281bb293-8b6c-4ac1-abfc-63eca6db1a19 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:31.344147 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-d3c54f82-9f56-40fe-b8c1-f649791222fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8699892 Feb 03 14:25:31.395179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:31.399751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:31.421871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-51eeda5d-dc63-4637-be37-62279a3df675 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:25:31.424277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '281bb293-8b6c-4ac1-abfc-63eca6db1a19', 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'port_id': '281bb293-8b6c-4ac1-abfc-63eca6db1a19', 'mac_address': 'fa:16:3e:dd:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd305172-b979-4362-8537-00ed23fc4630', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:31.433206 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-51eeda5d-dc63-4637-be37-62279a3df675 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107529 Feb 03 14:25:31.459062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router da209f39-7df6-4bb6-a2db-c8b691d47574 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:31.489108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:31.489416 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.503713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281bb293-8b6c-4ac1-abfc-63eca6db1a19 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:31.528163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:31.535453 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.537646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 19dacd99-9c8f-4c7f-854f-1b586b638e41 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:31.625549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 19dacd99-9c8f-4c7f-854f-1b586b638e41, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:31.637101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=281bb293-8b6c-4ac1-abfc-63eca6db1a19,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:31.643327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '19dacd99-9c8f-4c7f-854f-1b586b638e41', 'network_id': '7ba15282-c5d7-444e-9bed-1cb97a7fc84c', 'port_id': '19dacd99-9c8f-4c7f-854f-1b586b638e41', 'mac_address': 'fa:16:3e:bb:8b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd305172-b979-4362-8537-00ed23fc4630', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:31.717497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 19dacd99-9c8f-4c7f-854f-1b586b638e41 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:31.718210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.759053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dacd99-9c8f-4c7f-854f-1b586b638e41 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:31.759925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:31.770545 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] Sync routers for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:31.788290 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c437fe7a-cbf0-4705-9eb1-2fc370b48ee4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/da209f39-7df6-4bb6-a2db-c8b691d47574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3590271 Feb 03 14:25:31.789857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48990) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:31.821176 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:31.823503 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:31.827552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6991f320-437e-40bc-8e88-2ccac0ee2e8d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=da209f39-7df6-4bb6-a2db-c8b691d47574 HTTP/1.1" status: 200 len: 205 time: 0.0356660 Feb 03 14:25:31.831142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 48992) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:31.849513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Deleting port b092e296-f62c-41f1-8ccd-913771fe4200 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:31.849857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.864887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 19dacd99-9c8f-4c7f-854f-1b586b638e41, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:31.871235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.939839 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:31.950019 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] Routers {'da209f39-7df6-4bb6-a2db-c8b691d47574'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:31.950914 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['da209f39-7df6-4bb6-a2db-c8b691d47574'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:31.956330 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (677763f4-a9fb-4b61-98a5-888c62b26771), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:31.994345 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:31.995286 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798afaa-5215-4207-8995-5cec4ec59d19 None None] The sync data for ids ['da209f39-7df6-4bb6-a2db-c8b691d47574'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:32.027522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=19dacd99-9c8f-4c7f-854f-1b586b638e41,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:32.191967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] For port b092e296-f62c-41f1-8ccd-913771fe4200, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b092e296-f62c-41f1-8ccd-913771fe4200,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:32.192680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.232734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 434bdd81-dab6-479d-8044-223ad49a9630 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:32.239859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 277dc15c-d066-4c87-a20d-1930e0ffd000 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:32.456786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:25:32.470615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02672387-80e4-44bb-8e3f-8f3cf8eb9f87 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (da209f39-7df6-4bb6-a2db-c8b691d47574), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.541826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 277dc15c-d066-4c87-a20d-1930e0ffd000 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:32.551226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 277dc15c-d066-4c87-a20d-1930e0ffd000 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:32.551835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.570940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78fd3a-0c36-44cb-8cde-ac7e17b11b40 req-d083af03-3f37-4ab9-892e-5b61abb9f3f7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.572601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d78fd3a-0c36-44cb-8cde-ac7e17b11b40 req-d083af03-3f37-4ab9-892e-5b61abb9f3f7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 943 time: 0.8407843 Feb 03 14:25:32.617754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ae1a051f-333b-4125-bc94-9614d76b79d7'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:32.662922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['8436aada-f0ae-4113-990f-8b65869ebe75'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:32.695913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['50c3ab0a-0b3c-4786-aa8e-50aa344b7e93'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:32.732763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.738819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.744224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.749531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.754978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.758420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 434bdd81-dab6-479d-8044-223ad49a9630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=434bdd81-dab6-479d-8044-223ad49a9630,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:32.760585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.766603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.768588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-9cecc87c-1e0b-4f72-890d-a9758ff54cdf tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5428 time: 0.3092604 Feb 03 14:25:32.793585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02672387-80e4-44bb-8e3f-8f3cf8eb9f87 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (da209f39-7df6-4bb6-a2db-c8b691d47574), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.796584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02672387-80e4-44bb-8e3f-8f3cf8eb9f87 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (da209f39-7df6-4bb6-a2db-c8b691d47574), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.831110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Router 677763f4-a9fb-4b61-98a5-888c62b26771 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:32.837194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d78fd3a-0c36-44cb-8cde-ac7e17b11b40 req-dd231864-12d3-4c54-b460-8512e7cd98cb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550008 Feb 03 14:25:32.863174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['281bb293-8b6c-4ac1-abfc-63eca6db1a19'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:32.911230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02672387-80e4-44bb-8e3f-8f3cf8eb9f87 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (da209f39-7df6-4bb6-a2db-c8b691d47574), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.911475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['d9ebc6d1-73c7-45f8-a42c-bc51ca6228db'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:32.911787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02672387-80e4-44bb-8e3f-8f3cf8eb9f87 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Fanout notify agent at l3_agent the message router_deleted on router da209f39-7df6-4bb6-a2db-c8b691d47574 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:25:32.913426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['19dacd99-9c8f-4c7f-854f-1b586b638e41'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:32.917224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '434bdd81-dab6-479d-8044-223ad49a9630', 'network_id': 'ddea0468-fc70-4a58-ab3f-25eca6ef57f8', 'port_id': '434bdd81-dab6-479d-8044-223ad49a9630', 'mac_address': 'fa:16:3e:48:23:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1998f462-4e47-4753-98f3-f19a43559656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:32.951421 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.951821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a661d40b-6905-4c59-a7e5-1e8d20019f8f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.952110 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Floating IP a661d40b-6905-4c59-a7e5-1e8d20019f8f disassociated. External IP: 172.25.0.144, port: b092e296-f62c-41f1-8ccd-913771fe4200. Feb 03 14:25:32.952486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Calling delete_port for b092e296-f62c-41f1-8ccd-913771fe4200 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:32.956280 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02672387-80e4-44bb-8e3f-8f3cf8eb9f87 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:32.957511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-02672387-80e4-44bb-8e3f-8f3cf8eb9f87 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/da209f39-7df6-4bb6-a2db-c8b691d47574 HTTP/1.1" status: 204 len: 168 time: 1.1254277 Feb 03 14:25:32.959758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-aaa65073-b002-4f86-adc8-eedd8ccf5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:32.960391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 48998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:32.961414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-aaa65073-b002-4f86-adc8-eedd8ccf5cf9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7&tenant_id=35890c4ab2e94cc2901effdc0fbabf6c HTTP/1.1" status: 200 len: 1125 time: 0.2586551 Feb 03 14:25:32.988097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:33.013335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e42ae94-cdc4-4803-8cda-3271eb903600 req-b1330e0f-6dfd-4a30-89b4-a8a5a4fb44eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217190 Feb 03 14:25:33.077210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 277dc15c-d066-4c87-a20d-1930e0ffd000 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:33.077620 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.099200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 0cc16e82-04b1-403d-bf51-f0ba8b3e60de {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:25:33.106953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (0cc16e82-04b1-403d-bf51-f0ba8b3e60de), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.111811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf0d5-3ae2-425e-89e8-e1073984b298 req-35f40d40-76c4-4e81-97da-a19da2a72320 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:33.113409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be5cf0d5-3ae2-425e-89e8-e1073984b298 req-35f40d40-76c4-4e81-97da-a19da2a72320 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 944 time: 0.1484652 Feb 03 14:25:33.132599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.150768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:33.159877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-acda0782-a944-4bc8-96bc-2701ed9529f3 admin admin] 10.222.0.52 "PUT /v2.0/routers/677763f4-a9fb-4b61-98a5-888c62b26771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5712633 Feb 03 14:25:33.165443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49000) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:33.177174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0cc16e82-04b1-403d-bf51-f0ba8b3e60de), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.184405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 434bdd81-dab6-479d-8044-223ad49a9630 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:33.184991 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (434bdd81-dab6-479d-8044-223ad49a9630), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.213891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] Sync routers for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:33.280964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277dc15c-d066-4c87-a20d-1930e0ffd000'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:33.283237 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5ae2c6-81a5-41fb-9379-4e831bd31469" -d '{"events": [{"server_uuid": "53164bb8-8f7a-496c-ad93-90e817c37b1a", "name": "network-vif-plugged", "status": "completed", "tag": "277dc15c-d066-4c87-a20d-1930e0ffd000"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:33.306883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b092e296-f62c-41f1-8ccd-913771fe4200), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.309271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0cc16e82-04b1-403d-bf51-f0ba8b3e60de), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.355541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 277dc15c-d066-4c87-a20d-1930e0ffd000, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=277dc15c-d066-4c87-a20d-1930e0ffd000,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:33.363423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434bdd81-dab6-479d-8044-223ad49a9630 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:33.366294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event deleted for resources: {'Port': ['ID=b092e296-f62c-41f1-8ccd-913771fe4200,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:33.370763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] Routers {'677763f4-a9fb-4b61-98a5-888c62b26771'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:33.371773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['677763f4-a9fb-4b61-98a5-888c62b26771'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:33.432401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be5cf0d5-3ae2-425e-89e8-e1073984b298 req-f021421b-2be3-4fb7-a612-9fbaa10f95b4 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups?id=8f176c4c-cb96-430d-87cd-00ba51bcd783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648573 Feb 03 14:25:33.469650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064029e-a6ce-41ec-943b-95b23ff8e59b req-5e5faa70-c455-4f9d-8a23-5bf2596c1a28 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:33.471221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8064029e-a6ce-41ec-943b-95b23ff8e59b req-5e5faa70-c455-4f9d-8a23-5bf2596c1a28 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 943 time: 0.3048806 Feb 03 14:25:33.501512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0cc16e82-04b1-403d-bf51-f0ba8b3e60de), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.507787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] Set router 677763f4-a9fb-4b61-98a5-888c62b26771 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:33.528392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks [] for router (677763f4-a9fb-4b61-98a5-888c62b26771), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.544077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.547418 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/0cc16e82-04b1-403d-bf51-f0ba8b3e60de HTTP/1.1" status: 204 len: 168 time: 0.5845439 Feb 03 14:25:33.548549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9583afb-6300-4ac5-b63f-f8c2354fa254 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc16e82-04b1-403d-bf51-f0ba8b3e60de,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:33.552898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:33.573066 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281aa42-0418-4988-8aa9-ad28fa2425b9 x-openstack-request-id: req-0281aa42-0418-4988-8aa9-ad28fa2425b9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:33.573368 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53164bb8-8f7a-496c-ad93-90e817c37b1a", "name": "network-vif-plugged", "status": "completed", "tag": "277dc15c-d066-4c87-a20d-1930e0ffd000", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:33.573633 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0281aa42-0418-4988-8aa9-ad28fa2425b9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:33.574727 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277dc15c-d066-4c87-a20d-1930e0ffd000', 'code': 200} Feb 03 14:25:33.619858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:33.626243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef78756-d6bb-4faf-a766-7b9b531f86b5 None None] Network 27632289-1155-4be5-a838-b66d3518243e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:33.634250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 84c832e3-b222-44fc-8133-c8a897160290 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:25:33.643047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.643288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (84c832e3-b222-44fc-8133-c8a897160290), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.643516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:33.782335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:33.786615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:33.794822 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] Sync routers for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:33.806841 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:33.807830 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:33.822797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:33.852889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] No DVR routers for this DVR port b092e296-f62c-41f1-8ccd-913771fe4200 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:33.857509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.861549 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd52ab9f-12f5-4c86-ac93-fe43787f94c7 req-e38f2bea-aa34-46c8-a8d8-01d1f62d75b9 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.71 "DELETE /v2.0/ports/b092e296-f62c-41f1-8ccd-913771fe4200 HTTP/1.1" status: 204 len: 173 time: 2.7855566 Feb 03 14:25:33.862033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-deleted', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:33.865433 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73651c5a-0929-4a4a-9c4e-3565ef656290" -d '{"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-deleted", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:33.866180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:33.904986 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (84c832e3-b222-44fc-8133-c8a897160290), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.909524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:33.919219 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Publish callbacks [] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:33.936015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Transition to ACTIVE for port object 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:25:33.942167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8064029e-a6ce-41ec-943b-95b23ff8e59b req-71a4c064-e0e6-4c59-a1d0-759d80542479 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580019 Feb 03 14:25:33.956156 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.007979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:34.042056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (84c832e3-b222-44fc-8133-c8a897160290), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.046406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] No DVR routers for this DVR port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:34.081425 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9eba01-6801-4b6a-adf1-12f70190cc9d x-openstack-request-id: req-9b9eba01-6801-4b6a-adf1-12f70190cc9d {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:34.081716 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f4423-215a-4d80-8491-b3f5a32aaa34", "name": "network-vif-deleted", "tag": "b092e296-f62c-41f1-8ccd-913771fe4200", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:34.082341 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b9eba01-6801-4b6a-adf1-12f70190cc9d {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:34.082749 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f4423-215a-4d80-8491-b3f5a32aaa34', 'name': 'network-vif-deleted', 'tag': 'b092e296-f62c-41f1-8ccd-913771fe4200', 'status': 'completed', 'code': 200} Feb 03 14:25:34.127459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:34.127883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:34.128134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:34.131541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e78008-c952-48bb-a89d-61d19d32b870 req-1dd4d38f-98a7-459a-a67a-63515ab96ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.133100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03e78008-c952-48bb-a89d-61d19d32b870 req-1dd4d38f-98a7-459a-a67a-63515ab96ab6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 1128 time: 0.4797230 Feb 03 14:25:34.134374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks [] for router_gateway (677763f4-a9fb-4b61-98a5-888c62b26771), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.141888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (84c832e3-b222-44fc-8133-c8a897160290), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.160265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:25:34.160552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Attempting to bind port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on network 33a63949-d3fb-4ae3-bff7-1b89b1e1b360 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:34.165225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=9']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:34.185431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:34.185867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Checking segment: {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:34.186182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Bound using segment: {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:34.186614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Bound port: 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c005f52-674a-4732-96d3-3b19ecba734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:34.186987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.216511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=84c832e3-b222-44fc-8133-c8a897160290,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:34.246911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.251117 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6ca1afe-9eab-487f-b2ee-fad29313872f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/84c832e3-b222-44fc-8133-c8a897160290 HTTP/1.1" status: 204 len: 168 time: 0.6974707 Feb 03 14:25:34.254029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49022) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:34.285877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8aa5a-0b38-49ad-9634-bf3eaea20b77 req-1b2e00ba-c6f4-4a32-b2be-7f0caa9379cc tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.287398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bb8aa5a-0b38-49ad-9634-bf3eaea20b77 req-1b2e00ba-c6f4-4a32-b2be-7f0caa9379cc tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 943 time: 0.2429886 Feb 03 14:25:34.343376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03e78008-c952-48bb-a89d-61d19d32b870 req-1ee516a5-648b-4d34-ba08-184133f40041 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955264 Feb 03 14:25:34.345489 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:13Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:34.345721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0f567-9f0f-4190-9bd3-bb1c7a8e49be None None] Network 8d679314-4610-458e-b2a8-d9a97181fda0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:34.360298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=277dc15c-d066-4c87-a20d-1930e0ffd000,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:34.363643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (27632289-1155-4be5-a838-b66d3518243e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.378091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 434bdd81-dab6-479d-8044-223ad49a9630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=434bdd81-dab6-479d-8044-223ad49a9630,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:34.395307 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] Checking router: ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:25:34.401177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.404644 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:34.405471 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:34.406698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.412003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.417570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.423491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.429241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.434772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.436725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ece09305-52b9-44b5-9219-ad56f7654630 req-7f7c580f-b912-4629-8114-f7c34eaddae2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5428 time: 0.2243257 Feb 03 14:25:34.444794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port a16c0ec5-1ba8-4676-a586-56d7a27503f9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:34.445669 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.474431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Deleting port 5b6cf362-c275-4732-b4e5-9757176db0d4 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:34.475035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.483815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:34.503614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bb8aa5a-0b38-49ad-9634-bf3eaea20b77 req-15b9b681-f812-4b9e-97bf-08b48ff083cd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853583 Feb 03 14:25:34.525484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:34.532847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port a16c0ec5-1ba8-4676-a586-56d7a27503f9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a16c0ec5-1ba8-4676-a586-56d7a27503f9,segment=NetworkSegment(28db97cc-4666-4f89-a25a-2111595eabb9),segment_id=28db97cc-4666-4f89-a25a-2111595eabb9)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:34.533357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.549248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for a16c0ec5-1ba8-4676-a586-56d7a27503f9 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:34.572504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.610286 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:34.635381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.636004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.637597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3b071e40-240d-4492-aa73-86d04186793c service neutron] 10.222.0.45 "PUT /v2.0/ports/3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 1091 time: 1.6556094 Feb 03 14:25:34.638965 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (434bdd81-dab6-479d-8044-223ad49a9630), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.639896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:34.642287 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:34.649219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ece09305-52b9-44b5-9219-ad56f7654630 req-dbf1a537-9652-44cb-a1d4-80feaf0c1ee0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018661 Feb 03 14:25:34.654563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a16c0ec5-1ba8-4676-a586-56d7a27503f9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.685502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] For port 5b6cf362-c275-4732-b4e5-9757176db0d4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5b6cf362-c275-4732-b4e5-9757176db0d4,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:34.685884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.701355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=a16c0ec5-1ba8-4676-a586-56d7a27503f9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:34.703266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port a16c0ec5-1ba8-4676-a586-56d7a27503f9 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:34.759490 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addad78a-380d-4752-b1e7-4606ccc2bf01 x-openstack-request-id: req-addad78a-380d-4752-b1e7-4606ccc2bf01 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:34.759637 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:34.759837 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-addad78a-380d-4752-b1e7-4606ccc2bf01 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:34.760239 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'status': 'completed', 'code': 200} Feb 03 14:25:34.805828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Calling delete_port for 5b6cf362-c275-4732-b4e5-9757176db0d4 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:34.812919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3eaf92cb-a6f5-4808-9384-cb772db266c8 req-f673e539-63e3-40ce-a653-a4cb61a82ae8 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6f4423-215a-4d80-8491-b3f5a32aaa34 HTTP/1.1" status: 200 len: 210 time: 0.0731745 Feb 03 14:25:34.813541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b071e40-240d-4492-aa73-86d04186793c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:34.867513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (27632289-1155-4be5-a838-b66d3518243e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.877452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-b2512525-fd6b-49e3-9710-d8a614cf1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:34.879526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-b2512525-fd6b-49e3-9710-d8a614cf1779 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1126 time: 0.1908376 Feb 03 14:25:34.898056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27632289-1155-4be5-a838-b66d3518243e']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:34.904309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3729c5ec-9349-47b7-82fd-15afe6884739 None None] DHCP port deletion for 27632289-1155-4be5-a838-b66d3518243e request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:25:34.911063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28db97cc-4666-4f89-a25a-2111595eabb9') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:34.911370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28db97cc-4666-4f89-a25a-2111595eabb9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:34.923001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (28db97cc-4666-4f89-a25a-2111595eabb9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.948078 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (28db97cc-4666-4f89-a25a-2111595eabb9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.957528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:25:34.958121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (28db97cc-4666-4f89-a25a-2111595eabb9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:34.983731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:13Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:35.047581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-1d166cee-95e6-491c-86c5-e69f8ec3153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:35.049267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-1d166cee-95e6-491c-86c5-e69f8ec3153c service neutron] 10.222.0.45 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 915 time: 0.1629963 Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:25:35.068006 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:25:35.075336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (27632289-1155-4be5-a838-b66d3518243e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.079562 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a51bc-f148-42be-8161-65251aca5249 None None] The sync data for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 is: [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:16:07Z', 'revision_number': 4, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0f2fbe40-0012-46dc-a509-66cbcb6d9ac4', 'name': '', 'network_id': 'b3f1d4d1-5e7a-4846-9111-0dc0205af8e8', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'mac_address': 'fa:16:3e:bb:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:16:03Z', 'updated_at': '2022-02-03T14:16:13Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'subnets': [{'id': '2ea56fe2-bfd2-43e8-bddd-e11787195f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:35.107408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.115248 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/27632289-1155-4be5-a838-b66d3518243e HTTP/1.1" status: 204 len: 168 time: 0.8593633 Feb 03 14:25:35.116719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8061e-d1f5-4cb1-9e38-2d153850efaa tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=27632289-1155-4be5-a838-b66d3518243e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:35.119667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49032) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:35.132481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-46da2657-edc4-43d5-9b04-8c6e26babfd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 217 time: 0.0560882 Feb 03 14:25:35.163946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:25:35.163946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:35.201303 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5b6cf362-c275-4732-b4e5-9757176db0d4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.210742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:35.249691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6cf362-c275-4732-b4e5-9757176db0d4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:35.255426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3502c4e2-3302-43fd-a7d3-6892e6034388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:35.257100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-3502c4e2-3302-43fd-a7d3-6892e6034388 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.1065791 Feb 03 14:25:35.265097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (8d679314-4610-458e-b2a8-d9a97181fda0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.283600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['434bdd81-dab6-479d-8044-223ad49a9630'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:35.299938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ca999-6328-4946-9c4d-a6fec860f302 req-510e51a6-ff4d-435e-bb6a-3a962902b859 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:35.304712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db4ca999-6328-4946-9c4d-a6fec860f302 req-510e51a6-ff4d-435e-bb6a-3a962902b859 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 944 time: 0.1829021 Feb 03 14:25:35.330450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] DHCP port deletion for 8d679314-4610-458e-b2a8-d9a97181fda0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:25:35.345778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: b092e296-f62c-41f1-8ccd-913771fe4200 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:35.346122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b092e296-f62c-41f1-8ccd-913771fe4200 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:35.349076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=434bdd81-dab6-479d-8044-223ad49a9630,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:35.349765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-aedbd654-ae2e-450d-b717-735849c47b71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638783 Feb 03 14:25:35.365417 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:35.365947 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.448965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,segment=NetworkSegment(4f296ae7-3561-4e68-a2e0-e0ecf2566727),segment_id=4f296ae7-3561-4e68-a2e0-e0ecf2566727)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:35.449338 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.451468 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db4ca999-6328-4946-9c4d-a6fec860f302 req-9a397c94-027e-45bb-a1d3-724da3e68395 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253793 Feb 03 14:25:35.458392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (677763f4-a9fb-4b61-98a5-888c62b26771), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.467102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 363c085e-a99e-4f37-9cc0-f30c8a46ce3d owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:35.517466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473f34b-02ac-4e94-9722-1f3ece4152bc None None] New status for floating IP a661d40b-6905-4c59-a7e5-1e8d20019f8f: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:25:35.530078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'name': 'tempest-ServersTestBootFromVolume-143248161-router', 'tenant_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:04Z', 'updated_at': '2022-02-03T14:25:30Z', 'revision_number': 5, 'project_id': 'd971b5abcf5e45cca3b3acd53c6c8d44', 'gw_port': {'id': '5b6cf362-c275-4732-b4e5-9757176db0d4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677763f4-a9fb-4b61-98a5-888c62b26771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:05Z', 'updated_at': '2022-02-03T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:35.534480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] Deleting port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:35.534868 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.563247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.594621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:35.597353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:35.616126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (677763f4-a9fb-4b61-98a5-888c62b26771), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.632389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks [] for router_controller (677763f4-a9fb-4b61-98a5-888c62b26771), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.658598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] Checking router: 677763f4-a9fb-4b61-98a5-888c62b26771 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:25:35.686261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (8d679314-4610-458e-b2a8-d9a97181fda0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.716366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (677763f4-a9fb-4b61-98a5-888c62b26771), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.716924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 677763f4-a9fb-4b61-98a5-888c62b26771 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:25:35.722028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.723114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-96d7c3e9-2a9b-47db-81a5-946d538d6c74 admin admin] 10.222.0.52 "DELETE /v2.0/routers/677763f4-a9fb-4b61-98a5-888c62b26771 HTTP/1.1" status: 204 len: 168 time: 2.5546393 Feb 03 14:25:35.728110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49038) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:35.730368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-02883574-163a-4ba8-9f29-249010e1aee1 service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690274 Feb 03 14:25:35.730571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d679314-4610-458e-b2a8-d9a97181fda0']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:35.743325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46217622-b55b-463e-80a2-c36fce74346e req-329c7e41-1b4a-4f09-8f0b-2f449c9e1ca2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:35.745313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46217622-b55b-463e-80a2-c36fce74346e req-329c7e41-1b4a-4f09-8f0b-2f449c9e1ca2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.1476281 Feb 03 14:25:35.774021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f296ae7-3561-4e68-a2e0-e0ecf2566727') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:35.774263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f296ae7-3561-4e68-a2e0-e0ecf2566727') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:35.793678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (4f296ae7-3561-4e68-a2e0-e0ecf2566727), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.816232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] Deleting subnet d704b7b0-f16a-45fe-9201-7adb23c53f96 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:25:35.820765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] Publish callbacks [] for subnet (d704b7b0-f16a-45fe-9201-7adb23c53f96), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.846720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:35.847129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 14:25:35.847742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_agentschedulers_db [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'677763f4-a9fb-4b61-98a5-888c62b26771'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent'). {{(pid=103343) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:25:35.848171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281959aa-7f08-48d0-9956-1291ec4bf43e None None] The sync data for ids ['677763f4-a9fb-4b61-98a5-888c62b26771'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:35.858841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] For port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,segment=NetworkSegment(4f296ae7-3561-4e68-a2e0-e0ecf2566727),segment_id=4f296ae7-3561-4e68-a2e0-e0ecf2566727)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:35.859293 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.868662 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (d704b7b0-f16a-45fe-9201-7adb23c53f96), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.898849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] Calling delete_port for 363c085e-a99e-4f37-9cc0-f30c8a46ce3d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:35.963967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d704b7b0-f16a-45fe-9201-7adb23c53f96), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:35.996393 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4f296ae7-3561-4e68-a2e0-e0ecf2566727), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.008814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:25:36.009378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (4f296ae7-3561-4e68-a2e0-e0ecf2566727), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:25:36.013030 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:25:36.083883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (363c085e-a99e-4f37-9cc0-f30c8a46ce3d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.092240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d704b7b0-f16a-45fe-9201-7adb23c53f96), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.102825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (8d679314-4610-458e-b2a8-d9a97181fda0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.128835 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.129564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] No DVR routers for this DVR port 363c085e-a99e-4f37-9cc0-f30c8a46ce3d on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:36.135342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d1607-f226-4158-b150-d87e106a2958 None None] Pushing event deleted for resources: {'Port': ['ID=363c085e-a99e-4f37-9cc0-f30c8a46ce3d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:36.138559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/8d679314-4610-458e-b2a8-d9a97181fda0 HTTP/1.1" status: 204 len: 168 time: 1.0154440 Feb 03 14:25:36.141486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d704b7b0-f16a-45fe-9201-7adb23c53f96,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:36.143198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49042) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:36.161458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.167525 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b1ac6eb-5f18-47b8-b87f-cc480d7cf4ae admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d704b7b0-f16a-45fe-9201-7adb23c53f96 HTTP/1.1" status: 204 len: 168 time: 0.4399247 Feb 03 14:25:36.168228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94360d50-ea9d-4d8b-896c-3278c1cd9cf6 None None] Network 8ad2016f-ada5-4492-a205-d52f69223530 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:36.172055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1228759183'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:36.175358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49044) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:36.183173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5a47f-6ecf-48d7-a840-a20a4c5f051e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=8d679314-4610-458e-b2a8-d9a97181fda0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:36.233087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:36.238776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.299383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (8ad2016f-ada5-4492-a205-d52f69223530), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.305873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a16c0ec5-1ba8-4676-a586-56d7a27503f9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:36.306207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:25:36.323810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (06961004-b5d4-4b9e-b14d-cb8b1f7d86f8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.323810 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment 06961004-b5d4-4b9e-b14d-cb8b1f7d86f8 of type vlan for network 7bc6fd57-9873-4798-8441-83a6874d3382 Feb 03 14:25:36.344797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a16c0ec5-1ba8-4676-a586-56d7a27503f9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:36.345732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a16c0ec5-1ba8-4676-a586-56d7a27503f9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:36.346921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 363c085e-a99e-4f37-9cc0-f30c8a46ce3d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:36.393419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46217622-b55b-463e-80a2-c36fce74346e req-5cb641e3-7eaa-427d-b194-d2a86bca2b08 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216600 Feb 03 14:25:36.401946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 363c085e-a99e-4f37-9cc0-f30c8a46ce3d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:36.402302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 363c085e-a99e-4f37-9cc0-f30c8a46ce3d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:36.415660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-70660982-42fc-4f36-b3d3-c746f7ce8311 service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697619 Feb 03 14:25:36.424084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7bc6fd57-9873-4798-8441-83a6874d3382), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.429256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] DHCP port deletion for 8ad2016f-ada5-4492-a205-d52f69223530 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:25:36.466272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.477926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.488862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Deleting port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:36.489240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.490981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.498483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.508715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.509676 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7bc6fd57-9873-4798-8441-83a6874d3382), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.515026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.516988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.519105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.525488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.527965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:36.534198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-f4e23bc0-9774-414d-90f9-40bc3685f6eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5428 time: 0.7161357 Feb 03 14:25:36.559712 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3971267 Feb 03 14:25:36.561421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49056) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:36.574912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] Deleting port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:36.575301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.580894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:36.667326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] For port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:36.667737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.685218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] Calling delete_port for 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:36.699667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] For port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,segment=NetworkSegment(cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c),segment_id=cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:36.700038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.702811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a0f62-4f11-445a-9407-d8e90a621e20 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=7bc6fd57-9873-4798-8441-83a6874d3382,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:36.723605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Calling delete_port for 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:36.760894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecb27e9d-f02b-45ac-a1dd-7827d44739bb req-61bc6bc5-efe2-4ec9-8600-ebc8e53e6f72 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2254820 Feb 03 14:25:36.767102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-7290d7fa-d96d-40c2-a6a8-d91e11c995ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.768700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-7290d7fa-d96d-40c2-a6a8-d91e11c995ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1126 time: 0.2257552 Feb 03 14:25:36.794492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5146c-850c-41f3-bd4a-679a763d6a01 req-35674c7a-12b0-4bbf-be3a-4ba4b7d008c3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:36.796030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88a5146c-850c-41f3-bd4a-679a763d6a01 req-35674c7a-12b0-4bbf-be3a-4ba4b7d008c3 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 944 time: 0.1927061 Feb 03 14:25:36.837329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac5df3c8-9ffd-4984-ae5e-190991b02fd7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group (8f176c4c-cb96-430d-87cd-00ba51bcd783), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.855026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:36.861297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7bc6fd57-9873-4798-8441-83a6874d3382 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:25:36.864285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.872846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:36.927834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac5df3c8-9ffd-4984-ae5e-190991b02fd7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group (8f176c4c-cb96-430d-87cd-00ba51bcd783), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.010274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7a0fb361-33fe-4dd5-a5c6-aa6445db1041), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.045168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:37.054418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] No DVR routers for this DVR port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:37.056727 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac5df3c8-9ffd-4984-ae5e-190991b02fd7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8f176c4c-cb96-430d-87cd-00ba51bcd783), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.059438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac5df3c8-9ffd-4984-ae5e-190991b02fd7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.064315 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ac5df3c8-9ffd-4984-ae5e-190991b02fd7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "DELETE /v2.0/security-groups/8f176c4c-cb96-430d-87cd-00ba51bcd783 HTTP/1.1" status: 204 len: 168 time: 0.5236022 Feb 03 14:25:37.090737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49070) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:37.111612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] No DVR routers for this DVR port 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:37.116529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5df3c8-9ffd-4984-ae5e-190991b02fd7 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f176c4c-cb96-430d-87cd-00ba51bcd783,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:37.144286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603f351-fb3d-4ff2-96f0-d6f5ac1732bd None None] Pushing event deleted for resources: {'Port': ['ID=7a0fb361-33fe-4dd5-a5c6-aa6445db1041,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:37.164227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88a5146c-850c-41f3-bd4a-679a763d6a01 req-3b65dbfb-5f6b-47d0-828d-dce98de84e29 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537574 Feb 03 14:25:37.172095 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-fb89e188-6381-4b3c-9406-9e54e82e0586 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] show failed (client error): The resource could not be found. Feb 03 14:25:37.177529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fb89e188-6381-4b3c-9406-9e54e82e0586 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "GET /v2.0/security-groups/8f176c4c-cb96-430d-87cd-00ba51bcd783 HTTP/1.1" status: 404 len: 347 time: 0.0823398 Feb 03 14:25:37.190645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:37.202540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (8ad2016f-ada5-4492-a205-d52f69223530), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.242454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-3c7647be-14cd-4e6a-baea-5c098fe41eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:37.245863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-3c7647be-14cd-4e6a-baea-5c098fe41eab service neutron] 10.222.0.45 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 915 time: 0.4689047 Feb 03 14:25:37.357590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad2016f-ada5-4492-a205-d52f69223530']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:37.398137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:37.398607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:37.445833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.450568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-55acfc8c-3f2f-4f99-99a1-1e55d36b5215 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 217 time: 0.0588021 Feb 03 14:25:37.452033 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (4bd8067f-037a-4d40-b6ab-e6ba69c1ea52), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.512082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.518707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Deleting port a056c083-7008-45d8-9ba3-1e728bf335cc {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:37.519221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.559356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-e998b931-8b4b-4e28-9e61-da8f62de1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:37.560926 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-e998b931-8b4b-4e28-9e61-da8f62de1be9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.0704710 Feb 03 14:25:37.561405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:25:37.562127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (cf6fdcce-ad5b-4ca2-ac4c-7d995546db7c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:25:37.564444 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:25:37.633842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': '06961004-b5d4-4b9e-b14d-cb8b1f7d86f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:37.634211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: 7bc6fd57-9873-4798-8441-83a6874d3382, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:25:37.641167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.641903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for floatingip (a056c083-7008-45d8-9ba3-1e728bf335cc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.655346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Calling delete_port for a056c083-7008-45d8-9ba3-1e728bf335cc owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:37.662284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=4bd8067f-037a-4d40-b6ab-e6ba69c1ea52,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:37.678946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 7bc6fd57-9873-4798-8441-83a6874d3382 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:25:37.729440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9d7d-c510-4a34-9f96-c5ffaaa04af4 req-a67508b3-f820-4ce0-a43c-5219b130316a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:37.731440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb7e9d7d-c510-4a34-9f96-c5ffaaa04af4 req-a67508b3-f820-4ce0-a43c-5219b130316a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.1652880 Feb 03 14:25:37.735012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7bc6fd57-9873-4798-8441-83a6874d3382) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:37.745708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:37.745914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd7c00-74e2-4914-9977-28161a9e6854 None None] Network 7bc6fd57-9873-4798-8441-83a6874d3382 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:37.747375 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.826234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb7e9d7d-c510-4a34-9f96-c5ffaaa04af4 req-b16a8f8d-09ec-4063-b9dc-56f543e65392 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635982 Feb 03 14:25:37.854848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ffcdbe34-a45d-4d6f-ad68-26e0dc9fa34e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2778215 Feb 03 14:25:37.856622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49078) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:37.864469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f901e337-6212-4c08-9fc3-c2e54d7d2266 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-946347604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:37.890165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfa34d8f-321d-4b58-8fe0-bc35f3820768 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:37.897417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ae1a051f-333b-4125-bc94-9614d76b79d7 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:37.911629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f901e337-6212-4c08-9fc3-c2e54d7d2266 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (b4e977dd-d743-4b7e-8b81-dafe5850f36e), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.913684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f901e337-6212-4c08-9fc3-c2e54d7d2266 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (b4e977dd-d743-4b7e-8b81-dafe5850f36e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:37.992082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bfa34d8f-321d-4b58-8fe0-bc35f3820768 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:37.992449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfa34d8f-321d-4b58-8fe0-bc35f3820768 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:38.005075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:38.008506 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:25:38.019296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f901e337-6212-4c08-9fc3-c2e54d7d2266 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (b4e977dd-d743-4b7e-8b81-dafe5850f36e), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.066120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:38.077017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a0fb361-33fe-4dd5-a5c6-aa6445db1041 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:38.077714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5b6cf362-c275-4732-b4e5-9757176db0d4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:38.093170 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f901e337-6212-4c08-9fc3-c2e54d7d2266 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (b4e977dd-d743-4b7e-8b81-dafe5850f36e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.102467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-2dfef489-a0b8-4bcf-ac16-64056938f723 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527813 Feb 03 14:25:38.109561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 5b6cf362-c275-4732-b4e5-9757176db0d4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:38.110285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5b6cf362-c275-4732-b4e5-9757176db0d4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:38.143413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7bc6fd57-9873-4798-8441-83a6874d3382', 'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '4bd8067f-037a-4d40-b6ab-e6ba69c1ea52'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:25:38.145510 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.158753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port ae1a051f-333b-4125-bc94-9614d76b79d7 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:38.166055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port ae1a051f-333b-4125-bc94-9614d76b79d7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:38.166731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.220052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (8ad2016f-ada5-4492-a205-d52f69223530), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.257951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.284465 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ad2016f-ada5-4492-a205-d52f69223530 HTTP/1.1" status: 204 len: 168 time: 2.1043575 Feb 03 14:25:38.285502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1c6c8-05f1-415a-820c-32072432db15 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad2016f-ada5-4492-a205-d52f69223530,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:38.358018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f901e337-6212-4c08-9fc3-c2e54d7d2266 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.362347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f901e337-6212-4c08-9fc3-c2e54d7d2266 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4985778 Feb 03 14:25:38.367026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49084) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:38.377211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'port': {'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382', 'name': 'tempest-RoutersIpV6Test-676081679'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:38.444599 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a056c083-7008-45d8-9ba3-1e728bf335cc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.493518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Pushing event deleted for resources: {'Port': ['ID=a056c083-7008-45d8-9ba3-1e728bf335cc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:38.504095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Allocated IP 2001:db8::2 (7bc6fd57-9873-4798-8441-83a6874d3382/4bd8067f-037a-4d40-b6ab-e6ba69c1ea52/4a326bdc-8c14-4ae9-8adc-be887afd8da8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:38.621518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks [] for floatingip (a661d40b-6905-4c59-a7e5-1e8d20019f8f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.626145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.626557 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c7917bac-fbd2-4340-966d-237ee17dab49 tempest-ServerActionsTestJSON-208961789 tempest-ServerActionsTestJSON-208961789-project] 10.222.0.52 "DELETE /v2.0/floatingips/a661d40b-6905-4c59-a7e5-1e8d20019f8f HTTP/1.1" status: 204 len: 168 time: 1.4348052 Feb 03 14:25:38.629653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49086) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:38.692730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-1132e181-917a-4bc9-acf7-c2c3554bbc73 service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418105 Feb 03 14:25:38.724727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:38.768197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:38.774017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:38.780717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:38.786420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:38.794875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:38.798825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:38.805172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:38.807213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95b14978-051e-45a4-92a5-a261faf72558 req-fb6ee81d-b4e3-44b9-b9c5-a87766252e5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5428 time: 0.8725111 Feb 03 14:25:38.829885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e5c12766-2cf4-4d1c-bd9d-ee749554a95e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d971b5abcf5e45cca3b3acd53c6c8d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1047347 Feb 03 14:25:38.832901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49092) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:38.945450 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Publish callbacks [] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:38.954583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 434bdd81-dab6-479d-8044-223ad49a9630 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:38.981137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af15430d-3ba7-4621-9662-6ad7920421d4 admin admin] Publish callbacks [] for security_group (4748f94c-e26e-41cc-83cc-c9f4ca4721bd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.007068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af15430d-3ba7-4621-9662-6ad7920421d4 admin admin] Publish callbacks [] for security_group (4748f94c-e26e-41cc-83cc-c9f4ca4721bd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.018589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcebec-6f76-46e6-9d4e-d2d96e766de7 req-f58dcd40-ac6e-44bc-b7bd-15d888e2d915 service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126726 Feb 03 14:25:39.090296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af15430d-3ba7-4621-9662-6ad7920421d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4748f94c-e26e-41cc-83cc-c9f4ca4721bd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.093601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af15430d-3ba7-4621-9662-6ad7920421d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.101701 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af15430d-3ba7-4621-9662-6ad7920421d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4748f94c-e26e-41cc-83cc-c9f4ca4721bd HTTP/1.1" status: 204 len: 168 time: 0.2658393 Feb 03 14:25:39.142259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95b14978-051e-45a4-92a5-a261faf72558 req-572a307f-3e1b-4810-a7e7-dd4f909a6281 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3175273 Feb 03 14:25:39.155672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a451-4fd4-4280-94d7-989abc66acca req-e8ba63cb-8185-4a9a-bece-14674b6e6628 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:39.163625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac47a451-4fd4-4280-94d7-989abc66acca req-e8ba63cb-8185-4a9a-bece-14674b6e6628 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 944 time: 0.7718763 Feb 03 14:25:39.205152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15430d-3ba7-4621-9662-6ad7920421d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4748f94c-e26e-41cc-83cc-c9f4ca4721bd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:39.344182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:39.349220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.355142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac47a451-4fd4-4280-94d7-989abc66acca req-13d6ac65-3fcb-4933-a609-0f23c3bb8dd7 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903343 Feb 03 14:25:39.404992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] device_id is not set on port f4908fcb-1163-4091-a7a4-325adda2b4fd yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:25:39.436978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.456243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ae7b2-45b3-408b-9aa3-8d699668b85c req-cefbe1f7-14b7-4a31-9ccf-e0bb1be7594d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:39.467637 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac7ae7b2-45b3-408b-9aa3-8d699668b85c req-cefbe1f7-14b7-4a31-9ccf-e0bb1be7594d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.1799819 Feb 03 14:25:39.560773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.581073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Pushing event updated for resources: {'Port': ['ID=4a326bdc-8c14-4ae9-8adc-be887afd8da8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:39.599579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ae1a051f-333b-4125-bc94-9614d76b79d7 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:39.599987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.602038 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.633516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Network 7bc6fd57-9873-4798-8441-83a6874d3382 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:39.656230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:39.662704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:39.681035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 434bdd81-dab6-479d-8044-223ad49a9630 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:39.696325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 434bdd81-dab6-479d-8044-223ad49a9630 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:39.696861 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (434bdd81-dab6-479d-8044-223ad49a9630), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.748139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a051f-333b-4125-bc94-9614d76b79d7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:39.751601 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a571e-9755-4e16-a216-46631b42b8a1" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a051f-333b-4125-bc94-9614d76b79d7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:39.772323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8::3a3 (7bc6fd57-9873-4798-8441-83a6874d3382/4bd8067f-037a-4d40-b6ab-e6ba69c1ea52/f4908fcb-1163-4091-a7a4-325adda2b4fd) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:39.819352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ae1a051f-333b-4125-bc94-9614d76b79d7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ae1a051f-333b-4125-bc94-9614d76b79d7,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:39.834289 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea94807-071d-4f2d-beb1-90501623606b x-openstack-request-id: req-dea94807-071d-4f2d-beb1-90501623606b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:39.834618 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a051f-333b-4125-bc94-9614d76b79d7", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:39.836914 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dea94807-071d-4f2d-beb1-90501623606b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:39.838284 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a051f-333b-4125-bc94-9614d76b79d7', 'code': 200} Feb 03 14:25:39.839274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac7ae7b2-45b3-408b-9aa3-8d699668b85c req-5d1e43b8-f79e-46ad-9189-57b6fcf7c9a8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705750 Feb 03 14:25:39.870125 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:39.871630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:40.017853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 434bdd81-dab6-479d-8044-223ad49a9630 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:40.019488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (434bdd81-dab6-479d-8044-223ad49a9630), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.068564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 434bdd81-dab6-479d-8044-223ad49a9630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=434bdd81-dab6-479d-8044-223ad49a9630,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:40.089633 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (434bdd81-dab6-479d-8044-223ad49a9630), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.092713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Deleting port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:40.093301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.099196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Attempting to bind port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:40.099795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Attempting to bind port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '06961004-b5d4-4b9e-b14d-cb8b1f7d86f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:40.100362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Attempting to bind port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 on network 7bc6fd57-9873-4798-8441-83a6874d3382 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:40.108518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.119522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:40.120521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Checking segment: {'id': '06961004-b5d4-4b9e-b14d-cb8b1f7d86f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:40.121107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.121672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Bound using segment: {'id': '06961004-b5d4-4b9e-b14d-cb8b1f7d86f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:40.122355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Bound port: 4a326bdc-8c14-4ae9-8adc-be887afd8da8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06961004-b5d4-4b9e-b14d-cb8b1f7d86f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7bc6fd57-9873-4798-8441-83a6874d3382'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:40.122881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.146041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ae1a051f-333b-4125-bc94-9614d76b79d7,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:40.159438 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.236891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 7bc6fd57-9873-4798-8441-83a6874d3382 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:40.257752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:40.276115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] For port 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:40.276573 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.288485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:40.305102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=434bdd81-dab6-479d-8044-223ad49a9630,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:40.306457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Calling delete_port for 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:40.316956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:40.336968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:40.337339 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.339040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:40.340116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.369118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=f4908fcb-1163-4091-a7a4-325adda2b4fd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:40.410243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] For port 4a326bdc-8c14-4ae9-8adc-be887afd8da8, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:40.422587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-84ee6e91-6177-460b-a626-01f9f3a58307 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0545421 Feb 03 14:25:40.425678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] For port 4a326bdc-8c14-4ae9-8adc-be887afd8da8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4a326bdc-8c14-4ae9-8adc-be887afd8da8,segment=NetworkSegment(06961004-b5d4-4b9e-b14d-cb8b1f7d86f8),segment_id=06961004-b5d4-4b9e-b14d-cb8b1f7d86f8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:40.426530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49124) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:40.451286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.712319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c425-2f70-4869-a405-2aa19b550f2e None None] Pushing event updated for resources: {'Port': ['ID=4a326bdc-8c14-4ae9-8adc-be887afd8da8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:40.766194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:40.766985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.803755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:40.863539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0f2fbe40-0012-46dc-a509-66cbcb6d9ac4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.882260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:40.890976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:40.896887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9ebc6d1-73c7-45f8-a42c-bc51ca6228db up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:40.957724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2fbe40-0012-46dc-a509-66cbcb6d9ac4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:40.966249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:40.985184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.014499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.034095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.042186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.064353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.081264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:41.090893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.092886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-82f3c5ff-9625-41e3-a434-223b165e7b1e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5429 time: 0.7190685 Feb 03 14:25:41.125696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1061019967-network', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:41.182652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:41.187679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:41.188061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.308739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d69078-bc8e-462a-a43a-83ba4ba1912a req-f9077f68-938e-40e8-a628-2115bda9535e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.317343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1d69078-bc8e-462a-a43a-83ba4ba1912a req-f9077f68-938e-40e8-a628-2115bda9535e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 945 time: 0.7193248 Feb 03 14:25:41.364622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Made reservation on behalf of cf9f95c93ae043b9942d1afa054fce3b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:41.368356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.377261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:41.378484 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.394629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.408717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.446841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:41.452723 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.455965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 8436aada-f0ae-4113-990f-8b65869ebe75 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:41.501887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfc9a59e-7ddb-4db2-9939-31423ba4989b req-aada0040-907a-4107-8ca6-34e739a8c25c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3923795 Feb 03 14:25:41.520840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1d69078-bc8e-462a-a43a-83ba4ba1912a req-2a23c4f4-a639-4ba3-bd31-d10ea6de6fcb tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965442 Feb 03 14:25:41.608899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 8436aada-f0ae-4113-990f-8b65869ebe75 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:41.637556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 8436aada-f0ae-4113-990f-8b65869ebe75 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:41.637968 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.644382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:41.769086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.820808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:41.829811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 8436aada-f0ae-4113-990f-8b65869ebe75 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:41.830314 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.860782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373648f-7098-49d3-aa82-91591eaecf30 req-df5cc2ee-2a5e-4128-8513-3b4da4870bc6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:41.865915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434bdd81-dab6-479d-8044-223ad49a9630'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:41.870603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9373648f-7098-49d3-aa82-91591eaecf30 req-df5cc2ee-2a5e-4128-8513-3b4da4870bc6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.2090514 Feb 03 14:25:41.873044 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381f903-f56c-4db5-b5ea-7117781936e1" -d '{"events": [{"server_uuid": "2dcfdeb2-12fe-4f5d-8331-01246339591e", "name": "network-vif-plugged", "status": "completed", "tag": "434bdd81-dab6-479d-8044-223ad49a9630"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:41.955164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 8436aada-f0ae-4113-990f-8b65869ebe75, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8436aada-f0ae-4113-990f-8b65869ebe75,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:41.962557 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:41.967050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:42.076328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4a326bdc-8c14-4ae9-8adc-be887afd8da8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:42.081012 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac212a22-efc2-431d-84fd-887f0edaa015 x-openstack-request-id: req-ac212a22-efc2-431d-84fd-887f0edaa015 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:42.081527 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcfdeb2-12fe-4f5d-8331-01246339591e", "name": "network-vif-plugged", "status": "completed", "tag": "434bdd81-dab6-479d-8044-223ad49a9630", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:42.081715 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac212a22-efc2-431d-84fd-887f0edaa015 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:42.082202 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434bdd81-dab6-479d-8044-223ad49a9630', 'code': 200} Feb 03 14:25:42.082468 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'code': 200} Feb 03 14:25:42.082721 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db', 'code': 200} Feb 03 14:25:42.092537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks [] for security_group (af94a5b5-9c26-467d-943b-fc00fec5ab53), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.113189 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (af94a5b5-9c26-467d-943b-fc00fec5ab53), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.135454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:25:42.198408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:42.199387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:42.213159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (88e68d28-6523-408b-8d08-55d281bf9cd1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.214244 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Added segment 88e68d28-6523-408b-8d08-55d281bf9cd1 of type vlan for network c9efccdb-73d0-4276-b654-d9cdfd4b06fd Feb 03 14:25:42.214713 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] Sync routers for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:42.238817 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:42.241066 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:42.245880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:42.246193 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.251980 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a8bd26ba-8be5-49bc-9a01-adfa9fa21638 admin admin] 10.222.0.52 "PUT /v2.0/routers/ad15bea5-55cf-4cb6-8a18-b4016fa1ab28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6207719 Feb 03 14:25:42.257536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49138) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:42.334119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=8436aada-f0ae-4113-990f-8b65869ebe75,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:42.384035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.384407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.384863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.385109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.388655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.388979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.389362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.389715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.390059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.393507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.393848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.394185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.396919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:42.409128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af94a5b5-9c26-467d-943b-fc00fec5ab53,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:42.416699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:42.419082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.465292 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c9efccdb-73d0-4276-b654-d9cdfd4b06fd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.513571 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:42.582208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2e43f-b473-4098-a37b-87399f6aab04 None None] Network 7bc6fd57-9873-4798-8441-83a6874d3382 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:42.641314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c9efccdb-73d0-4276-b654-d9cdfd4b06fd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.642307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:42.643081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.706831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.713614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-82aeb6bc-017a-489a-97f5-60b83ea5c9ce None None] Provisioning complete for port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:42.713996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82aeb6bc-017a-489a-97f5-60b83ea5c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.720255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9373648f-7098-49d3-aa82-91591eaecf30 req-1828515d-2e1b-4dc8-8950-e76c5e501863 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8422439 Feb 03 14:25:42.723410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.787263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=f4908fcb-1163-4091-a7a4-325adda2b4fd,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:42.813071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf9c4f-d8ce-4c38-a618-f6dcb4317cd1 req-acc49345-5d13-40ef-baad-a6d0a9778500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:42.815527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cf9c4f-d8ce-4c38-a618-f6dcb4317cd1 req-acc49345-5d13-40ef-baad-a6d0a9778500 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 1127 time: 0.6243241 Feb 03 14:25:42.818055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] Pushing event updated for resources: {'Network': ['ID=c9efccdb-73d0-4276-b654-d9cdfd4b06fd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:42.851890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks [] for router (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.935221 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:25:40Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:42.939678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:25:42.952522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:42.954615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:42.995675 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] Checking router: ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:25:43.012486 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] Routers {'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:43.013962 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:43.022341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89cf9c4f-d8ce-4c38-a618-f6dcb4317cd1 req-a7212ddf-78c8-4cc2-8629-8050340407c0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996429 Feb 03 14:25:43.063643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835309cf-7a10-4053-a036-376c440f3fbe req-bfff1bec-0f37-47b7-96fd-55b8e60c600b tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.065815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-835309cf-7a10-4053-a036-376c440f3fbe req-bfff1bec-0f37-47b7-96fd-55b8e60c600b tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 945 time: 0.1398420 Feb 03 14:25:43.122259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-835309cf-7a10-4053-a036-376c440f3fbe req-7c52fa49-2f8e-4ee0-a9b4-5db705cc7c79 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500672 Feb 03 14:25:43.231441 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b4d57806-7ba0-48ab-b778-65be7d8f9128 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4237754 Feb 03 14:25:43.233272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49152) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:43.250677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Request body: {'subnet': {'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1061019967-subnet', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:43.259430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks [] for router_gateway (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.268304 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (b4e977dd-d743-4b7e-8b81-dafe5850f36e), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.376932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Made reservation on behalf of cf9f95c93ae043b9942d1afa054fce3b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:43.381475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.489856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:43.490256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.501809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:43.522955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.523909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 281bb293-8b6c-4ac1-abfc-63eca6db1a19 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:43.562778 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] Set router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:43.592567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.613493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.623493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.631031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.631712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 4a326bdc-8c14-4ae9-8adc-be887afd8da8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4a326bdc-8c14-4ae9-8adc-be887afd8da8,segment=NetworkSegment(06961004-b5d4-4b9e-b14d-cb8b1f7d86f8),segment_id=06961004-b5d4-4b9e-b14d-cb8b1f7d86f8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:43.637153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.645239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.650965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:43.655056 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.660513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-b0f92dbc-18bd-4cf4-b5ae-d44ce85775c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5432 time: 0.2837503 Feb 03 14:25:43.710001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82aeb6bc-017a-489a-97f5-60b83ea5c9ce None None] Current status of the port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:43.710748 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82aeb6bc-017a-489a-97f5-60b83ea5c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.753324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:43.797211 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.806102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Deleting port 1788833b-554f-4016-bf55-5434bfd9e9fd {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:43.806469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:43.965379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:43.976374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-82aeb6bc-017a-489a-97f5-60b83ea5c9ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:25:43.976906 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-82aeb6bc-017a-489a-97f5-60b83ea5c9ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:25:43.978401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=4a326bdc-8c14-4ae9-8adc-be887afd8da8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:43.982884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:43.983299 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.022593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c32b999c-a7cc-41ee-a314-1cb1219aff18 req-82049d75-56b0-479e-a78f-9b66e12ae8be tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607802 Feb 03 14:25:44.078315 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:25:40Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:44.098101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:44.113494 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b4f8e-b729-4738-b8da-a798bb5f8a93" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:44.132782 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a344c58-e19b-4bd5-8fc4-da2cc2cd866d None None] The sync data for ids ['ad15bea5-55cf-4cb6-8a18-b4016fa1ab28'] in n-d-827549-2 is: [{'id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'name': 'tempest-ServerActionsTestJSON-1196306254-router', 'tenant_id': 'd45c8850512c477f98aa313bb41cf253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:15:56Z', 'updated_at': '2022-02-03T14:25:40Z', 'revision_number': 5, 'project_id': 'd45c8850512c477f98aa313bb41cf253', 'gw_port': {'id': '1788833b-554f-4016-bf55-5434bfd9e9fd', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad15bea5-55cf-4cb6-8a18-b4016fa1ab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:15:58Z', 'updated_at': '2022-02-03T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:44.154445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:44.154863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.227416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:44.234396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.235513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 19dacd99-9c8f-4c7f-854f-1b586b638e41 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:44.373487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=281bb293-8b6c-4ac1-abfc-63eca6db1a19,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:44.405044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 19dacd99-9c8f-4c7f-854f-1b586b638e41 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:44.411410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 19dacd99-9c8f-4c7f-854f-1b586b638e41 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:44.412533 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.577524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82aeb6bc-017a-489a-97f5-60b83ea5c9ce None None] Current status of the port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:44.670049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 19dacd99-9c8f-4c7f-854f-1b586b638e41 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:44.670733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.758825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (03161547-76d9-4342-be59-e8851a644978), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.766890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 19dacd99-9c8f-4c7f-854f-1b586b638e41, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:44.784196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.803456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e68143b6-ec78-48dd-8185-7d7412925621 None None] Provisioning complete for port f4908fcb-1163-4091-a7a4-325adda2b4fd triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:44.804134 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e68143b6-ec78-48dd-8185-7d7412925621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.899604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e68143b6-ec78-48dd-8185-7d7412925621 None None] Port f4908fcb-1163-4091-a7a4-325adda2b4fd cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:44.902244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25329ea-5dce-4bc9-ae08-a725e9ba517a req-084b060b-1c77-4fb4-823c-d55b2ce3f365 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:44.914743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=19dacd99-9c8f-4c7f-854f-1b586b638e41,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:44.918168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c25329ea-5dce-4bc9-ae08-a725e9ba517a req-084b060b-1c77-4fb4-823c-d55b2ce3f365 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 1.0305016 Feb 03 14:25:44.939866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e68143b6-ec78-48dd-8185-7d7412925621 None None] Provisioning complete for port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:44.940834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e68143b6-ec78-48dd-8185-7d7412925621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.947832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] For port 1788833b-554f-4016-bf55-5434bfd9e9fd, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1788833b-554f-4016-bf55-5434bfd9e9fd,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:44.948886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:44.993148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03161547-76d9-4342-be59-e8851a644978,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:45.021954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Calling delete_port for 1788833b-554f-4016-bf55-5434bfd9e9fd owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:45.046081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Checking segment: {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:45.047388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Network hostable DHCP agents. Network: c9efccdb-73d0-4276-b654-d9cdfd4b06fd, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:25:45.109740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b58238-6bd2-4163-9077-a3f24988cf18 req-5fc4ca1c-9cf9-44c6-abfe-e5a48ae08a0a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.119191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81b58238-6bd2-4163-9077-a3f24988cf18 req-5fc4ca1c-9cf9-44c6-abfe-e5a48ae08a0a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.8890960 Feb 03 14:25:45.135702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:25:45.188589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c25329ea-5dce-4bc9-ae08-a725e9ba517a req-ba7b1c98-1916-4392-8165-1ff357f7322c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693796 Feb 03 14:25:45.251404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c9efccdb-73d0-4276-b654-d9cdfd4b06fd) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:45.289388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.289948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-b555563e-a02e-4f39-b8f3-4e7e6ef8b808 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3089552 Feb 03 14:25:45.290090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47135fa-3f1b-4f8d-b61a-2253cb8548d2 None None] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:45.294262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.308493 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cda98cc-1cf4-4d68-b0b5-d1b223b4ffba x-openstack-request-id: req-0cda98cc-1cf4-4d68-b0b5-d1b223b4ffba {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:45.308929 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:45.311045 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cda98cc-1cf4-4d68-b0b5-d1b223b4ffba {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:45.311549 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75', 'code': 200} Feb 03 14:25:45.312096 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97', 'code': 200} Feb 03 14:25:45.333664 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-23cdec29-34ad-4db7-b0e9-d76316dd427c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0938923 Feb 03 14:25:45.337977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49170) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:45.353831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:45.391585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81b58238-6bd2-4163-9077-a3f24988cf18 req-6e0d2091-a149-4714-93e3-3b217054c673 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714016 Feb 03 14:25:45.466082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.468188 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.498072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1788833b-554f-4016-bf55-5434bfd9e9fd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.513426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e68143b6-ec78-48dd-8185-7d7412925621 None None] Current status of the port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:45.576523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:25:45.578177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.605342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Pushing event deleted for resources: {'Port': ['ID=1788833b-554f-4016-bf55-5434bfd9e9fd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:45.623131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.634472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.635267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (b4e977dd-d743-4b7e-8b81-dafe5850f36e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.653627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9c46f-c80e-4e68-97f3-fe3a4be06839 req-54c53940-d0a6-458f-8c00-96ac1ccf0cc0 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.660507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f1d9c46f-c80e-4e68-97f3-fe3a4be06839 req-54c53940-d0a6-458f-8c00-96ac1ccf0cc0 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 945 time: 0.2100523 Feb 03 14:25:45.707465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.707955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.708449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.708920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.709387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.710075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.710304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.712617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dd990cf9-72e1-4c96-af4e-f03af0d273a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 6717 time: 0.3084304 Feb 03 14:25:45.755425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-75eb9bfd-b369-462e-b446-8cd284dc53d2 None None] Provisioning complete for port f4908fcb-1163-4091-a7a4-325adda2b4fd triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:45.755425 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75eb9bfd-b369-462e-b446-8cd284dc53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.764982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks [] for router_controller (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.797639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f1d9c46f-c80e-4e68-97f3-fe3a4be06839 req-0615cc3d-d170-4163-b1ed-48ec052c5a2e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306188 Feb 03 14:25:45.854928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.869469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.878348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.891397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.900793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.906939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.913135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:45.921407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-e31697fa-1c70-4000-9e41-68a5db1ef2ad tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.3858452 Feb 03 14:25:45.955775 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cfc9-89f8-4646-9430-aac027a93aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:45.983119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-75eb9bfd-b369-462e-b446-8cd284dc53d2 None None] Port f4908fcb-1163-4091-a7a4-325adda2b4fd cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:45.993966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4a326bdc-8c14-4ae9-8adc-be887afd8da8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:46.007164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=f4908fcb-1163-4091-a7a4-325adda2b4fd,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:46.039876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Allocated IP 172.20.0.2 (c9efccdb-73d0-4276-b654-d9cdfd4b06fd/03161547-76d9-4342-be59-e8851a644978/2688fbd3-043a-4780-96b2-196c2a6800d2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:46.109969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:46.110263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.209463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcd27d90-a04b-467c-b1c2-2884c606f6f0 req-7ced7713-2b06-4f55-85e6-312dde0629fe tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2863441 Feb 03 14:25:46.217638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 7bc6fd57-9873-4798-8441-83a6874d3382 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:46.257418 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.262612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdfe8d-4474-4d52-ae8a-2396feb5dcbc req-a619e47d-fbc4-4b34-b4d7-653f60bdf718 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:46.273146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3fdfe8d-4474-4d52-ae8a-2396feb5dcbc req-a619e47d-fbc4-4b34-b4d7-653f60bdf718 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 946 time: 0.3427699 Feb 03 14:25:46.302050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-02e493a4-2fcd-40db-bcc5-fbd2344bb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:46.303217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-02e493a4-2fcd-40db-bcc5-fbd2344bb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:46.304331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-02e493a4-2fcd-40db-bcc5-fbd2344bb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:46.306901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-02e493a4-2fcd-40db-bcc5-fbd2344bb8a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=616c701c-acf0-4ac7-bdf9-03ec8f202e7b&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=c332afe6-b99b-4a41-a510-bf1cd307668f&id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c HTTP/1.1" status: 200 len: 2299 time: 0.5031025 Feb 03 14:25:46.312923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:46.481854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.485647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks [] for router_controller (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.542496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks [] for router_gateway (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.548899 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Publish callbacks [] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.549191 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (ad15bea5-55cf-4cb6-8a18-b4016fa1ab28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.550569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:25:46.557493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:46.558024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.559935 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b8dd86c7-ff1d-4860-85a4-37cd50f8defc admin admin] 10.222.0.52 "DELETE /v2.0/routers/ad15bea5-55cf-4cb6-8a18-b4016fa1ab28 HTTP/1.1" status: 204 len: 168 time: 4.2991226 Feb 03 14:25:46.564078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49178) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:46.583024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:46.586069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.688985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] Deleting subnet 2ea56fe2-bfd2-43e8-bddd-e11787195f93 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:25:46.746436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] Publish callbacks [] for subnet (2ea56fe2-bfd2-43e8-bddd-e11787195f93), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.764222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3fdfe8d-4474-4d52-ae8a-2396feb5dcbc req-7750c3a5-b22c-49d9-8306-829c4fcd6218 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898601 Feb 03 14:25:46.777458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-73510211-06ef-4b00-a733-5d9181bed2b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cae758-12b6-4e2a-bbc0-4803b853c911 HTTP/1.1" status: 200 len: 1000 time: 0.4400966 Feb 03 14:25:46.781438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:46.782035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0f2fbe40-0012-46dc-a509-66cbcb6d9ac4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:46.790492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f645b-8d41-414d-88d8-bab56d74199c req-2e883fd3-0904-4372-878d-2c5fd4fd3053 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:46.792503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f88f645b-8d41-414d-88d8-bab56d74199c req-2e883fd3-0904-4372-878d-2c5fd4fd3053 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3616219 Feb 03 14:25:46.859292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:46.868639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:46.872403 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (2ea56fe2-bfd2-43e8-bddd-e11787195f93), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:46.876956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:46.884062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-33dd0c78-414b-4517-8441-2dc5c8e7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:46.885690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-33dd0c78-414b-4517-8441-2dc5c8e7aa47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da3012eb-f8da-4940-a60f-44773ad091b8 HTTP/1.1" status: 200 len: 856 time: 0.0919065 Feb 03 14:25:46.889130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Pushing event updated for resources: {'Port': ['ID=2688fbd3-043a-4780-96b2-196c2a6800d2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:47.029384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2f1498fa-81ee-4bd2-8530-51f846776758 None None] Provisioning complete for port f4908fcb-1163-4091-a7a4-325adda2b4fd triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:47.029832 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f1498fa-81ee-4bd2-8530-51f846776758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:47.033005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Attempting to bind port 2688fbd3-043a-4780-96b2-196c2a6800d2 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:47.033504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Attempting to bind port 2688fbd3-043a-4780-96b2-196c2a6800d2 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:47.033912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Attempting to bind port 2688fbd3-043a-4780-96b2-196c2a6800d2 on network c9efccdb-73d0-4276-b654-d9cdfd4b06fd {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:47.060232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-546504c7-6207-4066-a35e-aa913eaa8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.061941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-546504c7-6207-4066-a35e-aa913eaa8ef5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=616c701c-acf0-4ac7-bdf9-03ec8f202e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1551874 Feb 03 14:25:47.089944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (2ea56fe2-bfd2-43e8-bddd-e11787195f93), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:47.090723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:47.091338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Checking segment: {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:47.092129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:47.092840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Bound using segment: {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:47.094209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Bound port: 2688fbd3-043a-4780-96b2-196c2a6800d2, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:47.094840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:47.119416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f1498fa-81ee-4bd2-8530-51f846776758 None None] Port f4908fcb-1163-4091-a7a4-325adda2b4fd cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:47.135531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0b63-d0df-412c-9c10-b36f3d6d0ced req-7cbacde9-64eb-4b67-b03a-31bb432fc234 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.153562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cde0b63-d0df-412c-9c10-b36f3d6d0ced req-7cbacde9-64eb-4b67-b03a-31bb432fc234 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.2074397 Feb 03 14:25:47.228517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] For port 2688fbd3-043a-4780-96b2-196c2a6800d2, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:47.236545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] For port 2688fbd3-043a-4780-96b2-196c2a6800d2, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2688fbd3-043a-4780-96b2-196c2a6800d2,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:47.242235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cde0b63-d0df-412c-9c10-b36f3d6d0ced req-8b0a4af3-d3d8-4b60-9061-64982d2a9ce5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874128 Feb 03 14:25:47.246083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router b4e977dd-d743-4b7e-8b81-dafe5850f36e is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:25:47.259632 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:47.260941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f88f645b-8d41-414d-88d8-bab56d74199c req-e928892f-8268-412f-b101-b26ded5745d9 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677006 Feb 03 14:25:47.317098 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks [] for router_gateway (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:47.321661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:47.324838 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9a87b9-c0c1-4b6b-8658-cc14515cd073" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:47.405456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cbdca-695f-42af-b2ab-554629419d97 None None] Pushing event updated for resources: {'Port': ['ID=2688fbd3-043a-4780-96b2-196c2a6800d2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:47.455239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:47.563196 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3acaf-0e6b-4b23-a2b0-a049bb02a5b5 x-openstack-request-id: req-5bf3acaf-0e6b-4b23-a2b0-a049bb02a5b5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:47.563505 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-plugged", "status": "completed", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:47.563833 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bf3acaf-0e6b-4b23-a2b0-a049bb02a5b5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:47.564243 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19', 'code': 200} Feb 03 14:25:47.564551 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41', 'code': 200} Feb 03 14:25:47.574469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:47.587293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] Sync routers for ids ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:47.607854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] Routers {'b4e977dd-d743-4b7e-8b81-dafe5850f36e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:47.608099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9fb5a442-3243-4279-b08b-064da69cc464 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/b4e977dd-d743-4b7e-8b81-dafe5850f36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1777778 Feb 03 14:25:47.612125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:47.616614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49188) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:47.720548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:47.754328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] Routers {'b4e977dd-d743-4b7e-8b81-dafe5850f36e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:47.757961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:47.765381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.771277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.780366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.786067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.795499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.803070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.810855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.813607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-24563f37-697c-4781-a68f-39db32a13214 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.2755218 Feb 03 14:25:47.833882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Allocated IP 172.25.0.19 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/6c41af87-cece-4373-8eff-769e8e15e5e8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:47.891350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1788833b-554f-4016-bf55-5434bfd9e9fd no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:47.902968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:47.905620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf28c-0382-487c-b903-ee566200ce9b None None] The sync data for ids ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:47.924706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-e3f83b77-7a34-4752-93b3-89fa638aa84b service neutron] 10.222.0.45 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8369870 Feb 03 14:25:47.951807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a02031f-1325-49e7-aa4b-a7088a4451b7 req-e591567e-1662-44d3-a610-b1a11d8977df tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222546 Feb 03 14:25:47.966022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f0c6a-0490-48ca-9a4a-93dd782a83b2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:47.970845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-889f0c6a-0490-48ca-9a4a-93dd782a83b2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports/f4908fcb-1163-4091-a7a4-325adda2b4fd HTTP/1.1" status: 200 len: 983 time: 0.3340507 Feb 03 14:25:48.062214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1788833b-554f-4016-bf55-5434bfd9e9fd {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:48.068322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1788833b-554f-4016-bf55-5434bfd9e9fd not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:48.070909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks [] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.087675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.088403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.088712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.089177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.089634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.090138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.090618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.092642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-61eddfef-736b-4378-a799-baa58724d543 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6709 time: 0.4113178 Feb 03 14:25:48.093173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49192) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:48.117207 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cc23a6b-6f60-4190-9163-89f7f4e9390d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.160149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.238017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (2ea56fe2-bfd2-43e8-bddd-e11787195f93), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.281924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.288220 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2ea56fe2-bfd2-43e8-bddd-e11787195f93 HTTP/1.1" status: 204 len: 168 time: 1.7202339 Feb 03 14:25:48.288466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d983b61d-af70-444f-80e1-af9e1978bc4f None None] Network b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:48.290841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:48.291810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d099b-6031-4755-a057-e1d1a5d5839e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea56fe2-bfd2-43e8-bddd-e11787195f93,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:48.295780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49196) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:48.306429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:48.308941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:48.313013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Pushing event updated for resources: {'Port': ['ID=6c41af87-cece-4373-8eff-769e8e15e5e8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:48.527834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-ae9bd718-de98-4752-81f2-0b24a3f6a343 service neutron] 10.222.0.45 "GET /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575578 Feb 03 14:25:48.575315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a116c-25d3-4463-b6c6-92510800e6ec req-92dbd79b-16f8-4d0f-a637-bec3c9331f8e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.576794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-683a116c-25d3-4463-b6c6-92510800e6ec req-92dbd79b-16f8-4d0f-a637-bec3c9331f8e tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 946 time: 0.4821491 Feb 03 14:25:48.605828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8abffa11-89af-49b4-8453-e0f4b9b9a0b8 req-fdd7b16a-c8fe-4463-b5c7-7662041a536a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3614163 Feb 03 14:25:48.637944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] DHCP port deletion for b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:25:48.682280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-0ea2f30a-b341-48d9-8109-59573d808522 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=81581054-917c-4966-b763-5f09e5b47217 HTTP/1.1" status: 200 len: 217 time: 0.1037638 Feb 03 14:25:48.683097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.723079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670cf0e-2a98-43fb-a6c9-2a45e8804085 req-0114ef9a-7898-4c0c-90c5-bcaf416818cb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:48.735146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1670cf0e-2a98-43fb-a6c9-2a45e8804085 req-0114ef9a-7898-4c0c-90c5-bcaf416818cb tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.3726399 Feb 03 14:25:48.764399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] Deleting port d82d5db5-bff4-4783-8a74-669814d5a34b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:48.764938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.851369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] For port d82d5db5-bff4-4783-8a74-669814d5a34b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d82d5db5-bff4-4783-8a74-669814d5a34b,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:48.851726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.867313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] Calling delete_port for d82d5db5-bff4-4783-8a74-669814d5a34b owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:48.911560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Deleting port d82d5db5-bff4-4783-8a74-669814d5a34b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:48.911951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:48.925927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1670cf0e-2a98-43fb-a6c9-2a45e8804085 req-b79ec538-4615-4d0b-997e-624531e4da87 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898997 Feb 03 14:25:48.984660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-683a116c-25d3-4463-b6c6-92510800e6ec req-7fbfb09e-bad7-41a2-a6c7-103849d4533b tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668010 Feb 03 14:25:49.030056 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.088789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] Pushing event deleted for resources: {'Port': ['ID=d82d5db5-bff4-4783-8a74-669814d5a34b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:49.108240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc348b00-8259-4c75-9e8b-5ce3ea484c86 None None] No DVR routers for this DVR port d82d5db5-bff4-4783-8a74-669814d5a34b on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:49.158570 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks [] for router_gateway (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.170854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] For port d82d5db5-bff4-4783-8a74-669814d5a34b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d82d5db5-bff4-4783-8a74-669814d5a34b,segment=NetworkSegment(7e569633-5b34-4723-821b-f2ac68326b2b),segment_id=7e569633-5b34-4723-821b-f2ac68326b2b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:49.171942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.307247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece2d72-d266-4aff-9e38-fcd50d792881 None None] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:49.315238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Calling delete_port for d82d5db5-bff4-4783-8a74-669814d5a34b owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:49.416642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e29d6ca9-6c91-44d2-976e-e88f7e31bf63 None None] Provisioning complete for port 2688fbd3-043a-4780-96b2-196c2a6800d2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:49.417298 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e29d6ca9-6c91-44d2-976e-e88f7e31bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.589877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e29d6ca9-6c91-44d2-976e-e88f7e31bf63 None None] Current status of the port 2688fbd3-043a-4780-96b2-196c2a6800d2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:49.590520 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e29d6ca9-6c91-44d2-976e-e88f7e31bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.596811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.652875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e29d6ca9-6c91-44d2-976e-e88f7e31bf63 None None] For port 2688fbd3-043a-4780-96b2-196c2a6800d2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2688fbd3-043a-4780-96b2-196c2a6800d2,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:49.662075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e29d6ca9-6c91-44d2-976e-e88f7e31bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.794338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d6ca9-6c91-44d2-976e-e88f7e31bf63 None None] Pushing event updated for resources: {'Port': ['ID=2688fbd3-043a-4780-96b2-196c2a6800d2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:49.890644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2688fbd3-043a-4780-96b2-196c2a6800d2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:49.941654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 2688fbd3-043a-4780-96b2-196c2a6800d2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:49.941938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:49.994646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e79c2c16-2786-4aee-938c-1dfaa9f66f71 None None] Provisioning complete for port 2688fbd3-043a-4780-96b2-196c2a6800d2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:49.995023 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e79c2c16-2786-4aee-938c-1dfaa9f66f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.015803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-2714413c-2746-4ee7-9873-86f391f56a2c tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.017400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-2714413c-2746-4ee7-9873-86f391f56a2c tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "GET /v2.0/ports?device_id=2dcfdeb2-12fe-4f5d-8331-01246339591e HTTP/1.1" status: 200 len: 945 time: 0.1277092 Feb 03 14:25:50.019990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d82d5db5-bff4-4783-8a74-669814d5a34b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.054859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-787ca7fb-e24d-458c-9682-5b24cc691030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.056604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-787ca7fb-e24d-458c-9682-5b24cc691030 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.1284316 Feb 03 14:25:50.073432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e40937-431d-4cec-8c65-382ca548b00f req-77e89b9f-7106-4385-856d-afed41660e78 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.076242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31e40937-431d-4cec-8c65-382ca548b00f req-77e89b9f-7106-4385-856d-afed41660e78 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.9062920 Feb 03 14:25:50.106915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d82d5db5-bff4-4783-8a74-669814d5a34b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:50.110126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 2688fbd3-043a-4780-96b2-196c2a6800d2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:50.115537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e79c2c16-2786-4aee-938c-1dfaa9f66f71 None None] Current status of the port 2688fbd3-043a-4780-96b2-196c2a6800d2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:50.116357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] No DVR routers for this DVR port d82d5db5-bff4-4783-8a74-669814d5a34b on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:50.124590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.129847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.135103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.140907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.146079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.151388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.157152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.159078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-8858f1c2-ef50-4aec-976a-5e3a08296969 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.9255731 Feb 03 14:25:50.181505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d82d5db5-bff4-4783-8a74-669814d5a34b no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:50.203059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d82d5db5-bff4-4783-8a74-669814d5a34b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:50.203633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d82d5db5-bff4-4783-8a74-669814d5a34b not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:50.247785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.256727 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.271640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f818-d29e-4275-9536-ff676a9edd06 req-431eae2a-0036-4af8-a3da-e232cf4b5876 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.273126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3450f818-d29e-4275-9536-ff676a9edd06 req-431eae2a-0036-4af8-a3da-e232cf4b5876 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "GET /v2.0/ports?device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 946 time: 0.3461931 Feb 03 14:25:50.313414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f1d4d1-5e7a-4846-9111-0dc0205af8e8']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:50.336635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e569633-5b34-4723-821b-f2ac68326b2b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:50.336943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e569633-5b34-4723-821b-f2ac68326b2b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:50.343751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (b4e977dd-d743-4b7e-8b81-dafe5850f36e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.350565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (7e569633-5b34-4723-821b-f2ac68326b2b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.361076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Deleting port 434bdd81-dab6-479d-8044-223ad49a9630 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:50.361426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (434bdd81-dab6-479d-8044-223ad49a9630), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.427229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7e569633-5b34-4723-821b-f2ac68326b2b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.442016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31e40937-431d-4cec-8c65-382ca548b00f req-db92997a-2f41-4231-b394-499ad717802a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514326 Feb 03 14:25:50.465025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-3048fda3-200f-400b-b06a-ac4c57b91868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.466504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-3048fda3-200f-400b-b06a-ac4c57b91868 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3856385 Feb 03 14:25:50.483092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:25:50.483509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (7e569633-5b34-4723-821b-f2ac68326b2b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:25:50.485929 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:25:50.512524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88cd9c0e-c9e0-41a7-9360-944b031a9ceb req-a51b30a9-30a2-4263-9c0d-6c634a6c0ec8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3282149 Feb 03 14:25:50.584426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] For port 434bdd81-dab6-479d-8044-223ad49a9630, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=434bdd81-dab6-479d-8044-223ad49a9630,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:50.584949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (434bdd81-dab6-479d-8044-223ad49a9630), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.600258 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b3f1d4d1-5e7a-4846-9111-0dc0205af8e8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.618623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.627636 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] 10.222.0.52 "DELETE /v2.0/networks/b3f1d4d1-5e7a-4846-9111-0dc0205af8e8 HTTP/1.1" status: 204 len: 168 time: 2.3278737 Feb 03 14:25:50.628951 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.630348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Calling delete_port for 434bdd81-dab6-479d-8044-223ad49a9630 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:50.657958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8d61b-81da-42e7-9532-bba2ceb6fdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f1d4d1-5e7a-4846-9111-0dc0205af8e8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:50.707039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:25:50.750062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af44ced-c0a2-41ea-9f42-aa68c19f1bda req-939ee5fb-b39f-4b9b-bfdc-950842c82279 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.751601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7af44ced-c0a2-41ea-9f42-aa68c19f1bda req-939ee5fb-b39f-4b9b-bfdc-950842c82279 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 944 time: 0.2363334 Feb 03 14:25:50.758650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-993b9277-a31c-42a6-807f-a1ecebb79092 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619143 Feb 03 14:25:50.764828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Deleting port 277dc15c-d066-4c87-a20d-1930e0ffd000 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:50.765757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.775087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:50.823724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0954059-600b-42dc-9bfc-c6589c767ef6 req-c75d433a-a42d-448a-9707-ac42c5e870fd tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:50.825244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0954059-600b-42dc-9bfc-c6589c767ef6 req-c75d433a-a42d-448a-9707-ac42c5e870fd tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 946 time: 0.2268522 Feb 03 14:25:50.914210 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d1cce03-0ddc-4fe0-b6c5-4fed5968f85b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d45c8850512c477f98aa313bb41cf253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369944 Feb 03 14:25:50.917372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49212) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:50.928707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:50.939775 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Sync routers for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:50.955032 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:50.955739 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:50.971498 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.975449 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a73b429f-4253-4cc0-8da0-d34132ce690e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6292586 Feb 03 14:25:50.977806 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (434bdd81-dab6-479d-8044-223ad49a9630), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:50.980407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49214) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:51.011677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['434bdd81-dab6-479d-8044-223ad49a9630'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:51.029471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7af44ced-c0a2-41ea-9f42-aa68c19f1bda req-aedbdb09-1d52-4db1-ad8a-cee666564f9e tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244544 Feb 03 14:25:51.038837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-fdd99043-12c7-472d-85c7-49729189d251 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677205 Feb 03 14:25:51.039688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] For port 277dc15c-d066-4c87-a20d-1930e0ffd000, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=277dc15c-d066-4c87-a20d-1930e0ffd000,segment=NetworkSegment(06355da9-42af-4434-9ab2-47bd2076b47c),segment_id=06355da9-42af-4434-9ab2-47bd2076b47c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:51.040056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.051961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event deleted for resources: {'Port': ['ID=434bdd81-dab6-479d-8044-223ad49a9630,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:51.056186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0954059-600b-42dc-9bfc-c6589c767ef6 req-278f18db-68c2-449e-bcb5-b268d613030c tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/security-groups?id=709a277d-8f3a-4b9d-b064-b0c40e71d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142401 Feb 03 14:25:51.087920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Calling delete_port for 277dc15c-d066-4c87-a20d-1930e0ffd000 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:51.110151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec30fe69-fd2d-419a-b9ab-9648a6bb4a62 admin admin] Publish callbacks [] for security_group (cd95b751-3edd-49ff-b922-9f8f2af352bf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.114005 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:51.125402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-39216f64-b34c-48dc-a2fe-b5abb05092e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=d6ed82d1-b609-4450-92f4-9d5bb6b7bede HTTP/1.1" status: 200 len: 217 time: 0.0747254 Feb 03 14:25:51.160063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] No DVR routers for this DVR port 434bdd81-dab6-479d-8044-223ad49a9630 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:51.169045 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.173009 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-10d1c851-a40a-42c4-a7d6-6a882ff43fa0 req-dab5bf51-cf8a-434e-99aa-7bcaa3820ecc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "DELETE /v2.0/ports/434bdd81-dab6-479d-8044-223ad49a9630 HTTP/1.1" status: 204 len: 173 time: 1.1473165 Feb 03 14:25:51.173518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'name': 'network-vif-deleted', 'tag': '434bdd81-dab6-479d-8044-223ad49a9630'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:51.176397 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3084099-6705-49df-91ef-ff0092e855cc" -d '{"events": [{"server_uuid": "2dcfdeb2-12fe-4f5d-8331-01246339591e", "name": "network-vif-deleted", "tag": "434bdd81-dab6-479d-8044-223ad49a9630"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:51.195122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec30fe69-fd2d-419a-b9ab-9648a6bb4a62 admin admin] Publish callbacks [] for security_group (cd95b751-3edd-49ff-b922-9f8f2af352bf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.231704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-834bdbfc-a7d3-427a-aba3-f37874b8a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:51.233207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-834bdbfc-a7d3-427a-aba3-f37874b8a014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.1007884 Feb 03 14:25:51.281244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port f4908fcb-1163-4091-a7a4-325adda2b4fd {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:51.282197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.291503 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648e91ac-8918-41d6-9575-050d4ac5fd25 x-openstack-request-id: req-648e91ac-8918-41d6-9575-050d4ac5fd25 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:51.292065 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcfdeb2-12fe-4f5d-8331-01246339591e", "name": "network-vif-deleted", "tag": "434bdd81-dab6-479d-8044-223ad49a9630", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:51.292065 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-648e91ac-8918-41d6-9575-050d4ac5fd25 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:51.293000 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcfdeb2-12fe-4f5d-8331-01246339591e', 'name': 'network-vif-deleted', 'tag': '434bdd81-dab6-479d-8044-223ad49a9630', 'status': 'completed', 'code': 200} Feb 03 14:25:51.361569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec30fe69-fd2d-419a-b9ab-9648a6bb4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd95b751-3edd-49ff-b922-9f8f2af352bf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.365250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec30fe69-fd2d-419a-b9ab-9648a6bb4a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.367433 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ec30fe69-fd2d-419a-b9ab-9648a6bb4a62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd95b751-3edd-49ff-b922-9f8f2af352bf HTTP/1.1" status: 204 len: 168 time: 0.4468451 Feb 03 14:25:51.385190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30fe69-fd2d-419a-b9ab-9648a6bb4a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd95b751-3edd-49ff-b922-9f8f2af352bf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:51.400811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-95ed0d51-7b2c-4a76-9064-57eeb9416d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:51.402342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-95ed0d51-7b2c-4a76-9064-57eeb9416d89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1614347 Feb 03 14:25:51.438233 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:48Z', 'revision_number': 3, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:51.470577 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Checking router: 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:25:51.471243 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Updating router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 port 6c41af87-cece-4373-8eff-769e8e15e5e8 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:25:51.472230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (277dc15c-d066-4c87-a20d-1930e0ffd000), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.493261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.501976 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.515485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['434bdd81-dab6-479d-8044-223ad49a9630'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:51.621095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for f4908fcb-1163-4091-a7a4-325adda2b4fd owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:51.636139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Pushing event deleted for resources: {'Port': ['ID=277dc15c-d066-4c87-a20d-1930e0ffd000,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:51.734450 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.809456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2688fbd3-043a-4780-96b2-196c2a6800d2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:51.858509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] No DVR routers for this DVR port 277dc15c-d066-4c87-a20d-1930e0ffd000 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:51.861689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.866506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3450f818-d29e-4275-9536-ff676a9edd06 req-4151c612-fd47-4c36-817b-8a702d8cfc25 tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.71 "DELETE /v2.0/ports/277dc15c-d066-4c87-a20d-1930e0ffd000 HTTP/1.1" status: 204 len: 173 time: 1.5804043 Feb 03 14:25:51.894001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 2688fbd3-043a-4780-96b2-196c2a6800d2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:51.894373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:51.900615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'name': 'network-vif-deleted', 'tag': '277dc15c-d066-4c87-a20d-1930e0ffd000'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:51.921528 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64787072-3ea5-41a2-af1e-9f46bf520b30" -d '{"events": [{"server_uuid": "53164bb8-8f7a-496c-ad93-90e817c37b1a", "name": "network-vif-deleted", "tag": "277dc15c-d066-4c87-a20d-1930e0ffd000"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:51.976832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-adbc2c5b-955f-4555-907e-0c9ca0475c2f service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657187 Feb 03 14:25:51.989554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:52.006135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.059604 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Publish callbacks [] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.076882 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.142126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 2688fbd3-043a-4780-96b2-196c2a6800d2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:52.151105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca386-17c4-44c2-a981-0ddfbc5e7540 req-76162cc1-f241-4356-9464-c219bc5a1d84 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.151791 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Attempting to bind port 6c41af87-cece-4373-8eff-769e8e15e5e8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:52.152169 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Attempting to bind port 6c41af87-cece-4373-8eff-769e8e15e5e8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:52.152711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe7ca386-17c4-44c2-a981-0ddfbc5e7540 req-76162cc1-f241-4356-9464-c219bc5a1d84 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.5772212 Feb 03 14:25:52.158878 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Attempting to bind port 6c41af87-cece-4373-8eff-769e8e15e5e8 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:52.169219 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:52.170020 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:52.170657 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.171822 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:52.172559 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Bound port: 6c41af87-cece-4373-8eff-769e8e15e5e8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:52.173199 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.198386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:52.213555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Allocated IP 172.20.0.1 (c9efccdb-73d0-4276-b654-d9cdfd4b06fd/03161547-76d9-4342-be59-e8851a644978/f4a2bc44-273b-4590-ac77-2716210c172b) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:25:52.222239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'network_id': '33a63949-d3fb-4ae3-bff7-1b89b1e1b360', 'port_id': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'mac_address': 'fa:16:3e:ec:62:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68924276-c828-44f1-b72b-f489fd146f68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:52.246264 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Pushing event updated for resources: {'Port': ['ID=6c41af87-cece-4373-8eff-769e8e15e5e8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:52.250095 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] For port 6c41af87-cece-4373-8eff-769e8e15e5e8, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:52.255059 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] For port 6c41af87-cece-4373-8eff-769e8e15e5e8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c41af87-cece-4373-8eff-769e8e15e5e8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:52.255261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.260702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.262752 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.263374 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.263938 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.264519 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.265223 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.266037 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.266386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.267208 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.267848 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.268691 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.269393 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.269956 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.270476 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.271072 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:25:52.273601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.276834 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.278884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.286175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.291356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.299469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-6eed04f5-f869-40ee-9390-73d6e5ac74b0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.6748164 Feb 03 14:25:52.306683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:52.307275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.340331 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:52.341511 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:52.341644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:52.390845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:52.397952 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.400228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfc999-7d5f-4f1a-a47e-75429ed3db15 None None] Pushing event updated for resources: {'Port': ['ID=6c41af87-cece-4373-8eff-769e8e15e5e8,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:52.418438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-17faa3d9-4cf4-47a5-aa42-12036a6b1152 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171007 Feb 03 14:25:52.468564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe7ca386-17c4-44c2-a981-0ddfbc5e7540 req-14ca9323-0beb-4852-b909-27937a9f2ca9 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345483 Feb 03 14:25:52.502206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:52.515439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-68d3e667-9891-40c9-bdea-fc0ce78f11b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=280bb23e-28ad-4315-b0bb-3094bb715f15 HTTP/1.1" status: 200 len: 217 time: 0.0686290 Feb 03 14:25:52.550520 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:52.578935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-767a1c61-7d60-423f-a013-ad1e30899e81 req-eea13285-27fe-47c9-91c2-08f4e94bcd91 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2703876 Feb 03 14:25:52.592363 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0af8e7f-b104-4f2c-b0d3-a8850725dd52 x-openstack-request-id: req-c0af8e7f-b104-4f2c-b0d3-a8850725dd52 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:52.592696 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53164bb8-8f7a-496c-ad93-90e817c37b1a", "name": "network-vif-deleted", "tag": "277dc15c-d066-4c87-a20d-1930e0ffd000", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:52.592954 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0af8e7f-b104-4f2c-b0d3-a8850725dd52 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:52.596371 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53164bb8-8f7a-496c-ad93-90e817c37b1a', 'name': 'network-vif-deleted', 'tag': '277dc15c-d066-4c87-a20d-1930e0ffd000', 'status': 'completed', 'code': 200} Feb 03 14:25:52.609721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f4908fcb-1163-4091-a7a4-325adda2b4fd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.617581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-5cc4e63e-d94e-4cd6-9ae6-64b2362c284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:52.619050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-5cc4e63e-d94e-4cd6-9ae6-64b2362c284d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.0955808 Feb 03 14:25:52.637625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks [] for port (f4a2bc44-273b-4590-ac77-2716210c172b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.694940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=f4908fcb-1163-4091-a7a4-325adda2b4fd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:52.714988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.737451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 277dc15c-d066-4c87-a20d-1930e0ffd000 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:52.778897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:52.783984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 277dc15c-d066-4c87-a20d-1930e0ffd000 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:52.784697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 277dc15c-d066-4c87-a20d-1930e0ffd000 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:52.793154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:52.797962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:52.801040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:25:52.862081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:48Z', 'revision_number': 3, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:52.865511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df492a1-6f88-41a5-8e44-09773147eccc req-06c09ad7-6e67-47bb-82b6-c2c78dcc2bcc tempest-MultipleCreateTestJSON-476177927 tempest-MultipleCreateTestJSON-476177927-project] 10.222.0.52 "GET /v2.0/ports?device_id=53164bb8-8f7a-496c-ad93-90e817c37b1a HTTP/1.1" status: 200 len: 210 time: 0.1342957 Feb 03 14:25:52.877787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a2bc44-273b-4590-ac77-2716210c172b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:52.902865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:52.979264 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a4ebd-694d-4b9f-af4c-be49d3c36101 None None] The sync data for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 is: [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:48Z', 'revision_number': 3, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:53.149534 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:53.321937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b7eec28a-4bc0-4cdc-a7f3-88582b13f80e None None] Provisioning complete for port f4a2bc44-273b-4590-ac77-2716210c172b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:53.322202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7eec28a-4bc0-4cdc-a7f3-88582b13f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:53.398393 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks [] for port (f4a2bc44-273b-4590-ac77-2716210c172b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:53.399644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b7eec28a-4bc0-4cdc-a7f3-88582b13f80e None None] Port f4a2bc44-273b-4590-ac77-2716210c172b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:53.407349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:53.516064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (b4e977dd-d743-4b7e-8b81-dafe5850f36e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:53.531170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198da9-069b-42b4-803d-c8c39a4f5622 req-8eebf133-d3db-4b5b-bcdf-d3fe728e4a49 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.532958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59198da9-069b-42b4-803d-c8c39a4f5622 req-8eebf133-d3db-4b5b-bcdf-d3fe728e4a49 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.8567502 Feb 03 14:25:53.535027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dfd3edf8-7fac-4215-887b-f5876ecbde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.536707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-dfd3edf8-7fac-4215-887b-f5876ecbde2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8945038 Feb 03 14:25:53.742031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.747379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.753329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.758669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.762519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a2bc44-273b-4590-ac77-2716210c172b,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:53.764961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:53.769588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.775359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.781992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:53.783950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d081f472-464d-45d0-b204-1974c09156d6 req-82b62e96-ff70-43a9-b5f3-d9aaf091250b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.3468237 Feb 03 14:25:53.806214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49256) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:53.810643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Request body: {'floatingip': {'port_id': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:53.815705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59198da9-069b-42b4-803d-c8c39a4f5622 req-774a1291-b13e-42ba-a020-0cc540a7b619 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715049 Feb 03 14:25:53.861602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for floatingip (fe939990-a16c-42ad-a11c-e664b61e73c8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:53.870901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c41af87-cece-4373-8eff-769e8e15e5e8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:53.961408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-a388e358-fff3-4819-945a-e246fb51e8c3 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161503 Feb 03 14:25:53.977978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6c41af87-cece-4373-8eff-769e8e15e5e8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:53.978363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:54.044596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router b4e977dd-d743-4b7e-8b81-dafe5850f36e has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:54.073393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:25:54.076331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:25:54.124007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6c41af87-cece-4373-8eff-769e8e15e5e8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:54.125284 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:54.167835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 6c41af87-cece-4373-8eff-769e8e15e5e8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c41af87-cece-4373-8eff-769e8e15e5e8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:54.175942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:54.220659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741609-3eb6-492f-88cb-b6815d6059c2 req-f7665684-6a79-49f4-9e6d-3f64c3a68764 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:54.227879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12741609-3eb6-492f-88cb-b6815d6059c2 req-f7665684-6a79-49f4-9e6d-3f64c3a68764 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.2866769 Feb 03 14:25:54.287629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=6c41af87-cece-4373-8eff-769e8e15e5e8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:54.416623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-ae5a9647-adb9-406c-a889-9966e0d67b47 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379604 Feb 03 14:25:54.433530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f68c7d98-1d2b-42d5-a8a0-49fad9bdab22 None None] Provisioning complete for port f4a2bc44-273b-4590-ac77-2716210c172b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:54.433530 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f68c7d98-1d2b-42d5-a8a0-49fad9bdab22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:54.446266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:54.494717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f68c7d98-1d2b-42d5-a8a0-49fad9bdab22 None None] Port f4a2bc44-273b-4590-ac77-2716210c172b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:25:54.497028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] Sync routers for ids ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:54.509178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] Routers {'b4e977dd-d743-4b7e-8b81-dafe5850f36e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:54.509968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:54.510901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7af8eab9-beb2-497a-ab9e-45e881a9e184 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/b4e977dd-d743-4b7e-8b81-dafe5850f36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4128602 Feb 03 14:25:54.543868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49276) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:54.554500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:54.556170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-8f3c45bc-5227-47ad-ac65-9b990e3b1851 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=10497514-5f40-4ad4-8f62-245c2d3b1599 HTTP/1.1" status: 200 len: 217 time: 0.1276309 Feb 03 14:25:54.558654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ae38a66-3d25-4cfe-a9cf-ac675a77f905 req-b2bba6d9-6270-4ba8-ab27-a56b5e4cd04f tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1290829 Feb 03 14:25:54.565241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:54.578013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12741609-3eb6-492f-88cb-b6815d6059c2 req-942b3664-82f1-4a95-9fea-3380aba9f6c7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485501 Feb 03 14:25:54.612494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] Routers {'b4e977dd-d743-4b7e-8b81-dafe5850f36e'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:54.612494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:54.641313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-a05813c5-1177-41b2-9144-9904544991c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:54.642891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-a05813c5-1177-41b2-9144-9904544991c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 200 len: 797 time: 0.0805128 Feb 03 14:25:54.681626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49282) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:54.681792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:54.682352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aae00e-9861-41e4-b692-b1319cd6661f None None] The sync data for ids ['b4e977dd-d743-4b7e-8b81-dafe5850f36e'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:54.709576 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:54.739802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] Deleting subnet 1998f462-4e47-4753-98f3-f19a43559656 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:25:54.745069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] Publish callbacks [] for subnet (1998f462-4e47-4753-98f3-f19a43559656), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:54.749111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 434bdd81-dab6-479d-8044-223ad49a9630 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:25:54.771203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-73ae6d66-2f01-4d50-b878-abdf2a9b7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:54.772776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-73ae6d66-2f01-4d50-b878-abdf2a9b7974 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c332afe6-b99b-4a41-a510-bf1cd307668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1235933 Feb 03 14:25:54.783881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 434bdd81-dab6-479d-8044-223ad49a9630 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:25:54.784292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 434bdd81-dab6-479d-8044-223ad49a9630 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:25:54.809477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (1998f462-4e47-4753-98f3-f19a43559656), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:54.934466 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (1998f462-4e47-4753-98f3-f19a43559656), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.001838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-6ae7f430-8271-4e38-b3c8-39649b31e03b service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224219 Feb 03 14:25:55.014081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c715944-c27d-481f-b8d4-8cf81652b78d req-bf9195e5-1055-4174-bfbd-15801ff85c32 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:55.016291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c715944-c27d-481f-b8d4-8cf81652b78d req-bf9195e5-1055-4174-bfbd-15801ff85c32 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 945 time: 0.1310534 Feb 03 14:25:55.067626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (1998f462-4e47-4753-98f3-f19a43559656), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.134717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1998f462-4e47-4753-98f3-f19a43559656,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:55.145836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:25:55.154423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.160259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-faf8e500-a2cc-40a5-90fc-256af93bee50 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1998f462-4e47-4753-98f3-f19a43559656 HTTP/1.1" status: 204 len: 168 time: 0.4751017 Feb 03 14:25:55.166201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49288) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:55.190541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c715944-c27d-481f-b8d4-8cf81652b78d req-7fae7e4b-c9d4-4a63-9160-546fe341dd12 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619830 Feb 03 14:25:55.256169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:55.262104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-86aa7a63-d606-4707-8d25-fb66c9e61500 service neutron] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426665 Feb 03 14:25:55.273380 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-93dc15a2-ba3b-4c88-ba7b-1f1dfe2ae360 admin admin] 10.222.0.52 "PUT /v2.0/routers/5088e219-9f7f-4c4a-a8bc-b5847bda4bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2826600 Feb 03 14:25:55.296209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.315094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (fe939990-a16c-42ad-a11c-e664b61e73c8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.321914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-9688b8d9-4b29-45aa-97bb-870185829e15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 HTTP/1.1" status: 200 len: 217 time: 0.0535028 Feb 03 14:25:55.326115 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ddea0468-fc70-4a58-ab3f-25eca6ef57f8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.382055 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-fbb53032-3bf4-4d99-b320-01b954e8e883 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 14:25:55.383179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbb53032-3bf4-4d99-b320-01b954e8e883 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/b4e977dd-d743-4b7e-8b81-dafe5850f36e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8337471 Feb 03 14:25:55.386002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49292) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:55.424089 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6d4b30d-6491-4d8a-b3b0-6dedfbbecff9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4e977dd-d743-4b7e-8b81-dafe5850f36e HTTP/1.1" status: 200 len: 205 time: 0.0370147 Feb 03 14:25:55.424294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-4fd1ce01-90dc-4da7-a379-6c65bc77ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:55.425919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-4fd1ce01-90dc-4da7-a379-6c65bc77ca08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24e74244-4044-4821-8db5-7f7e20b8d41f HTTP/1.1" status: 200 len: 797 time: 0.0955961 Feb 03 14:25:55.426854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49298) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:55.464108 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Sync routers for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:55.478262 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:55.479466 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:55.501087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ddea0468-fc70-4a58-ab3f-25eca6ef57f8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.527417 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Floating IP fe939990-a16c-42ad-a11c-e664b61e73c8 associated. External IP: 172.25.0.195, port: 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93. Feb 03 14:25:55.530358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddea0468-fc70-4a58-ab3f-25eca6ef57f8']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:55.576864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06355da9-42af-4434-9ab2-47bd2076b47c') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:55.577608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06355da9-42af-4434-9ab2-47bd2076b47c') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:55.597962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-39e78fe1-2dcc-4d49-925a-c23c48f07256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:55.600573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-39e78fe1-2dcc-4d49-925a-c23c48f07256 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1447890 Feb 03 14:25:55.602606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (06355da9-42af-4434-9ab2-47bd2076b47c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.603767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:55.643474 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (06355da9-42af-4434-9ab2-47bd2076b47c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.684358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:25:55.684937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (06355da9-42af-4434-9ab2-47bd2076b47c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:25:55.686849 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:25:55.798009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22cf22f5-c2e8-4765-a4e4-96b89e6e2b31 req-7a3c48ed-3b81-471e-81bb-e19ab42bca23 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1150019 Feb 03 14:25:55.834896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ddea0468-fc70-4a58-ab3f-25eca6ef57f8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.835081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe52ebad-65c3-4778-8b8b-2a18485eea59 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (b4e977dd-d743-4b7e-8b81-dafe5850f36e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.849811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.855498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ddea0468-fc70-4a58-ab3f-25eca6ef57f8 HTTP/1.1" status: 204 len: 168 time: 0.6859188 Feb 03 14:25:55.855702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c41af87-cece-4373-8eff-769e8e15e5e8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:55.856154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-0c03a81e-7a66-44ae-9e38-42d6eeea4f0a service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447033 Feb 03 14:25:55.885140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c90f-6690-4f94-8562-ffabadb478f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddea0468-fc70-4a58-ab3f-25eca6ef57f8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:55.921609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49306) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:55.929536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8603ca5a-ba05-4672-bd2e-180f77fddc79 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438582346', 'description': 'tempest-description--782862313'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:55.963077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6c41af87-cece-4373-8eff-769e8e15e5e8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:55.964167 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:55.971885 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 2, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:56.018816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:25:56.037923 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Checking router: 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:25:56.038273 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Updating router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 port f4a2bc44-273b-4590-ac77-2716210c172b binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:25:56.039098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8603ca5a-ba05-4672-bd2e-180f77fddc79 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.059538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-4bb7f03e-96bf-4698-a149-8c8759645e8e service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904747 Feb 03 14:25:56.083345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481854e-25f6-4785-83da-646dd4ea19a5 req-d0efb8a9-e703-4a71-91bf-abee4f44ac20 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:56.084887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e481854e-25f6-4785-83da-646dd4ea19a5 req-d0efb8a9-e703-4a71-91bf-abee4f44ac20 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.1197631 Feb 03 14:25:56.101033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6c41af87-cece-4373-8eff-769e8e15e5e8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:56.133984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-8d644c05-ed3a-4cfd-825f-6783505fd4fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 HTTP/1.1" status: 200 len: 217 time: 0.0658116 Feb 03 14:25:56.136170 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.137267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:25:56.143396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:56.145948 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.213189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49308) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:56.260856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:56.261253 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.285276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:56.287795 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b4e21d-eb98-4951-8495-adddd5e4fcaa" -d '{"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:56.301608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:56.306788 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.317056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e481854e-25f6-4785-83da-646dd4ea19a5 req-c0b341fc-86ca-42b4-9a6f-63727039908e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867092 Feb 03 14:25:56.318663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-7596204d-33be-4af4-bce6-45312002e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:56.320132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-7596204d-33be-4af4-bce6-45312002e9fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24e74244-4044-4821-8db5-7f7e20b8d41f HTTP/1.1" status: 200 len: 797 time: 0.1771433 Feb 03 14:25:56.379899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=12']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:56.388307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8603ca5a-ba05-4672-bd2e-180f77fddc79 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group (769d5d4d-5747-4dda-85ff-e2ca0a6987b5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.395989 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a02b49-18f3-4e0a-b60c-bbd03c32a8f1 x-openstack-request-id: req-e2a02b49-18f3-4e0a-b60c-bbd03c32a8f1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:56.396782 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-plugged", "status": "completed", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:56.397232 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2a02b49-18f3-4e0a-b60c-bbd03c32a8f1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:56.397915 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'code': 200} Feb 03 14:25:56.436302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8603ca5a-ba05-4672-bd2e-180f77fddc79 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (769d5d4d-5747-4dda-85ff-e2ca0a6987b5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.463517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d79afd53-1bc0-46ec-891f-bb0d30587ed1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33410846971c4dc08090ac20e2dc941d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436376 Feb 03 14:25:56.472126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:56.501954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8603ca5a-ba05-4672-bd2e-180f77fddc79 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.505761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8603ca5a-ba05-4672-bd2e-180f77fddc79 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5804522 Feb 03 14:25:56.510349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49316) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:56.520973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-076c4e6b-7f9f-459b-b713-7f361a21702c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Request body: {'security_group_rule': {'security_group_id': '769d5d4d-5747-4dda-85ff-e2ca0a6987b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:56.533096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603ca5a-ba05-4672-bd2e-180f77fddc79 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769d5d4d-5747-4dda-85ff-e2ca0a6987b5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:56.567408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0e81d-c4a0-48a7-86a0-68765fd27e1d req-91bf595f-f84c-49c8-8b0f-82de3ac77b36 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:56.572980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24a0e81d-c4a0-48a7-86a0-68765fd27e1d req-91bf595f-f84c-49c8-8b0f-82de3ac77b36 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.2450380 Feb 03 14:25:56.586438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668cea-78f5-4136-a251-8d9a303f34ef req-9db9b0e3-0ab6-4f81-a2b6-8eeca79a9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:56.587945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-9db9b0e3-0ab6-4f81-a2b6-8eeca79a9525 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2508440 Feb 03 14:25:56.635000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe52ebad-65c3-4778-8b8b-2a18485eea59 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (b4e977dd-d743-4b7e-8b81-dafe5850f36e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.639306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe52ebad-65c3-4778-8b8b-2a18485eea59 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (b4e977dd-d743-4b7e-8b81-dafe5850f36e), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.664670 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Publish callbacks [] for port (f4a2bc44-273b-4590-ac77-2716210c172b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.671802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-076c4e6b-7f9f-459b-b713-7f361a21702c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group_rule (6e281a47-aa4b-4eca-a3dd-9d94160a00a6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.672116 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.726568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe52ebad-65c3-4778-8b8b-2a18485eea59 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (b4e977dd-d743-4b7e-8b81-dafe5850f36e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.727694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe52ebad-65c3-4778-8b8b-2a18485eea59 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Fanout notify agent at l3_agent the message router_deleted on router b4e977dd-d743-4b7e-8b81-dafe5850f36e {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:25:56.736080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe52ebad-65c3-4778-8b8b-2a18485eea59 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.740065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fe52ebad-65c3-4778-8b8b-2a18485eea59 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/b4e977dd-d743-4b7e-8b81-dafe5850f36e HTTP/1.1" status: 204 len: 168 time: 1.3121855 Feb 03 14:25:56.742884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49318) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:56.748909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:25:56.752104 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4788ebbd-456d-448b-92c5-6113b99e6fb2 admin admin] Publish callbacks [] for security_group (709a277d-8f3a-4b9d-b064-b0c40e71d616), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.787177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:25:56.802167 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0458bef-b568-4d2a-b7c3-af2289f5da01 None None] Pushing event updated for resources: {'Port': ['ID=f4a2bc44-273b-4590-ac77-2716210c172b,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:56.809024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24a0e81d-c4a0-48a7-86a0-68765fd27e1d req-69aff3ac-baf8-47a4-996f-c3baaad60782 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268763 Feb 03 14:25:56.819478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd187-a369-407b-97e8-a754bdda4634 req-977d7a0d-31ab-40a2-96ca-8918fc45ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:56.821245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f93cd187-a369-407b-97e8-a754bdda4634 req-977d7a0d-31ab-40a2-96ca-8918fc45ae1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1128 time: 0.2760422 Feb 03 14:25:56.822438 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Attempting to bind port f4a2bc44-273b-4590-ac77-2716210c172b on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:25:56.822930 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Attempting to bind port f4a2bc44-273b-4590-ac77-2716210c172b by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:25:56.823520 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Attempting to bind port f4a2bc44-273b-4590-ac77-2716210c172b on network c9efccdb-73d0-4276-b654-d9cdfd4b06fd {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:25:56.830191 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:25:56.830708 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Checking segment: {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:25:56.831339 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.831825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Bound using segment: {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:25:56.832391 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Bound port: f4a2bc44-273b-4590-ac77-2716210c172b, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:25:56.832892 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.844369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4788ebbd-456d-448b-92c5-6113b99e6fb2 admin admin] Publish callbacks [] for security_group (709a277d-8f3a-4b9d-b064-b0c40e71d616), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.912409 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] For port f4a2bc44-273b-4590-ac77-2716210c172b, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:25:56.917608 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] For port f4a2bc44-273b-4590-ac77-2716210c172b, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f4a2bc44-273b-4590-ac77-2716210c172b,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:25:56.927191 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.930277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-076c4e6b-7f9f-459b-b713-7f361a21702c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group_rule (6e281a47-aa4b-4eca-a3dd-9d94160a00a6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.938186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-6fc544ed-6c18-4868-82e1-0fbd8c88f547 service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312447 Feb 03 14:25:56.956331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-076c4e6b-7f9f-459b-b713-7f361a21702c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (6e281a47-aa4b-4eca-a3dd-9d94160a00a6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:56.972551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 4bd8067f-037a-4d40-b6ab-e6ba69c1ea52 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:25:56.982131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (4bd8067f-037a-4d40-b6ab-e6ba69c1ea52), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.019676 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:57.020310 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:57.059897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:57.069201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f93cd187-a369-407b-97e8-a754bdda4634 req-7fa4e3fe-d21a-4698-9520-767c2232aba9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316353 Feb 03 14:25:57.073864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'port_id': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'mac_address': 'fa:16:3e:09:ee:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:25:57.075588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b4c139c-8cca-4bae-a7b3-55024f7e18ea req-2cc37eca-da40-471d-959d-e33861de751b tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0780740 Feb 03 14:25:57.076366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c4e6b-7f9f-459b-b713-7f361a21702c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e281a47-aa4b-4eca-a3dd-9d94160a00a6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:57.085325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-076c4e6b-7f9f-459b-b713-7f361a21702c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.085555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:25:57.091825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.094842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-076c4e6b-7f9f-459b-b713-7f361a21702c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5785732 Feb 03 14:25:57.103008 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (4bd8067f-037a-4d40-b6ab-e6ba69c1ea52), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.106173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49322) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:57.141455 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0458bef-b568-4d2a-b7c3-af2289f5da01 None None] Pushing event updated for resources: {'Port': ['ID=f4a2bc44-273b-4590-ac77-2716210c172b,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:57.154520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] Sync routers for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:25:57.154654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7346c4e1-0688-42f1-9663-a84addc5e0c9 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Request body: {'security_group_rule': {'security_group_id': '769d5d4d-5747-4dda-85ff-e2ca0a6987b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:57.160764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:57.161162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.179370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a67f2498-da17-4782-bb69-2a9e0a6b1bda {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:25:57.207704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:57.209269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:57.210042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:57.238885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07668cea-78f5-4136-a251-8d9a303f34ef req-10ebe5a9-93af-46af-ac0c-cc74a2ae42fa service neutron] 10.222.0.45 "GET /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910712 Feb 03 14:25:57.241525 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:57.264861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4788ebbd-456d-448b-92c5-6113b99e6fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (709a277d-8f3a-4b9d-b064-b0c40e71d616), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.265883 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dc95ef72-9048-4c3e-b547-eb61858e869b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "PUT /v2.0/floatingips/fe939990-a16c-42ad-a11c-e664b61e73c8 HTTP/1.1" status: 200 len: 992 time: 3.4496460 Feb 03 14:25:57.268160 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4788ebbd-456d-448b-92c5-6113b99e6fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.269598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4788ebbd-456d-448b-92c5-6113b99e6fb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/709a277d-8f3a-4b9d-b064-b0c40e71d616 HTTP/1.1" status: 204 len: 168 time: 0.7951281 Feb 03 14:25:57.277211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:25:57.279195 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:25:57.283877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788ebbd-456d-448b-92c5-6113b99e6fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a277d-8f3a-4b9d-b064-b0c40e71d616,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:57.344949 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.384924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7346c4e1-0688-42f1-9663-a84addc5e0c9 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group_rule (fd18bc0b-34b0-4fcb-a92b-74d10639f101), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.394566 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aad4f87-5097-4e1f-9d0b-5780381001b0 x-openstack-request-id: req-4aad4f87-5097-4e1f-9d0b-5780381001b0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:25:57.394858 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:25:57.395190 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4aad4f87-5097-4e1f-9d0b-5780381001b0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:25:57.395521 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'status': 'completed', 'code': 200} Feb 03 14:25:57.448343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (4bd8067f-037a-4d40-b6ab-e6ba69c1ea52), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.540925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.546512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.552123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.565267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.570439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.590098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b4ad4b15-bbc0-4c72-9f1a-1ef735d03d22 None None] Provisioning complete for port f4a2bc44-273b-4590-ac77-2716210c172b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:57.590711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4b15-bbc0-4c72-9f1a-1ef735d03d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.595264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.601424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.610176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-289bd704-93fb-4b65-8da7-d8df98bb8501 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.2626488 Feb 03 14:25:57.614791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7346c4e1-0688-42f1-9663-a84addc5e0c9 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group_rule (fd18bc0b-34b0-4fcb-a92b-74d10639f101), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.617664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (4bd8067f-037a-4d40-b6ab-e6ba69c1ea52), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.680876 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:56Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:57.700829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7346c4e1-0688-42f1-9663-a84addc5e0c9 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (fd18bc0b-34b0-4fcb-a92b-74d10639f101), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.718509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:57.725101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.725608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.726082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.726552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.727020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.727461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd8067f-037a-4d40-b6ab-e6ba69c1ea52,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:57.727587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.727942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.729950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-f1c6dd2a-6533-4505-93ca-754001322aba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6709 time: 0.3108177 Feb 03 14:25:57.750731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b3bef-950d-43f6-b4e8-3567a98e2dd4 None None] The sync data for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 is: [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:56Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:25:57.756278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346c4e1-0688-42f1-9663-a84addc5e0c9 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd18bc0b-34b0-4fcb-a92b-74d10639f101,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:57.783753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bd7984a-fdf2-4a93-9809-e22dbdbfbc30 req-3b3616ba-fc4d-43ea-8b40-589996b9a435 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724696 Feb 03 14:25:57.807442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7346c4e1-0688-42f1-9663-a84addc5e0c9 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.813331 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7346c4e1-0688-42f1-9663-a84addc5e0c9 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7051172 Feb 03 14:25:57.819100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49336) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:57.821082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:57.825863 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-71bf2c00-1ad0-4dd8-bb93-3415091835d6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/4bd8067f-037a-4d40-b6ab-e6ba69c1ea52 HTTP/1.1" status: 204 len: 168 time: 1.0824161 Feb 03 14:25:57.829373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49338) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:57.862599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:57.887784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02583-d5f2-46f8-b0d9-1abe6f76b1d3 req-7216f05d-279c-47dc-bbb3-3f7f192c5b09 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.890313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cb02583-d5f2-46f8-b0d9-1abe6f76b1d3 req-7216f05d-279c-47dc-bbb3-3f7f192c5b09 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.3794606 Feb 03 14:25:57.938332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-a075bff3-2e90-4495-8b81-b5623e71c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:57.939729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-a075bff3-2e90-4495-8b81-b5623e71c193 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 HTTP/1.1" status: 200 len: 913 time: 0.1943293 Feb 03 14:25:57.944547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.018946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['a67f2498-da17-4782-bb69-2a9e0a6b1bda'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:25:58.031099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7bc6fd57-9873-4798-8441-83a6874d3382), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.094517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d0064-f379-431c-8b4d-79d4d4e81bae None None] Network 7bc6fd57-9873-4798-8441-83a6874d3382 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:25:58.097652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:58.134765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cb02583-d5f2-46f8-b0d9-1abe6f76b1d3 req-ec2e532a-1187-4f31-ba73-991246f02b8e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357440 Feb 03 14:25:58.171421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-7680efb5-31a3-4737-9bf1-e63b3a611656 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 HTTP/1.1" status: 200 len: 1000 time: 0.2177765 Feb 03 14:25:58.183568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:25:58.183919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.357654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e19ec-75fb-4e5a-a667-fc247b16a021 req-9f5d6d7c-f29d-4296-a90a-7652993239a8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:58.359973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd8e19ec-75fb-4e5a-a667-fc247b16a021 req-9f5d6d7c-f29d-4296-a90a-7652993239a8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.4085860 Feb 03 14:25:58.380203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port 4a326bdc-8c14-4ae9-8adc-be887afd8da8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4a326bdc-8c14-4ae9-8adc-be887afd8da8,segment=NetworkSegment(06961004-b5d4-4b9e-b14d-cb8b1f7d86f8),segment_id=06961004-b5d4-4b9e-b14d-cb8b1f7d86f8)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:58.385476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.432260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 4a326bdc-8c14-4ae9-8adc-be887afd8da8 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:25:58.621813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4a326bdc-8c14-4ae9-8adc-be887afd8da8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.679225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=4a326bdc-8c14-4ae9-8adc-be887afd8da8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:58.692471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port 4a326bdc-8c14-4ae9-8adc-be887afd8da8 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:25:58.705076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad4b15-bbc0-4c72-9f1a-1ef735d03d22 None None] Current status of the port f4a2bc44-273b-4590-ac77-2716210c172b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:25:58.712851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4b15-bbc0-4c72-9f1a-1ef735d03d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.741531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49378) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:58.845836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7bc6fd57-9873-4798-8441-83a6874d3382), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.891229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc6fd57-9873-4798-8441-83a6874d3382']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:58.921684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06961004-b5d4-4b9e-b14d-cb8b1f7d86f8') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:58.922292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06961004-b5d4-4b9e-b14d-cb8b1f7d86f8') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:58.933923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865ca7d-e145-4640-b3cc-f68ebe95f387 None None] DHCP port deletion for 7bc6fd57-9873-4798-8441-83a6874d3382 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:25:58.939869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b4ad4b15-bbc0-4c72-9f1a-1ef735d03d22 None None] For port f4a2bc44-273b-4590-ac77-2716210c172b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f4a2bc44-273b-4590-ac77-2716210c172b,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:25:58.942820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e29718a-84e5-41ce-b2fe-071ea44ae8f1 req-7f09c373-325e-47ce-8824-b89ba5e3a035 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.6236644 Feb 03 14:25:58.951848 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (06961004-b5d4-4b9e-b14d-cb8b1f7d86f8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.960936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-27616e7a-6f83-4467-957a-fada714e6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:58.977878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-27616e7a-6f83-4467-957a-fada714e6515 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc31396-c90f-4df0-b69c-8ce5f9c15c35 HTTP/1.1" status: 200 len: 851 time: 0.7959821 Feb 03 14:25:58.984331 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4b15-bbc0-4c72-9f1a-1ef735d03d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:58.994429 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (06961004-b5d4-4b9e-b14d-cb8b1f7d86f8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.006767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:25:59.007085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (06961004-b5d4-4b9e-b14d-cb8b1f7d86f8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:25:59.010451 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:25:59.116758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad4b15-bbc0-4c72-9f1a-1ef735d03d22 None None] Pushing event updated for resources: {'Port': ['ID=f4a2bc44-273b-4590-ac77-2716210c172b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:59.140254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'fe939990-a16c-42ad-a11c-e664b61e73c8', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'port_id': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'mac_address': 'fa:16:3e:27:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:24:17Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 1, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:10Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:59.157460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-413177030-network', 'tenant_id': 'df153e559e204fa9bcacd618619e0e7e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:59.179452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] Checking router: 65f53807-8426-4d83-bcbc-dc3bf0e4c461 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:25:59.180820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7bc6fd57-9873-4798-8441-83a6874d3382), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.186696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.194219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/7bc6fd57-9873-4798-8441-83a6874d3382 HTTP/1.1" status: 204 len: 168 time: 1.3378117 Feb 03 14:25:59.195796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-30db5f14-535f-4574-9031-6783a6b22585 None None] Provisioning complete for port f4a2bc44-273b-4590-ac77-2716210c172b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:25:59.196370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30db5f14-535f-4574-9031-6783a6b22585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.198722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:59.208982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-154642593'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:59.224658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:25:59.225942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:25:59.245700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:59.250181 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.253187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bd151-c441-4b75-901b-ac4d73c6d66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=7bc6fd57-9873-4798-8441-83a6874d3382,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:59.257706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Made reservation on behalf of df153e559e204fa9bcacd618619e0e7e for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:59.260888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.272342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd8e19ec-75fb-4e5a-a667-fc247b16a021 req-8a5565ab-6ff8-42d0-95b5-962bb59912e1 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464799 Feb 03 14:25:59.280494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.302036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-65e9332e-c2bd-4861-b726-591875ad1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.306705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-65e9332e-c2bd-4861-b726-591875ad1ea3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3076406 Feb 03 14:25:59.386020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks [] for security_group (bf23e408-9144-4f04-9813-2808b69b73e3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.405640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bf23e408-9144-4f04-9813-2808b69b73e3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.427066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:25:59.445628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf23e408-9144-4f04-9813-2808b69b73e3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:59.446244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.452355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:25:59.452757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.458838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.462243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:25:59.465658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.472722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.475511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.475920 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0 of type vlan for network e5b02129-499b-4f00-a741-dc91d7392b17 Feb 03 14:25:59.478817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.485193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.487363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3fc92730-14c4-43dd-a0af-2396076857be), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.487713 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Added segment 3fc92730-14c4-43dd-a0af-2396076857be of type vlan for network 5843bc7b-679f-482d-b52c-46abba8c3cae Feb 03 14:25:59.494361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-a4c15402-3dad-4742-b5dd-2f79564981d1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.4001174 Feb 03 14:25:59.507635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.556630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e5b02129-499b-4f00-a741-dc91d7392b17), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.569615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5843bc7b-679f-482d-b52c-46abba8c3cae), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.609908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e5b02129-499b-4f00-a741-dc91d7392b17), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.616245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.616972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.629027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5843bc7b-679f-482d-b52c-46abba8c3cae), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.630023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.631018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.672597 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4700389 Feb 03 14:25:59.675991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49404) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:59.693258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': 'e5b02129-499b-4f00-a741-dc91d7392b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:59.720861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ffd9eb0-c966-497a-b20c-1039a26a7b32 req-fbc773fa-12f2-4361-af85-6d03dde59b03 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2230127 Feb 03 14:25:59.754022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0113776 Feb 03 14:25:59.754847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49406) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:25:59.755582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2ea59-9228-4a19-beeb-af6bbe30ed0b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=e5b02129-499b-4f00-a741-dc91d7392b17,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:59.762494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Request body: {'subnet': {'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-413177030-subnet', 'tenant_id': 'df153e559e204fa9bcacd618619e0e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:25:59.764309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-039f16ef-9aa8-4415-b88c-f59dd0f2a139 service neutron] 10.222.0.45 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458780 Feb 03 14:25:59.772392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e870ec-20c0-4e39-b863-cdae84a12bde req-8f35459c-4116-4414-9a50-ee1bc44ecd83 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:25:59.781499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75e870ec-20c0-4e39-b863-cdae84a12bde req-8f35459c-4116-4414-9a50-ee1bc44ecd83 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.2754707 Feb 03 14:25:59.854680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f779-c295-49cf-8542-9668eebabe69 admin admin] Pushing event updated for resources: {'Network': ['ID=5843bc7b-679f-482d-b52c-46abba8c3cae,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:25:59.858239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Made reservation on behalf of df153e559e204fa9bcacd618619e0e7e for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:25:59.861368 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:25:59.912595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e5b02129-499b-4f00-a741-dc91d7392b17 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:25:59.914695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5843bc7b-679f-482d-b52c-46abba8c3cae details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:25:59.924692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f4a2bc44-273b-4590-ac77-2716210c172b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:00.061444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Allocated IP 172.25.0.113 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/0f0a3f1c-f23e-4517-a4c4-3f17a3869957) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:00.080877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (a630b935-ae57-477e-a70e-a009d61a13b1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.094505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75e870ec-20c0-4e39-b863-cdae84a12bde req-49fe309d-51f9-442c-a12a-026a5dd7b05f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118150 Feb 03 14:26:00.122440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a630b935-ae57-477e-a70e-a009d61a13b1,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:00.155955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8666d8be-9df9-4608-ae25-6dd8d4cd0af8 req-d2aaf05b-691e-4b1e-b3b5-eb535ca746ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0897474 Feb 03 14:26:00.163237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Checking segment: {'id': '3fc92730-14c4-43dd-a0af-2396076857be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:00.163606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Network hostable DHCP agents. Network: 5843bc7b-679f-482d-b52c-46abba8c3cae, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:00.169928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2939fb9b-1716-4136-bcd1-5593487beafd req-ef22fdc4-a160-449f-abda-82286219f504 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1100607 Feb 03 14:26:00.170532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:00.174648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.186371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Network 5843bc7b-679f-482d-b52c-46abba8c3cae is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:00.202661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5843bc7b-679f-482d-b52c-46abba8c3cae) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:00.207537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:00.208145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.236522 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2dc2651a-db87-4e2c-b12b-29116f885c32 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4778290 Feb 03 14:26:00.240823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f6788-13fd-4848-be92-70e35d08b517 None None] Network 5843bc7b-679f-482d-b52c-46abba8c3cae requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:00.241389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc87517b-22aa-4b57-ae33-3d0e1aa0c6eb req-476f1f87-6d0c-45c3-8b46-c35d2c592b5a service neutron] 10.222.0.45 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463215 Feb 03 14:26:00.291398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-30db5f14-535f-4574-9031-6783a6b22585 None None] Current status of the port f4a2bc44-273b-4590-ac77-2716210c172b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:00.391275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.395570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f4a2bc44-273b-4590-ac77-2716210c172b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:00.396054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.447427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3644ce3a-752c-4b53-8afb-a41b6dbc043b None None] Network 5843bc7b-679f-482d-b52c-46abba8c3cae requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:00.483644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'fe939990-a16c-42ad-a11c-e664b61e73c8', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'port_id': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'mac_address': 'fa:16:3e:27:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:24:17Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 1, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:10Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:00.526673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6c688-fe07-4e95-b07a-8c84127de6ed req-8650d02e-4565-4384-8072-30d2e5ae1438 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:00.528197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aee6c688-fe07-4e95-b07a-8c84127de6ed req-8650d02e-4565-4384-8072-30d2e5ae1438 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1563427 Feb 03 14:26:00.543360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.544065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e7235-cfbe-4595-a6ae-8bf231e38e78 None None] The sync data for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 is: [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'fe939990-a16c-42ad-a11c-e664b61e73c8', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'port_id': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'mac_address': 'fa:16:3e:27:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:24:17Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 1, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:10Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:00.585138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (84b2399f-6cf5-4465-ae31-2160bdb0df87), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.633614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:00.654794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:00.670497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:00.679889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f4a2bc44-273b-4590-ac77-2716210c172b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:00.715518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event updated for resources: {'Port': ['ID=0f0a3f1c-f23e-4517-a4c4-3f17a3869957,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:00.745099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4a326bdc-8c14-4ae9-8adc-be887afd8da8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:00.757179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=84b2399f-6cf5-4465-ae31-2160bdb0df87,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:00.762653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aee6c688-fe07-4e95-b07a-8c84127de6ed req-f9e18cce-3812-40c0-bbcc-57f2d66822e8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229879 Feb 03 14:26:00.772839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4a326bdc-8c14-4ae9-8adc-be887afd8da8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:26:00.773265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4a326bdc-8c14-4ae9-8adc-be887afd8da8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:26:00.803195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:00.844127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': 'bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5b02129-499b-4f00-a741-dc91d7392b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:00.844528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: e5b02129-499b-4f00-a741-dc91d7392b17, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:00.880020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port a67f2498-da17-4782-bb69-2a9e0a6b1bda triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:00.880389 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.902086 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc41b7-ed2d-4c68-94ac-08d5ca4eac5e None None] New status for floating IP fe939990-a16c-42ad-a11c-e664b61e73c8: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:26:00.979713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:00.981133 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:00.996261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for floatingip (11ce618a-8e37-4ae7-b2d5-917d8da1562a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.005897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-2091bd89-edd8-47eb-90be-d0b26c89d40d tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.007498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-2091bd89-edd8-47eb-90be-d0b26c89d40d tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/networks?id=5843bc7b-679f-482d-b52c-46abba8c3cae HTTP/1.1" status: 200 len: 812 time: 0.3065035 Feb 03 14:26:01.010715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:01.013190 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c27428-609d-454e-a703-f19ab8a350c0" -d '{"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-plugged", "status": "completed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:01.013789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network e5b02129-499b-4f00-a741-dc91d7392b17 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:01.029690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:01.035579 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.054577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-44fbd500-3f3f-4073-b09e-53079ac0034f tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/quotas/df153e559e204fa9bcacd618619e0e7e HTTP/1.1" status: 200 len: 375 time: 0.0280020 Feb 03 14:26:01.082455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e5b02129-499b-4f00-a741-dc91d7392b17) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:01.092694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b129f29-1d06-4ed5-80b5-a7ea2ca50f1a None None] Network e5b02129-499b-4f00-a741-dc91d7392b17 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:01.096576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:01.098411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.104825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.110891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.116258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.121698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.127645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.132952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.134896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef212525-4462-42f3-9fd4-c24315257a47 req-99a20bff-bd99-42fa-b4de-9b7f5730d1e9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.2261746 Feb 03 14:26:01.140401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.141017 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.189024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-5cfb545b-a665-48d7-a6ea-94fed3e6142e tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df153e559e204fa9bcacd618619e0e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045980 Feb 03 14:26:01.198891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.205784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-e5b02129-499b-4f00-a741-dc91d7392b17', 'network_id': 'e5b02129-499b-4f00-a741-dc91d7392b17', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '84b2399f-6cf5-4465-ae31-2160bdb0df87'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:26:01.207297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.248087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49438) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:01.248689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c209fd57-9eb0-4185-ab36-983947fdec02 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5619602 Feb 03 14:26:01.255493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-82056839-8537-43cd-8dec-66c8cee4847e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1072413923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:01.288264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82056839-8537-43cd-8dec-66c8cee4847e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (2dc2bfe3-26ee-49d3-9c75-897525c8c958), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.289912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82056839-8537-43cd-8dec-66c8cee4847e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (2dc2bfe3-26ee-49d3-9c75-897525c8c958), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.369495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef212525-4462-42f3-9fd4-c24315257a47 req-495ef12e-29d6-4d3a-9e02-7b686165fab4 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2176204 Feb 03 14:26:01.377877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82056839-8537-43cd-8dec-66c8cee4847e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (2dc2bfe3-26ee-49d3-9c75-897525c8c958), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.384020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82056839-8537-43cd-8dec-66c8cee4847e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (2dc2bfe3-26ee-49d3-9c75-897525c8c958), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.387109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Allocated IP 2001:db8::2 (e5b02129-499b-4f00-a741-dc91d7392b17/84b2399f-6cf5-4465-ae31-2160bdb0df87/60eef132-f641-425d-a854-b5acbc9348b1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:01.425146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82056839-8537-43cd-8dec-66c8cee4847e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.428071 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-82056839-8537-43cd-8dec-66c8cee4847e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1770093 Feb 03 14:26:01.430324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-99fb2030-8792-4644-8a74-2133d090a53c service neutron] 10.222.0.52 "GET /v2.0/networks/5843bc7b-679f-482d-b52c-46abba8c3cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331858 Feb 03 14:26:01.431471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49448) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:01.619586 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Publish callbacks [] for port (60eef132-f641-425d-a854-b5acbc9348b1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.627608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (60eef132-f641-425d-a854-b5acbc9348b1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.653194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Network e5b02129-499b-4f00-a741-dc91d7392b17 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:01.657077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424d02-c887-4af8-8583-b2e90cf89432 req-1e67a6e5-5fb5-41d1-9f05-d161cabdcd62 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:01.657595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:01.658295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c424d02-c887-4af8-8583-b2e90cf89432 req-1e67a6e5-5fb5-41d1-9f05-d161cabdcd62 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1597953 Feb 03 14:26:01.677734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-9c32764c-2078-440a-b14a-d5ff416d1b06 service neutron] 10.222.0.52 "GET /v2.0/networks/5843bc7b-679f-482d-b52c-46abba8c3cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464702 Feb 03 14:26:01.730184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:01.735149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.754039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.807985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Attempting to bind port 60eef132-f641-425d-a854-b5acbc9348b1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:01.813259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Attempting to bind port 60eef132-f641-425d-a854-b5acbc9348b1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5b02129-499b-4f00-a741-dc91d7392b17'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:01.820077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Attempting to bind port 60eef132-f641-425d-a854-b5acbc9348b1 on network e5b02129-499b-4f00-a741-dc91d7392b17 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:01.823062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Pushing event updated for resources: {'Port': ['ID=60eef132-f641-425d-a854-b5acbc9348b1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:01.846021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:01.846460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Checking segment: {'id': 'bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5b02129-499b-4f00-a741-dc91d7392b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:01.846883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.847391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Bound using segment: {'id': 'bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5b02129-499b-4f00-a741-dc91d7392b17'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:01.847802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Bound port: 60eef132-f641-425d-a854-b5acbc9348b1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5b02129-499b-4f00-a741-dc91d7392b17'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:01.848156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (60eef132-f641-425d-a854-b5acbc9348b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.889197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c424d02-c887-4af8-8583-b2e90cf89432 req-15478005-f13e-4686-9fdb-a6e587b8c690 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097564 Feb 03 14:26:01.892877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event updated for resources: {'Port': ['ID=0f0a3f1c-f23e-4517-a4c4-3f17a3869957,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:01.914287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (11ce618a-8e37-4ae7-b2d5-917d8da1562a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.966373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:01.972473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dcf04a70-0e7d-4a20-a935-4def2b2b5bf5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1336308 Feb 03 14:26:01.991602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:02.058848 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6dffd5-ee1f-43b6-99f6-0086961bbb57 x-openstack-request-id: req-4e6dffd5-ee1f-43b6-99f6-0086961bbb57 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:02.059156 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-plugged", "status": "completed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:02.059439 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e6dffd5-ee1f-43b6-99f6-0086961bbb57 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:02.059853 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'code': 200} Feb 03 14:26:02.068235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] For port 60eef132-f641-425d-a854-b5acbc9348b1, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:02.081571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] For port 60eef132-f641-425d-a854-b5acbc9348b1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=60eef132-f641-425d-a854-b5acbc9348b1,segment=NetworkSegment(bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0),segment_id=bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:02.096310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c76eb092-761b-4be8-8fb3-6dd536148672 req-828f4d0d-56db-49b4-9343-08c2c599cc7c tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0525310 Feb 03 14:26:02.097708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (60eef132-f641-425d-a854-b5acbc9348b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:02.182088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93692408-4b4a-4aa7-82c3-65573513a8ef req-00ea7123-19f1-4046-92f9-8a4700bb7db9 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.184283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93692408-4b4a-4aa7-82c3-65573513a8ef req-00ea7123-19f1-4046-92f9-8a4700bb7db9 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.1039097 Feb 03 14:26:02.298662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93692408-4b4a-4aa7-82c3-65573513a8ef req-e3f95587-5da6-4092-9c24-e34df5f03c21 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052036 Feb 03 14:26:02.300583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f2d55-0f02-48bc-b8a1-e9a8c1976565 None None] Pushing event updated for resources: {'Port': ['ID=60eef132-f641-425d-a854-b5acbc9348b1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:02.433180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11c1f7ea-52c9-4a28-8e8f-d6d03a51c36e req-13f48f1c-9339-430e-b3c2-ef9797f3d638 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 210 time: 0.0462050 Feb 03 14:26:02.455906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.462310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.469587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.475471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.482156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.489173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.498543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.512805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-d6ab6a63-7a52-4a22-8a62-837ea609353c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.1863756 Feb 03 14:26:02.550254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8::1 (e5b02129-499b-4f00-a741-dc91d7392b17/84b2399f-6cf5-4465-ae31-2160bdb0df87/92b7e084-299d-4fa7-8fa1-b195d7fd8707) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:02.645295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f10cce0-f459-4d89-80c3-6fe54dfa274a req-f85a1950-258e-4c4f-9033-3c56eadc252c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324077 Feb 03 14:26:02.834515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7cc7f-f5f6-490e-9437-eb9f091adce8 req-e778af2d-df28-402a-b4b5-eaefdcda4979 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:02.836185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74a7cc7f-f5f6-490e-9437-eb9f091adce8 req-e778af2d-df28-402a-b4b5-eaefdcda4979 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1895700 Feb 03 14:26:02.886363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:02.925511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74a7cc7f-f5f6-490e-9437-eb9f091adce8 req-6e1accf4-ef93-49ab-b53f-cccb5485e964 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799820 Feb 03 14:26:02.986412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:03.082057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network e5b02129-499b-4f00-a741-dc91d7392b17 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:03.083324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=92b7e084-299d-4fa7-8fa1-b195d7fd8707,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:03.086339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:03.089201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:03.089742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (2dc2bfe3-26ee-49d3-9c75-897525c8c958), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:03.213370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6269e5de-21ab-48ac-b90b-f38f13371ea5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1438582346&fields=id&tenant_id=cf9f95c93ae043b9942d1afa054fce3b HTTP/1.1" status: 200 len: 267 time: 0.1238921 Feb 03 14:26:03.371032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:03.438466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.444401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.450360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.456162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.468601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.474635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.480852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.494564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ac4dc8a-7562-4e65-ba08-883e63c63905 req-dd001a1f-5c9d-4ba1-ba3f-75b493822338 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.2471097 Feb 03 14:26:03.538559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-4d12b6e6-f369-4e6f-bf0a-b4c3c745e74e tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:03.553689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-4d12b6e6-f369-4e6f-bf0a-b4c3c745e74e tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/networks?id=c9efccdb-73d0-4276-b654-d9cdfd4b06fd HTTP/1.1" status: 200 len: 812 time: 0.3393686 Feb 03 14:26:03.583102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-58e03330-4c2f-4c50-b498-b9946661be82 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/quotas/cf9f95c93ae043b9942d1afa054fce3b HTTP/1.1" status: 200 len: 375 time: 0.0281026 Feb 03 14:26:03.672755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58c83412-b64b-4dbe-853b-1a6e59065e92 req-e9e79a70-23b6-44ba-bfe5-b98dded32463 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0371916 Feb 03 14:26:03.748275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-a0098dcb-96ad-489d-aacf-a52f1a330b75 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf9f95c93ae043b9942d1afa054fce3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639712 Feb 03 14:26:03.898913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:03.906907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:03.907861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (2dc2bfe3-26ee-49d3-9c75-897525c8c958), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:03.966583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8e789-458b-44d3-8ea7-11ebed01a73a None None] Network e5b02129-499b-4f00-a741-dc91d7392b17 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:04.000711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 60eef132-f641-425d-a854-b5acbc9348b1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:04.024116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=92b7e084-299d-4fa7-8fa1-b195d7fd8707,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:04.130662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network e5b02129-499b-4f00-a741-dc91d7392b17 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:04.132463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:04.168366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-95cbdaed-f5de-4222-97b0-2ab541b0549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:04.170732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-95cbdaed-f5de-4222-97b0-2ab541b0549e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1128 time: 0.4606855 Feb 03 14:26:04.193641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f496ab-484d-4ad9-afe8-289396babe39 req-9d3e4017-4807-408e-8a40-1b4138608ecc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:04.202928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0f496ab-484d-4ad9-afe8-289396babe39 req-9d3e4017-4807-408e-8a40-1b4138608ecc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3792703 Feb 03 14:26:04.208158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-03007c75-9881-4966-bd64-2718256f40ef None None] Provisioning complete for port 60eef132-f641-425d-a854-b5acbc9348b1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:04.209006 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03007c75-9881-4966-bd64-2718256f40ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (60eef132-f641-425d-a854-b5acbc9348b1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:04.253581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-521d502d-e573-4a58-8203-a63fde4199cc tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:04.255251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-521d502d-e573-4a58-8203-a63fde4199cc tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.45 "GET /v2.0/networks?id=5843bc7b-679f-482d-b52c-46abba8c3cae HTTP/1.1" status: 200 len: 812 time: 0.2671726 Feb 03 14:26:04.257191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-f71e534a-2b2e-4197-9321-a8153352df8f service neutron] 10.222.0.52 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356134 Feb 03 14:26:04.276676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 60eef132-f641-425d-a854-b5acbc9348b1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:04.277357 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (60eef132-f641-425d-a854-b5acbc9348b1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:04.288287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Request body: {'port': {'device_id': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae', 'admin_state_up': True, 'tenant_id': 'df153e559e204fa9bcacd618619e0e7e'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:04.410066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-03007c75-9881-4966-bd64-2718256f40ef None None] Current status of the port 60eef132-f641-425d-a854-b5acbc9348b1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:04.410659 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03007c75-9881-4966-bd64-2718256f40ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (60eef132-f641-425d-a854-b5acbc9348b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:04.420099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 2dc2bfe3-26ee-49d3-9c75-897525c8c958 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:26:04.479210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-03007c75-9881-4966-bd64-2718256f40ef None None] For port 60eef132-f641-425d-a854-b5acbc9348b1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=60eef132-f641-425d-a854-b5acbc9348b1,segment=NetworkSegment(bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0),segment_id=bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:04.492290 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03007c75-9881-4966-bd64-2718256f40ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (60eef132-f641-425d-a854-b5acbc9348b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:04.539935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 60eef132-f641-425d-a854-b5acbc9348b1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:04.540331 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (60eef132-f641-425d-a854-b5acbc9348b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:04.571040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-5f144813-2775-4e1c-84e3-76cee5a6825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:04.573128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-5f144813-2775-4e1c-84e3-76cee5a6825c service neutron] 10.222.0.71 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.3627174 Feb 03 14:26:04.588497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0f496ab-484d-4ad9-afe8-289396babe39 req-cbcbb784-9078-4a38-ba36-9367d7f8ca3a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844950 Feb 03 14:26:04.652214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03007c75-9881-4966-bd64-2718256f40ef None None] Pushing event updated for resources: {'Port': ['ID=60eef132-f641-425d-a854-b5acbc9348b1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:04.976342 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:26:04.977073 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:26:04.977385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2e7e7654-cb28-4803-99bf-f63d5255dc62 None None] Provisioning complete for port 60eef132-f641-425d-a854-b5acbc9348b1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:04.977761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7654-cb28-4803-99bf-f63d5255dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (60eef132-f641-425d-a854-b5acbc9348b1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:05.014311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:05.025022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bba0efcc-fe9b-413a-ad25-ff280a2efb9b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/2dc2bfe3-26ee-49d3-9c75-897525c8c958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5915122 Feb 03 14:26:05.027517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49522) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:05.052536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] Sync routers for ids ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:05.070658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] Routers {'2dc2bfe3-26ee-49d3-9c75-897525c8c958'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:05.072261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:05.115333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a40bf-83fd-4ee5-954c-b505b665270e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:05.116978 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4d0a40bf-83fd-4ee5-954c-b505b665270e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports/92b7e084-299d-4fa7-8fa1-b195d7fd8707 HTTP/1.1" status: 200 len: 911 time: 0.0876834 Feb 03 14:26:05.119846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49524) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:05.137068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:05.180954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] Routers {'2dc2bfe3-26ee-49d3-9c75-897525c8c958'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:05.181978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:05.277885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-04b7157b-0691-45b1-a5be-741d5a74a9e8 service neutron] 10.222.0.52 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0019910 Feb 03 14:26:05.310275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:05.311098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96cb51-9a96-4a7f-88bc-0b7a08791028 None None] The sync data for ids ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:05.326543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e7654-cb28-4803-99bf-f63d5255dc62 None None] Current status of the port 60eef132-f641-425d-a854-b5acbc9348b1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:05.349369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2e7e7654-cb28-4803-99bf-f63d5255dc62 None None] Provisioning complete for port 92b7e084-299d-4fa7-8fa1-b195d7fd8707 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:05.350110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e7e7654-cb28-4803-99bf-f63d5255dc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:05.412015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e7654-cb28-4803-99bf-f63d5255dc62 None None] Port 92b7e084-299d-4fa7-8fa1-b195d7fd8707 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:05.436393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3df2d4d-72a1-4102-baf3-56ef53c130bf req-1cb3d6cf-f0fc-426e-84f8-2b1b4dd194a4 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 210 time: 0.1542275 Feb 03 14:26:05.499512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-17c14bc4-2b23-4d38-a74b-e3a06097e69d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 1001 time: 0.9090278 Feb 03 14:26:05.590955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Made reservation on behalf of df153e559e204fa9bcacd618619e0e7e for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:05.594960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:05.638966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 60eef132-f641-425d-a854-b5acbc9348b1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:05.668896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d1939706-be81-426e-8113-6ea5273ef2c5 None None] Provisioning complete for port 92b7e084-299d-4fa7-8fa1-b195d7fd8707 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:05.669032 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1939706-be81-426e-8113-6ea5273ef2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:05.700118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-b254615b-a02e-47c8-b889-4440e1242d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:05.701685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-b254615b-a02e-47c8-b889-4440e1242d96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.1946084 Feb 03 14:26:05.770441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (2dc2bfe3-26ee-49d3-9c75-897525c8c958), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:05.799924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1939706-be81-426e-8113-6ea5273ef2c5 None None] Port 92b7e084-299d-4fa7-8fa1-b195d7fd8707 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:05.850767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 60eef132-f641-425d-a854-b5acbc9348b1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:05.857182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47689afb-a097-4b70-af1d-59196438550f req-fbf05a32-479f-4512-bff4-2a3ca17f11d9 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0884495 Feb 03 14:26:05.865643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3aeee-a5dc-4ee0-9c58-0255275b5586 req-c991f80f-3cf3-49b1-a228-173a29f7dc42 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:05.875321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95f3aeee-a5dc-4ee0-9c58-0255275b5586 req-c991f80f-3cf3-49b1-a228-173a29f7dc42 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.3008950 Feb 03 14:26:05.979408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3f647428-ed80-4ab2-8930-a6c257bc5084 None None] Provisioning complete for port 92b7e084-299d-4fa7-8fa1-b195d7fd8707 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:05.980040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f647428-ed80-4ab2-8930-a6c257bc5084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:06.025710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 60eef132-f641-425d-a854-b5acbc9348b1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:06.026002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (60eef132-f641-425d-a854-b5acbc9348b1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:06.056568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3f647428-ed80-4ab2-8930-a6c257bc5084 None None] Port 92b7e084-299d-4fa7-8fa1-b195d7fd8707 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:06.069821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-3c5d76a2-2450-4296-b683-e7eee0c108f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:06.071411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-3c5d76a2-2450-4296-b683-e7eee0c108f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3631086 Feb 03 14:26:06.121401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95f3aeee-a5dc-4ee0-9c58-0255275b5586 req-e256497f-a44e-48aa-848a-1bc6ce41c9a8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450318 Feb 03 14:26:06.125905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Allocated IP 172.20.0.7 (5843bc7b-679f-482d-b52c-46abba8c3cae/a630b935-ae57-477e-a70e-a009d61a13b1/adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:06.179872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 60eef132-f641-425d-a854-b5acbc9348b1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:06.250541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7e8b5c6-15f4-4901-86fe-56dd4d97afe1 req-e0537bd4-3fc5-4c36-a5e6-3b100f5ef3df tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 210 time: 0.0543959 Feb 03 14:26:06.317050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157a762-b8fe-4160-9228-28f4113e82ce req-d4b08128-0e78-454c-a7e2-c0ed181a4749 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:06.319310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c157a762-b8fe-4160-9228-28f4113e82ce req-d4b08128-0e78-454c-a7e2-c0ed181a4749 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3356528 Feb 03 14:26:06.359300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 92b7e084-299d-4fa7-8fa1-b195d7fd8707 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:06.359942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:06.503961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:06.518689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-81f5e365-dc65-468b-b62e-fae5d4906468 service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321737 Feb 03 14:26:06.523292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 92b7e084-299d-4fa7-8fa1-b195d7fd8707 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:06.541083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c157a762-b8fe-4160-9228-28f4113e82ce req-463bc5d8-4fc0-4a36-ba8b-5e2160994491 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103767 Feb 03 14:26:06.756081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (92b7e084-299d-4fa7-8fa1-b195d7fd8707), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:06.766237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb991cd-5d89-499d-90f8-3e39f0addb70 req-32b81e57-17c8-4235-a1fd-dc5cda8b35f8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:06.767905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdb991cd-5d89-499d-90f8-3e39f0addb70 req-32b81e57-17c8-4235-a1fd-dc5cda8b35f8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.4019508 Feb 03 14:26:06.791100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=92b7e084-299d-4fa7-8fa1-b195d7fd8707,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:06.839345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ef730d-4e33-4cf2-82eb-91f8ab20a0a0 req-8c62ef7b-07c4-4254-9a47-679033557ac4 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 210 time: 0.1658902 Feb 03 14:26:06.866018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks [] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:06.873592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-257caa1c-810e-4ce9-8277-ccb35dddc3c4 req-52a287ae-8af6-4bba-9dd9-f352e3f2a6bf service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181365 Feb 03 14:26:06.925347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (2dc2bfe3-26ee-49d3-9c75-897525c8c958), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.015209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdb991cd-5d89-499d-90f8-3e39f0addb70 req-15f4c049-4739-44ec-b140-2dd05fd3b45a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294958 Feb 03 14:26:07.070168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe0e7c6b-f6a4-4e50-adc2-93807cf46de9 req-ccf088f5-9b7d-49e9-80ee-cdff337d34f9 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0455229 Feb 03 14:26:07.078315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.132279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Network 5843bc7b-679f-482d-b52c-46abba8c3cae is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:07.136010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:07.139267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:07.187337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Pushing event updated for resources: {'Port': ['ID=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:07.214892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:07.215553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.272446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1d8ade77-92ec-4325-a8fa-7d8fcda88a39 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9976683 Feb 03 14:26:07.292204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 2dc2bfe3-26ee-49d3-9c75-897525c8c958 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:07.306580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Request body: {'port': {'device_id': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:07.383513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887bba9-56e8-4e74-b208-f6dbe9bb9c0b req-85800841-b6cb-4d1f-9e53-e1c6d587229a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:07.385228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b887bba9-56e8-4e74-b208-f6dbe9bb9c0b req-85800841-b6cb-4d1f-9e53-e1c6d587229a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1834168 Feb 03 14:26:07.444006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:07.454762 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] Sync routers for ids ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:07.458037 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2cd3f3a-ac6c-49fc-84d3-a721e9fc31c7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/2dc2bfe3-26ee-49d3-9c75-897525c8c958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369811 Feb 03 14:26:07.459465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49550) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:07.481301 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] Routers {'2dc2bfe3-26ee-49d3-9c75-897525c8c958'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:07.482586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1da92bed-16bc-4021-a281-1b79a30f2d9b req-f76e8caa-ac08-479f-817c-8dd0d8806cbb tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 210 time: 0.0962563 Feb 03 14:26:07.483504 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:07.516753 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb918676-a549-4973-977e-c54323ceb218 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dc2bfe3-26ee-49d3-9c75-897525c8c958 HTTP/1.1" status: 200 len: 205 time: 0.0560155 Feb 03 14:26:07.517411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49552) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:07.544199 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:07.559114 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] Routers {'2dc2bfe3-26ee-49d3-9c75-897525c8c958'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:07.560360 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:07.612381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b887bba9-56e8-4e74-b208-f6dbe9bb9c0b req-2a119b50-233d-4ae5-bf6b-d37461370498 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607316 Feb 03 14:26:07.631707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.644994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6623d73-d386-424b-8e6e-eb35b411d991 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (2dc2bfe3-26ee-49d3-9c75-897525c8c958), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.665886 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:07.666581 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2541b2e-cc94-412a-bd56-28ac809a887b None None] The sync data for ids ['2dc2bfe3-26ee-49d3-9c75-897525c8c958'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:07.805738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-f2b41a7b-f095-43a3-81fe-a351e6091e29 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:07.807441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-f2b41a7b-f095-43a3-81fe-a351e6091e29 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.71 "GET /v2.0/networks?id=c9efccdb-73d0-4276-b654-d9cdfd4b06fd HTTP/1.1" status: 200 len: 812 time: 0.3867135 Feb 03 14:26:07.865179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6623d73-d386-424b-8e6e-eb35b411d991 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (2dc2bfe3-26ee-49d3-9c75-897525c8c958), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.867409 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6623d73-d386-424b-8e6e-eb35b411d991 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (2dc2bfe3-26ee-49d3-9c75-897525c8c958), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.939475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6623d73-d386-424b-8e6e-eb35b411d991 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (2dc2bfe3-26ee-49d3-9c75-897525c8c958), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.939475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6623d73-d386-424b-8e6e-eb35b411d991 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Fanout notify agent at l3_agent the message router_deleted on router 2dc2bfe3-26ee-49d3-9c75-897525c8c958 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:26:07.953684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497f60-b9b0-4017-9bb2-86d761601ae4 req-57205078-9017-48f5-8a78-3682ee05a592 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:07.956258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b497f60-b9b0-4017-9bb2-86d761601ae4 req-57205078-9017-48f5-8a78-3682ee05a592 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.2280507 Feb 03 14:26:07.959557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6623d73-d386-424b-8e6e-eb35b411d991 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:07.964474 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c6623d73-d386-424b-8e6e-eb35b411d991 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/2dc2bfe3-26ee-49d3-9c75-897525c8c958 HTTP/1.1" status: 204 len: 168 time: 0.4422753 Feb 03 14:26:07.964474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49560) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:07.971283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f3120-58c3-4019-9628-9d12c6c18f03 req-dba13437-de95-4d51-a106-e70f74ee6858 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:07.972952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd7f3120-58c3-4019-9628-9d12c6c18f03 req-dba13437-de95-4d51-a106-e70f74ee6858 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.2468588 Feb 03 14:26:08.029479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 84b2399f-6cf5-4465-ae31-2160bdb0df87 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:26:08.033742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (84b2399f-6cf5-4465-ae31-2160bdb0df87), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.087264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6b59f6e7-ede7-4d35-9c0c-447ca4b08b89 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9f95c93ae043b9942d1afa054fce3b HTTP/1.1" status: 200 len: 380 time: 0.2521844 Feb 03 14:26:08.088718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (84b2399f-6cf5-4465-ae31-2160bdb0df87), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.103566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Request body: {'port': {'device_id': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'admin_state_up': True, 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'security_groups': ['769d5d4d-5747-4dda-85ff-e2ca0a6987b5']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:08.161369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd7f3120-58c3-4019-9628-9d12c6c18f03 req-e015ed85-d088-4519-a12a-e25e5d2b4f60 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718323 Feb 03 14:26:08.209566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b497f60-b9b0-4017-9bb2-86d761601ae4 req-08d5d399-a043-4421-be5d-b01a5b294230 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305348 Feb 03 14:26:08.244805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (84b2399f-6cf5-4465-ae31-2160bdb0df87), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.336995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (84b2399f-6cf5-4465-ae31-2160bdb0df87), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.360272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92f4e5aa-9c52-4370-b6dc-e9a916bd3a9f req-49e921e7-7fe3-4dc3-99b6-77024c3605a0 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0523391 Feb 03 14:26:08.389489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:08.390653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.391175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9052a9b-8eb4-4c03-b9f4-c477e2af9fb2 None None] Network e5b02129-499b-4f00-a741-dc91d7392b17 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:08.402454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Publish callbacks [] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.403352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/84b2399f-6cf5-4465-ae31-2160bdb0df87 HTTP/1.1" status: 204 len: 168 time: 0.4389358 Feb 03 14:26:08.404699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49566) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:08.407537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc26eb-e1d3-4520-99ed-6e98dc98afb2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=84b2399f-6cf5-4465-ae31-2160bdb0df87,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:08.453140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Made reservation on behalf of cf9f95c93ae043b9942d1afa054fce3b for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:08.456562 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.483905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Transition to ACTIVE for port object adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:26:08.494652 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.641398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15824fbf-ad47-4f9e-9819-51892ce9116f req-6937020f-c2e2-44cc-b963-9506ce8d51e7 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:08.646411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15824fbf-ad47-4f9e-9819-51892ce9116f req-6937020f-c2e2-44cc-b963-9506ce8d51e7 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 931 time: 0.3158717 Feb 03 14:26:08.655504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e5b02129-499b-4f00-a741-dc91d7392b17), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.707434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:08.808959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] DHCP port deletion for e5b02129-499b-4f00-a741-dc91d7392b17 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:26:08.851725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a57ffb43-8363-40b0-b9b1-7a0a0c0c0b52 req-c4c8e522-a063-4adf-bc93-b15d2ec010e4 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 210 time: 0.1059184 Feb 03 14:26:08.883560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] Deleting port 60eef132-f641-425d-a854-b5acbc9348b1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:08.884188 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (60eef132-f641-425d-a854-b5acbc9348b1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.899482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15824fbf-ad47-4f9e-9819-51892ce9116f req-17666def-b42c-4a07-b810-86d999456228 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411079 Feb 03 14:26:08.917173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Allocated IP 172.20.0.4 (c9efccdb-73d0-4276-b654-d9cdfd4b06fd/03161547-76d9-4342-be59-e8851a644978/e2d7cde3-db6f-4493-9873-d9c006da8b46) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:08.954830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:08.991202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Attempting to bind port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:08.991202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Attempting to bind port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '3fc92730-14c4-43dd-a0af-2396076857be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:08.991202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Attempting to bind port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 on network 5843bc7b-679f-482d-b52c-46abba8c3cae {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:08.998448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 on network 5843bc7b-679f-482d-b52c-46abba8c3cae not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:26:08.999402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Attempting to bind port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 on network 5843bc7b-679f-482d-b52c-46abba8c3cae {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:09.012470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] For port 60eef132-f641-425d-a854-b5acbc9348b1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=60eef132-f641-425d-a854-b5acbc9348b1,segment=NetworkSegment(bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0),segment_id=bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:09.012887 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (60eef132-f641-425d-a854-b5acbc9348b1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.024651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:09.025036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Checking segment: {'id': '3fc92730-14c4-43dd-a0af-2396076857be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:09.025486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Bound using segment: {'id': '3fc92730-14c4-43dd-a0af-2396076857be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:09.026083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Bound port: adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc92730-14c4-43dd-a0af-2396076857be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:09.026648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.036379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] Calling delete_port for 60eef132-f641-425d-a854-b5acbc9348b1 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:09.041996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 60eef132-f641-425d-a854-b5acbc9348b1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:09.042345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (60eef132-f641-425d-a854-b5acbc9348b1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.141056 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (60eef132-f641-425d-a854-b5acbc9348b1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.146476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd551f-8082-4bb9-afff-dd4beb2c05aa req-246d8000-fc03-45ff-a8fe-779cf538e861 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:09.153727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29bd551f-8082-4bb9-afff-dd4beb2c05aa req-246d8000-fc03-45ff-a8fe-779cf538e861 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.2314174 Feb 03 14:26:09.173709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] Pushing event deleted for resources: {'Port': ['ID=60eef132-f641-425d-a854-b5acbc9348b1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:09.184473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a4aa0-37b2-4b60-9b11-155eb88f5dfc None None] No DVR routers for this DVR port 60eef132-f641-425d-a854-b5acbc9348b1 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:09.299278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port 60eef132-f641-425d-a854-b5acbc9348b1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=60eef132-f641-425d-a854-b5acbc9348b1,segment=NetworkSegment(bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0),segment_id=bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:09.300321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (60eef132-f641-425d-a854-b5acbc9348b1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.369960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 60eef132-f641-425d-a854-b5acbc9348b1 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:09.441740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] For port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:09.477482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29bd551f-8082-4bb9-afff-dd4beb2c05aa req-5ae2cc9a-c077-421c-8c3d-743cc5a1726c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228226 Feb 03 14:26:09.510167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.518551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] For port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,segment=NetworkSegment(3fc92730-14c4-43dd-a0af-2396076857be),segment_id=3fc92730-14c4-43dd-a0af-2396076857be)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:09.539173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.604898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d0cc3-4c53-48a0-a5ad-34ff93d5009f req-9f6c8528-481e-4ab8-8e53-654ed7998602 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:09.611933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a9d0cc3-4c53-48a0-a5ad-34ff93d5009f req-9f6c8528-481e-4ab8-8e53-654ed7998602 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3267412 Feb 03 14:26:09.713310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (60eef132-f641-425d-a854-b5acbc9348b1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.760464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:09.761096 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.763476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] 10.222.0.45 "PUT /v2.0/ports/adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 HTTP/1.1" status: 200 len: 1091 time: 2.4712472 Feb 03 14:26:09.773107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a57f917d-3b30-4f1a-ac42-b0eddaa2ff8f req-c2c2ab6d-c178-4161-be12-3bb49631ab26 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1532607 Feb 03 14:26:09.779160 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:09.783993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'tag': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:09.784376 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaacad8-6c5d-49ff-bba2-c8b50463277a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe848f-5ab0-4d78-bbb9-b7408dca838d", "tag": "adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:09.794216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port 60eef132-f641-425d-a854-b5acbc9348b1 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:09.833548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:09.845292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 60eef132-f641-425d-a854-b5acbc9348b1 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:09.892342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 60eef132-f641-425d-a854-b5acbc9348b1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:26:09.893338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 60eef132-f641-425d-a854-b5acbc9348b1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:26:09.908650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:09.996811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e5b02129-499b-4f00-a741-dc91d7392b17), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.034788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b02129-499b-4f00-a741-dc91d7392b17']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:10.047537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:10.047983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:10.058621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:10.079847 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db9817-c6d2-40ce-8e83-42acecf253cb x-openstack-request-id: req-f0db9817-c6d2-40ce-8e83-42acecf253cb {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:10.080127 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe848f-5ab0-4d78-bbb9-b7408dca838d", "tag": "adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:10.080491 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0db9817-c6d2-40ce-8e83-42acecf253cb {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:10.080952 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'tag': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1', 'status': 'completed', 'code': 200} Feb 03 14:26:10.086067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.251586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a1f8dd4b-8a2a-4274-be8a-353e669a90e5 None None] Provisioning complete for port e2d7cde3-db6f-4493-9873-d9c006da8b46 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:10.253016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1f8dd4b-8a2a-4274-be8a-353e669a90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.325268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8dd4b-8a2a-4274-be8a-353e669a90e5 None None] Port e2d7cde3-db6f-4493-9873-d9c006da8b46 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:10.579323 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.591857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a9d0cc3-4c53-48a0-a5ad-34ff93d5009f req-9c94d465-b061-4264-b13a-7db0d5bd0151 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9781601 Feb 03 14:26:10.602951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5df9c-8ac1-48f7-aabc-c833ea6e0fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:10.620491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:26:10.622865 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (bd5a0818-ecb9-4ee4-b0fb-e3004e4da3e0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:26:10.626830 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:26:10.674928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=60eef132-f641-425d-a854-b5acbc9348b1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:10.689232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:10.689862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.693490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-014d74d6-bab0-462a-bd25-4b8fc575e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:10.694971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-014d74d6-bab0-462a-bd25-4b8fc575e8fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df153e559e204fa9bcacd618619e0e7e&device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 1125 time: 0.8289695 Feb 03 14:26:10.783356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b2a77-43ba-44f4-ab32-0b3382c1d045 req-9c5f9534-1447-4e6f-997a-d59f1df47264 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:10.790705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-252b2a77-43ba-44f4-ab32-0b3382c1d045 req-9c5f9534-1447-4e6f-997a-d59f1df47264 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 931 time: 0.7239730 Feb 03 14:26:10.854759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e5b02129-499b-4f00-a741-dc91d7392b17), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.857629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-1a14e36e-5375-4c49-864e-9d49b6363b5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 HTTP/1.1" status: 200 len: 217 time: 0.1275661 Feb 03 14:26:10.861744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7620401 Feb 03 14:26:10.877487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.884832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49592) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:10.886832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/e5b02129-499b-4f00-a741-dc91d7392b17 HTTP/1.1" status: 204 len: 168 time: 2.4809766 Feb 03 14:26:10.890931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1629460175', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:10.915875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Request body: {'port': {'device_id': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:10.928200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.929631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:10.982845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54814329-6004-447e-aa39-b2952ca6586c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=e5b02129-499b-4f00-a741-dc91d7392b17,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:10.986271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59903a88-1d7a-432f-884a-7b46f66ad1d1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event updated for resources: {'Port': ['ID=e2d7cde3-db6f-4493-9873-d9c006da8b46,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:11.024347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (f70e8817-f0cb-4bd3-8118-acaf32b083b5), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:11.050802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-252b2a77-43ba-44f4-ab32-0b3382c1d045 req-02718f5a-7c8f-4e1e-bee7-3ced6cf5211b tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591162 Feb 03 14:26:11.086276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0189d-9815-4961-a666-c370409b20b9 req-6c6116d8-3afb-433b-828a-90963f7038be tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.089563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdb0189d-9815-4961-a666-c370409b20b9 req-6c6116d8-3afb-433b-828a-90963f7038be tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 943 time: 0.3644459 Feb 03 14:26:11.099759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-327d9931-5ee9-49b9-8514-ef787215e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.104596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-327d9931-5ee9-49b9-8514-ef787215e3bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a630b935-ae57-477e-a70e-a009d61a13b1 HTTP/1.1" status: 200 len: 852 time: 0.2148557 Feb 03 14:26:11.170913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-2f1892a9-ed7e-4366-9458-4ac64480ddd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5843bc7b-679f-482d-b52c-46abba8c3cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374730 Feb 03 14:26:11.209715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:11.222632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_gateway (f70e8817-f0cb-4bd3-8118-acaf32b083b5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:11.317087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdb0189d-9815-4961-a666-c370409b20b9 req-f36e0653-9971-4738-8cf6-5590fd3420e2 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937745 Feb 03 14:26:11.448893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af6d4c-7b89-45e2-ba20-9b8a34fc3bb8 req-bf2354c3-9635-4dd6-b029-9ca0bc901e86 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.450452 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99af6d4c-7b89-45e2-ba20-9b8a34fc3bb8 req-bf2354c3-9635-4dd6-b029-9ca0bc901e86 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.2834945 Feb 03 14:26:11.509739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_gateway (f70e8817-f0cb-4bd3-8118-acaf32b083b5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:11.519508 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1449f7ec-2a5b-4762-9aaf-68a08167c386 req-0ce542c1-b1f0-4662-a84f-dc07299f5014 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0958774 Feb 03 14:26:11.531762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:11.533378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-3a7ec699-dbef-42ef-9daa-70a6605c14a2 service neutron] 10.222.0.45 "GET /v2.0/networks/5843bc7b-679f-482d-b52c-46abba8c3cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494976 Feb 03 14:26:11.693714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 172.25.0.241 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/8bf80f47-0604-485a-a3cc-2bc13b94fe27) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:11.722261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-560f3558-a998-4e70-9cd3-d6be0fd1648f req-b248c8aa-a3a4-43d1-bd60-a940f49eee85 service neutron] 10.222.0.45 "GET /v2.0/networks/5843bc7b-679f-482d-b52c-46abba8c3cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744702 Feb 03 14:26:11.776666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99af6d4c-7b89-45e2-ba20-9b8a34fc3bb8 req-c7793de5-ff3f-41a2-b244-d871bdf3d3bf tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018892 Feb 03 14:26:11.857427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (8bf80f47-0604-485a-a3cc-2bc13b94fe27), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:11.892725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-bf65f1fc-2021-44e5-b386-028a63610384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.894424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-bf65f1fc-2021-44e5-b386-028a63610384 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df153e559e204fa9bcacd618619e0e7e&device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 1125 time: 0.1053116 Feb 03 14:26:11.920067 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8bf80f47-0604-485a-a3cc-2bc13b94fe27), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:11.997902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-3272a9f7-8869-4d72-b384-92498efc99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:11.999852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-3272a9f7-8869-4d72-b384-92498efc99c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5843bc7b-679f-482d-b52c-46abba8c3cae HTTP/1.1" status: 200 len: 913 time: 0.0960968 Feb 03 14:26:12.012947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:12.018451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:12.024822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:12.028872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5ab6-00d1-45f3-a8a8-4aa3d0a62f6b req-1cf57b04-5a9a-466b-8b0a-aaba6c1141f8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:12.033341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=8bf80f47-0604-485a-a3cc-2bc13b94fe27,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:12.047748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-847d5ab6-00d1-45f3-a8a8-4aa3d0a62f6b req-1cf57b04-5a9a-466b-8b0a-aaba6c1141f8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3232141 Feb 03 14:26:12.210933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-3898fbad-5d8e-46f8-9852-287fecf40fe6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 HTTP/1.1" status: 200 len: 217 time: 0.1055615 Feb 03 14:26:12.339051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d7cde3-db6f-4493-9873-d9c006da8b46 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:12.362670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-847d5ab6-00d1-45f3-a8a8-4aa3d0a62f6b req-f68ffd09-2b57-4946-976f-5f9e6e63073f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139136 Feb 03 14:26:12.366056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Publish callbacks [] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:12.384547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-8f9a855a-d496-45a2-a575-30a61b3a7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:12.390952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-8f9a855a-d496-45a2-a575-30a61b3a7132 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a630b935-ae57-477e-a70e-a009d61a13b1 HTTP/1.1" status: 200 len: 852 time: 0.1678216 Feb 03 14:26:12.406588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Transition to ACTIVE for port object e2d7cde3-db6f-4493-9873-d9c006da8b46 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:26:12.430404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:12.494506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33538-7119-48ab-84fa-3111936bdab3 req-1b1ac8e4-5748-4120-ae67-ba1b7ceb91c8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:12.507163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ea33538-7119-48ab-84fa-3111936bdab3 req-1b1ac8e4-5748-4120-ae67-ba1b7ceb91c8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.4148667 Feb 03 14:26:12.589865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-c246e498-f64f-4d26-8095-8070611aee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:12.591603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-c246e498-f64f-4d26-8095-8070611aee94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 1128 time: 0.4789381 Feb 03 14:26:12.626442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-443e8970-aeb1-48ce-9faa-2e7c826a10c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5843bc7b-679f-482d-b52c-46abba8c3cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063003 Feb 03 14:26:12.770914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ea33538-7119-48ab-84fa-3111936bdab3 req-7beff57a-e28e-44d7-a457-3f347ff812b7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616575 Feb 03 14:26:12.813863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_gateway (f70e8817-f0cb-4bd3-8118-acaf32b083b5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:13.016108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d7cde3-db6f-4493-9873-d9c006da8b46,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:13.019477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-2e315fb2-eac8-4b6a-a975-b8c4e8e53d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:13.020717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-2e315fb2-eac8-4b6a-a975-b8c4e8e53d4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 200 len: 915 time: 0.3883634 Feb 03 14:26:13.070894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10021f-c40a-4a00-b6d6-19c0223ff176 req-50af824e-648a-4f8c-9ebd-87f0eafb13bd tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:13.085360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc10021f-c40a-4a00-b6d6-19c0223ff176 req-50af824e-648a-4f8c-9ebd-87f0eafb13bd tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 943 time: 0.6401467 Feb 03 14:26:13.087529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:13.151979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-8abb8ba9-fa65-4d10-a522-4b54a990e02a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 200 len: 217 time: 0.1186271 Feb 03 14:26:13.157072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Attempting to bind port e2d7cde3-db6f-4493-9873-d9c006da8b46 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:13.157418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Attempting to bind port e2d7cde3-db6f-4493-9873-d9c006da8b46 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:13.157795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Attempting to bind port e2d7cde3-db6f-4493-9873-d9c006da8b46 on network c9efccdb-73d0-4276-b654-d9cdfd4b06fd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:13.233079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Port e2d7cde3-db6f-4493-9873-d9c006da8b46 on network c9efccdb-73d0-4276-b654-d9cdfd4b06fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:26:13.234134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Attempting to bind port e2d7cde3-db6f-4493-9873-d9c006da8b46 on network c9efccdb-73d0-4276-b654-d9cdfd4b06fd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:13.257096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-de15254f-f234-401f-8a00-7e8acc58e80d service neutron] 10.222.0.45 "GET /v2.0/networks/5843bc7b-679f-482d-b52c-46abba8c3cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256619 Feb 03 14:26:13.260329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:13.260777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Checking segment: {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:13.261255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Bound using segment: {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:13.261737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Bound port: e2d7cde3-db6f-4493-9873-d9c006da8b46, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e68d28-6523-408b-8d08-55d281bf9cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:13.262152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:13.270921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router f70e8817-f0cb-4bd3-8118-acaf32b083b5 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:26:13.271827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42b478-4348-48dc-8ce5-5e6e48fad858 req-4c89811e-42f3-4597-bd4c-ffcdd38651d1 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:13.273451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e42b478-4348-48dc-8ce5-5e6e48fad858 req-4c89811e-42f3-4597-bd4c-ffcdd38651d1 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 943 time: 0.3794203 Feb 03 14:26:13.280819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc10021f-c40a-4a00-b6d6-19c0223ff176 req-755d3046-2ac5-4fb5-b39a-644c1ea13c33 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941321 Feb 03 14:26:13.405735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-d7076d45-687a-487b-b5f5-d4da2417a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:13.407239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-d7076d45-687a-487b-b5f5-d4da2417a7c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 200 len: 854 time: 0.2438850 Feb 03 14:26:13.461004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b265c65-c2b6-4c6b-9172-b40bbb556751 req-4e17943a-ffd3-4d3b-aaba-5e8f76f1e0de tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0940993 Feb 03 14:26:13.470525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:13.480016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] Sync routers for ids ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:13.495054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] Routers {'f70e8817-f0cb-4bd3-8118-acaf32b083b5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:13.495711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:13.513391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-6f34dc2c-9afe-4b45-bf4a-60cda58ab5f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33a63949-d3fb-4ae3-bff7-1b89b1e1b360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655563 Feb 03 14:26:13.516301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:13.520023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-914cd56e-6e6a-4268-baab-dd4872eabe77 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6309786 Feb 03 14:26:13.520585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49614) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:13.564108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faaacad8-6c5d-49ff-bba2-c8b50463277a req-2644b9bc-3597-43a0-9671-c5fa644defe4 service neutron] 10.222.0.45 "GET /v2.0/networks/5843bc7b-679f-482d-b52c-46abba8c3cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895195 Feb 03 14:26:13.587688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e42b478-4348-48dc-8ce5-5e6e48fad858 req-d781c421-130a-47c2-9695-a07148d18b54 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057475 Feb 03 14:26:13.598471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:13.608121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] Routers {'f70e8817-f0cb-4bd3-8118-acaf32b083b5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:13.609574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:13.648739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:13.649705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b586c-fb1e-46d0-853e-208022964a89 None None] The sync data for ids ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:13.724697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] For port e2d7cde3-db6f-4493-9873-d9c006da8b46, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:13.743376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-55faf289-5f9a-48df-9fe5-8b8b49e9cf75 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/routers/f70e8817-f0cb-4bd3-8118-acaf32b083b5 HTTP/1.1" status: 200 len: 885 time: 0.2219172 Feb 03 14:26:13.744130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] For port e2d7cde3-db6f-4493-9873-d9c006da8b46, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:13.745942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:13.759759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:13.789107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a10f5-345d-4852-9594-2311d7bd828f req-2039403e-677f-435f-b003-03fa29cbcea5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:13.790892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f5a10f5-345d-4852-9594-2311d7bd828f req-2039403e-677f-435f-b003-03fa29cbcea5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.1830449 Feb 03 14:26:13.829236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:13.829863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:13.831426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] 10.222.0.71 "PUT /v2.0/ports/e2d7cde3-db6f-4493-9873-d9c006da8b46 HTTP/1.1" status: 200 len: 1091 time: 2.9377141 Feb 03 14:26:13.831913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:13.834422 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d1b850-b80f-4b4b-a33d-a69637d863d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:13.869412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-86babe3e-7a62-4d70-b438-7ad820891fff service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440347 Feb 03 14:26:13.968657 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872c375-96ac-4e96-8a53-4dc6264dfd79 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d7cde3-db6f-4493-9873-d9c006da8b46,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:14.116970 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9f9bf728-50a9-4d56-85e1-5540a65b3421 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3697722 Feb 03 14:26:14.119530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49622) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:14.124033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ec18a785-5008-4208-bb6d-e731c1a6bef6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1629460175'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:14.129989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:26:14.159772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f5a10f5-345d-4852-9594-2311d7bd828f req-cd3efaa5-e000-4ebc-adda-af2c36519521 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421900 Feb 03 14:26:14.192972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87bb5392-4f02-42c9-9116-ff82aeb5b9a4 req-f7e47938-2441-4976-a707-8f3a09671a68 service neutron] 10.222.0.45 "GET /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111098 Feb 03 14:26:14.214836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325c0e0-1af7-421d-9deb-98b09c5eb57c req-227c95f3-d14f-43f6-953e-4ba7de1707fe tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:14.216538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1325c0e0-1af7-421d-9deb-98b09c5eb57c req-227c95f3-d14f-43f6-953e-4ba7de1707fe tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.3363822 Feb 03 14:26:14.219241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-217d64bc-60df-4da8-b1fd-6b849ae28c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:14.221098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-217d64bc-60df-4da8-b1fd-6b849ae28c21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf9f95c93ae043b9942d1afa054fce3b&device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 1125 time: 0.2391751 Feb 03 14:26:14.286501 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f537e3-38cf-4876-adbd-a0e22073cef9 x-openstack-request-id: req-d7f537e3-38cf-4876-adbd-a0e22073cef9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:14.286770 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:14.287031 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7f537e3-38cf-4876-adbd-a0e22073cef9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:14.287441 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'status': 'completed', 'code': 200} Feb 03 14:26:14.289712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-0f431b76-8d64-4f52-9e4b-73002346da74 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46 HTTP/1.1" status: 200 len: 217 time: 0.0435643 Feb 03 14:26:14.344231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,segment=NetworkSegment(3fc92730-14c4-43dd-a0af-2396076857be),segment_id=3fc92730-14c4-43dd-a0af-2396076857be)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:14.360048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1', 'network_id': '5843bc7b-679f-482d-b52c-46abba8c3cae', 'port_id': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1', 'mac_address': 'fa:16:3e:a0:16:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630b935-ae57-477e-a70e-a009d61a13b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:26:14.410342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:14.410342 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:14.431652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:14.456233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,segment=NetworkSegment(3fc92730-14c4-43dd-a0af-2396076857be),segment_id=3fc92730-14c4-43dd-a0af-2396076857be)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:14.462181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:14.500974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1325c0e0-1af7-421d-9deb-98b09c5eb57c req-fbf2b3a5-e66c-4379-8a78-e0fcc8f921c5 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708974 Feb 03 14:26:14.521520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:14.570277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-ecc62a09-b0fc-4517-bd25-76d397eb6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:14.572551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-ecc62a09-b0fc-4517-bd25-76d397eb6891 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03161547-76d9-4342-be59-e8851a644978 HTTP/1.1" status: 200 len: 851 time: 0.2588506 Feb 03 14:26:14.597226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eca699-a4b4-4fac-a11e-0461ed2d1cca req-513f8fed-6078-4f81-ba96-0d75e674f962 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:14.605407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7eca699-a4b4-4fac-a11e-0461ed2d1cca req-513f8fed-6078-4f81-ba96-0d75e674f962 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 943 time: 0.1944900 Feb 03 14:26:14.666930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-700b6056-1150-480e-b5e4-5600e6af5386 req-f4d6401b-5d73-493e-9077-0c0d45a0e31f tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0407495 Feb 03 14:26:14.721811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7eca699-a4b4-4fac-a11e-0461ed2d1cca req-c98bff9f-5c35-4264-8a94-04f6a95f5040 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154337 Feb 03 14:26:14.732803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839d45-5df1-497f-ad18-89daf67ac424 req-9f67459b-1f98-48ad-b3ed-9adcd19d53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:14.732803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-9f67459b-1f98-48ad-b3ed-9adcd19d53ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9efccdb-73d0-4276-b654-d9cdfd4b06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1481214 Feb 03 14:26:14.750906 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec18a785-5008-4208-bb6d-e731c1a6bef6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:14.777330 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec18a785-5008-4208-bb6d-e731c1a6bef6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:14.894076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:26:14.899889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546e3-d638-4ace-b3bc-fd89d6195d77 req-0071b9a2-c365-441c-b548-d4cad7171361 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:14.902193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2e546e3-d638-4ace-b3bc-fd89d6195d77 req-0071b9a2-c365-441c-b548-d4cad7171361 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 944 time: 0.1266723 Feb 03 14:26:14.910865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-e381cbda-56cb-40f4-85aa-1d48061820aa service neutron] 10.222.0.71 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759050 Feb 03 14:26:14.992974 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:26:15.006332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2e546e3-d638-4ace-b3bc-fd89d6195d77 req-a52a279c-e9db-4172-a873-be56f0c1d72b tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939956 Feb 03 14:26:15.039426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec18a785-5008-4208-bb6d-e731c1a6bef6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router f70e8817-f0cb-4bd3-8118-acaf32b083b5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:15.097333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18839d45-5df1-497f-ad18-89daf67ac424 req-2eba1773-1096-4997-b0e4-edc69fdf922e service neutron] 10.222.0.71 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786897 Feb 03 14:26:15.184027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec18a785-5008-4208-bb6d-e731c1a6bef6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:15.192155 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec18a785-5008-4208-bb6d-e731c1a6bef6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:15.194030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ec18a785-5008-4208-bb6d-e731c1a6bef6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/f70e8817-f0cb-4bd3-8118-acaf32b083b5 HTTP/1.1" status: 200 len: 892 time: 1.0734951 Feb 03 14:26:15.195981 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] Sync routers for ids ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:15.196622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:15.213080 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] Routers {'f70e8817-f0cb-4bd3-8118-acaf32b083b5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:15.214170 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:15.243679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-3fdfc225-e5e5-4bee-b11f-da45ea3bbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:15.245116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-3fdfc225-e5e5-4bee-b11f-da45ea3bbc51 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf9f95c93ae043b9942d1afa054fce3b&device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 1125 time: 0.0531392 Feb 03 14:26:15.260042 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:15.271467 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] Routers {'f70e8817-f0cb-4bd3-8118-acaf32b083b5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:15.272091 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:25:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:15.313363 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:15.314030 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b49d42c-957c-465f-a22a-0c4c295b1ce0 None None] The sync data for ids ['f70e8817-f0cb-4bd3-8118-acaf32b083b5'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:15.387198 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65354799-4db9-452b-bcef-da85ce5f2d3c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/routers/f70e8817-f0cb-4bd3-8118-acaf32b083b5 HTTP/1.1" status: 200 len: 892 time: 0.1890628 Feb 03 14:26:15.390889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49634) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:15.410827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-df6559c6-dba9-4e29-85a8-9eaa4413602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:15.412911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-df6559c6-dba9-4e29-85a8-9eaa4413602a service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9efccdb-73d0-4276-b654-d9cdfd4b06fd HTTP/1.1" status: 200 len: 913 time: 0.1613274 Feb 03 14:26:15.426440 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0228ad24-f73d-4996-b646-8dc1b3d1d55e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=f70e8817-f0cb-4bd3-8118-acaf32b083b5 HTTP/1.1" status: 200 len: 205 time: 0.0348799 Feb 03 14:26:15.429007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49636) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:15.472813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-6cd5c4aa-1712-4056-90d4-92a21e386c00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46 HTTP/1.1" status: 200 len: 217 time: 0.0527480 Feb 03 14:26:15.609085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b05128-bc53-4150-9c5f-8be1528d2aa0 req-9ddcd0a7-1576-433d-846f-c0742d70ac86 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:15.610656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09b05128-bc53-4150-9c5f-8be1528d2aa0 req-9ddcd0a7-1576-433d-846f-c0742d70ac86 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3375916 Feb 03 14:26:15.758553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b945b1b-bae1-4aa4-91e1-c95b64ca97c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:16.103302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-87e0158b-6b35-45a0-859e-2728431e369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:16.104885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-87e0158b-6b35-45a0-859e-2728431e369d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03161547-76d9-4342-be59-e8851a644978 HTTP/1.1" status: 200 len: 851 time: 0.5997002 Feb 03 14:26:16.178466 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09b05128-bc53-4150-9c5f-8be1528d2aa0 req-2e4ce71f-1cbe-4d8f-8109-bd8d2b7add35 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5453484 Feb 03 14:26:16.183586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:16.193886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383414b-177f-4b76-ba29-4a2530a24b31 req-551f6362-54fb-4a97-b6c5-3b167ad9e69f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:16.195482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c383414b-177f-4b76-ba29-4a2530a24b31 req-551f6362-54fb-4a97-b6c5-3b167ad9e69f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.5968502 Feb 03 14:26:16.327356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-81f76433-e683-4c8f-b196-90981c482eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:16.329064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-81f76433-e683-4c8f-b196-90981c482eea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9efccdb-73d0-4276-b654-d9cdfd4b06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2139454 Feb 03 14:26:16.338378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67d8b23c-083e-4b41-8d79-ad83e2374253 req-f5e69e62-699c-4942-b575-905459e15a79 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0808573 Feb 03 14:26:16.388706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c383414b-177f-4b76-ba29-4a2530a24b31 req-5c41d9b4-d922-4672-99f3-f4159882598a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568274 Feb 03 14:26:16.472749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_gateway (f70e8817-f0cb-4bd3-8118-acaf32b083b5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:16.579082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-df49c10b-ff4a-4ede-86ca-d400f1b4f959 service neutron] 10.222.0.71 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375922 Feb 03 14:26:16.635918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7337-86b2-4d65-ba3f-9a00d1c9d022 req-dff07843-31c9-4ef2-85c1-4089aeb0ff99 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:16.637712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3cc7337-86b2-4d65-ba3f-9a00d1c9d022 req-dff07843-31c9-4ef2-85c1-4089aeb0ff99 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 943 time: 0.1819208 Feb 03 14:26:16.712999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20d04-f18a-45eb-bfad-835c5d1a5ffb req-26f671ee-1f03-4aee-8837-2e2622e3ecf7 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:16.714803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fe20d04-f18a-45eb-bfad-835c5d1a5ffb req-26f671ee-1f03-4aee-8837-2e2622e3ecf7 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 944 time: 0.2184637 Feb 03 14:26:16.771208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 8bf80f47-0604-485a-a3cc-2bc13b94fe27 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:16.771560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8bf80f47-0604-485a-a3cc-2bc13b94fe27), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:16.803671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2d1b850-b80f-4b4b-a33d-a69637d863d0 req-9b1a518b-2ef6-458d-a277-9833f044e594 service neutron] 10.222.0.71 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147489 Feb 03 14:26:16.820287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3cc7337-86b2-4d65-ba3f-9a00d1c9d022 req-15aeeda3-ae62-409d-860e-d8187f0dbbb4 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722679 Feb 03 14:26:16.878340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fe20d04-f18a-45eb-bfad-835c5d1a5ffb req-613084b9-577e-485e-91f5-ec55b9e19b67 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487539 Feb 03 14:26:16.938186 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8bf80f47-0604-485a-a3cc-2bc13b94fe27), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:16.955152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 8bf80f47-0604-485a-a3cc-2bc13b94fe27 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:17.013900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99953abd-d032-43ec-9513-e45db0dcb5e3 req-7a62216d-fd4c-4165-8bd3-1e5d85ebe6b0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.016200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99953abd-d032-43ec-9513-e45db0dcb5e3 req-7a62216d-fd4c-4165-8bd3-1e5d85ebe6b0 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1225691 Feb 03 14:26:17.127975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99953abd-d032-43ec-9513-e45db0dcb5e3 req-e468c4a8-b43a-4458-b959-62faedbd4608 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037922 Feb 03 14:26:17.209236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8bf80f47-0604-485a-a3cc-2bc13b94fe27), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.246952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=8bf80f47-0604-485a-a3cc-2bc13b94fe27,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:17.394638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (f70e8817-f0cb-4bd3-8118-acaf32b083b5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.509895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f38b-2df3-4239-b92b-c70863c61d51 req-88c7cf92-8422-426f-9832-135829a6a81a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.511384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c48f38b-2df3-4239-b92b-c70863c61d51 req-88c7cf92-8422-426f-9832-135829a6a81a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.2112019 Feb 03 14:26:17.518236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c421f92-a0f4-4ba7-a4f0-86c0ba512e74 req-b2b39aac-9253-4ae6-9505-38311b7120d8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.519711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c421f92-a0f4-4ba7-a4f0-86c0ba512e74 req-b2b39aac-9253-4ae6-9505-38311b7120d8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.2345207 Feb 03 14:26:17.531278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.546408 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (f70e8817-f0cb-4bd3-8118-acaf32b083b5), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.625787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (f70e8817-f0cb-4bd3-8118-acaf32b083b5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.626289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Fanout notify agent at l3_agent the message router_deleted on router f70e8817-f0cb-4bd3-8118-acaf32b083b5 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:26:17.642665 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.643764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a5d4396d-7804-407b-b603-fe44d5b2f6b7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/f70e8817-f0cb-4bd3-8118-acaf32b083b5 HTTP/1.1" status: 204 len: 168 time: 2.2136288 Feb 03 14:26:17.647836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:17.654126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-406856384'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:17.654301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c421f92-a0f4-4ba7-a4f0-86c0ba512e74 req-6117ebc3-7021-4886-b53d-eed179c734de tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162682 Feb 03 14:26:17.657536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c48f38b-2df3-4239-b92b-c70863c61d51 req-006833e0-8e19-44ea-9343-3153cd4a6d96 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351914 Feb 03 14:26:17.676527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:17.681250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.710776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:17.722851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f4b96739-b76f-4c8d-96cf-a176a83b45ec), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.723262 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment f4b96739-b76f-4c8d-96cf-a176a83b45ec of type vlan for network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 Feb 03 14:26:17.770889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (152721c1-f9b0-4b93-99f5-bd5fe9b6fff6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.796120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e968bed3-18d1-4fc2-9541-35d4723cc8d7 req-f09d2834-9f24-47ac-8c9e-59eb97b9f345 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0587165 Feb 03 14:26:17.804530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (152721c1-f9b0-4b93-99f5-bd5fe9b6fff6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.811097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.811991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:17.830683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312cb32-1c4a-4746-86ce-420ca29d1984 req-653e0d84-34ff-4946-8c17-6e92a7a9375a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.832304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7312cb32-1c4a-4746-86ce-420ca29d1984 req-653e0d84-34ff-4946-8c17-6e92a7a9375a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.0937328 Feb 03 14:26:17.885202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7312cb32-1c4a-4746-86ce-420ca29d1984 req-a543d8d2-26f9-49b4-bb79-36150c859549 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467379 Feb 03 14:26:17.954606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48e351-fcc7-4d46-8c3b-5cad0209f86e req-2f2e4889-c305-4a94-96e6-ea2240c63f1c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:17.956255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f48e351-fcc7-4d46-8c3b-5cad0209f86e req-2f2e4889-c305-4a94-96e6-ea2240c63f1c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 943 time: 0.0596409 Feb 03 14:26:18.023023 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b50deb15-90f0-44d0-9b6a-a6779a922852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:18.046234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f48e351-fcc7-4d46-8c3b-5cad0209f86e req-be762051-6bcc-48a1-8d41-522634a3a26d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782604 Feb 03 14:26:18.053701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7646f-5958-42c1-bbdb-0b3896b5633c req-1be65974-ce22-4e8e-9561-cffb5ee8d6f2 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:18.055276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7f7646f-5958-42c1-bbdb-0b3896b5633c req-1be65974-ce22-4e8e-9561-cffb5ee8d6f2 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 944 time: 0.0966651 Feb 03 14:26:18.135990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7f7646f-5958-42c1-bbdb-0b3896b5633c req-a720410a-4366-4ee1-8d49-6ccce28e9ce1 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749898 Feb 03 14:26:18.147479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:18.211023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:26:18.216065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:18.216476 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:18.224787 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5751112 Feb 03 14:26:18.227823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49684) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:18.229859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=152721c1-f9b0-4b93-99f5-bd5fe9b6fff6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:18.233914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': '152721c1-f9b0-4b93-99f5-bd5fe9b6fff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:18.238939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.239291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.239602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.239941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.240353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.240723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.241060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.241448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.241782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.242768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.242768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.243040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.243308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebb285-e82f-4f9a-be81-efd7d29effad tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:18.258575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:18.317058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518d6c7-eceb-4976-9dbe-e5d807ccf943 req-3e602b75-b743-42e6-b28c-d0483a75a0b6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:18.318721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9518d6c7-eceb-4976-9dbe-e5d807ccf943 req-3e602b75-b743-42e6-b28c-d0483a75a0b6 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1346021 Feb 03 14:26:18.371489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:18.372052 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:18.392245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:18.396154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:18.397988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:18.400340 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6393df3d-043e-4d93-b389-aa1a2f38f3b7" -d '{"events": [{"server_uuid": "7cbe848f-5ab0-4d78-bbb9-b7408dca838d", "name": "network-vif-plugged", "status": "completed", "tag": "adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:18.413367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,segment=NetworkSegment(3fc92730-14c4-43dd-a0af-2396076857be),segment_id=3fc92730-14c4-43dd-a0af-2396076857be)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:18.417371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:18.439161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9518d6c7-eceb-4976-9dbe-e5d807ccf943 req-13483ec4-313e-48f5-89b2-ba8bfcfca270 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028788 Feb 03 14:26:18.473424 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d320fff2-c8a4-4d1e-9e15-273d9474f716 x-openstack-request-id: req-d320fff2-c8a4-4d1e-9e15-273d9474f716 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:18.473780 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe848f-5ab0-4d78-bbb9-b7408dca838d", "name": "network-vif-plugged", "status": "completed", "tag": "adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:18.474037 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d320fff2-c8a4-4d1e-9e15-273d9474f716 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:18.474430 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1', 'code': 200} Feb 03 14:26:18.491835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:18.888013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e2d7cde3-db6f-4493-9873-d9c006da8b46 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:26:18.966372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-f4bbeb00-0595-460f-86b5-d14198f18879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:18.968499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-f4bbeb00-0595-460f-86b5-d14198f18879 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1128 time: 0.4424982 Feb 03 14:26:18.982457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8a21-9651-44d9-883d-1469e343ea63 req-37625975-7ab8-4f1b-8504-14837d701f62 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:18.984586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1db8a21-9651-44d9-883d-1469e343ea63 req-37625975-7ab8-4f1b-8504-14837d701f62 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.4382002 Feb 03 14:26:18.986309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8114e-2c65-4028-80d7-1a074e46cee8 req-8012e4c0-cfc8-4208-bbc0-d133c9fa30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:18.987671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bca8114e-2c65-4028-80d7-1a074e46cee8 req-8012e4c0-cfc8-4208-bbc0-d133c9fa30db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 1127 time: 0.4284046 Feb 03 14:26:19.001348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port e2d7cde3-db6f-4493-9873-d9c006da8b46, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:19.011892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'port_id': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'mac_address': 'fa:16:3e:3d:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:26:19.049425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port e2d7cde3-db6f-4493-9873-d9c006da8b46 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:19.050406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.063383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d7cde3-db6f-4493-9873-d9c006da8b46 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:19.083980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port e2d7cde3-db6f-4493-9873-d9c006da8b46, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:19.088010 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.139513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=e2d7cde3-db6f-4493-9873-d9c006da8b46,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:19.146035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2dc60-1294-4877-ba42-c4e6bc8e2c6f req-8997bc36-0689-4d7e-b46f-53b861571579 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.147528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88c2dc60-1294-4877-ba42-c4e6bc8e2c6f req-8997bc36-0689-4d7e-b46f-53b861571579 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.2364094 Feb 03 14:26:19.161850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (83f50e11-2a8f-4209-b49b-a6f342bac09f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.236391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bca8114e-2c65-4028-80d7-1a074e46cee8 req-7f6aaba3-ce36-4986-ba73-3eebd1bc54b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338891 Feb 03 14:26:19.245693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1db8a21-9651-44d9-883d-1469e343ea63 req-4b0346cc-5658-4ab9-99c5-9a2716958c45 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519357 Feb 03 14:26:19.279423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-8ac0913d-aa55-406e-b538-19b4b407fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.280974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-8ac0913d-aa55-406e-b538-19b4b407fbea service neutron] 10.222.0.71 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.2898464 Feb 03 14:26:19.296116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=83f50e11-2a8f-4209-b49b-a6f342bac09f,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:19.357788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.358971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.358971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.359328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.359660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.359986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.360312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.360664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.360990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.361318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.361642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.361961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.362288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:19.371970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88c2dc60-1294-4877-ba42-c4e6bc8e2c6f req-9fdcd3e5-c1f7-4cca-95cf-9e51b89f6222 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137818 Feb 03 14:26:19.396134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-018abe69-8b76-4f87-9ecc-3f90231f9075 req-a8f8e92f-3d24-4f7a-bb55-f886c8eec9f3 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0776796 Feb 03 14:26:19.402945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': 'f4b96739-b76f-4c8d-96cf-a176a83b45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '152721c1-f9b0-4b93-99f5-bd5fe9b6fff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:19.403315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:19.422646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-ae93a6f5-724a-4578-b8f9-b6b602be01c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 1001 time: 0.1353357 Feb 03 14:26:19.461067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:19.498415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['e2d7cde3-db6f-4493-9873-d9c006da8b46'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:26:19.524250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:19.534317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17058395-d74e-4549-ad83-3eab00cdeda2 None None] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:19.539035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.539638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.552127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-d6016687-ee2e-411f-b637-1a2e07efe337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.553791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-d6016687-ee2e-411f-b637-1a2e07efe337 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.1250341 Feb 03 14:26:19.583431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f38d7d77-922b-4638-b9ba-3af3cb322b03 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3543005 Feb 03 14:26:19.586333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49700) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:19.591484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5790c011-5772-4564-b994-ac5cfefd1886 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-16295146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:19.613451 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.617064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5790c011-5772-4564-b994-ac5cfefd1886 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (72171972-4be0-431a-8013-8c226c53fbdc), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.618250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5790c011-5772-4564-b994-ac5cfefd1886 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (72171972-4be0-431a-8013-8c226c53fbdc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.619925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be4159-661c-4ed3-a72b-2444880275e5 req-9c7d0f5c-ddcf-44e7-8e32-f76130f14d4f tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.621549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90be4159-661c-4ed3-a72b-2444880275e5 req-9c7d0f5c-ddcf-44e7-8e32-f76130f14d4f tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 944 time: 0.1828203 Feb 03 14:26:19.632673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ace58-54a3-4de3-ac55-edecd7bfb968 req-db6616f5-ab86-47b6-9d6b-d3692411c17c tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.634161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-455ace58-54a3-4de3-ac55-edecd7bfb968 req-db6616f5-ab86-47b6-9d6b-d3692411c17c tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 945 time: 0.1565654 Feb 03 14:26:19.678424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5790c011-5772-4564-b994-ac5cfefd1886 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (72171972-4be0-431a-8013-8c226c53fbdc), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.683028 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5790c011-5772-4564-b994-ac5cfefd1886 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (72171972-4be0-431a-8013-8c226c53fbdc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.686911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-d413e42d-364b-493e-b3ac-550395294641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.688447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-d413e42d-364b-493e-b3ac-550395294641 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1251955 Feb 03 14:26:19.700026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-152721c1-f9b0-4b93-99f5-bd5fe9b6fff6', 'network_id': '152721c1-f9b0-4b93-99f5-bd5fe9b6fff6', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '83f50e11-2a8f-4209-b49b-a6f342bac09f'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:26:19.701100 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.703145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5790c011-5772-4564-b994-ac5cfefd1886 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:19.706096 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5790c011-5772-4564-b994-ac5cfefd1886 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1169419 Feb 03 14:26:19.707248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:19.783198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90be4159-661c-4ed3-a72b-2444880275e5 req-12b46511-5754-4c7d-a862-bdc3cc19089c tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388376 Feb 03 14:26:19.798727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-455ace58-54a3-4de3-ac55-edecd7bfb968 req-d823b655-a724-4ddf-8d3b-3da07ecf2271 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530836 Feb 03 14:26:19.845410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-6521ebb6-4bd9-416a-910e-95344d5574f1 service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428916 Feb 03 14:26:19.888469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Allocated IP 2001:db8::2 (152721c1-f9b0-4b93-99f5-bd5fe9b6fff6/83f50e11-2a8f-4209-b49b-a6f342bac09f/b37197d9-8f61-4bae-b87d-1c070d2cb7d3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:19.981885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08debdb-a10b-440c-bbc4-e7a6b56e6b03 req-063b19c3-34e8-4f8e-8360-82a0b0a2a1aa service neutron] 10.222.0.71 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324184 Feb 03 14:26:19.993968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e02a-b9d2-48e2-8c1e-f25906c8564e req-d508fc01-268b-41f0-a656-d2faecf6e3bd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:19.995465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aba6e02a-b9d2-48e2-8c1e-f25906c8564e req-d508fc01-268b-41f0-a656-d2faecf6e3bd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.0781429 Feb 03 14:26:20.020982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.052644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aba6e02a-b9d2-48e2-8c1e-f25906c8564e req-6425d2d6-5169-46d5-af4b-dec68123fe9c tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464725 Feb 03 14:26:20.054314 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Publish callbacks [] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.060104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.110254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:20.113195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:20.115710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:20.124235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Pushing event updated for resources: {'Port': ['ID=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:20.179728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf304d-b04f-4751-b73a-d98731748ff5 req-dca37931-68d8-47b3-adde-02da159b6ad8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:20.181417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0cf304d-b04f-4751-b73a-d98731748ff5 req-dca37931-68d8-47b3-adde-02da159b6ad8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.0558541 Feb 03 14:26:20.181890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Attempting to bind port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:20.182371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Attempting to bind port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f4b96739-b76f-4c8d-96cf-a176a83b45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '152721c1-f9b0-4b93-99f5-bd5fe9b6fff6'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:20.182881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Attempting to bind port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 on network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:20.189076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:20.189581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Checking segment: {'id': 'f4b96739-b76f-4c8d-96cf-a176a83b45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '152721c1-f9b0-4b93-99f5-bd5fe9b6fff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:20.190125 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.190715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Bound using segment: {'id': 'f4b96739-b76f-4c8d-96cf-a176a83b45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '152721c1-f9b0-4b93-99f5-bd5fe9b6fff6'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:20.191299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Bound port: b37197d9-8f61-4bae-b87d-1c070d2cb7d3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b96739-b76f-4c8d-96cf-a176a83b45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '152721c1-f9b0-4b93-99f5-bd5fe9b6fff6'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:20.191801 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.238366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0cf304d-b04f-4751-b73a-d98731748ff5 req-348fa1fc-a8c3-42a9-993f-f9dd433f5a4a tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508721 Feb 03 14:26:20.266716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] For port b37197d9-8f61-4bae-b87d-1c070d2cb7d3, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:20.270544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] For port b37197d9-8f61-4bae-b87d-1c070d2cb7d3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,segment=NetworkSegment(f4b96739-b76f-4c8d-96cf-a176a83b45ec),segment_id=f4b96739-b76f-4c8d-96cf-a176a83b45ec)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:20.278638 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.290013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8::1 (152721c1-f9b0-4b93-99f5-bd5fe9b6fff6/83f50e11-2a8f-4209-b49b-a6f342bac09f/16898186-5367-4ab4-ad45-88bf5a9e0aa8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:20.362194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f071f-7f11-4155-acf4-a3bf1944a2c1 None None] Pushing event updated for resources: {'Port': ['ID=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:20.441612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.462791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6373dd-e472-4774-8894-3958597f7090 req-0aaa3df0-b55f-4309-8143-047a8b9c5de8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:20.464750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c6373dd-e472-4774-8894-3958597f7090 req-0aaa3df0-b55f-4309-8143-047a8b9c5de8 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.0874312 Feb 03 14:26:20.489324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.540802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:20.545550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:20.550118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:20.550891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (72171972-4be0-431a-8013-8c226c53fbdc), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.606763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=16898186-5367-4ab4-ad45-88bf5a9e0aa8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:20.631482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c6373dd-e472-4774-8894-3958597f7090 req-267b01c6-a750-4ffb-9c12-5bff3276f0ea tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358685 Feb 03 14:26:20.635045 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.645575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e5bc3-fd33-4b57-9e94-0fc67473c085 req-50d8fb36-5a5c-4019-9277-2ca7c657f71d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:20.650029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-608e5bc3-fd33-4b57-9e94-0fc67473c085 req-50d8fb36-5a5c-4019-9277-2ca7c657f71d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.1956360 Feb 03 14:26:20.732710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-608e5bc3-fd33-4b57-9e94-0fc67473c085 req-3171c778-ab80-4985-8963-7a5e632ddb5d tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751033 Feb 03 14:26:20.739797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:20.753182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-773487f7-ecc5-4078-83ad-d40bcbd3588e req-a3fbc248-8aae-4bce-966a-d819c4ba50fb tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0421472 Feb 03 14:26:20.873617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2933d33-b774-49d4-a256-0a22e2e5e7b5 req-89ca26e5-6c0a-4f25-82cc-1a4dcd4c7f18 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:20.875125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2933d33-b774-49d4-a256-0a22e2e5e7b5 req-89ca26e5-6c0a-4f25-82cc-1a4dcd4c7f18 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.0560441 Feb 03 14:26:20.922931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e2d7cde3-db6f-4493-9873-d9c006da8b46 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:20.954466 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2933d33-b774-49d4-a256-0a22e2e5e7b5 req-aa58cf13-7f56-457f-8bde-363c07af5e13 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685036 Feb 03 14:26:20.966798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2de60-4bca-4099-bda4-8d3b8c8be00f req-3ee6ca04-cb5e-4997-b95c-9c1cd3ac9429 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:20.974265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33f2de60-4bca-4099-bda4-8d3b8c8be00f req-3ee6ca04-cb5e-4997-b95c-9c1cd3ac9429 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 944 time: 0.0981684 Feb 03 14:26:20.989019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port e2d7cde3-db6f-4493-9873-d9c006da8b46 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:26:21.000340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port e2d7cde3-db6f-4493-9873-d9c006da8b46 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:21.000910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.045613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33f2de60-4bca-4099-bda4-8d3b8c8be00f req-9c11ea55-7fcb-4808-8902-b213d7e0e101 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655372 Feb 03 14:26:21.054100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.059410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.060471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (72171972-4be0-431a-8013-8c226c53fbdc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.095032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port e2d7cde3-db6f-4493-9873-d9c006da8b46 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:21.095538 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.121309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8af40d-447e-4a00-87fe-1957eea8ff67 req-6191f08c-4c91-4402-a56f-76d160401bb3 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:21.127302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:21.129250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f8af40d-447e-4a00-87fe-1957eea8ff67 req-6191f08c-4c91-4402-a56f-76d160401bb3 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 945 time: 0.0820549 Feb 03 14:26:21.130856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=16898186-5367-4ab4-ad45-88bf5a9e0aa8,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:21.131146 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed4838f-199d-4989-8019-760672b2d31f" -d '{"events": [{"server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "name": "network-vif-plugged", "status": "completed", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:21.146285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port e2d7cde3-db6f-4493-9873-d9c006da8b46, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:21.150641 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.152038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:21.225635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:21.227965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:21.236190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f8af40d-447e-4a00-87fe-1957eea8ff67 req-868eb8e0-ddcb-40f4-8afd-96223b3eeb06 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059580 Feb 03 14:26:21.256033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ea57-0dfd-4b2b-b5e6-b1ab0c49d261 req-23b7fff5-845c-4854-8287-9e61ca17e2ba tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:21.264142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65d2ea57-0dfd-4b2b-b5e6-b1ab0c49d261 req-23b7fff5-845c-4854-8287-9e61ca17e2ba tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1260271 Feb 03 14:26:21.333599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65d2ea57-0dfd-4b2b-b5e6-b1ab0c49d261 req-08a9905b-3460-4d44-a592-925c879ea21f tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Feb 03 14:26:21.420078 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32786f6f-b7b4-4055-82ec-b76b1437c19e x-openstack-request-id: req-32786f6f-b7b4-4055-82ec-b76b1437c19e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:21.421315 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "name": "network-vif-plugged", "status": "completed", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:21.421315 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32786f6f-b7b4-4055-82ec-b76b1437c19e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:21.421581 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'code': 200} Feb 03 14:26:21.441502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 72171972-4be0-431a-8013-8c226c53fbdc is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:26:21.477770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=e2d7cde3-db6f-4493-9873-d9c006da8b46,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:21.570028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd57a3c-0737-4c41-a08a-0c7dfca4aba3 req-b0f0414e-6998-4a72-9186-cab96a1cdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:21.572097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dd57a3c-0737-4c41-a08a-0c7dfca4aba3 req-b0f0414e-6998-4a72-9186-cab96a1cdb78 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 1127 time: 0.1477413 Feb 03 14:26:21.577412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:21.577412 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.586293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f41bb7-d552-4e24-a73f-e0170f690b32 req-9c778799-4f5e-4b94-a78e-b60eb087cc45 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:21.596716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8f41bb7-d552-4e24-a73f-e0170f690b32 req-9c778799-4f5e-4b94-a78e-b60eb087cc45 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1558397 Feb 03 14:26:21.604041 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:21.619305 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5027acd7-4598-4fe2-9ee6-2c9e6d560872 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/72171972-4be0-431a-8013-8c226c53fbdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107552 Feb 03 14:26:21.619928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49736) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:21.620645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:21.625601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] Sync routers for ids ['72171972-4be0-431a-8013-8c226c53fbdc'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:21.633381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:21.668959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dd57a3c-0737-4c41-a08a-0c7dfca4aba3 req-f21a1c52-2f63-4353-8a84-9209857cd0ca service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700905 Feb 03 14:26:21.709182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] Routers {'72171972-4be0-431a-8013-8c226c53fbdc'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:21.709830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72171972-4be0-431a-8013-8c226c53fbdc'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:21.767726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4db7e-e870-4568-ad12-4d803f5cd0a7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:21.769720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8f41bb7-d552-4e24-a73f-e0170f690b32 req-1b382ccc-a490-44b8-96e4-fbca268037f2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663451 Feb 03 14:26:21.775015 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-36b4db7e-e870-4568-ad12-4d803f5cd0a7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports/16898186-5367-4ab4-ad45-88bf5a9e0aa8 HTTP/1.1" status: 200 len: 911 time: 0.1539378 Feb 03 14:26:21.777600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:21.787063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83f50e11-2a8f-4209-b49b-a6f342bac09f'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:21.810660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15e3b8-94eb-465f-ba47-c213b4f8d401 None None] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:21.817124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:21.859885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:21.906085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] Routers {'72171972-4be0-431a-8013-8c226c53fbdc'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:21.906085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72171972-4be0-431a-8013-8c226c53fbdc'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:21.957131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b37197d9-8f61-4bae-b87d-1c070d2cb7d3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:21.984877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:21.985545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9fb33-f5be-49a7-b9d3-3aff05f3438a None None] The sync data for ids ['72171972-4be0-431a-8013-8c226c53fbdc'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:21.988279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbec4ad-9d2c-4373-80ad-7d4a8962d6bd req-75e9d306-3a59-4352-ade7-483b02d78b30 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:21.989848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fbec4ad-9d2c-4373-80ad-7d4a8962d6bd req-75e9d306-3a59-4352-ade7-483b02d78b30 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 945 time: 0.1599061 Feb 03 14:26:22.023315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.031506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b910dfea-a841-468f-8912-c57b50e44a5a None None] Provisioning complete for port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:22.031886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b910dfea-a841-468f-8912-c57b50e44a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.040620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaf868-1d52-48ce-a530-4f8497defe56 req-d2da4c9d-8cfc-49e5-9b1a-2c7fd9cbfe2c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:22.042160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bffaf868-1d52-48ce-a530-4f8497defe56 req-d2da4c9d-8cfc-49e5-9b1a-2c7fd9cbfe2c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.1598158 Feb 03 14:26:22.104562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:22.105165 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.123492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fbec4ad-9d2c-4373-80ad-7d4a8962d6bd req-ef8f7ebe-0155-4c0f-a3cc-b964065be451 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229606 Feb 03 14:26:22.133367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.192489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b910dfea-a841-468f-8912-c57b50e44a5a None None] Current status of the port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:22.192890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b910dfea-a841-468f-8912-c57b50e44a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.218451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bffaf868-1d52-48ce-a530-4f8497defe56 req-77484024-fdf1-46fc-8465-ee6cfc00d8fc tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674809 Feb 03 14:26:22.289189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:22.289592 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.292668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b910dfea-a841-468f-8912-c57b50e44a5a None None] For port b37197d9-8f61-4bae-b87d-1c070d2cb7d3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,segment=NetworkSegment(f4b96739-b76f-4c8d-96cf-a176a83b45ec),segment_id=f4b96739-b76f-4c8d-96cf-a176a83b45ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:22.303681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b910dfea-a841-468f-8912-c57b50e44a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.384268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f09370ab-edf5-44ad-8b0d-31091424e824 req-0fb80d08-f0c9-4186-b549-1268f2156963 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0714989 Feb 03 14:26:22.393200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910dfea-a841-468f-8912-c57b50e44a5a None None] Pushing event updated for resources: {'Port': ['ID=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:22.396615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:26:22.397033 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:26:22.503567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bbaac-7eba-4c5e-aad9-de922e5ad7d9 req-3a3d92d7-952b-42cf-afc9-0d9e0d3c4c02 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:22.505091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b0bbaac-7eba-4c5e-aad9-de922e5ad7d9 req-3a3d92d7-952b-42cf-afc9-0d9e0d3c4c02 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.1490004 Feb 03 14:26:22.527707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-03a87071-9d4b-4065-b0d2-15397c56d8ae None None] Provisioning complete for port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:22.528260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03a87071-9d4b-4065-b0d2-15397c56d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.640077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-03a87071-9d4b-4065-b0d2-15397c56d8ae None None] Current status of the port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:22.652926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a70fe-d9c2-45ff-8103-9d33aee2caea req-4d968c4a-edb1-4ea9-9077-d6ca324baee9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:22.654449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d0a70fe-d9c2-45ff-8103-9d33aee2caea req-4d968c4a-edb1-4ea9-9077-d6ca324baee9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.1764188 Feb 03 14:26:22.661828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b0bbaac-7eba-4c5e-aad9-de922e5ad7d9 req-d0cb148e-1457-494f-9124-16d3d71ce8cf tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350870 Feb 03 14:26:22.663799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-03a87071-9d4b-4065-b0d2-15397c56d8ae None None] Provisioning complete for port 16898186-5367-4ab4-ad45-88bf5a9e0aa8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:22.664395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03a87071-9d4b-4065-b0d2-15397c56d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.711091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-03a87071-9d4b-4065-b0d2-15397c56d8ae None None] Port 16898186-5367-4ab4-ad45-88bf5a9e0aa8 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:22.771329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d0a70fe-d9c2-45ff-8103-9d33aee2caea req-62dd2851-552e-499c-b753-55a1f4131d29 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985060 Feb 03 14:26:22.816477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.827548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.834540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ab73fc08-aa63-4156-a2ed-e6442f6fae58 None None] Provisioning complete for port 16898186-5367-4ab4-ad45-88bf5a9e0aa8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:22.834847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:22.835292 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab73fc08-aa63-4156-a2ed-e6442f6fae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.835670 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:22.840160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/ports/16898186-5367-4ab4-ad45-88bf5a9e0aa8 HTTP/1.1" status: 200 len: 911 time: 1.0587716 Feb 03 14:26:22.840684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49754) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:22.926886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab73fc08-aa63-4156-a2ed-e6442f6fae58 None None] Port 16898186-5367-4ab4-ad45-88bf5a9e0aa8 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:22.932062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87863c5a-fabf-44e8-9725-b3cd5e326ec5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=16898186-5367-4ab4-ad45-88bf5a9e0aa8,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:22.954875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:22.964693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7801a-24b3-44e7-bdff-b4e42746568d req-77a07c0b-bc23-4a65-b123-56983f7ec29d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:22.966428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79a7801a-24b3-44e7-bdff-b4e42746568d req-77a07c0b-bc23-4a65-b123-56983f7ec29d tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.0911527 Feb 03 14:26:23.020092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79a7801a-24b3-44e7-bdff-b4e42746568d req-fb64d8e0-a535-4f78-8d99-c2f6f57df212 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466356 Feb 03 14:26:23.058927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3cef9df9-9356-4697-a3b6-54e5cf31403e None None] Provisioning complete for port 16898186-5367-4ab4-ad45-88bf5a9e0aa8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:23.059568 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cef9df9-9356-4697-a3b6-54e5cf31403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:23.098966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3cef9df9-9356-4697-a3b6-54e5cf31403e None None] Port 16898186-5367-4ab4-ad45-88bf5a9e0aa8 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:23.183120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15741e56-af27-4010-91ea-9eced0208e6c req-e20a01cc-8636-4757-a774-aced889932e9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:23.184807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15741e56-af27-4010-91ea-9eced0208e6c req-e20a01cc-8636-4757-a774-aced889932e9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.0674281 Feb 03 14:26:23.248100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (72171972-4be0-431a-8013-8c226c53fbdc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:23.423103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:23.426048 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586bb1e9-0b5b-4c55-b5a6-2cd5ecf19bed" -d '{"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-unplugged", "status": "completed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:23.507398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 16898186-5367-4ab4-ad45-88bf5a9e0aa8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:23.507877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:23.526322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-5b093764-9224-4ff7-a88b-a3f35a21d785 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:23.527781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-5b093764-9224-4ff7-a88b-a3f35a21d785 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 945 time: 0.3613200 Feb 03 14:26:23.532099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15741e56-af27-4010-91ea-9eced0208e6c req-2c83c7c7-02d6-47a2-a152-5ca54353e9f7 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239319 Feb 03 14:26:23.584363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfda1-582d-4c4b-8855-97d696d24201 req-af39a560-abe3-4701-9b9d-1c9cfb92f455 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:23.591153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-646dfda1-582d-4c4b-8855-97d696d24201 req-af39a560-abe3-4701-9b9d-1c9cfb92f455 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 945 time: 0.3604674 Feb 03 14:26:23.598739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:23.616214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 16898186-5367-4ab4-ad45-88bf5a9e0aa8 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:23.716202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-646dfda1-582d-4c4b-8855-97d696d24201 req-edd19450-6e2e-4613-a840-a13390447296 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf23e408-9144-4f04-9813-2808b69b73e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218734 Feb 03 14:26:23.768550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bce87-53a9-42d1-862e-077ac92b16a9 req-52f54801-8291-42e9-b147-d6ed9a43d22f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:23.773725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a85bce87-53a9-42d1-862e-077ac92b16a9 req-52f54801-8291-42e9-b147-d6ed9a43d22f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.1394606 Feb 03 14:26:23.815607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Deleting port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:23.815982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:23.839975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (16898186-5367-4ab4-ad45-88bf5a9e0aa8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:23.856938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b37197d9-8f61-4bae-b87d-1c070d2cb7d3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:23.883980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f4d5f50-a705-4345-b7b4-4cdf2c61b7a1 req-e626f86d-9980-4e19-ba52-6b8db3f464f3 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0447626 Feb 03 14:26:23.886504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=16898186-5367-4ab4-ad45-88bf5a9e0aa8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:23.949249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a85bce87-53a9-42d1-862e-077ac92b16a9 req-9e2b9b8f-ab2b-4535-b340-20bde732c813 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745520 Feb 03 14:26:24.001572 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89678eb7-f1a5-4e44-84dc-7ea5a7d17283 x-openstack-request-id: req-89678eb7-f1a5-4e44-84dc-7ea5a7d17283 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:24.003843 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-unplugged", "status": "failed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "code": 422}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:24.004351 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89678eb7-f1a5-4e44-84dc-7ea5a7d17283 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:24.005636 n-d-827549-2 neutron-server[103343]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'code': 422} returned with failed status Feb 03 14:26:24.007962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:24.008861 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.027066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] For port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,segment=NetworkSegment(3fc92730-14c4-43dd-a0af-2396076857be),segment_id=3fc92730-14c4-43dd-a0af-2396076857be)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:24.027423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.032576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (72171972-4be0-431a-8013-8c226c53fbdc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.129653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Calling delete_port for adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:24.168368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:24.227855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7227bb-1750-45e0-82e0-8e64046fd2e9 req-b39167cd-3f45-40cd-9d11-147928502aa2 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:24.234392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb7227bb-1750-45e0-82e0-8e64046fd2e9 req-b39167cd-3f45-40cd-9d11-147928502aa2 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.1662738 Feb 03 14:26:24.307221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 72171972-4be0-431a-8013-8c226c53fbdc has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:24.391687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb7227bb-1750-45e0-82e0-8e64046fd2e9 req-cc838d0e-3e2d-4bc8-84f1-23ca3f3ae0b5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456938 Feb 03 14:26:24.397981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.427344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:24.432940 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-381e3aa0-5121-4d6c-aa5b-8476d82ef5d9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/72171972-4be0-431a-8013-8c226c53fbdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898297 Feb 03 14:26:24.435568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:24.442162 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] Sync routers for ids ['72171972-4be0-431a-8013-8c226c53fbdc'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:24.455137 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] Routers {'72171972-4be0-431a-8013-8c226c53fbdc'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:24.455377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Pushing event deleted for resources: {'Port': ['ID=adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:24.455508 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72171972-4be0-431a-8013-8c226c53fbdc'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:24.482618 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a9d5bb91-3d9f-4d48-956c-0bbff22de240 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=72171972-4be0-431a-8013-8c226c53fbdc HTTP/1.1" status: 200 len: 205 time: 0.0458062 Feb 03 14:26:24.486751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49796) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:24.510387 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:24.520067 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] Routers {'72171972-4be0-431a-8013-8c226c53fbdc'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:24.520964 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['72171972-4be0-431a-8013-8c226c53fbdc'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:24.551887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] No DVR routers for this DVR port adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:24.555131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.559601 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:24.560531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cb74615-5506-4d98-9dd2-4655d6610f30 req-81e07082-d916-4cc3-8481-817693553fef tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.45 "DELETE /v2.0/ports/adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 HTTP/1.1" status: 204 len: 173 time: 1.0261660 Feb 03 14:26:24.560835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'name': 'network-vif-deleted', 'tag': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:24.561694 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca3a4a-4b02-466a-972e-19a9c6081686 None None] The sync data for ids ['72171972-4be0-431a-8013-8c226c53fbdc'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:24.563562 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f48d2b-e685-46bf-a159-7af1449f2fec" -d '{"events": [{"server_uuid": "7cbe848f-5ab0-4d78-bbb9-b7408dca838d", "name": "network-vif-deleted", "tag": "adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:24.599227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ff77fe9-558c-475d-bf84-2809268be94a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (72171972-4be0-431a-8013-8c226c53fbdc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.621982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f44cbb-b889-4c6f-a601-8ecb9170d63c req-39a4f5bc-8bf1-4469-9706-571aad5936b2 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:24.636428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2f44cbb-b889-4c6f-a601-8ecb9170d63c req-39a4f5bc-8bf1-4469-9706-571aad5936b2 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.1319046 Feb 03 14:26:24.644558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49802) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:24.651966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Request body: {'floatingip': {'port_id': 'e2d7cde3-db6f-4493-9873-d9c006da8b46'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:24.687608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.716761 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60084954-a75d-46f9-8f6d-2517a97ec18f x-openstack-request-id: req-60084954-a75d-46f9-8f6d-2517a97ec18f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:24.716761 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe848f-5ab0-4d78-bbb9-b7408dca838d", "name": "network-vif-deleted", "tag": "adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:24.716761 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60084954-a75d-46f9-8f6d-2517a97ec18f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:24.717796 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe848f-5ab0-4d78-bbb9-b7408dca838d', 'name': 'network-vif-deleted', 'tag': 'adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1', 'status': 'completed', 'code': 200} Feb 03 14:26:24.833656 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for floatingip (11ce618a-8e37-4ae7-b2d5-917d8da1562a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:24.915291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:24.947390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-366ad89d-d5ff-4b5b-b3a0-3cd97d5b6c76 req-e6174a9f-240d-4733-8f67-8e7d619debb8 tempest-ServerPasswordTestJSON-1497674408 tempest-ServerPasswordTestJSON-1497674408-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cbe848f-5ab0-4d78-bbb9-b7408dca838d HTTP/1.1" status: 200 len: 210 time: 0.1065361 Feb 03 14:26:25.129887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06f41107-4175-4239-a4c4-c5b0785f9066 req-f1b89232-8d06-4b00-bc53-f5126255d5d3 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0818894 Feb 03 14:26:25.147939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:25.349006 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ff77fe9-558c-475d-bf84-2809268be94a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (72171972-4be0-431a-8013-8c226c53fbdc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.351108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ff77fe9-558c-475d-bf84-2809268be94a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (72171972-4be0-431a-8013-8c226c53fbdc), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.417703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ff77fe9-558c-475d-bf84-2809268be94a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (72171972-4be0-431a-8013-8c226c53fbdc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.418228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff77fe9-558c-475d-bf84-2809268be94a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Fanout notify agent at l3_agent the message router_deleted on router 72171972-4be0-431a-8013-8c226c53fbdc {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:26:25.448320 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9ff77fe9-558c-475d-bf84-2809268be94a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.450440 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9ff77fe9-558c-475d-bf84-2809268be94a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/72171972-4be0-431a-8013-8c226c53fbdc HTTP/1.1" status: 204 len: 168 time: 0.9627199 Feb 03 14:26:25.453710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49826) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:25.549288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 83f50e11-2a8f-4209-b49b-a6f342bac09f {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:26:25.555416 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (83f50e11-2a8f-4209-b49b-a6f342bac09f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.603789 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-a0130fe5-0472-4278-b75e-e97cf930caa2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956631 Feb 03 14:26:25.606016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (83f50e11-2a8f-4209-b49b-a6f342bac09f), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.668738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfedb94-d439-48a8-999f-625314922fff req-dee7eb9e-690b-442b-b529-67445b1466f7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:25.671327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bdfedb94-d439-48a8-999f-625314922fff req-dee7eb9e-690b-442b-b529-67445b1466f7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.1719465 Feb 03 14:26:25.705864 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (83f50e11-2a8f-4209-b49b-a6f342bac09f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.723975 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:26:25.834462 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (83f50e11-2a8f-4209-b49b-a6f342bac09f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.842007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bdfedb94-d439-48a8-999f-625314922fff req-61efac52-2390-4ebd-bb50-9982edc0ec0c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594965 Feb 03 14:26:25.882678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=83f50e11-2a8f-4209-b49b-a6f342bac09f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:25.884477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.888611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.890011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (11ce618a-8e37-4ae7-b2d5-917d8da1562a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:25.892234 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b9a1e7d-18a5-4d48-a87b-631c5f6efa32 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/83f50e11-2a8f-4209-b49b-a6f342bac09f HTTP/1.1" status: 204 len: 168 time: 0.4349229 Feb 03 14:26:25.895750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49840) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:25.902224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e73335-0257-4394-b6d8-c22156322229 None None] Network 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:26.012820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (152721c1-f9b0-4b93-99f5-bd5fe9b6fff6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.041375 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Floating IP 11ce618a-8e37-4ae7-b2d5-917d8da1562a associated. External IP: 172.25.0.113, port: e2d7cde3-db6f-4493-9873-d9c006da8b46. Feb 03 14:26:26.052615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49844) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:26.136764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] Deleting subnet a630b935-ae57-477e-a70e-a009d61a13b1 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:26:26.143440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:26.155902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] Publish callbacks [] for subnet (a630b935-ae57-477e-a70e-a009d61a13b1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.221824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] DHCP port deletion for 152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:26:26.242093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:26:26.242852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device adfd05ce-0d66-4ff3-a5a1-b36d6cdb3aa1 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:26:26.250754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (a630b935-ae57-477e-a70e-a009d61a13b1), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.290332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:26.290684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.369293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] Deleting port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:26.370682 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.385719 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (a630b935-ae57-477e-a70e-a009d61a13b1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.430005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port b37197d9-8f61-4bae-b87d-1c070d2cb7d3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,segment=NetworkSegment(f4b96739-b76f-4c8d-96cf-a176a83b45ec),segment_id=f4b96739-b76f-4c8d-96cf-a176a83b45ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:26.430451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.450765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for b37197d9-8f61-4bae-b87d-1c070d2cb7d3 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:26.461297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] For port b37197d9-8f61-4bae-b87d-1c070d2cb7d3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,segment=NetworkSegment(f4b96739-b76f-4c8d-96cf-a176a83b45ec),segment_id=f4b96739-b76f-4c8d-96cf-a176a83b45ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:26.461675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.491345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] Calling delete_port for b37197d9-8f61-4bae-b87d-1c070d2cb7d3 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:26.558911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (a630b935-ae57-477e-a70e-a009d61a13b1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.565212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.567400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d059058-d9c0-45c3-bab9-b90d108356c4 req-f2607f5a-b024-4dda-8e80-02d30f21b076 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0507929 Feb 03 14:26:26.624630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a630b935-ae57-477e-a70e-a009d61a13b1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:26.630218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.633726 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-871bd81a-a485-4228-bb65-384fcbe9e141 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a630b935-ae57-477e-a70e-a009d61a13b1 HTTP/1.1" status: 204 len: 168 time: 0.5800707 Feb 03 14:26:26.634691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:26.636704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49848) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:26.637546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:26.695867 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b37197d9-8f61-4bae-b87d-1c070d2cb7d3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.737489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475043-541d-4380-95e3-ef57296e1e3f req-d299d562-5b8a-46f7-a5be-41136babc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:26.739091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-d299d562-5b8a-46f7-a5be-41136babc7b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058&tenant_id=6fc617d0ee0245bbb30e13595f55cadd HTTP/1.1" status: 200 len: 1126 time: 0.1490612 Feb 03 14:26:26.744390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] Pushing event deleted for resources: {'Port': ['ID=b37197d9-8f61-4bae-b87d-1c070d2cb7d3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:26.759838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a49c2-94f3-40d7-989d-c853f933862f None None] No DVR routers for this DVR port b37197d9-8f61-4bae-b87d-1c070d2cb7d3 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:26.793987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:26.830720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (152721c1-f9b0-4b93-99f5-bd5fe9b6fff6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.836062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5843bc7b-679f-482d-b52c-46abba8c3cae), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.889827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:26.891192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152721c1-f9b0-4b93-99f5-bd5fe9b6fff6']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:26.897617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:26.928016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b96739-b76f-4c8d-96cf-a176a83b45ec') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:26.928318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b96739-b76f-4c8d-96cf-a176a83b45ec') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:26.948667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (f4b96739-b76f-4c8d-96cf-a176a83b45ec), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.006262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f4b96739-b76f-4c8d-96cf-a176a83b45ec), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.012533 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5843bc7b-679f-482d-b52c-46abba8c3cae), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.022150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:26:27.022617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (f4b96739-b76f-4c8d-96cf-a176a83b45ec), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:26:27.026243 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:26:27.090955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5843bc7b-679f-482d-b52c-46abba8c3cae']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:27.107357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc92730-14c4-43dd-a0af-2396076857be') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:27.108507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc92730-14c4-43dd-a0af-2396076857be') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:27.119220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (3fc92730-14c4-43dd-a0af-2396076857be), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.125791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (152721c1-f9b0-4b93-99f5-bd5fe9b6fff6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.140757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.144186 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/152721c1-f9b0-4b93-99f5-bd5fe9b6fff6 HTTP/1.1" status: 204 len: 168 time: 1.2467940 Feb 03 14:26:27.149017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49854) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:27.153282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d37c4328-feb4-40c2-9fc8-b7612bb6b426 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1199287229', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:27.169709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3fc92730-14c4-43dd-a0af-2396076857be), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.174943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571becb-cd02-4f2a-8852-1f60982b6f67 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=152721c1-f9b0-4b93-99f5-bd5fe9b6fff6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:27.186090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:26:27.186796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (3fc92730-14c4-43dd-a0af-2396076857be), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:26:27.188873 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:26:27.193762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6174381-333b-4602-b76c-7ff990715bb7 req-6b80d55d-ab0e-45fd-bd7f-e25853511fd7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:27.195307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6174381-333b-4602-b76c-7ff990715bb7 req-6b80d55d-ab0e-45fd-bd7f-e25853511fd7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.1898735 Feb 03 14:26:27.210837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:27.226182 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.226401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] Sync routers for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:27.240771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:27.241987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:27.250173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d37c4328-feb4-40c2-9fc8-b7612bb6b426 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.251378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d37c4328-feb4-40c2-9fc8-b7612bb6b426 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.265339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5843bc7b-679f-482d-b52c-46abba8c3cae), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.266474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eaade5c0-4cd2-458f-831a-fe6372685ec5 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "PUT /v2.0/floatingips/11ce618a-8e37-4ae7-b2d5-917d8da1562a HTTP/1.1" status: 200 len: 991 time: 2.6206434 Feb 03 14:26:27.280583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:27.281092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.285030 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affca5f1-e4b8-4793-9793-7703763d0ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:27.285274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5843bc7b-679f-482d-b52c-46abba8c3cae HTTP/1.1" status: 204 len: 168 time: 0.6441228 Feb 03 14:26:27.340256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd1ce3-060b-4803-9103-a92575634ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5843bc7b-679f-482d-b52c-46abba8c3cae,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:27.391075 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d37c4328-feb4-40c2-9fc8-b7612bb6b426 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.398082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d37c4328-feb4-40c2-9fc8-b7612bb6b426 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.430370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d37c4328-feb4-40c2-9fc8-b7612bb6b426 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.434220 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d37c4328-feb4-40c2-9fc8-b7612bb6b426 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2820921 Feb 03 14:26:27.435089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49862) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:27.444625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-973001984'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:27.469145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6174381-333b-4602-b76c-7ff990715bb7 req-d786748a-ea7f-44eb-91bc-4f532fe29f43 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644787 Feb 03 14:26:27.502957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:27.513111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.517683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49864) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:27.518499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:27.554672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:27.567835 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e024251-493a-4c8a-ab4d-386a366933c7 x-openstack-request-id: req-7e024251-493a-4c8a-ab4d-386a366933c7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:27.568538 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:27.569088 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e024251-493a-4c8a-ab4d-386a366933c7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:27.569764 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'status': 'completed', 'code': 200} Feb 03 14:26:27.586591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:27.612745 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58333bca-8671-4a24-a1dd-97b6d1f4febe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df153e559e204fa9bcacd618619e0e7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0893939 Feb 03 14:26:27.614227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (14f832fc-46e0-4174-b108-388ca68b0ac6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.614625 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment 14f832fc-46e0-4174-b108-388ca68b0ac6 of type vlan for network c87f3c28-ee46-4a60-a7a3-544a41b7217d Feb 03 14:26:27.616018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49868) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:27.671545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:27.710378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7354-15ba-40d5-979b-daa54124476c req-f2863994-f056-4ead-b103-32f1b1dc7911 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:27.712139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87ad7354-15ba-40d5-979b-daa54124476c req-f2863994-f056-4ead-b103-32f1b1dc7911 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.2911160 Feb 03 14:26:27.719060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41680cba-d110-41b9-9f99-e4119cf856d6 admin admin] Publish callbacks [] for security_group (bf23e408-9144-4f04-9813-2808b69b73e3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.722812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c87f3c28-ee46-4a60-a7a3-544a41b7217d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.766047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41680cba-d110-41b9-9f99-e4119cf856d6 admin admin] Publish callbacks [] for security_group (bf23e408-9144-4f04-9813-2808b69b73e3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.787828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c87f3c28-ee46-4a60-a7a3-544a41b7217d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.794177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:27.794784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.809041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f87e09d-5f97-414f-9067-197401edb5ab req-51fa1c61-3237-42ef-98ab-da96220c7d59 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1148212 Feb 03 14:26:27.820691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67f2498-da17-4782-bb69-2a9e0a6b1bda {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:27.833536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Publish callbacks [] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.848371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b37197d9-8f61-4bae-b87d-1c070d2cb7d3 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:27.868073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-7d71e69f-6ff3-42e1-8438-d0ff0d1a5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:27.869877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-7d71e69f-6ff3-42e1-8438-d0ff0d1a5714 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf9f95c93ae043b9942d1afa054fce3b&device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 1127 time: 0.2581937 Feb 03 14:26:27.871018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Transition to ACTIVE for port object a67f2498-da17-4782-bb69-2a9e0a6b1bda will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:26:27.879175 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4430554 Feb 03 14:26:27.880125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:27.882439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b37197d9-8f61-4bae-b87d-1c070d2cb7d3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:26:27.882909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b37197d9-8f61-4bae-b87d-1c070d2cb7d3 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:26:27.883510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49870) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:27.895233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:27.969581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=9']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:27.985605 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87ad7354-15ba-40d5-979b-daa54124476c req-d3128e11-fc00-4209-807f-41529d953437 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579186 Feb 03 14:26:28.023934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f979e-c7ec-4c39-b7a7-6f72424eff30 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=c87f3c28-ee46-4a60-a7a3-544a41b7217d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:28.064940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:28.161116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41680cba-d110-41b9-9f99-e4119cf856d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bf23e408-9144-4f04-9813-2808b69b73e3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:28.164283 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41680cba-d110-41b9-9f99-e4119cf856d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:28.166722 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-41680cba-d110-41b9-9f99-e4119cf856d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf23e408-9144-4f04-9813-2808b69b73e3 HTTP/1.1" status: 204 len: 168 time: 0.5493927 Feb 03 14:26:28.186714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41680cba-d110-41b9-9f99-e4119cf856d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf23e408-9144-4f04-9813-2808b69b73e3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:28.196275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:28.201589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:28.207695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '11ce618a-8e37-4ae7-b2d5-917d8da1562a', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'port_id': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'mac_address': 'fa:16:3e:3d:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:26:00Z', 'updated_at': '2022-02-03T14:26:25Z', 'revision_number': 1, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:58Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:28.265714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-531d1cbf-1ccc-450e-8027-5ec34cc7c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:28.271440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-531d1cbf-1ccc-450e-8027-5ec34cc7c24c service neutron] 10.222.0.71 "GET /v2.0/networks?id=c9efccdb-73d0-4276-b654-d9cdfd4b06fd HTTP/1.1" status: 200 len: 913 time: 0.3881228 Feb 03 14:26:28.329274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] Checking router: 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:26:28.345753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] No DVR routers for this DVR port a67f2498-da17-4782-bb69-2a9e0a6b1bda on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:28.358301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:28.358929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:28.630795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:28.645329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-f9dee1a9-5518-4a83-b72b-a72aeeecc767 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46 HTTP/1.1" status: 200 len: 999 time: 0.3059731 Feb 03 14:26:28.685239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0b7e3a8f-db57-49a6-ac2c-d127c14f5e87), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:28.773509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=0b7e3a8f-db57-49a6-ac2c-d127c14f5e87,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:28.809899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:28.810874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: c87f3c28-ee46-4a60-a7a3-544a41b7217d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:28.858098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:28.885107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c87f3c28-ee46-4a60-a7a3-544a41b7217d) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:28.916062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:28.918539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:28.920387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-a7812056-353e-407e-b995-9eb521b044f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:28.929312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-a7812056-353e-407e-b995-9eb521b044f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03161547-76d9-4342-be59-e8851a644978 HTTP/1.1" status: 200 len: 851 time: 0.2778602 Feb 03 14:26:28.966937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90b542d0-8106-4173-b926-645451adbd39 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0789177 Feb 03 14:26:28.970128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49890) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:29.035150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6849-d3c2-4efd-870d-c1b465eaf202 req-9b4846cc-d174-4ceb-b803-1bf674f10f80 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:29.038046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac9f6849-d3c2-4efd-870d-c1b465eaf202 req-9b4846cc-d174-4ceb-b803-1bf674f10f80 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.3836706 Feb 03 14:26:29.169466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b17bc4-5887-457c-ac2e-184b85543a5c None None] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:29.196138 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fe6411a-2bda-4846-ae0f-8030053b6b3b req-7a7662b8-e1b8-4ce8-8385-511899cd7519 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1994855 Feb 03 14:26:29.411917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-05494415-4a9c-42b5-9bed-1bb024f89802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:29.437553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-05494415-4a9c-42b5-9bed-1bb024f89802 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c9efccdb-73d0-4276-b654-d9cdfd4b06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5024486 Feb 03 14:26:29.474352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:29.560200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:26:29.563458 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:29.644597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:29.645250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:29.645613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:29.664812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Port a67f2498-da17-4782-bb69-2a9e0a6b1bda on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:26:29.665299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Attempting to bind port a67f2498-da17-4782-bb69-2a9e0a6b1bda on network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:29.693645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac9f6849-d3c2-4efd-870d-c1b465eaf202 req-4924e720-e9c3-429e-89a3-18a40f0f0196 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6131341 Feb 03 14:26:29.733031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:29.776838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:29.777090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Checking segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:29.778094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Bound using segment: {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:29.778094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Bound port: a67f2498-da17-4782-bb69-2a9e0a6b1bda, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da8e565-9816-4660-860c-cbdeb1a3f0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:29.778390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:29.909863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400daa0-88da-4529-a781-bad1e01fc15c req-ec0c5d0c-a59e-47c3-bffa-85c1edecdc3d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:29.918942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2400daa0-88da-4529-a781-bad1e01fc15c req-ec0c5d0c-a59e-47c3-bffa-85c1edecdc3d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.4550331 Feb 03 14:26:29.931017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-124758073-network', 'tenant_id': '472c3cf279994b599c431b5e879c002e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:29.956654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Made reservation on behalf of 472c3cf279994b599c431b5e879c002e for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:29.961928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:29.984734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:29.991186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '11ce618a-8e37-4ae7-b2d5-917d8da1562a', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'port_id': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'mac_address': 'fa:16:3e:3d:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:26:00Z', 'updated_at': '2022-02-03T14:26:25Z', 'revision_number': 1, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:58Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:30.007418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Allocated IP 2001:db8::2 (c87f3c28-ee46-4a60-a7a3-544a41b7217d/0b7e3a8f-db57-49a6-ac2c-d127c14f5e87/7a1c4c69-f19d-4538-8426-f0b3c563f2c4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:30.041680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f99e02-ed18-4249-bbac-2c222d5f750f None None] The sync data for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 is: [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '11ce618a-8e37-4ae7-b2d5-917d8da1562a', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'floating_ip_address': '172.25.0.113', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'port_id': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'mac_address': 'fa:16:3e:3d:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:26:00Z', 'updated_at': '2022-02-03T14:26:25Z', 'revision_number': 1, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:58Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:30.143933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks [] for security_group (ec62feff-33ab-41b0-8400-794416edb4ee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.150589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ec62feff-33ab-41b0-8400-794416edb4ee), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.212925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62feff-33ab-41b0-8400-794416edb4ee,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:30.222620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:30.253807 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fdb04425-b460-467d-9fc2-9fe073ab5850), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.254166 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Added segment fdb04425-b460-467d-9fc2-9fe073ab5850 of type vlan for network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c Feb 03 14:26:30.340365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.371829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Publish callbacks [] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.381133 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.471503 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba207b5f-6857-4dd5-9d8f-31ba27a2e520 None None] New status for floating IP 11ce618a-8e37-4ae7-b2d5-917d8da1562a: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:26:30.496383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.497415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:30.498005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.503169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:30.518069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:30.546552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:30.621116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Pushing event updated for resources: {'Port': ['ID=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:30.627260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2400daa0-88da-4529-a781-bad1e01fc15c req-63a65bbd-44ba-4b77-b7b9-85a0d0ee637e tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7079351 Feb 03 14:26:30.649066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e693a6eb-602e-4a61-bfca-c4bb01ce9592 req-b91f5f1c-206e-4354-81fb-19ebad0481ff tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0912330 Feb 03 14:26:30.651129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-8280f41a-9d80-481c-b3ca-01103e6b62ff service neutron] 10.222.0.71 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2112744 Feb 03 14:26:30.668443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] Pushing event updated for resources: {'Network': ['ID=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:30.695181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:30.733248 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58b2a1a3-98a6-4196-bb78-eb94629c3008 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9945550 Feb 03 14:26:30.733248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8::1 (c87f3c28-ee46-4a60-a7a3-544a41b7217d/0b7e3a8f-db57-49a6-ac2c-d127c14f5e87/5855fd56-19b1-4f6a-b3ea-9da9a243d388) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:30.734420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:30.748871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Attempting to bind port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:30.756049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Attempting to bind port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:30.757107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Attempting to bind port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 on network c87f3c28-ee46-4a60-a7a3-544a41b7217d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:30.776956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Request body: {'subnet': {'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-subnet', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:30.814128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:30.861731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:30.862051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Checking segment: {'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:30.863563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.863994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Bound using segment: {'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:30.868004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Bound port: 7a1c4c69-f19d-4538-8426-f0b3c563f2c4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:30.868441 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.896672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Made reservation on behalf of 472c3cf279994b599c431b5e879c002e for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:30.898954 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:30.980688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:30.989271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] For port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:30.993054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] For port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,segment=NetworkSegment(14f832fc-46e0-4174-b108-388ca68b0ac6),segment_id=14f832fc-46e0-4174-b108-388ca68b0ac6)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:31.002110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:31.017337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:31.166408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22d0c2-1118-4d57-b724-d72fc91010f1 None None] Pushing event updated for resources: {'Port': ['ID=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:31.224890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:31.252388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:31.254040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:31.259861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:31.261249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-82e749f5-a093-46fd-9934-6cebe2747eb8 service neutron] 10.222.0.45 "PUT /v2.0/ports/a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 1092 time: 4.4734390 Feb 03 14:26:31.277719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f170af1-be20-447f-92c6-bf4fc6201661 req-079a0fee-2cdb-4d2b-837e-35460756e5a2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:31.302514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f170af1-be20-447f-92c6-bf4fc6201661 req-079a0fee-2cdb-4d2b-837e-35460756e5a2 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 944 time: 0.4131780 Feb 03 14:26:31.306588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:31.311510 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:31.408184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-affca5f1-e4b8-4793-9793-7703763d0ea1 req-fbf8e36f-60cd-4110-9756-e8631692cd95 service neutron] 10.222.0.71 "GET /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414954 Feb 03 14:26:31.477813 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b09c87-8f12-41ea-b13e-4250b18a6c36 x-openstack-request-id: req-e1b09c87-8f12-41ea-b13e-4250b18a6c36 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:31.479846 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:31.480143 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1b09c87-8f12-41ea-b13e-4250b18a6c36 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:31.482870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:31.486206 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'status': 'completed', 'code': 200} Feb 03 14:26:31.553439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f170af1-be20-447f-92c6-bf4fc6201661 req-c46c6e53-d7ce-4178-a896-d5e9916e7492 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499814 Feb 03 14:26:31.578083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475043-541d-4380-95e3-ef57296e1e3f req-377e7c34-da27-4d78-a42a-74b5f08fbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:31.583489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-377e7c34-da27-4d78-a42a-74b5f08fbac6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1127 time: 0.2604568 Feb 03 14:26:31.708525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:31.722308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:31.735249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:31.739928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:31.854745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (1777ddcc-e7cd-4c17-83b8-3123ce8e08d7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:31.872565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=5855fd56-19b1-4f6a-b3ea-9da9a243d388,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:31.951665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475043-541d-4380-95e3-ef57296e1e3f req-9f0154a4-b53d-4a52-b5b5-f3e460ad6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:31.956194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-9f0154a4-b53d-4a52-b5b5-f3e460ad6a81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.3666034 Feb 03 14:26:31.960279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-126b67dd-74de-4173-bc0a-766582da6102 req-54b36099-5490-4aca-b093-d6de4c85df33 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1539707 Feb 03 14:26:32.016737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:32.077507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.108897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:32.111677 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.116645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-b07cd72b-af11-4fe2-93e7-1d39d91ab197 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 999 time: 0.1476600 Feb 03 14:26:32.148649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:32.180346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Checking segment: {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:32.181084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Network hostable DHCP agents. Network: a58cb5cf-fb83-49b9-8b5f-608b3aeb674c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:32.215525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:32.216087 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.267202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475043-541d-4380-95e3-ef57296e1e3f req-21f1f4f6-0768-4e69-ac0f-02acbb7546b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:32.268895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-21f1f4f6-0768-4e69-ac0f-02acbb7546b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.1433949 Feb 03 14:26:32.285780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7228362-7476-44e9-a875-bf8f21307ed5 req-530a9c26-6cd9-4700-8792-fbdf6255fc98 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:32.295840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7228362-7476-44e9-a875-bf8f21307ed5 req-530a9c26-6cd9-4700-8792-fbdf6255fc98 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.4884920 Feb 03 14:26:32.297668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,segment=NetworkSegment(14f832fc-46e0-4174-b108-388ca68b0ac6),segment_id=14f832fc-46e0-4174-b108-388ca68b0ac6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:32.302804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.326312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:32.361831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, a58cb5cf-fb83-49b9-8b5f-608b3aeb674c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:32.378829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25591e1-8a38-4085-9700-782cf3a798ac None None] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:32.399637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:32.410200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.440121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7228362-7476-44e9-a875-bf8f21307ed5 req-31bd0eb0-e2c2-4cd3-8836-1e4ee3b7d9fc tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375849 Feb 03 14:26:32.448745 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4c9003a-69c7-40b1-b774-b4263d1ed25c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7135737 Feb 03 14:26:32.451033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49932) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:32.468917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:32.475272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475043-541d-4380-95e3-ef57296e1e3f req-0f1d7eb6-64e4-493a-8c4f-6c3ed13de0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:32.476834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-0f1d7eb6-64e4-493a-8c4f-6c3ed13de0e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1543694 Feb 03 14:26:32.485830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:32.625419 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (761a90f0-2ade-4a63-89f7-389779b2442f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.627228 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (761a90f0-2ade-4a63-89f7-389779b2442f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.645633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec932802-74bd-49c8-b60d-82b28a63c7b2 None None] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:32.757855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks [] for router_controller (761a90f0-2ade-4a63-89f7-389779b2442f), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.773944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c32794-5f0c-4565-a8ba-6fe5e3e904a4 req-7ab8d9f9-693b-45ea-95d8-dd0d22ce0a5a tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:32.788119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c32794-5f0c-4565-a8ba-6fe5e3e904a4 req-7ab8d9f9-693b-45ea-95d8-dd0d22ce0a5a tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.2216821 Feb 03 14:26:32.864725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c32794-5f0c-4565-a8ba-6fe5e3e904a4 req-d0ef8ac8-5d9f-4b66-98e5-63010d489620 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745156 Feb 03 14:26:32.885076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-5099d44f-bbe2-4d8b-a974-d98611aadb95 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896055 Feb 03 14:26:32.885300 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.894597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4a58-dea2-490f-ad20-9478071fce7e req-5c664bd6-737b-4e9f-861e-ced6703d0155 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:32.899516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adeb4a58-dea2-490f-ad20-9478071fce7e req-5c664bd6-737b-4e9f-861e-ced6703d0155 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.1957316 Feb 03 14:26:32.905068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.905838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:32.984875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4a207-67c5-4aa4-a28e-16d023652398 None None] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:33.031566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adeb4a58-dea2-490f-ad20-9478071fce7e req-b5104238-cebd-43d0-ab6b-40285e1a7dc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189690 Feb 03 14:26:33.072631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-17f1c458-5d65-4f90-8160-a6c2994e8921 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696184 Feb 03 14:26:33.120936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6faf5ca7-30d2-4cb9-bcb6-a02ab06bee72 req-ac3be12b-7ed3-48c3-b521-da2e7378136b tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0324464 Feb 03 14:26:33.177240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-604bb746-5624-4780-a3d4-0f39fec6d869 None None] Provisioning complete for port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:33.177905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bb746-5624-4780-a3d4-0f39fec6d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:33.243139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-5b6ea185-c435-45e0-9aa3-3819f4c11449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:33.253995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-5b6ea185-c435-45e0-9aa3-3819f4c11449 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1127 time: 0.1147313 Feb 03 14:26:33.317289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-604bb746-5624-4780-a3d4-0f39fec6d869 None None] Current status of the port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:33.412977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-e34f9d3b-35cc-4c46-bbc8-980c8ca861a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:33.415462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-e34f9d3b-35cc-4c46-bbc8-980c8ca861a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 200 len: 917 time: 0.1538265 Feb 03 14:26:33.474818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks [] for router_gateway (761a90f0-2ade-4a63-89f7-389779b2442f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:33.495245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-87038d3f-4ded-4ce8-8204-26a7b2850770 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 200 len: 999 time: 0.0731606 Feb 03 14:26:33.502549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=5855fd56-19b1-4f6a-b3ea-9da9a243d388,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:33.565733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-4e636b14-1a5f-41cc-8d10-bc718868145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:33.567926 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-4e636b14-1a5f-41cc-8d10-bc718868145a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 200 len: 855 time: 0.0670145 Feb 03 14:26:33.647626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-68db482c-a97b-49d0-a61f-d989768c3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:33.650029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-68db482c-a97b-49d0-a61f-d989768c3103 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91edd6a3-4519-45a0-8b02-8c97405b3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738795 Feb 03 14:26:33.660157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6c4a5f28-9b23-4dca-9311-848774bf5f17 None None] Provisioning complete for port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:33.660750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f28-9b23-4dca-9311-848774bf5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:33.729465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:33.733361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:33.942460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a5f28-9b23-4dca-9311-848774bf5f17 None None] Current status of the port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:33.969027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6c4a5f28-9b23-4dca-9311-848774bf5f17 None None] Provisioning complete for port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:33.969396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5f28-9b23-4dca-9311-848774bf5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:33.980929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:33.985326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-eae06104-b432-443e-92a7-581c03f24d68 service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184738 Feb 03 14:26:34.029296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:26:34.229161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2b5714b-eba8-44c3-9403-dc72ea73c7a7 req-5ed734b8-b041-49c4-b6cb-4e1b6a88211f service neutron] 10.222.0.45 "GET /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234738 Feb 03 14:26:34.229726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a5f28-9b23-4dca-9311-848774bf5f17 None None] Port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:34.276749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:34.288114 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04870317-1912-454e-876b-2ae64b2d0d12 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3162911 Feb 03 14:26:34.291637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:34.292199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:34.294485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:34.320099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49966) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:34.325554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1302380041'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:34.417841 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks [] for router_gateway (761a90f0-2ade-4a63-89f7-389779b2442f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:34.443663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:34.447666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:34.452632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:34.458246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:34.462884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:34.487249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e317fdbd-1f0f-455f-a185-52c96b13c94c req-9c686909-4599-4023-b7cb-6d760f290191 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1374834 Feb 03 14:26:34.543256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca6c94-d288-48a4-8c0d-ad724ee054b1 req-b8a1dd7c-3a3d-44e6-86fa-641f1908aad5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:34.546042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99ca6c94-d288-48a4-8c0d-ad724ee054b1 req-b8a1dd7c-3a3d-44e6-86fa-641f1908aad5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.2814291 Feb 03 14:26:34.621911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6a0585dd-a7e3-4121-8cc0-b07c753d2e49 None None] Provisioning complete for port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:34.622395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6a0585dd-a7e3-4121-8cc0-b07c753d2e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:34.651588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99ca6c94-d288-48a4-8c0d-ad724ee054b1 req-ee5afa06-11bb-4160-8408-7435266fed38 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992796 Feb 03 14:26:34.676044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Allocated IP 172.25.0.25 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/d169b21b-5071-43ed-ba0b-c6010e1d162d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:34.686355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:34.725434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (edced6a4-f3e6-47d9-94a7-dce198aaf3ae), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:34.725789 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment edced6a4-f3e6-47d9-94a7-dce198aaf3ae of type vlan for network bfbb3618-4a23-411f-b546-06833ad24035 Feb 03 14:26:34.969174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:34.974916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (bfbb3618-4a23-411f-b546-06833ad24035), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.074511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (bfbb3618-4a23-411f-b546-06833ad24035), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.080432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:35.081280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.083841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6a0585dd-a7e3-4121-8cc0-b07c753d2e49 None None] Port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:35.137663 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks [] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.154669 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8332081 Feb 03 14:26:35.159388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49970) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:35.166062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:35.224019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db348d-52eb-4252-961f-a23a5c379035 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=bfbb3618-4a23-411f-b546-06833ad24035,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:35.248786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network bfbb3618-4a23-411f-b546-06833ad24035 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:35.304030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.360808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:35.376925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-29619c12-8b35-401f-9c73-a90bca867f42 None None] Provisioning complete for port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:35.382310 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29619c12-8b35-401f-9c73-a90bca867f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.426452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:35.431772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.441803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:35.446975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:35.451596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:35.469023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-29619c12-8b35-401f-9c73-a90bca867f42 None None] Port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:35.538575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Pushing event updated for resources: {'Port': ['ID=d169b21b-5071-43ed-ba0b-c6010e1d162d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:35.603503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:31Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:32Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:35.702999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:26:35.703905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Updating router 517b294a-5aff-43d2-aabc-99bebb4a6340 port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:26:35.718162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-819cb465-bc2e-4bdb-bf1d-c28677e21aef req-730d5b4f-0972-47ed-9e32-47cfef494661 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0650177 Feb 03 14:26:35.843906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:35.925361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (5f250852-b4af-4c67-963b-1a052b14f515), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:36.073148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks [] for router_gateway (761a90f0-2ade-4a63-89f7-389779b2442f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:36.081598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847e62c-391a-4a60-bed6-a8f6db81e6de req-5e7b978a-29d8-458f-8d58-2be218a8eab3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:36.083432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3847e62c-391a-4a60-bed6-a8f6db81e6de req-5e7b978a-29d8-458f-8d58-2be218a8eab3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.1949306 Feb 03 14:26:36.090479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:36.090981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: bfbb3618-4a23-411f-b546-06833ad24035, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:36.093186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=5f250852-b4af-4c67-963b-1a052b14f515,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:36.129919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network bfbb3618-4a23-411f-b546-06833ad24035 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:36.163661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, bfbb3618-4a23-411f-b546-06833ad24035) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:36.169087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:36.169666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:36.185773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3847e62c-391a-4a60-bed6-a8f6db81e6de req-74892369-3287-4e21-8d6b-b379c0941136 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899870 Feb 03 14:26:36.222321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a1668ad-4834-45a6-a442-28a6270a3142 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0611999 Feb 03 14:26:36.229794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 49980) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:36.321073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1324c-d8c8-4c39-aa69-d22f034909fc None None] Network bfbb3618-4a23-411f-b546-06833ad24035 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:36.562827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (761a90f0-2ade-4a63-89f7-389779b2442f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:36.732306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-bfbb3618-4a23-411f-b546-06833ad24035', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:26:36.739170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:36.857054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Router 761a90f0-2ade-4a63-89f7-389779b2442f is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:26:36.945128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:37.023799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d08b7300-ccee-44ef-8ba1-fdaf6851e71c req-f1e2edd9-9844-487a-800c-c92e3e7753be tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0632591 Feb 03 14:26:37.047862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Allocated IP 2001:db8:1::2 (bfbb3618-4a23-411f-b546-06833ad24035/5f250852-b4af-4c67-963b-1a052b14f515/dd873525-0d35-473c-839b-1d83d7ed001b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:37.097644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:37.110209 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Sync routers for ids ['761a90f0-2ade-4a63-89f7-389779b2442f'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:37.128343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:37.131364 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Routers {'761a90f0-2ade-4a63-89f7-389779b2442f'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:37.132897 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['761a90f0-2ade-4a63-89f7-389779b2442f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:37.133063 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ac7b160-4803-4a5d-9598-3224ff16e234 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6743762 Feb 03 14:26:37.133582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 49990) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:37.401721 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Publish callbacks [] for port (dd873525-0d35-473c-839b-1d83d7ed001b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:37.427776 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:37.449500 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Set router 761a90f0-2ade-4a63-89f7-389779b2442f gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:37.555521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Network bfbb3618-4a23-411f-b546-06833ad24035 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:37.558994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Pushing event updated for resources: {'Port': ['ID=dd873525-0d35-473c-839b-1d83d7ed001b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:37.569877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:37.578865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:37.601375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Publish callbacks [] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:37.656946 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:37.737103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1afbf-3c40-4fb6-a494-88c11f68f990 req-1af8dabf-df3e-45ee-99bf-e7e0b69e5442 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:37.747184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0f1afbf-3c40-4fb6-a494-88c11f68f990 req-1af8dabf-df3e-45ee-99bf-e7e0b69e5442 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.3189027 Feb 03 14:26:37.928141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0f1afbf-3c40-4fb6-a494-88c11f68f990 req-88cb897b-c81c-4f35-9769-96e09414426c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746941 Feb 03 14:26:37.963911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8:1::1 (bfbb3618-4a23-411f-b546-06833ad24035/5f250852-b4af-4c67-963b-1a052b14f515/10c52c52-2629-4056-91aa-adb074c4f6f9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:37.987090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921b568-12bc-4230-aa4a-7a275697f8ae req-cea15fd3-abc9-4ed4-96d1-5f1db26617e9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:37.996077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e921b568-12bc-4230-aa4a-7a275697f8ae req-cea15fd3-abc9-4ed4-96d1-5f1db26617e9 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.3449492 Feb 03 14:26:38.013705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Attempting to bind port dd873525-0d35-473c-839b-1d83d7ed001b on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:38.014085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Attempting to bind port dd873525-0d35-473c-839b-1d83d7ed001b by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:38.018382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Attempting to bind port dd873525-0d35-473c-839b-1d83d7ed001b on network bfbb3618-4a23-411f-b546-06833ad24035 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:38.043817 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:26:35Z', 'revision_number': 3, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:38.057672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a1c71e4-9f08-4591-8a17-839772c85e90 req-aec9b281-8175-4f01-aca3-30968cb279fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.0492785 Feb 03 14:26:38.066124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:38.068074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Checking segment: {'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:38.068698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.070273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Bound using segment: {'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:38.070943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Bound port: dd873525-0d35-473c-839b-1d83d7ed001b, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:38.072252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.096006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab44f5-0107-47f2-acfb-b7efe147bfa7 None None] Pushing event updated for resources: {'Port': ['ID=5855fd56-19b1-4f6a-b3ea-9da9a243d388,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:38.108917 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Checking router: 761a90f0-2ade-4a63-89f7-389779b2442f for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:26:38.109428 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Updating router 761a90f0-2ade-4a63-89f7-389779b2442f port d169b21b-5071-43ed-ba0b-c6010e1d162d binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:26:38.131530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Attempting to bind port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:38.133964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Attempting to bind port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:38.134511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Attempting to bind port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 on network c87f3c28-ee46-4a60-a7a3-544a41b7217d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:38.188916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e921b568-12bc-4230-aa4a-7a275697f8ae req-019378a4-0b5a-4dff-a3fd-bf74fb2441d2 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915190 Feb 03 14:26:38.225676 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.274972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.285521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] For port dd873525-0d35-473c-839b-1d83d7ed001b, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:38.294421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] For port dd873525-0d35-473c-839b-1d83d7ed001b, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=dd873525-0d35-473c-839b-1d83d7ed001b,segment=NetworkSegment(edced6a4-f3e6-47d9-94a7-dce198aaf3ae),segment_id=edced6a4-f3e6-47d9-94a7-dce198aaf3ae)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:38.311824 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.316441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:38.318312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Checking segment: {'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:38.319166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.323594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Bound using segment: {'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:38.324323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Bound port: 5855fd56-19b1-4f6a-b3ea-9da9a243d388, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f832fc-46e0-4174-b108-388ca68b0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:38.324915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.394541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52f7e21c-1a9a-4803-8caa-89dc7a1f813f req-4095892e-3022-4e0e-aecf-3d2806f86642 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1776736 Feb 03 14:26:38.500208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.584110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.645966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f4d5d-1d02-45e4-aabb-f283a50bd5f0 None None] Pushing event updated for resources: {'Port': ['ID=dd873525-0d35-473c-839b-1d83d7ed001b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:38.684278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1ac6ae70-3c03-4428-8c68-9cdec4e9e65f None None] Provisioning complete for port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:38.687319 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ac6ae70-3c03-4428-8c68-9cdec4e9e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.688357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network bfbb3618-4a23-411f-b546-06833ad24035 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:38.717547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:38.718370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Allocated IP 172.20.0.1 (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c/1777ddcc-e7cd-4c17-83b8-3123ce8e08d7/fb5038ba-78c7-4695-b559-5ef9c00772e5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:38.733036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:38.736054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.831144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] For port 5855fd56-19b1-4f6a-b3ea-9da9a243d388, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:38.853533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] For port 5855fd56-19b1-4f6a-b3ea-9da9a243d388, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5855fd56-19b1-4f6a-b3ea-9da9a243d388,segment=NetworkSegment(14f832fc-46e0-4174-b108-388ca68b0ac6),segment_id=14f832fc-46e0-4174-b108-388ca68b0ac6)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:38.891678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=10c52c52-2629-4056-91aa-adb074c4f6f9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:38.947565 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Publish callbacks [] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:38.958265 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.076853 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.178677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6ae70-3c03-4428-8c68-9cdec4e9e65f None None] Port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:39.247127 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Attempting to bind port d169b21b-5071-43ed-ba0b-c6010e1d162d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:39.247657 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Attempting to bind port d169b21b-5071-43ed-ba0b-c6010e1d162d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:39.248447 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Attempting to bind port d169b21b-5071-43ed-ba0b-c6010e1d162d on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:39.263342 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8065d-4c38-48c2-bba8-e06c7c5d5fd5 None None] Pushing event updated for resources: {'Port': ['ID=d169b21b-5071-43ed-ba0b-c6010e1d162d,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:39.279957 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:39.280346 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:39.283460 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks [] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.292185 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.296278 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:39.296966 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Bound port: d169b21b-5071-43ed-ba0b-c6010e1d162d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:39.297366 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.359348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.375962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.378256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.379674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab44f5-0107-47f2-acfb-b7efe147bfa7 None None] Pushing event updated for resources: {'Port': ['ID=5855fd56-19b1-4f6a-b3ea-9da9a243d388,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:39.430560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:39.432141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:39.433660 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] For port d169b21b-5071-43ed-ba0b-c6010e1d162d, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:39.438044 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] For port d169b21b-5071-43ed-ba0b-c6010e1d162d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d169b21b-5071-43ed-ba0b-c6010e1d162d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:39.448716 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.509130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:39.515604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:39.520181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:39.525857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Pushing event updated for resources: {'Port': ['ID=fb5038ba-78c7-4695-b559-5ef9c00772e5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:39.565540 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Routers {'761a90f0-2ade-4a63-89f7-389779b2442f'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:39.573041 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['761a90f0-2ade-4a63-89f7-389779b2442f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:39.631690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (761a90f0-2ade-4a63-89f7-389779b2442f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:39.681989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c10c3-c49b-46d7-8231-12c48a75a8f7 req-0d4af1d5-48bf-451e-87cc-a8bf6263b7b4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:39.685167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de2c10c3-c49b-46d7-8231-12c48a75a8f7 req-0d4af1d5-48bf-451e-87cc-a8bf6263b7b4 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.5051856 Feb 03 14:26:39.775200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:40.058108 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8065d-4c38-48c2-bba8-e06c7c5d5fd5 None None] Pushing event updated for resources: {'Port': ['ID=d169b21b-5071-43ed-ba0b-c6010e1d162d,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:40.096114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:40.113200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device dd873525-0d35-473c-839b-1d83d7ed001b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:40.142472 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] Set router 761a90f0-2ade-4a63-89f7-389779b2442f gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:40.319257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a51f531d-d965-45fe-9f76-93ae2ae22312 None None] Provisioning complete for port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:40.319609 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a51f531d-d965-45fe-9f76-93ae2ae22312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:40.577714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks [] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:40.584062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:40.692982 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:26:35Z', 'revision_number': 3, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:40.746263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (761a90f0-2ade-4a63-89f7-389779b2442f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:40.753970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f427de5-143e-4cc2-b0df-6410b6ae2012 None None] Network bfbb3618-4a23-411f-b546-06833ad24035 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:40.754189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Pushing event updated for resources: {'Port': ['ID=fb5038ba-78c7-4695-b559-5ef9c00772e5,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:40.775476 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7077ed0c-f964-4101-97d4-6d0f49b80195 None None] The sync data for ids ['761a90f0-2ade-4a63-89f7-389779b2442f'] in n-d-827549-2 is: [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:26:35Z', 'revision_number': 3, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:40.899408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:40.901328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:40.993656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc59c7c-e003-4b8b-b011-c02699291edc req-4e35a9d5-212b-48b3-9e73-83f265b73eaf tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:41.001325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc59c7c-e003-4b8b-b011-c02699291edc req-4e35a9d5-212b-48b3-9e73-83f265b73eaf tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 1.5224926 Feb 03 14:26:41.117709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-35205722-3e77-434f-9077-83077032e372 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:41.122303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-35205722-3e77-434f-9077-83077032e372 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 946 time: 0.4185991 Feb 03 14:26:41.132668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de2c10c3-c49b-46d7-8231-12c48a75a8f7 req-5a419d39-4e2c-41be-8349-f93372499efe tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736347 Feb 03 14:26:41.218834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port dd873525-0d35-473c-839b-1d83d7ed001b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:41.219681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:41.288188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a51f531d-d965-45fe-9f76-93ae2ae22312 None None] Current status of the port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:41.288996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a51f531d-d965-45fe-9f76-93ae2ae22312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:41.425530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc59c7c-e003-4b8b-b011-c02699291edc req-7971f441-18d0-412f-88d8-067cc97c36c3 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/security-groups?id=e19e5024-198b-40f4-abe8-d587f5425d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231462 Feb 03 14:26:41.532716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18e11374-8b79-4cf1-ae4b-7bb687fc02f4 req-0e1c7f6c-7da5-437d-a1ac-1e3caa7d513c tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1783628 Feb 03 14:26:41.655757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Deleting port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:41.663923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:41.721218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a51f531d-d965-45fe-9f76-93ae2ae22312 None None] For port 5855fd56-19b1-4f6a-b3ea-9da9a243d388, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5855fd56-19b1-4f6a-b3ea-9da9a243d388,segment=NetworkSegment(14f832fc-46e0-4174-b108-388ca68b0ac6),segment_id=14f832fc-46e0-4174-b108-388ca68b0ac6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:41.746390 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a51f531d-d965-45fe-9f76-93ae2ae22312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:41.767127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:41.861483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:41.862386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:41.875505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Router 761a90f0-2ade-4a63-89f7-389779b2442f has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:41.989835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 3, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:38Z', 'revision_number': 1, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:38Z', 'revision_number': 4, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:42.093044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=10c52c52-2629-4056-91aa-adb074c4f6f9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:42.102024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f12eb-c4bd-4ced-b1a9-18112a9f705f None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 3, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:38Z', 'revision_number': 1, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:38Z', 'revision_number': 4, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:42.164130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e592574f-eccb-46eb-8db7-f29e49a04ebe None None] Provisioning complete for port dd873525-0d35-473c-839b-1d83d7ed001b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:42.168576 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e592574f-eccb-46eb-8db7-f29e49a04ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:42.182170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port dd873525-0d35-473c-839b-1d83d7ed001b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:42.184276 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:42.215240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51bd7fb0-5e3f-4584-a283-5e29dde5b699 req-2298e38e-37da-4f11-a9d4-3deea56cbf6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b899a66de24e495dbe7db3fef1dabf02&device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1710234 Feb 03 14:26:42.305107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:42.313557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcbf71fb-d5b7-4f0d-8730-670232612039 req-95eaf2d2-bc2b-4820-9102-dc153ab15cda tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.2664912 Feb 03 14:26:42.323337 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-71789bf1-e394-4b70-8a68-d64e61e9256a admin admin] 10.222.0.52 "PUT /v2.0/routers/761a90f0-2ade-4a63-89f7-389779b2442f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1886415 Feb 03 14:26:42.333223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f531d-d965-45fe-9f76-93ae2ae22312 None None] Pushing event updated for resources: {'Port': ['ID=5855fd56-19b1-4f6a-b3ea-9da9a243d388,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:42.411273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port dd873525-0d35-473c-839b-1d83d7ed001b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=dd873525-0d35-473c-839b-1d83d7ed001b,segment=NetworkSegment(edced6a4-f3e6-47d9-94a7-dce198aaf3ae),segment_id=edced6a4-f3e6-47d9-94a7-dce198aaf3ae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:42.433058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:42.455696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:42.613918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] For port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,segment=NetworkSegment(9c005f52-674a-4732-96d3-3b19ecba734f),segment_id=9c005f52-674a-4732-96d3-3b19ecba734f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:42.614296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:42.739247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Calling delete_port for 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:42.877993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51bd7fb0-5e3f-4584-a283-5e29dde5b699 req-efee55cc-5bd3-4123-b0d7-589423106bcb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b899a66de24e495dbe7db3fef1dabf02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6009626 Feb 03 14:26:42.900659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e592574f-eccb-46eb-8db7-f29e49a04ebe None None] Current status of the port dd873525-0d35-473c-839b-1d83d7ed001b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:42.907934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=dd873525-0d35-473c-839b-1d83d7ed001b,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:42.946229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d169b21b-5071-43ed-ba0b-c6010e1d162d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:42.962234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.962637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.963002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.963350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.963696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.964049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.973309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.974879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.975254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.975614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.975967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.976314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:42.981755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:26:43.047338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:43.072406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:43.072954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:43.073444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:43.073925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:43.074400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:43.074873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:43.108603 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-88e9e843-8f50-4c00-a31b-c5f2029ce7cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6709 time: 0.6679678 Feb 03 14:26:43.220775 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c74badf3-876e-4eb3-9153-6a9e7e40c49c None None] Provisioning complete for port 10c52c52-2629-4056-91aa-adb074c4f6f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:43.221231 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c74badf3-876e-4eb3-9153-6a9e7e40c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:43.336544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-ec1583d0-c876-4478-9001-0072049fd15a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269051 Feb 03 14:26:43.354032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network bfbb3618-4a23-411f-b546-06833ad24035 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:43.364448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d169b21b-5071-43ed-ba0b-c6010e1d162d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:43.365135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:43.423932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:43.447481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c74badf3-876e-4eb3-9153-6a9e7e40c49c None None] Port 10c52c52-2629-4056-91aa-adb074c4f6f9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:43.493112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c74badf3-876e-4eb3-9153-6a9e7e40c49c None None] Provisioning complete for port dd873525-0d35-473c-839b-1d83d7ed001b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:43.493501 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c74badf3-876e-4eb3-9153-6a9e7e40c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:43.729946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d169b21b-5071-43ed-ba0b-c6010e1d162d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:43.730355 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:43.752648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3b9986ba-3ab9-4686-a536-9a58b9f2c5e7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:43.775628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port d169b21b-5071-43ed-ba0b-c6010e1d162d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d169b21b-5071-43ed-ba0b-c6010e1d162d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:43.782161 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:43.989618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c74badf3-876e-4eb3-9153-6a9e7e40c49c None None] Current status of the port dd873525-0d35-473c-839b-1d83d7ed001b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:44.012376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=d169b21b-5071-43ed-ba0b-c6010e1d162d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:44.128171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-29585594-67d1-441c-a8df-7fa6cce2d9eb None None] Provisioning complete for port 10c52c52-2629-4056-91aa-adb074c4f6f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:44.128685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29585594-67d1-441c-a8df-7fa6cce2d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:44.128815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Pushing event deleted for resources: {'Port': ['ID=3b9986ba-3ab9-4686-a536-9a58b9f2c5e7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:44.177843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e35da9b1-244d-46cb-b112-a395896348dc req-65a060ea-9093-4772-b749-b2ad814e6d07 tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1bea806-b16b-4649-9db0-531b3ba17ac7 HTTP/1.1" status: 200 len: 210 time: 0.4587078 Feb 03 14:26:44.192524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-29585594-67d1-441c-a8df-7fa6cce2d9eb None None] Port 10c52c52-2629-4056-91aa-adb074c4f6f9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:44.223553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fccad0-5729-4afa-afe6-95797ed8873d req-1249c28b-184d-4378-9cbd-e09f3fcca6fe tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:44.226084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53fccad0-5729-4afa-afe6-95797ed8873d req-1249c28b-184d-4378-9cbd-e09f3fcca6fe tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 1.7917712 Feb 03 14:26:44.238891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:44.301230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:26:44.302251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:26:44.368578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] No DVR routers for this DVR port 3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:44.372448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:44.378720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5151004-25da-4e35-a3cc-d296c1c45ce8 req-2f981281-8b5f-4b13-961d-eb965aea10dd tempest-ServersNegativeTestJSON-211037886 tempest-ServersNegativeTestJSON-211037886-project] 10.222.0.45 "DELETE /v2.0/ports/3b9986ba-3ab9-4686-a536-9a58b9f2c5e7 HTTP/1.1" status: 204 len: 173 time: 3.2410498 Feb 03 14:26:44.384014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-deleted', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:44.388185 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e700e0b-36f8-4db2-8693-2867061275d8" -d '{"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-deleted", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:44.392954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd7fb0-5e3f-4584-a283-5e29dde5b699 req-06b67eba-5063-44d2-8e71-698935f479b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:44.395651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51bd7fb0-5e3f-4584-a283-5e29dde5b699 req-06b67eba-5063-44d2-8e71-698935f479b4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4673793 Feb 03 14:26:44.427625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:44.433748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Sync routers for ids ['761a90f0-2ade-4a63-89f7-389779b2442f'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:44.455469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53fccad0-5729-4afa-afe6-95797ed8873d req-7871dffc-de84-4bbc-9ab3-7df974367f00 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804905 Feb 03 14:26:44.507834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Routers {'761a90f0-2ade-4a63-89f7-389779b2442f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:44.510154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['761a90f0-2ade-4a63-89f7-389779b2442f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:44.717349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:44.726993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-95b3bac0-520c-4ff0-bd6c-bb62c030befc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4981804 Feb 03 14:26:44.727955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50068) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:44.736026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-265115448'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:44.780757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:44.792496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:44.804322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98598450-90c2-4d2e-bf26-57cc06f38f81 req-718c1c7f-5e52-46ce-9751-b3c5b4b25f4b tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1612411 Feb 03 14:26:44.810112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Set router 761a90f0-2ade-4a63-89f7-389779b2442f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:44.873268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:44.903694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b9f3bf15-3554-47ad-ac26-f7d896fde192), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:44.907879 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment b9f3bf15-3554-47ad-ac26-f7d896fde192 of type vlan for network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef Feb 03 14:26:44.914242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-e999a625-400d-4734-a810-553bd11db31c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:44.927386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-e999a625-400d-4734-a810-553bd11db31c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 818 time: 0.3743749 Feb 03 14:26:44.951465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-4768864f-0669-4b58-8722-3548da990634 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/quotas/472c3cf279994b599c431b5e879c002e HTTP/1.1" status: 200 len: 375 time: 0.0222609 Feb 03 14:26:44.966174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d169b21b-5071-43ed-ba0b-c6010e1d162d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:45.028629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:45.096276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:45.111237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.113519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:45.163485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-f0921d08-23c0-48c4-a277-18c3be7b4162 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2028704 Feb 03 14:26:45.189774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.195923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4624004 Feb 03 14:26:45.198911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.205483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.211037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.219595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.225841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.233835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:45.241797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-448190cc-4b58-48a6-992c-c84decd9fb92 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.2243018 Feb 03 14:26:45.249551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50072) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:45.288767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:45.305515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dcbb0-f252-45e1-941a-bd6db2d3ee8b tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:45.315317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d169b21b-5071-43ed-ba0b-c6010e1d162d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:45.315708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:45.332497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:45.573286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d169b21b-5071-43ed-ba0b-c6010e1d162d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:45.575518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device dd873525-0d35-473c-839b-1d83d7ed001b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:45.801550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 4, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fb5038ba-78c7-4695-b559-5ef9c00772e5', 'name': '', 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'mac_address': 'fa:16:3e:46:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:38Z', 'updated_at': '2022-02-03T14:26:40Z', 'revision_number': 2, 'project_id': '472c3cf279994b599c431b5e879c002e', 'subnets': [{'id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:45.844659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7b05c36-a733-4993-b2d7-8f71cb710ade req-e654a02b-e4a9-4da0-9b6a-d5a3285bc227 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5978358 Feb 03 14:26:45.854264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Checking router: 761a90f0-2ade-4a63-89f7-389779b2442f for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:26:45.854785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Updating router 761a90f0-2ade-4a63-89f7-389779b2442f port fb5038ba-78c7-4695-b559-5ef9c00772e5 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:26:45.864827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-c8a9c58f-ab89-4211-ac31-f2ea2ef64401 service neutron] 10.222.0.52 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993594 Feb 03 14:26:45.929454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:45.929754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:45.940407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:45.958454 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3e65baa-3c1d-4384-9505-07f367768d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:45.999940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50080) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:46.034241 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12341e23-155e-429c-84a1-36a2c5a8a759 x-openstack-request-id: req-12341e23-155e-429c-84a1-36a2c5a8a759 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:46.034452 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bea806-b16b-4649-9db0-531b3ba17ac7", "name": "network-vif-deleted", "tag": "3b9986ba-3ab9-4686-a536-9a58b9f2c5e7", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:46.037702 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12341e23-155e-429c-84a1-36a2c5a8a759 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:46.038162 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bea806-b16b-4649-9db0-531b3ba17ac7', 'name': 'network-vif-deleted', 'tag': '3b9986ba-3ab9-4686-a536-9a58b9f2c5e7', 'status': 'completed', 'code': 200} Feb 03 14:26:46.054373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port dd873525-0d35-473c-839b-1d83d7ed001b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:46.055195 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.121397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] Deleting subnet 68924276-c828-44f1-b72b-f489fd146f68 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:26:46.131794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] Publish callbacks [] for subnet (68924276-c828-44f1-b72b-f489fd146f68), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.202133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (68924276-c828-44f1-b72b-f489fd146f68), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.288920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51bd7fb0-5e3f-4584-a283-5e29dde5b699 req-58450e57-e23a-4d9d-bdff-b6524476a66d tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.2242875 Feb 03 14:26:46.318081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (68924276-c828-44f1-b72b-f489fd146f68), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.378663 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:46.393028 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:46.393740 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:46.412857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port dd873525-0d35-473c-839b-1d83d7ed001b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:46.416473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5855fd56-19b1-4f6a-b3ea-9da9a243d388 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:46.436867 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (68924276-c828-44f1-b72b-f489fd146f68), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.469583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.478362 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/68924276-c828-44f1-b72b-f489fd146f68 HTTP/1.1" status: 204 len: 168 time: 0.4772701 Feb 03 14:26:46.479085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:46.523689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-bcfe229a-e7d5-412a-993f-1aceed25838f service neutron] 10.222.0.52 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554878 Feb 03 14:26:46.547314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631305e2-6e40-4b0b-8301-68cfd6c7a963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68924276-c828-44f1-b72b-f489fd146f68,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:46.567056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993038-50c0-437a-90ea-9d739cc89569 req-e9e753a2-6851-45d8-ad1a-2377343121fd tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:46.579137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d993038-50c0-437a-90ea-9d739cc89569 req-e9e753a2-6851-45d8-ad1a-2377343121fd tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.3867025 Feb 03 14:26:46.598046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:46.598669 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.643261 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:46.728150 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (33a63949-d3fb-4ae3-bff7-1b89b1e1b360), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:46.795592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:46.810729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d993038-50c0-437a-90ea-9d739cc89569 req-1be4ee9b-d0f0-408f-9301-a5c6d6f18fef tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301447 Feb 03 14:26:47.017118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Publish callbacks [] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.024042 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.109480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaca59-ec51-4c24-864c-7dffe932a77b None None] Pushing event updated for resources: {'Port': ['ID=fb5038ba-78c7-4695-b559-5ef9c00772e5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:47.150674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (33a63949-d3fb-4ae3-bff7-1b89b1e1b360), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.167725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4954a418-9637-48c2-89b4-7855e79ce457 req-1a55c9d9-9275-4ce9-b9ef-54cf083045e1 tempest-ServerShowV257Test-1931339657 tempest-ServerShowV257Test-1931339657-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec902d70-3571-49fd-b166-d005cb0da844 HTTP/1.1" status: 200 len: 210 time: 0.1561346 Feb 03 14:26:47.198259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Attempting to bind port fb5038ba-78c7-4695-b559-5ef9c00772e5 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:47.198647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Attempting to bind port fb5038ba-78c7-4695-b559-5ef9c00772e5 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:47.199021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Attempting to bind port fb5038ba-78c7-4695-b559-5ef9c00772e5 on network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:47.204725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:47.210840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Checking segment: {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:47.210840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.210840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Bound using segment: {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:47.210840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Bound port: fb5038ba-78c7-4695-b559-5ef9c00772e5, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:47.210840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.247641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a63949-d3fb-4ae3-bff7-1b89b1e1b360']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:47.285641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c005f52-674a-4732-96d3-3b19ecba734f') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:47.286000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c005f52-674a-4732-96d3-3b19ecba734f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:47.327064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (9c005f52-674a-4732-96d3-3b19ecba734f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.351808 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 3, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:47.364238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9c005f52-674a-4732-96d3-3b19ecba734f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.371603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:26:47.372010 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (9c005f52-674a-4732-96d3-3b19ecba734f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.394825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] For port fb5038ba-78c7-4695-b559-5ef9c00772e5, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:47.395665 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:26:47.396792 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Updating router 517b294a-5aff-43d2-aabc-99bebb4a6340 port 10c52c52-2629-4056-91aa-adb074c4f6f9 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:26:47.399378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] For port fb5038ba-78c7-4695-b559-5ef9c00772e5, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb5038ba-78c7-4695-b559-5ef9c00772e5,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:47.409972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.443471 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.464453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccdfacc2-21c9-45c5-9837-2eea7ad2cd94 req-cc37de61-921e-4669-b24b-c9d1de7aee32 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 210 time: 0.1175456 Feb 03 14:26:47.478279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (868a9998-8221-44ee-b3b4-3dadcb0d68ef), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.563875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaca59-ec51-4c24-864c-7dffe932a77b None None] Pushing event updated for resources: {'Port': ['ID=fb5038ba-78c7-4695-b559-5ef9c00772e5,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:26:47.575798 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:26:47.579154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Routers {'761a90f0-2ade-4a63-89f7-389779b2442f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:47.579154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['761a90f0-2ade-4a63-89f7-389779b2442f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:47.581858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (33a63949-d3fb-4ae3-bff7-1b89b1e1b360), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.610385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:47.635818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] 10.222.0.52 "DELETE /v2.0/networks/33a63949-d3fb-4ae3-bff7-1b89b1e1b360 HTTP/1.1" status: 204 len: 168 time: 1.1131234 Feb 03 14:26:47.674530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=868a9998-8221-44ee-b3b4-3dadcb0d68ef,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:47.746664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96335680-b0d4-46a4-9278-46dabf580b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=33a63949-d3fb-4ae3-bff7-1b89b1e1b360,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:47.751392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.771254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.787800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.796621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.816039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.836373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.857434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:47.875158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-305f2630-009f-44fb-afc7-feb711e6109d req-f363b3df-5c65-46d5-b15e-3141e1a9e3ba tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.6843746 Feb 03 14:26:47.923429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50114) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:47.965804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:47.967071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:47.988594 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9384c75-9454-455a-bb5e-51461aee68f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35890c4ab2e94cc2901effdc0fbabf6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629721 Feb 03 14:26:47.990472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50116) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:47.992770 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Publish callbacks [] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.000073 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.042897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:48.067578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90a3bcac-b84e-4a86-8dc4-f14e50c6bea3 admin admin] Publish callbacks [] for security_group (e19e5024-198b-40f4-abe8-d587f5425d2b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.091288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-305f2630-009f-44fb-afc7-feb711e6109d req-97f10025-03d4-4edf-9e35-ead6097ee19c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2135665 Feb 03 14:26:48.095988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:48.130984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90a3bcac-b84e-4a86-8dc4-f14e50c6bea3 admin admin] Publish callbacks [] for security_group (e19e5024-198b-40f4-abe8-d587f5425d2b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.140910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:48.148745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.163966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d3a0e-6dab-4b37-9394-ab8e63cd4818 None None] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:48.194014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f2e93fe-822c-4857-9d3e-9dcae7ffc586 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9193795 Feb 03 14:26:48.203326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50118) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:48.267798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-96b9630b-0919-485a-94a3-4db1c0c39a65 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:48.280395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e89fd0af-b85d-4d7e-8898-ac7949d51362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.282481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-96b9630b-0919-485a-94a3-4db1c0c39a65 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 818 time: 0.3604314 Feb 03 14:26:48.312891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-9438705b-c941-4da0-a1be-e5581b254386 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/quotas/472c3cf279994b599c431b5e879c002e HTTP/1.1" status: 200 len: 375 time: 0.0240242 Feb 03 14:26:48.330619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] Set router 761a90f0-2ade-4a63-89f7-389779b2442f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:48.362122 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Attempting to bind port 10c52c52-2629-4056-91aa-adb074c4f6f9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:48.362553 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Attempting to bind port 10c52c52-2629-4056-91aa-adb074c4f6f9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:48.362846 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Attempting to bind port 10c52c52-2629-4056-91aa-adb074c4f6f9 on network bfbb3618-4a23-411f-b546-06833ad24035 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:48.367189 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a719-06fb-45cb-bda1-064b05840765 None None] Pushing event updated for resources: {'Port': ['ID=10c52c52-2629-4056-91aa-adb074c4f6f9,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:48.382662 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:48.383091 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Checking segment: {'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:48.386000 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.386455 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Bound using segment: {'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:48.386958 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Bound port: 10c52c52-2629-4056-91aa-adb074c4f6f9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:48.387319 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.492184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29850976-ca5c-4d00-b986-46c43711a731 req-9d293f18-f8ac-49a5-bd79-0ca95690858b tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:48.500751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29850976-ca5c-4d00-b986-46c43711a731 req-9d293f18-f8ac-49a5-bd79-0ca95690858b tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.1129069 Feb 03 14:26:48.522180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-d0b17068-2699-4500-b34b-31567af97fff tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2016122 Feb 03 14:26:48.542268 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] For port 10c52c52-2629-4056-91aa-adb074c4f6f9, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:48.548271 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] For port 10c52c52-2629-4056-91aa-adb074c4f6f9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=10c52c52-2629-4056-91aa-adb074c4f6f9,segment=NetworkSegment(edced6a4-f3e6-47d9-94a7-dce198aaf3ae),segment_id=edced6a4-f3e6-47d9-94a7-dce198aaf3ae)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:48.552177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:26:48.555381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.561821 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:48.643380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29850976-ca5c-4d00-b986-46c43711a731 req-87d56ff2-b836-45e5-bf4b-cf36a3b2472a tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416364 Feb 03 14:26:48.693345 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a719-06fb-45cb-bda1-064b05840765 None None] Pushing event updated for resources: {'Port': ['ID=10c52c52-2629-4056-91aa-adb074c4f6f9,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:48.697016 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:48.698101 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:48.778268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-1064c0c9-a801-4d63-adf8-dda44c657085 service neutron] 10.222.0.52 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550862 Feb 03 14:26:48.865392 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:48.905599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Allocated IP 2001:db8:2::2 (9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef/868a9998-8221-44ee-b3b4-3dadcb0d68ef/d04a023a-86a2-4d2d-bdd8-4bb955a53eb9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:49.022780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90a3bcac-b84e-4a86-8dc4-f14e50c6bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e19e5024-198b-40f4-abe8-d587f5425d2b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.033239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90a3bcac-b84e-4a86-8dc4-f14e50c6bea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.036991 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90a3bcac-b84e-4a86-8dc4-f14e50c6bea3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e19e5024-198b-40f4-abe8-d587f5425d2b HTTP/1.1" status: 204 len: 168 time: 1.0442770 Feb 03 14:26:49.072860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-744d9465-1eac-4e54-8f7d-443c313bb3ef None None] Provisioning complete for port 10c52c52-2629-4056-91aa-adb074c4f6f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:49.073500 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-744d9465-1eac-4e54-8f7d-443c313bb3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.110388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3bcac-b84e-4a86-8dc4-f14e50c6bea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e5024-198b-40f4-abe8-d587f5425d2b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:49.175638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 10c52c52-2629-4056-91aa-adb074c4f6f9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:49.252860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-d6a8ca58-3292-414f-b853-2c486efc6674 service neutron] 10.222.0.52 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735835 Feb 03 14:26:49.351503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.354107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-744d9465-1eac-4e54-8f7d-443c313bb3ef None None] Current status of the port 10c52c52-2629-4056-91aa-adb074c4f6f9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:49.354515 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-744d9465-1eac-4e54-8f7d-443c313bb3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.358618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.365326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.370998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.378201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.383954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.389787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.391951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-1ceb4298-4842-4bc7-a8bf-0dbb85a3bb6b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.6726890 Feb 03 14:26:49.399592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.439756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50134) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:49.440259 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 3, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:48Z', 'revision_number': 4, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:49.502049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.507774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.513776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.519438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.525414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.532824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.539190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.547943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-828b959a-9191-4a26-be64-efecd7be0173 req-7435f912-1b7c-4e02-8610-098f9d5a0e03 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 5443 time: 0.2751391 Feb 03 14:26:49.550277 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Publish callbacks [] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.559812 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e309d2c-d09d-4a75-8d8f-11ab4afd5314 None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 3, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:48Z', 'revision_number': 4, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:49.625986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-216fedbd-2de6-4275-bc05-83aaa8cde4a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:49.627929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-216fedbd-2de6-4275-bc05-83aaa8cde4a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "GET /v2.0/ports/81581054-917c-4966-b763-5f09e5b47217?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2281079 Feb 03 14:26:49.738727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-744d9465-1eac-4e54-8f7d-443c313bb3ef None None] For port 10c52c52-2629-4056-91aa-adb074c4f6f9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=10c52c52-2629-4056-91aa-adb074c4f6f9,segment=NetworkSegment(edced6a4-f3e6-47d9-94a7-dce198aaf3ae),segment_id=edced6a4-f3e6-47d9-94a7-dce198aaf3ae)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:49.748521 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.756086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0672edb5-52f5-410f-9b56-bbc621513bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:49.798461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 10c52c52-2629-4056-91aa-adb074c4f6f9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:49.798697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a824734-bbf8-43a5-9299-f6e6008a4e09 req-30e2c5a1-58fe-4621-a72a-270f2285690a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 210 time: 0.1072617 Feb 03 14:26:49.798851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.014853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:50.027301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Pushing event updated for resources: {'Port': ['ID=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:50.040314 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.041218 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-744d9465-1eac-4e54-8f7d-443c313bb3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.051779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:50.058200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:50.058688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-828b959a-9191-4a26-be64-efecd7be0173 req-323e9cd2-15f4-49e3-bf05-630aa18f92d4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5036225 Feb 03 14:26:50.077527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 4, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fb5038ba-78c7-4695-b559-5ef9c00772e5', 'name': '', 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'mac_address': 'fa:16:3e:46:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:38Z', 'updated_at': '2022-02-03T14:26:47Z', 'revision_number': 4, 'project_id': '472c3cf279994b599c431b5e879c002e', 'subnets': [{'id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:50.079093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0672edb5-52f5-410f-9b56-bbc621513bd0 admin admin] Publish callbacks [] for security_group (b0ae8abe-d6a8-493f-92cc-b941a68eab28), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.083566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-4ba4ccfd-1b05-4618-abf9-9604cfbfc52c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:50.089683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0672edb5-52f5-410f-9b56-bbc621513bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b0ae8abe-d6a8-493f-92cc-b941a68eab28), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.090898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-4ba4ccfd-1b05-4618-abf9-9604cfbfc52c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 818 time: 0.5215535 Feb 03 14:26:50.114264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Request body: {'port': {'device_id': '4d284144-a92f-48c7-a466-87e900a77c31', 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'admin_state_up': True, 'tenant_id': '472c3cf279994b599c431b5e879c002e'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:50.168590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef17cb-d0f3-4964-98c1-25fafa191f49 req-849017ad-d395-4f7b-9306-8bae3775a0a3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:50.170989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8aef17cb-d0f3-4964-98c1-25fafa191f49 req-849017ad-d395-4f7b-9306-8bae3775a0a3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 945 time: 0.2159464 Feb 03 14:26:50.174968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8972244d-72e2-45cc-ac50-e292ff82264a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "GET /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5339379 Feb 03 14:26:50.200498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672edb5-52f5-410f-9b56-bbc621513bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ae8abe-d6a8-493f-92cc-b941a68eab28,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:50.211711 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0672edb5-52f5-410f-9b56-bbc621513bd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b899a66de24e495dbe7db3fef1dabf02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7691936 Feb 03 14:26:50.222114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50166) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:50.257028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:50.273942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f5948-b178-4bc6-a534-15642a53819d None None] The sync data for ids ['761a90f0-2ade-4a63-89f7-389779b2442f'] in n-d-827549-2 is: [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:26:39Z', 'revision_number': 4, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fb5038ba-78c7-4695-b559-5ef9c00772e5', 'name': '', 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'mac_address': 'fa:16:3e:46:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:38Z', 'updated_at': '2022-02-03T14:26:47Z', 'revision_number': 4, 'project_id': '472c3cf279994b599c431b5e879c002e', 'subnets': [{'id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:26:50.300228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:26:50.342108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8:2::1 (9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef/868a9998-8221-44ee-b3b4-3dadcb0d68ef/d47a6299-3e47-454c-ab73-39de28f73ff1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:50.416455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c62abf7-4af9-4945-ad50-2e59f00db4e8 admin admin] Publish callbacks [] for security_group (b0ae8abe-d6a8-493f-92cc-b941a68eab28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.485677 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c62abf7-4af9-4945-ad50-2e59f00db4e8 admin admin] Publish callbacks [] for security_group (b0ae8abe-d6a8-493f-92cc-b941a68eab28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.485946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (81581054-917c-4966-b763-5f09e5b47217), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.486387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Attempting to bind port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:50.487898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Attempting to bind port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:50.489057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Attempting to bind port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 on network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:50.632691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8aef17cb-d0f3-4964-98c1-25fafa191f49 req-b17dd58b-2d87-4210-8e4f-bde9f6261ed8 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514694 Feb 03 14:26:50.651404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fbe5d28a-98c5-41e6-8ec6-b726750c147f None None] Provisioning complete for port 10c52c52-2629-4056-91aa-adb074c4f6f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:50.651884 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbe5d28a-98c5-41e6-8ec6-b726750c147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.676591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] For port 81581054-917c-4966-b763-5f09e5b47217, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=81581054-917c-4966-b763-5f09e5b47217,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:50.716387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d9465-1eac-4e54-8f7d-443c313bb3ef None None] Pushing event updated for resources: {'Port': ['ID=10c52c52-2629-4056-91aa-adb074c4f6f9,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:50.719922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:50.720303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Checking segment: {'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:50.720914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.721298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Bound using segment: {'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:50.721824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Bound port: d04a023a-86a2-4d2d-bdd8-4bb955a53eb9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:50.722206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.745696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] For port 81581054-917c-4966-b763-5f09e5b47217, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:50.781444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] device_id is not set on port 81581054-917c-4966-b763-5f09e5b47217 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:26:50.792789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.804896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c62abf7-4af9-4945-ad50-2e59f00db4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b0ae8abe-d6a8-493f-92cc-b941a68eab28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.812062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] Publish callbacks [] for port (81581054-917c-4966-b763-5f09e5b47217), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.816219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c62abf7-4af9-4945-ad50-2e59f00db4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.823097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (81581054-917c-4966-b763-5f09e5b47217), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.833256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:50.845157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.845422 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0c62abf7-4af9-4945-ad50-2e59f00db4e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0ae8abe-d6a8-493f-92cc-b941a68eab28 HTTP/1.1" status: 204 len: 168 time: 0.6204638 Feb 03 14:26:50.881705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62abf7-4af9-4945-ad50-2e59f00db4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ae8abe-d6a8-493f-92cc-b941a68eab28,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:50.912098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 10c52c52-2629-4056-91aa-adb074c4f6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:50.924448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Made reservation on behalf of 472c3cf279994b599c431b5e879c002e for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:50.942637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:50.974427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:51.008730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'port_id': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'mac_address': 'fa:16:3e:09:ee:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:26:51.027378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d895994e-8749-4110-b1f5-30ec663f4e6c req-d7be0159-8088-4dd9-ab98-451bd4fd52d9 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 210 time: 0.1167369 Feb 03 14:26:51.084849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=d47a6299-3e47-454c-ab73-39de28f73ff1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:51.086284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] No DVR routers for this DVR port 81581054-917c-4966-b763-5f09e5b47217 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:51.129830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:51.136495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:51.146575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:51.147366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:51.280184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] For port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:51.291262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] For port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,segment=NetworkSegment(b9f3bf15-3554-47ad-ac26-f7d896fde192),segment_id=b9f3bf15-3554-47ad-ac26-f7d896fde192)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:51.313613 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:51.455834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:51.456244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:51.500847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 10c52c52-2629-4056-91aa-adb074c4f6f9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:51.508586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Allocated IP 172.20.0.3 (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c/1777ddcc-e7cd-4c17-83b8-3123ce8e08d7/82fbac20-8594-4d77-b4a2-47bc195125b1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:51.530173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67f2498-da17-4782-bb69-2a9e0a6b1bda {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:51.536425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5d28a-98c5-41e6-8ec6-b726750c147f None None] Current status of the port 10c52c52-2629-4056-91aa-adb074c4f6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:51.545612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517c20d-2e82-4763-95d9-4cbd248e39fc None None] Pushing event updated for resources: {'Port': ['ID=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:51.612037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:51.633405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:51.641312 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:51.827068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks [] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:51.852682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:51.952958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:51.997300 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:26:52.005413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-291519b8-14ee-40b5-96f5-1c84fe8bfb37 None None] Provisioning complete for port 81581054-917c-4966-b763-5f09e5b47217 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:52.011351 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-291519b8-14ee-40b5-96f5-1c84fe8bfb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (81581054-917c-4966-b763-5f09e5b47217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.017791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 10c52c52-2629-4056-91aa-adb074c4f6f9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:52.023179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.123894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['a67f2498-da17-4782-bb69-2a9e0a6b1bda'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:26:52.139885 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.168254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-035dd4f0-5c58-401c-8f08-5463eece3d85 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.177243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-035dd4f0-5c58-401c-8f08-5463eece3d85 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.71 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 818 time: 0.2612295 Feb 03 14:26:52.295834 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.307243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Request body: {'port': {'device_id': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'admin_state_up': True, 'tenant_id': '472c3cf279994b599c431b5e879c002e'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:52.399754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] Pushing event updated for resources: {'Port': ['ID=81581054-917c-4966-b763-5f09e5b47217,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:52.410133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.418143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.419145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.567202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=d47a6299-3e47-454c-ab73-39de28f73ff1,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:52.625818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d373e1e1-12c3-4af8-8e21-be1d93d036c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.681565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb9907-309d-4ba9-a0e2-e79d75c18624 req-1bbc2a4a-693a-4414-8995-d45bc14d899f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.683187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4aeb9907-309d-4ba9-a0e2-e79d75c18624 req-1bbc2a4a-693a-4414-8995-d45bc14d899f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.7862837 Feb 03 14:26:52.736346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] In _notify_port_updated(), no bound segment for port 81581054-917c-4966-b763-5f09e5b47217 on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:26:52.736984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.742258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.743146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-afc52ca6-9bab-4c01-bf25-29465ccd0658 service neutron] 10.222.0.45 "PUT /v2.0/ports/81581054-917c-4966-b763-5f09e5b47217 HTTP/1.1" status: 200 len: 1032 time: 2.4970825 Feb 03 14:26:52.750872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:52.788182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 10497514-5f40-4ad4-8f62-245c2d3b1599 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:52.824461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-fc8bd53b-1767-4401-904c-660604c5eac0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.826426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-fc8bd53b-1767-4401-904c-660604c5eac0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "GET /v2.0/ports/d6ed82d1-b609-4450-92f4-9d5bb6b7bede?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0512779 Feb 03 14:26:52.851429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:52.867792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:52.876355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50230) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:52.878667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:52.918647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d373e1e1-12c3-4af8-8e21-be1d93d036c8 admin admin] Publish callbacks [] for security_group (844651e0-a714-4949-bd80-557b21aae4e1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.927607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d373e1e1-12c3-4af8-8e21-be1d93d036c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (844651e0-a714-4949-bd80-557b21aae4e1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:52.939987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Pushing event updated for resources: {'Port': ['ID=82fbac20-8594-4d77-b4a2-47bc195125b1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:52.953537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ded1-294e-4af2-bd26-9cd61039784a req-a2946df7-cbf5-4b6b-aa75-82f14ea9da5e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.960045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ded1-294e-4af2-bd26-9cd61039784a req-a2946df7-cbf5-4b6b-aa75-82f14ea9da5e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.965918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ded1-294e-4af2-bd26-9cd61039784a req-a2946df7-cbf5-4b6b-aa75-82f14ea9da5e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.974926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ded1-294e-4af2-bd26-9cd61039784a req-a2946df7-cbf5-4b6b-aa75-82f14ea9da5e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:52.983121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-291519b8-14ee-40b5-96f5-1c84fe8bfb37 None None] Port 81581054-917c-4966-b763-5f09e5b47217 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:53.003037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ded1-294e-4af2-bd26-9cd61039784a req-a2946df7-cbf5-4b6b-aa75-82f14ea9da5e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:53.011194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ded1-294e-4af2-bd26-9cd61039784a req-a2946df7-cbf5-4b6b-aa75-82f14ea9da5e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:53.014300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:53.026787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e374ded1-294e-4af2-bd26-9cd61039784a req-a2946df7-cbf5-4b6b-aa75-82f14ea9da5e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 4664 time: 0.9311361 Feb 03 14:26:53.030653 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d373e1e1-12c3-4af8-8e21-be1d93d036c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14385d3d4411421cb27c24717ed914e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0724041 Feb 03 14:26:53.034763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50234) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:53.038588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:53.046386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:53.047053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.064897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373e1e1-12c3-4af8-8e21-be1d93d036c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844651e0-a714-4949-bd80-557b21aae4e1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:53.065170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 10c52c52-2629-4056-91aa-adb074c4f6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:53.065926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb5038ba-78c7-4695-b559-5ef9c00772e5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:53.144761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d72a0ed5-f0a2-41ce-88cb-a202886e5614 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0375247 Feb 03 14:26:53.162964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 10497514-5f40-4ad4-8f62-245c2d3b1599 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:53.163575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.170846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Request body: {'port': {'device_id': '4d284144-a92f-48c7-a466-87e900a77c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:53.195144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4aeb9907-309d-4ba9-a0e2-e79d75c18624 req-71fa60f2-2777-4012-8ac4-0f41effe57b3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4923615 Feb 03 14:26:53.215105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-684880790-network', 'tenant_id': '54b5cf25ec91402a85c23c6f146129de'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:53.250872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Made reservation on behalf of 54b5cf25ec91402a85c23c6f146129de for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:53.253282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.272471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.276765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:53.279274 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b8390f-116b-4439-aa29-4934c3a900a9" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:53.296434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d305d81-a057-4e22-af89-20f31b79d8bd None None] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:53.298807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:53.300007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d45d53-c550-4d45-84c3-68f3e6d30149 admin admin] Publish callbacks [] for security_group (844651e0-a714-4949-bd80-557b21aae4e1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.338563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 10497514-5f40-4ad4-8f62-245c2d3b1599, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=10497514-5f40-4ad4-8f62-245c2d3b1599,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:53.352828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d45d53-c550-4d45-84c3-68f3e6d30149 admin admin] Publish callbacks [] for security_group (844651e0-a714-4949-bd80-557b21aae4e1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.378977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.379904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 280bb23e-28ad-4315-b0bb-3094bb715f15 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:53.384687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4dc32c0b-2412-408f-bb89-85860c5c74d8 req-b4e1c080-dc21-4e91-9f73-bec4b0d4af23 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 210 time: 0.0774751 Feb 03 14:26:53.430542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e374ded1-294e-4af2-bd26-9cd61039784a req-187433e1-4a07-4a85-8f2b-14e0d9ccf8e6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4028010 Feb 03 14:26:53.433882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.450400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Made reservation on behalf of 472c3cf279994b599c431b5e879c002e for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:53.453939 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.498445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.511328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:53.515775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks [] for security_group (4edfb0cf-ee1a-400e-8bf3-d47b9612024f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.522526 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-abd9066d-2cdd-4745-b36d-261f07a05acb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3136275 Feb 03 14:26:53.525512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50238) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:53.530390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4edfb0cf-ee1a-400e-8bf3-d47b9612024f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.537847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e7a1dc6b-15f3-4a1e-8bab-b1daa523ed23 None None] Provisioning complete for port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:53.538225 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc6b-15f3-4a1e-8bab-b1daa523ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.554580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-119007297'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:53.561838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d45d53-c550-4d45-84c3-68f3e6d30149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (844651e0-a714-4949-bd80-557b21aae4e1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.564354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d45d53-c550-4d45-84c3-68f3e6d30149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.565524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4d45d53-c550-4d45-84c3-68f3e6d30149 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/844651e0-a714-4949-bd80-557b21aae4e1 HTTP/1.1" status: 204 len: 168 time: 0.5209036 Feb 03 14:26:53.566973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:26:53.574518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fb5038ba-78c7-4695-b559-5ef9c00772e5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:53.574905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.585486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:53.606184 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a89f4c7-98a6-4fd7-9117-6eabed4c5bcc x-openstack-request-id: req-6a89f4c7-98a6-4fd7-9117-6eabed4c5bcc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:53.606508 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:53.606830 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a89f4c7-98a6-4fd7-9117-6eabed4c5bcc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:53.607509 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599', 'code': 200} Feb 03 14:26:53.614851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfb0cf-ee1a-400e-8bf3-d47b9612024f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:53.630827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (984a7fd5-5960-43d6-9410-02a98b1e997f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.631066 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Added segment 984a7fd5-5960-43d6-9410-02a98b1e997f of type vlan for network 500559bd-314a-42a4-a58f-cf0bd3e12509 Feb 03 14:26:53.650689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d45d53-c550-4d45-84c3-68f3e6d30149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844651e0-a714-4949-bd80-557b21aae4e1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:53.652820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:53.657174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.677128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:53.677633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:53.722307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (500559bd-314a-42a4-a58f-cf0bd3e12509), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.734935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:53.757973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (95bd13ce-458e-4b26-bf12-965dae0bf185), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.758317 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added segment 95bd13ce-458e-4b26-bf12-965dae0bf185 of type vlan for network 3bb90693-e15e-4fe7-8652-46057bd1d978 Feb 03 14:26:53.796953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (500559bd-314a-42a4-a58f-cf0bd3e12509), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.798102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:53.798924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.911076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] Pushing event updated for resources: {'Network': ['ID=500559bd-314a-42a4-a58f-cf0bd3e12509,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:53.912064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=10497514-5f40-4ad4-8f62-245c2d3b1599,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:53.933022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1bf7ab00-54ca-4f45-8e54-3e3a5c27dcbd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0553341 Feb 03 14:26:53.938467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50248) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:53.940209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3bb90693-e15e-4fe7-8652-46057bd1d978), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:53.952282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Request body: {'subnet': {'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-684880790-subnet', 'tenant_id': '54b5cf25ec91402a85c23c6f146129de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:53.964063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 500559bd-314a-42a4-a58f-cf0bd3e12509 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:53.978326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Made reservation on behalf of 54b5cf25ec91402a85c23c6f146129de for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:53.981350 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.033313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:54.048665 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:26:54.084969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3bb90693-e15e-4fe7-8652-46057bd1d978), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.090914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:54.092623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.190412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6635098 Feb 03 14:26:54.198428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50254) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:54.199186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ef090-20f8-4923-9898-ef181d40f8f5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Network': ['ID=3bb90693-e15e-4fe7-8652-46057bd1d978,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:54.208652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'subnet': {'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:54.291304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:54.390615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Allocated IP 172.20.0.12 (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c/1777ddcc-e7cd-4c17-83b8-3123ce8e08d7/51bdc497-f2e1-4417-b20f-dd47f670a141) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:54.547293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1dc6b-15f3-4a1e-8bab-b1daa523ed23 None None] Current status of the port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:54.549931 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc6b-15f3-4a1e-8bab-b1daa523ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.551797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 280bb23e-28ad-4315-b0bb-3094bb715f15 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:54.552846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.553808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] For port d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:54.606408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (7f0a769c-46ed-4de2-b1c0-46fb7846cdb6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.674238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Made reservation on behalf of 5b2693ac197a40259cab53705dd496cf for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:54.677721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.684113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175ef1b-ddd7-4a82-af98-e3fc3b15a835 req-8c906324-f34b-48b7-b40d-b26b5a74a5b1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:54.686093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b175ef1b-ddd7-4a82-af98-e3fc3b15a835 req-8c906324-f34b-48b7-b40d-b26b5a74a5b1 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3143063 Feb 03 14:26:54.701705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f554831e-73b8-4dbd-adfd-210328f54b03 req-05fc8b05-2079-433a-be49-f0957cf554ac tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 210 time: 0.0943708 Feb 03 14:26:54.794913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0a769c-46ed-4de2-b1c0-46fb7846cdb6,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:54.795456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fb5038ba-78c7-4695-b559-5ef9c00772e5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:54.796093 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.808590 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks [] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.836607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Checking segment: {'id': '984a7fd5-5960-43d6-9410-02a98b1e997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:54.837626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Network hostable DHCP agents. Network: 500559bd-314a-42a4-a58f-cf0bd3e12509, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:54.850521 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.868557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.879056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 280bb23e-28ad-4315-b0bb-3094bb715f15, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=280bb23e-28ad-4315-b0bb-3094bb715f15,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:54.916898 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:54.917984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:54.928011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Network 500559bd-314a-42a4-a58f-cf0bd3e12509 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:54.939502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e7a1dc6b-15f3-4a1e-8bab-b1daa523ed23 None None] For port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,segment=NetworkSegment(b9f3bf15-3554-47ad-ac26-f7d896fde192),segment_id=b9f3bf15-3554-47ad-ac26-f7d896fde192)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:54.973475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 500559bd-314a-42a4-a58f-cf0bd3e12509) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:54.991093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:54.992044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.000142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port fb5038ba-78c7-4695-b559-5ef9c00772e5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb5038ba-78c7-4695-b559-5ef9c00772e5,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:55.007668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf45bdd-2b6b-4467-8a92-4d57da20399f None None] Network 500559bd-314a-42a4-a58f-cf0bd3e12509 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:55.011779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] For port d6ed82d1-b609-4450-92f4-9d5bb6b7bede, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:55.033387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a1dc6b-15f3-4a1e-8bab-b1daa523ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.059734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.074057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-217f0d8e-b16c-41cc-89fc-fed8e0ebf97d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1303525 Feb 03 14:26:55.113862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] device_id is not set on port d6ed82d1-b609-4450-92f4-9d5bb6b7bede yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:26:55.117007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (81afdd22-0c97-482e-a4be-17c0528e837a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.184631 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] Publish callbacks [] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.203300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Subnet': ['ID=81afdd22-0c97-482e-a4be-17c0528e837a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:55.232969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Checking segment: {'id': '95bd13ce-458e-4b26-bf12-965dae0bf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:55.233342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network hostable DHCP agents. Network: 3bb90693-e15e-4fe7-8652-46057bd1d978, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:26:55.269979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:26:55.284572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:55.296263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3bb90693-e15e-4fe7-8652-46057bd1d978) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:55.300887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.301513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.331683 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6b2a7fa8-35ab-478f-b6da-6ce152e3e66a tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1287827 Feb 03 14:26:55.335270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50280) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:55.338521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.359942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:55.373670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:55.512914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Pushing event updated for resources: {'Port': ['ID=51bdc497-f2e1-4417-b20f-dd47f670a141,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:55.549791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b175ef1b-ddd7-4a82-af98-e3fc3b15a835 req-74d86cb8-7a38-4bf4-9ac3-c05e05fcba22 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6907892 Feb 03 14:26:55.615308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-eab6f1e5-e86e-42c2-864c-5791dfb9d8ed tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.622784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-eab6f1e5-e86e-42c2-864c-5791dfb9d8ed tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.634256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-eab6f1e5-e86e-42c2-864c-5791dfb9d8ed tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.643310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-eab6f1e5-e86e-42c2-864c-5791dfb9d8ed tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.651581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-eab6f1e5-e86e-42c2-864c-5791dfb9d8ed tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.668386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-eab6f1e5-e86e-42c2-864c-5791dfb9d8ed tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.680054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-eab6f1e5-e86e-42c2-864c-5791dfb9d8ed tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 4660 time: 0.7766361 Feb 03 14:26:55.722614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:55.724879 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777dcff1-a6a7-4de4-ad91-9dc934017216" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:55.727367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45052ffe-841c-4a23-ace3-2cb02f3f4663 None None] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:55.738852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:55.777929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=280bb23e-28ad-4315-b0bb-3094bb715f15,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:55.825332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] No DVR routers for this DVR port d6ed82d1-b609-4450-92f4-9d5bb6b7bede on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:55.906227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:55.907146 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:55.991361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:55.991906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.004367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-69977912-8a5c-4cff-a73f-64e9c215b741 None None] Provisioning complete for port d47a6299-3e47-454c-ab73-39de28f73ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:56.005132 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69977912-8a5c-4cff-a73f-64e9c215b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.015079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e2d87656-9662-4af0-9905-7f8598c6c354 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7115445 Feb 03 14:26:56.015736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:56.047119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.049459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b85b1f4-70dc-4eae-9391-63df8cd1f5d9 req-666ee417-5a4c-4f48-8074-79c0c6e3cdb2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=da62ba56-30c2-45a2-a84d-c2e0a52cd81a&id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3623781 Feb 03 14:26:56.070759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Request body: {'port': {'device_id': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:56.084256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] In _notify_port_updated(), no bound segment for port d6ed82d1-b609-4450-92f4-9d5bb6b7bede on network c332afe6-b99b-4a41-a510-bf1cd307668f {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:26:56.092966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:56.093615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.094960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-8e3a920c-e7d8-4c1a-adc4-b18a6059a375 service neutron] 10.222.0.45 "PUT /v2.0/ports/d6ed82d1-b609-4450-92f4-9d5bb6b7bede HTTP/1.1" status: 200 len: 1032 time: 3.2356641 Feb 03 14:26:56.136144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1dc6b-15f3-4a1e-8bab-b1daa523ed23 None None] Pushing event updated for resources: {'Port': ['ID=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:56.145775 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2278927-46f1-423a-ac7e-b2c7ec12debe x-openstack-request-id: req-f2278927-46f1-423a-ac7e-b2c7ec12debe {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:56.146418 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:56.146678 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2278927-46f1-423a-ac7e-b2c7ec12debe {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:56.147070 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15', 'code': 200} Feb 03 14:26:56.158352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ce379-c61a-4c14-babe-d7bfcbf438ad None None] Network 500559bd-314a-42a4-a58f-cf0bd3e12509 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:26:56.231032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69977912-8a5c-4cff-a73f-64e9c215b741 None None] Port d47a6299-3e47-454c-ab73-39de28f73ff1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:56.251866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:56.260036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87145a18-0121-4613-8f3d-a2254a9cec65 req-6ec26c4c-2f50-4372-9ef2-fe048b8b32ce tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:56.268351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87145a18-0121-4613-8f3d-a2254a9cec65 req-6ec26c4c-2f50-4372-9ef2-fe048b8b32ce tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 932 time: 0.4395754 Feb 03 14:26:56.341559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.342634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 68cae758-12b6-4e2a-bbc0-4803b853c911 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:56.357788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:56.358293 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.362063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-3bb90693-e15e-4fe7-8652-46057bd1d978', 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978', 'project_id': '5b2693ac197a40259cab53705dd496cf', 'fixed_ips': [{'subnet_id': '81afdd22-0c97-482e-a4be-17c0528e837a'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:26:56.363824 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.375421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50308) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:56.377015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:51Z', 'revision_number': 4, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:26:52Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:56.377810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fbac20-8594-4d77-b4a2-47bc195125b1 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:56.386299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.395436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1509604852-network', 'tenant_id': 'd29bbf0dcc374d0d94648703f4382ba5'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:56.400256 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Publish callbacks [] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.497011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Transition to ACTIVE for port object 82fbac20-8594-4d77-b4a2-47bc195125b1 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:26:56.505303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:26:56.505994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Updating router 517b294a-5aff-43d2-aabc-99bebb4a6340 port d47a6299-3e47-454c-ab73-39de28f73ff1 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:26:56.507009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Made reservation on behalf of d29bbf0dcc374d0d94648703f4382ba5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:56.509585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.518887 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.536329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87145a18-0121-4613-8f3d-a2254a9cec65 req-12d230f2-fed7-4520-b537-3977183bdfd3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655163 Feb 03 14:26:56.555335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=fb5038ba-78c7-4695-b559-5ef9c00772e5,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:56.578155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-69977912-8a5c-4cff-a73f-64e9c215b741 None None] Provisioning complete for port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:56.579797 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69977912-8a5c-4cff-a73f-64e9c215b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.635128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.715590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.843929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:56.844689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:56.851532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:56.862714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Pushing event updated for resources: {'Port': ['ID=82fbac20-8594-4d77-b4a2-47bc195125b1,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:56.905884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Allocated IP 2001:db8:3::1 (3bb90693-e15e-4fe7-8652-46057bd1d978/81afdd22-0c97-482e-a4be-17c0528e837a/53353573-8573-4ffd-96f2-23d13b2f3af3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:57.035651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 68cae758-12b6-4e2a-bbc0-4803b853c911 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:57.036224 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.046792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.073706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:57.095548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a6d22-3337-4eb2-a8c0-e22b88b473e6 req-67562103-fa55-48c6-9176-22b90ce58053 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.097142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f54a6d22-3337-4eb2-a8c0-e22b88b473e6 req-67562103-fa55-48c6-9176-22b90ce58053 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.3535392 Feb 03 14:26:57.106555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69977912-8a5c-4cff-a73f-64e9c215b741 None None] Current status of the port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:57.122233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.166566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 68cae758-12b6-4e2a-bbc0-4803b853c911, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=68cae758-12b6-4e2a-bbc0-4803b853c911,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:57.184663 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.186080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 81581054-917c-4966-b763-5f09e5b47217 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:57.198328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:57.208548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] For port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:57.208762 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.213863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Attempting to bind port 82fbac20-8594-4d77-b4a2-47bc195125b1 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:57.214862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Attempting to bind port 82fbac20-8594-4d77-b4a2-47bc195125b1 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:57.214862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Attempting to bind port 82fbac20-8594-4d77-b4a2-47bc195125b1 on network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:57.229074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:57.242729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:57.247971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks [] for security_group (827123c4-d800-4531-a691-50a88148dd71), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.248162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.255206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:26:57.265165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Port 82fbac20-8594-4d77-b4a2-47bc195125b1 on network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:26:57.265481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Attempting to bind port 82fbac20-8594-4d77-b4a2-47bc195125b1 on network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:57.279356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (827123c4-d800-4531-a691-50a88148dd71), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.335278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:57.335645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Checking segment: {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:57.336250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Bound using segment: {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:57.336509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Bound port: 82fbac20-8594-4d77-b4a2-47bc195125b1, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:57.336851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.344405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=53353573-8573-4ffd-96f2-23d13b2f3af3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:57.355038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f54a6d22-3337-4eb2-a8c0-e22b88b473e6 req-793daf2a-2215-4b42-85f8-d26e0f721eee tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462852 Feb 03 14:26:57.362566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Allocated IP 2001:db8:3::2 (3bb90693-e15e-4fe7-8652-46057bd1d978/81afdd22-0c97-482e-a4be-17c0528e837a/7e57c80a-c9d2-461a-a37f-d387d9d48d5f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:26:57.417954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:26:57.428256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:57.433044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=68cae758-12b6-4e2a-bbc0-4803b853c911,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:57.472694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827123c4-d800-4531-a691-50a88148dd71,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:57.479447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.479795 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Added segment 86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d of type vlan for network 67ae04a3-9c4b-40de-9aad-3b9fd82b4730 Feb 03 14:26:57.486050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.548630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fc336a39-90e0-44ff-9f68-54721bdd6f6e None None] Provisioning complete for port d6ed82d1-b609-4450-92f4-9d5bb6b7bede triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:57.549369 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc336a39-90e0-44ff-9f68-54721bdd6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.564028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bdc497-f2e1-4417-b20f-dd47f670a141 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:26:57.584240 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Publish callbacks [] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.610143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbb6be-9448-45bb-9d64-698d12a732de req-df4e7a9c-de30-497d-8c45-3161ae5c9e6f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.615466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbb6be-9448-45bb-9d64-698d12a732de req-df4e7a9c-de30-497d-8c45-3161ae5c9e6f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.621042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbb6be-9448-45bb-9d64-698d12a732de req-df4e7a9c-de30-497d-8c45-3161ae5c9e6f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.626541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbb6be-9448-45bb-9d64-698d12a732de req-df4e7a9c-de30-497d-8c45-3161ae5c9e6f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.632256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbb6be-9448-45bb-9d64-698d12a732de req-df4e7a9c-de30-497d-8c45-3161ae5c9e6f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.633764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3dbb6be-9448-45bb-9d64-698d12a732de req-df4e7a9c-de30-497d-8c45-3161ae5c9e6f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 3877 time: 0.3715756 Feb 03 14:26:57.664237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (67ae04a3-9c4b-40de-9aad-3b9fd82b4730), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.682800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port 81581054-917c-4966-b763-5f09e5b47217 host ! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:26:57.683467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 81581054-917c-4966-b763-5f09e5b47217 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:26:57.683701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:57.700657 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] For port 82fbac20-8594-4d77-b4a2-47bc195125b1, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:57.714848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Transition to ACTIVE for port object 51bdc497-f2e1-4417-b20f-dd47f670a141 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:26:57.754554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fc336a39-90e0-44ff-9f68-54721bdd6f6e None None] Port d6ed82d1-b609-4450-92f4-9d5bb6b7bede cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:57.784458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.796900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] For port 82fbac20-8594-4d77-b4a2-47bc195125b1, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=82fbac20-8594-4d77-b4a2-47bc195125b1,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:57.854245 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.868584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fc336a39-90e0-44ff-9f68-54721bdd6f6e None None] Provisioning complete for port d47a6299-3e47-454c-ab73-39de28f73ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:57.871396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc336a39-90e0-44ff-9f68-54721bdd6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.874559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.878013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (67ae04a3-9c4b-40de-9aad-3b9fd82b4730), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.878812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.879408 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.882441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.883491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.911391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3dbb6be-9448-45bb-9d64-698d12a732de req-28077dfb-4bdd-473f-86f5-7fdc49fbe1d0 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589803 Feb 03 14:26:57.971526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cb023d6d-835b-46e8-ab2c-94bea6a5b8c6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.973990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:57.974584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:57.976066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] 10.222.0.45 "PUT /v2.0/ports/82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 1091 time: 4.8162105 Feb 03 14:26:57.986395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d284144-a92f-48c7-a466-87e900a77c31', 'tag': '82fbac20-8594-4d77-b4a2-47bc195125b1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:57.988938 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b47b7d-ddfd-401a-96f9-b5b50c63927c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d284144-a92f-48c7-a466-87e900a77c31", "tag": "82fbac20-8594-4d77-b4a2-47bc195125b1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:58.012294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Pushing event updated for resources: {'Port': ['ID=51bdc497-f2e1-4417-b20f-dd47f670a141,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:58.012484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event updated for resources: {'Port': ['ID=53353573-8573-4ffd-96f2-23d13b2f3af3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:58.038580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:58.040391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:58.083050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2adb1-4710-4f3a-8cbd-e19e8b3de37e req-efc85c90-e8e1-4254-b2f6-07bb233f586b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:58.084693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bc2adb1-4710-4f3a-8cbd-e19e8b3de37e req-efc85c90-e8e1-4254-b2f6-07bb233f586b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 932 time: 0.4041879 Feb 03 14:26:58.090633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7039735 Feb 03 14:26:58.090633 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c70d25-1f2a-4717-a5ff-1412d6d0d44f x-openstack-request-id: req-10c70d25-1f2a-4717-a5ff-1412d6d0d44f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:58.090633 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d284144-a92f-48c7-a466-87e900a77c31", "tag": "82fbac20-8594-4d77-b4a2-47bc195125b1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:58.090633 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10c70d25-1f2a-4717-a5ff-1412d6d0d44f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:58.091685 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d284144-a92f-48c7-a466-87e900a77c31', 'tag': '82fbac20-8594-4d77-b4a2-47bc195125b1', 'status': 'completed', 'code': 200} Feb 03 14:26:58.110923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50342) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:58.126908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Request body: {'subnet': {'network_id': '67ae04a3-9c4b-40de-9aad-3b9fd82b4730', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1509604852-subnet', 'tenant_id': 'd29bbf0dcc374d0d94648703f4382ba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:58.166536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:58.210961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6'}, {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:26:58.213404 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d66a1b-d00f-4040-93af-c99b3f34bfb6" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6"}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:26:58.257826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Publish callbacks [] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.289867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:58.290837 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.323442 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 03 Feb 2022 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e249fb-0f34-4474-8e59-4be3ba5991e3 x-openstack-request-id: req-71e249fb-0f34-4474-8e59-4be3ba5991e3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:26:58.323757 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6", "code": 200}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:26:58.324006 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71e249fb-0f34-4474-8e59-4be3ba5991e3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:26:58.324366 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6', 'code': 200} Feb 03 14:26:58.324662 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'code': 200} Feb 03 14:26:58.326158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.326316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:26:58.333715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Publish callbacks [] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.335829 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c44df59e-131a-4866-9b55-85324b1df3dc tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994080 Feb 03 14:26:58.338735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50348) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:58.347787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:26:58.396769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50350) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:58.420208 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.430901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fc336a39-90e0-44ff-9f68-54721bdd6f6e None None] Port d47a6299-3e47-454c-ab73-39de28f73ff1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:58.461121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:58.461600 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.486545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:26:58.498377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c8f4f-663d-45ff-a7fd-f9b472e738c0 None None] Pushing event updated for resources: {'Port': ['ID=d47a6299-3e47-454c-ab73-39de28f73ff1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:58.507961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:26:58.510553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:26:58.530200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51efbd-e999-4b65-982e-9c4f77b83eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=67ae04a3-9c4b-40de-9aad-3b9fd82b4730,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:58.559785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 67ae04a3-9c4b-40de-9aad-3b9fd82b4730 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:26:58.689671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2dbec86-ab61-4d15-b1cc-e83eac6bf2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.699343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:26:58.726557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] No DVR routers for this DVR port cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:26:58.731354 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.735259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "DELETE /v2.0/ports/cb023d6d-835b-46e8-ab2c-94bea6a5b8c6 HTTP/1.1" status: 204 len: 173 time: 2.5787122 Feb 03 14:26:58.735891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Made reservation on behalf of d29bbf0dcc374d0d94648703f4382ba5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:26:58.738169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.787417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378bcee-87ee-4ea4-a6e2-51df13d00fff service neutron] Pushing event updated for resources: {'Port': ['ID=82fbac20-8594-4d77-b4a2-47bc195125b1,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:58.793600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Pushing event updated for resources: {'Port': ['ID=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:58.797526 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.798232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d6ed82d1-b609-4450-92f4-9d5bb6b7bede no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:26:58.819167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Attempting to bind port d47a6299-3e47-454c-ab73-39de28f73ff1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:58.819539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Attempting to bind port d47a6299-3e47-454c-ab73-39de28f73ff1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:58.819903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Attempting to bind port d47a6299-3e47-454c-ab73-39de28f73ff1 on network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:58.906807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Attempting to bind port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:58.907217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Attempting to bind port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '95bd13ce-458e-4b26-bf12-965dae0bf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:58.907604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Attempting to bind port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f on network 3bb90693-e15e-4fe7-8652-46057bd1d978 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:58.915145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:58.915638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Checking segment: {'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:58.915964 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.916365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Bound using segment: {'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:58.916939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Bound port: d47a6299-3e47-454c-ab73-39de28f73ff1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f3bf15-3554-47ad-ac26-f7d896fde192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:58.917324 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.950977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:58.951377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Checking segment: {'id': '95bd13ce-458e-4b26-bf12-965dae0bf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:58.951738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.952129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Bound using segment: {'id': '95bd13ce-458e-4b26-bf12-965dae0bf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:58.952627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Bound port: 7e57c80a-c9d2-461a-a37f-d387d9d48d5f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bd13ce-458e-4b26-bf12-965dae0bf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:58.953009 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.958542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2dbec86-ab61-4d15-b1cc-e83eac6bf2cb admin admin] Publish callbacks [] for security_group (fe657686-6c41-4b2c-97ed-234205b7c341), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.963847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:58.965331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb5038ba-78c7-4695-b559-5ef9c00772e5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:58.969898 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2dbec86-ab61-4d15-b1cc-e83eac6bf2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fe657686-6c41-4b2c-97ed-234205b7c341), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:58.978113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-24118b0d-e667-4b46-bf2a-5d8cbde41178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:58.980021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-24118b0d-e667-4b46-bf2a-5d8cbde41178 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1125 time: 0.8848195 Feb 03 14:26:58.990514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Attempting to bind port 51bdc497-f2e1-4417-b20f-dd47f670a141 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:26:58.990865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Attempting to bind port 51bdc497-f2e1-4417-b20f-dd47f670a141 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:26:58.991202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Attempting to bind port 51bdc497-f2e1-4417-b20f-dd47f670a141 on network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:58.995810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bc2adb1-4710-4f3a-8cbd-e19e8b3de37e req-f60bb3ad-7809-48a0-a8ca-728c7af8c6f1 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8754551 Feb 03 14:26:59.052640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:59.061151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-c296f824-2c98-47e5-ab2a-0d0073737cd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.0625565 Feb 03 14:26:59.063896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port d6ed82d1-b609-4450-92f4-9d5bb6b7bede host ! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:26:59.064303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d6ed82d1-b609-4450-92f4-9d5bb6b7bede not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:26:59.094767 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a2dbec86-ab61-4d15-b1cc-e83eac6bf2cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6a4b77a5c8b407fa9ccf15a6ca1b98c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965671 Feb 03 14:26:59.097514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbec86-ab61-4d15-b1cc-e83eac6bf2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe657686-6c41-4b2c-97ed-234205b7c341,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:59.102115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:26:59.103659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50358) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:26:59.121791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 14:26:59.136744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3616bd-7aa3-4c24-8ebb-f4ff438b69e3 req-f1b8b90a-5953-48b7-aa54-6a8d3abcaeca tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:59.144302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3616bd-7aa3-4c24-8ebb-f4ff438b69e3 req-f1b8b90a-5953-48b7-aa54-6a8d3abcaeca tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 946 time: 0.6210032 Feb 03 14:26:59.147009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a6360-2f6e-4c7c-b3b0-24502338ab40 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=cb023d6d-835b-46e8-ab2c-94bea6a5b8c6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:59.177793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Removed routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 14:26:59.178339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.178592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-01f59180-ba6e-4552-933e-b6c351764b9c None None] Provisioning complete for port d47a6299-3e47-454c-ab73-39de28f73ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:59.178995 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01f59180-ba6e-4552-933e-b6c351764b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.203574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Port 51bdc497-f2e1-4417-b20f-dd47f670a141 on network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:26:59.203926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Attempting to bind port 51bdc497-f2e1-4417-b20f-dd47f670a141 on network a58cb5cf-fb83-49b9-8b5f-608b3aeb674c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:26:59.253213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] For port d47a6299-3e47-454c-ab73-39de28f73ff1, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:59.256291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-a1df099f-272c-479c-b6be-5055b50d9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:59.257645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-a1df099f-272c-479c-b6be-5055b50d9277 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.1606424 Feb 03 14:26:59.292930 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] For port d47a6299-3e47-454c-ab73-39de28f73ff1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d47a6299-3e47-454c-ab73-39de28f73ff1,segment=NetworkSegment(b9f3bf15-3554-47ad-ac26-f7d896fde192),segment_id=b9f3bf15-3554-47ad-ac26-f7d896fde192)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:59.296140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-01f59180-ba6e-4552-933e-b6c351764b9c None None] Port d47a6299-3e47-454c-ab73-39de28f73ff1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:26:59.300068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] For port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:59.310757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:26:59.311386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Checking segment: {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:26:59.311819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Bound using segment: {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:26:59.312292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Bound port: 51bdc497-f2e1-4417-b20f-dd47f670a141, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb04425-b460-467d-9fc2-9fe073ab5850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:26:59.312700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.313041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fb5038ba-78c7-4695-b559-5ef9c00772e5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:59.313481 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.313729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d91f144d-0347-416c-9913-c3074e2b713b admin admin] Publish callbacks [] for security_group (fe657686-6c41-4b2c-97ed-234205b7c341), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.334101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.345542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-7a6c26ff-ddcd-4080-bf09-5418f76755ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636353 Feb 03 14:26:59.352602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d91f144d-0347-416c-9913-c3074e2b713b admin admin] Publish callbacks [] for security_group (fe657686-6c41-4b2c-97ed-234205b7c341), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.355496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] For port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,segment=NetworkSegment(95bd13ce-458e-4b26-bf12-965dae0bf185),segment_id=95bd13ce-458e-4b26-bf12-965dae0bf185)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:59.361344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3616bd-7aa3-4c24-8ebb-f4ff438b69e3 req-23558b2a-06e2-4543-9764-6d8021e8c41b tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161252 Feb 03 14:26:59.413110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port a67f2498-da17-4782-bb69-2a9e0a6b1bda completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:26:59.415484 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.445481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port a67f2498-da17-4782-bb69-2a9e0a6b1bda triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:26:59.445893 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.499462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:26:59.500114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:26:59.512581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d91f144d-0347-416c-9913-c3074e2b713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fe657686-6c41-4b2c-97ed-234205b7c341), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.520079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d91f144d-0347-416c-9913-c3074e2b713b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.538323 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d91f144d-0347-416c-9913-c3074e2b713b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe657686-6c41-4b2c-97ed-234205b7c341 HTTP/1.1" status: 204 len: 168 time: 0.4316499 Feb 03 14:26:59.541564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.553246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f144d-0347-416c-9913-c3074e2b713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe657686-6c41-4b2c-97ed-234205b7c341,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:59.553553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c8f4f-663d-45ff-a7fd-f9b472e738c0 None None] Pushing event updated for resources: {'Port': ['ID=d47a6299-3e47-454c-ab73-39de28f73ff1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:59.562728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd703d7-1250-4794-91ac-f9c9cd9fcfbf req-32a9e9af-7d82-416d-8552-334202d8e398 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:59.568197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd703d7-1250-4794-91ac-f9c9cd9fcfbf req-32a9e9af-7d82-416d-8552-334202d8e398 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:59.569068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.574407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd703d7-1250-4794-91ac-f9c9cd9fcfbf req-32a9e9af-7d82-416d-8552-334202d8e398 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:59.580702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd703d7-1250-4794-91ac-f9c9cd9fcfbf req-32a9e9af-7d82-416d-8552-334202d8e398 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:26:59.582595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd703d7-1250-4794-91ac-f9c9cd9fcfbf req-32a9e9af-7d82-416d-8552-334202d8e398 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 3142 time: 0.4334719 Feb 03 14:26:59.590655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port 10497514-5f40-4ad4-8f62-245c2d3b1599 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:26:59.591143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.728920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] For port 51bdc497-f2e1-4417-b20f-dd47f670a141, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:26:59.807236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:26:59.814620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] For port 51bdc497-f2e1-4417-b20f-dd47f670a141, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=51bdc497-f2e1-4417-b20f-dd47f670a141,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:26:59.815489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:26:59.818034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fb5038ba-78c7-4695-b559-5ef9c00772e5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:59.839705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-b56ad478-ba94-424c-b54d-e4db0ac4902b service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745216 Feb 03 14:26:59.860360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cc77e-9188-4110-bbba-1c48b52a266f None None] Pushing event updated for resources: {'Port': ['ID=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:26:59.964485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:26:59.979115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a67f2498-da17-4782-bb69-2a9e0a6b1bda is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:26:59.979718 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.030369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:00.037613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.041235 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c47e8384-d29b-4c7b-9d3c-4dc6c8e81301 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 200 len: 954 time: 1.6978672 Feb 03 14:27:00.041505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50366) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:00.058656 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (cbc937bc-27a7-4285-a104-262ef6891b52), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.119826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:00.122965 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72fa286-620c-4b37-a270-30be71d92358" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:00.128335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bd703d7-1250-4794-91ac-f9c9cd9fcfbf req-781148a9-e0a6-4da7-a475-67012cf5fdc4 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5269361 Feb 03 14:27:00.154304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:00.163034 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.164740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] 10.222.0.71 "PUT /v2.0/ports/51bdc497-f2e1-4417-b20f-dd47f670a141 HTTP/1.1" status: 200 len: 1092 time: 4.1130736 Feb 03 14:27:00.165440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50370) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:00.187397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60d686ae-b192-4956-b4ec-559002ea8434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.228821 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-32f353d2-2a38-4032-b58b-29846b9f3def tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 200 len: 954 time: 0.1861315 Feb 03 14:27:00.230693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50372) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:00.236098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'routes': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:00.260981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:00.270532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-afbe094e-48bb-42d7-9fc3-93f95a433498 None None] Provisioning complete for port d47a6299-3e47-454c-ab73-39de28f73ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:00.271029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afbe094e-48bb-42d7-9fc3-93f95a433498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.274791 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.308737 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c87cf4-abd5-4755-bfda-96066695f16d x-openstack-request-id: req-61c87cf4-abd5-4755-bfda-96066695f16d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:00.308977 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "cb023d6d-835b-46e8-ab2c-94bea6a5b8c6", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:00.309168 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61c87cf4-abd5-4755-bfda-96066695f16d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:00.309576 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': 'cb023d6d-835b-46e8-ab2c-94bea6a5b8c6', 'status': 'completed', 'code': 200} Feb 03 14:27:00.321700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9311c0-9cc2-4a02-876b-4cd425f0dfc0 req-4fdb6dab-881d-4bff-8951-b49970504f53 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672275 Feb 03 14:27:00.328929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] For port 10497514-5f40-4ad4-8f62-245c2d3b1599, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=10497514-5f40-4ad4-8f62-245c2d3b1599,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:00.329310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.375399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87'}, {'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:00.379340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adbb05-5589-4d79-b080-292b5b536bea service neutron] Pushing event updated for resources: {'Port': ['ID=51bdc497-f2e1-4417-b20f-dd47f670a141,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:00.380876 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e11592-899f-4a14-b2d4-6c110a924ec6" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87"}, {"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-plugged", "status": "completed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:00.417551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc937bc-27a7-4285-a104-262ef6891b52,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:00.425957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for 10497514-5f40-4ad4-8f62-245c2d3b1599 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:00.455408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60d686ae-b192-4956-b4ec-559002ea8434 admin admin] Publish callbacks [] for security_group (d6857056-d65b-4055-a1d0-831a6b210d2b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.467064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60d686ae-b192-4956-b4ec-559002ea8434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d6857056-d65b-4055-a1d0-831a6b210d2b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.479799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=12']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:00.487245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Checking segment: {'id': '86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '67ae04a3-9c4b-40de-9aad-3b9fd82b4730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:00.487786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Network hostable DHCP agents. Network: 67ae04a3-9c4b-40de-9aad-3b9fd82b4730, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:00.522056 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b02edd-92ac-4c3b-bd2e-3a7abba85bc8 x-openstack-request-id: req-07b02edd-92ac-4c3b-bd2e-3a7abba85bc8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:00.534094 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87", "code": 200}, {"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-plugged", "status": "completed", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:00.534568 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07b02edd-92ac-4c3b-bd2e-3a7abba85bc8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:00.535313 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87', 'code': 200} Feb 03 14:27:00.535447 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'code': 200} Feb 03 14:27:00.540015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a704ea-4f3b-4cc5-a715-68f2543bfe89 req-96c6b296-2f76-4803-9c9d-d620c8fbfe5a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:00.541798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90a704ea-4f3b-4cc5-a715-68f2543bfe89 req-96c6b296-2f76-4803-9c9d-d620c8fbfe5a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 944 time: 0.3613205 Feb 03 14:27:00.603764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-ce4059ea-5c24-47a1-8af3-90279a0e43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:00.606473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-ce4059ea-5c24-47a1-8af3-90279a0e43ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 1126 time: 0.3084705 Feb 03 14:27:00.615843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d686ae-b192-4956-b4ec-559002ea8434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6857056-d65b-4055-a1d0-831a6b210d2b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:00.629121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-60d686ae-b192-4956-b4ec-559002ea8434 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=309c85e7a58245208eeb5226a1202eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4603581 Feb 03 14:27:00.636840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50378) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:00.648126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-afbe094e-48bb-42d7-9fc3-93f95a433498 None None] Current status of the port d47a6299-3e47-454c-ab73-39de28f73ff1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:00.648345 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afbe094e-48bb-42d7-9fc3-93f95a433498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.658343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-d483243c-5e4e-494b-bac8-88b736b3579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:00.660556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-d483243c-5e4e-494b-bac8-88b736b3579f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1125 time: 0.2678566 Feb 03 14:27:00.678741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Network 67ae04a3-9c4b-40de-9aad-3b9fd82b4730 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:00.707110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:59Z', 'revision_number': 6, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53353573-8573-4ffd-96f2-23d13b2f3af3', 'name': '', 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9a:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '81afdd22-0c97-482e-a4be-17c0528e837a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:56Z', 'updated_at': '2022-02-03T14:26:57Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '81afdd22-0c97-482e-a4be-17c0528e837a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:26:59Z', 'revision_number': 4, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:00.807142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e45595-e16e-4a0d-838e-732da3244d49 req-bf58af3d-aae5-4d19-80ee-d9db663761c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:00.808767 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-52e45595-e16e-4a0d-838e-732da3244d49 req-bf58af3d-aae5-4d19-80ee-d9db663761c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 1129 time: 0.1212375 Feb 03 14:27:00.824504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-e541e619-1434-4d60-994e-016e2e3b6d7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bdc497-f2e1-4417-b20f-dd47f670a141 HTTP/1.1" status: 200 len: 217 time: 0.1979704 Feb 03 14:27:00.862429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 67ae04a3-9c4b-40de-9aad-3b9fd82b4730) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:00.890284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 14:27:00.890639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 14:27:00.916247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-52e45595-e16e-4a0d-838e-732da3244d49 req-031759e1-909a-4990-8904-fa3d8b219c2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984268 Feb 03 14:27:00.921313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:00.922262 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.930213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90a704ea-4f3b-4cc5-a715-68f2543bfe89 req-09aa9fd0-bc3e-40d1-a187-50d0ecc62b91 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706455 Feb 03 14:27:00.957490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e335a03e-f3cd-4981-b8fe-f7be1ff0fade None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:26:59Z', 'revision_number': 6, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53353573-8573-4ffd-96f2-23d13b2f3af3', 'name': '', 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9a:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '81afdd22-0c97-482e-a4be-17c0528e837a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:56Z', 'updated_at': '2022-02-03T14:26:57Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '81afdd22-0c97-482e-a4be-17c0528e837a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:26:59Z', 'revision_number': 4, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:00.959503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17621764-a436-4fc5-8dd3-6f5343f0f10a None None] Network 67ae04a3-9c4b-40de-9aad-3b9fd82b4730 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:00.960551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:00.972474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-afbe094e-48bb-42d7-9fc3-93f95a433498 None None] For port d47a6299-3e47-454c-ab73-39de28f73ff1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d47a6299-3e47-454c-ab73-39de28f73ff1,segment=NetworkSegment(b9f3bf15-3554-47ad-ac26-f7d896fde192),segment_id=b9f3bf15-3554-47ad-ac26-f7d896fde192)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:01.031892 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afbe094e-48bb-42d7-9fc3-93f95a433498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.160061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c75932f-0a5e-4357-a592-89f71a507323 admin admin] Publish callbacks [] for security_group (d6857056-d65b-4055-a1d0-831a6b210d2b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.249194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c75932f-0a5e-4357-a592-89f71a507323 admin admin] Publish callbacks [] for security_group (d6857056-d65b-4055-a1d0-831a6b210d2b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.261114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe094e-48bb-42d7-9fc3-93f95a433498 None None] Pushing event updated for resources: {'Port': ['ID=d47a6299-3e47-454c-ab73-39de28f73ff1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:01.274663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-61b1c5c7-57ee-4105-9b2e-9623b7512535 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1519454 Feb 03 14:27:01.275934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67ab66-0b6b-4a24-8aa5-5b684f8ff13b None None] Network 67ae04a3-9c4b-40de-9aad-3b9fd82b4730 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:01.281874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (10497514-5f40-4ad4-8f62-245c2d3b1599), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.293246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-a2ea35e6-60a7-4bc0-bb7d-a0cd30897ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:01.295841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-a2ea35e6-60a7-4bc0-bb7d-a0cd30897ba6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.4491041 Feb 03 14:27:01.321465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e163d1-d5f8-424e-a200-b3680cd13869 req-3b642f56-8bb4-41b8-aa02-8be923bb7acd tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:01.328451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67e163d1-d5f8-424e-a200-b3680cd13869 req-3b642f56-8bb4-41b8-aa02-8be923bb7acd tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 947 time: 0.6516235 Feb 03 14:27:01.385260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138d387-0a4a-49fc-bea2-4313d7269971 None None] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:01.461380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=10497514-5f40-4ad4-8f62-245c2d3b1599,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:01.518271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-e15036f7-20db-4fab-b618-8433d709022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:01.520284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-e15036f7-20db-4fab-b618-8433d709022b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.8088896 Feb 03 14:27:01.522442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-c5e0d29d-ef7e-4f30-a33c-4f2dca06c0e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820662 Feb 03 14:27:01.547298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e2e61de0-712f-4bd1-8878-0800a313d623 None None] Provisioning complete for port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:01.547686 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2e61de0-712f-4bd1-8878-0800a313d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.633360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-c6f57d6b-5142-429e-91bf-11e9f78d2b29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.0827610 Feb 03 14:27:01.741238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e2e61de0-712f-4bd1-8878-0800a313d623 None None] Current status of the port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:01.741649 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2e61de0-712f-4bd1-8878-0800a313d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.744473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.751687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.789639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e2e61de0-712f-4bd1-8878-0800a313d623 None None] For port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,segment=NetworkSegment(95bd13ce-458e-4b26-bf12-965dae0bf185),segment_id=95bd13ce-458e-4b26-bf12-965dae0bf185)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:01.808715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2e61de0-712f-4bd1-8878-0800a313d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:01.934292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:01.969587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e61de0-712f-4bd1-8878-0800a313d623 None None] Pushing event updated for resources: {'Port': ['ID=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:02.143165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7e57c80a-c9d2-461a-a37f-d387d9d48d5f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:02.172997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:02.199660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:02.203642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77ab8703-2671-4dd7-93d4-cdbe4cafa7dd tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 200 len: 704 time: 1.9718785 Feb 03 14:27:02.204878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50398) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:02.245409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:02.247913 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:02.332284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 82fbac20-8594-4d77-b4a2-47bc195125b1 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:27:02.411479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] No DVR routers for this DVR port 10497514-5f40-4ad4-8f62-245c2d3b1599 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:02.421077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'tag': '51bdc497-f2e1-4417-b20f-dd47f670a141'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:02.423574 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52affeaf-fd86-4b26-95f2-f347f3af6978" -d '{"events": [{"name": "network-changed", "server_uuid": "b62698d1-1d04-4994-ac30-f93204f8d23b", "tag": "51bdc497-f2e1-4417-b20f-dd47f670a141"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:02.435966 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6ce9f777-6f2e-4449-b445-5c32b2290af2 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 200 len: 704 time: 0.2292480 Feb 03 14:27:02.437643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50408) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:02.475580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:02.479075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-a97b556e-1591-406b-9720-6273d00c79f6 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "DELETE /v2.0/ports/10497514-5f40-4ad4-8f62-245c2d3b1599 HTTP/1.1" status: 204 len: 173 time: 3.7352607 Feb 03 14:27:02.537421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67e163d1-d5f8-424e-a200-b3680cd13869 req-e1bb9339-a009-403d-8dd5-c8a9b5e0f132 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1772354 Feb 03 14:27:02.602563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-63cfd755-8a1a-4b99-a914-68a3f2a57d11 None None] Provisioning complete for port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:02.602947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63cfd755-8a1a-4b99-a914-68a3f2a57d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:02.612446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c75932f-0a5e-4357-a592-89f71a507323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d6857056-d65b-4055-a1d0-831a6b210d2b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:02.615458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c75932f-0a5e-4357-a592-89f71a507323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:02.619422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4c75932f-0a5e-4357-a592-89f71a507323 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6857056-d65b-4055-a1d0-831a6b210d2b HTTP/1.1" status: 204 len: 168 time: 1.9733689 Feb 03 14:27:02.762190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 82fbac20-8594-4d77-b4a2-47bc195125b1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=82fbac20-8594-4d77-b4a2-47bc195125b1,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:02.784034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75932f-0a5e-4357-a592-89f71a507323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6857056-d65b-4055-a1d0-831a6b210d2b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:02.822341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-572520ac-3423-4f90-818d-2f17897cbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.823874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-572520ac-3423-4f90-818d-2f17897cbbb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.6297162 Feb 03 14:27:02.836912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76efccb-9ac5-464b-a2ce-16a51b5b993b req-ffcba8b2-067e-4184-91f9-57be6e648af1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.846528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76efccb-9ac5-464b-a2ce-16a51b5b993b req-ffcba8b2-067e-4184-91f9-57be6e648af1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.852645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76efccb-9ac5-464b-a2ce-16a51b5b993b req-ffcba8b2-067e-4184-91f9-57be6e648af1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:02.866223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c76efccb-9ac5-464b-a2ce-16a51b5b993b req-ffcba8b2-067e-4184-91f9-57be6e648af1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 2409 time: 1.4728570 Feb 03 14:27:02.922950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '82fbac20-8594-4d77-b4a2-47bc195125b1', 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'port_id': '82fbac20-8594-4d77-b4a2-47bc195125b1', 'mac_address': 'fa:16:3e:11:b8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:27:02.975458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-38a6695c-9611-4967-8a01-244936db5854 service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3472233 Feb 03 14:27:03.100274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:03.143595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-c9e0cca3-de18-463b-b913-a87ce0e3c3b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2617016 Feb 03 14:27:03.148559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-63cfd755-8a1a-4b99-a914-68a3f2a57d11 None None] Current status of the port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:03.181043 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.190916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 82fbac20-8594-4d77-b4a2-47bc195125b1 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:03.191340 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.202611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-63cfd755-8a1a-4b99-a914-68a3f2a57d11 None None] Provisioning complete for port 53353573-8573-4ffd-96f2-23d13b2f3af3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:03.202997 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63cfd755-8a1a-4b99-a914-68a3f2a57d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.286021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fbac20-8594-4d77-b4a2-47bc195125b1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:27:03.317087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-63cfd755-8a1a-4b99-a914-68a3f2a57d11 None None] Port 53353573-8573-4ffd-96f2-23d13b2f3af3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:27:03.356143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 82fbac20-8594-4d77-b4a2-47bc195125b1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=82fbac20-8594-4d77-b4a2-47bc195125b1,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:03.376301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.412908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c76efccb-9ac5-464b-a2ce-16a51b5b993b req-d41027f8-6e0d-42a0-ac57-e033e0dda8f9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5433538 Feb 03 14:27:03.488894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4db33989-5f8b-4038-91b4-a3782c515433 None None] Provisioning complete for port 53353573-8573-4ffd-96f2-23d13b2f3af3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:03.489275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db33989-5f8b-4038-91b4-a3782c515433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.491325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=82fbac20-8594-4d77-b4a2-47bc195125b1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:03.560295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4db33989-5f8b-4038-91b4-a3782c515433 None None] Port 53353573-8573-4ffd-96f2-23d13b2f3af3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:27:03.570404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 53353573-8573-4ffd-96f2-23d13b2f3af3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:03.570768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.605651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:03.606017 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.641707 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:03.657587 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:03.658523 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:03.662467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['82fbac20-8594-4d77-b4a2-47bc195125b1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:27:03.698566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.717822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-fec467b5-6997-4e45-aef5-dba5acd4aada tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:03.719394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-fec467b5-6997-4e45-aef5-dba5acd4aada tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/networks?id=500559bd-314a-42a4-a58f-cf0bd3e12509 HTTP/1.1" status: 200 len: 824 time: 0.5748837 Feb 03 14:27:03.727606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b92e97f-f34b-4dd2-bbe6-88fd880c43b6 req-0c7299bb-7129-4a74-8f36-e32f3446c9b0 service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908074 Feb 03 14:27:03.732779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 53353573-8573-4ffd-96f2-23d13b2f3af3 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:03.737527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-da92bbdb-2fbb-4858-9015-bfcf87b86752 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369620 Feb 03 14:27:03.787334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7078b-b711-482f-9d30-90a80c748248 req-7a952be3-d964-447d-8e7f-a79c049d5b44 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:03.788954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9a7078b-b711-482f-9d30-90a80c748248 req-7a952be3-d964-447d-8e7f-a79c049d5b44 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 944 time: 0.2784321 Feb 03 14:27:03.793787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-e536b49f-68fb-4d5a-a329-a1d41057d300 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/quotas/54b5cf25ec91402a85c23c6f146129de HTTP/1.1" status: 200 len: 375 time: 0.0599563 Feb 03 14:27:03.831599 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:03.897439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] For port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:03.897825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:03.907676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-c5889859-6752-490e-9d7d-4a50cbcb44d8 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=54b5cf25ec91402a85c23c6f146129de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036358 Feb 03 14:27:03.956980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:04.055591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9a7078b-b711-482f-9d30-90a80c748248 req-f44132b1-6f20-43c2-a2a6-33435294141b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476583 Feb 03 14:27:04.116528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b47b7d-ddfd-401a-96f9-b5b50c63927c req-4dc817de-7035-4110-ab82-be3477300759 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665137 Feb 03 14:27:04.161169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-0588b28e-72e7-445c-9821-bf84bbca35b0 service neutron] 10.222.0.52 "GET /v2.0/networks/500559bd-314a-42a4-a58f-cf0bd3e12509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439368 Feb 03 14:27:04.162707 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d132a1-32ba-439a-8886-ce25433b1d36 x-openstack-request-id: req-e3d132a1-32ba-439a-8886-ce25433b1d36 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:04.163058 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62698d1-1d04-4994-ac30-f93204f8d23b", "tag": "51bdc497-f2e1-4417-b20f-dd47f670a141", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:04.163497 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3d132a1-32ba-439a-8886-ce25433b1d36 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:04.163892 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'tag': '51bdc497-f2e1-4417-b20f-dd47f670a141', 'status': 'completed', 'code': 200} Feb 03 14:27:04.181196 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:00Z', 'revision_number': 7, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53353573-8573-4ffd-96f2-23d13b2f3af3', 'name': '', 'network_id': '3bb90693-e15e-4fe7-8652-46057bd1d978', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9a:a7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '81afdd22-0c97-482e-a4be-17c0528e837a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:56Z', 'updated_at': '2022-02-03T14:26:57Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '81afdd22-0c97-482e-a4be-17c0528e837a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:27:00Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:04.214897 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (53353573-8573-4ffd-96f2-23d13b2f3af3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:04.241723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7e57c80a-c9d2-461a-a37f-d387d9d48d5f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:04.254107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=53353573-8573-4ffd-96f2-23d13b2f3af3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:04.256492 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:04.256880 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Updating router 517b294a-5aff-43d2-aabc-99bebb4a6340 port 53353573-8573-4ffd-96f2-23d13b2f3af3 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:27:04.308380 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Port 53353573-8573-4ffd-96f2-23d13b2f3af3 not found while updating agent binding for router 517b294a-5aff-43d2-aabc-99bebb4a6340. {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 14:27:04.342294 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:04.344808 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:04.393581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:04.394152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:04.442669 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:04.490618 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:04.533148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:04.534269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d47a6299-3e47-454c-ab73-39de28f73ff1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:04.630521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d47a6299-3e47-454c-ab73-39de28f73ff1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:04.630913 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:04.642155 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0f9a1ae0-f2fd-41cb-9fea-593838dc1a87), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:04.726304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d47a6299-3e47-454c-ab73-39de28f73ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:04.762624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-825fd6fa-3c35-43c6-be15-0e52722ea215 service neutron] 10.222.0.52 "GET /v2.0/networks/500559bd-314a-42a4-a58f-cf0bd3e12509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931120 Feb 03 14:27:04.765139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-e6fbb5b0-93f1-40cb-b686-cf0eebe78edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:04.766592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-e6fbb5b0-93f1-40cb-b686-cf0eebe78edd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 1126 time: 0.4843917 Feb 03 14:27:04.769258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=0f9a1ae0-f2fd-41cb-9fea-593838dc1a87,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:04.777862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120909fc-6b19-4c89-b3b3-6b233e25eb03 req-d28753f5-41ea-43b0-90c5-56709979c17c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:04.779439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-120909fc-6b19-4c89-b3b3-6b233e25eb03 req-d28753f5-41ea-43b0-90c5-56709979c17c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 947 time: 0.4993508 Feb 03 14:27:04.808245 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:04Z', 'revision_number': 8, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:27:00Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:04.815511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:04.842009 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f86a4-62d8-43f8-b94b-9d36c52e8b79 None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:04Z', 'revision_number': 8, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:27:00Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:04.847123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] No DVR routers for this DVR port 0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:04.873954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:04.883053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-9c9ebff4-221b-4e4a-a402-c2b7d9183b5f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "DELETE /v2.0/ports/0f9a1ae0-f2fd-41cb-9fea-593838dc1a87 HTTP/1.1" status: 204 len: 173 time: 2.3761551 Feb 03 14:27:04.951194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:04.962417 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-06125f0b-17f6-4ac1-a16d-7f4c84c1bbcf tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5227172 Feb 03 14:27:04.963056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50480) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:05.041265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 81afdd22-0c97-482e-a4be-17c0528e837a {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:05.044798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (81afdd22-0c97-482e-a4be-17c0528e837a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:05.090330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-120909fc-6b19-4c89-b3b3-6b233e25eb03 req-d162f120-b762-429c-b074-735e88433c1c tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867818 Feb 03 14:27:05.099299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-75f69863-1c3f-4749-b096-f33ed1c1e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:05.102433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-75f69863-1c3f-4749-b096-f33ed1c1e3c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.3219755 Feb 03 14:27:05.135371 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (81afdd22-0c97-482e-a4be-17c0528e837a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:05.194075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-81774425-f7d0-4bd4-9f72-98270b04b7bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bdc497-f2e1-4417-b20f-dd47f670a141 HTTP/1.1" status: 200 len: 217 time: 0.0808327 Feb 03 14:27:05.240176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port 68cae758-12b6-4e2a-bbc0-4803b853c911 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:05.240568 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:05.251354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a57074-700b-47de-96e4-b13b6688d0f6 req-1dc1ca30-1477-49e6-81c2-83d4f230f162 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:05.262528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a57074-700b-47de-96e4-b13b6688d0f6 req-1dc1ca30-1477-49e6-81c2-83d4f230f162 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:05.270589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47a57074-700b-47de-96e4-b13b6688d0f6 req-1dc1ca30-1477-49e6-81c2-83d4f230f162 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 1676 time: 0.2355397 Feb 03 14:27:05.365910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (81afdd22-0c97-482e-a4be-17c0528e837a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:05.391299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22e44328-ea6a-4e50-8df0-70096ae10ace req-c492224d-e2fd-45ef-b607-30e3747340e9 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 210 time: 0.1629436 Feb 03 14:27:05.493135 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (81afdd22-0c97-482e-a4be-17c0528e837a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:05.507667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47a57074-700b-47de-96e4-b13b6688d0f6 req-a259bf4c-f309-43b7-903e-8de67dbaecd5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344813 Feb 03 14:27:05.525675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-8b47c444-585d-4933-ac15-9e3d0084cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:05.533518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5688e-f443-48b4-b3f5-8e3076cc620f None None] Network 3bb90693-e15e-4fe7-8652-46057bd1d978 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:05.534004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:05.541256 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/81afdd22-0c97-482e-a4be-17c0528e837a HTTP/1.1" status: 204 len: 168 time: 0.5748158 Feb 03 14:27:05.541426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-8b47c444-585d-4933-ac15-9e3d0084cb96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.3301158 Feb 03 14:27:05.567196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50500) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:05.577781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6965d-8da3-4112-8b05-b78859296656 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=81afdd22-0c97-482e-a4be-17c0528e837a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:05.827270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] DHCP port deletion for 3bb90693-e15e-4fe7-8652-46057bd1d978 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:05.873941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:05.894770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:05.895614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:05.948407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-f6074055-e2de-4231-80f1-630de7d1dacc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3894374 Feb 03 14:27:05.963049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] For port 68cae758-12b6-4e2a-bbc0-4803b853c911, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=68cae758-12b6-4e2a-bbc0-4803b853c911,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:05.963421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:05.991728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7e57c80a-c9d2-461a-a37f-d387d9d48d5f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:06.093168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:06.121377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc527b-877a-448f-80e3-6acd087b334e req-58680a17-87a2-4790-a4ca-8fcf1f215936 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:06.128799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18dc527b-877a-448f-80e3-6acd087b334e req-58680a17-87a2-4790-a4ca-8fcf1f215936 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 944 time: 0.6201656 Feb 03 14:27:06.130118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] Deleting port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:06.130732 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.181404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599'}, {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:06.183631 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384c8079-2180-4200-b18b-f1f3b41b7908" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599"}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:06.198960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3bb90693-e15e-4fe7-8652-46057bd1d978), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.264020 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3b5cc1-ee3b-4233-a711-b437d594e8bb x-openstack-request-id: req-6a3b5cc1-ee3b-4233-a711-b437d594e8bb {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:06.264229 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "10497514-5f40-4ad4-8f62-245c2d3b1599", "status": "completed", "code": 200}, {"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "0f9a1ae0-f2fd-41cb-9fea-593838dc1a87", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:06.264561 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a3b5cc1-ee3b-4233-a711-b437d594e8bb {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:06.264984 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '10497514-5f40-4ad4-8f62-245c2d3b1599', 'status': 'completed', 'code': 200} Feb 03 14:27:06.265239 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '0f9a1ae0-f2fd-41cb-9fea-593838dc1a87', 'status': 'completed', 'code': 200} Feb 03 14:27:06.366403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18dc527b-877a-448f-80e3-6acd087b334e req-b47a5b06-5f23-4be1-a1ae-2d3ea266630e tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367125 Feb 03 14:27:06.373091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-117b68f4-60e5-4440-984b-3096b1f19c68 service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122844 Feb 03 14:27:06.503582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.503983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (5ce1b711-234d-4abc-ae75-88afc9ad06e0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.504273 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Floating IP 5ce1b711-234d-4abc-ae75-88afc9ad06e0 disassociated. External IP: 172.25.0.90, port: 68cae758-12b6-4e2a-bbc0-4803b853c911. Feb 03 14:27:06.504645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for 68cae758-12b6-4e2a-bbc0-4803b853c911 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:06.507338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 82fbac20-8594-4d77-b4a2-47bc195125b1 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:06.552153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-121bb1be-d1dc-4f40-b965-23c9d839ab3f req-6dacc13d-d89f-4993-a4c2-7a641a199059 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 210 time: 0.0508137 Feb 03 14:27:06.586975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:06.587322 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.606241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] For port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,segment=NetworkSegment(95bd13ce-458e-4b26-bf12-965dae0bf185),segment_id=95bd13ce-458e-4b26-bf12-965dae0bf185)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:06.607383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.629881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52affeaf-fd86-4b26-95f2-f347f3af6978 req-7cfa40e6-2be6-49ad-b1bb-7fea974dcb03 service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465308 Feb 03 14:27:06.687717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] Calling delete_port for 7e57c80a-c9d2-461a-a37f-d387d9d48d5f owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:06.704377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:06.704800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.758577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-7c1ea33d-d38c-4ced-b273-4fdd64550250 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:06.760807 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-7c1ea33d-d38c-4ced-b273-4fdd64550250 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.71 "GET /v2.0/networks?id=500559bd-314a-42a4-a58f-cf0bd3e12509 HTTP/1.1" status: 200 len: 824 time: 0.2298646 Feb 03 14:27:06.764874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,segment=NetworkSegment(95bd13ce-458e-4b26-bf12-965dae0bf185),segment_id=95bd13ce-458e-4b26-bf12-965dae0bf185)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:06.765358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.789613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,segment=NetworkSegment(95bd13ce-458e-4b26-bf12-965dae0bf185),segment_id=95bd13ce-458e-4b26-bf12-965dae0bf185)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:06.793947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 7e57c80a-c9d2-461a-a37f-d387d9d48d5f owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:06.804224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Request body: {'port': {'device_id': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509', 'admin_state_up': True, 'tenant_id': '54b5cf25ec91402a85c23c6f146129de'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:06.830460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 82fbac20-8594-4d77-b4a2-47bc195125b1 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:06.837118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.838328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 53353573-8573-4ffd-96f2-23d13b2f3af3 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:06.857020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c571cee-052f-4026-82c4-8f184a970a9c req-0c27e7ce-c525-4d8d-9420-63525af4d5b5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:06.862215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c571cee-052f-4026-82c4-8f184a970a9c req-0c27e7ce-c525-4d8d-9420-63525af4d5b5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:06.863837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c571cee-052f-4026-82c4-8f184a970a9c req-0c27e7ce-c525-4d8d-9420-63525af4d5b5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 1676 time: 0.2040901 Feb 03 14:27:06.873505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 82fbac20-8594-4d77-b4a2-47bc195125b1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:06.874191 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.900899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 53353573-8573-4ffd-96f2-23d13b2f3af3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:06.901578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 53353573-8573-4ffd-96f2-23d13b2f3af3 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:06.973287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (68cae758-12b6-4e2a-bbc0-4803b853c911), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:06.993808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Made reservation on behalf of 54b5cf25ec91402a85c23c6f146129de for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:06.998268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.009348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c571cee-052f-4026-82c4-8f184a970a9c req-12e7d680-a8c9-4a94-8e34-d05f1bd0de04 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374977 Feb 03 14:27:07.011986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.014648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=68cae758-12b6-4e2a-bbc0-4803b853c911,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:07.042299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:07.051044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:07.055531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:07.071647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (7e57c80a-c9d2-461a-a37f-d387d9d48d5f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.129682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] No DVR routers for this DVR port 7e57c80a-c9d2-461a-a37f-d387d9d48d5f on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:07.151790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583505f-f6fe-4213-a894-ffed61edb70b None None] Pushing event deleted for resources: {'Port': ['ID=7e57c80a-c9d2-461a-a37f-d387d9d48d5f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:07.161846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 51bdc497-f2e1-4417-b20f-dd47f670a141 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:27:07.182140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:04Z', 'revision_number': 8, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:27:00Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:07.194267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3bb90693-e15e-4fe7-8652-46057bd1d978), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.222571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Allocated IP 172.20.0.11 (500559bd-314a-42a4-a58f-cf0bd3e12509/7f0a769c-46ed-4de2-b1c0-46fb7846cdb6/2f664e98-678c-490a-96e5-8ac544af3d8d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:07.229305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 82fbac20-8594-4d77-b4a2-47bc195125b1 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:07.229305 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.234266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:07.248290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb90693-e15e-4fe7-8652-46057bd1d978']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:07.271596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bd13ce-458e-4b26-bf12-965dae0bf185') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:07.271876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bd13ce-458e-4b26-bf12-965dae0bf185') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:07.285825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (95bd13ce-458e-4b26-bf12-965dae0bf185), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.289904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d284144-a92f-48c7-a466-87e900a77c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fbac20-8594-4d77-b4a2-47bc195125b1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:07.292261 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f75f150-2047-4715-a901-8ad2b01ed338" -d '{"events": [{"server_uuid": "4d284144-a92f-48c7-a466-87e900a77c31", "name": "network-vif-plugged", "status": "completed", "tag": "82fbac20-8594-4d77-b4a2-47bc195125b1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:07.304732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Router 03616b3d-b983-4872-adef-04a312c7d093 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:07.306332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (95bd13ce-458e-4b26-bf12-965dae0bf185), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.315810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:07.315810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (95bd13ce-458e-4b26-bf12-965dae0bf185), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:07.319164 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:07.335851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:07.341618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:07.432018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3bb90693-e15e-4fe7-8652-46057bd1d978), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.443715 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0081c8cb-1913-4fbe-9ebd-dccc3773bfc4 x-openstack-request-id: req-0081c8cb-1913-4fbe-9ebd-dccc3773bfc4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:07.445779 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d284144-a92f-48c7-a466-87e900a77c31", "name": "network-vif-plugged", "status": "completed", "tag": "82fbac20-8594-4d77-b4a2-47bc195125b1", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:07.446289 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0081c8cb-1913-4fbe-9ebd-dccc3773bfc4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:07.446935 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d284144-a92f-48c7-a466-87e900a77c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fbac20-8594-4d77-b4a2-47bc195125b1', 'code': 200} Feb 03 14:27:07.451302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 82fbac20-8594-4d77-b4a2-47bc195125b1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=82fbac20-8594-4d77-b4a2-47bc195125b1,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:07.489449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.496935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/3bb90693-e15e-4fe7-8652-46057bd1d978 HTTP/1.1" status: 204 len: 168 time: 1.9272289 Feb 03 14:27:07.503830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks [] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.515315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50542) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:07.518866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe653-25c9-4f55-b5ff-1ff3299b58c6 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=3bb90693-e15e-4fe7-8652-46057bd1d978,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:07.522694 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.598619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.657489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 51bdc497-f2e1-4417-b20f-dd47f670a141, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=51bdc497-f2e1-4417-b20f-dd47f670a141,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:07.662531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:07.686385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Pushing event updated for resources: {'Port': ['ID=2f664e98-678c-490a-96e5-8ac544af3d8d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:07.694162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Network 500559bd-314a-42a4-a58f-cf0bd3e12509 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:07.695542 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:07.704281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:07.723209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '51bdc497-f2e1-4417-b20f-dd47f670a141', 'network_id': 'a58cb5cf-fb83-49b9-8b5f-608b3aeb674c', 'port_id': '51bdc497-f2e1-4417-b20f-dd47f670a141', 'mac_address': 'fa:16:3e:df:a0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1777ddcc-e7cd-4c17-83b8-3123ce8e08d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:27:07.733509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=82fbac20-8594-4d77-b4a2-47bc195125b1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:07.779521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:07.780760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.803117 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-5976cdcf-6e1d-4abc-b10f-e923b1a45080 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0287030 Feb 03 14:27:07.825221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Request body: {'port': {'device_id': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:07.865580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 51bdc497-f2e1-4417-b20f-dd47f670a141 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:07.866400 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.889052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bdc497-f2e1-4417-b20f-dd47f670a141 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:27:07.908215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:07.921471 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] Sync routers for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:07.935837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 51bdc497-f2e1-4417-b20f-dd47f670a141, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=51bdc497-f2e1-4417-b20f-dd47f670a141,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:07.941096 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:07.941720 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:07.943727 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:07.969581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:08.024909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=51bdc497-f2e1-4417-b20f-dd47f670a141,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:08.042722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:04Z', 'revision_number': 8, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:27:00Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:08.067328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] No DVR routers for this DVR port 68cae758-12b6-4e2a-bbc0-4803b853c911 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:08.076282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b850b-708b-4a0b-9708-c55a68171438 None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:04Z', 'revision_number': 8, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd47a6299-3e47-454c-ab73-39de28f73ff1', 'name': '', 'network_id': '9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:4c:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:49Z', 'updated_at': '2022-02-03T14:27:00Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '868a9998-8221-44ee-b3b4-3dadcb0d68ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:08.084717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:08.090010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-ca7c4475-c706-4c6e-9418-dfc608b192a1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "DELETE /v2.0/ports/68cae758-12b6-4e2a-bbc0-4803b853c911 HTTP/1.1" status: 204 len: 173 time: 3.1994135 Feb 03 14:27:08.097949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb68c1-d4ae-42b5-9215-ae58713cda93 req-76bbec4a-78aa-4416-b866-0358739eea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:08.099491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24fb68c1-d4ae-42b5-9215-ae58713cda93 req-76bbec4a-78aa-4416-b866-0358739eea8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.6221564 Feb 03 14:27:08.108229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79eb35-cc64-445d-bbf5-3eade0f107ea req-8cd0ce39-6710-4d5d-a1df-4c76b59fc6a9 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:08.109851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f79eb35-cc64-445d-bbf5-3eade0f107ea req-8cd0ce39-6710-4d5d-a1df-4c76b59fc6a9 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 944 time: 0.5935156 Feb 03 14:27:08.110622 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:08.201097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1ff2-3b55-4d69-8ff1-0893be4df77a req-a734b8b3-6bfc-466e-b04a-16c648a6b9cd tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:08.202862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a77a1ff2-3b55-4d69-8ff1-0893be4df77a req-a734b8b3-6bfc-466e-b04a-16c648a6b9cd tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 932 time: 0.4708865 Feb 03 14:27:08.267959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f79eb35-cc64-445d-bbf5-3eade0f107ea req-1acc16c5-ce3b-4a8e-8815-23a38a69a46a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505752 Feb 03 14:27:08.275169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:08.278794 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c11250-e318-4bd6-bb61-0cc67a4a509a" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:08.319535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['51bdc497-f2e1-4417-b20f-dd47f670a141'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:27:08.384316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24fb68c1-d4ae-42b5-9215-ae58713cda93 req-f5c142fe-2b5d-4ff5-9ad3-4e8d0e1b4d16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496252 Feb 03 14:27:08.447984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a77a1ff2-3b55-4d69-8ff1-0893be4df77a req-fc09e855-2044-42da-abe2-03c4016996dc tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837420 Feb 03 14:27:08.527096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f664e98-678c-490a-96e5-8ac544af3d8d {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:27:08.542779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Publish callbacks [] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:08.573371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Transition to ACTIVE for port object 2f664e98-678c-490a-96e5-8ac544af3d8d will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:08.579453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:08.654437 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:08.693284 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] Checking router: 03616b3d-b983-4872-adef-04a312c7d093 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:08.694211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f664e98-678c-490a-96e5-8ac544af3d8d,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:08.706356 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:08.707429 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:08.757056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Attempting to bind port 2f664e98-678c-490a-96e5-8ac544af3d8d on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:27:08.757661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Attempting to bind port 2f664e98-678c-490a-96e5-8ac544af3d8d by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '984a7fd5-5960-43d6-9410-02a98b1e997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:27:08.758521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Attempting to bind port 2f664e98-678c-490a-96e5-8ac544af3d8d on network 500559bd-314a-42a4-a58f-cf0bd3e12509 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:08.765327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Port 2f664e98-678c-490a-96e5-8ac544af3d8d on network 500559bd-314a-42a4-a58f-cf0bd3e12509 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:27:08.765664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Attempting to bind port 2f664e98-678c-490a-96e5-8ac544af3d8d on network 500559bd-314a-42a4-a58f-cf0bd3e12509 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:08.772778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:27:08.773126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Checking segment: {'id': '984a7fd5-5960-43d6-9410-02a98b1e997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:08.773820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Bound using segment: {'id': '984a7fd5-5960-43d6-9410-02a98b1e997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:27:08.774713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Bound port: 2f664e98-678c-490a-96e5-8ac544af3d8d, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984a7fd5-5960-43d6-9410-02a98b1e997f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:27:08.775360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:08.850349 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e4579-a147-4003-9bf0-eb13451de96c x-openstack-request-id: req-421e4579-a147-4003-9bf0-eb13451de96c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:08.850759 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "68cae758-12b6-4e2a-bbc0-4803b853c911", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:08.851084 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-421e4579-a147-4003-9bf0-eb13451de96c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:08.851544 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '68cae758-12b6-4e2a-bbc0-4803b853c911', 'status': 'completed', 'code': 200} Feb 03 14:27:08.854401 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:08.900364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeef62-c1df-4b1f-8a13-931ea500d986 req-12116ba1-0d69-4ff8-bd17-e9ef99a7b8b7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:08.902253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80aeef62-c1df-4b1f-8a13-931ea500d986 req-12116ba1-0d69-4ff8-bd17-e9ef99a7b8b7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 942 time: 0.5126436 Feb 03 14:27:08.906024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port 280bb23e-28ad-4315-b0bb-3094bb715f15 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:08.906381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:08.910092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:08.919402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] For port 2f664e98-678c-490a-96e5-8ac544af3d8d, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:08.927154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] For port 2f664e98-678c-490a-96e5-8ac544af3d8d, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f664e98-678c-490a-96e5-8ac544af3d8d,segment=NetworkSegment(984a7fd5-5960-43d6-9410-02a98b1e997f),segment_id=984a7fd5-5960-43d6-9410-02a98b1e997f)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:08.940635 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:09.007298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:09.008221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:09.009365 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] 10.222.0.71 "PUT /v2.0/ports/2f664e98-678c-490a-96e5-8ac544af3d8d HTTP/1.1" status: 200 len: 1092 time: 1.1926579 Feb 03 14:27:09.014925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'tag': '2f664e98-678c-490a-96e5-8ac544af3d8d'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:09.022084 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e9a43-4824-4b79-9880-a481f0e81466" -d '{"events": [{"name": "network-changed", "server_uuid": "2671d265-9b84-47b5-bbf6-9f96f4226de1", "tag": "2f664e98-678c-490a-96e5-8ac544af3d8d"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:09.056684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80aeef62-c1df-4b1f-8a13-931ea500d986 req-5f41770e-429a-4e3c-9b3d-664dfe02185c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups?id=671322e1-6b91-4550-b4a9-f3f09139b805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452451 Feb 03 14:27:09.086071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34d732-53bb-4b49-939d-d2b18eb7e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f664e98-678c-490a-96e5-8ac544af3d8d,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:09.105700 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b2b532-973f-450e-9d52-ef623a588df5 x-openstack-request-id: req-a9b2b532-973f-450e-9d52-ef623a588df5 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:09.106197 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2671d265-9b84-47b5-bbf6-9f96f4226de1", "tag": "2f664e98-678c-490a-96e5-8ac544af3d8d", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:09.107002 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9b2b532-973f-450e-9d52-ef623a588df5 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:09.107415 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'tag': '2f664e98-678c-490a-96e5-8ac544af3d8d', 'status': 'completed', 'code': 200} Feb 03 14:27:09.113381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] For port 280bb23e-28ad-4315-b0bb-3094bb715f15, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=280bb23e-28ad-4315-b0bb-3094bb715f15,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:09.113856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:09.131214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for 280bb23e-28ad-4315-b0bb-3094bb715f15 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:09.141478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:09.196218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-4973cbbc-c81c-472d-b1cd-7db6604b4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:09.197885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-4973cbbc-c81c-472d-b1cd-7db6604b4672 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54b5cf25ec91402a85c23c6f146129de&device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 1126 time: 0.0735266 Feb 03 14:27:09.240379 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:09.260497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-2dacdb10-2811-4b90-b8a7-53bcc6f00ae2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f664e98-678c-490a-96e5-8ac544af3d8d HTTP/1.1" status: 200 len: 217 time: 0.0454991 Feb 03 14:27:09.283510 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77dac0-8b74-4f77-95b7-f6395e9758ff None None] The sync data for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 is: [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:20:21Z', 'revision_number': 4, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a43da2e2-11a4-4f42-a60a-bcf369bfd149', 'name': '', 'network_id': '616c701c-acf0-4ac7-bdf9-03ec8f202e7b', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'mac_address': 'fa:16:3e:d1:2a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:19Z', 'updated_at': '2022-02-03T14:20:25Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'subnets': [{'id': 'da3012eb-f8da-4940-a60f-44773ad091b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:09.317199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-43e9d6bf-cf31-4e14-a97c-b1340269a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:09.318957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-43e9d6bf-cf31-4e14-a97c-b1340269a35f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f0a769c-46ed-4de2-b1c0-46fb7846cdb6 HTTP/1.1" status: 200 len: 864 time: 0.0528524 Feb 03 14:27:09.372962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-260ef6d2-a5c2-4139-9684-ee6d873fde48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=500559bd-314a-42a4-a58f-cf0bd3e12509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476024 Feb 03 14:27:09.479640 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (280bb23e-28ad-4315-b0bb-3094bb715f15), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:09.523658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ced0a3-0377-4e08-a273-ac083a55226d req-97e2eccc-dfe2-4167-9ba5-2b236c05db98 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:09.525220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58ced0a3-0377-4e08-a273-ac083a55226d req-97e2eccc-dfe2-4167-9ba5-2b236c05db98 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 945 time: 0.1224205 Feb 03 14:27:09.551774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=280bb23e-28ad-4315-b0bb-3094bb715f15,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:09.568110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-69c781c7-adc1-453c-8392-29c7374f3a15 service neutron] 10.222.0.71 "GET /v2.0/networks/500559bd-314a-42a4-a58f-cf0bd3e12509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892395 Feb 03 14:27:09.630036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] No DVR routers for this DVR port 280bb23e-28ad-4315-b0bb-3094bb715f15 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:09.652809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:09.656168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5804592c-adc7-4331-ac50-32ef2cd0821a req-72ad1ca9-f063-483e-8d4b-ff20fb8e711e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.45 "DELETE /v2.0/ports/280bb23e-28ad-4315-b0bb-3094bb715f15 HTTP/1.1" status: 204 len: 173 time: 1.5556121 Feb 03 14:27:09.724699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58ced0a3-0377-4e08-a273-ac083a55226d req-d67405c6-b7e2-4cbd-b12d-871faca5c29c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770461 Feb 03 14:27:09.755631 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-fabc4a13-1087-4871-92a4-56eca0e785fd req-e1344eb5-01e1-4d00-bc57-c96a6b8d00e4 service neutron] 10.222.0.71 "GET /v2.0/networks/500559bd-314a-42a4-a58f-cf0bd3e12509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789398 Feb 03 14:27:09.772084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e1bc-edf8-4997-bc99-927ce7467c12 req-b8a74477-b846-42f6-bb1c-c6c84b832fed tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:09.775654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d21e1bc-edf8-4997-bc99-927ce7467c12 req-b8a74477-b846-42f6-bb1c-c6c84b832fed tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 944 time: 0.1498880 Feb 03 14:27:09.779609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port d47a6299-3e47-454c-ab73-39de28f73ff1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:09.780030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:09.827478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e931c2-6f9e-4134-b9cd-263dc01cad6f None None] New status for floating IP 5ce1b711-234d-4abc-ae75-88afc9ad06e0: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:27:09.921250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-17999126-8c25-4b88-a947-ca4c20d7d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:09.923553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d21e1bc-edf8-4997-bc99-927ce7467c12 req-aa110aa9-1d2e-44b0-aa76-f7c7849b8cc5 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234794 Feb 03 14:27:09.924215 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-17999126-8c25-4b88-a947-ca4c20d7d372 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54b5cf25ec91402a85c23c6f146129de&device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 1126 time: 0.0675449 Feb 03 14:27:09.977444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port d47a6299-3e47-454c-ab73-39de28f73ff1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d47a6299-3e47-454c-ab73-39de28f73ff1,segment=NetworkSegment(b9f3bf15-3554-47ad-ac26-f7d896fde192),segment_id=b9f3bf15-3554-47ad-ac26-f7d896fde192)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:09.978080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:10.009521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for d47a6299-3e47-454c-ab73-39de28f73ff1 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:10.121393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-8b3c0597-ecb6-4694-a6c9-fff851144038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:10.123411 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-8b3c0597-ecb6-4694-a6c9-fff851144038 service neutron] 10.222.0.71 "GET /v2.0/networks?id=500559bd-314a-42a4-a58f-cf0bd3e12509 HTTP/1.1" status: 200 len: 925 time: 0.1929920 Feb 03 14:27:10.211726 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-4316d1e4-fefb-4631-ae51-5bea5765fc25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f664e98-678c-490a-96e5-8ac544af3d8d HTTP/1.1" status: 200 len: 217 time: 0.0799994 Feb 03 14:27:10.244157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f34e5af-e9f5-41b5-855a-3cc0a091f747 req-91bd0a69-9249-4ab7-94bd-feff150fae7f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0369036 Feb 03 14:27:10.298279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d47a6299-3e47-454c-ab73-39de28f73ff1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:10.305594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-e3ea695a-612b-427c-8fa3-671e5dbf7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:10.307328 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-e3ea695a-612b-427c-8fa3-671e5dbf7a51 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f0a769c-46ed-4de2-b1c0-46fb7846cdb6 HTTP/1.1" status: 200 len: 864 time: 0.0893505 Feb 03 14:27:10.326174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=d47a6299-3e47-454c-ab73-39de28f73ff1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:10.350620 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-6a61b66e-1e48-4bd2-b6b4-6e44c000e35a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=500559bd-314a-42a4-a58f-cf0bd3e12509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368221 Feb 03 14:27:10.449059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:10.450760 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-1f17e0db-8d5a-471e-aefe-f98df40f6e27 service neutron] 10.222.0.71 "GET /v2.0/networks/500559bd-314a-42a4-a58f-cf0bd3e12509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934932 Feb 03 14:27:10.562907 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b7e9a43-4824-4b79-9880-a481f0e81466 req-edbc3c90-ea43-4726-b09d-e71e7b1d541c service neutron] 10.222.0.71 "GET /v2.0/networks/500559bd-314a-42a4-a58f-cf0bd3e12509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058795 Feb 03 14:27:10.681305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:10.780171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:10.785934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b43adbe-146f-4dbd-a63f-1b44cae2dbac tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2562997 Feb 03 14:27:10.788814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50590) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:10.796501 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:10.810702 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:10.811317 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:10.857425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:10.860910 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0715ec-bd09-4e0d-af17-7670db0c1461" -d '{"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:10.863760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 868a9998-8221-44ee-b3b4-3dadcb0d68ef {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:10.867922 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (868a9998-8221-44ee-b3b4-3dadcb0d68ef), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:10.920006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7edf-c0e7-42ad-86e6-99e9c4c9fcd4 req-effbaed0-b297-43d2-8710-bb0534c6b31b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:10.921899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf2c7edf-c0e7-42ad-86e6-99e9c4c9fcd4 req-effbaed0-b297-43d2-8710-bb0534c6b31b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 945 time: 0.0927801 Feb 03 14:27:10.923290 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a9f26-1cc0-4428-a2ba-d07c9961ead1 x-openstack-request-id: req-b84a9f26-1cc0-4428-a2ba-d07c9961ead1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:10.923586 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc1aa4-ca8b-4710-99ba-59330f25df7e", "name": "network-vif-deleted", "tag": "280bb23e-28ad-4315-b0bb-3094bb715f15", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:10.924094 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b84a9f26-1cc0-4428-a2ba-d07c9961ead1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:10.924533 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc1aa4-ca8b-4710-99ba-59330f25df7e', 'name': 'network-vif-deleted', 'tag': '280bb23e-28ad-4315-b0bb-3094bb715f15', 'status': 'completed', 'code': 200} Feb 03 14:27:10.933739 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:10.937574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (868a9998-8221-44ee-b3b4-3dadcb0d68ef), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:10.976373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf2c7edf-c0e7-42ad-86e6-99e9c4c9fcd4 req-511961c0-89a4-4e60-9c27-c08917affdca tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479014 Feb 03 14:27:11.063320 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (868a9998-8221-44ee-b3b4-3dadcb0d68ef), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.085364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a0b0-84e7-4ce6-804f-6e674dc5cc20 req-d2d57b96-c8ed-41b3-91bb-d46f6f7fe23b tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:11.087162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc43a0b0-84e7-4ce6-804f-6e674dc5cc20 req-d2d57b96-c8ed-41b3-91bb-d46f6f7fe23b tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 944 time: 0.0605831 Feb 03 14:27:11.129289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (868a9998-8221-44ee-b3b4-3dadcb0d68ef), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.149518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc43a0b0-84e7-4ce6-804f-6e674dc5cc20 req-9a3def1b-a7c3-438d-b5a6-cc5d26a23eb2 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538027 Feb 03 14:27:11.158719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 51bdc497-f2e1-4417-b20f-dd47f670a141 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:11.177528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.181201 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/868a9998-8221-44ee-b3b4-3dadcb0d68ef HTTP/1.1" status: 204 len: 168 time: 0.3904154 Feb 03 14:27:11.182230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a96ad-4099-47a8-9781-467561e9bd5e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=868a9998-8221-44ee-b3b4-3dadcb0d68ef,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:11.184075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50596) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:11.199259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86edf0b-e0b4-4b0c-bb90-995a9136f9e4 None None] Network 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:11.234689 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:10Z', 'revision_number': 9, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:11.265549 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:11.274541 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:11.275143 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:11.292285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.358997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:11.359348 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.409101 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:11.426987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1282ab20-4f63-40f8-9146-89c3b935153d req-9f0d320e-edd5-4e78-bbfa-feb08459ceb3 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0582228 Feb 03 14:27:11.437421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 51bdc497-f2e1-4417-b20f-dd47f670a141 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:11.466288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 51bdc497-f2e1-4417-b20f-dd47f670a141 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:11.466288 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.469208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,segment=NetworkSegment(b9f3bf15-3554-47ad-ac26-f7d896fde192),segment_id=b9f3bf15-3554-47ad-ac26-f7d896fde192)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:11.471706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.506969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:11.533541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] DHCP port deletion for 9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:11.602439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 51bdc497-f2e1-4417-b20f-dd47f670a141 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:11.602936 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.640798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bdc497-f2e1-4417-b20f-dd47f670a141'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:11.643117 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1754192-4ca9-428f-bcee-f95b3c363246" -d '{"events": [{"server_uuid": "b62698d1-1d04-4994-ac30-f93204f8d23b", "name": "network-vif-plugged", "status": "completed", "tag": "51bdc497-f2e1-4417-b20f-dd47f670a141"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:11.654303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] Deleting port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:11.654702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.659882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 51bdc497-f2e1-4417-b20f-dd47f670a141, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=51bdc497-f2e1-4417-b20f-dd47f670a141,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:11.670375 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.673608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.738298 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6b8c85-8cea-4517-9a1f-560323f60290 x-openstack-request-id: req-cb6b8c85-8cea-4517-9a1f-560323f60290 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:11.738593 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62698d1-1d04-4994-ac30-f93204f8d23b", "name": "network-vif-plugged", "status": "completed", "tag": "51bdc497-f2e1-4417-b20f-dd47f670a141", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:11.738856 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb6b8c85-8cea-4517-9a1f-560323f60290 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:11.739258 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bdc497-f2e1-4417-b20f-dd47f670a141', 'code': 200} Feb 03 14:27:11.742362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:11.756320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:11.767577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] For port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,segment=NetworkSegment(b9f3bf15-3554-47ad-ac26-f7d896fde192),segment_id=b9f3bf15-3554-47ad-ac26-f7d896fde192)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:11.767988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:11.798097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] Calling delete_port for d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:11.800959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=51bdc497-f2e1-4417-b20f-dd47f670a141,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:11.863549 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:10Z', 'revision_number': 9, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:11.935421 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b63e22-2d37-4e5a-b2dd-1d12a3688167 None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:10Z', 'revision_number': 9, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '10c52c52-2629-4056-91aa-adb074c4f6f9', 'name': '', 'network_id': 'bfbb3618-4a23-411f-b546-06833ad24035', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:50:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '5f250852-b4af-4c67-963b-1a052b14f515', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:37Z', 'updated_at': '2022-02-03T14:26:49Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '5f250852-b4af-4c67-963b-1a052b14f515', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:12.166858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d04a023a-86a2-4d2d-bdd8-4bb955a53eb9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:12.199168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] Pushing event deleted for resources: {'Port': ['ID=d04a023a-86a2-4d2d-bdd8-4bb955a53eb9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:12.205167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde41426-4d37-4c5d-8568-d7fd8b9fce4d None None] No DVR routers for this DVR port d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:12.233927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49868cd-37bc-4a55-9a0f-427e64150676 req-ec8193e7-315c-4715-b7cc-463f1bd4fa56 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:12.238718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a49868cd-37bc-4a55-9a0f-427e64150676 req-ec8193e7-315c-4715-b7cc-463f1bd4fa56 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1422708 Feb 03 14:27:12.320081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:12.348292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:12.375019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e92d60-fb20-407c-960b-4d284a5dd879 req-45fb986b-f96f-48e3-8f2d-ef0f8c16ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:12.376751 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51e92d60-fb20-407c-960b-4d284a5dd879 req-45fb986b-f96f-48e3-8f2d-ef0f8c16ffe3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 1128 time: 0.1421685 Feb 03 14:27:12.382256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f3bf15-3554-47ad-ac26-f7d896fde192') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:12.382664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f3bf15-3554-47ad-ac26-f7d896fde192') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:12.440971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:12.459997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a49868cd-37bc-4a55-9a0f-427e64150676 req-dded7cf3-2fe2-4f08-9a96-a9384ba94812 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142825 Feb 03 14:27:12.479888 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51e92d60-fb20-407c-960b-4d284a5dd879 req-f8a98d67-83fb-4f1b-ae1a-83c430e531f8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932887 Feb 03 14:27:12.481910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (b9f3bf15-3554-47ad-ac26-f7d896fde192), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:12.484038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:12.484392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d04a023a-86a2-4d2d-bdd8-4bb955a53eb9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:12.492035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29cf4e-e4a8-4b28-b71d-df8a8da8981f req-c7a07e2c-5eb0-428d-9950-a199b0906ee3 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:12.507451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c29cf4e-e4a8-4b28-b71d-df8a8da8981f req-c7a07e2c-5eb0-428d-9950-a199b0906ee3 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 944 time: 0.2174642 Feb 03 14:27:12.508247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b9f3bf15-3554-47ad-ac26-f7d896fde192), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:12.524034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:12.524476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (b9f3bf15-3554-47ad-ac26-f7d896fde192), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:12.527749 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:12.617978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:12.625218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:12.628429 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef HTTP/1.1" status: 204 len: 168 time: 1.4430311 Feb 03 14:27:12.645393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50626) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:12.652982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af945afb-86eb-4a78-a5de-14990d7ff4c3 req-bb11bc91-2fda-4bbc-b30b-f988ee6ca23f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0609655 Feb 03 14:27:12.656438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe498c-eb0d-46f1-b5e9-e6c7f4fc499d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=9f8d7cf5-ee7f-4627-ab7d-c513c9c76fef,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:12.669536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c29cf4e-e4a8-4b28-b71d-df8a8da8981f req-9ecd99af-2d69-4552-ae0f-f874675fbf51 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605749 Feb 03 14:27:13.034976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.161014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f664e98-678c-490a-96e5-8ac544af3d8d details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:27:13.163928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50632) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:13.269081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2f664e98-678c-490a-96e5-8ac544af3d8d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f664e98-678c-490a-96e5-8ac544af3d8d,segment=NetworkSegment(984a7fd5-5960-43d6-9410-02a98b1e997f),segment_id=984a7fd5-5960-43d6-9410-02a98b1e997f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:13.284709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '2f664e98-678c-490a-96e5-8ac544af3d8d', 'network_id': '500559bd-314a-42a4-a58f-cf0bd3e12509', 'port_id': '2f664e98-678c-490a-96e5-8ac544af3d8d', 'mac_address': 'fa:16:3e:75:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0a769c-46ed-4de2-b1c0-46fb7846cdb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:27:13.317101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-13d3dc72-dd72-43e1-8361-d3fbd7fadcfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.327683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2f664e98-678c-490a-96e5-8ac544af3d8d is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:13.328082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.341999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f664e98-678c-490a-96e5-8ac544af3d8d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:27:13.362133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2f664e98-678c-490a-96e5-8ac544af3d8d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f664e98-678c-490a-96e5-8ac544af3d8d,segment=NetworkSegment(984a7fd5-5960-43d6-9410-02a98b1e997f),segment_id=984a7fd5-5960-43d6-9410-02a98b1e997f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:13.367190 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.386223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 10c52c52-2629-4056-91aa-adb074c4f6f9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:13.386856 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.410183 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-13d3dc72-dd72-43e1-8361-d3fbd7fadcfa admin admin] Publish callbacks [] for security_group (a5754ba4-e90d-477f-ae9e-b8ec1070048f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.415981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-13d3dc72-dd72-43e1-8361-d3fbd7fadcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a5754ba4-e90d-477f-ae9e-b8ec1070048f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.429247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2f664e98-678c-490a-96e5-8ac544af3d8d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:13.464385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-13d3dc72-dd72-43e1-8361-d3fbd7fadcfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00542683ee534f10a1bee587dfc6647f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989764 Feb 03 14:27:13.465305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3dc72-dd72-43e1-8361-d3fbd7fadcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5754ba4-e90d-477f-ae9e-b8ec1070048f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:13.468532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50636) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:13.518018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port 10c52c52-2629-4056-91aa-adb074c4f6f9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=10c52c52-2629-4056-91aa-adb074c4f6f9,segment=NetworkSegment(edced6a4-f3e6-47d9-94a7-dce198aaf3ae),segment_id=edced6a4-f3e6-47d9-94a7-dce198aaf3ae)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:13.518513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.524262 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ccfe-261c-49d3-b5a8-11533d577813 admin admin] Publish callbacks [] for security_group (a5754ba4-e90d-477f-ae9e-b8ec1070048f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.531418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 10c52c52-2629-4056-91aa-adb074c4f6f9 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:13.561277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ccfe-261c-49d3-b5a8-11533d577813 admin admin] Publish callbacks [] for security_group (a5754ba4-e90d-477f-ae9e-b8ec1070048f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.651002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa67b-230c-49bb-a6de-1c3049c06859 req-8fdb5ccd-d701-4f6d-bd48-9be7f70f31a3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:13.652951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e7fa67b-230c-49bb-a6de-1c3049c06859 req-8fdb5ccd-d701-4f6d-bd48-9be7f70f31a3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.0826018 Feb 03 14:27:13.662632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ccfe-261c-49d3-b5a8-11533d577813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a5754ba4-e90d-477f-ae9e-b8ec1070048f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.667095 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ccfe-261c-49d3-b5a8-11533d577813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.669882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c3b9ccfe-261c-49d3-b5a8-11533d577813 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5754ba4-e90d-477f-ae9e-b8ec1070048f HTTP/1.1" status: 204 len: 168 time: 0.2000978 Feb 03 14:27:13.693540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9ccfe-261c-49d3-b5a8-11533d577813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5754ba4-e90d-477f-ae9e-b8ec1070048f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:13.772339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e7fa67b-230c-49bb-a6de-1c3049c06859 req-7c106cdd-efd1-4a8a-a4b3-f5decd01cf36 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992334 Feb 03 14:27:13.774913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (10c52c52-2629-4056-91aa-adb074c4f6f9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:13.784110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f664e98-678c-490a-96e5-8ac544af3d8d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:27:13.823249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=10c52c52-2629-4056-91aa-adb074c4f6f9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:13.853269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7580ea1a-e51a-4d11-a8b4-d67ab69fa9e0 req-c9e46313-a9c3-4065-82fd-9961b42b7d80 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0751019 Feb 03 14:27:14.091504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750609af-453c-4324-ab0e-1feed52b1a6c req-13b7b218-b239-401f-8422-d286980c6f39 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:14.095252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-750609af-453c-4324-ab0e-1feed52b1a6c req-13b7b218-b239-401f-8422-d286980c6f39 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 945 time: 0.1591389 Feb 03 14:27:14.131856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d47a6299-3e47-454c-ab73-39de28f73ff1 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:14.179902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d47a6299-3e47-454c-ab73-39de28f73ff1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:14.180616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d47a6299-3e47-454c-ab73-39de28f73ff1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:14.190296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.242123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-750609af-453c-4324-ab0e-1feed52b1a6c req-3a900055-d836-44ff-b3ae-05ffef9ddfed tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398582 Feb 03 14:27:14.252106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50648) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:14.267345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0addc4c-e969-4aeb-ba47-52bf02f4d623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.356922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0addc4c-e969-4aeb-ba47-52bf02f4d623 admin admin] Publish callbacks [] for security_group (9eca6ac0-cc94-4548-b6d7-f841599916fc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.362487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0addc4c-e969-4aeb-ba47-52bf02f4d623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9eca6ac0-cc94-4548-b6d7-f841599916fc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.397364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e0addc4c-e969-4aeb-ba47-52bf02f4d623 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95ff845e5a99413bace2919f69063f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440649 Feb 03 14:27:14.399991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50652) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:14.407190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0addc4c-e969-4aeb-ba47-52bf02f4d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca6ac0-cc94-4548-b6d7-f841599916fc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:14.421813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:14.529449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da64fc32-f19a-434d-939c-7468b4532064 admin admin] Publish callbacks [] for security_group (9eca6ac0-cc94-4548-b6d7-f841599916fc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.561443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da64fc32-f19a-434d-939c-7468b4532064 admin admin] Publish callbacks [] for security_group (9eca6ac0-cc94-4548-b6d7-f841599916fc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.574119 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:14.585304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f0d59ae-d376-4f3e-8cf7-bd8bd13b9490 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9360838 Feb 03 14:27:14.585651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50654) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:14.586410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:14.618020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da64fc32-f19a-434d-939c-7468b4532064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9eca6ac0-cc94-4548-b6d7-f841599916fc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.621032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da64fc32-f19a-434d-939c-7468b4532064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.624611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-da64fc32-f19a-434d-939c-7468b4532064 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9eca6ac0-cc94-4548-b6d7-f841599916fc HTTP/1.1" status: 204 len: 168 time: 0.2208200 Feb 03 14:27:14.628157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:14.630653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64fc32-f19a-434d-939c-7468b4532064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca6ac0-cc94-4548-b6d7-f841599916fc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:14.631456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:14.694691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 5f250852-b4af-4c67-963b-1a052b14f515 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:14.697798 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (5f250852-b4af-4c67-963b-1a052b14f515), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.743856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (5f250852-b4af-4c67-963b-1a052b14f515), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:14.750578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:14.904985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (5f250852-b4af-4c67-963b-1a052b14f515), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.015965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4ad87-cea4-4cef-9023-81418031c295 req-569e1b1b-c0ae-4bba-9c92-f7cfbd8843e7 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:15.017587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb4ad87-cea4-4cef-9023-81418031c295 req-569e1b1b-c0ae-4bba-9c92-f7cfbd8843e7 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1161058 Feb 03 14:27:15.050162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:13Z', 'revision_number': 10, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:15.070927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (5f250852-b4af-4c67-963b-1a052b14f515), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.080923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:15.089776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:15.090441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:26:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:15.107796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e06bc9a0-7ac5-471a-9269-fc853897e6ac req-b9723b9e-cd5b-42bb-a723-f7ea5fa3856b tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0866261 Feb 03 14:27:15.146367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=5f250852-b4af-4c67-963b-1a052b14f515,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:15.160299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.164176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-61881586-75f1-4177-be80-3c1bd4e210cb tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/5f250852-b4af-4c67-963b-1a052b14f515 HTTP/1.1" status: 204 len: 168 time: 0.5765057 Feb 03 14:27:15.166903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:15.171349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb4ad87-cea4-4cef-9023-81418031c295 req-baa91ae3-d76e-44bf-b1db-ce60001d3837 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469760 Feb 03 14:27:15.232709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:15.350421 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (bfbb3618-4a23-411f-b546-06833ad24035), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.409635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444de75a-56a8-4820-88dc-5700cb6deedd None None] Network bfbb3618-4a23-411f-b546-06833ad24035 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:15.415359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f664e98-678c-490a-96e5-8ac544af3d8d up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:15.453684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port dd873525-0d35-473c-839b-1d83d7ed001b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:15.454183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.467079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a11a1f-c698-4453-8ee7-2b15ef736148 req-d9f98fee-cfe0-4c28-b08c-8796348a925a tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:15.479264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95a11a1f-c698-4453-8ee7-2b15ef736148 req-d9f98fee-cfe0-4c28-b08c-8796348a925a tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 945 time: 0.1420362 Feb 03 14:27:15.607899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95a11a1f-c698-4453-8ee7-2b15ef736148 req-0880afa2-5a58-42a8-ae4c-202888f1cfd6 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228147 Feb 03 14:27:15.616236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97b42a-6463-4718-987b-afb8f476cd83 req-43e14c1a-5161-41db-925a-39020ef05af8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:15.617427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c97b42a-6463-4718-987b-afb8f476cd83 req-43e14c1a-5161-41db-925a-39020ef05af8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1148212 Feb 03 14:27:15.646911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port dd873525-0d35-473c-839b-1d83d7ed001b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=dd873525-0d35-473c-839b-1d83d7ed001b,segment=NetworkSegment(edced6a4-f3e6-47d9-94a7-dce198aaf3ae),segment_id=edced6a4-f3e6-47d9-94a7-dce198aaf3ae)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:15.647285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.669280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for dd873525-0d35-473c-839b-1d83d7ed001b owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:15.681540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a92971-fadd-489c-b6eb-5740161e9177 req-b9ff06ce-7d79-4b66-88ea-076eb1ed46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:15.683043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-09a92971-fadd-489c-b6eb-5740161e9177 req-b9ff06ce-7d79-4b66-88ea-076eb1ed46dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 1128 time: 0.1663268 Feb 03 14:27:15.747929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c97b42a-6463-4718-987b-afb8f476cd83 req-38d4196d-c10c-4ee3-abc9-223136cfe2d5 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157885 Feb 03 14:27:15.785961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 2f664e98-678c-490a-96e5-8ac544af3d8d completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:15.790738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 2f664e98-678c-490a-96e5-8ac544af3d8d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:15.791121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.801871 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0534196c-f826-49dd-921e-88549cd1f1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.860108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:13Z', 'revision_number': 10, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:15.901137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310d0ea-1511-4dc9-a6b3-7dc5b4851e9b None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:13Z', 'revision_number': 10, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None, '_interfaces': [{'id': '5855fd56-19b1-4f6a-b3ea-9da9a243d388', 'name': '', 'network_id': 'c87f3c28-ee46-4a60-a7a3-544a41b7217d', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'mac_address': 'fa:16:3e:9e:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:29Z', 'updated_at': '2022-02-03T14:26:41Z', 'revision_number': 5, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'subnets': [{'id': '0b7e3a8f-db57-49a6-ac2c-d127c14f5e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:15.955194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2f664e98-678c-490a-96e5-8ac544af3d8d is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:15.955600 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.966312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (dd873525-0d35-473c-839b-1d83d7ed001b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:15.966577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864cfb34-7487-4766-9db5-ebe216e6d134 None None] DHCP port deletion for bfbb3618-4a23-411f-b546-06833ad24035 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:16.024476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f664e98-678c-490a-96e5-8ac544af3d8d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:16.027344 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3688885-c5c3-41cc-9368-7b9cee796544" -d '{"events": [{"server_uuid": "2671d265-9b84-47b5-bbf6-9f96f4226de1", "name": "network-vif-plugged", "status": "completed", "tag": "2f664e98-678c-490a-96e5-8ac544af3d8d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:16.036069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=dd873525-0d35-473c-839b-1d83d7ed001b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:16.045623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2f664e98-678c-490a-96e5-8ac544af3d8d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f664e98-678c-490a-96e5-8ac544af3d8d,segment=NetworkSegment(984a7fd5-5960-43d6-9410-02a98b1e997f),segment_id=984a7fd5-5960-43d6-9410-02a98b1e997f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:16.050797 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.058719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port dd873525-0d35-473c-839b-1d83d7ed001b on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:16.102250 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4517e2-5c5c-4dc9-8929-7cb76c3abdde x-openstack-request-id: req-cf4517e2-5c5c-4dc9-8929-7cb76c3abdde {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:16.102603 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2671d265-9b84-47b5-bbf6-9f96f4226de1", "name": "network-vif-plugged", "status": "completed", "tag": "2f664e98-678c-490a-96e5-8ac544af3d8d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:16.102873 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf4517e2-5c5c-4dc9-8929-7cb76c3abdde {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:16.103275 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f664e98-678c-490a-96e5-8ac544af3d8d', 'code': 200} Feb 03 14:27:16.133168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2f664e98-678c-490a-96e5-8ac544af3d8d,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:16.183901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a92971-fadd-489c-b6eb-5740161e9177 req-394a9318-6596-4c85-a99d-0753c92a1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:16.186788 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-09a92971-fadd-489c-b6eb-5740161e9177 req-394a9318-6596-4c85-a99d-0753c92a1192 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.4942493 Feb 03 14:27:16.198026 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (bfbb3618-4a23-411f-b546-06833ad24035), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.258133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b4fd9-ca48-42d3-8965-d8e308ab963a req-d2fe62ce-ae23-4949-91f7-d9e8e77224f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:16.258822 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-09a92971-fadd-489c-b6eb-5740161e9177 req-2bd5efe5-22a3-45b3-8552-0ac5f459d31f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bdc497-f2e1-4417-b20f-dd47f670a141 HTTP/1.1" status: 200 len: 217 time: 0.0641675 Feb 03 14:27:16.260207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-440b4fd9-ca48-42d3-8965-d8e308ab963a req-d2fe62ce-ae23-4949-91f7-d9e8e77224f1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 1128 time: 0.0512323 Feb 03 14:27:16.288294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbb3618-4a23-411f-b546-06833ad24035']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:16.301249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4a95bc-255a-4bea-83c9-a395cc468989 req-55fea540-9a1d-4d30-a784-82210a3cf318 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0398371 Feb 03 14:27:16.328767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:16.337222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edced6a4-f3e6-47d9-94a7-dce198aaf3ae') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:16.344172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-440b4fd9-ca48-42d3-8965-d8e308ab963a req-65929a9d-b885-4caa-ac7b-64fd1f7eb8e4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Feb 03 14:27:16.394549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a92971-fadd-489c-b6eb-5740161e9177 req-f658fc6d-a9e2-4194-b2f6-a01f7b711d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:16.396073 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-09a92971-fadd-489c-b6eb-5740161e9177 req-f658fc6d-a9e2-4194-b2f6-a01f7b711d74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.1255202 Feb 03 14:27:16.405953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (edced6a4-f3e6-47d9-94a7-dce198aaf3ae), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.423024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (edced6a4-f3e6-47d9-94a7-dce198aaf3ae), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.436687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:16.437398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (edced6a4-f3e6-47d9-94a7-dce198aaf3ae), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:16.440678 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:16.523224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (bfbb3618-4a23-411f-b546-06833ad24035), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.531266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.536649 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/bfbb3618-4a23-411f-b546-06833ad24035 HTTP/1.1" status: 204 len: 168 time: 1.3660519 Feb 03 14:27:16.537821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:16.584560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b6a94-65cb-4abb-8abb-131d4d12e0be tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=bfbb3618-4a23-411f-b546-06833ad24035,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:16.691992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50722) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:16.744195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b030-ac32-4f6d-bf0b-24ce06c30dda req-b890ed25-56b7-47c3-8d40-f3147fb2f9c8 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:16.752395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2574b030-ac32-4f6d-bf0b-24ce06c30dda req-b890ed25-56b7-47c3-8d40-f3147fb2f9c8 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 946 time: 0.0689940 Feb 03 14:27:16.813529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2574b030-ac32-4f6d-bf0b-24ce06c30dda req-d90f09fb-3ec4-4519-bafd-d044640ea899 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594141 Feb 03 14:27:16.844003 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-09a92971-fadd-489c-b6eb-5740161e9177 req-496cd4b5-276c-4960-93c1-3bf1b73ce15b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544395 Feb 03 14:27:16.860227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b19c91a0-f2f0-419d-b361-0e8c241adaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:16.931327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb9c99-f2cb-4b0c-abde-fe19e6aa32a0 req-68fd3510-87fe-4be6-9251-c7cedb3262a8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:16.932827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06eb9c99-f2cb-4b0c-abde-fe19e6aa32a0 req-68fd3510-87fe-4be6-9251-c7cedb3262a8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.0864892 Feb 03 14:27:16.988250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-09a92971-fadd-489c-b6eb-5740161e9177 req-32de084b-b162-407a-909f-3c5785c7368e service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251354 Feb 03 14:27:17.014180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06eb9c99-f2cb-4b0c-abde-fe19e6aa32a0 req-f505baa4-37a6-418d-bf0c-d4d4b29cfe08 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713313 Feb 03 14:27:17.018352 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b19c91a0-f2f0-419d-b361-0e8c241adaea admin admin] Publish callbacks [] for security_group (790029f4-ebcd-449c-918d-f5e845b56bf0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.024294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b19c91a0-f2f0-419d-b361-0e8c241adaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (790029f4-ebcd-449c-918d-f5e845b56bf0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.068663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b19c91a0-f2f0-419d-b361-0e8c241adaea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c12eb53b90045bc9de17c26235712f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724520 Feb 03 14:27:17.069165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50728) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:17.076048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c91a0-f2f0-419d-b361-0e8c241adaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790029f4-ebcd-449c-918d-f5e845b56bf0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:17.112447 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-09a92971-fadd-489c-b6eb-5740161e9177 req-89c6c2a0-e67b-4a63-ab5c-de7888c263ba service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174800 Feb 03 14:27:17.120337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6920e495-6d92-4de1-b157-955e1a4100f0 admin admin] Publish callbacks [] for security_group (790029f4-ebcd-449c-918d-f5e845b56bf0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.146515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6920e495-6d92-4de1-b157-955e1a4100f0 admin admin] Publish callbacks [] for security_group (790029f4-ebcd-449c-918d-f5e845b56bf0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.229429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6920e495-6d92-4de1-b157-955e1a4100f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (790029f4-ebcd-449c-918d-f5e845b56bf0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.233622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6920e495-6d92-4de1-b157-955e1a4100f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.235287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6920e495-6d92-4de1-b157-955e1a4100f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/790029f4-ebcd-449c-918d-f5e845b56bf0 HTTP/1.1" status: 204 len: 168 time: 0.1653826 Feb 03 14:27:17.251202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920e495-6d92-4de1-b157-955e1a4100f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790029f4-ebcd-449c-918d-f5e845b56bf0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:17.472252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ce7872e-8822-4d95-b999-ed37054d4882 req-68d22e35-b2e2-451c-b024-29b2e3a13fde tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0478225 Feb 03 14:27:17.483518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.786214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 5855fd56-19b1-4f6a-b3ea-9da9a243d388 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:17.786800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.881981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port 5855fd56-19b1-4f6a-b3ea-9da9a243d388, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5855fd56-19b1-4f6a-b3ea-9da9a243d388,segment=NetworkSegment(14f832fc-46e0-4174-b108-388ca68b0ac6),segment_id=14f832fc-46e0-4174-b108-388ca68b0ac6)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:17.882489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:17.897712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 5855fd56-19b1-4f6a-b3ea-9da9a243d388 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:17.988692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device dd873525-0d35-473c-839b-1d83d7ed001b no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:18.006638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdff3a-a3ce-4e51-a863-69885c8e3cfb req-c74e919b-fcd5-4616-8498-6d1fc9eca4b3 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:18.016335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbbdff3a-a3ce-4e51-a863-69885c8e3cfb req-c74e919b-fcd5-4616-8498-6d1fc9eca4b3 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 946 time: 0.0991509 Feb 03 14:27:18.029893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: dd873525-0d35-473c-839b-1d83d7ed001b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:18.030235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device dd873525-0d35-473c-839b-1d83d7ed001b not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:18.030952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 10c52c52-2629-4056-91aa-adb074c4f6f9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:18.076537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f39dc79-8b0c-43b8-8989-8690e5ba754e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:18.082625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 10c52c52-2629-4056-91aa-adb074c4f6f9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:18.083422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 10c52c52-2629-4056-91aa-adb074c4f6f9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:18.130788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbbdff3a-a3ce-4e51-a863-69885c8e3cfb req-bb3fdc61-3db1-4fc9-bfc7-9ad54b5bd6f7 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088240 Feb 03 14:27:18.163120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5855fd56-19b1-4f6a-b3ea-9da9a243d388), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:18.218367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=5855fd56-19b1-4f6a-b3ea-9da9a243d388,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:18.281746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c6d4e-c380-44bf-ad83-4a85c42572e3 req-95d8c059-1be0-4db8-874c-70f3e79ac959 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:18.283298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b4c6d4e-c380-44bf-ad83-4a85c42572e3 req-95d8c059-1be0-4db8-874c-70f3e79ac959 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 946 time: 0.0781004 Feb 03 14:27:18.290489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8ec2-5b0c-4f19-9cf8-aa93159596c9 req-cf6f83c0-f2dc-4d91-8c89-92a46e2c39e9 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:18.298501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23cd8ec2-5b0c-4f19-9cf8-aa93159596c9 req-cf6f83c0-f2dc-4d91-8c89-92a46e2c39e9 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1429601 Feb 03 14:27:18.359524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (517b294a-5aff-43d2-aabc-99bebb4a6340), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:18.584835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:18.692794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:18.701874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-23a7e5d3-ab69-488c-aa2e-164197b440ff tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1603329 Feb 03 14:27:18.701874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50776) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:18.706285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b4c6d4e-c380-44bf-ad83-4a85c42572e3 req-8036331d-a506-4044-aa07-f55ba6f7ef31 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040091 Feb 03 14:27:18.709931 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:18.734859 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:18.735480 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:18.764754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting subnet 0b7e3a8f-db57-49a6-ac2c-d127c14f5e87 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:18.768886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (0b7e3a8f-db57-49a6-ac2c-d127c14f5e87), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:18.810753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23cd8ec2-5b0c-4f19-9cf8-aa93159596c9 req-7dd32944-0dbc-46a0-b3c7-95903c873031 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107949 Feb 03 14:27:18.828759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0b7e3a8f-db57-49a6-ac2c-d127c14f5e87), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:18.927359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b04ee019-a4b3-4ea6-904c-f097631fa095 req-3b1bb8e1-e20c-4d50-9f25-bc161dff4e87 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0598068 Feb 03 14:27:18.947481 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:19.006701 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:18Z', 'revision_number': 11, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:19.025626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0b7e3a8f-db57-49a6-ac2c-d127c14f5e87), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.125536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0b7e3a8f-db57-49a6-ac2c-d127c14f5e87), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.152773 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:19.172778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7e3a8f-db57-49a6-ac2c-d127c14f5e87,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:19.181993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.183273 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:19.186221 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:19.187550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d821c8e4-30a4-4570-b05a-941065fe8fa6 None None] Network c87f3c28-ee46-4a60-a7a3-544a41b7217d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:19.202041 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/0b7e3a8f-db57-49a6-ac2c-d127c14f5e87 HTTP/1.1" status: 204 len: 168 time: 0.4984586 Feb 03 14:27:19.202322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50796) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:19.221836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.222220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.222578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.222930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.223273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.223615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.228575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.228575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.228575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.228575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.228575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.228575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.228575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13893ba5-244e-4cfe-b338-5389377e7612 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.392073 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:19.408712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c87f3c28-ee46-4a60-a7a3-544a41b7217d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.441763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] DHCP port deletion for c87f3c28-ee46-4a60-a7a3-544a41b7217d request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:19.466395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d757-5eec-40ff-8b8f-6674631f060f req-53fb10bf-171c-40a7-8d8e-692c33def7d3 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:19.473709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a222d757-5eec-40ff-8b8f-6674631f060f req-53fb10bf-171c-40a7-8d8e-692c33def7d3 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 946 time: 0.1299443 Feb 03 14:27:19.527550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] Deleting port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:19.528588 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.542272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a222d757-5eec-40ff-8b8f-6674631f060f req-ee98bc9c-484b-438d-a985-3992450d4a63 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675852 Feb 03 14:27:19.542689 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:18Z', 'revision_number': 11, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:19.580394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Deleting port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:19.580965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.593109 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed44d35-4da4-4107-aba0-eaff4a311216 None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:18Z', 'revision_number': 11, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:19.686294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] For port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,segment=NetworkSegment(14f832fc-46e0-4174-b108-388ca68b0ac6),segment_id=14f832fc-46e0-4174-b108-388ca68b0ac6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:19.686786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.697665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.703092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] Calling delete_port for 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:19.712737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] For port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,segment=NetworkSegment(14f832fc-46e0-4174-b108-388ca68b0ac6),segment_id=14f832fc-46e0-4174-b108-388ca68b0ac6)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:19.713106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.726585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Calling delete_port for 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:19.812453 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.836756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7a1c4c69-f19d-4538-8426-f0b3c563f2c4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:19.841621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] Pushing event deleted for resources: {'Port': ['ID=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:19.854639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc053d-8038-4904-a4de-403b567bf925 None None] No DVR routers for this DVR port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:19.921747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Port': ['ID=7a1c4c69-f19d-4538-8426-f0b3c563f2c4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:19.948212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No DVR routers for this DVR port 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:19.971617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.971958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.972305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.972673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.973138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.973318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.973647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.973973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.974299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.974628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.974961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.975596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:19.975879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:20.080163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:20.113440 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c87f3c28-ee46-4a60-a7a3-544a41b7217d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.118102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:20.118755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7a1c4c69-f19d-4538-8426-f0b3c563f2c4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:20.119393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5855fd56-19b1-4f6a-b3ea-9da9a243d388 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:20.140225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee6135-8207-4d01-a9c2-1088acb3f18b req-4dc9e3ae-238c-4d7a-ab65-1c87841116b3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:20.146222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 5855fd56-19b1-4f6a-b3ea-9da9a243d388 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:20.146847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5855fd56-19b1-4f6a-b3ea-9da9a243d388 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:20.147044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbee6135-8207-4d01-a9c2-1088acb3f18b req-4dc9e3ae-238c-4d7a-ab65-1c87841116b3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2263980 Feb 03 14:27:20.165466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87f3c28-ee46-4a60-a7a3-544a41b7217d']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:20.187067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814074e-0c08-4745-83fb-92f4dfef8ab5 req-fa63dd5e-f414-4fe5-b71b-32b378347a4a tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:20.188629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a814074e-0c08-4745-83fb-92f4dfef8ab5 req-fa63dd5e-f414-4fe5-b71b-32b378347a4a tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 946 time: 0.2691429 Feb 03 14:27:20.195072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f832fc-46e0-4174-b108-388ca68b0ac6') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:20.195473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f832fc-46e0-4174-b108-388ca68b0ac6') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:20.235730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (14f832fc-46e0-4174-b108-388ca68b0ac6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.269739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbee6135-8207-4d01-a9c2-1088acb3f18b req-abc7dfb2-dac3-4ed0-a414-fcf1bc1c1ff8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217725 Feb 03 14:27:20.285100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50846) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:20.301461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (14f832fc-46e0-4174-b108-388ca68b0ac6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.322214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a814074e-0c08-4745-83fb-92f4dfef8ab5 req-6e6adb81-4ecb-4c8d-8a54-99110de6bacd tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235988 Feb 03 14:27:20.328620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:20.329256 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (14f832fc-46e0-4174-b108-388ca68b0ac6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:20.332434 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:20.417710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1129efeb-c181-448a-a99f-6b96c7aaee83 req-706cec99-abcd-4fba-86eb-b888efb68e54 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0357962 Feb 03 14:27:20.420586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c87f3c28-ee46-4a60-a7a3-544a41b7217d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.425760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.429183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/networks/c87f3c28-ee46-4a60-a7a3-544a41b7217d HTTP/1.1" status: 204 len: 168 time: 1.2253330 Feb 03 14:27:20.432000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50850) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:20.439019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'routes': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:20.451660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a165f-4ee0-4b4d-b1e3-46bad87e80db tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Pushing event deleted for resources: {'Network': ['ID=c87f3c28-ee46-4a60-a7a3-544a41b7217d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:20.462763 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a82dc0f0-87a4-4bce-b825-b8321866efcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.553470 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a82dc0f0-87a4-4bce-b825-b8321866efcf admin admin] Publish callbacks [] for security_group (b7e37aaa-7363-4cff-bf21-60b80174e502), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.557684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a82dc0f0-87a4-4bce-b825-b8321866efcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b7e37aaa-7363-4cff-bf21-60b80174e502), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.599285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a82dc0f0-87a4-4bce-b825-b8321866efcf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86cb883bbf77401fa4112bfc880f2e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077588 Feb 03 14:27:20.599529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50852) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:20.607118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dc0f0-87a4-4bce-b825-b8321866efcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e37aaa-7363-4cff-bf21-60b80174e502,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:20.620827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Added routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 14:27:20.621381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Removed routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 14:27:20.622367 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.655220 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.659069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e04ba0ab-7fba-4275-a4ea-710e5771de4f admin admin] Publish callbacks [] for security_group (b7e37aaa-7363-4cff-bf21-60b80174e502), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.689260 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e04ba0ab-7fba-4275-a4ea-710e5771de4f admin admin] Publish callbacks [] for security_group (b7e37aaa-7363-4cff-bf21-60b80174e502), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.744349 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e04ba0ab-7fba-4275-a4ea-710e5771de4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b7e37aaa-7363-4cff-bf21-60b80174e502), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.749715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e04ba0ab-7fba-4275-a4ea-710e5771de4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.751135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e04ba0ab-7fba-4275-a4ea-710e5771de4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7e37aaa-7363-4cff-bf21-60b80174e502 HTTP/1.1" status: 204 len: 168 time: 0.1505229 Feb 03 14:27:20.760008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ba0ab-7fba-4275-a4ea-710e5771de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e37aaa-7363-4cff-bf21-60b80174e502,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:20.818250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.821859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:20.911248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 517b294a-5aff-43d2-aabc-99bebb4a6340 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:20.996315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:21.003791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.004935 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a3707bd-1c50-48e5-a935-b7bfff4a60b3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 200 len: 705 time: 0.5717831 Feb 03 14:27:21.007764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50858) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:21.009728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] Sync routers for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:21.033936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:21.034653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:21.058796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-40f235a5-12a8-4ec0-99b4-ac0dccd1db9d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 200 len: 205 time: 0.0494156 Feb 03 14:27:21.061058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50860) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:21.061424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50862) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:21.076397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52828a54-dc53-482c-af9d-e32d731b5e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.121094 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:21.164945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ba12eba-4832-409f-a9ec-a4317743c7d4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.170743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52828a54-dc53-482c-af9d-e32d731b5e95 admin admin] Publish callbacks [] for security_group (b2ec4c16-5b20-4055-a315-313463eca8eb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.175373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52828a54-dc53-482c-af9d-e32d731b5e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b2ec4c16-5b20-4055-a315-313463eca8eb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.192709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:18Z', 'revision_number': 11, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:21.223647 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-52828a54-dc53-482c-af9d-e32d731b5e95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec3984cf844c48d28d992a8288a532ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613295 Feb 03 14:27:21.224716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52828a54-dc53-482c-af9d-e32d731b5e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ec4c16-5b20-4055-a315-313463eca8eb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:21.227687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] Checking router: 517b294a-5aff-43d2-aabc-99bebb4a6340 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:21.227851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50864) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:21.241228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] Routers {'517b294a-5aff-43d2-aabc-99bebb4a6340'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:21.242055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['517b294a-5aff-43d2-aabc-99bebb4a6340'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:21.314847 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57a6f293-36b6-4936-834e-d3513c038349 admin admin] Publish callbacks [] for security_group (b2ec4c16-5b20-4055-a315-313463eca8eb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.354484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57a6f293-36b6-4936-834e-d3513c038349 admin admin] Publish callbacks [] for security_group (b2ec4c16-5b20-4055-a315-313463eca8eb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.417214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57a6f293-36b6-4936-834e-d3513c038349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b2ec4c16-5b20-4055-a315-313463eca8eb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.421170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57a6f293-36b6-4936-834e-d3513c038349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.422480 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-57a6f293-36b6-4936-834e-d3513c038349 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2ec4c16-5b20-4055-a315-313463eca8eb HTTP/1.1" status: 204 len: 168 time: 0.1930559 Feb 03 14:27:21.432227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6f293-36b6-4936-834e-d3513c038349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ec4c16-5b20-4055-a315-313463eca8eb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:21.503897 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ba12eba-4832-409f-a9ec-a4317743c7d4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.512534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ba12eba-4832-409f-a9ec-a4317743c7d4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (517b294a-5aff-43d2-aabc-99bebb4a6340), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.553893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-6a3ce0b5-fcf2-4159-ad11-bc5140fdcc8c tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:21.555647 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-6a3ce0b5-fcf2-4159-ad11-bc5140fdcc8c tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.71 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 946 time: 0.0908930 Feb 03 14:27:21.588091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e196f1-c0af-4382-bcba-89f2b2e5c2da req-4fcb5517-da10-4b47-b14f-b29536064b21 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:21.589875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6e196f1-c0af-4382-bcba-89f2b2e5c2da req-4fcb5517-da10-4b47-b14f-b29536064b21 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1688745 Feb 03 14:27:21.592240 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ba12eba-4832-409f-a9ec-a4317743c7d4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (517b294a-5aff-43d2-aabc-99bebb4a6340), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.596560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba12eba-4832-409f-a9ec-a4317743c7d4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Fanout notify agent at l3_agent the message router_deleted on router 517b294a-5aff-43d2-aabc-99bebb4a6340 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:27:21.598455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] Set router 517b294a-5aff-43d2-aabc-99bebb4a6340 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:21.623698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ba12eba-4832-409f-a9ec-a4317743c7d4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.625027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1ba12eba-4832-409f-a9ec-a4317743c7d4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 204 len: 168 time: 0.5625479 Feb 03 14:27:21.633746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50874) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:21.643270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec3d6c-2533-4069-9599-4d0de9b1bfad req-cd5f4004-0605-4925-9d52-31dfff45afcc tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:21.644832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebec3d6c-2533-4069-9599-4d0de9b1bfad req-cd5f4004-0605-4925-9d52-31dfff45afcc tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 946 time: 0.1933751 Feb 03 14:27:21.645826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8991b9c0-7fcf-4594-a506-1c5ed9dbe4d7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1908872509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:21.682053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:18Z', 'revision_number': 11, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:21.717381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa075d3-6e1d-4053-8b81-2068ee4fc53a None None] The sync data for ids ['517b294a-5aff-43d2-aabc-99bebb4a6340'] in n-d-827549-2 is: [{'id': '517b294a-5aff-43d2-aabc-99bebb4a6340', 'name': 'tempest-RoutersIpV6Test-router-1199287229', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:27Z', 'updated_at': '2022-02-03T14:27:18Z', 'revision_number': 11, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:21.721430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6e196f1-c0af-4382-bcba-89f2b2e5c2da req-aee97591-cacd-41d6-8fbe-bef1372d0c1d tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094155 Feb 03 14:27:21.753265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebec3d6c-2533-4069-9599-4d0de9b1bfad req-0da21feb-dbc8-400c-a9c8-5e8ed84e45a3 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/security-groups?id=4edfb0cf-ee1a-400e-8bf3-d47b9612024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914125 Feb 03 14:27:21.779630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8991b9c0-7fcf-4594-a506-1c5ed9dbe4d7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.780709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8991b9c0-7fcf-4594-a506-1c5ed9dbe4d7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.867453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72aa317e-5496-4680-8c42-2582e2985f21 req-857fa5c0-62a6-4c9e-8132-ec1704fa78e5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0302749 Feb 03 14:27:21.870921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8991b9c0-7fcf-4594-a506-1c5ed9dbe4d7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.881458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8991b9c0-7fcf-4594-a506-1c5ed9dbe4d7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.894949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Deleting port 2f664e98-678c-490a-96e5-8ac544af3d8d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:21.895299 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.917456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8991b9c0-7fcf-4594-a506-1c5ed9dbe4d7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:21.919296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8991b9c0-7fcf-4594-a506-1c5ed9dbe4d7 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2828000 Feb 03 14:27:21.921805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50882) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:21.926643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b069e7bc-9cf0-4212-838a-80bd35d5fa55 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:21.978974 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.033926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] For port 2f664e98-678c-490a-96e5-8ac544af3d8d, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2f664e98-678c-490a-96e5-8ac544af3d8d,segment=NetworkSegment(984a7fd5-5960-43d6-9410-02a98b1e997f),segment_id=984a7fd5-5960-43d6-9410-02a98b1e997f)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:22.034476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.049971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Calling delete_port for 2f664e98-678c-490a-96e5-8ac544af3d8d owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:22.242666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2f664e98-678c-490a-96e5-8ac544af3d8d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.275914 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b069e7bc-9cf0-4212-838a-80bd35d5fa55 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.278639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2f664e98-678c-490a-96e5-8ac544af3d8d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:27:22.286213 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Pushing event deleted for resources: {'Port': ['ID=2f664e98-678c-490a-96e5-8ac544af3d8d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:22.298511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b069e7bc-9cf0-4212-838a-80bd35d5fa55 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.352846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] No DVR routers for this DVR port 2f664e98-678c-490a-96e5-8ac544af3d8d on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:22.356017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.361497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c9c2d95-1ead-46ea-9eb6-0845290831d1 req-e181c261-21ef-409e-bfb4-38e5d9d53b82 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.71 "DELETE /v2.0/ports/2f664e98-678c-490a-96e5-8ac544af3d8d HTTP/1.1" status: 204 len: 173 time: 0.8003194 Feb 03 14:27:22.362271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'name': 'network-vif-deleted', 'tag': '2f664e98-678c-490a-96e5-8ac544af3d8d'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:22.374217 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7723e12f-6340-4238-8d87-9a12a26b7809" -d '{"events": [{"server_uuid": "2671d265-9b84-47b5-bbf6-9f96f4226de1", "name": "network-vif-deleted", "tag": "2f664e98-678c-490a-96e5-8ac544af3d8d"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:22.422987 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780a01a5-cd31-4ac2-a82d-7dd1cf344c38 x-openstack-request-id: req-780a01a5-cd31-4ac2-a82d-7dd1cf344c38 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:22.423271 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2671d265-9b84-47b5-bbf6-9f96f4226de1", "name": "network-vif-deleted", "tag": "2f664e98-678c-490a-96e5-8ac544af3d8d", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:22.423512 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-780a01a5-cd31-4ac2-a82d-7dd1cf344c38 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:22.424112 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2671d265-9b84-47b5-bbf6-9f96f4226de1', 'name': 'network-vif-deleted', 'tag': '2f664e98-678c-490a-96e5-8ac544af3d8d', 'status': 'completed', 'code': 200} Feb 03 14:27:22.431454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b069e7bc-9cf0-4212-838a-80bd35d5fa55 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Router 76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:27:22.526603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b069e7bc-9cf0-4212-838a-80bd35d5fa55 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:22.534943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b069e7bc-9cf0-4212-838a-80bd35d5fa55 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.536107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b069e7bc-9cf0-4212-838a-80bd35d5fa55 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "PUT /v2.0/routers/76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc HTTP/1.1" status: 200 len: 698 time: 0.6133089 Feb 03 14:27:22.540016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50900) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:22.542364 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] Sync routers for ids ['76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:22.554982 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] Routers {'76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:22.555887 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:22.631087 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9675e84e-ee7e-4a1e-a95e-871951018776 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/routers/76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc HTTP/1.1" status: 200 len: 704 time: 0.0877111 Feb 03 14:27:22.631473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50902) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:22.652337 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] Set router 76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:22.668455 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-647dd605-756f-4b64-97dc-0f7add0fd318 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc HTTP/1.1" status: 200 len: 205 time: 0.0352788 Feb 03 14:27:22.670768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50906) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:22.727965 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc', 'name': 'tempest-RoutersIpV6Test-router-1908872509', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:27:22Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:22.753237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6447b138-cdd5-434f-833e-a6d8a18c445d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:22.766374 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] Checking router: 76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:22.781486 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] Routers {'76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:22.782345 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:22.912522 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] Set router 76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:22.979143 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc', 'name': 'tempest-RoutersIpV6Test-router-1908872509', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:27:22Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:23.018653 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1452018-08f8-47fc-a453-64db1a58925c None None] The sync data for ids ['76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc'] in n-d-827549-2 is: [{'id': '76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc', 'name': 'tempest-RoutersIpV6Test-router-1908872509', 'tenant_id': '5b2693ac197a40259cab53705dd496cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:21Z', 'updated_at': '2022-02-03T14:27:22Z', 'revision_number': 2, 'project_id': '5b2693ac197a40259cab53705dd496cf', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:23.030838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1366b58-85b8-472d-8c4b-fc049b9b0867 req-ee1605b0-2c08-4737-bf0f-597152f66726 tempest-ServersNegativeTestMultiTenantJSON-812073279 tempest-ServersNegativeTestMultiTenantJSON-812073279-project] 10.222.0.52 "GET /v2.0/ports?device_id=2671d265-9b84-47b5-bbf6-9f96f4226de1 HTTP/1.1" status: 200 len: 210 time: 0.0776615 Feb 03 14:27:23.095027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c0782-f621-4a19-a96c-466d36a7f7a7 req-99be618e-bf2a-4e66-8a78-fd998c35783e tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:23.102290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-293c0782-f621-4a19-a96c-466d36a7f7a7 req-99be618e-bf2a-4e66-8a78-fd998c35783e tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2406428 Feb 03 14:27:23.187895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6447b138-cdd5-434f-833e-a6d8a18c445d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:23.191377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6447b138-cdd5-434f-833e-a6d8a18c445d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router_controller (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:23.234933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c74a3182-4eb8-4438-a24f-a3b511725a00 req-ba1ff300-3718-491a-99c8-5a1352b8ae9a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0639839 Feb 03 14:27:23.249613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6447b138-cdd5-434f-833e-a6d8a18c445d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:23.250548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6447b138-cdd5-434f-833e-a6d8a18c445d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Fanout notify agent at l3_agent the message router_deleted on router 76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:27:23.264805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6447b138-cdd5-434f-833e-a6d8a18c445d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:23.269691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-293c0782-f621-4a19-a96c-466d36a7f7a7 req-35aab957-be36-47c7-b245-198a45e0843b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650040 Feb 03 14:27:23.269977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6447b138-cdd5-434f-833e-a6d8a18c445d tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc HTTP/1.1" status: 204 len: 168 time: 0.5979204 Feb 03 14:27:23.270586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50924) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.296772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50926) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.308853 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9be26179-20d3-4512-b3cd-d020d19cf7ea tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc HTTP/1.1" status: 200 len: 205 time: 0.0370488 Feb 03 14:27:23.309488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50930) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.359963 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-82934604-9f1c-4529-9653-082e33bed60f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] delete failed (client error): The resource could not be found. Feb 03 14:27:23.361915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-82934604-9f1c-4529-9653-082e33bed60f tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/76f9b2a5-f1c6-415b-87b8-37a27f9e5dcc HTTP/1.1" status: 404 len: 336 time: 0.0514522 Feb 03 14:27:23.364697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50932) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.395118 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-452f3716-9b3f-47be-b780-fe47c5fca9c3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:23.395677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452f3716-9b3f-47be-b780-fe47c5fca9c3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:23.398872 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-452f3716-9b3f-47be-b780-fe47c5fca9c3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/81afdd22-0c97-482e-a4be-17c0528e837a HTTP/1.1" status: 404 len: 337 time: 0.0330627 Feb 03 14:27:23.401566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.432901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0b563d59-e1ec-4368-a6e8-7da1b2458651 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-404770126'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:23.433417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0b563d59-e1ec-4368-a6e8-7da1b2458651 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Unknown quota resources ['metering_label']. {{(pid=103342) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:27:23.436331 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb2bbf6-0fc0-47af-9ba4-0887460bd964 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:23.436810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb2bbf6-0fc0-47af-9ba4-0887460bd964 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:23.439750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bbb2bbf6-0fc0-47af-9ba4-0887460bd964 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/868a9998-8221-44ee-b3b4-3dadcb0d68ef HTTP/1.1" status: 404 len: 337 time: 0.0372047 Feb 03 14:27:23.442408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.469327 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fb464b-8cb8-4fdd-801d-ad34ce494af5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:23.469885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fb464b-8cb8-4fdd-801d-ad34ce494af5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:23.473699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5fb464b-8cb8-4fdd-801d-ad34ce494af5 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/5f250852-b4af-4c67-963b-1a052b14f515 HTTP/1.1" status: 404 len: 337 time: 0.0298584 Feb 03 14:27:23.476055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50938) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.514566 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf517925-c641-4827-b605-5576e77dfaa3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:23.515515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf517925-c641-4827-b605-5576e77dfaa3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:23.518868 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cf517925-c641-4827-b605-5576e77dfaa3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/0b7e3a8f-db57-49a6-ac2c-d127c14f5e87 HTTP/1.1" status: 404 len: 337 time: 0.0415480 Feb 03 14:27:23.521419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.553879 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c978af3d-7a91-485e-bab2-fa5611e24933 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 200 len: 205 time: 0.0311658 Feb 03 14:27:23.556225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.604118 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b6ea46da-d911-4a50-870a-1a17784096b4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] delete failed (client error): The resource could not be found. Feb 03 14:27:23.608347 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6ea46da-d911-4a50-870a-1a17784096b4 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/517b294a-5aff-43d2-aabc-99bebb4a6340 HTTP/1.1" status: 404 len: 336 time: 0.0479887 Feb 03 14:27:23.608691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.637788 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d1125f2f-1a95-42e5-a4de-5bfa8231ebb0 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=72171972-4be0-431a-8013-8c226c53fbdc HTTP/1.1" status: 200 len: 205 time: 0.0278161 Feb 03 14:27:23.638432 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b563d59-e1ec-4368-a6e8-7da1b2458651 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:23.642365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0b563d59-e1ec-4368-a6e8-7da1b2458651 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3450105 Feb 03 14:27:23.642365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50946) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.644115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.648743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1be9992a-24ec-4ca8-a2f3-ce1724f541c2 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2513ccc3-75d1-4bfb-aa36-af93bbba19c1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:23.649473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1be9992a-24ec-4ca8-a2f3-ce1724f541c2 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:27:23.683117 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-b5fee45f-238d-47ef-a96d-1d5a8a734575 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] delete failed (client error): The resource could not be found. Feb 03 14:27:23.687648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b5fee45f-238d-47ef-a96d-1d5a8a734575 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/72171972-4be0-431a-8013-8c226c53fbdc HTTP/1.1" status: 404 len: 336 time: 0.0463495 Feb 03 14:27:23.688298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50950) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.717596 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1074a628-eec9-4757-a32f-cdd806a41326 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:23.718322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1074a628-eec9-4757-a32f-cdd806a41326 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:23.724006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1074a628-eec9-4757-a32f-cdd806a41326 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/83f50e11-2a8f-4209-b49b-a6f342bac09f HTTP/1.1" status: 404 len: 337 time: 0.0319834 Feb 03 14:27:23.724147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50954) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.736575 n-d-827549-2 neutron-server[103341]: WARNING neutron.services.metering.metering_plugin [None req-1be9992a-24ec-4ca8-a2f3-ce1724f541c2 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 14:27:23.754526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-77c59674-b2b4-4318-a69b-411ff4baf8af tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=f70e8817-f0cb-4bd3-8118-acaf32b083b5 HTTP/1.1" status: 200 len: 205 time: 0.0269835 Feb 03 14:27:23.754705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50956) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.791146 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-d1654a2e-858f-4b2b-a3e6-6f5cb7fe6e1e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] delete failed (client error): The resource could not be found. Feb 03 14:27:23.795103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1654a2e-858f-4b2b-a3e6-6f5cb7fe6e1e tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/f70e8817-f0cb-4bd3-8118-acaf32b083b5 HTTP/1.1" status: 404 len: 336 time: 0.0365546 Feb 03 14:27:23.795320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50958) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.825741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5a0c029f-4b97-4328-901c-9ce9587016fe tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dc2bfe3-26ee-49d3-9c75-897525c8c958 HTTP/1.1" status: 200 len: 205 time: 0.0266380 Feb 03 14:27:23.825986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50960) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.865537 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-08b8f6f8-db5c-4764-af68-2b7937969912 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] delete failed (client error): The resource could not be found. Feb 03 14:27:23.866558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-08b8f6f8-db5c-4764-af68-2b7937969912 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/2dc2bfe3-26ee-49d3-9c75-897525c8c958 HTTP/1.1" status: 404 len: 336 time: 0.0397811 Feb 03 14:27:23.866756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1be9992a-24ec-4ca8-a2f3-ce1724f541c2 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:23.867933 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1be9992a-24ec-4ca8-a2f3-ce1724f541c2 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2226553 Feb 03 14:27:23.869580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50962) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.872036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50964) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.876183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-aae05938-c67d-4350-b7ae-230d4f34be65 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2513ccc3-75d1-4bfb-aa36-af93bbba19c1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:23.876700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-aae05938-c67d-4350-b7ae-230d4f34be65 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:27:23.898252 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-204426b5-a761-4f34-9d70-bf503eded477 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:23.898780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204426b5-a761-4f34-9d70-bf503eded477 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:23.902073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-204426b5-a761-4f34-9d70-bf503eded477 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/84b2399f-6cf5-4465-ae31-2160bdb0df87 HTTP/1.1" status: 404 len: 337 time: 0.0312102 Feb 03 14:27:23.905433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50966) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.936005 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f9fa6b5e-5a87-4f67-b54f-dde4614fafa3 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4e977dd-d743-4b7e-8b81-dafe5850f36e HTTP/1.1" status: 200 len: 205 time: 0.0292737 Feb 03 14:27:23.938536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50968) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:23.946601 n-d-827549-2 neutron-server[103341]: WARNING neutron.services.metering.metering_plugin [None req-aae05938-c67d-4350-b7ae-230d4f34be65 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 14:27:24.000119 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-9204e3f1-a62e-427e-804b-baeb1a87e72c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] delete failed (client error): The resource could not be found. Feb 03 14:27:24.003970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9204e3f1-a62e-427e-804b-baeb1a87e72c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/b4e977dd-d743-4b7e-8b81-dafe5850f36e HTTP/1.1" status: 404 len: 336 time: 0.0616891 Feb 03 14:27:24.004144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50970) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.033921 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1f1d9a-2b5e-4df2-8350-0c922d3122a9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:24.034391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1f1d9a-2b5e-4df2-8350-0c922d3122a9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:24.039897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-da1f1d9a-2b5e-4df2-8350-0c922d3122a9 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/4bd8067f-037a-4d40-b6ab-e6ba69c1ea52 HTTP/1.1" status: 404 len: 337 time: 0.0320065 Feb 03 14:27:24.040077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50972) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.041122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aae05938-c67d-4350-b7ae-230d4f34be65 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.045001 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aae05938-c67d-4350-b7ae-230d4f34be65 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1719670 Feb 03 14:27:24.045578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.060585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bda60fbd-f263-43f6-8805-4a3babad45ca tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=5a4fead1-87da-41d6-a758-3699d959ca57 HTTP/1.1" status: 200 len: 464 time: 0.0138705 Feb 03 14:27:24.061191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50976) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.072718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e38f502d-38bc-43bf-9332-ac3dfa126d83 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "GET /v2.0/ports?device_id=da209f39-7df6-4bb6-a2db-c8b691d47574 HTTP/1.1" status: 200 len: 205 time: 0.0293300 Feb 03 14:27:24.073379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50980) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.113375 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-6bf6d6b1-aaad-45d9-9786-71034ab348af tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] delete failed (client error): The resource could not be found. Feb 03 14:27:24.114425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6bf6d6b1-aaad-45d9-9786-71034ab348af tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/routers/da209f39-7df6-4bb6-a2db-c8b691d47574 HTTP/1.1" status: 404 len: 336 time: 0.0406139 Feb 03 14:27:24.119880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50982) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.120212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50984) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.172771 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-68328fd3-98de-4118-b3f1-a27441003890 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:24.173225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68328fd3-98de-4118-b3f1-a27441003890 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:24.178886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-68328fd3-98de-4118-b3f1-a27441003890 tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/0cc16e82-04b1-403d-bf51-f0ba8b3e60de HTTP/1.1" status: 404 len: 337 time: 0.0552671 Feb 03 14:27:24.180477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50986) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.205330 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c644309-d34d-49bc-877c-da4d899acde1 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.209273 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c644309-d34d-49bc-877c-da4d899acde1 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/5a4fead1-87da-41d6-a758-3699d959ca57 HTTP/1.1" status: 204 len: 168 time: 0.1471779 Feb 03 14:27:24.213297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50990) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.216903 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-540259f0-e663-4d80-9aee-b73205964d1c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] DELETE failed (client error): The resource could not be found. Feb 03 14:27:24.217366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540259f0-e663-4d80-9aee-b73205964d1c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:27:24.223650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-540259f0-e663-4d80-9aee-b73205964d1c tempest-RoutersIpV6Test-1527644274 tempest-RoutersIpV6Test-1527644274-project] 10.222.0.52 "DELETE /v2.0/subnets/84c832e3-b222-44fc-8133-c8a897160290 HTTP/1.1" status: 404 len: 337 time: 0.0398774 Feb 03 14:27:24.232649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50994) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.234140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e47a5e09-6ace-4f4e-aaec-f0f75f447f5f tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=5a4fead1-87da-41d6-a758-3699d959ca57 HTTP/1.1" status: 200 len: 221 time: 0.0133951 Feb 03 14:27:24.238530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-47e8c656-0747-4c2d-8561-e4409678a61a tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--847820777', 'description': 'label created by tempest'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:24.238982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-47e8c656-0747-4c2d-8561-e4409678a61a tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Unknown quota resources ['metering_label']. {{(pid=103342) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:27:24.290082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] Deleting subnet 7f0a769c-46ed-4de2-b1c0-46fb7846cdb6 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:24.296372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] Publish callbacks [] for subnet (7f0a769c-46ed-4de2-b1c0-46fb7846cdb6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.574139 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51002) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.670519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.733381 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0e854444-d247-4fbe-b1a8-ce67efac685b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b2693ac197a40259cab53705dd496cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556761 Feb 03 14:27:24.733624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77358834-da9f-4c8a-ad01-44099ffb3c03 req-313f106b-13d1-4c60-820e-ebe19f63c15e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.3475628 Feb 03 14:27:24.734136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51006) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.779572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (7f0a769c-46ed-4de2-b1c0-46fb7846cdb6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.797861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7e9f9f7-2c1b-4593-9b76-48ddb2cc4e75 admin admin] Publish callbacks [] for security_group (0596f93b-b117-4d54-832d-f0964118bedb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.819771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7e9f9f7-2c1b-4593-9b76-48ddb2cc4e75 admin admin] Publish callbacks [] for security_group (0596f93b-b117-4d54-832d-f0964118bedb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.837535 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47e8c656-0747-4c2d-8561-e4409678a61a tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.841154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-47e8c656-0747-4c2d-8561-e4409678a61a tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6052439 Feb 03 14:27:24.842447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51008) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:24.873192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7e9f9f7-2c1b-4593-9b76-48ddb2cc4e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0596f93b-b117-4d54-832d-f0964118bedb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.878367 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7e9f9f7-2c1b-4593-9b76-48ddb2cc4e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.881510 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b7e9f9f7-2c1b-4593-9b76-48ddb2cc4e75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0596f93b-b117-4d54-832d-f0964118bedb HTTP/1.1" status: 204 len: 168 time: 0.1468172 Feb 03 14:27:24.891633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9f9f7-2c1b-4593-9b76-48ddb2cc4e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0596f93b-b117-4d54-832d-f0964118bedb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:24.939962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2111e-e9d4-4d38-bf8c-4ba1ec49f8eb req-1825a14e-f33f-4415-bce4-40b46e67a269 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:24.941512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1d2111e-e9d4-4d38-bf8c-4ba1ec49f8eb req-1825a14e-f33f-4415-bce4-40b46e67a269 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.5559640 Feb 03 14:27:24.947840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6598dece-efc9-4463-8868-71ba9eebd4ea tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=785c3315-c6a0-4453-88a9-769d552bdd80 HTTP/1.1" status: 200 len: 467 time: 0.1021364 Feb 03 14:27:24.947840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7f0a769c-46ed-4de2-b1c0-46fb7846cdb6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:24.948428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51012) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.032202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1d2111e-e9d4-4d38-bf8c-4ba1ec49f8eb req-e292de6c-abd8-4a7d-be97-fe25e4e25c0f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651493 Feb 03 14:27:25.036704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (7f0a769c-46ed-4de2-b1c0-46fb7846cdb6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.064804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0a769c-46ed-4de2-b1c0-46fb7846cdb6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:25.074433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.083295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c7e3cd4c-7d70-4219-885d-ffbf86e87b09 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7f0a769c-46ed-4de2-b1c0-46fb7846cdb6 HTTP/1.1" status: 204 len: 168 time: 0.9588122 Feb 03 14:27:25.083948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51016) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.170593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (500559bd-314a-42a4-a58f-cf0bd3e12509), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.244156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f664e98-678c-490a-96e5-8ac544af3d8d no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:25.287781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (500559bd-314a-42a4-a58f-cf0bd3e12509), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.292101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 2f664e98-678c-490a-96e5-8ac544af3d8d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:25.293010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2f664e98-678c-490a-96e5-8ac544af3d8d not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:25.315109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500559bd-314a-42a4-a58f-cf0bd3e12509']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:25.327994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984a7fd5-5960-43d6-9410-02a98b1e997f') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:25.328633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984a7fd5-5960-43d6-9410-02a98b1e997f') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:25.341723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (984a7fd5-5960-43d6-9410-02a98b1e997f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.358712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (984a7fd5-5960-43d6-9410-02a98b1e997f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.369563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:25.369974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (984a7fd5-5960-43d6-9410-02a98b1e997f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:25.373332 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:25.441387 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (500559bd-314a-42a4-a58f-cf0bd3e12509), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.446619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.452225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/500559bd-314a-42a4-a58f-cf0bd3e12509 HTTP/1.1" status: 204 len: 168 time: 0.3672364 Feb 03 14:27:25.467111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51026) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.468281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00992a59-1db6-4c01-ad92-39e1fa204bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=500559bd-314a-42a4-a58f-cf0bd3e12509,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:25.538375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] Deleting subnet cbc937bc-27a7-4285-a104-262ef6891b52 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:25.543036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] Publish callbacks [] for subnet (cbc937bc-27a7-4285-a104-262ef6891b52), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.581128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d2677c6-a2cf-4c1a-a866-fdb95b479d56 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.586759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6d2677c6-a2cf-4c1a-a866-fdb95b479d56 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/785c3315-c6a0-4453-88a9-769d552bdd80 HTTP/1.1" status: 204 len: 168 time: 0.6355793 Feb 03 14:27:25.587767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51034) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.590112 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (cbc937bc-27a7-4285-a104-262ef6891b52), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.607181 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-61aff7e6-bff4-4e5e-b6f9-85f7797415e0 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=785c3315-c6a0-4453-88a9-769d552bdd80 HTTP/1.1" status: 200 len: 216 time: 0.0154727 Feb 03 14:27:25.610738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.620724 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6a8d5dfd-5571-44c7-829b-64063981a30d tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089056 Feb 03 14:27:25.624698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51038) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.641830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2cf0f0eb-cae3-4b04-8afd-b7a5758a79ba tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0160441 Feb 03 14:27:25.647064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51040) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.654579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (cbc937bc-27a7-4285-a104-262ef6891b52), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.713530 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-534af845-7355-4193-9f6d-692bae96cec3 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/2513ccc3-75d1-4bfb-aa36-af93bbba19c1 HTTP/1.1" status: 200 len: 472 time: 0.0649414 Feb 03 14:27:25.717110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51044) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.731480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-363cbaf4-d85e-4ae0-9903-ad5e6a5c1521 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/357272b0-40d5-4b0d-bd6b-0d49f978ba7a HTTP/1.1" status: 200 len: 461 time: 0.0132244 Feb 03 14:27:25.734707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51046) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.737560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (cbc937bc-27a7-4285-a104-262ef6891b52), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.777570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc937bc-27a7-4285-a104-262ef6891b52,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:25.779927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.787684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-80173ed8-1ecf-47cd-bfeb-1c3213afb5a1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cbc937bc-27a7-4285-a104-262ef6891b52 HTTP/1.1" status: 204 len: 168 time: 0.3114762 Feb 03 14:27:25.788752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51050) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.866138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51052) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.883052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-737718b2-d9e0-492d-9554-ce5ae571a7dd tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:25.886480 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-737718b2-d9e0-492d-9554-ce5ae571a7dd tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/357272b0-40d5-4b0d-bd6b-0d49f978ba7a HTTP/1.1" status: 204 len: 168 time: 0.1476958 Feb 03 14:27:25.887318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51056) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:25.923209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad49217b-9f67-4745-bab2-47f0b02eb12c req-6527dd43-c2d9-4b84-bb25-7c6b37a87a66 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0576637 Feb 03 14:27:25.927897 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (67ae04a3-9c4b-40de-9aad-3b9fd82b4730), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.050989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2e40adc3-aab3-4a4e-994c-7c03506c19f5 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1968461383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:26.060050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (67ae04a3-9c4b-40de-9aad-3b9fd82b4730), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.092193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ae04a3-9c4b-40de-9aad-3b9fd82b4730']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:26.114610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e40adc3-aab3-4a4e-994c-7c03506c19f5 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (b94bfda4-6bca-4403-b771-04deaf429e65), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.115729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e40adc3-aab3-4a4e-994c-7c03506c19f5 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (b94bfda4-6bca-4403-b771-04deaf429e65), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.122425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:26.122728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:26.126808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20c13c91-9312-4fac-85b3-0288dd1f1df7 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.133409 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-20c13c91-9312-4fac-85b3-0288dd1f1df7 tempest-MeteringTestJSON-968457621 tempest-MeteringTestJSON-968457621-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/2513ccc3-75d1-4bfb-aa36-af93bbba19c1 HTTP/1.1" status: 204 len: 168 time: 0.2451293 Feb 03 14:27:26.137862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.190591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.233260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:26.233628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (86ffc2d7-4aa1-4a1f-ad94-4c4d819c632d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:26.237972 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:26.249081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e40adc3-aab3-4a4e-994c-7c03506c19f5 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router_controller (b94bfda4-6bca-4403-b771-04deaf429e65), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.260498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e40adc3-aab3-4a4e-994c-7c03506c19f5 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (b94bfda4-6bca-4403-b771-04deaf429e65), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.304357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972b732-17fa-4879-9796-53bd12520a84 req-09904891-e5e7-4b7e-adfe-797ca471624b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:26.305915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4972b732-17fa-4879-9796-53bd12520a84 req-09904891-e5e7-4b7e-adfe-797ca471624b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1747422 Feb 03 14:27:26.322502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e40adc3-aab3-4a4e-994c-7c03506c19f5 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.324566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2e40adc3-aab3-4a4e-994c-7c03506c19f5 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4566455 Feb 03 14:27:26.327419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51066) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:26.331730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (67ae04a3-9c4b-40de-9aad-3b9fd82b4730), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.335102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1255207368'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:26.338886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.342078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] 10.222.0.52 "DELETE /v2.0/networks/67ae04a3-9c4b-40de-9aad-3b9fd82b4730 HTTP/1.1" status: 204 len: 168 time: 0.5522668 Feb 03 14:27:26.368368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658de33-beed-4564-947c-5bc161440c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ae04a3-9c4b-40de-9aad-3b9fd82b4730,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:26.369050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:26.384728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.395927 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.404708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4972b732-17fa-4879-9796-53bd12520a84 req-297e1057-04ce-4cd6-973f-6cfde174af67 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785458 Feb 03 14:27:26.479688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51070) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:26.504501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for security_group (80142bea-f904-45e3-a581-5c284b4a23fe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.509574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (80142bea-f904-45e3-a581-5c284b4a23fe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.534460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:26.551423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80142bea-f904-45e3-a581-5c284b4a23fe,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:26.554417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a3fda080-b9b5-4efa-9db3-326f5f9c2b0a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.554771 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Added segment a3fda080-b9b5-4efa-9db3-326f5f9c2b0a of type vlan for network 34998454-ffb0-4c67-9885-dd41be0291c8 Feb 03 14:27:26.577517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51074) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:26.612702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (34998454-ffb0-4c67-9885-dd41be0291c8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.633645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-07d727fc-a2ff-4582-b362-8a3e34f4e2a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54b5cf25ec91402a85c23c6f146129de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549836 Feb 03 14:27:26.634703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51076) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:26.652377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (34998454-ffb0-4c67-9885-dd41be0291c8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.658038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:26.658767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.723246 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3945141 Feb 03 14:27:26.726319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51078) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:26.732617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'subnet': {'network_id': '34998454-ffb0-4c67-9885-dd41be0291c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:26.757602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dea5eb-ce41-487a-82fa-182c2b75e114 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Network': ['ID=34998454-ffb0-4c67-9885-dd41be0291c8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:26.769347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 34998454-ffb0-4c67-9885-dd41be0291c8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:27:26.774497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aefbc093-29d1-48e8-8603-ad1c01d7b8e4 admin admin] Publish callbacks [] for security_group (4edfb0cf-ee1a-400e-8bf3-d47b9612024f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.805083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0b46473-313c-4794-990a-ec4716442042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.806342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aefbc093-29d1-48e8-8603-ad1c01d7b8e4 admin admin] Publish callbacks [] for security_group (4edfb0cf-ee1a-400e-8bf3-d47b9612024f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.874127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:26.877843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.883102 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aefbc093-29d1-48e8-8603-ad1c01d7b8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4edfb0cf-ee1a-400e-8bf3-d47b9612024f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.886019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aefbc093-29d1-48e8-8603-ad1c01d7b8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:26.890206 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aefbc093-29d1-48e8-8603-ad1c01d7b8e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4edfb0cf-ee1a-400e-8bf3-d47b9612024f HTTP/1.1" status: 204 len: 168 time: 0.2516296 Feb 03 14:27:26.900111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbc093-29d1-48e8-8603-ad1c01d7b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfb0cf-ee1a-400e-8bf3-d47b9612024f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.001823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0b46473-313c-4794-990a-ec4716442042 admin admin] Publish callbacks [] for security_group (b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.010337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0b46473-313c-4794-990a-ec4716442042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.044585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f0b46473-313c-4794-990a-ec4716442042 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a27dec719d444a94bd67a79280f1cf0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5623779 Feb 03 14:27:27.049048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51084) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:27.126447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cf79-5c72-469e-b730-89ae4d89fcba admin admin] Publish callbacks [] for security_group (b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.132992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03eb1a89-b8d4-4581-84b8-3f895bc16f6b req-cb16055d-b8f5-4572-982b-1d79720f1716 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0617566 Feb 03 14:27:27.135948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b46473-313c-4794-990a-ec4716442042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.163788 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cf79-5c72-469e-b730-89ae4d89fcba admin admin] Publish callbacks [] for security_group (b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.212546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (42e61955-81b2-499c-9cf7-3ffdcec7416e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.239130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cf79-5c72-469e-b730-89ae4d89fcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.242154 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8e8cf79-5c72-469e-b730-89ae4d89fcba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.247491 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d8e8cf79-5c72-469e-b730-89ae4d89fcba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8 HTTP/1.1" status: 204 len: 168 time: 0.1972790 Feb 03 14:27:27.257642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8cf79-5c72-469e-b730-89ae4d89fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bd1b56-4ce6-4bc8-9b77-2b89f7ff05b8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.287199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Subnet': ['ID=42e61955-81b2-499c-9cf7-3ffdcec7416e,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.296133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Checking segment: {'id': 'a3fda080-b9b5-4efa-9db3-326f5f9c2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34998454-ffb0-4c67-9885-dd41be0291c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:27.296519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network hostable DHCP agents. Network: 34998454-ffb0-4c67-9885-dd41be0291c8, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:27.316850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 34998454-ffb0-4c67-9885-dd41be0291c8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:27.329120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 34998454-ffb0-4c67-9885-dd41be0291c8) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:27.339203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a9ffc-6090-44e0-8821-32737a39cc27 None None] Network 34998454-ffb0-4c67-9885-dd41be0291c8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:27.343248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:27.344048 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.356841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51090) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:27.375031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-604c7c88-b06e-484c-96d1-d0a32c61c0af tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6474166 Feb 03 14:27:27.379067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51092) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:27.384401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'network': {'name': 'tempest-router-network01--714476091'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:27.411266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3e092cd7-2cb6-4549-8238-f2711e38f8e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d29bbf0dcc374d0d94648703f4382ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519199 Feb 03 14:27:27.413709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51094) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:27.421457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:27.425205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.455832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:27.470904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e572eafb-ce73-482e-b47a-c1f1ea4b48a5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.471269 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Added segment e572eafb-ce73-482e-b47a-c1f1ea4b48a5 of type vlan for network 15fb4873-82a3-4452-84fa-87e33bc43fdf Feb 03 14:27:27.495790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-34998454-ffb0-4c67-9885-dd41be0291c8', 'network_id': '34998454-ffb0-4c67-9885-dd41be0291c8', 'project_id': '57f60fc9f03640b8bee3a95fbba2291a', 'fixed_ips': [{'subnet_id': '42e61955-81b2-499c-9cf7-3ffdcec7416e'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:27:27.497211 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.539321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (15fb4873-82a3-4452-84fa-87e33bc43fdf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.573158 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (15fb4873-82a3-4452-84fa-87e33bc43fdf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.579315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00eb915e-c174-4061-9467-c55e850baaa4 admin admin] Publish callbacks [] for security_group (827123c4-d800-4531-a691-50a88148dd71), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.581654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:27.582503 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.604199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00eb915e-c174-4061-9467-c55e850baaa4 admin admin] Publish callbacks [] for security_group (827123c4-d800-4531-a691-50a88148dd71), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.634912 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2547135 Feb 03 14:27:27.639742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51100) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:27.649637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'network': {'name': 'tempest-router-network02--1237128273'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:27.678666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74dbe0-1b86-4324-b63e-8a2afaa733ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Network': ['ID=15fb4873-82a3-4452-84fa-87e33bc43fdf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.686941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70c406-5865-423e-aa39-20318abba50c req-73c19dc7-f115-4ce1-9cdc-fac7a51d65f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:27.688668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a70c406-5865-423e-aa39-20318abba50c req-73c19dc7-f115-4ce1-9cdc-fac7a51d65f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1818070 Feb 03 14:27:27.693581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:27:27.700524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:27.704805 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.728539 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00eb915e-c174-4061-9467-c55e850baaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (827123c4-d800-4531-a691-50a88148dd71), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.731233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00eb915e-c174-4061-9467-c55e850baaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.734825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-00eb915e-c174-4061-9467-c55e850baaa4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/827123c4-d800-4531-a691-50a88148dd71 HTTP/1.1" status: 204 len: 168 time: 0.3173664 Feb 03 14:27:27.758519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:27.769210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b404fc55-db57-4d5b-b04f-9c41e205747a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.769635 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Added segment b404fc55-db57-4d5b-b04f-9c41e205747a of type vlan for network 440b725d-ae85-495c-be67-db729ebf145a Feb 03 14:27:27.818055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (440b725d-ae85-495c-be67-db729ebf145a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.864245 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (440b725d-ae85-495c-be67-db729ebf145a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.869761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:27.870561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.888987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:27.891830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb915e-c174-4061-9467-c55e850baaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827123c4-d800-4531-a691-50a88148dd71,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:27.904331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2621610 Feb 03 14:27:27.905072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:27.908907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Allocated IP 2001:db8::2 (34998454-ffb0-4c67-9885-dd41be0291c8/42e61955-81b2-499c-9cf7-3ffdcec7416e/d0c7f194-6b23-44d5-88d4-5e19a915f3e0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:27.914335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'subnet': {'network_id': '15fb4873-82a3-4452-84fa-87e33bc43fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:27.925613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-78303540-d41b-4211-a89b-f979f5072057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:27.940338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a70c406-5865-423e-aa39-20318abba50c req-3cc58d47-6bcf-4a8d-b4a3-46b531042b2c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303021 Feb 03 14:27:27.977518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fb667-ff74-4994-9992-cbb5961dc8ab tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Network': ['ID=440b725d-ae85-495c-be67-db729ebf145a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:28.030694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 440b725d-ae85-495c-be67-db729ebf145a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:27:28.099169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:28.103069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.154082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-78303540-d41b-4211-a89b-f979f5072057 admin admin] Publish callbacks [] for security_group (116c6a36-b6ce-461d-8cb6-25aecba1f61a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.183566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-78303540-d41b-4211-a89b-f979f5072057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (116c6a36-b6ce-461d-8cb6-25aecba1f61a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.205696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Publish callbacks [] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.213982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.235136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303540-d41b-4211-a89b-f979f5072057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c6a36-b6ce-461d-8cb6-25aecba1f61a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:28.267029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Pushing event updated for resources: {'Port': ['ID=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:28.276286 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-78303540-d41b-4211-a89b-f979f5072057 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d972e9bdf8f40d6aaadcfb38cb8c62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862641 Feb 03 14:27:28.279480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51116) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:28.304801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Network 34998454-ffb0-4c67-9885-dd41be0291c8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:28.307669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:28.314144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:28.445024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6d075f2-2130-46a7-a47f-6e8aeefb8913 req-a7ac50e8-eb3b-4951-928b-f6b7d31bd22a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0962372 Feb 03 14:27:28.451377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (811cab30-2cef-4103-9d21-7612f46605cb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.452618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Attempting to bind port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:27:28.453141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Attempting to bind port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'a3fda080-b9b5-4efa-9db3-326f5f9c2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34998454-ffb0-4c67-9885-dd41be0291c8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:27:28.453513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Attempting to bind port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 on network 34998454-ffb0-4c67-9885-dd41be0291c8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:28.460990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:27:28.461200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Checking segment: {'id': 'a3fda080-b9b5-4efa-9db3-326f5f9c2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34998454-ffb0-4c67-9885-dd41be0291c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:28.463583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.463999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Bound using segment: {'id': 'a3fda080-b9b5-4efa-9db3-326f5f9c2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34998454-ffb0-4c67-9885-dd41be0291c8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:27:28.464510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Bound port: d0c7f194-6b23-44d5-88d4-5e19a915f3e0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fda080-b9b5-4efa-9db3-326f5f9c2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '34998454-ffb0-4c67-9885-dd41be0291c8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:27:28.464906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.469980 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb0527bc-bff0-44fa-9e36-15364f0356f5 admin admin] Publish callbacks [] for security_group (116c6a36-b6ce-461d-8cb6-25aecba1f61a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.526244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb0527bc-bff0-44fa-9e36-15364f0356f5 admin admin] Publish callbacks [] for security_group (116c6a36-b6ce-461d-8cb6-25aecba1f61a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.576004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] For port d0c7f194-6b23-44d5-88d4-5e19a915f3e0, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:28.581543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] For port d0c7f194-6b23-44d5-88d4-5e19a915f3e0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,segment=NetworkSegment(a3fda080-b9b5-4efa-9db3-326f5f9c2b0a),segment_id=a3fda080-b9b5-4efa-9db3-326f5f9c2b0a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:28.583761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Subnet': ['ID=811cab30-2cef-4103-9d21-7612f46605cb,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:28.592590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Checking segment: {'id': 'e572eafb-ce73-482e-b47a-c1f1ea4b48a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '15fb4873-82a3-4452-84fa-87e33bc43fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:28.593391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network hostable DHCP agents. Network: 15fb4873-82a3-4452-84fa-87e33bc43fdf, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:28.596678 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.622709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb0527bc-bff0-44fa-9e36-15364f0356f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (116c6a36-b6ce-461d-8cb6-25aecba1f61a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.633925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb0527bc-bff0-44fa-9e36-15364f0356f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.634159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:28.635566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cb0527bc-bff0-44fa-9e36-15364f0356f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/116c6a36-b6ce-461d-8cb6-25aecba1f61a HTTP/1.1" status: 204 len: 168 time: 0.3538656 Feb 03 14:27:28.646001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 15fb4873-82a3-4452-84fa-87e33bc43fdf) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:28.659571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:28.660200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.662890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0527bc-bff0-44fa-9e36-15364f0356f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c6a36-b6ce-461d-8cb6-25aecba1f61a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:28.680097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08423cad-34e4-44e2-ae38-1aeedb3c1d08 None None] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:28.695700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51128) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:28.698481 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e1b45e01-37fe-4664-bee9-de411ff59f9f tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7909968 Feb 03 14:27:28.703096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'subnet': {'network_id': '440b725d-ae85-495c-be67-db729ebf145a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:28.811857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d137f-2f76-49b2-ba9a-c7921ea68ebc None None] Pushing event updated for resources: {'Port': ['ID=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:28.908752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-15fb4873-82a3-4452-84fa-87e33bc43fdf', 'network_id': '15fb4873-82a3-4452-84fa-87e33bc43fdf', 'project_id': '57f60fc9f03640b8bee3a95fbba2291a', 'fixed_ips': [{'subnet_id': '811cab30-2cef-4103-9d21-7612f46605cb'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:27:28.912130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.936784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:28.940981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:28.997155 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:27:29.017562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51138) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:29.357756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-782766214-network', 'tenant_id': '5e58d8712cae44b4adbc3e061ea57bc5'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:29.399182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Made reservation on behalf of 5e58d8712cae44b4adbc3e061ea57bc5 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:29.401828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.408517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.413327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Allocated IP 2001:db8::2 (15fb4873-82a3-4452-84fa-87e33bc43fdf/811cab30-2cef-4103-9d21-7612f46605cb/62f4cf34-dbb6-49e4-82db-b2e8578ee630) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:29.420077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.546567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30fb88-7eab-4a7e-95bb-adb842ebf542 req-1b8aaf3d-e82c-4db8-a2b0-e64469d144d2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:29.558465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c30fb88-7eab-4a7e-95bb-adb842ebf542 req-1b8aaf3d-e82c-4db8-a2b0-e64469d144d2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.4071984 Feb 03 14:27:29.576745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Subnet': ['ID=ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:29.615816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Publish callbacks [] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.623795 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.643021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks [] for security_group (500c7293-23ad-42fd-82b2-0d835e1f2bde), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.648987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (500c7293-23ad-42fd-82b2-0d835e1f2bde), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.695530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:29.699170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:29.706403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:29.708721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Pushing event updated for resources: {'Port': ['ID=62f4cf34-dbb6-49e4-82db-b2e8578ee630,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:29.711735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500c7293-23ad-42fd-82b2-0d835e1f2bde,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:29.751991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:29.769327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (82bf97a8-858b-4543-82d4-f70a4c586292), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.769676 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Added segment 82bf97a8-858b-4543-82d4-f70a4c586292 of type vlan for network fa90048b-4b08-4437-993c-db879fbbb95b Feb 03 14:27:29.776184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Attempting to bind port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:27:29.776807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Attempting to bind port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'e572eafb-ce73-482e-b47a-c1f1ea4b48a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '15fb4873-82a3-4452-84fa-87e33bc43fdf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:27:29.777267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Attempting to bind port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 on network 15fb4873-82a3-4452-84fa-87e33bc43fdf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:29.783491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:27:29.784182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Checking segment: {'id': 'e572eafb-ce73-482e-b47a-c1f1ea4b48a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '15fb4873-82a3-4452-84fa-87e33bc43fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:29.786035 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.786661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Bound using segment: {'id': 'e572eafb-ce73-482e-b47a-c1f1ea4b48a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '15fb4873-82a3-4452-84fa-87e33bc43fdf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:27:29.797249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c30fb88-7eab-4a7e-95bb-adb842ebf542 req-efa80992-1026-43bd-b435-0a0e48223c4d tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145691 Feb 03 14:27:29.797379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Bound port: 62f4cf34-dbb6-49e4-82db-b2e8578ee630, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572eafb-ce73-482e-b47a-c1f1ea4b48a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '15fb4873-82a3-4452-84fa-87e33bc43fdf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:27:29.797379 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.797554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca8f86e0-7fc4-4c9d-9a71-a8bac2660bbe req-2198e8fc-b0d5-422d-ba18-09da546aaee5 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.2018127 Feb 03 14:27:29.803893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Checking segment: {'id': 'b404fc55-db57-4d5b-b04f-9c41e205747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '440b725d-ae85-495c-be67-db729ebf145a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:29.804276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network hostable DHCP agents. Network: 440b725d-ae85-495c-be67-db729ebf145a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:29.864764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 440b725d-ae85-495c-be67-db729ebf145a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:29.874044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (fa90048b-4b08-4437-993c-db879fbbb95b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.880095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 440b725d-ae85-495c-be67-db729ebf145a) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:29.889017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] For port 62f4cf34-dbb6-49e4-82db-b2e8578ee630, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:29.895629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:29.896326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.908956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] For port 62f4cf34-dbb6-49e4-82db-b2e8578ee630, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=62f4cf34-dbb6-49e4-82db-b2e8578ee630,segment=NetworkSegment(e572eafb-ce73-482e-b47a-c1f1ea4b48a5),segment_id=e572eafb-ce73-482e-b47a-c1f1ea4b48a5)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:29.916591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275272e7-ae2c-49a7-9b7f-9760bf7b5f2b None None] Network 440b725d-ae85-495c-be67-db729ebf145a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:29.938309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5bd2f424-fd9a-4bb5-99ff-2a7c59142bcb tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2384322 Feb 03 14:27:29.939252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51160) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:29.946815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (fa90048b-4b08-4437-993c-db879fbbb95b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.947875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:29.950739 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:29.952150 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:30.019238 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0004194 Feb 03 14:27:30.031300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51162) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:30.048073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Request body: {'subnet': {'network_id': 'fa90048b-4b08-4437-993c-db879fbbb95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-782766214-subnet', 'tenant_id': '5e58d8712cae44b4adbc3e061ea57bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:30.162138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d0c7f194-6b23-44d5-88d4-5e19a915f3e0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:30.211112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24235-722e-46c0-9c2b-33c05571c434 admin admin] Pushing event updated for resources: {'Network': ['ID=fa90048b-4b08-4437-993c-db879fbbb95b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:30.248651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Made reservation on behalf of 5e58d8712cae44b4adbc3e061ea57bc5 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:30.253636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:30.379811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network fa90048b-4b08-4437-993c-db879fbbb95b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:27:30.548854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (05250176-f407-46dd-88c6-4150bd9bef1a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:30.602200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f977ec9-cc81-42b7-8143-6705e7753d3d None None] Pushing event updated for resources: {'Port': ['ID=62f4cf34-dbb6-49e4-82db-b2e8578ee630,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:30.673865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f92b7a-0827-419c-ab04-f6503d7368af None None] Network 34998454-ffb0-4c67-9885-dd41be0291c8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:30.685504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05250176-f407-46dd-88c6-4150bd9bef1a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:30.755077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-440b725d-ae85-495c-be67-db729ebf145a', 'network_id': '440b725d-ae85-495c-be67-db729ebf145a', 'project_id': '57f60fc9f03640b8bee3a95fbba2291a', 'fixed_ips': [{'subnet_id': 'ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:27:30.756559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:30.794745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Checking segment: {'id': '82bf97a8-858b-4543-82d4-f70a4c586292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa90048b-4b08-4437-993c-db879fbbb95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:30.795112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Network hostable DHCP agents. Network: fa90048b-4b08-4437-993c-db879fbbb95b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:30.880069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Network fa90048b-4b08-4437-993c-db879fbbb95b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:30.881869 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:30.907255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, fa90048b-4b08-4437-993c-db879fbbb95b) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:30.918490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Allocated IP 2001:db8::2 (440b725d-ae85-495c-be67-db729ebf145a/ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8/324c6b94-b55f-4e64-976a-5039d0d1f912) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:30.921965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:30.923146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:30.959393 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd660bf4-c8b7-4b56-8352-617b422f4ec0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9226570 Feb 03 14:27:30.967455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc1457-edae-4adf-8dea-c482b4a4af8b None None] Network fa90048b-4b08-4437-993c-db879fbbb95b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:31.104204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Publish callbacks [] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.192378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94b38bf9-9245-43fa-a315-878a0c438153 req-1692930e-623a-4d55-97d2-11271396f772 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.1278975 Feb 03 14:27:31.222817 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.253875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:31.332912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-369ad377-16f7-4708-aa7b-466e30edfcc4 None None] Provisioning complete for port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:31.333590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-369ad377-16f7-4708-aa7b-466e30edfcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.346627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f743d-8bd5-4c6b-ae41-9f19c1604917 req-8e377335-0aa3-4cd0-b3fa-fbe32a0d8706 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:31.347619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Pushing event updated for resources: {'Port': ['ID=324c6b94-b55f-4e64-976a-5039d0d1f912,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:31.363661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-758f743d-8bd5-4c6b-ae41-9f19c1604917 req-8e377335-0aa3-4cd0-b3fa-fbe32a0d8706 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2747765 Feb 03 14:27:31.407498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] Deleting subnet 05250176-f407-46dd-88c6-4150bd9bef1a {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:31.424648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] Publish callbacks [] for subnet (05250176-f407-46dd-88c6-4150bd9bef1a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.482788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:31.484915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.498491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (05250176-f407-46dd-88c6-4150bd9bef1a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.592798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (05250176-f407-46dd-88c6-4150bd9bef1a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.682518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Allocated IP 2001:db8::1 (15fb4873-82a3-4452-84fa-87e33bc43fdf/811cab30-2cef-4103-9d21-7612f46605cb/b69d13b9-abc5-4bf1-bd82-46f35d2e3c66) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:31.724701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (05250176-f407-46dd-88c6-4150bd9bef1a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.771711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05250176-f407-46dd-88c6-4150bd9bef1a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:31.779886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.785033 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5f3394f5-090b-41be-9e4a-63c2c51aede6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/05250176-f407-46dd-88c6-4150bd9bef1a HTTP/1.1" status: 204 len: 168 time: 0.5300343 Feb 03 14:27:31.799284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51196) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:31.827628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.830497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:31.867473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.922758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (fa90048b-4b08-4437-993c-db879fbbb95b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.931157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Port': ['ID=b69d13b9-abc5-4bf1-bd82-46f35d2e3c66,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:31.941809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-758f743d-8bd5-4c6b-ae41-9f19c1604917 req-fa8a94c5-8a2b-46ac-85a4-5b7ee78ce6aa tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598698 Feb 03 14:27:31.957163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:31.958670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:31.961081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:31.961828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:31.970708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e970cfd8-e571-48da-a570-d7b4fb3e03e1 None None] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:32.045921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (fa90048b-4b08-4437-993c-db879fbbb95b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.059384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9399d48e-f97e-44d9-b324-926134c0d5e1 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:32.083786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Network 440b725d-ae85-495c-be67-db729ebf145a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:32.115760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:32.122973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa90048b-4b08-4437-993c-db879fbbb95b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:32.144798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bf97a8-858b-4543-82d4-f70a4c586292') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:32.145454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bf97a8-858b-4543-82d4-f70a4c586292') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:32.166334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (82bf97a8-858b-4543-82d4-f70a4c586292), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.166658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:32.169772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9399d48e-f97e-44d9-b324-926134c0d5e1 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "PUT /v2.0/quotas/ee7477a9018843929be08f30827fed15 HTTP/1.1" status: 200 len: 366 time: 0.3379321 Feb 03 14:27:32.176334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51202) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.196264 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3cc662d4-f2da-49af-b660-437ba84bb603 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0184240 Feb 03 14:27:32.197602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (82bf97a8-858b-4543-82d4-f70a4c586292), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.200404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51204) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.201688 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.214453 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d115164-1ea3-48ba-90a6-fde6aee83c7d tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "GET /v2.0/quotas/ee7477a9018843929be08f30827fed15 HTTP/1.1" status: 200 len: 366 time: 0.0127151 Feb 03 14:27:32.218401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.221031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:32.221628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (82bf97a8-858b-4543-82d4-f70a4c586292), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:32.228028 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:32.304729 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0cad740d-ee37-4097-b671-faf0f002c0e7 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/ee7477a9018843929be08f30827fed15 HTTP/1.1" status: 204 len: 168 time: 0.0848982 Feb 03 14:27:32.307060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.325276 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d71571d0-84ca-4d59-9134-781b4f746826 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0162888 Feb 03 14:27:32.326592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51212) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.335575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (fa90048b-4b08-4437-993c-db879fbbb95b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.341556 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-10da4579-0a2a-4c4a-b1d5-3a0e2a0835a4 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "GET /v2.0/quotas/ee7477a9018843929be08f30827fed15 HTTP/1.1" status: 200 len: 370 time: 0.0138748 Feb 03 14:27:32.343454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51214) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.375526 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4edc190-577b-470c-8376-9d8198e79f85 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "GET /v2.0/quotas/ee7477a9018843929be08f30827fed15/default HTTP/1.1" status: 200 len: 370 time: 0.0084629 Feb 03 14:27:32.376764 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.381116 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fa90048b-4b08-4437-993c-db879fbbb95b HTTP/1.1" status: 204 len: 168 time: 0.5797403 Feb 03 14:27:32.381632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51216) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.382460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd703d6-7f86-450d-8921-e3407e098662 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa90048b-4b08-4437-993c-db879fbbb95b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:32.395949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-369ad377-16f7-4708-aa7b-466e30edfcc4 None None] Current status of the port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:32.399176 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-49259206-f48e-4c3c-97a5-1ae14675fc23 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] delete failed (client error): The resource could not be found. Feb 03 14:27:32.403278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-369ad377-16f7-4708-aa7b-466e30edfcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.403716 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-49259206-f48e-4c3c-97a5-1ae14675fc23 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/ee7477a9018843929be08f30827fed15 HTTP/1.1" status: 404 len: 348 time: 0.0191450 Feb 03 14:27:32.410411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c580055e-5992-4156-82fb-c2e30f874888 None None] Network fa90048b-4b08-4437-993c-db879fbbb95b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:32.433587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c580055e-5992-4156-82fb-c2e30f874888 None None] Network fa90048b-4b08-4437-993c-db879fbbb95b could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:27:32.554165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-369ad377-16f7-4708-aa7b-466e30edfcc4 None None] For port d0c7f194-6b23-44d5-88d4-5e19a915f3e0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,segment=NetworkSegment(a3fda080-b9b5-4efa-9db3-326f5f9c2b0a),segment_id=a3fda080-b9b5-4efa-9db3-326f5f9c2b0a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:32.608826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Attempting to bind port 324c6b94-b55f-4e64-976a-5039d0d1f912 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:27:32.609351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Attempting to bind port 324c6b94-b55f-4e64-976a-5039d0d1f912 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b404fc55-db57-4d5b-b04f-9c41e205747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '440b725d-ae85-495c-be67-db729ebf145a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:27:32.609724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Attempting to bind port 324c6b94-b55f-4e64-976a-5039d0d1f912 on network 440b725d-ae85-495c-be67-db729ebf145a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:32.622998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:32.623394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.635441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:27:32.635810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Checking segment: {'id': 'b404fc55-db57-4d5b-b04f-9c41e205747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '440b725d-ae85-495c-be67-db729ebf145a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:32.641387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.642034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Bound using segment: {'id': 'b404fc55-db57-4d5b-b04f-9c41e205747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '440b725d-ae85-495c-be67-db729ebf145a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:27:32.642708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Bound port: 324c6b94-b55f-4e64-976a-5039d0d1f912, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b404fc55-db57-4d5b-b04f-9c41e205747a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '440b725d-ae85-495c-be67-db729ebf145a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:27:32.643276 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.647987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-369ad377-16f7-4708-aa7b-466e30edfcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.669176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51222) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.714871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:network and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:32.727383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:32.732859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51224) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.754303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:subnet and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:32.761041 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:32.788929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:subnetpool and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:32.797196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.804702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:32.805488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.806860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:32.814735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54d0409a-2e77-4a82-b171-742bdadfca48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e58d8712cae44b4adbc3e061ea57bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0797796 Feb 03 14:27:32.819272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51226) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:32.831481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:port and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:32.849076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:32.849215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ad377-16f7-4708-aa7b-466e30edfcc4 None None] Pushing event updated for resources: {'Port': ['ID=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:32.859671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53804ce8-3781-46d0-b42d-c85598afd60b req-08a7e8b0-97fc-42ef-9e39-781e9420d948 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0579872 Feb 03 14:27:32.868328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:router and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:32.874474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:32.900470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:floatingip and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:32.916470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:32.992125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:security_group and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:33.000026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:33.008810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Usage tracker for resource:security_group_rule and project:f23f0b5a13c3470bb4cbcb692b9c2092 is out of sync, need to count used quota {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 14:27:33.012993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.quota.resource [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103341) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 14:27:33.018108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6d949b7e-79ad-4399-9fe6-4087c4995fe6 None None] Provisioning complete for port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:33.018671 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d949b7e-79ad-4399-9fe6-4087c4995fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.041030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fa77d22d-be07-41c5-989a-014170eb5e48 tempest-QuotasTest-1421051165 tempest-QuotasTest-1421051165-project-admin] 10.222.0.52 "GET /v2.0/quotas/f23f0b5a13c3470bb4cbcb692b9c2092/details.json HTTP/1.1" status: 200 len: 703 time: 0.3584783 Feb 03 14:27:33.184647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:27:33.185075 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:27:33.196904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] For port 324c6b94-b55f-4e64-976a-5039d0d1f912, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:33.226782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] For port 324c6b94-b55f-4e64-976a-5039d0d1f912, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=324c6b94-b55f-4e64-976a-5039d0d1f912,segment=NetworkSegment(b404fc55-db57-4d5b-b04f-9c41e205747a),segment_id=b404fc55-db57-4d5b-b04f-9c41e205747a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:33.239848 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.338818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6d949b7e-79ad-4399-9fe6-4087c4995fe6 None None] Current status of the port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:33.339218 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d949b7e-79ad-4399-9fe6-4087c4995fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.357202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147cfeb-36ad-4a91-89f1-bafb3c981832 None None] Pushing event updated for resources: {'Port': ['ID=324c6b94-b55f-4e64-976a-5039d0d1f912,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:33.385542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6d949b7e-79ad-4399-9fe6-4087c4995fe6 None None] For port 62f4cf34-dbb6-49e4-82db-b2e8578ee630, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=62f4cf34-dbb6-49e4-82db-b2e8578ee630,segment=NetworkSegment(e572eafb-ce73-482e-b47a-c1f1ea4b48a5),segment_id=e572eafb-ce73-482e-b47a-c1f1ea4b48a5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:33.391213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d949b7e-79ad-4399-9fe6-4087c4995fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.499850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949b7e-79ad-4399-9fe6-4087c4995fe6 None None] Pushing event updated for resources: {'Port': ['ID=62f4cf34-dbb6-49e4-82db-b2e8578ee630,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:33.532867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51236) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:33.546381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Provisioning complete for port b69d13b9-abc5-4bf1-bd82-46f35d2e3c66 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:33.547067 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.578083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-713d6a0f-2e41-4f86-84a0-f6008a8a73ca admin admin] Publish callbacks [] for security_group (500c7293-23ad-42fd-82b2-0d835e1f2bde), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.580993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Port': ['ID=b69d13b9-abc5-4bf1-bd82-46f35d2e3c66,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:33.585679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Port b69d13b9-abc5-4bf1-bd82-46f35d2e3c66 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:27:33.599063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Provisioning complete for port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:33.599590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.632139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29dbf9-82ff-4881-9a5d-5b77f44b1684 req-52ec8012-465e-47d8-8b26-922cdcf95472 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:33.646785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb29dbf9-82ff-4881-9a5d-5b77f44b1684 req-52ec8012-465e-47d8-8b26-922cdcf95472 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2156909 Feb 03 14:27:33.682344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-713d6a0f-2e41-4f86-84a0-f6008a8a73ca admin admin] Publish callbacks [] for security_group (500c7293-23ad-42fd-82b2-0d835e1f2bde), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.713285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:33.717864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:33.731756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5920f8ec-ba69-4e6c-bb11-dcb444eb9937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.809450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:33.816276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Current status of the port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:33.851720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Provisioning complete for port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:33.852956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.903918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb29dbf9-82ff-4881-9a5d-5b77f44b1684 req-6819c57b-6390-4714-b2fc-25286bd0cc21 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555602 Feb 03 14:27:33.925498 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5920f8ec-ba69-4e6c-bb11-dcb444eb9937 admin admin] Publish callbacks [] for security_group (4985b874-cafb-47f3-97f0-82812c7fc299), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.933157 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5920f8ec-ba69-4e6c-bb11-dcb444eb9937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4985b874-cafb-47f3-97f0-82812c7fc299), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:33.992141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-713d6a0f-2e41-4f86-84a0-f6008a8a73ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (500c7293-23ad-42fd-82b2-0d835e1f2bde), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.000161 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-713d6a0f-2e41-4f86-84a0-f6008a8a73ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.007325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-713d6a0f-2e41-4f86-84a0-f6008a8a73ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/500c7293-23ad-42fd-82b2-0d835e1f2bde HTTP/1.1" status: 204 len: 168 time: 1.1499555 Feb 03 14:27:34.032803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d6a0f-2e41-4f86-84a0-f6008a8a73ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500c7293-23ad-42fd-82b2-0d835e1f2bde,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:34.123350 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5920f8ec-ba69-4e6c-bb11-dcb444eb9937 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cceea9914a95450a9a8864ac887cbcba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5806019 Feb 03 14:27:34.125727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51244) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:34.133187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a4bbafd-3c7e-41e8-88ca-ed030da3d8b5 req-71c40bca-d347-4c2f-a55c-34e071fc9b04 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0784895 Feb 03 14:27:34.147475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920f8ec-ba69-4e6c-bb11-dcb444eb9937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4985b874-cafb-47f3-97f0-82812c7fc299,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:34.172184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Router b94bfda4-6bca-4403-b771-04deaf429e65 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:27:34.203553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f73f5a54-18be-4004-9a14-ff551e0b2e52 None None] Current status of the port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:34.275700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17969f45-8b39-46de-8ee7-9f436cfda004 admin admin] Publish callbacks [] for security_group (4985b874-cafb-47f3-97f0-82812c7fc299), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.303165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:34.312556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51248) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:34.319697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fcf677e0-1336-4598-81d5-58c1316ebc75 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3790357 Feb 03 14:27:34.323461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] Sync routers for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:34.352475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:34.353115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:34.368594 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17969f45-8b39-46de-8ee7-9f436cfda004 admin admin] Publish callbacks [] for security_group (4985b874-cafb-47f3-97f0-82812c7fc299), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.422727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-23e5b25d-6e98-43d0-a989-1fd812373ebe None None] Provisioning complete for port b69d13b9-abc5-4bf1-bd82-46f35d2e3c66 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:34.422988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23e5b25d-6e98-43d0-a989-1fd812373ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.425482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:34.429964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 324c6b94-b55f-4e64-976a-5039d0d1f912 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:34.527298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:34.527298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:34.530622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-23e5b25d-6e98-43d0-a989-1fd812373ebe None None] Port b69d13b9-abc5-4bf1-bd82-46f35d2e3c66 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:27:34.625722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:34.627839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17969f45-8b39-46de-8ee7-9f436cfda004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4985b874-cafb-47f3-97f0-82812c7fc299), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.630442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17969f45-8b39-46de-8ee7-9f436cfda004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.631295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fc5f0-b58f-44eb-a981-5427577bc8e1 None None] The sync data for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:34.643574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 324c6b94-b55f-4e64-976a-5039d0d1f912 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:34.644909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.647343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-17969f45-8b39-46de-8ee7-9f436cfda004 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4985b874-cafb-47f3-97f0-82812c7fc299 HTTP/1.1" status: 204 len: 168 time: 0.5093489 Feb 03 14:27:34.668229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17969f45-8b39-46de-8ee7-9f436cfda004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985b874-cafb-47f3-97f0-82812c7fc299,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:34.836639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 324c6b94-b55f-4e64-976a-5039d0d1f912 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:34.837045 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.922310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 324c6b94-b55f-4e64-976a-5039d0d1f912, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=324c6b94-b55f-4e64-976a-5039d0d1f912,segment=NetworkSegment(b404fc55-db57-4d5b-b04f-9c41e205747a),segment_id=b404fc55-db57-4d5b-b04f-9c41e205747a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:34.929744 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:34.931545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 62f4cf34-dbb6-49e4-82db-b2e8578ee630 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:34.991222 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-f36fd4b0-8028-42b9-8291-4c466883de28 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:27:34.992501 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f36fd4b0-8028-42b9-8291-4c466883de28 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6783831 Feb 03 14:27:34.995287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51270) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:35.013223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8465b43-e62b-49d9-ab05-75d61f1ad65e req-25a103a4-4e7b-46f5-bcba-a5c27b75d90a tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:35.026262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8465b43-e62b-49d9-ab05-75d61f1ad65e req-25a103a4-4e7b-46f5-bcba-a5c27b75d90a tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.1658435 Feb 03 14:27:35.133089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=324c6b94-b55f-4e64-976a-5039d0d1f912,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:35.157285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:35.158786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.197432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51280) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:35.226251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8465b43-e62b-49d9-ab05-75d61f1ad65e req-f7d9f930-bfcc-40f9-a61a-3e25f33615f1 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990771 Feb 03 14:27:35.254028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c89a-a3da-477c-b2ae-0fb351894607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.287705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed0f9a-fbdc-4bdf-901f-e001ea06e1a9 None None] Network 440b725d-ae85-495c-be67-db729ebf145a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:35.322769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bea1c1-7308-40a5-a954-17115e307e7d req-63631a99-4d05-4130-a76f-296cdb9a76c7 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:35.324320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90bea1c1-7308-40a5-a954-17115e307e7d req-63631a99-4d05-4130-a76f-296cdb9a76c7 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2506294 Feb 03 14:27:35.436616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:35.438820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d0c7f194-6b23-44d5-88d4-5e19a915f3e0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:35.440319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14cecca0-0792-45d6-963e-dc80cf9c1a24 req-a2a30069-95c8-4ed7-952d-70993472a92d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0863903 Feb 03 14:27:35.552965 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.560892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90bea1c1-7308-40a5-a954-17115e307e7d req-e18ab950-8281-42f8-b9c9-590dc8ba46b2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234435 Feb 03 14:27:35.575521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-69be431c-2722-4d17-aec1-b659271e4e06 None None] Provisioning complete for port 324c6b94-b55f-4e64-976a-5039d0d1f912 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:35.575945 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69be431c-2722-4d17-aec1-b659271e4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.589794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51288) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:35.628570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c89a-a3da-477c-b2ae-0fb351894607 admin admin] Publish callbacks [] for security_group (9728c832-a625-4b57-92ea-dbfd6d93dfb6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.633873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c89a-a3da-477c-b2ae-0fb351894607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9728c832-a625-4b57-92ea-dbfd6d93dfb6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.691632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f6b1c89a-a3da-477c-b2ae-0fb351894607 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f23f0b5a13c3470bb4cbcb692b9c2092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921160 Feb 03 14:27:35.692474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51292) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:35.708569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:35.708956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.751095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69be431c-2722-4d17-aec1-b659271e4e06 None None] Current status of the port 324c6b94-b55f-4e64-976a-5039d0d1f912 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:35.773619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1c89a-a3da-477c-b2ae-0fb351894607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9728c832-a625-4b57-92ea-dbfd6d93dfb6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:35.826053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:35.834245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2031859184-network', 'tenant_id': 'b6d451d72ad74b3398446ced44dda4d2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:35.847107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4dece2d-9007-418b-894d-78681b37a0c4 admin admin] Publish callbacks [] for security_group (9728c832-a625-4b57-92ea-dbfd6d93dfb6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.946668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4dece2d-9007-418b-894d-78681b37a0c4 admin admin] Publish callbacks [] for security_group (9728c832-a625-4b57-92ea-dbfd6d93dfb6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.957972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Made reservation on behalf of b6d451d72ad74b3398446ced44dda4d2 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:35.960666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:35.997096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 324c6b94-b55f-4e64-976a-5039d0d1f912 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:36.012763 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.045950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting port b69d13b9-abc5-4bf1-bd82-46f35d2e3c66 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:36.046468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.098379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 324c6b94-b55f-4e64-976a-5039d0d1f912 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:36.098768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.117050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4dece2d-9007-418b-894d-78681b37a0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9728c832-a625-4b57-92ea-dbfd6d93dfb6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.119646 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4dece2d-9007-418b-894d-78681b37a0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.130433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d4dece2d-9007-418b-894d-78681b37a0c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9728c832-a625-4b57-92ea-dbfd6d93dfb6 HTTP/1.1" status: 204 len: 168 time: 0.4318919 Feb 03 14:27:36.181948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.189345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6d40edbd-7c44-4bd1-ae59-4cb2689c537c None None] Provisioning complete for port 324c6b94-b55f-4e64-976a-5039d0d1f912 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:36.189736 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d40edbd-7c44-4bd1-ae59-4cb2689c537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.197445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dece2d-9007-418b-894d-78681b37a0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9728c832-a625-4b57-92ea-dbfd6d93dfb6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:36.214022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Calling delete_port for b69d13b9-abc5-4bf1-bd82-46f35d2e3c66 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:36.271157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 324c6b94-b55f-4e64-976a-5039d0d1f912 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:36.306882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks [] for security_group (b695eaf7-c719-425c-bb6a-d65e2bbf99bb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.311861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b695eaf7-c719-425c-bb6a-d65e2bbf99bb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.360899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6d40edbd-7c44-4bd1-ae59-4cb2689c537c None None] Current status of the port 324c6b94-b55f-4e64-976a-5039d0d1f912 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:36.369085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695eaf7-c719-425c-bb6a-d65e2bbf99bb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:36.461564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:36.491933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b69d13b9-abc5-4bf1-bd82-46f35d2e3c66), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.514383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7180991c-daab-4099-ba20-35fcabb3ffb6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.515101 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Added segment 7180991c-daab-4099-ba20-35fcabb3ffb6 of type vlan for network b1577e91-baf1-46ec-ac71-11641587af5b Feb 03 14:27:36.534256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Port': ['ID=b69d13b9-abc5-4bf1-bd82-46f35d2e3c66,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:36.589064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b1577e91-baf1-46ec-ac71-11641587af5b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.628074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc9a2a-bd3a-4f0b-9667-f96049336b43 req-7de02c9d-aaa6-4ac4-bcdf-0c011d9d4c14 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:36.629834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93cc9a2a-bd3a-4f0b-9667-f96049336b43 req-7de02c9d-aaa6-4ac4-bcdf-0c011d9d4c14 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.3118777 Feb 03 14:27:36.632666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b1577e91-baf1-46ec-ac71-11641587af5b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.636381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:36.637145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.653972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12215-be12-48be-abcd-7315550e1698 req-50a5d43d-bdeb-4ef1-a3f1-a12e7e971b07 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:36.655491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08c12215-be12-48be-abcd-7315550e1698 req-50a5d43d-bdeb-4ef1-a3f1-a12e7e971b07 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 947 time: 0.1861084 Feb 03 14:27:36.701306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.804961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2129514 Feb 03 14:27:36.814653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51322) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:36.821106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Request body: {'subnet': {'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2031859184-subnet', 'tenant_id': 'b6d451d72ad74b3398446ced44dda4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:36.883586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Made reservation on behalf of b6d451d72ad74b3398446ced44dda4d2 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:36.887416 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:36.887793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08c12215-be12-48be-abcd-7315550e1698 req-fb03e634-2ad0-4691-a847-ea89e5f0df12 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134428 Feb 03 14:27:36.926489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93cc9a2a-bd3a-4f0b-9667-f96049336b43 req-f521aacc-78cd-429f-85c3-3a5e4b1ccfc3 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775786 Feb 03 14:27:36.927510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171ef40-72ba-4d71-92df-44975a248293 admin admin] Pushing event updated for resources: {'Network': ['ID=b1577e91-baf1-46ec-ac71-11641587af5b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:36.951776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b1577e91-baf1-46ec-ac71-11641587af5b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:27:37.011328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac32d1f6-a023-4bed-b51b-88d498185e6a req-6c6a1912-835a-4954-b80a-75adaf934348 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0446339 Feb 03 14:27:37.167422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0336-6a10-4932-a1cc-be89259e465e req-ec338841-798b-492e-af0d-74a4e3df6b3c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:37.170667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb4b0336-6a10-4932-a1cc-be89259e465e req-ec338841-798b-492e-af0d-74a4e3df6b3c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1171045 Feb 03 14:27:37.242332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb4b0336-6a10-4932-a1cc-be89259e465e req-234092b3-7a40-4e48-9601-11da600951a3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 Feb 03 14:27:37.472246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Router b94bfda4-6bca-4403-b771-04deaf429e65 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:37.591538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:37.598880 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c6e002c-4ab6-4e88-96d7-9cdaee16dd69 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023700 Feb 03 14:27:37.600455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:37.602690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51340) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:37.606022 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] Sync routers for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:37.619848 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:37.624353 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:37.671732 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-8b9f9c9c-392b-45df-ba11-ce697e84ee93 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] delete failed (client error): The resource could not be found. Feb 03 14:27:37.673912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8b9f9c9c-392b-45df-ba11-ce697e84ee93 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1237080718 HTTP/1.1" status: 404 len: 335 time: 0.0695968 Feb 03 14:27:37.677728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51344) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:37.683440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-367a580b-718e-4b65-af14-29842169ac4b tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b94bfda4-6bca-4403-b771-04deaf429e65'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:37.685300 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:37.695382 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:37.695993 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:37.717309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:37.734374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Checking segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:37.734744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Network hostable DHCP agents. Network: b1577e91-baf1-46ec-ac71-11641587af5b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:37.740767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:37.741450 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604216-c17c-4da5-97c2-abdede616c26 None None] The sync data for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:37.754229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Network b1577e91-baf1-46ec-ac71-11641587af5b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:37.766564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b1577e91-baf1-46ec-ac71-11641587af5b) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:37.771761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:37.772369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:37.778289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d07307-0f5b-4ec5-88d0-d8fd52608ce3 None None] Network b1577e91-baf1-46ec-ac71-11641587af5b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:37.798282 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-032ad2f6-978a-4a8b-8c17-77f1777a642d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9817533 Feb 03 14:27:37.925346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e24f35-3e50-4f28-8aa7-0bef757163c4 None None] Network b1577e91-baf1-46ec-ac71-11641587af5b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:37.999558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-367a580b-718e-4b65-af14-29842169ac4b tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router_gateway (b94bfda4-6bca-4403-b771-04deaf429e65), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.030865 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-367a580b-718e-4b65-af14-29842169ac4b tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] update failed (client error): The resource could not be found. Feb 03 14:27:38.035282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-367a580b-718e-4b65-af14-29842169ac4b tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65 HTTP/1.1" status: 404 len: 339 time: 0.3530021 Feb 03 14:27:38.035652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51362) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:38.043551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-602434061'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:38.118085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-b3e6bd1b-76c0-46b2-923e-bc9652523c75 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.119831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-b3e6bd1b-76c0-46b2-923e-bc9652523c75 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.45 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 947 time: 0.2538249 Feb 03 14:27:38.171747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:38.179588 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.191476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:38.226494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-6e9b7e7b-edb7-4060-86a6-d435d12abbe4 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.227543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b20ab2-2603-4c7a-af40-8d12a3335491 req-b67ef597-d49c-4ec6-a956-8ad7d9b4dea5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.228030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-6e9b7e7b-edb7-4060-86a6-d435d12abbe4 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.71 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.1901181 Feb 03 14:27:38.229067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27b20ab2-2603-4c7a-af40-8d12a3335491 req-b67ef597-d49c-4ec6-a956-8ad7d9b4dea5 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 947 time: 0.2234445 Feb 03 14:27:38.273457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa8045-1646-49ae-8f25-8a4135d76437 req-1ceb8077-4a19-47d9-b86b-5e3af262179e tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.274966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fa8045-1646-49ae-8f25-8a4135d76437 req-1ceb8077-4a19-47d9-b86b-5e3af262179e tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 945 time: 0.2072325 Feb 03 14:27:38.307457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:38.321361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (91e21cf3-ab30-4271-97d2-f8c7f3e6027d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.321744 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Added segment 91e21cf3-ab30-4271-97d2-f8c7f3e6027d of type vlan for network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 Feb 03 14:27:38.324112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27b20ab2-2603-4c7a-af40-8d12a3335491 req-2a7b4c0d-089e-4139-8fd2-efc5fcb3f5c3 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups?id=aba1d3e4-d93e-4658-8aed-9442a16f2258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839362 Feb 03 14:27:38.334154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Deleting port a67f2498-da17-4782-bb69-2a9e0a6b1bda {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:38.334154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.398630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3658736e-da5c-4d80-b7e4-e0a00803e7d1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.414539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-218496105', 'router:external': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:38.418301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fa8045-1646-49ae-8f25-8a4135d76437 req-f39d0e84-0861-43df-9113-3e8fc4125701 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348021 Feb 03 14:27:38.469023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc32fc8f-e066-41bc-bc49-aa81bf8edcf3 req-d9496cf9-906b-4582-a42f-cc803ae5186f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0550358 Feb 03 14:27:38.500350 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3658736e-da5c-4d80-b7e4-e0a00803e7d1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.505291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.505925 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.524203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Made reservation on behalf of 2a11e6be46634506bd55beba0e1b6c70 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:38.526423 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.537567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] For port a67f2498-da17-4782-bb69-2a9e0a6b1bda, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a67f2498-da17-4782-bb69-2a9e0a6b1bda,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:38.538390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.545473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.634810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for security_group (35494000-96a6-4f64-a898-9199afad6f54), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.648243 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6088774 Feb 03 14:27:38.648243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (35494000-96a6-4f64-a898-9199afad6f54), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.676685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:38.690523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'subnet': {'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:38.722856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Deleting port e2d7cde3-db6f-4493-9873-d9c006da8b46 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:38.723210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.737276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb28c1d-ade0-46f1-b041-de4e325feb79 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Network': ['ID=3658736e-da5c-4d80-b7e4-e0a00803e7d1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:38.739465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:27:38.751136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:27:38.818610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d0f735c2-a799-48de-a16b-57c0423655a8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.818960 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Added segment d0f735c2-a799-48de-a16b-57c0423655a8 of type vlan for network 0f74f137-e756-4bc0-909c-8f086b9d48b3 Feb 03 14:27:38.822423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35494000-96a6-4f64-a898-9199afad6f54,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:38.937775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (0f74f137-e756-4bc0-909c-8f086b9d48b3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.944911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.955301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Made reservation on behalf of 57f60fc9f03640b8bee3a95fbba2291a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:38.959393 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.961977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.962448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (ce278f84-d16d-48a0-b98a-05b2214bd2a3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.963092 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Floating IP ce278f84-d16d-48a0-b98a-05b2214bd2a3 disassociated. External IP: 172.25.0.37, port: a67f2498-da17-4782-bb69-2a9e0a6b1bda. Feb 03 14:27:38.963450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Calling delete_port for a67f2498-da17-4782-bb69-2a9e0a6b1bda owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:38.984872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] For port e2d7cde3-db6f-4493-9873-d9c006da8b46, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e2d7cde3-db6f-4493-9873-d9c006da8b46,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:38.985244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:38.988150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737accbd-a360-450b-8921-57efed1f7924 req-9faa9a57-ba86-478e-ac8c-02cadfeaaf1a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:38.989817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-737accbd-a360-450b-8921-57efed1f7924 req-9faa9a57-ba86-478e-ac8c-02cadfeaaf1a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2985137 Feb 03 14:27:39.087815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-395d268b-e58e-440e-9967-6bd0b17914bd tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:39.091226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (0f74f137-e756-4bc0-909c-8f086b9d48b3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.092180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:39.092785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.095602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-395d268b-e58e-440e-9967-6bd0b17914bd tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 0.2995772 Feb 03 14:27:39.137644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-bd085a19-b40f-4fc1-bded-c287350eb378 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/quotas/b6d451d72ad74b3398446ced44dda4d2 HTTP/1.1" status: 200 len: 375 time: 0.0404544 Feb 03 14:27:39.155680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-737accbd-a360-450b-8921-57efed1f7924 req-39da8eb5-ee46-42fb-8a2b-0dbecd1b606a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544580 Feb 03 14:27:39.184122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-872d8cf3-80b2-4486-95cd-a0ae167701b0 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444171 Feb 03 14:27:39.231985 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0387819 Feb 03 14:27:39.240759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51386) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:39.249666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'subnet': {'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:39.266477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0efe8-a96e-4387-a140-15922e8d48b3 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Network': ['ID=0f74f137-e756-4bc0-909c-8f086b9d48b3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:39.286467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 0f74f137-e756-4bc0-909c-8f086b9d48b3 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:27:39.374429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-8581c257-e535-40a5-b850-0eb6de3d4c73 service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798396 Feb 03 14:27:39.395194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Made reservation on behalf of 2a11e6be46634506bd55beba0e1b6c70 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:39.410006 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.441885 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a67f2498-da17-4782-bb69-2a9e0a6b1bda), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.522869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event deleted for resources: {'Port': ['ID=a67f2498-da17-4782-bb69-2a9e0a6b1bda,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:39.563552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.564145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (11ce618a-8e37-4ae7-b2d5-917d8da1562a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.564252 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Floating IP 11ce618a-8e37-4ae7-b2d5-917d8da1562a disassociated. External IP: 172.25.0.113, port: e2d7cde3-db6f-4493-9873-d9c006da8b46. Feb 03 14:27:39.564628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Calling delete_port for e2d7cde3-db6f-4493-9873-d9c006da8b46 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:39.590387 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (9e515fed-4f3a-46d7-9191-f476b1fd00b8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.617026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-94585ccf-643a-4a02-885c-b7e79f63e9c9 service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244704 Feb 03 14:27:39.675349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-691eef13-bdea-4a5a-8c9a-13328b4f37c7 req-4b5686b8-b238-430c-8bc7-5462c3debb3f tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 210 time: 0.2090797 Feb 03 14:27:39.775100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Subnet': ['ID=9e515fed-4f3a-46d7-9191-f476b1fd00b8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:39.821160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Checking segment: {'id': '91e21cf3-ab30-4271-97d2-f8c7f3e6027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:39.821786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network hostable DHCP agents. Network: 3658736e-da5c-4d80-b7e4-e0a00803e7d1, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:39.928556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:39.934509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:39.948627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3658736e-da5c-4d80-b7e4-e0a00803e7d1) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:39.960348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:39.961069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:39.962358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ee93a-6b03-4887-bf0c-42018c0bbdb6 None None] Network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:39.963355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e2d7cde3-db6f-4493-9873-d9c006da8b46), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:40.005254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aa5155e-92f8-44c6-9226-1076b6736ad3 req-ed4568cc-bd4d-4657-9b65-9f71520f80e1 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0710762 Feb 03 14:27:40.021777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event deleted for resources: {'Port': ['ID=e2d7cde3-db6f-4493-9873-d9c006da8b46,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:40.040911 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-315ba128-546e-48f7-b923-a781b76575ec tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3517368 Feb 03 14:27:40.041856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51398) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:40.051697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d4ead952-e6b9-466f-8b10-99c2a7d55a61 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'router': {'external_gateway_info': {'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:40.237821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-3658736e-da5c-4d80-b7e4-e0a00803e7d1', 'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1', 'project_id': '57f60fc9f03640b8bee3a95fbba2291a', 'fixed_ips': [{'subnet_id': '9e515fed-4f3a-46d7-9191-f476b1fd00b8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:27:40.239046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:40.458477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Allocated IP 2001:db8:1::2 (3658736e-da5c-4d80-b7e4-e0a00803e7d1/9e515fed-4f3a-46d7-9191-f476b1fd00b8/1e0d70ff-51b4-4d7f-836d-6fda7c35f611) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:40.589044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:40.705976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d4ead952-e6b9-466f-8b10-99c2a7d55a61 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router_gateway (b94bfda4-6bca-4403-b771-04deaf429e65), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:40.767452 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Publish callbacks [] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:40.780791 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:40.825259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:40.829364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:40.832593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:40.837866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:40.876203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] Sync routers for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:40.892058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190580-6b7c-40bc-8998-cd6f1a26f21d req-a2839763-4686-4382-af82-1c32672f9f0f tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:40.895791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f190580-6b7c-40bc-8998-cd6f1a26f21d req-a2839763-4686-4382-af82-1c32672f9f0f tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edfd5e7-71aa-4a70-952e-9c8e0acc04b0 HTTP/1.1" status: 200 len: 867 time: 0.9852362 Feb 03 14:27:40.922048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Pushing event updated for resources: {'Port': ['ID=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:40.940321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] No DVR routers for this DVR port e2d7cde3-db6f-4493-9873-d9c006da8b46 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:40.943170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:40.946683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:40.947052 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c4cfb06f-dcfe-4c13-90da-fea84626d150 req-c74a3545-1ddf-4981-a23d-a05a6358e40d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.71 "DELETE /v2.0/ports/e2d7cde3-db6f-4493-9873-d9c006da8b46 HTTP/1.1" status: 204 len: 173 time: 2.7120693 Feb 03 14:27:40.947934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:40.953492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9856c86e-2eb8-444c-9fe4-686ec13a80b4 req-d822f9f1-beda-46ca-9b82-a1aa20a675a2 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 210 time: 0.1525781 Feb 03 14:27:40.973642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'name': 'network-vif-deleted', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:40.976934 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2cd82e-139f-41cd-9bd9-1cc91cd56f27" -d '{"events": [{"server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "name": "network-vif-deleted", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:40.994170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:27:40.995079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (c223e03e-78b7-43c8-9c4b-afa417b77a5d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:41.009435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:41.024855 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] Sync routers for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:41.044983 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:41.046216 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:41.103457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Attempting to bind port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:27:41.104457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Attempting to bind port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '91e21cf3-ab30-4271-97d2-f8c7f3e6027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:27:41.107623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Attempting to bind port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 on network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:41.162701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:27:41.163548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Checking segment: {'id': '91e21cf3-ab30-4271-97d2-f8c7f3e6027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:41.164872 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:41.165320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] No DVR routers for this DVR port a67f2498-da17-4782-bb69-2a9e0a6b1bda on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:41.167018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Bound using segment: {'id': '91e21cf3-ab30-4271-97d2-f8c7f3e6027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:27:41.168300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Bound port: 1e0d70ff-51b4-4d7f-836d-6fda7c35f611, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e21cf3-ab30-4271-97d2-f8c7f3e6027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3658736e-da5c-4d80-b7e4-e0a00803e7d1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:27:41.171117 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:41.172064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:41.175791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c804e9aa-ce3b-452b-9602-efc287f79155 req-2bbbe2f5-a7df-4be1-b2b7-cb52061d5fc7 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.45 "DELETE /v2.0/ports/a67f2498-da17-4782-bb69-2a9e0a6b1bda HTTP/1.1" status: 204 len: 173 time: 3.0400038 Feb 03 14:27:41.183035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-deleted', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:41.187947 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b42a40-61fd-4ec3-aef6-8c16ff28a3ce" -d '{"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-deleted", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:41.226948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f190580-6b7c-40bc-8998-cd6f1a26f21d req-8a2c693b-9c20-46df-99ec-afb98bff5eb4 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups?id=769d5d4d-5747-4dda-85ff-e2ca0a6987b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816782 Feb 03 14:27:41.230234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c223e03e-78b7-43c8-9c4b-afa417b77a5d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:41.301365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Checking segment: {'id': 'd0f735c2-a799-48de-a16b-57c0423655a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:41.301722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network hostable DHCP agents. Network: 0f74f137-e756-4bc0-909c-8f086b9d48b3, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:27:41.321993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c325-d2c0-461e-8710-161d976de64b req-53261661-0c48-43ba-80d2-25e7ada0eb56 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:41.324007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a058c325-d2c0-461e-8710-161d976de64b req-53261661-0c48-43ba-80d2-25e7ada0eb56 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.1471717 Feb 03 14:27:41.354856 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:41.373023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e2d7cde3-db6f-4493-9873-d9c006da8b46 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:41.387820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network 0f74f137-e756-4bc0-909c-8f086b9d48b3 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:27:41.421188 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-d4ead952-e6b9-466f-8b10-99c2a7d55a61 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:27:41.428665 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d4ead952-e6b9-466f-8b10-99c2a7d55a61 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65 HTTP/1.1" status: 400 len: 364 time: 1.3845024 Feb 03 14:27:41.431567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51418) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:41.432313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: e2d7cde3-db6f-4493-9873-d9c006da8b46 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:41.432693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e2d7cde3-db6f-4493-9873-d9c006da8b46 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:41.438994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 0f74f137-e756-4bc0-909c-8f086b9d48b3) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:41.462655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:41.465980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:41.499928 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2f88228-cf32-4c2e-94cf-7870aed53268 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2557502 Feb 03 14:27:41.506213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51420) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:41.520808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] For port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:41.521432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2acb572-df4c-4d38-bf93-f0d569a63481 req-8b68781c-77f8-4dc4-be94-c6e78ce34849 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c63516-63c4-4b66-8a04-91abed6d2058 HTTP/1.1" status: 200 len: 210 time: 0.1254680 Feb 03 14:27:41.533176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-993226056', 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:41.537796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] For port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,segment=NetworkSegment(91e21cf3-ab30-4271-97d2-f8c7f3e6027d),segment_id=91e21cf3-ab30-4271-97d2-f8c7f3e6027d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:41.541713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca299b44-0505-42cd-93fb-6aaeab9a561d None None] Network 0f74f137-e756-4bc0-909c-8f086b9d48b3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:41.624702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:41.657711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a058c325-d2c0-461e-8710-161d976de64b req-0547eb69-b8f0-4da1-894b-a36a1dda0144 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242118 Feb 03 14:27:41.684501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Made reservation on behalf of 2a11e6be46634506bd55beba0e1b6c70 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:41.685407 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6adfed-bef3-4a3f-8b2b-cee9f770bef0 x-openstack-request-id: req-6e6adfed-bef3-4a3f-8b2b-cee9f770bef0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:41.685922 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edfd5e7-71aa-4a70-952e-9c8e0acc04b0", "name": "network-vif-deleted", "tag": "e2d7cde3-db6f-4493-9873-d9c006da8b46", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:41.688428 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e6adfed-bef3-4a3f-8b2b-cee9f770bef0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:41.689029 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edfd5e7-71aa-4a70-952e-9c8e0acc04b0', 'name': 'network-vif-deleted', 'tag': 'e2d7cde3-db6f-4493-9873-d9c006da8b46', 'status': 'completed', 'code': 200} Feb 03 14:27:41.693960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:41.743436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] device_id is not set on port e08be4c3-895e-43d6-b42b-c479240d301b yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:27:41.780289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:41.843985 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:41.883972 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c72810e-f24f-4d36-9439-d7106f0578b7 x-openstack-request-id: req-9c72810e-f24f-4d36-9439-d7106f0578b7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:41.884285 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c63516-63c4-4b66-8a04-91abed6d2058", "name": "network-vif-deleted", "tag": "a67f2498-da17-4782-bb69-2a9e0a6b1bda", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:41.884564 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c72810e-f24f-4d36-9439-d7106f0578b7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:41.884988 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c63516-63c4-4b66-8a04-91abed6d2058', 'name': 'network-vif-deleted', 'tag': 'a67f2498-da17-4782-bb69-2a9e0a6b1bda', 'status': 'completed', 'code': 200} Feb 03 14:27:41.913756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7590-23ba-47b9-97f4-082cd6182616 None None] Pushing event updated for resources: {'Port': ['ID=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:41.930270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1f1f8-4c4c-4fc8-bc71-dc62a76808d7 None None] Network 0f74f137-e756-4bc0-909c-8f086b9d48b3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:42.017502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef976538-bb0b-4afc-8e13-b53f742c1de1 req-1d92f10b-fa93-464c-a4a1-03c749ff9f6f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.1315434 Feb 03 14:27:42.075455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:42.186064 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] Checking router: 52d5f2c3-e5ef-4e72-9755-735db420e0a7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:42.196393 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:42.197073 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:42.255887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-906e0906-ddf6-4374-bd09-fadd6c1323a3 req-ae24f0da-b15a-4577-b869-0d79b3c65108 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 210 time: 0.1173565 Feb 03 14:27:42.309147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Allocated IP 172.20.0.7 (0f74f137-e756-4bc0-909c-8f086b9d48b3/c223e03e-78b7-43c8-9c4b-afa417b77a5d/e08be4c3-895e-43d6-b42b-c479240d301b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:42.467462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51428) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:42.482224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:42.527449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:42.565763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: a67f2498-da17-4782-bb69-2a9e0a6b1bda {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:42.566210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a67f2498-da17-4782-bb69-2a9e0a6b1bda not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:42.645612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51434) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:42.674477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for port (e08be4c3-895e-43d6-b42b-c479240d301b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:42.700536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:58Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:42.728912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] Checking router: 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:42.741408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:42.742169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:42.813196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-024b6972-54d7-4935-a073-675e9a9a0837 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (aba1d3e4-d93e-4658-8aed-9442a16f2258), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:42.846071 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e08be4c3-895e-43d6-b42b-c479240d301b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:42.855258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-024b6972-54d7-4935-a073-675e9a9a0837 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (aba1d3e4-d93e-4658-8aed-9442a16f2258), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:42.907237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:42.912038 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:42.921402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network 0f74f137-e756-4bc0-909c-8f086b9d48b3 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:42.936258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:42.959914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0b7c-f6fe-4089-ad98-6d76b629e9af req-a944c3e8-a9ae-4cd1-a0fb-011c03032b63 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:42.973298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-258a0b7c-f6fe-4089-ad98-6d76b629e9af req-a944c3e8-a9ae-4cd1-a0fb-011c03032b63 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2310653 Feb 03 14:27:42.979893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:42.984209 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f368d1-4ed9-4128-9a68-9f1d38ab1e9d None None] The sync data for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 is: [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:19:38Z', 'revision_number': 4, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a16daa31-7aa7-4884-a54a-0529262a591a', 'name': '', 'network_id': '91edd6a3-4519-45a0-8b02-8c97405b3ae5', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'mac_address': 'fa:16:3e:7b:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:37Z', 'updated_at': '2022-02-03T14:19:43Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'subnets': [{'id': 'edbaf595-2684-4a35-9dc5-111f8b0e3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:43.165009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-258a0b7c-f6fe-4089-ad98-6d76b629e9af req-f69a0f73-e2a0-43ad-85f2-06dd31f8edb4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907852 Feb 03 14:27:43.176995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Port': ['ID=e08be4c3-895e-43d6-b42b-c479240d301b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:43.219655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:43.221819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.235016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-024b6972-54d7-4935-a073-675e9a9a0837 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (aba1d3e4-d93e-4658-8aed-9442a16f2258), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.238682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-024b6972-54d7-4935-a073-675e9a9a0837 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.240154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-024b6972-54d7-4935-a073-675e9a9a0837 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "DELETE /v2.0/security-groups/aba1d3e4-d93e-4658-8aed-9442a16f2258 HTTP/1.1" status: 204 len: 168 time: 0.5921359 Feb 03 14:27:43.255852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51440) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:43.302596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:58Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:43.316554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-309f9a51-7c94-46c2-ae25-5bf345c9f14a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7897465 Feb 03 14:27:43.328687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51444) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:43.349736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114e5a7-5aec-4bca-8f1f-f08db8a29535 None None] The sync data for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 is: [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:25:53Z', 'revision_number': 4, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f4a2bc44-273b-4590-ac77-2716210c172b', 'name': '', 'network_id': 'c9efccdb-73d0-4276-b654-d9cdfd4b06fd', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'mac_address': 'fa:16:3e:24:20:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '03161547-76d9-4342-be59-e8851a644978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:51Z', 'updated_at': '2022-02-03T14:25:58Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'subnets': [{'id': '03161547-76d9-4342-be59-e8851a644978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:43.363501 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-a50e538e-e97b-45a6-bd66-7e9886d5fe01 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] show failed (client error): The resource could not be found. Feb 03 14:27:43.364840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a50e538e-e97b-45a6-bd66-7e9886d5fe01 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "GET /v2.0/security-groups/aba1d3e4-d93e-4658-8aed-9442a16f2258 HTTP/1.1" status: 404 len: 347 time: 0.1072345 Feb 03 14:27:43.366824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6972-54d7-4935-a073-675e9a9a0837 tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba1d3e4-d93e-4658-8aed-9442a16f2258,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:43.372839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51446) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:43.374935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25ca8829-444d-48b3-a471-65027acb686f req-d16d9d4d-0bec-4d1d-b864-12a61f0bd938 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.1334774 Feb 03 14:27:43.466541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-94e35a80-b5fc-40aa-8a6a-5134367eda4a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:43.468136 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-94e35a80-b5fc-40aa-8a6a-5134367eda4a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 1.3789082 Feb 03 14:27:43.497956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Request body: {'port': {'device_id': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'admin_state_up': True, 'tenant_id': 'b6d451d72ad74b3398446ced44dda4d2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:43.597436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d7f7de-3017-49d1-b163-8a8f8f345dde None None] New status for floating IP ce278f84-d16d-48a0-b98a-05b2214bd2a3: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:27:43.630899 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f0dc-f21b-4b96-b3d3-585e1959260d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group (769d5d4d-5747-4dda-85ff-e2ca0a6987b5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.662014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Allocated IP 2001:db8::1 (34998454-ffb0-4c67-9885-dd41be0291c8/42e61955-81b2-499c-9cf7-3ffdcec7416e/9c9d320a-5d25-41f4-85c4-9c9e091de6d0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:43.702371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4c3f3ef-59dc-4ff0-9957-0c2b406e9a92 req-9b369151-1925-41ab-a7ce-910669469662 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 210 time: 0.1023598 Feb 03 14:27:43.724199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f0dc-f21b-4b96-b3d3-585e1959260d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group (769d5d4d-5747-4dda-85ff-e2ca0a6987b5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.730085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Made reservation on behalf of b6d451d72ad74b3398446ced44dda4d2 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:27:43.734129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.759386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Deleting port bcc169b9-f9a7-462b-aef1-2b27d58af420 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:43.759764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.823777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ac169-09fb-469d-9829-3a7534a8e623 None None] Network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:43.970591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.970986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (bcc169b9-f9a7-462b-aef1-2b27d58af420), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:43.991573 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20c43c-41a6-4f85-b520-00b134469e8c None None] New status for floating IP 11ce618a-8e37-4ae7-b2d5-917d8da1562a: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:27:44.022103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Calling delete_port for bcc169b9-f9a7-462b-aef1-2b27d58af420 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:44.172763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f0dc-f21b-4b96-b3d3-585e1959260d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (769d5d4d-5747-4dda-85ff-e2ca0a6987b5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.176500 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6e3f0dc-f21b-4b96-b3d3-585e1959260d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.180553 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6e3f0dc-f21b-4b96-b3d3-585e1959260d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "DELETE /v2.0/security-groups/769d5d4d-5747-4dda-85ff-e2ca0a6987b5 HTTP/1.1" status: 204 len: 168 time: 1.7105811 Feb 03 14:27:44.181917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51448) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:44.193553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Deleting port e08be4c3-895e-43d6-b42b-c479240d301b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:44.194574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e08be4c3-895e-43d6-b42b-c479240d301b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.238298 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-85a81135-9f33-45b0-9250-21222629a224 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] show failed (client error): The resource could not be found. Feb 03 14:27:44.239428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-85a81135-9f33-45b0-9250-21222629a224 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "GET /v2.0/security-groups/769d5d4d-5747-4dda-85ff-e2ca0a6987b5 HTTP/1.1" status: 404 len: 347 time: 0.0548017 Feb 03 14:27:44.246488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51452) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:44.315102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413bc89-9db8-4908-acc2-b7bffe8be5b7 req-40eeb522-680e-4c51-817b-887ab79a4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:44.316691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c413bc89-9db8-4908-acc2-b7bffe8be5b7 req-40eeb522-680e-4c51-817b-887ab79a4c87 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 1128 time: 0.1787004 Feb 03 14:27:44.369303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e08be4c3-895e-43d6-b42b-c479240d301b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.383642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:44.387997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Calling delete_port for e08be4c3-895e-43d6-b42b-c479240d301b owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:44.459099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Provisioning complete for port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:44.459572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.531337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:44.532721 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.592444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e08be4c3-895e-43d6-b42b-c479240d301b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.639224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784fda9-ad1b-499b-8a14-71a3b9325744 req-a719edf7-4009-4832-8346-c5547c2e4b04 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:44.641015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b784fda9-ad1b-499b-8a14-71a3b9325744 req-a719edf7-4009-4832-8346-c5547c2e4b04 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.3140721 Feb 03 14:27:44.662708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bcc169b9-f9a7-462b-aef1-2b27d58af420), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.675457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-445ae34e-e831-4fd4-9c65-c6c50dd90bc2 req-dc61500d-9796-4d8b-95d1-5444276ad653 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0850511 Feb 03 14:27:44.699694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c413bc89-9db8-4908-acc2-b7bffe8be5b7 req-a426733c-b2dc-49f8-8448-3997f6aef061 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655047 Feb 03 14:27:44.704091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3f0dc-f21b-4b96-b3d3-585e1959260d tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769d5d4d-5747-4dda-85ff-e2ca0a6987b5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:44.750291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Current status of the port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:44.751474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.774773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.778361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "DELETE /v2.0/ports/e08be4c3-895e-43d6-b42b-c479240d301b HTTP/1.1" status: 204 len: 168 time: 1.4436772 Feb 03 14:27:44.781792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.784395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4afa98-4335-4c58-be15-f2753fb1a2e9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event deleted for resources: {'Port': ['ID=e08be4c3-895e-43d6-b42b-c479240d301b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:44.790610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51458) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:44.816447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Pushing event deleted for resources: {'Port': ['ID=bcc169b9-f9a7-462b-aef1-2b27d58af420,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:44.819372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'external_fixed_ips': [{'subnet_id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'ip_address': '172.20.0.7'}]}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:44.844894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Allocated IP 172.20.0.12 (b1577e91-baf1-46ec-ac71-11641587af5b/50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8/c673cd52-c010-41af-a353-8f1d35778191) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:44.856866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:44.858473 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.893470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e0d730fc-49f4-44a1-9409-2880f8193ecb), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.894670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e0d730fc-49f4-44a1-9409-2880f8193ecb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.897560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] For port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,segment=NetworkSegment(91e21cf3-ab30-4271-97d2-f8c7f3e6027d),segment_id=91e21cf3-ab30-4271-97d2-f8c7f3e6027d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:44.902206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.959937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a061646-bbb9-4a35-b727-6ae63c862208 req-383d8e6d-e101-4714-81b9-5d060c250db7 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 210 time: 0.1335294 Feb 03 14:27:44.964009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks [] for floatingip (ce278f84-d16d-48a0-b98a-05b2214bd2a3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.966104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Pushing event updated for resources: {'Port': ['ID=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:44.967276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:44.972627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9443c2ff-d98a-4066-b1f3-66afb437142e tempest-AttachVolumeShelveTestJSON-56062560 tempest-AttachVolumeShelveTestJSON-56062560-project] 10.222.0.52 "DELETE /v2.0/floatingips/ce278f84-d16d-48a0-b98a-05b2214bd2a3 HTTP/1.1" status: 204 len: 168 time: 1.5778475 Feb 03 14:27:44.976125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.976719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.977241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.977880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.978377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.978863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.979342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.979874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.980539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.981022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.981518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.982028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:44.982535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e04783-6328-4a4e-8d58-571e2d337600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:45.025269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b784fda9-ad1b-499b-8a14-71a3b9325744 req-b0275d12-fc2c-4e81-8000-26d5f7f9c09c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633902 Feb 03 14:27:45.030203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Deleting port 0f0a3f1c-f23e-4517-a4c4-3f17a3869957 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:45.034036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.071035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8820e498-8fdf-49bb-b535-40073240c463 None None] Provisioning complete for port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:45.071652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8820e498-8fdf-49bb-b535-40073240c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.091718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (e0d730fc-49f4-44a1-9409-2880f8193ecb), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.156910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.162057 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:27:45.162420 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:27:45.218288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.220047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for floatingip (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.244904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8820e498-8fdf-49bb-b535-40073240c463 None None] Current status of the port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:45.248522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Calling delete_port for 0f0a3f1c-f23e-4517-a4c4-3f17a3869957 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:45.397816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Port': ['ID=9c9d320a-5d25-41f4-85c4-9c9e091de6d0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:45.402046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 34998454-ffb0-4c67-9885-dd41be0291c8 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:45.429678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0f0a3f1c-f23e-4517-a4c4-3f17a3869957), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.439457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:45.445375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:45.445620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.499815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Pushing event deleted for resources: {'Port': ['ID=0f0a3f1c-f23e-4517-a4c4-3f17a3869957,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:45.541990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (e0d730fc-49f4-44a1-9409-2880f8193ecb), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.615424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.622828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks [] for floatingip (11ce618a-8e37-4ae7-b2d5-917d8da1562a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.625918 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.627660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03455a9e-c79b-4aa4-bdec-9389eb38f788 tempest-ServersTestManualDisk-1970672925 tempest-ServersTestManualDisk-1970672925-project] 10.222.0.52 "DELETE /v2.0/floatingips/11ce618a-8e37-4ae7-b2d5-917d8da1562a HTTP/1.1" status: 204 len: 168 time: 1.3774920 Feb 03 14:27:45.630120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51464) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:45.726778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:45.735524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks [] for port (c673cd52-c010-41af-a353-8f1d35778191), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.773659 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-717cb096-3539-4def-8ca9-e02da4174cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.935076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-454a576a-1eac-4843-8906-d90703311140 None None] Provisioning complete for port 9c9d320a-5d25-41f4-85c4-9c9e091de6d0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:45.935462 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-454a576a-1eac-4843-8906-d90703311140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:45.942127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8056fa8-174f-4e4b-8be9-fa075ac529ec req-ccf95c7a-c55c-4a78-b157-883595c6099a tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.1014512 Feb 03 14:27:46.044753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-454a576a-1eac-4843-8906-d90703311140 None None] Port 9c9d320a-5d25-41f4-85c4-9c9e091de6d0 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:27:46.053022 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c673cd52-c010-41af-a353-8f1d35778191), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.097509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:46.176359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:46.176782 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.180535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Network b1577e91-baf1-46ec-ac71-11641587af5b is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:46.193550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:46.201436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:46.203782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event updated for resources: {'Port': ['ID=c673cd52-c010-41af-a353-8f1d35778191,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:46.321401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0b5a2-dd12-4771-905d-b088f5044c40 req-a163f782-3b50-41ed-94d6-de6ef86ee5fb tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:46.323099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eea0b5a2-dd12-4771-905d-b088f5044c40 req-a163f782-3b50-41ed-94d6-de6ef86ee5fb tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 932 time: 0.2117913 Feb 03 14:27:46.352674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:46.389539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cdde5-b684-4b4d-8602-60bb99113b39 req-16d80073-e25a-4dde-a4a9-5fdc37e70379 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:46.391183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba0cdde5-b684-4b4d-8602-60bb99113b39 req-16d80073-e25a-4dde-a4a9-5fdc37e70379 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2070804 Feb 03 14:27:46.428983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.439167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:46.439848 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.458271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.459212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.465208 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-91bf89b5-7a65-490e-a5a5-5607978c4487 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9756041 Feb 03 14:27:46.494128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eea0b5a2-dd12-4771-905d-b088f5044c40 req-40c2f3b9-211e-4f9c-83d1-5282042699a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566951 Feb 03 14:27:46.544618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba0cdde5-b684-4b4d-8602-60bb99113b39 req-e916edfc-1100-4f0e-bb9b-1e5768749878 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095612 Feb 03 14:27:46.552728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Request body: {'port': {'device_id': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:46.647626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.670641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event updated for resources: {'Port': ['ID=9c9d320a-5d25-41f4-85c4-9c9e091de6d0,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:46.753196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c673cd52-c010-41af-a353-8f1d35778191), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:46.799537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8c25d-7c56-4e04-81c7-87d8e8e13ef0 req-174bd735-2f57-406b-bfab-95ad34453278 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:46.801063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42b8c25d-7c56-4e04-81c7-87d8e8e13ef0 req-174bd735-2f57-406b-bfab-95ad34453278 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1572397 Feb 03 14:27:46.923574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42b8c25d-7c56-4e04-81c7-87d8e8e13ef0 req-607d7429-bdfd-418c-80fc-d2c66ec193a8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135089 Feb 03 14:27:47.098918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Deleting port f4a2bc44-273b-4590-ac77-2716210c172b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:47.102374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:47.139304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a03ae3e-0201-4641-9d54-046fc410c028 req-64808fa7-c3b9-401c-9007-8ce685707587 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0699773 Feb 03 14:27:47.162053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (e0d730fc-49f4-44a1-9409-2880f8193ecb), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:47.198782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:47.213711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Network 34998454-ffb0-4c67-9885-dd41be0291c8 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:47.225313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:47.363246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aa226-67be-46e4-b1f2-ed17eb600c93 req-163dff86-ac33-4901-8c10-1f8e8373e041 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:47.365357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-901aa226-67be-46e4-b1f2-ed17eb600c93 req-163dff86-ac33-4901-8c10-1f8e8373e041 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1079412 Feb 03 14:27:47.414325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] For port f4a2bc44-273b-4590-ac77-2716210c172b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f4a2bc44-273b-4590-ac77-2716210c172b,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:47.415087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:47.429932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Calling delete_port for f4a2bc44-273b-4590-ac77-2716210c172b owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:47.520291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-901aa226-67be-46e4-b1f2-ed17eb600c93 req-8f3bd2b3-f5f2-4364-b05c-dbc2602cf51a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358075 Feb 03 14:27:47.623377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c673cd52-c010-41af-a353-8f1d35778191 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:27:47.639683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Router b94bfda4-6bca-4403-b771-04deaf429e65 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:47.663231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Publish callbacks [] for port (c673cd52-c010-41af-a353-8f1d35778191), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:47.702770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-73df474e-0a20-4132-9cf1-3fa5ea94360b None None] Provisioning complete for port 9c9d320a-5d25-41f4-85c4-9c9e091de6d0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:47.703354 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73df474e-0a20-4132-9cf1-3fa5ea94360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:47.731443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Transition to ACTIVE for port object c673cd52-c010-41af-a353-8f1d35778191 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:27:47.772654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-73df474e-0a20-4132-9cf1-3fa5ea94360b None None] Port 9c9d320a-5d25-41f4-85c4-9c9e091de6d0 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:27:48.049141 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab197b95-f8b8-4097-a71c-cab844660f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:48.139807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b30fe-7c6c-400c-bcc4-80192fa49ad5 req-ab470ab8-df9d-4480-ad7a-fd370f673eff tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.147348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca5b30fe-7c6c-400c-bcc4-80192fa49ad5 req-ab470ab8-df9d-4480-ad7a-fd370f673eff tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 932 time: 0.5372543 Feb 03 14:27:48.185927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-dea7b7e9-a2ea-402e-ba51-887e86f42f8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1605544 Feb 03 14:27:48.243200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca5b30fe-7c6c-400c-bcc4-80192fa49ad5 req-f66fb7ad-1503-4516-9bbd-54f93f20bf12 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942769 Feb 03 14:27:48.288013 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c673cd52-c010-41af-a353-8f1d35778191), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:48.347718 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Allocated IP 172.20.0.7 (0f74f137-e756-4bc0-909c-8f086b9d48b3/c223e03e-78b7-43c8-9c4b-afa417b77a5d/f6b5bdd5-d7e7-413d-a464-cde5c43c2a03) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:27:48.362365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bb1f2fe-4d41-4f25-8a0e-92d408b68f69 req-81dbe4e6-fa05-4142-8b3c-124cea4a311f tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fcc1aa4-ca8b-4710-99ba-59330f25df7e HTTP/1.1" status: 200 len: 210 time: 0.0680699 Feb 03 14:27:48.363048 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f4a2bc44-273b-4590-ac77-2716210c172b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:48.400184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a2bc44-273b-4590-ac77-2716210c172b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:48.410245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.410742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.411223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.411686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.412152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.412814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.413105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.415273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-13128cfc-94aa-434a-96be-6d85f7f82357 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 6709 time: 0.1357503 Feb 03 14:27:48.594219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:48.643650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:48.652978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Pushing event updated for resources: {'Port': ['ID=c673cd52-c010-41af-a353-8f1d35778191,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:48.655421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] Sync routers for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:48.661858 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5c765183-dfaa-424a-9217-1a86b69d9fcd tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2290804 Feb 03 14:27:48.671650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:48.672566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:48.691385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51494) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:48.724244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:48.740505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:48.779246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:48.790322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network 0f74f137-e756-4bc0-909c-8f086b9d48b3 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:27:48.791520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:48.803395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:27:48.819082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b5bdd5-d7e7-413d-a464-cde5c43c2a03,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:48.821760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:27:48.840296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:48.841148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb09a23-982c-49f2-9d2a-88d3e129349b None None] The sync data for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:48.858452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-628c1b4b-22ff-4dd7-b5b9-dd45935d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.859068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-628c1b4b-22ff-4dd7-b5b9-dd45935d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.859675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-628c1b4b-22ff-4dd7-b5b9-dd45935d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:48.861970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-628c1b4b-22ff-4dd7-b5b9-dd45935d5cb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&id=2c5146eb-106c-4866-b5d4-59fca7eee354&id=2c5146eb-106c-4866-b5d4-59fca7eee354 HTTP/1.1" status: 200 len: 2292 time: 0.3644111 Feb 03 14:27:48.873933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Attempting to bind port c673cd52-c010-41af-a353-8f1d35778191 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:27:48.874272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Attempting to bind port c673cd52-c010-41af-a353-8f1d35778191 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:27:48.874607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Attempting to bind port c673cd52-c010-41af-a353-8f1d35778191 on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:48.885665 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Port c673cd52-c010-41af-a353-8f1d35778191 on network b1577e91-baf1-46ec-ac71-11641587af5b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:27:48.885994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Attempting to bind port c673cd52-c010-41af-a353-8f1d35778191 on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:48.895218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:27:48.895477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Checking segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:48.895998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Bound using segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:27:48.896450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Bound port: c673cd52-c010-41af-a353-8f1d35778191, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:27:48.896814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c673cd52-c010-41af-a353-8f1d35778191), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:48.974527 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c71b47b4-03c4-4ee3-9d34-d45a0c67f566 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router (b94bfda4-6bca-4403-b771-04deaf429e65), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:49.054813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] For port c673cd52-c010-41af-a353-8f1d35778191, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:49.060875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] For port c673cd52-c010-41af-a353-8f1d35778191, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c673cd52-c010-41af-a353-8f1d35778191,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:49.065074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfaf1-e7ce-47e9-b2fe-df7c087f6fc7 req-b19f6d24-b592-441e-a514-6ac41c162edd tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.066713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad6dfaf1-e7ce-47e9-b2fe-df7c087f6fc7 req-b19f6d24-b592-441e-a514-6ac41c162edd tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3719683 Feb 03 14:27:49.082708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:49.092663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-7fa7cafa-fc41-4aa2-9b96-d670ebbcec3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 HTTP/1.1" status: 200 len: 1002 time: 0.2184086 Feb 03 14:27:49.104254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c673cd52-c010-41af-a353-8f1d35778191), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:49.156339 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-c71b47b4-03c4-4ee3-9d34-d45a0c67f566 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 14:27:49.156679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.157095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:49.160358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c71b47b4-03c4-4ee3-9d34-d45a0c67f566 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65 HTTP/1.1" status: 409 len: 329 time: 0.4616172 Feb 03 14:27:49.160525 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] 10.222.0.71 "PUT /v2.0/ports/c673cd52-c010-41af-a353-8f1d35778191 HTTP/1.1" status: 200 len: 1092 time: 2.6111846 Feb 03 14:27:49.162412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'tag': 'c673cd52-c010-41af-a353-8f1d35778191'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:49.163021 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9135d4-bfa1-40ac-993a-84c99204ca33" -d '{"events": [{"name": "network-changed", "server_uuid": "04ec0cb7-0985-422a-ba70-f278172d1dde", "tag": "c673cd52-c010-41af-a353-8f1d35778191"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:49.165287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51496) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:49.242875 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74834f0d-1d89-464b-bf41-b34ec776ea9f x-openstack-request-id: req-74834f0d-1d89-464b-bf41-b34ec776ea9f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:49.243247 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ec0cb7-0985-422a-ba70-f278172d1dde", "tag": "c673cd52-c010-41af-a353-8f1d35778191", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:49.243570 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74834f0d-1d89-464b-bf41-b34ec776ea9f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:49.244044 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'tag': 'c673cd52-c010-41af-a353-8f1d35778191', 'status': 'completed', 'code': 200} Feb 03 14:27:49.249733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a9f33-0624-40a8-9212-7856218cc80e service neutron] Pushing event updated for resources: {'Port': ['ID=c673cd52-c010-41af-a353-8f1d35778191,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:49.291528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (e0d730fc-49f4-44a1-9409-2880f8193ecb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:49.354429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-5bfb7be3-7085-4e32-bc60-440daead1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.355738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-5bfb7be3-7085-4e32-bc60-440daead1dcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc31396-c90f-4df0-b69c-8ce5f9c15c35 HTTP/1.1" status: 200 len: 851 time: 0.2565570 Feb 03 14:27:49.410018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-5a44d737-7e35-4db3-8d3a-35ab64a59670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.411620 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-5a44d737-7e35-4db3-8d3a-35ab64a59670 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 1126 time: 0.1912827 Feb 03 14:27:49.490511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-ca3b7eb5-7bc1-411f-8c0a-6986c7268e41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c673cd52-c010-41af-a353-8f1d35778191 HTTP/1.1" status: 200 len: 217 time: 0.0670154 Feb 03 14:27:49.500617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad6dfaf1-e7ce-47e9-b2fe-df7c087f6fc7 req-359d7199-ebfc-4078-9e72-c22bbd101ff4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211683 Feb 03 14:27:49.573606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:49.612132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e0d730fc-49f4-44a1-9409-2880f8193ecb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:49.623935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf172cb5-4c2f-46b5-b969-feaba9d12dab req-4aee6a3e-7c6a-4c33-8bc4-a06b4fe32be4 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.631491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf172cb5-4c2f-46b5-b969-feaba9d12dab req-4aee6a3e-7c6a-4c33-8bc4-a06b4fe32be4 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 944 time: 0.2687259 Feb 03 14:27:49.675496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-da5a5545-d1a8-4e4f-a8e4-c9ca214867d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.677168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-da5a5545-d1a8-4e4f-a8e4-c9ca214867d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3044212 Feb 03 14:27:49.721379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:49.750840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-2f1b9a4d-5024-487a-beb2-b3a0a0e21ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:49.752774 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-2f1b9a4d-5024-487a-beb2-b3a0a0e21ddc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.2552269 Feb 03 14:27:49.803322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf172cb5-4c2f-46b5-b969-feaba9d12dab req-ac579005-a101-4a9b-9e6e-7cf04af54202 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687796 Feb 03 14:27:49.873612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-e23b91b5-d8df-4de0-9d9c-49969d30a17f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894318 Feb 03 14:27:50.030086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2870e6ba-1c85-4a9e-b2a8-a363ed6aa5db tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group (671322e1-6b91-4550-b4a9-f3f09139b805), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:50.033338 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-90376314-5d6a-4313-bace-943908aa8f53 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542537 Feb 03 14:27:50.114572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2870e6ba-1c85-4a9e-b2a8-a363ed6aa5db tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group (671322e1-6b91-4550-b4a9-f3f09139b805), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:50.152750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-97c917f9-e9cf-4878-9b03-1976f36e6948 service neutron] 10.222.0.45 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662797 Feb 03 14:27:50.186428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Router e0d730fc-49f4-44a1-9409-2880f8193ecb is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:27:50.189797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:50.299318 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71229dd-d624-44c9-a56b-07dc81d71fe2 req-05583f28-017d-427d-ab00-c6e29af75fe8 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590389 Feb 03 14:27:50.404726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2870e6ba-1c85-4a9e-b2a8-a363ed6aa5db tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (671322e1-6b91-4550-b4a9-f3f09139b805), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:50.407274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2870e6ba-1c85-4a9e-b2a8-a363ed6aa5db tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:50.411800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2870e6ba-1c85-4a9e-b2a8-a363ed6aa5db tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/security-groups/671322e1-6b91-4550-b4a9-f3f09139b805 HTTP/1.1" status: 204 len: 168 time: 0.6879196 Feb 03 14:27:50.415908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51524) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:50.468251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870e6ba-1c85-4a9e-b2a8-a363ed6aa5db tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671322e1-6b91-4550-b4a9-f3f09139b805,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:50.471255 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-2db96f35-9fa9-48c8-9050-4b239ae4c32e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] show failed (client error): The resource could not be found. Feb 03 14:27:50.483722 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2db96f35-9fa9-48c8-9050-4b239ae4c32e tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "GET /v2.0/security-groups/671322e1-6b91-4550-b4a9-f3f09139b805 HTTP/1.1" status: 404 len: 347 time: 0.0539260 Feb 03 14:27:50.484768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51526) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:50.663283 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:50.698105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:50.701341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-ec83fd80-c2e0-4caa-93b7-cd3b25b132e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:50.702860 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-ec83fd80-c2e0-4caa-93b7-cd3b25b132e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 1126 time: 0.3156140 Feb 03 14:27:50.711893 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Sync routers for ids ['e0d730fc-49f4-44a1-9409-2880f8193ecb'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:50.722906 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Routers {'e0d730fc-49f4-44a1-9409-2880f8193ecb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:50.723767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0d730fc-49f4-44a1-9409-2880f8193ecb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:50.735921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:50.755821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] Sync routers for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:50.757664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:50.760481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dbf02848-195d-442c-81e0-fa29299e3422 admin admin] 10.222.0.52 "PUT /v2.0/routers/5088e219-9f7f-4c4a-a8bc-b5847bda4bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1294227 Feb 03 14:27:50.761625 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-19761a52-961f-41e6-8ef2-a7d0bd8709ff tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9591413 Feb 03 14:27:50.763981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51528) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:50.764315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51530) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:50.769177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5d3d0-d074-4900-bd53-fa2272f7c33a req-b3ea53b1-380b-4268-9528-5f358242297a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:50.770810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bc5d3d0-d074-4900-bd53-fa2272f7c33a req-b3ea53b1-380b-4268-9528-5f358242297a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.6864328 Feb 03 14:27:50.787723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:50.788966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:50.803272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-32eede61-d8ef-4b40-921e-c61ed7962378 service neutron] 10.222.0.45 "GET /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301033 Feb 03 14:27:50.861395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-e3b6a317-6215-407f-a18d-bd82e3e7ea9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 HTTP/1.1" status: 200 len: 217 time: 0.0485497 Feb 03 14:27:50.924563 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:50.931714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bc5d3d0-d074-4900-bd53-fa2272f7c33a req-749107be-b366-4a6e-a282-c30c92c416e0 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482842 Feb 03 14:27:50.988120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:51.028567 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Set router e0d730fc-49f4-44a1-9409-2880f8193ecb gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:51.043413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-1bd88fd6-e200-44ce-ab93-c2b91a85ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:51.044740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-1bd88fd6-e200-44ce-ab93-c2b91a85ef2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.1745765 Feb 03 14:27:51.079210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port 3880d5a4-c837-450f-8c91-c090318539f4 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:51.083991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3880d5a4-c837-450f-8c91-c090318539f4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.131832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cb9-0dd4-4417-a5bf-3a335cc7412f req-10a0c29a-3998-4338-88b0-224720ae74fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:51.133578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-058c3cb9-0dd4-4417-a5bf-3a335cc7412f req-10a0c29a-3998-4338-88b0-224720ae74fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 944 time: 0.1608951 Feb 03 14:27:51.181808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-87da8d00-b61a-4019-92d4-7f42feaf4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:51.183950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-87da8d00-b61a-4019-92d4-7f42feaf4d76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1310768 Feb 03 14:27:51.222774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-cb826626-5092-4342-be9b-f5091681da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:51.224577 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-cb826626-5092-4342-be9b-f5091681da2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.5134447 Feb 03 14:27:51.250397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks [] for router (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.323043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-058c3cb9-0dd4-4417-a5bf-3a335cc7412f req-99f39ed1-4d0c-49be-9f25-29cd797ce882 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559172 Feb 03 14:27:51.381548 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d730fc-49f4-44a1-9409-2880f8193ecb', 'name': '', 'tenant_id': '2a11e6be46634506bd55beba0e1b6c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'external_fixed_ips': [{'subnet_id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f6b5bdd5-d7e7-413d-a464-cde5c43c2a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:44Z', 'updated_at': '2022-02-03T14:27:49Z', 'revision_number': 3, 'project_id': '2a11e6be46634506bd55beba0e1b6c70', 'gw_port': {'id': 'f6b5bdd5-d7e7-413d-a464-cde5c43c2a03', 'name': '', 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d730fc-49f4-44a1-9409-2880f8193ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:47Z', 'updated_at': '2022-02-03T14:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:51.415253 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Checking router: e0d730fc-49f4-44a1-9409-2880f8193ecb for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:51.415896 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Updating router e0d730fc-49f4-44a1-9409-2880f8193ecb port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:27:51.422212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-5a56d2cb-59c2-49a2-b78a-d272a3f82d99 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151289 Feb 03 14:27:51.438454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:27:48Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:51.445589 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.471755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] Checking router: 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:27:51.481397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] Routers {'5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:51.482471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:51.662087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] Set router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:51.751915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-705c8c88-6c6a-4146-95fc-2ff688b17099 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230560 Feb 03 14:27:51.800176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-b28216a0-2c98-4aa7-8896-5bdd09f4fdd5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c673cd52-c010-41af-a353-8f1d35778191 HTTP/1.1" status: 200 len: 217 time: 0.5669527 Feb 03 14:27:51.803721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-05f6b4ea-059b-4022-b43e-0d207d8ebd49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=ae1a051f-333b-4125-bc94-9614d76b79d7 HTTP/1.1" status: 200 len: 217 time: 0.0456102 Feb 03 14:27:51.809820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting port 9c9d320a-5d25-41f4-85c4-9c9e091de6d0 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:51.810543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.810988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (e0d730fc-49f4-44a1-9409-2880f8193ecb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.940379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3880d5a4-c837-450f-8c91-c090318539f4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.941355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for floatingip (3880d5a4-c837-450f-8c91-c090318539f4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.950945 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Publish callbacks [] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.956711 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:51.993083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-2aefcc03-20cd-4b9c-8d8f-57a410db7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:51.994641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-2aefcc03-20cd-4b9c-8d8f-57a410db7c91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.1794722 Feb 03 14:27:52.003430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-5036d63a-99be-4706-b2e9-32ce04811039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:52.007525 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-5036d63a-99be-4706-b2e9-32ce04811039 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.1906650 Feb 03 14:27:52.010244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for 3880d5a4-c837-450f-8c91-c090318539f4 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:52.038379 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.061492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:27:48Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:52.076968 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.101333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2338e4-31ba-4e68-8031-c3a6038fec6e None None] The sync data for ids ['5088e219-9f7f-4c4a-a8bc-b5847bda4bc2'] in n-d-827549-2 is: [{'id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'name': 'tempest-ServersTestManualDisk-1061019967-router', 'tenant_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:25:45Z', 'updated_at': '2022-02-03T14:27:48Z', 'revision_number': 5, 'project_id': 'cf9f95c93ae043b9942d1afa054fce3b', 'gw_port': {'id': '6c41af87-cece-4373-8eff-769e8e15e5e8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5088e219-9f7f-4c4a-a8bc-b5847bda4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:25:47Z', 'updated_at': '2022-02-03T14:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:52.114985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Calling delete_port for 9c9d320a-5d25-41f4-85c4-9c9e091de6d0 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:52.137892 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Attempting to bind port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:27:52.138277 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Attempting to bind port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd0f735c2-a799-48de-a16b-57c0423655a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:27:52.138639 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Attempting to bind port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 on network 0f74f137-e756-4bc0-909c-8f086b9d48b3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:27:52.143551 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Pushing event updated for resources: {'Port': ['ID=f6b5bdd5-d7e7-413d-a464-cde5c43c2a03,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:52.165537 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.166029 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.166212 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.166544 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.166874 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.168451 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-e2c56c81-c171-46e7-b64d-2d210ea7712a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456587 Feb 03 14:27:52.172795 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.173406 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.173749 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.174093 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.174411 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.174737 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.175061 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.175758 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:27:52.178707 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:27:52.179084 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Checking segment: {'id': 'd0f735c2-a799-48de-a16b-57c0423655a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:27:52.187753 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.188170 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Bound using segment: {'id': 'd0f735c2-a799-48de-a16b-57c0423655a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:27:52.188773 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Bound port: f6b5bdd5-d7e7-413d-a464-cde5c43c2a03, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f735c2-a799-48de-a16b-57c0423655a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:27:52.189167 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.262275 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks [] for router_gateway (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.289985 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] For port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:27:52.293253 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] For port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f6b5bdd5-d7e7-413d-a464-cde5c43c2a03,segment=NetworkSegment(d0f735c2-a799-48de-a16b-57c0423655a8),segment_id=d0f735c2-a799-48de-a16b-57c0423655a8)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:27:52.309923 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.429794 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Routers {'e0d730fc-49f4-44a1-9409-2880f8193ecb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:52.430322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0d730fc-49f4-44a1-9409-2880f8193ecb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:52.443419 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8416a4-3345-4a36-b1fd-bac02980c49a None None] Pushing event updated for resources: {'Port': ['ID=f6b5bdd5-d7e7-413d-a464-cde5c43c2a03,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:52.447960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (e0d730fc-49f4-44a1-9409-2880f8193ecb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.546229 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-4e1249e5-8a6a-4f9f-989b-4e225bf35906 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699231 Feb 03 14:27:52.574781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9c9d320a-5d25-41f4-85c4-9c9e091de6d0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.608348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Port': ['ID=9c9d320a-5d25-41f4-85c4-9c9e091de6d0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:52.627973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-67c194f0-03da-4cdf-97a8-14f32f86d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:52.629547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-67c194f0-03da-4cdf-97a8-14f32f86d9c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6259789 Feb 03 14:27:52.667102 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4e9135d4-bfa1-40ac-993a-84c99204ca33 req-439e1544-960a-46f7-b680-e37eb9b05ba4 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145513 Feb 03 14:27:52.676312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Deleting port 6c41af87-cece-4373-8eff-769e8e15e5e8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:52.676695 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.715106 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] Set router e0d730fc-49f4-44a1-9409-2880f8193ecb gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:27:52.730775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe2378-40a8-4e3c-ab91-676d4bd92f94 req-e5cbeba6-e9dd-4e48-b3f2-7176d60338ec tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:52.745050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-effe2378-40a8-4e3c-ab91-676d4bd92f94 req-e5cbeba6-e9dd-4e48-b3f2-7176d60338ec tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.6326356 Feb 03 14:27:52.847132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Deleting port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:52.847847 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.857046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3880d5a4-c837-450f-8c91-c090318539f4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:52.943965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa469d1b-918e-4eda-a687-b1e17299ebb2 req-e1c3c2af-a59d-4586-b986-c41529eccd13 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:52.945963 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa469d1b-918e-4eda-a687-b1e17299ebb2 req-e1c3c2af-a59d-4586-b986-c41529eccd13 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 944 time: 0.4123535 Feb 03 14:27:52.958662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=3880d5a4-c837-450f-8c91-c090318539f4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:53.046460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-effe2378-40a8-4e3c-ab91-676d4bd92f94 req-e57ee864-7857-4072-aeee-3e17219ec3a9 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004217 Feb 03 14:27:53.061832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] For port 6c41af87-cece-4373-8eff-769e8e15e5e8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c41af87-cece-4373-8eff-769e8e15e5e8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:53.061832 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.075872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (b94bfda4-6bca-4403-b771-04deaf429e65), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.132728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa469d1b-918e-4eda-a687-b1e17299ebb2 req-e711b9b3-0746-495b-85ed-47d7d632ffd5 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209795 Feb 03 14:27:53.202232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-52e6efcc-f2b8-4f40-9e7a-8a2bfb07dd0b service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118570 Feb 03 14:27:53.204130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Calling delete_port for 6c41af87-cece-4373-8eff-769e8e15e5e8 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:53.227888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for floatingip (5ce1b711-234d-4abc-ae75-88afc9ad06e0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.230675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.231976 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-55d352b9-1f27-45bb-8197-d1c5b2c1b6e7 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/floatingips/5ce1b711-234d-4abc-ae75-88afc9ad06e0 HTTP/1.1" status: 204 len: 168 time: 2.7430642 Feb 03 14:27:53.234669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51546) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:53.319317 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d730fc-49f4-44a1-9409-2880f8193ecb', 'name': '', 'tenant_id': '2a11e6be46634506bd55beba0e1b6c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'external_fixed_ips': [{'subnet_id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f6b5bdd5-d7e7-413d-a464-cde5c43c2a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:44Z', 'updated_at': '2022-02-03T14:27:49Z', 'revision_number': 3, 'project_id': '2a11e6be46634506bd55beba0e1b6c70', 'gw_port': {'id': 'f6b5bdd5-d7e7-413d-a464-cde5c43c2a03', 'name': '', 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d730fc-49f4-44a1-9409-2880f8193ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:47Z', 'updated_at': '2022-02-03T14:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:53.325546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] For port f6b5bdd5-d7e7-413d-a464-cde5c43c2a03, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f6b5bdd5-d7e7-413d-a464-cde5c43c2a03,segment=NetworkSegment(d0f735c2-a799-48de-a16b-57c0423655a8),segment_id=d0f735c2-a799-48de-a16b-57c0423655a8)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:53.326091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.363325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Calling delete_port for f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:53.372095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c673cd52-c010-41af-a353-8f1d35778191 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:27:53.389475 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6695a6-35b6-4db5-92f2-96bb75bf81c1 None None] The sync data for ids ['e0d730fc-49f4-44a1-9409-2880f8193ecb'] in n-d-827549-2 is: [{'id': 'e0d730fc-49f4-44a1-9409-2880f8193ecb', 'name': '', 'tenant_id': '2a11e6be46634506bd55beba0e1b6c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'external_fixed_ips': [{'subnet_id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f6b5bdd5-d7e7-413d-a464-cde5c43c2a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:27:44Z', 'updated_at': '2022-02-03T14:27:49Z', 'revision_number': 3, 'project_id': '2a11e6be46634506bd55beba0e1b6c70', 'gw_port': {'id': 'f6b5bdd5-d7e7-413d-a464-cde5c43c2a03', 'name': '', 'network_id': '0f74f137-e756-4bc0-909c-8f086b9d48b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d730fc-49f4-44a1-9409-2880f8193ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:27:47Z', 'updated_at': '2022-02-03T14:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c223e03e-78b7-43c8-9c4b-afa417b77a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:53.544319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Router b94bfda4-6bca-4403-b771-04deaf429e65 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:27:53.559053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-b5669fe4-ca65-4a5e-b5e1-4e3b06a08400 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432865 Feb 03 14:27:53.628258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port d6ed82d1-b609-4450-92f4-9d5bb6b7bede {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:53.628258 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.645979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port c673cd52-c010-41af-a353-8f1d35778191, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c673cd52-c010-41af-a353-8f1d35778191,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:53.662136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-676dd560-19c0-45f0-a02c-18427e25b60a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19 HTTP/1.1" status: 200 len: 217 time: 0.0950608 Feb 03 14:27:53.663403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'c673cd52-c010-41af-a353-8f1d35778191', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'port_id': 'c673cd52-c010-41af-a353-8f1d35778191', 'mac_address': 'fa:16:3e:90:3b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:27:53.734727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port c673cd52-c010-41af-a353-8f1d35778191 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:53.737838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c673cd52-c010-41af-a353-8f1d35778191), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.758610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:27:53.767088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c673cd52-c010-41af-a353-8f1d35778191 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:27:53.774880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d8ab90bb-545e-4118-8c0d-85f52c4e11e9 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5944850 Feb 03 14:27:53.780875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51552) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:53.782230 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] Sync routers for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:27:53.799532 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:53.803641 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:53.815512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port c673cd52-c010-41af-a353-8f1d35778191, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c673cd52-c010-41af-a353-8f1d35778191,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:53.824203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c673cd52-c010-41af-a353-8f1d35778191), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:53.899611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-041b22ff-e326-4dae-8b85-52146b97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:53.902445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-041b22ff-e326-4dae-8b85-52146b97aa85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.2083979 Feb 03 14:27:53.906312 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-25c75b73-7d5e-4f19-acc2-dbffa3b996c6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] show failed (client error): The resource could not be found. Feb 03 14:27:53.908839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-25c75b73-7d5e-4f19-acc2-dbffa3b996c6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-2134077573 HTTP/1.1" status: 404 len: 335 time: 0.1175969 Feb 03 14:27:53.920236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51556) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:53.928927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-79a7ae1f-2aeb-48e8-bea4-f168848920ae tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:53.975249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=c673cd52-c010-41af-a353-8f1d35778191,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:53.986096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-5be21fdc-0d51-4335-9a17-efdbd58e33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:53.988410 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:53.989644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-5be21fdc-0d51-4335-9a17-efdbd58e33a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0797422 Feb 03 14:27:54.006957 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-79a7ae1f-2aeb-48e8-bea4-f168848920ae tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] update failed (client error): The resource could not be found. Feb 03 14:27:54.012560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] Routers {'b94bfda4-6bca-4403-b771-04deaf429e65'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:27:54.013407 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b94bfda4-6bca-4403-b771-04deaf429e65'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:54.018096 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79a7ae1f-2aeb-48e8-bea4-f168848920ae tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-2125986996 HTTP/1.1" status: 404 len: 335 time: 0.0927556 Feb 03 14:27:54.022066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51558) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:54.087682 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:54.091079 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b147a68-133c-4dca-b5f1-9d360ee1ecbf None None] The sync data for ids ['b94bfda4-6bca-4403-b771-04deaf429e65'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:27:54.108691 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.131160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6c41af87-cece-4373-8eff-769e8e15e5e8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.164450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-c1243650-8c56-4991-9dde-fc3a0da9c0f2 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636577 Feb 03 14:27:54.173859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:54.241466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:27:54.264876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting subnet 9e515fed-4f3a-46d7-9191-f476b1fd00b8 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:54.267602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for d6ed82d1-b609-4450-92f4-9d5bb6b7bede owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:54.272188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6c41af87-cece-4373-8eff-769e8e15e5e8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:54.274296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (9e515fed-4f3a-46d7-9191-f476b1fd00b8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.441376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-e87e231e-3860-4f4f-913a-3feeb248624d service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711015 Feb 03 14:27:54.452205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Could not find standard attr ID for object f6b5bdd5-d7e7-413d-a464-cde5c43c2a03. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:27:54.459270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f6b5bdd5-d7e7-413d-a464-cde5c43c2a03), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.494379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f4a2bc44-273b-4590-ac77-2716210c172b no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:54.514367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-8cfb3bd0-d70a-4138-9224-066f16062096 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41 HTTP/1.1" status: 200 len: 217 time: 0.0541928 Feb 03 14:27:54.525315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f4a2bc44-273b-4590-ac77-2716210c172b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:54.525941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f4a2bc44-273b-4590-ac77-2716210c172b not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:54.559165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (9e515fed-4f3a-46d7-9191-f476b1fd00b8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.575459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79d728-2bed-4a59-ad98-13fee5a9ee61 req-63160928-d238-4741-a31a-ecd8ac382422 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:54.583012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b79d728-2bed-4a59-ad98-13fee5a9ee61 req-63160928-d238-4741-a31a-ecd8ac382422 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 945 time: 0.3295100 Feb 03 14:27:54.584144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6b5bdd5-d7e7-413d-a464-cde5c43c2a03,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:54.649634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-a1af6050-91da-4f67-8cee-7ccadc6eb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:54.651380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-a1af6050-91da-4f67-8cee-7ccadc6eb5e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 200 len: 797 time: 0.1280241 Feb 03 14:27:54.655644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.697580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.822363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.829893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks [] for router_controller (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:54.938610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e0d730fc-49f4-44a1-9409-2880f8193ecb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.162434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b79d728-2bed-4a59-ad98-13fee5a9ee61 req-35774d44-5fac-48ce-a8db-1b020cbb78ff tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777309 Feb 03 14:27:55.191407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-2df6544a-f78a-442f-85b0-7578490a68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:55.193394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-2df6544a-f78a-442f-85b0-7578490a68ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ba15282-c5d7-444e-9bed-1cb97a7fc84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5245185 Feb 03 14:27:55.334369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-f249b43f-d756-4a72-a26d-d800bb8823d7 service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340234 Feb 03 14:27:55.397060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c673cd52-c010-41af-a353-8f1d35778191 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:27:55.417169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (5088e219-9f7f-4c4a-a8bc-b5847bda4bc2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.417840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:27:55.425575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9e515fed-4f3a-46d7-9191-f476b1fd00b8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.485441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-3b8a1f8d-d0f0-4fc1-8e7c-c870a76d291b service neutron] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444016 Feb 03 14:27:55.505103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port c673cd52-c010-41af-a353-8f1d35778191 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:27:55.510789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.514823 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2f86262-f323-4062-b0fb-9bab693f91bc admin admin] 10.222.0.52 "DELETE /v2.0/routers/5088e219-9f7f-4c4a-a8bc-b5847bda4bc2 HTTP/1.1" status: 204 len: 168 time: 4.7459581 Feb 03 14:27:55.520626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port c673cd52-c010-41af-a353-8f1d35778191 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:27:55.525553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51568) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:55.535084 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c673cd52-c010-41af-a353-8f1d35778191), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.544652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-3933baab-61bc-4efc-9a26-8333e812fae7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db HTTP/1.1" status: 200 len: 217 time: 0.0537734 Feb 03 14:27:55.632268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] Deleting subnet 03161547-76d9-4342-be59-e8851a644978 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:55.657301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e0d730fc-49f4-44a1-9409-2880f8193ecb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.660549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port c673cd52-c010-41af-a353-8f1d35778191 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:27:55.661575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c673cd52-c010-41af-a353-8f1d35778191), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.668914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] Publish callbacks [] for subnet (03161547-76d9-4342-be59-e8851a644978), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.675751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (e0d730fc-49f4-44a1-9409-2880f8193ecb), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.683870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-15384e6c-75bf-45d1-8953-727f8b1bacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:55.685412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-15384e6c-75bf-45d1-8953-727f8b1bacdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e9ed637-0eec-4d22-9d1b-444274b7d4f7 HTTP/1.1" status: 200 len: 797 time: 0.1317763 Feb 03 14:27:55.707298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c673cd52-c010-41af-a353-8f1d35778191'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:27:55.709253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d6ed82d1-b609-4450-92f4-9d5bb6b7bede), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.710258 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9609aeae-f658-4bdd-a828-447b359231c3" -d '{"events": [{"server_uuid": "04ec0cb7-0985-422a-ba70-f278172d1dde", "name": "network-vif-plugged", "status": "completed", "tag": "c673cd52-c010-41af-a353-8f1d35778191"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:27:55.770439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port c673cd52-c010-41af-a353-8f1d35778191, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c673cd52-c010-41af-a353-8f1d35778191,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:55.776928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c673cd52-c010-41af-a353-8f1d35778191), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.783755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-d4b71b71-1e77-48bf-9155-0e8683425971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:55.785656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-d4b71b71-1e77-48bf-9155-0e8683425971 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0943787 Feb 03 14:27:55.790145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (03161547-76d9-4342-be59-e8851a644978), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:55.819821 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6af07a-70d7-4e16-82aa-674d8af7b9b2 x-openstack-request-id: req-0c6af07a-70d7-4e16-82aa-674d8af7b9b2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:27:55.820738 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ec0cb7-0985-422a-ba70-f278172d1dde", "name": "network-vif-plugged", "status": "completed", "tag": "c673cd52-c010-41af-a353-8f1d35778191", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:27:55.821234 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c6af07a-70d7-4e16-82aa-674d8af7b9b2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:27:55.821865 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c673cd52-c010-41af-a353-8f1d35778191', 'code': 200} Feb 03 14:27:55.871606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=c673cd52-c010-41af-a353-8f1d35778191,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:55.955010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-4b8fc5fe-cf1a-4f57-89b0-63fe8f208e73 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609211 Feb 03 14:27:55.997459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=d6ed82d1-b609-4450-92f4-9d5bb6b7bede,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:56.039804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e0d730fc-49f4-44a1-9409-2880f8193ecb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.040353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0d730fc-49f4-44a1-9409-2880f8193ecb {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:27:56.051069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (03161547-76d9-4342-be59-e8851a644978), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.055597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.059761 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5f89f56f-5a1b-49de-971c-2160e1957a69 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "DELETE /v2.0/routers/e0d730fc-49f4-44a1-9409-2880f8193ecb HTTP/1.1" status: 204 len: 168 time: 5.2914083 Feb 03 14:27:56.060669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51574) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:56.094855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (9e515fed-4f3a-46d7-9191-f476b1fd00b8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.127295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-6d475667-8fcd-4832-be4c-dab0b525c431 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665585 Feb 03 14:27:56.180220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Subnet': ['ID=9e515fed-4f3a-46d7-9191-f476b1fd00b8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:56.184215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.188532 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ccb26f8d-4c97-4dec-9047-886951bf2ba6 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/subnets/9e515fed-4f3a-46d7-9191-f476b1fd00b8 HTTP/1.1" status: 204 len: 168 time: 2.1625924 Feb 03 14:27:56.195788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51578) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:56.198198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e6dfba-9a6f-4fa6-8d83-5805bafee150 None None] Network 3658736e-da5c-4d80-b7e4-e0a00803e7d1 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:56.237182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-bc1716ed-3b58-450e-821e-d55a7e796e51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8436aada-f0ae-4113-990f-8b65869ebe75 HTTP/1.1" status: 200 len: 217 time: 0.1034956 Feb 03 14:27:56.243444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Deleting subnet c223e03e-78b7-43c8-9c4b-afa417b77a5d {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:56.257736 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for subnet (c223e03e-78b7-43c8-9c4b-afa417b77a5d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.265880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732168fc-c1f9-433f-a1e4-35900323d47a req-c834345b-9106-4063-bca9-3c05e5d099c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:56.268017 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-732168fc-c1f9-433f-a1e4-35900323d47a req-c834345b-9106-4063-bca9-3c05e5d099c3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 1128 time: 0.3375254 Feb 03 14:27:56.360218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (03161547-76d9-4342-be59-e8851a644978), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.362590 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.366474 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d863b92c-d1f2-4504-ab1a-a70c4c4573e2 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/ports/d6ed82d1-b609-4450-92f4-9d5bb6b7bede HTTP/1.1" status: 204 len: 168 time: 3.1279306 Feb 03 14:27:56.382037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51580) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:56.407957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-060f1924-7311-4329-9aa8-04ddb868380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:56.410045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-060f1924-7311-4329-9aa8-04ddb868380b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e9ed637-0eec-4d22-9d1b-444274b7d4f7 HTTP/1.1" status: 200 len: 797 time: 0.1632442 Feb 03 14:27:56.419324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (c223e03e-78b7-43c8-9c4b-afa417b77a5d), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.482647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (c223e03e-78b7-43c8-9c4b-afa417b77a5d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.508387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03161547-76d9-4342-be59-e8851a644978,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:56.518178 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.530700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51584) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:56.533026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e9af388f-5f97-4f1a-9a68-2611f1db476c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/03161547-76d9-4342-be59-e8851a644978 HTTP/1.1" status: 204 len: 168 time: 0.9980285 Feb 03 14:27:56.535589 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-732168fc-c1f9-433f-a1e4-35900323d47a req-edd0fae0-32fc-4e50-aeb9-f73b3065e35a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530339 Feb 03 14:27:56.604121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339542c6-f761-4db5-afba-c4b743c4b09b req-da420d5b-0105-419a-a3ad-e73c66ea5811 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:56.605815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-339542c6-f761-4db5-afba-c4b743c4b09b req-da420d5b-0105-419a-a3ad-e73c66ea5811 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 946 time: 0.2891581 Feb 03 14:27:56.669239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3658736e-da5c-4d80-b7e4-e0a00803e7d1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.701416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c41af87-cece-4373-8eff-769e8e15e5e8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:56.703845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9178acbb-95f3-4311-bbbc-70c74a7feeb8 None None] Network c9efccdb-73d0-4276-b654-d9cdfd4b06fd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:56.728627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c9efccdb-73d0-4276-b654-d9cdfd4b06fd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.732627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-c5c96848-30fc-44b0-9079-191813525b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:56.734149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-c5c96848-30fc-44b0-9079-191813525b8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2c5146eb-106c-4866-b5d4-59fca7eee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2557626 Feb 03 14:27:56.741692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (c223e03e-78b7-43c8-9c4b-afa417b77a5d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.748327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting port 81581054-917c-4966-b763-5f09e5b47217 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:56.748715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (81581054-917c-4966-b763-5f09e5b47217), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.784943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c223e03e-78b7-43c8-9c4b-afa417b77a5d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:56.807267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-339542c6-f761-4db5-afba-c4b743c4b09b req-b39a637d-245a-484d-9a07-89f8c1f531be tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935246 Feb 03 14:27:56.809548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:56.815631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-27200b96-52a8-4728-8e39-9890d39a6086 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/c223e03e-78b7-43c8-9c4b-afa417b77a5d HTTP/1.1" status: 204 len: 168 time: 0.7537158 Feb 03 14:27:56.822077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51586) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:56.836583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6c41af87-cece-4373-8eff-769e8e15e5e8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:56.836936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c41af87-cece-4373-8eff-769e8e15e5e8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:56.872032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:56.879081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.012046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (81581054-917c-4966-b763-5f09e5b47217), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.015940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] DHCP port deletion for c9efccdb-73d0-4276-b654-d9cdfd4b06fd request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:57.038938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Calling delete_port for 81581054-917c-4966-b763-5f09e5b47217 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:57.050199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] For port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,segment=NetworkSegment(91e21cf3-ab30-4271-97d2-f8c7f3e6027d),segment_id=91e21cf3-ab30-4271-97d2-f8c7f3e6027d)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:57.050581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.072196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (0f74f137-e756-4bc0-909c-8f086b9d48b3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.073120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] DHCP port deletion for 3658736e-da5c-4d80-b7e4-e0a00803e7d1 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:57.080071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Calling delete_port for 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:57.148768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-cf97c9a8-9613-455a-92f9-f7421d336116 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046721 Feb 03 14:27:57.155389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] Deleting port 2688fbd3-043a-4780-96b2-196c2a6800d2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:57.156129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.184873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Deleting port 2688fbd3-043a-4780-96b2-196c2a6800d2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:57.185247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.204317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] Deleting port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:57.205474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.246624 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.344108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] For port 2688fbd3-043a-4780-96b2-196c2a6800d2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2688fbd3-043a-4780-96b2-196c2a6800d2,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:57.344108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.367798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] No DVR routers for this DVR port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:57.369434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] For port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,segment=NetworkSegment(91e21cf3-ab30-4271-97d2-f8c7f3e6027d),segment_id=91e21cf3-ab30-4271-97d2-f8c7f3e6027d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:57.369952 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.373513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] Calling delete_port for 2688fbd3-043a-4780-96b2-196c2a6800d2 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:57.396202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] Calling delete_port for 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:57.508567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (0f74f137-e756-4bc0-909c-8f086b9d48b3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.534290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3658736e-da5c-4d80-b7e4-e0a00803e7d1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.544670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] For port 2688fbd3-043a-4780-96b2-196c2a6800d2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2688fbd3-043a-4780-96b2-196c2a6800d2,segment=NetworkSegment(88e68d28-6523-408b-8d08-55d281bf9cd1),segment_id=88e68d28-6523-408b-8d08-55d281bf9cd1)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:57.545049 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.546976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.554753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Port': ['ID=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:57.560819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (81581054-917c-4966-b763-5f09e5b47217), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.570448 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (1e0d70ff-51b4-4d7f-836d-6fda7c35f611), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.572333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f74f137-e756-4bc0-909c-8f086b9d48b3']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:57.586669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3658736e-da5c-4d80-b7e4-e0a00803e7d1']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:57.592541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Calling delete_port for 2688fbd3-043a-4780-96b2-196c2a6800d2 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:57.600012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e21cf3-ab30-4271-97d2-f8c7f3e6027d') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:57.601472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e21cf3-ab30-4271-97d2-f8c7f3e6027d') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:57.603168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f735c2-a799-48de-a16b-57c0423655a8') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:57.603469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f735c2-a799-48de-a16b-57c0423655a8') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:57.604946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] No DVR routers for this DVR port 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:57.607048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] Pushing event deleted for resources: {'Port': ['ID=2688fbd3-043a-4780-96b2-196c2a6800d2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:57.614784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00ddc4-0607-434d-baca-8c3bd06bb786 None None] No DVR routers for this DVR port 2688fbd3-043a-4780-96b2-196c2a6800d2 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:57.629988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b00e-6deb-4f04-bb15-9cf9d23c30a6 req-f397da21-408a-45f5-87f7-b3af38438d79 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:57.637385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fca7b00e-6deb-4f04-bb15-9cf9d23c30a6 req-f397da21-408a-45f5-87f7-b3af38438d79 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3189447 Feb 03 14:27:57.642534 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (91e21cf3-ab30-4271-97d2-f8c7f3e6027d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.659276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dd144-3a59-4e67-9d79-9bef851365ba None None] Pushing event deleted for resources: {'Port': ['ID=1e0d70ff-51b4-4d7f-836d-6fda7c35f611,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:57.659868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0904bab0-efc8-49df-9b32-cc691853a2c3 req-af43d34f-21b2-4356-894b-39551beab9c3 service neutron] 10.222.0.45 "GET /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946675 Feb 03 14:27:57.661772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (d0f735c2-a799-48de-a16b-57c0423655a8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.730763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-671d65ad-143f-4d0e-9a07-13949347e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:57.732389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-671d65ad-143f-4d0e-9a07-13949347e9d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.4352496 Feb 03 14:27:57.737798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (91e21cf3-ab30-4271-97d2-f8c7f3e6027d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.741383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d0f735c2-a799-48de-a16b-57c0423655a8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.744313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Port': ['ID=81581054-917c-4966-b763-5f09e5b47217,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:57.765830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:57.766257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (d0f735c2-a799-48de-a16b-57c0423655a8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:57.778592 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:57.786835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:57.787242 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (91e21cf3-ab30-4271-97d2-f8c7f3e6027d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:57.790254 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:57.896921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.913065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-df17b4f5-a614-4ee8-85f3-5033eb18cb5c tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/ports/81581054-917c-4966-b763-5f09e5b47217 HTTP/1.1" status: 204 len: 168 time: 1.5269053 Feb 03 14:27:57.915593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51598) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:57.922772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fca7b00e-6deb-4f04-bb15-9cf9d23c30a6 req-b86f69ac-d6c7-4cdf-89fb-d7cdf030c52b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771769 Feb 03 14:27:57.992559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3658736e-da5c-4d80-b7e4-e0a00803e7d1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:57.999982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.007580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (0f74f137-e756-4bc0-909c-8f086b9d48b3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.010608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51600) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:58.011984 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/networks/3658736e-da5c-4d80-b7e4-e0a00803e7d1 HTTP/1.1" status: 204 len: 168 time: 1.8116465 Feb 03 14:27:58.066219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:58.071751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f6d66-e797-4bb8-be91-46533c1951ce tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Network': ['ID=3658736e-da5c-4d80-b7e4-e0a00803e7d1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:58.087061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-4b70a193-7a04-4418-add0-cf5befd3593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:58.089768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-4b70a193-7a04-4418-add0-cf5befd3593c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.3412435 Feb 03 14:27:58.119964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting subnet 24e74244-4044-4821-8db5-7f7e20b8d41f {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:58.126166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for subnet (24e74244-4044-4821-8db5-7f7e20b8d41f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.145195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:58.145937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f6b5bdd5-d7e7-413d-a464-cde5c43c2a03 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:58.147100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2688fbd3-043a-4780-96b2-196c2a6800d2 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:58.204774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (24e74244-4044-4821-8db5-7f7e20b8d41f), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.209534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 2688fbd3-043a-4780-96b2-196c2a6800d2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:58.210763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 2688fbd3-043a-4780-96b2-196c2a6800d2 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:58.211381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:27:58.213023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f74f137-e756-4bc0-909c-8f086b9d48b3 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:27:58.258614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:27:58.259654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1e0d70ff-51b4-4d7f-836d-6fda7c35f611 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:27:58.266641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.271076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "DELETE /v2.0/networks/0f74f137-e756-4bc0-909c-8f086b9d48b3 HTTP/1.1" status: 204 len: 168 time: 1.4473579 Feb 03 14:27:58.302055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2688fbd3-043a-4780-96b2-196c2a6800d2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.380618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23202c05-ec09-4338-b140-c574560c85a6 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f74f137-e756-4bc0-909c-8f086b9d48b3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:58.383448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] No DVR routers for this DVR port 2688fbd3-043a-4780-96b2-196c2a6800d2 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:58.388970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2688fbd3-043a-4780-96b2-196c2a6800d2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:58.403776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-532ece2b-8e19-4c7a-b3c6-212d5b175808 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.1883595 Feb 03 14:27:58.447796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (24e74244-4044-4821-8db5-7f7e20b8d41f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.526525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (24e74244-4044-4821-8db5-7f7e20b8d41f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.534259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting subnet ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:58.537500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.579954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51608) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:58.582747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c9efccdb-73d0-4276-b654-d9cdfd4b06fd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.593057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Subnet': ['ID=24e74244-4044-4821-8db5-7f7e20b8d41f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:58.593347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-01d33441-c196-44ab-b300-0dd5c6f25c2f tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'router': {'name': 'tempest-router--1808469304', 'project_id': 'f0fc9dae5295498999ce91e99a2bf1a1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:27:58.602220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.602859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595113c-d448-4763-ba82-a9bc85d34c56 req-981cd6a0-705f-43b3-9858-641f804af791 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:58.606972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a595113c-d448-4763-ba82-a9bc85d34c56 req-981cd6a0-705f-43b3-9858-641f804af791 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 946 time: 0.6180584 Feb 03 14:27:58.608850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360b89c3-5ec4-4d55-b0a3-8ba0d36f2770 None None] Network 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:58.624360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4f89e0ed-817e-4be1-9a57-e8d685a494bd tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/subnets/24e74244-4044-4821-8db5-7f7e20b8d41f HTTP/1.1" status: 204 len: 168 time: 0.7073832 Feb 03 14:27:58.625854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:58.633032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9efccdb-73d0-4276-b654-d9cdfd4b06fd']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:58.646358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e68d28-6523-408b-8d08-55d281bf9cd1') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:58.646787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e68d28-6523-408b-8d08-55d281bf9cd1') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:58.662512 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (88e68d28-6523-408b-8d08-55d281bf9cd1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.678636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (88e68d28-6523-408b-8d08-55d281bf9cd1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.692254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.718471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:58.719521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (88e68d28-6523-408b-8d08-55d281bf9cd1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:58.722905 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:58.743434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Deleting subnet 164c3379-9cfb-485e-adef-641a9cca0807 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:27:58.749410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for subnet (164c3379-9cfb-485e-adef-641a9cca0807), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.814742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (164c3379-9cfb-485e-adef-641a9cca0807), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.878208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-cee6d62c-217e-4962-8b3a-1baf7c013aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:58.879117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] DHCP port deletion for 9ae6dbf6-b411-4039-b114-0a6ba9b5f87c request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:58.879695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-cee6d62c-217e-4962-8b3a-1baf7c013aa0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.4702337 Feb 03 14:27:58.905630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01d33441-c196-44ab-b300-0dd5c6f25c2f tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (60986a36-a9e0-49bc-acc4-e807bf0f7365), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.906572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01d33441-c196-44ab-b300-0dd5c6f25c2f tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (60986a36-a9e0-49bc-acc4-e807bf0f7365), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:58.938568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51618) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:58.988457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (164c3379-9cfb-485e-adef-641a9cca0807), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.019458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] Deleting port ea0de730-985c-4b68-912b-a5cab04c17d2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:59.019835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.106432 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (164c3379-9cfb-485e-adef-641a9cca0807), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.123648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] For port ea0de730-985c-4b68-912b-a5cab04c17d2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ea0de730-985c-4b68-912b-a5cab04c17d2,segment=NetworkSegment(c841f4b3-5f28-4db6-a85e-1785f645c4da),segment_id=c841f4b3-5f28-4db6-a85e-1785f645c4da)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:59.124890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.138938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.139371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f8f4a-2ba8-4d73-a568-6c627270e3b1 None None] Network c332afe6-b99b-4a41-a510-bf1cd307668f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:27:59.142665 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/subnets/164c3379-9cfb-485e-adef-641a9cca0807 HTTP/1.1" status: 204 len: 168 time: 0.5156057 Feb 03 14:27:59.147129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] Calling delete_port for ea0de730-985c-4b68-912b-a5cab04c17d2 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:59.182567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51624) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:59.296445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.300378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5e3c3-c622-45ef-af97-a9256f2fa875 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Subnet': ['ID=164c3379-9cfb-485e-adef-641a9cca0807,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:59.325162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a595113c-d448-4763-ba82-a9bc85d34c56 req-6075900a-7397-4f48-876a-9085a456e294 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296113 Feb 03 14:27:59.327085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-d831061d-7e95-4621-956b-fc8fb0ae6f8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4364634 Feb 03 14:27:59.330691 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ea0de730-985c-4b68-912b-a5cab04c17d2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.383646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] No DVR routers for this DVR port ea0de730-985c-4b68-912b-a5cab04c17d2 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:59.387762 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c9efccdb-73d0-4276-b654-d9cdfd4b06fd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.388735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1aeddb-adf8-4598-89e7-77b9590db85f None None] Pushing event deleted for resources: {'Port': ['ID=ea0de730-985c-4b68-912b-a5cab04c17d2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:59.407655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.420834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c9efccdb-73d0-4276-b654-d9cdfd4b06fd HTTP/1.1" status: 204 len: 168 time: 2.8868189 Feb 03 14:27:59.461767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] DHCP port deletion for c332afe6-b99b-4a41-a510-bf1cd307668f request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:27:59.471539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5256d-dffc-4464-a333-fb0a9657bf33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9efccdb-73d0-4276-b654-d9cdfd4b06fd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:59.507453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.531304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] Deleting port 46d4d80c-7ec3-4141-87a1-ffe42f906094 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:27:59.532130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.561122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae6dbf6-b411-4039-b114-0a6ba9b5f87c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:59.614768 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.616252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] For port 46d4d80c-7ec3-4141-87a1-ffe42f906094, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46d4d80c-7ec3-4141-87a1-ffe42f906094,segment=NetworkSegment(22a9a2cb-50e9-45b0-9093-f2dd05f7c646),segment_id=22a9a2cb-50e9-45b0-9093-f2dd05f7c646)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:27:59.616963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.633108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] Calling delete_port for 46d4d80c-7ec3-4141-87a1-ffe42f906094 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:27:59.663968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-f20d7f8f-fafc-4746-910d-6554bf273907 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215427 Feb 03 14:27:59.674000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51628) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:59.694389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c841f4b3-5f28-4db6-a85e-1785f645c4da') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:59.695161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c841f4b3-5f28-4db6-a85e-1785f645c4da') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:27:59.707775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (c841f4b3-5f28-4db6-a85e-1785f645c4da), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.741755 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (46d4d80c-7ec3-4141-87a1-ffe42f906094), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.745161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c841f4b3-5f28-4db6-a85e-1785f645c4da), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.753796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:27:59.755161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (c841f4b3-5f28-4db6-a85e-1785f645c4da), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.769475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e550-ae59-47a4-9198-0c3550d27f71 req-3ba5b6f1-0e53-469a-871a-dc782f03f0de tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:27:59.776195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1a8e550-ae59-47a4-9198-0c3550d27f71 req-3ba5b6f1-0e53-469a-871a-dc782f03f0de tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.4453943 Feb 03 14:27:59.788483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] Pushing event deleted for resources: {'Port': ['ID=46d4d80c-7ec3-4141-87a1-ffe42f906094,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:59.797063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcbbbc4-26f7-47ca-b803-11a4a5f22480 None None] No DVR routers for this DVR port 46d4d80c-7ec3-4141-87a1-ffe42f906094 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:27:59.826553 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:27:59.834418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01d33441-c196-44ab-b300-0dd5c6f25c2f tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (60986a36-a9e0-49bc-acc4-e807bf0f7365), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.851128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (9ae6dbf6-b411-4039-b114-0a6ba9b5f87c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.870118 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.875759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/networks/9ae6dbf6-b411-4039-b114-0a6ba9b5f87c HTTP/1.1" status: 204 len: 168 time: 0.6882401 Feb 03 14:27:59.875759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af73ba-0742-47bb-ad03-21143426660d tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Network': ['ID=9ae6dbf6-b411-4039-b114-0a6ba9b5f87c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:27:59.879529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:59.883219 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.885453 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01d33441-c196-44ab-b300-0dd5c6f25c2f tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (60986a36-a9e0-49bc-acc4-e807bf0f7365), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.925792 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01d33441-c196-44ab-b300-0dd5c6f25c2f tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:27:59.929539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-01d33441-c196-44ab-b300-0dd5c6f25c2f tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3372469 Feb 03 14:27:59.932721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:27:59.940346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1a8e550-ae59-47a4-9198-0c3550d27f71 req-f09e1cae-bbee-488a-a8b9-eb6c70e9f9aa tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625860 Feb 03 14:27:59.988667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Subnet': ['ID=ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:00.002036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.011257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554fdffe-8bc4-4db9-85b8-8010ddb4418c None None] Network 440b725d-ae85-495c-be67-db729ebf145a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:00.017090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46d4d80c-7ec3-4141-87a1-ffe42f906094 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:00.019213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-14e347a8-e8ee-4087-8cf1-5ca8db1b68b0 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/subnets/ab13a268-bd4c-4a2d-bbd4-7ccaecbb38a8 HTTP/1.1" status: 204 len: 168 time: 1.9666991 Feb 03 14:28:00.022112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51634) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:00.029686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-40840cee-3a18-4a09-a2db-bae8eca6f51b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf9f95c93ae043b9942d1afa054fce3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508000 Feb 03 14:28:00.040368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51636) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:00.065412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 46d4d80c-7ec3-4141-87a1-ffe42f906094 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:00.065884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46d4d80c-7ec3-4141-87a1-ffe42f906094 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:00.066069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ea0de730-985c-4b68-912b-a5cab04c17d2 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:00.071193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c332afe6-b99b-4a41-a510-bf1cd307668f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.093768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86bc5e6f-f6a4-4259-a433-c77b51b07c5d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (60986a36-a9e0-49bc-acc4-e807bf0f7365), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.129753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ea0de730-985c-4b68-912b-a5cab04c17d2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:00.130365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ea0de730-985c-4b68-912b-a5cab04c17d2 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:00.153592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cb9ad2-22be-43f9-9eeb-a4938af72e5d req-c9cc0eda-8d68-466b-958d-0a1ce6e5c538 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666927 Feb 03 14:28:00.176931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting subnet 811cab30-2cef-4103-9d21-7612f46605cb {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:00.181989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (811cab30-2cef-4103-9d21-7612f46605cb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.237496 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (811cab30-2cef-4103-9d21-7612f46605cb), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.285421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a45a6202-2983-4a34-aca6-013b1ff54fb5 admin admin] Publish callbacks [] for security_group (af94a5b5-9c26-467d-943b-fc00fec5ab53), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.322177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a45a6202-2983-4a34-aca6-013b1ff54fb5 admin admin] Publish callbacks [] for security_group (af94a5b5-9c26-467d-943b-fc00fec5ab53), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.351068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] DHCP port deletion for 440b725d-ae85-495c-be67-db729ebf145a request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:00.404737 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (811cab30-2cef-4103-9d21-7612f46605cb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.412236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] Deleting port 324c6b94-b55f-4e64-976a-5039d0d1f912 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:00.413302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.475452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c332afe6-b99b-4a41-a510-bf1cd307668f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.479570 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86bc5e6f-f6a4-4259-a433-c77b51b07c5d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (60986a36-a9e0-49bc-acc4-e807bf0f7365), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.489027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86bc5e6f-f6a4-4259-a433-c77b51b07c5d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (60986a36-a9e0-49bc-acc4-e807bf0f7365), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.532479 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (811cab30-2cef-4103-9d21-7612f46605cb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.556274 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a45a6202-2983-4a34-aca6-013b1ff54fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (af94a5b5-9c26-467d-943b-fc00fec5ab53), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.560113 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a45a6202-2983-4a34-aca6-013b1ff54fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.561337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a45a6202-2983-4a34-aca6-013b1ff54fb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af94a5b5-9c26-467d-943b-fc00fec5ab53 HTTP/1.1" status: 204 len: 168 time: 0.5195291 Feb 03 14:28:00.570494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c332afe6-b99b-4a41-a510-bf1cd307668f']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:00.575783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] For port 324c6b94-b55f-4e64-976a-5039d0d1f912, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=324c6b94-b55f-4e64-976a-5039d0d1f912,segment=NetworkSegment(b404fc55-db57-4d5b-b04f-9c41e205747a),segment_id=b404fc55-db57-4d5b-b04f-9c41e205747a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:00.576513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.596137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] Calling delete_port for 324c6b94-b55f-4e64-976a-5039d0d1f912 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:00.610916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a9a2cb-50e9-45b0-9093-f2dd05f7c646') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:00.611354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a9a2cb-50e9-45b0-9093-f2dd05f7c646') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:00.615319 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86bc5e6f-f6a4-4259-a433-c77b51b07c5d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (60986a36-a9e0-49bc-acc4-e807bf0f7365), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.615805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bc5e6f-f6a4-4259-a433-c77b51b07c5d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60986a36-a9e0-49bc-acc4-e807bf0f7365 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:00.621985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86bc5e6f-f6a4-4259-a433-c77b51b07c5d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.627615 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-86bc5e6f-f6a4-4259-a433-c77b51b07c5d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "DELETE /v2.0/routers/60986a36-a9e0-49bc-acc4-e807bf0f7365 HTTP/1.1" status: 204 len: 168 time: 0.6933398 Feb 03 14:28:00.633800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a6202-2983-4a34-aca6-013b1ff54fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af94a5b5-9c26-467d-943b-fc00fec5ab53,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:00.641333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (22a9a2cb-50e9-45b0-9093-f2dd05f7c646), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.656731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Subnet': ['ID=811cab30-2cef-4103-9d21-7612f46605cb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:00.662003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.671267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (22a9a2cb-50e9-45b0-9093-f2dd05f7c646), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.674750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1a9945df-ef73-432e-9645-aa51f3510135 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/subnets/811cab30-2cef-4103-9d21-7612f46605cb HTTP/1.1" status: 204 len: 168 time: 0.6411088 Feb 03 14:28:00.676302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:00.689511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:00.689933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (22a9a2cb-50e9-45b0-9093-f2dd05f7c646), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:00.702053 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:00.708974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692cd1c-b849-4fb2-8288-b277b911a664 req-b6f13cff-101e-4551-9faa-92042ad96a9b tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:00.721878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463eb7cb-916e-4ec5-9f6d-99c0fcc6797b None None] Network 15fb4873-82a3-4452-84fa-87e33bc43fdf requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:00.724506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1692cd1c-b849-4fb2-8288-b277b911a664 req-b6f13cff-101e-4551-9faa-92042ad96a9b tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 946 time: 0.2082365 Feb 03 14:28:00.824602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1692cd1c-b849-4fb2-8288-b277b911a664 req-6fd3f346-c629-4709-8dd1-5875ccd1c430 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983479 Feb 03 14:28:01.028966 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (324c6b94-b55f-4e64-976a-5039d0d1f912), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.139888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51658) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:01.145751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] DHCP port deletion for 15fb4873-82a3-4452-84fa-87e33bc43fdf request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:01.151708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] Pushing event deleted for resources: {'Port': ['ID=324c6b94-b55f-4e64-976a-5039d0d1f912,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:01.158883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b0e5fe-9ad9-461f-b2c9-ad1309852864 None None] No DVR routers for this DVR port 324c6b94-b55f-4e64-976a-5039d0d1f912 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:01.217832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] Deleting port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:01.218273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.271724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784a08-cdb9-4ded-9d44-3341f17fda0e req-1ffdf995-a14d-4e8a-8a8b-1a58d5ece135 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:01.279966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3784a08-cdb9-4ded-9d44-3341f17fda0e req-1ffdf995-a14d-4e8a-8a8b-1a58d5ece135 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.2043314 Feb 03 14:28:01.301258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] For port 62f4cf34-dbb6-49e4-82db-b2e8578ee630, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=62f4cf34-dbb6-49e4-82db-b2e8578ee630,segment=NetworkSegment(e572eafb-ce73-482e-b47a-c1f1ea4b48a5),segment_id=e572eafb-ce73-482e-b47a-c1f1ea4b48a5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:01.301663 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.318810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] Calling delete_port for 62f4cf34-dbb6-49e4-82db-b2e8578ee630 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:01.412971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3784a08-cdb9-4ded-9d44-3341f17fda0e req-28dd20e0-2888-4a22-8fbc-99b543d6a955 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270590 Feb 03 14:28:01.499940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (62f4cf34-dbb6-49e4-82db-b2e8578ee630), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.531752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] No DVR routers for this DVR port 62f4cf34-dbb6-49e4-82db-b2e8578ee630 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:01.602359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd632a09-b5ca-46fd-816f-42560857ca11 None None] Pushing event deleted for resources: {'Port': ['ID=62f4cf34-dbb6-49e4-82db-b2e8578ee630,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:01.615181 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (52d5f2c3-e5ef-4e72-9755-735db420e0a7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.623888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (440b725d-ae85-495c-be67-db729ebf145a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.671070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c332afe6-b99b-4a41-a510-bf1cd307668f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.687963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-509096342', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:01.705071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.718057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] 10.222.0.52 "DELETE /v2.0/networks/c332afe6-b99b-4a41-a510-bf1cd307668f HTTP/1.1" status: 204 len: 168 time: 1.8382919 Feb 03 14:28:01.741914 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (c42dfb05-0f66-436b-a5ab-9216459eca0b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.743548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (c42dfb05-0f66-436b-a5ab-9216459eca0b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.843536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (c42dfb05-0f66-436b-a5ab-9216459eca0b), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:01.906721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d0186-c9fa-49fa-a147-372dd8f83ae9 tempest-TaggedBootDevicesTest_v242-1282078202 tempest-TaggedBootDevicesTest_v242-1282078202-project] Pushing event deleted for resources: {'Network': ['ID=c332afe6-b99b-4a41-a510-bf1cd307668f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:02.024518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (440b725d-ae85-495c-be67-db729ebf145a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.044827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 324c6b94-b55f-4e64-976a-5039d0d1f912 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:02.095533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 324c6b94-b55f-4e64-976a-5039d0d1f912 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:02.096626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 324c6b94-b55f-4e64-976a-5039d0d1f912 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:02.097518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 62f4cf34-dbb6-49e4-82db-b2e8578ee630 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:02.124610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 62f4cf34-dbb6-49e4-82db-b2e8578ee630 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:02.124966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 62f4cf34-dbb6-49e4-82db-b2e8578ee630 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:02.143360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (c42dfb05-0f66-436b-a5ab-9216459eca0b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.144088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440b725d-ae85-495c-be67-db729ebf145a']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:02.165559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b404fc55-db57-4d5b-b04f-9c41e205747a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:02.165870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b404fc55-db57-4d5b-b04f-9c41e205747a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:02.200869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (b404fc55-db57-4d5b-b04f-9c41e205747a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.224318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b404fc55-db57-4d5b-b04f-9c41e205747a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.234246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:02.234831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (b404fc55-db57-4d5b-b04f-9c41e205747a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:02.239121 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:02.301568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Deleting port a16daa31-7aa7-4884-a54a-0529262a591a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:02.301913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.364376 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (440b725d-ae85-495c-be67-db729ebf145a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.369791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.373717 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/networks/440b725d-ae85-495c-be67-db729ebf145a HTTP/1.1" status: 204 len: 168 time: 1.6952698 Feb 03 14:28:02.378448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51694) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:02.396168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8d035-80e9-43dd-a1f4-2c1f715f47f4 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Network': ['ID=440b725d-ae85-495c-be67-db729ebf145a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:02.426826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] For port a16daa31-7aa7-4884-a54a-0529262a591a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a16daa31-7aa7-4884-a54a-0529262a591a,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:02.427251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.452558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Calling delete_port for a16daa31-7aa7-4884-a54a-0529262a591a owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:02.477992 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (c42dfb05-0f66-436b-a5ab-9216459eca0b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.514196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.608867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:02.650242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Allocated IP 172.25.0.128 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/d28b532e-34ad-4dea-bcd8-8ecbff48acfb) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:02.657116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (15fb4873-82a3-4452-84fa-87e33bc43fdf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.706824 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a16daa31-7aa7-4884-a54a-0529262a591a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.738597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16daa31-7aa7-4884-a54a-0529262a591a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:02.833746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0d976d5-7bbe-4b7e-934e-e68817490475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.851271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (15fb4873-82a3-4452-84fa-87e33bc43fdf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.872292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fb4873-82a3-4452-84fa-87e33bc43fdf']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:02.882126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e572eafb-ce73-482e-b47a-c1f1ea4b48a5') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:02.882429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e572eafb-ce73-482e-b47a-c1f1ea4b48a5') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:02.914362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (e572eafb-ce73-482e-b47a-c1f1ea4b48a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.939801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77577527-06dd-4661-8acf-803b1f6de5cd req-0ab5c41e-74da-4982-acf9-1d8115620474 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:02.941464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77577527-06dd-4661-8acf-803b1f6de5cd req-0ab5c41e-74da-4982-acf9-1d8115620474 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3076026 Feb 03 14:28:02.957986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e572eafb-ce73-482e-b47a-c1f1ea4b48a5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.988098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:02.988534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (e572eafb-ce73-482e-b47a-c1f1ea4b48a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:02.991828 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:03.028746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (52d5f2c3-e5ef-4e72-9755-735db420e0a7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.036953 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for port (d28b532e-34ad-4dea-bcd8-8ecbff48acfb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.090708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-77577527-06dd-4661-8acf-803b1f6de5cd req-02b12ccd-098f-4726-9b34-cf17399c70c6 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404123 Feb 03 14:28:03.099042 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (15fb4873-82a3-4452-84fa-87e33bc43fdf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.123027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.129905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/networks/15fb4873-82a3-4452-84fa-87e33bc43fdf HTTP/1.1" status: 204 len: 168 time: 0.7475224 Feb 03 14:28:03.129905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d372b-be0b-41ca-aea2-88216aecb2a7 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Network': ['ID=15fb4873-82a3-4452-84fa-87e33bc43fdf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:03.131952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51708) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:03.179040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0d976d5-7bbe-4b7e-934e-e68817490475 admin admin] Publish callbacks [] for security_group (5484d33e-f30a-466b-b5d3-5e81455145c4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.218505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d28b532e-34ad-4dea-bcd8-8ecbff48acfb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.257804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting subnet 42e61955-81b2-499c-9cf7-3ffdcec7416e {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:03.268230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (42e61955-81b2-499c-9cf7-3ffdcec7416e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.299348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:03.310536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:03.314204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0d976d5-7bbe-4b7e-934e-e68817490475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5484d33e-f30a-466b-b5d3-5e81455145c4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.315606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:03.317595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event updated for resources: {'Port': ['ID=d28b532e-34ad-4dea-bcd8-8ecbff48acfb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:03.348953 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a0d976d5-7bbe-4b7e-934e-e68817490475 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dcd75757f2647509e8555c6b4a96997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7390418 Feb 03 14:28:03.355157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51710) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:03.372508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (42e61955-81b2-499c-9cf7-3ffdcec7416e), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.422254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d976d5-7bbe-4b7e-934e-e68817490475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5484d33e-f30a-466b-b5d3-5e81455145c4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:03.526738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:03.547418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af1d876-16f0-4a8e-8199-180d94cce777 admin admin] Publish callbacks [] for security_group (5484d33e-f30a-466b-b5d3-5e81455145c4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.632252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af1d876-16f0-4a8e-8199-180d94cce777 admin admin] Publish callbacks [] for security_group (5484d33e-f30a-466b-b5d3-5e81455145c4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.649728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (42e61955-81b2-499c-9cf7-3ffdcec7416e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.746979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:03.753446 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-46f3965c-997c-4a14-ba51-8b1303f28119 admin admin] 10.222.0.52 "PUT /v2.0/routers/52d5f2c3-e5ef-4e72-9755-735db420e0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8143563 Feb 03 14:28:03.756102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51714) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:03.758852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] Sync routers for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:03.778271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:03.778915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:03.889528 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (c42dfb05-0f66-436b-a5ab-9216459eca0b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:03.896347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks [] for router (52d5f2c3-e5ef-4e72-9755-735db420e0a7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.000638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af1d876-16f0-4a8e-8199-180d94cce777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5484d33e-f30a-466b-b5d3-5e81455145c4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.003247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7af1d876-16f0-4a8e-8199-180d94cce777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.004469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7af1d876-16f0-4a8e-8199-180d94cce777 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5484d33e-f30a-466b-b5d3-5e81455145c4 HTTP/1.1" status: 204 len: 168 time: 0.6463590 Feb 03 14:28:04.016557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1d876-16f0-4a8e-8199-180d94cce777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5484d33e-f30a-466b-b5d3-5e81455145c4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:04.018478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (42e61955-81b2-499c-9cf7-3ffdcec7416e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.123185 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks [] for router_gateway (52d5f2c3-e5ef-4e72-9755-735db420e0a7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.132983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:04.238361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Deleting port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:04.238775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.351801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] For port 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:04.353232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.370251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Calling delete_port for 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:04.475493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Subnet': ['ID=42e61955-81b2-499c-9cf7-3ffdcec7416e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:04.479001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.484970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-44ce8755-906b-499a-bae7-2ff78b1bf049 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/subnets/42e61955-81b2-499c-9cf7-3ffdcec7416e HTTP/1.1" status: 204 len: 168 time: 1.3481138 Feb 03 14:28:04.486416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51728) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:04.499591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a8920-5280-4a2a-a70e-0a37db4372b9 None None] Network 34998454-ffb0-4c67-9885-dd41be0291c8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:04.545877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899de5e7-6ec1-4128-b9a1-73485e5ea8e7 req-121bf5bd-0488-4280-884f-8f6c1e881a14 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:04.548138 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-899de5e7-6ec1-4128-b9a1-73485e5ea8e7 req-121bf5bd-0488-4280-884f-8f6c1e881a14 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1376212 Feb 03 14:28:04.584063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (c42dfb05-0f66-436b-a5ab-9216459eca0b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.655812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-899de5e7-6ec1-4128-b9a1-73485e5ea8e7 req-daed002a-870e-4789-bb13-571e23e3f19e tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951531 Feb 03 14:28:04.767877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:28:02Z', 'revision_number': 5, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port': {'id': '4ea2f1b7-f75c-42aa-b17d-5c8e207f168e', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:19:33Z', 'updated_at': '2022-02-03T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:04.791047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (34998454-ffb0-4c67-9885-dd41be0291c8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.802524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Router c42dfb05-0f66-436b-a5ab-9216459eca0b is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:04.851255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] Checking router: 52d5f2c3-e5ef-4e72-9755-735db420e0a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:04.855640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] DHCP port deletion for 34998454-ffb0-4c67-9885-dd41be0291c8 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:04.921269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4ea2f1b7-f75c-42aa-b17d-5c8e207f168e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:04.930239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] Routers {'52d5f2c3-e5ef-4e72-9755-735db420e0a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:04.932337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:04.983501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea2f1b7-f75c-42aa-b17d-5c8e207f168e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:05.016120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:05.027498 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] Sync routers for ids ['c42dfb05-0f66-436b-a5ab-9216459eca0b'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:05.045413 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] Routers {'c42dfb05-0f66-436b-a5ab-9216459eca0b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:05.047592 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c42dfb05-0f66-436b-a5ab-9216459eca0b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:05.049633 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.052663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-26e2599e-31f0-4443-900a-22c632f1852e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9101100 Feb 03 14:28:05.054538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51746) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:05.056984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] Set router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:05.128147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:28:04Z', 'revision_number': 7, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:05.153172 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:05.174909 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] Routers {'c42dfb05-0f66-436b-a5ab-9216459eca0b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:05.175501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (52d5f2c3-e5ef-4e72-9755-735db420e0a7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.178179 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c42dfb05-0f66-436b-a5ab-9216459eca0b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:05.186286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9445a7-78ed-4580-917d-da9a09804292 None None] The sync data for ids ['52d5f2c3-e5ef-4e72-9755-735db420e0a7'] in n-d-827549-2 is: [{'id': '52d5f2c3-e5ef-4e72-9755-735db420e0a7', 'name': 'tempest-AttachVolumeShelveTestJSON-131159394-router', 'tenant_id': '6fc617d0ee0245bbb30e13595f55cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:19:30Z', 'updated_at': '2022-02-03T14:28:04Z', 'revision_number': 7, 'project_id': '6fc617d0ee0245bbb30e13595f55cadd', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:05.200090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] Deleting port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:05.200561 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.336840 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:05.338252 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd23c9-7911-42bd-982d-9640f279366b None None] The sync data for ids ['c42dfb05-0f66-436b-a5ab-9216459eca0b'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:05.387455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] For port d0c7f194-6b23-44d5-88d4-5e19a915f3e0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,segment=NetworkSegment(a3fda080-b9b5-4efa-9db3-326f5f9c2b0a),segment_id=a3fda080-b9b5-4efa-9db3-326f5f9c2b0a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:05.387455 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.408436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e5c00c29-3604-42b3-bb3e-6bfbdc087bc8 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/c42dfb05-0f66-436b-a5ab-9216459eca0b HTTP/1.1" status: 200 len: 920 time: 0.3524690 Feb 03 14:28:05.409222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51760) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:05.434352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] Calling delete_port for d0c7f194-6b23-44d5-88d4-5e19a915f3e0 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:05.449947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0dbfbb0d-3173-4605-8809-f9d32e530935 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=c42dfb05-0f66-436b-a5ab-9216459eca0b HTTP/1.1" status: 200 len: 205 time: 0.0391793 Feb 03 14:28:05.450603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51762) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:05.503845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Deleting port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:05.504179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.609937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] For port d0c7f194-6b23-44d5-88d4-5e19a915f3e0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,segment=NetworkSegment(a3fda080-b9b5-4efa-9db3-326f5f9c2b0a),segment_id=a3fda080-b9b5-4efa-9db3-326f5f9c2b0a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:05.610482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.629031 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.650257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (52d5f2c3-e5ef-4e72-9755-735db420e0a7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.654013 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks [] for router_controller (52d5f2c3-e5ef-4e72-9755-735db420e0a7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.654897 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (c42dfb05-0f66-436b-a5ab-9216459eca0b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.664382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Calling delete_port for d0c7f194-6b23-44d5-88d4-5e19a915f3e0 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:05.720723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] Pushing event deleted for resources: {'Port': ['ID=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:05.738459 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-60b56f9e-c2fa-431f-af55-4c6a6cc2406e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5553396 Feb 03 14:28:05.738636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232baa3-48f6-4da9-b980-4519f27c9144 None None] No DVR routers for this DVR port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:05.813186 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (52d5f2c3-e5ef-4e72-9755-735db420e0a7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.816339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d5f2c3-e5ef-4e72-9755-735db420e0a7 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:05.846799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.847881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebb8e121-6b7a-44e9-b460-60b9e52d8c30 admin admin] 10.222.0.52 "DELETE /v2.0/routers/52d5f2c3-e5ef-4e72-9755-735db420e0a7 HTTP/1.1" status: 204 len: 168 time: 2.0908012 Feb 03 14:28:05.852657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51776) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:05.935904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32272dd-9c49-4eef-a3bb-e87eb3b251a2 req-7201bd0f-f2a9-42d7-be62-51d12b3a9607 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:05.937459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c32272dd-9c49-4eef-a3bb-e87eb3b251a2 req-7201bd0f-f2a9-42d7-be62-51d12b3a9607 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1462431 Feb 03 14:28:05.941153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (c42dfb05-0f66-436b-a5ab-9216459eca0b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:05.999243 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:28:06.007312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-8172ae90-4b62-4b54-a73d-434a1d601205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:06.011603 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-8172ae90-4b62-4b54-a73d-434a1d601205 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 1128 time: 0.1951854 Feb 03 14:28:06.030761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] Deleting subnet edbaf595-2684-4a35-9dc5-111f8b0e3df4 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:06.055567 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] Publish callbacks [] for subnet (edbaf595-2684-4a35-9dc5-111f8b0e3df4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.056942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c32272dd-9c49-4eef-a3bb-e87eb3b251a2 req-739fc8c3-3ae7-452e-8941-de4e55396e55 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124444 Feb 03 14:28:06.067318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:06.098049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Deleting port d28b532e-34ad-4dea-bcd8-8ecbff48acfb {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:06.098407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d28b532e-34ad-4dea-bcd8-8ecbff48acfb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.112006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:06.112271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4ea2f1b7-f75c-42aa-b17d-5c8e207f168e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:06.133666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a16daa31-7aa7-4884-a54a-0529262a591a no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:06.141649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51780) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:06.181469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a16daa31-7aa7-4884-a54a-0529262a591a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:06.181712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a16daa31-7aa7-4884-a54a-0529262a591a not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:06.182014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d0c7f194-6b23-44d5-88d4-5e19a915f3e0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:06.226870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d0c7f194-6b23-44d5-88d4-5e19a915f3e0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:06.227254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d0c7f194-6b23-44d5-88d4-5e19a915f3e0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:06.230921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d0c7f194-6b23-44d5-88d4-5e19a915f3e0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.238638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d28b532e-34ad-4dea-bcd8-8ecbff48acfb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.274661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Calling delete_port for d28b532e-34ad-4dea-bcd8-8ecbff48acfb owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:06.282258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] No DVR routers for this DVR port d0c7f194-6b23-44d5-88d4-5e19a915f3e0 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:06.325324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Port': ['ID=d0c7f194-6b23-44d5-88d4-5e19a915f3e0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:06.334638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (edbaf595-2684-4a35-9dc5-111f8b0e3df4), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.521990 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-1d62cf51-0999-43d6-afd3-299276111e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:06.523582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-1d62cf51-0999-43d6-afd3-299276111e11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.4712770 Feb 03 14:28:06.533724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (34998454-ffb0-4c67-9885-dd41be0291c8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.548288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dbfbc66-1b14-4f1f-b8bc-630bda933d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.586497 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d28b532e-34ad-4dea-bcd8-8ecbff48acfb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.614209 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-c9bdcc38-7021-42a1-a0b6-713afc6d920b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bdc497-f2e1-4417-b20f-dd47f670a141 HTTP/1.1" status: 200 len: 217 time: 0.0829332 Feb 03 14:28:06.619354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34998454-ffb0-4c67-9885-dd41be0291c8']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:06.654874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event deleted for resources: {'Port': ['ID=d28b532e-34ad-4dea-bcd8-8ecbff48acfb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:06.674447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fda080-b9b5-4efa-9db3-326f5f9c2b0a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:06.674767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fda080-b9b5-4efa-9db3-326f5f9c2b0a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:06.688260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (edbaf595-2684-4a35-9dc5-111f8b0e3df4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.717816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (a3fda080-b9b5-4efa-9db3-326f5f9c2b0a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.728809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (c42dfb05-0f66-436b-a5ab-9216459eca0b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.747704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-830a5fe0-867c-4019-a771-9d1ee40cdcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:06.749364 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-830a5fe0-867c-4019-a771-9d1ee40cdcf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.1268134 Feb 03 14:28:06.752075 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a3fda080-b9b5-4efa-9db3-326f5f9c2b0a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.772884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:06.773350 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (a3fda080-b9b5-4efa-9db3-326f5f9c2b0a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:06.779086 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:06.805694 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-78d6843a-1b59-4bd0-961b-383fac606801 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475006 Feb 03 14:28:06.835529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (c42dfb05-0f66-436b-a5ab-9216459eca0b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.837844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (c42dfb05-0f66-436b-a5ab-9216459eca0b), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.900054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (c42dfb05-0f66-436b-a5ab-9216459eca0b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.900828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Fanout notify agent at l3_agent the message router_deleted on router c42dfb05-0f66-436b-a5ab-9216459eca0b {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:06.909253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.913987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (edbaf595-2684-4a35-9dc5-111f8b0e3df4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.915459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-319e68b8-86e9-4716-b479-44c159f2f26b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/c42dfb05-0f66-436b-a5ab-9216459eca0b HTTP/1.1" status: 204 len: 168 time: 1.4637756 Feb 03 14:28:06.919492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51788) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:06.924389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (34998454-ffb0-4c67-9885-dd41be0291c8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.926666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'router': {'name': 'tempest-snat-router-771937667', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': False}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:06.946301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dbfbc66-1b14-4f1f-b8bc-630bda933d75 admin admin] Publish callbacks [] for security_group (c94ea36d-586c-46f1-862a-49db8648803e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.957816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.958592 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dbfbc66-1b14-4f1f-b8bc-630bda933d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c94ea36d-586c-46f1-862a-49db8648803e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.964107 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/networks/34998454-ffb0-4c67-9885-dd41be0291c8 HTTP/1.1" status: 204 len: 168 time: 2.4738324 Feb 03 14:28:06.965311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51790) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:06.977449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edbaf595-2684-4a35-9dc5-111f8b0e3df4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:06.978325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74bbcbf-43c7-4b59-a53a-9901e57eef0a None None] Network 91edd6a3-4519-45a0-8b02-8c97405b3ae5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:06.979640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:06.983234 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9c8fc26e-98b0-456a-9265-2caf33e5cdd3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/edbaf595-2684-4a35-9dc5-111f8b0e3df4 HTTP/1.1" status: 204 len: 168 time: 1.1279819 Feb 03 14:28:06.987003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:06.987784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300c6ff-25e4-441d-852b-26d1208a0dde tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Pushing event deleted for resources: {'Network': ['ID=34998454-ffb0-4c67-9885-dd41be0291c8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:07.031899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6cf29086-d468-48c9-8eb7-3dfc915047be tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "GET /v2.0/ports?device_id=b94bfda4-6bca-4403-b771-04deaf429e65 HTTP/1.1" status: 200 len: 205 time: 0.0551684 Feb 03 14:28:07.031899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.031899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.034676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:07.047015 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-313be3cf-991c-41e7-9c0c-5c5ee2ddccff service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319582 Feb 03 14:28:07.071329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6dbfbc66-1b14-4f1f-b8bc-630bda933d75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=642dff44dba84908adf832878662f87a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9283657 Feb 03 14:28:07.074860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51796) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:07.076824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfbc66-1b14-4f1f-b8bc-630bda933d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94ea36d-586c-46f1-862a-49db8648803e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:07.144905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.247335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa788cdf-5d9a-40fc-8fe8-124a335f6003 admin admin] Publish callbacks [] for security_group (c94ea36d-586c-46f1-862a-49db8648803e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.256570 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (91edd6a3-4519-45a0-8b02-8c97405b3ae5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.259618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa23c279-9330-4824-a7e3-8451bd2be088 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router (b94bfda4-6bca-4403-b771-04deaf429e65), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.346247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] DHCP port deletion for 91edd6a3-4519-45a0-8b02-8c97405b3ae5 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:07.424804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] Deleting port 9ccb7c0d-b490-4c31-9760-0839fbe6159e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:07.425760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.454595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.502960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] For port 9ccb7c0d-b490-4c31-9760-0839fbe6159e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9ccb7c0d-b490-4c31-9760-0839fbe6159e,segment=NetworkSegment(8da8e565-9816-4660-860c-cbdeb1a3f0e9),segment_id=8da8e565-9816-4660-860c-cbdeb1a3f0e9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:07.504032 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.519581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] Calling delete_port for 9ccb7c0d-b490-4c31-9760-0839fbe6159e owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:07.532700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa788cdf-5d9a-40fc-8fe8-124a335f6003 admin admin] Publish callbacks [] for security_group (c94ea36d-586c-46f1-862a-49db8648803e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.617119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa788cdf-5d9a-40fc-8fe8-124a335f6003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c94ea36d-586c-46f1-862a-49db8648803e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.620885 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa788cdf-5d9a-40fc-8fe8-124a335f6003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.622136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fa788cdf-5d9a-40fc-8fe8-124a335f6003 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c94ea36d-586c-46f1-862a-49db8648803e HTTP/1.1" status: 204 len: 168 time: 0.5463171 Feb 03 14:28:07.681500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa788cdf-5d9a-40fc-8fe8-124a335f6003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94ea36d-586c-46f1-862a-49db8648803e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:07.720032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68746b1-670b-4d18-8044-87f30b991239 req-f7b7c620-96a1-4d0d-948e-4ea84be9b9e4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:07.731144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c68746b1-670b-4d18-8044-87f30b991239 req-f7b7c620-96a1-4d0d-948e-4ea84be9b9e4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.4982448 Feb 03 14:28:07.757261 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (9ccb7c0d-b490-4c31-9760-0839fbe6159e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:07.817745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] Pushing event deleted for resources: {'Port': ['ID=9ccb7c0d-b490-4c31-9760-0839fbe6159e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:07.825136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3583c-85a3-4030-a3ea-7129773c5f4d None None] No DVR routers for this DVR port 9ccb7c0d-b490-4c31-9760-0839fbe6159e on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:07.892947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c68746b1-670b-4d18-8044-87f30b991239 req-1863c808-494b-4ecf-923a-90fc14d5a3da tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548936 Feb 03 14:28:08.005642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ccb7c0d-b490-4c31-9760-0839fbe6159e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:08.045936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9ccb7c0d-b490-4c31-9760-0839fbe6159e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:08.046658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ccb7c0d-b490-4c31-9760-0839fbe6159e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:08.086094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (91edd6a3-4519-45a0-8b02-8c97405b3ae5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.107289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91edd6a3-4519-45a0-8b02-8c97405b3ae5']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:08.117877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da8e565-9816-4660-860c-cbdeb1a3f0e9') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:08.118294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da8e565-9816-4660-860c-cbdeb1a3f0e9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:08.130094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (8da8e565-9816-4660-860c-cbdeb1a3f0e9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.146488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8da8e565-9816-4660-860c-cbdeb1a3f0e9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.153018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:08.153527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (8da8e565-9816-4660-860c-cbdeb1a3f0e9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:08.221926 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:08.242564 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.268772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-186d3af3-09d0-44cf-967f-f97f8a3aafcc req-8168869a-9342-4051-8a1c-b54b61b12055 service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1925068 Feb 03 14:28:08.273743 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.322607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (91edd6a3-4519-45a0-8b02-8c97405b3ae5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.336355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.357583 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/91edd6a3-4519-45a0-8b02-8c97405b3ae5 HTTP/1.1" status: 204 len: 168 time: 1.3572335 Feb 03 14:28:08.477333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Allocated IP 172.25.0.224 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:08.490430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c2df9-505e-43bc-8725-a5d14f6b4de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=91edd6a3-4519-45a0-8b02-8c97405b3ae5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:08.501353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa23c279-9330-4824-a7e3-8451bd2be088 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (b94bfda4-6bca-4403-b771-04deaf429e65), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.507830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa23c279-9330-4824-a7e3-8451bd2be088 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router_controller (b94bfda4-6bca-4403-b771-04deaf429e65), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.594469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa23c279-9330-4824-a7e3-8451bd2be088 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (b94bfda4-6bca-4403-b771-04deaf429e65), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.595639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa23c279-9330-4824-a7e3-8451bd2be088 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Fanout notify agent at l3_agent the message router_deleted on router b94bfda4-6bca-4403-b771-04deaf429e65 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:08.603056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa23c279-9330-4824-a7e3-8451bd2be088 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.606765 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fa23c279-9330-4824-a7e3-8451bd2be088 tempest-RoutersNegativeIpV6Test-973358680 tempest-RoutersNegativeIpV6Test-973358680-project] 10.222.0.52 "DELETE /v2.0/routers/b94bfda4-6bca-4403-b771-04deaf429e65 HTTP/1.1" status: 204 len: 168 time: 1.5709574 Feb 03 14:28:08.656859 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.701925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51832) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:08.738445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.778501 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f256bec-a74b-4d30-8a4b-9f95941c5bf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fc617d0ee0245bbb30e13595f55cadd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0751092 Feb 03 14:28:08.779336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:08.830477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:08.839571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:08.846232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:08.846413 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bdc5844-45dd-4a11-aff4-3ae71f4bd5a4 admin admin] Publish callbacks [] for security_group (6bfc5706-8232-40a3-9ab8-30ccef27ecaf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.863896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Port': ['ID=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:08.894135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51836) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:08.898999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bdc5844-45dd-4a11-aff4-3ae71f4bd5a4 admin admin] Publish callbacks [] for security_group (6bfc5706-8232-40a3-9ab8-30ccef27ecaf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:08.953127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.026159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bdc5844-45dd-4a11-aff4-3ae71f4bd5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6bfc5706-8232-40a3-9ab8-30ccef27ecaf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.028845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bdc5844-45dd-4a11-aff4-3ae71f4bd5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.030034 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0bdc5844-45dd-4a11-aff4-3ae71f4bd5a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bfc5706-8232-40a3-9ab8-30ccef27ecaf HTTP/1.1" status: 204 len: 168 time: 0.2493618 Feb 03 14:28:09.041591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc5844-45dd-4a11-aff4-3ae71f4bd5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc5706-8232-40a3-9ab8-30ccef27ecaf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:09.221344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-749391634-network', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:09.255783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Made reservation on behalf of a782397e96ee41ad8be5bf77de5ea021 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:09.258829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.277602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.307663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518ba9d-7d87-487d-ba86-abf0857a299c req-2d7c309f-6fa5-4a13-bde9-ce944f3871cd tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:09.317777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e518ba9d-7d87-487d-ba86-abf0857a299c req-2d7c309f-6fa5-4a13-bde9-ce944f3871cd tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.2161775 Feb 03 14:28:09.391666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e518ba9d-7d87-487d-ba86-abf0857a299c req-5b61b7c0-f964-4c82-9f45-6de8814e60de tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721004 Feb 03 14:28:09.421134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51848) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:09.472846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks [] for security_group (a3d8e47a-3474-4dea-a2ac-7a62b41c2f24), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.487083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a3d8e47a-3474-4dea-a2ac-7a62b41c2f24), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.513734 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.525928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:09.571741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d8e47a-3474-4dea-a2ac-7a62b41c2f24,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:09.592665 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (588637b7-92c2-462a-bcf8-d3d8ddf93cbe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.593035 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Added segment 588637b7-92c2-462a-bcf8-d3d8ddf93cbe of type vlan for network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa Feb 03 14:28:09.667797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.720343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9a91cb2-c0b2-4738-b44c-3ffde197d0f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57f60fc9f03640b8bee3a95fbba2291a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985461 Feb 03 14:28:09.722880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51862) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:09.739937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.741941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:09.741941 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.803024 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8977964 Feb 03 14:28:09.830877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51866) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:09.835637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Request body: {'subnet': {'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-749391634-subnet', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:09.845367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e2a81-3e10-4c68-96e7-465c00cea5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:09.859632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:09.875138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4c21421b-b867-497f-86d3-07d49f2ded16 admin admin] Publish callbacks [] for security_group (80142bea-f904-45e3-a581-5c284b4a23fe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.889272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Made reservation on behalf of a782397e96ee41ad8be5bf77de5ea021 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:09.891730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:09.933754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4c21421b-b867-497f-86d3-07d49f2ded16 admin admin] Publish callbacks [] for security_group (80142bea-f904-45e3-a581-5c284b4a23fe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.066164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4c21421b-b867-497f-86d3-07d49f2ded16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (80142bea-f904-45e3-a581-5c284b4a23fe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.074478 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4c21421b-b867-497f-86d3-07d49f2ded16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.080959 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4c21421b-b867-497f-86d3-07d49f2ded16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80142bea-f904-45e3-a581-5c284b4a23fe HTTP/1.1" status: 204 len: 168 time: 0.3570271 Feb 03 14:28:10.137371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21421b-b867-497f-86d3-07d49f2ded16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80142bea-f904-45e3-a581-5c284b4a23fe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:10.353980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (e7d75ef2-6697-425a-871f-c3af11ca888a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.425218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d75ef2-6697-425a-871f-c3af11ca888a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:10.510309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Checking segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:10.510809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Network hostable DHCP agents. Network: 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:28:10.535773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:28:10.557688 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.565416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:10.572282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:10.572815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.581805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5521a-b64c-4cb7-8588-6a50ba1dcb34 None None] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:10.605757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4cce-e5b8-4b39-9a65-4c035e6d38ce req-c706c193-caa7-4bfe-be0b-13f54ad4df30 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:10.605757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db2a4cce-e5b8-4b39-9a65-4c035e6d38ce req-c706c193-caa7-4bfe-be0b-13f54ad4df30 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1165588 Feb 03 14:28:10.622241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bf5e119f-ea2f-4bb1-b3b7-955463554dc2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7903533 Feb 03 14:28:10.623607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51888) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:10.633898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:10.689406 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (38ef010b-c15a-458d-b380-f31485409cc6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.690717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (38ef010b-c15a-458d-b380-f31485409cc6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.873092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db2a4cce-e5b8-4b39-9a65-4c035e6d38ce req-060ab5be-4724-4464-a412-24eeb8615d1c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102757 Feb 03 14:28:10.933671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks [] for router_controller (38ef010b-c15a-458d-b380-f31485409cc6), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:10.999118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:28:11.003470 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.032285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Router dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:11.188034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:11.217805 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.221483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3effbb07-fb63-4fce-aac1-95c90e24e0e0 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2979045 Feb 03 14:28:11.223635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51908) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:11.245580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Sync routers for ids ['dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:11.264621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks [] for router_gateway (38ef010b-c15a-458d-b380-f31485409cc6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.312561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Routers {'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:11.313571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:11.463437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-16a79391-1ed1-4e05-95f5-4168dc44ad59 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b HTTP/1.1" status: 200 len: 908 time: 0.2383056 Feb 03 14:28:11.466842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:11.475749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'router': {'name': 'tempest-snat-router-771937667', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': True}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:11.509773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Allocated IP 172.20.0.2 (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa/e7d75ef2-6697-425a-871f-c3af11ca888a/251e3c90-ee93-4202-92b2-f4b359694287) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:11.521547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (51908fd8-edd9-4497-a10e-a9804c625da9), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.532710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (51908fd8-edd9-4497-a10e-a9804c625da9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.624929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (51908fd8-edd9-4497-a10e-a9804c625da9), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.699489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Set router dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:11.764158 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks [] for router_gateway (38ef010b-c15a-458d-b380-f31485409cc6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.814450 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:11.867226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (51908fd8-edd9-4497-a10e-a9804c625da9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.114875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Allocated IP 172.25.0.7 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/21fac5af-7d8c-4b2d-956b-7844219adba0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:12.181503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Publish callbacks [] for port (251e3c90-ee93-4202-92b2-f4b359694287), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.188326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:12.208780 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (251e3c90-ee93-4202-92b2-f4b359694287), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.285787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4c78-4509-4f7d-b9a9-44de2070b293 req-4227c6cb-6f3a-4d28-9886-7f4fe4b24ea0 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:12.289830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c45d4c78-4509-4f7d-b9a9-44de2070b293 req-4227c6cb-6f3a-4d28-9886-7f4fe4b24ea0 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1886041 Feb 03 14:28:12.312283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Pushing event updated for resources: {'Port': ['ID=251e3c90-ee93-4202-92b2-f4b359694287,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:12.363066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c45d4c78-4509-4f7d-b9a9-44de2070b293 req-a1d34061-7774-4cb9-a438-351f3beeac01 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665319 Feb 03 14:28:12.401984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:12.407506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:12.417377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:12.424059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks [] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.434746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a2f8c7e1-4109-47cf-b3f4-211930fac8b0 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1341975379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:12.493180 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c7e1-4109-47cf-b3f4-211930fac8b0 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (113de8ba-0102-45df-8654-7059e50be598), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.494416 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c7e1-4109-47cf-b3f4-211930fac8b0 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (113de8ba-0102-45df-8654-7059e50be598), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.528968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Attempting to bind port 251e3c90-ee93-4202-92b2-f4b359694287 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:12.530041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Attempting to bind port 251e3c90-ee93-4202-92b2-f4b359694287 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:12.530638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Attempting to bind port 251e3c90-ee93-4202-92b2-f4b359694287 on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:12.538211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:12.538842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Checking segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:12.539468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.540018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Bound using segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:12.540737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Bound port: 251e3c90-ee93-4202-92b2-f4b359694287, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:12.541309 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (251e3c90-ee93-4202-92b2-f4b359694287), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.561669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b', 'name': 'tempest-snat-router-771937667', 'tenant_id': '2a11e6be46634506bd55beba0e1b6c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.224'}], 'enable_snat': False}, 'gw_port_id': 'beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:07Z', 'updated_at': '2022-02-03T14:28:09Z', 'revision_number': 3, 'project_id': '2a11e6be46634506bd55beba0e1b6c70', 'gw_port': {'id': 'beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:08Z', 'updated_at': '2022-02-03T14:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:12.602626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (51908fd8-edd9-4497-a10e-a9804c625da9), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.627695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.630619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Checking router: dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:12.631301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Updating router dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:28:12.650978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c7e1-4109-47cf-b3f4-211930fac8b0 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for router_controller (113de8ba-0102-45df-8654-7059e50be598), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.652267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.672160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c7e1-4109-47cf-b3f4-211930fac8b0 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (113de8ba-0102-45df-8654-7059e50be598), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.739710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] For port 251e3c90-ee93-4202-92b2-f4b359694287, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:12.743218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] For port 251e3c90-ee93-4202-92b2-f4b359694287, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=251e3c90-ee93-4202-92b2-f4b359694287,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:12.751344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:12.751564 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (251e3c90-ee93-4202-92b2-f4b359694287), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.757380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:12.765380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:12.791470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Allocated IP 172.25.0.102 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/900f9a0a-fd39-443c-baae-1c4e3a8e82f6) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:12.811295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dea0a-9b15-4b4a-807d-eeec3c54ffcd None None] Pushing event updated for resources: {'Port': ['ID=251e3c90-ee93-4202-92b2-f4b359694287,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:12.827589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.868455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c7e1-4109-47cf-b3f4-211930fac8b0 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:12.873412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a2f8c7e1-4109-47cf-b3f4-211930fac8b0 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6838224 Feb 03 14:28:12.882318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51964) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:12.908003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-208902180'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:12.911240 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=21fac5af-7d8c-4b2d-956b-7844219adba0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:13.001798 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for port (900f9a0a-fd39-443c-baae-1c4e3a8e82f6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.075506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Made reservation on behalf of f53c2a187d13454b8ebb0b037323c425 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:13.079121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.100346 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (900f9a0a-fd39-443c-baae-1c4e3a8e82f6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.126199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.242676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:13.253111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:13.282639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:13.365442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Port': ['ID=900f9a0a-fd39-443c-baae-1c4e3a8e82f6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:13.555585 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Publish callbacks [] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.562739 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.608245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for security_group (1729386d-5994-41e0-9d42-6ac2261bbaab), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.617457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1729386d-5994-41e0-9d42-6ac2261bbaab), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.653229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks [] for router_gateway (38ef010b-c15a-458d-b380-f31485409cc6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.657358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:13.657698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86e28a-8e20-4934-9203-b574ec860e7b None None] Pushing event updated for resources: {'Port': ['ID=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:13.676490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7f54a960-4ce8-4a53-b757-ab7bbb259f5d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.677483 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Added segment 7f54a960-4ce8-4a53-b757-ab7bbb259f5d of type vlan for network 9a662893-8574-4d8b-8ca2-52143d55ec1f Feb 03 14:28:13.703014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Attempting to bind port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:13.703401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Attempting to bind port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:13.703751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Attempting to bind port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:13.718289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:13.718589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:13.718868 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.719181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:13.719653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Bound port: beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:13.720029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.748282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (9a662893-8574-4d8b-8ca2-52143d55ec1f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.772575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2dbbc-7617-4c5e-9bd3-7ccee0d5d2bd req-c334439e-4e5e-4ba1-b913-180a64661a50 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:13.774350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27d2dbbc-7617-4c5e-9bd3-7ccee0d5d2bd req-c334439e-4e5e-4ba1-b913-180a64661a50 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.2082381 Feb 03 14:28:13.855064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] For port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:13.863473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] For port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:13.887225 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.889677 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (9a662893-8574-4d8b-8ca2-52143d55ec1f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.895637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:13.896529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:13.971745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27d2dbbc-7617-4c5e-9bd3-7ccee0d5d2bd req-aa404dc0-ad86-46ef-8af0-12abee2f9481 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545606 Feb 03 14:28:14.006999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (51908fd8-edd9-4497-a10e-a9804c625da9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:14.075790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Routers {'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:14.076553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:14.081242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Network': ['ID=9a662893-8574-4d8b-8ca2-52143d55ec1f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:14.093778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51988) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:14.113949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1729386d-5994-41e0-9d42-6ac2261bbaab,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:14.132313 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e335abd1-e332-4d47-ac48-0d217bfe50df tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2376940 Feb 03 14:28:14.135326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51992) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:14.142644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'subnet': {'network_id': '9a662893-8574-4d8b-8ca2-52143d55ec1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:14.425108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (38ef010b-c15a-458d-b380-f31485409cc6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:14.453401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4f502b2-6f18-4560-afff-47cc911dcf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:14.499811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86e28a-8e20-4934-9203-b574ec860e7b None None] Pushing event updated for resources: {'Port': ['ID=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:14.506521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:14.563818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Made reservation on behalf of f53c2a187d13454b8ebb0b037323c425 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:14.567658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:14.601830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 251e3c90-ee93-4202-92b2-f4b359694287 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:14.649370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c8520-0d49-4a5a-af62-4e05b8462cf9 None None] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:14.655081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Router 38ef010b-c15a-458d-b380-f31485409cc6 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:14.708273 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (51908fd8-edd9-4497-a10e-a9804c625da9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:14.783728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d378fe68-c392-4c78-8a99-7a366b6e7905 None None] Provisioning complete for port 251e3c90-ee93-4202-92b2-f4b359694287 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:14.783956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d378fe68-c392-4c78-8a99-7a366b6e7905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (251e3c90-ee93-4202-92b2-f4b359694287), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:14.817934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:14.830138 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Sync routers for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:14.836745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] Set router dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:14.844531 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:14.849219 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:14.878731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:14.882734 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb3f3f1f-0d4d-4f2a-a913-7e4c0d5af0b2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2575369 Feb 03 14:28:14.883339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:14.988889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 251e3c90-ee93-4202-92b2-f4b359694287 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:14.990014 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (251e3c90-ee93-4202-92b2-f4b359694287), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.053847 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:15.332989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d378fe68-c392-4c78-8a99-7a366b6e7905 None None] Current status of the port 251e3c90-ee93-4202-92b2-f4b359694287 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:15.333509 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d378fe68-c392-4c78-8a99-7a366b6e7905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (251e3c90-ee93-4202-92b2-f4b359694287), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.366427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4f502b2-6f18-4560-afff-47cc911dcf0c admin admin] Publish callbacks [] for security_group (9be20515-4ab7-4348-98fd-1f9cb7150b6f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.406082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4f502b2-6f18-4560-afff-47cc911dcf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9be20515-4ab7-4348-98fd-1f9cb7150b6f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.435904 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:13Z', 'revision_number': 3, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:15.496024 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Checking router: 38ef010b-c15a-458d-b380-f31485409cc6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:15.496703 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Updating router 38ef010b-c15a-458d-b380-f31485409cc6 port 21fac5af-7d8c-4b2d-956b-7844219adba0 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:28:15.501543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a4f502b2-6f18-4560-afff-47cc911dcf0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efffaf8fffa74253bd56137394152526&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4041173 Feb 03 14:28:15.501543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.507193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52006) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:15.523390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d378fe68-c392-4c78-8a99-7a366b6e7905 None None] For port 251e3c90-ee93-4202-92b2-f4b359694287, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=251e3c90-ee93-4202-92b2-f4b359694287,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:15.527584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 251e3c90-ee93-4202-92b2-f4b359694287 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:15.528026 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (251e3c90-ee93-4202-92b2-f4b359694287), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.550818 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d378fe68-c392-4c78-8a99-7a366b6e7905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (251e3c90-ee93-4202-92b2-f4b359694287), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.559673 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.586538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Subnet': ['ID=f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:15.614934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378fe68-c392-4c78-8a99-7a366b6e7905 None None] Pushing event updated for resources: {'Port': ['ID=251e3c90-ee93-4202-92b2-f4b359694287,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:15.684748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b', 'name': 'tempest-snat-router-771937667', 'tenant_id': '2a11e6be46634506bd55beba0e1b6c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.224'}], 'enable_snat': False}, 'gw_port_id': 'beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:07Z', 'updated_at': '2022-02-03T14:28:09Z', 'revision_number': 3, 'project_id': '2a11e6be46634506bd55beba0e1b6c70', 'gw_port': {'id': 'beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:08Z', 'updated_at': '2022-02-03T14:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:15.741387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f502b2-6f18-4560-afff-47cc911dcf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be20515-4ab7-4348-98fd-1f9cb7150b6f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:15.746495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759abe5-4ead-435c-9806-b2d8a5d9b889 None None] The sync data for ids ['dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b'] in n-d-827549-2 is: [{'id': 'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b', 'name': 'tempest-snat-router-771937667', 'tenant_id': '2a11e6be46634506bd55beba0e1b6c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.224'}], 'enable_snat': False}, 'gw_port_id': 'beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:07Z', 'updated_at': '2022-02-03T14:28:09Z', 'revision_number': 3, 'project_id': '2a11e6be46634506bd55beba0e1b6c70', 'gw_port': {'id': 'beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:08Z', 'updated_at': '2022-02-03T14:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:15.786120 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:28:15.786482 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:28:15.789366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b50fb778-83e7-4015-b89a-8598973090fc None None] Provisioning complete for port 251e3c90-ee93-4202-92b2-f4b359694287 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:15.789840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b50fb778-83e7-4015-b89a-8598973090fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (251e3c90-ee93-4202-92b2-f4b359694287), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.795153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de4d5f5f-1e51-484d-89c1-c8088fa89a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.803143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c27a-6899-43f9-9243-80f99596749a req-003f55cc-9533-4779-8cbd-85e918caa26f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:15.808086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8e0c27a-6899-43f9-9243-80f99596749a req-003f55cc-9533-4779-8cbd-85e918caa26f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.4376912 Feb 03 14:28:15.825162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.841301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Checking segment: {'id': '7f54a960-4ce8-4a53-b757-ab7bbb259f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9a662893-8574-4d8b-8ca2-52143d55ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:15.841945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network hostable DHCP agents. Network: 9a662893-8574-4d8b-8ca2-52143d55ec1f, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:28:15.869371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1768a6e-cabc-459b-bbb7-6ba7c8a3079b admin admin] Publish callbacks [] for security_group (9be20515-4ab7-4348-98fd-1f9cb7150b6f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.951763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8e0c27a-6899-43f9-9243-80f99596749a req-c12e4ba3-d450-4fec-8029-3b8165fa5877 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312511 Feb 03 14:28:15.964210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b50fb778-83e7-4015-b89a-8598973090fc None None] Current status of the port 251e3c90-ee93-4202-92b2-f4b359694287 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:15.965093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1768a6e-cabc-459b-bbb7-6ba7c8a3079b admin admin] Publish callbacks [] for security_group (9be20515-4ab7-4348-98fd-1f9cb7150b6f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.977858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:28:15.985637 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Publish callbacks [] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:15.992391 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.006519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 9a662893-8574-4d8b-8ca2-52143d55ec1f) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:16.015831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6e274-040a-4c26-a0e9-624ea46fab2f None None] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:16.022678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:16.023468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.039318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Router 51908fd8-edd9-4497-a10e-a9804c625da9 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:16.058318 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Attempting to bind port 21fac5af-7d8c-4b2d-956b-7844219adba0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:16.058705 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Attempting to bind port 21fac5af-7d8c-4b2d-956b-7844219adba0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:16.059132 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Attempting to bind port 21fac5af-7d8c-4b2d-956b-7844219adba0 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:16.094761 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:16.095152 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:16.095572 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.096228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:16.096761 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Bound port: 21fac5af-7d8c-4b2d-956b-7844219adba0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:16.105206 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.138960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-da1a5862-cd84-49f5-b8a7-41cf4265c6ef tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9972203 Feb 03 14:28:16.138960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52008) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:16.145525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'network': {'name': 'tempest-router-network01--1500286959'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:16.195061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1768a6e-cabc-459b-bbb7-6ba7c8a3079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9be20515-4ab7-4348-98fd-1f9cb7150b6f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.198537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1768a6e-cabc-459b-bbb7-6ba7c8a3079b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.199878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1768a6e-cabc-459b-bbb7-6ba7c8a3079b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9be20515-4ab7-4348-98fd-1f9cb7150b6f HTTP/1.1" status: 204 len: 168 time: 0.6298304 Feb 03 14:28:16.225037 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209f002-4456-4aca-9e72-affba2eddec1 None None] Pushing event updated for resources: {'Port': ['ID=21fac5af-7d8c-4b2d-956b-7844219adba0,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:16.230400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Made reservation on behalf of f53c2a187d13454b8ebb0b037323c425 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:16.233680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.254930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1768a6e-cabc-459b-bbb7-6ba7c8a3079b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be20515-4ab7-4348-98fd-1f9cb7150b6f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:16.261235 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] For port 21fac5af-7d8c-4b2d-956b-7844219adba0, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:16.271452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Allocated IP 172.20.0.1 (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa/e7d75ef2-6697-425a-871f-c3af11ca888a/4c015ca7-80be-4cbe-a6da-261a2c422c92) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:16.273634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:16.279177 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] For port 21fac5af-7d8c-4b2d-956b-7844219adba0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=21fac5af-7d8c-4b2d-956b-7844219adba0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:16.292196 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.296869 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3bc944f5-7f6a-405a-b39f-aaa210b4bb28), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.297434 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Added segment 3bc944f5-7f6a-405a-b39f-aaa210b4bb28 of type vlan for network 51d1328c-7556-41cd-9e61-25da587abd58 Feb 03 14:28:16.341281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:16.388437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (51d1328c-7556-41cd-9e61-25da587abd58), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.425399 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:16.426038 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:16.427094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.438125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8268f12c-379a-4373-b242-c7123a2813ca tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9699085 Feb 03 14:28:16.443228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52014) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:16.480981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-9a662893-8574-4d8b-8ca2-52143d55ec1f', 'network_id': '9a662893-8574-4d8b-8ca2-52143d55ec1f', 'project_id': 'f53c2a187d13454b8ebb0b037323c425', 'fixed_ips': [{'subnet_id': 'f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:28:16.482294 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.488162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Sync routers for ids ['51908fd8-edd9-4497-a10e-a9804c625da9'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:16.555384 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209f002-4456-4aca-9e72-affba2eddec1 None None] Pushing event updated for resources: {'Port': ['ID=21fac5af-7d8c-4b2d-956b-7844219adba0,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:16.614198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks [] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.617606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-46f28864-44c6-4aa9-82f0-24bbcd601ea5 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/51908fd8-edd9-4497-a10e-a9804c625da9 HTTP/1.1" status: 200 len: 907 time: 0.1732407 Feb 03 14:28:16.623903 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:28:16.626506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52020) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:16.626971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Routers {'51908fd8-edd9-4497-a10e-a9804c625da9'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:16.627618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['51908fd8-edd9-4497-a10e-a9804c625da9'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:16.641374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 251e3c90-ee93-4202-92b2-f4b359694287 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:16.703909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.757251 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:16.761175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (51d1328c-7556-41cd-9e61-25da587abd58), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.769364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:16.769969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:16.828276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:16.833174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6932967 Feb 03 14:28:16.834064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52022) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:16.837997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:16.859795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:16.864327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:16.888393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'network': {'name': 'tempest-router-network02--1695130265'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:17.002009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f74bf56b-d352-4861-8f3e-74c2194e3d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.012146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Pushing event updated for resources: {'Port': ['ID=4c015ca7-80be-4cbe-a6da-261a2c422c92,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:17.020769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:17.149546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (38ef010b-c15a-458d-b380-f31485409cc6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.205291 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:13Z', 'revision_number': 3, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:17.212510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Made reservation on behalf of f53c2a187d13454b8ebb0b037323c425 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:17.230416 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.232577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622746-7b02-4c85-befc-b501c53879fa tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Network': ['ID=51d1328c-7556-41cd-9e61-25da587abd58,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:17.249688 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1640563c-7f6f-4a14-9e4a-fa9a5ea0b005 None None] The sync data for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 is: [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:13Z', 'revision_number': 3, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:17.269089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 51d1328c-7556-41cd-9e61-25da587abd58 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:17.321192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Set router 51908fd8-edd9-4497-a10e-a9804c625da9 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:17.324635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Allocated IP 172.20.0.2 (9a662893-8574-4d8b-8ca2-52143d55ec1f/f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7/ae79f6dc-bb93-43d9-a21a-89328eb1752f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:17.342485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:17.372855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f0a24259-56f9-4597-8f23-cfca91ee6867), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.374726 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Added segment f0a24259-56f9-4597-8f23-cfca91ee6867 of type vlan for network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 Feb 03 14:28:17.442338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:17.442717 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.471749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (51908fd8-edd9-4497-a10e-a9804c625da9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.609929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7a8cc745-d76f-4328-8788-8f5ea39a5e03), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.625437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0e509-996d-4a79-b854-7cb52a946994 req-78bf3ba4-805b-45ab-a29c-b7c43b375c6a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:17.631344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbf0e509-996d-4a79-b854-7cb52a946994 req-78bf3ba4-805b-45ab-a29c-b7c43b375c6a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.4727695 Feb 03 14:28:17.766565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:28:17.822480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7a8cc745-d76f-4328-8788-8f5ea39a5e03), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.828375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:17.829037 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.898451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f74bf56b-d352-4861-8f3e-74c2194e3d0e admin admin] Publish callbacks [] for security_group (3afa1cf2-df45-4877-93a0-6d52af1164b1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.935639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Network': ['ID=7a8cc745-d76f-4328-8788-8f5ea39a5e03,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:17.937316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.939521 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f74bf56b-d352-4861-8f3e-74c2194e3d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3afa1cf2-df45-4877-93a0-6d52af1164b1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:17.971231 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f74bf56b-d352-4861-8f3e-74c2194e3d0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f272b9977584a1880729a472306d8fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1045487 Feb 03 14:28:17.973929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52032) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:18.009117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbf0e509-996d-4a79-b854-7cb52a946994 req-f0ade701-661f-4d6e-9f9e-a8f0175440d9 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671331 Feb 03 14:28:18.038550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (51908fd8-edd9-4497-a10e-a9804c625da9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.047115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12266b77-1f02-4922-918f-69c4bff058ab tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1762083 Feb 03 14:28:18.051906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52034) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:18.059348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'subnet': {'network_id': '51d1328c-7556-41cd-9e61-25da587abd58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:18.063933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bf56b-d352-4861-8f3e-74c2194e3d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa1cf2-df45-4877-93a0-6d52af1164b1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:18.145263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:18.218470 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58f97703-9394-44a2-b969-c6ba0333306e admin admin] Publish callbacks [] for security_group (3afa1cf2-df45-4877-93a0-6d52af1164b1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.241386 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks [] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.243157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58f97703-9394-44a2-b969-c6ba0333306e admin admin] Publish callbacks [] for security_group (3afa1cf2-df45-4877-93a0-6d52af1164b1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.251098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-edb8460a-72aa-4009-9942-aa01a4eb6257 None None] Provisioning complete for port 4c015ca7-80be-4cbe-a6da-261a2c422c92 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:18.251483 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-edb8460a-72aa-4009-9942-aa01a4eb6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.256285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.330390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58f97703-9394-44a2-b969-c6ba0333306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3afa1cf2-df45-4877-93a0-6d52af1164b1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.339191 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58f97703-9394-44a2-b969-c6ba0333306e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.340765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-58f97703-9394-44a2-b969-c6ba0333306e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3afa1cf2-df45-4877-93a0-6d52af1164b1 HTTP/1.1" status: 204 len: 168 time: 0.3607779 Feb 03 14:28:18.365677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f97703-9394-44a2-b969-c6ba0333306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa1cf2-df45-4877-93a0-6d52af1164b1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:18.395223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Deleting port 900f9a0a-fd39-443c-baae-1c4e3a8e82f6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:18.396015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (900f9a0a-fd39-443c-baae-1c4e3a8e82f6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.398730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (38ef010b-c15a-458d-b380-f31485409cc6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.410610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03e0a11e-c9dc-45f5-ae60-26d459e3d036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.429883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Made reservation on behalf of f53c2a187d13454b8ebb0b037323c425 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:18.434166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.606598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Pushing event updated for resources: {'Port': ['ID=4c015ca7-80be-4cbe-a6da-261a2c422c92,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:18.643789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:18.644393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-edb8460a-72aa-4009-9942-aa01a4eb6257 None None] Port 4c015ca7-80be-4cbe-a6da-261a2c422c92 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:18.649008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:18.847719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (f44f869b-45b1-4908-afcc-d2a83bb2fbeb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.874274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:18.881205 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.925285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:18.939723 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.941871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 251e3c90-ee93-4202-92b2-f4b359694287 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:18.954023 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Publish callbacks [] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:18.971733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Subnet': ['ID=f44f869b-45b1-4908-afcc-d2a83bb2fbeb,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:18.989222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Checking segment: {'id': '3bc944f5-7f6a-405a-b39f-aaa210b4bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51d1328c-7556-41cd-9e61-25da587abd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:18.989602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network hostable DHCP agents. Network: 51d1328c-7556-41cd-9e61-25da587abd58, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:28:18.997809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (900f9a0a-fd39-443c-baae-1c4e3a8e82f6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.031813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Calling delete_port for 900f9a0a-fd39-443c-baae-1c4e3a8e82f6 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:19.036016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network 51d1328c-7556-41cd-9e61-25da587abd58 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:28:19.103720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 51d1328c-7556-41cd-9e61-25da587abd58) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:19.109495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:19.110107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.139014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Router 38ef010b-c15a-458d-b380-f31485409cc6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:19.147173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d779ba55-a27f-4385-bc6f-4613f087ad34 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0915277 Feb 03 14:28:19.152598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52050) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:19.159391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'subnet': {'network_id': '7a8cc745-d76f-4328-8788-8f5ea39a5e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:19.163614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:19.167593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.202579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f792d0f9-c61a-43ce-a20d-4662c26f1383 None None] Network 51d1328c-7556-41cd-9e61-25da587abd58 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:19.306341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51908fd8-edd9-4497-a10e-a9804c625da9', 'name': 'tempest-snat-router-771937667', 'tenant_id': '2a11e6be46634506bd55beba0e1b6c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '900f9a0a-fd39-443c-baae-1c4e3a8e82f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:13Z', 'revision_number': 3, 'project_id': '2a11e6be46634506bd55beba0e1b6c70', 'gw_port': {'id': '900f9a0a-fd39-443c-baae-1c4e3a8e82f6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51908fd8-edd9-4497-a10e-a9804c625da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:12Z', 'updated_at': '2022-02-03T14:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:19.339944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:19.395522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Checking router: 51908fd8-edd9-4497-a10e-a9804c625da9 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:19.395998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Updating router 51908fd8-edd9-4497-a10e-a9804c625da9 port 900f9a0a-fd39-443c-baae-1c4e3a8e82f6 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:28:19.406343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e522a-3eb9-41f1-8536-63111fde4e70 req-fc21f107-f979-4119-893a-2b85f38ea64a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:19.407384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:19.409496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-611e522a-3eb9-41f1-8536-63111fde4e70 req-fc21f107-f979-4119-893a-2b85f38ea64a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1446626 Feb 03 14:28:19.411695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Made reservation on behalf of f53c2a187d13454b8ebb0b037323c425 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:19.415452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.418534 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1db5afa0-2ae3-4589-b9a9-fb6e32bd21fd admin admin] 10.222.0.52 "PUT /v2.0/routers/38ef010b-c15a-458d-b380-f31485409cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5341504 Feb 03 14:28:19.432210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:19.436105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:19.440647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (900f9a0a-fd39-443c-baae-1c4e3a8e82f6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.661209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (bbe0999e-0acd-4468-96f8-1ed62fd385e1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.747547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-611e522a-3eb9-41f1-8536-63111fde4e70 req-3b361474-bc5f-4988-8c02-3dc7ac64abb0 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093864 Feb 03 14:28:19.835299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-51d1328c-7556-41cd-9e61-25da587abd58', 'network_id': '51d1328c-7556-41cd-9e61-25da587abd58', 'project_id': 'f53c2a187d13454b8ebb0b037323c425', 'fixed_ips': [{'subnet_id': 'f44f869b-45b1-4908-afcc-d2a83bb2fbeb'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:28:19.836155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.860915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Checking segment: {'id': 'f0a24259-56f9-4597-8f23-cfca91ee6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a8cc745-d76f-4328-8788-8f5ea39a5e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:19.861478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network hostable DHCP agents. Network: 7a8cc745-d76f-4328-8788-8f5ea39a5e03, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:28:19.873018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Subnet': ['ID=bbe0999e-0acd-4468-96f8-1ed62fd385e1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:19.876472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9add28a0-f5f4-450b-a0b2-3ff85fc7ec54 None None] Provisioning complete for port 4c015ca7-80be-4cbe-a6da-261a2c422c92 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:19.877456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9add28a0-f5f4-450b-a0b2-3ff85fc7ec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.947558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:28:19.962111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (900f9a0a-fd39-443c-baae-1c4e3a8e82f6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:19.990303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:28:19.991395 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:28:19.997857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7a8cc745-d76f-4328-8788-8f5ea39a5e03) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:20.018390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:20.018958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9add28a0-f5f4-450b-a0b2-3ff85fc7ec54 None None] Port 4c015ca7-80be-4cbe-a6da-261a2c422c92 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:20.019637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.020848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383177c1-ff73-4b92-a8ae-1407cb756f63 None None] Network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:20.023259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Pushing event updated for resources: {'Port': ['ID=ae79f6dc-bb93-43d9-a21a-89328eb1752f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:20.049908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event deleted for resources: {'Port': ['ID=900f9a0a-fd39-443c-baae-1c4e3a8e82f6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:20.080688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4c6bb14d-c8c3-4dfc-a873-f48aa4c6884d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9301620 Feb 03 14:28:20.083499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52078) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:20.100244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.102221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.102839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.103415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.104617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.105343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.105919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.106485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.107184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.107752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.108316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.108929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.109508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:20.185871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (51908fd8-edd9-4497-a10e-a9804c625da9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.275710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Allocated IP 172.20.0.2 (51d1328c-7556-41cd-9e61-25da587abd58/f44f869b-45b1-4908-afcc-d2a83bb2fbeb/80d08abf-b90c-49e5-8c93-f51af92e2aa3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:20.313401 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Sync routers for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:20.332833 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (51908fd8-edd9-4497-a10e-a9804c625da9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.333236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:20.333871 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:20.335547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (51908fd8-edd9-4497-a10e-a9804c625da9), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.381426 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.381618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 251e3c90-ee93-4202-92b2-f4b359694287 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:20.382158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (251e3c90-ee93-4202-92b2-f4b359694287), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.404120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Attempting to bind port ae79f6dc-bb93-43d9-a21a-89328eb1752f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:20.404826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Attempting to bind port ae79f6dc-bb93-43d9-a21a-89328eb1752f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7f54a960-4ce8-4a53-b757-ab7bbb259f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9a662893-8574-4d8b-8ca2-52143d55ec1f'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:20.405370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Attempting to bind port ae79f6dc-bb93-43d9-a21a-89328eb1752f on network 9a662893-8574-4d8b-8ca2-52143d55ec1f {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:20.447306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (51908fd8-edd9-4497-a10e-a9804c625da9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.447917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51908fd8-edd9-4497-a10e-a9804c625da9 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:20.453446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.457453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5be74527-7701-4f58-95f7-1596c0c2682d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "DELETE /v2.0/routers/51908fd8-edd9-4497-a10e-a9804c625da9 HTTP/1.1" status: 204 len: 168 time: 3.8275986 Feb 03 14:28:20.458353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52086) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:20.568588 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:20.621227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52088) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:20.626701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820344509', 'description': 'tempest-description--1374075207'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:20.627685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:20.628072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Checking segment: {'id': '7f54a960-4ce8-4a53-b757-ab7bbb259f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9a662893-8574-4d8b-8ca2-52143d55ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:20.628509 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.628910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Bound using segment: {'id': '7f54a960-4ce8-4a53-b757-ab7bbb259f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9a662893-8574-4d8b-8ca2-52143d55ec1f'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:20.629411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Bound port: ae79f6dc-bb93-43d9-a21a-89328eb1752f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f54a960-4ce8-4a53-b757-ab7bbb259f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9a662893-8574-4d8b-8ca2-52143d55ec1f'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:20.629792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.708996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.709950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Port 900f9a0a-fd39-443c-baae-1c4e3a8e82f6 not found while updating agent binding for router 51908fd8-edd9-4497-a10e-a9804c625da9. {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 14:28:20.742125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.778057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.873480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] For port ae79f6dc-bb93-43d9-a21a-89328eb1752f, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:20.876947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] For port ae79f6dc-bb93-43d9-a21a-89328eb1752f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae79f6dc-bb93-43d9-a21a-89328eb1752f,segment=NetworkSegment(7f54a960-4ce8-4a53-b757-ab7bbb259f5d),segment_id=7f54a960-4ce8-4a53-b757-ab7bbb259f5d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:20.908031 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.917143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7a8cc745-d76f-4328-8788-8f5ea39a5e03', 'network_id': '7a8cc745-d76f-4328-8788-8f5ea39a5e03', 'project_id': 'f53c2a187d13454b8ebb0b037323c425', 'fixed_ips': [{'subnet_id': 'bbe0999e-0acd-4468-96f8-1ed62fd385e1'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:28:20.923246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.926186 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:20.977546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:20.977925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 14:28:20.978524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_agentschedulers_db [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51908fd8-edd9-4497-a10e-a9804c625da9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent'). {{(pid=103343) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:28:20.978935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086dd37-1e65-485c-b94e-748a2a962142 None None] The sync data for ids ['51908fd8-edd9-4497-a10e-a9804c625da9'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:21.093072 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:21.152733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4906457-ae9b-40fc-813d-ac5045193273 None None] Pushing event updated for resources: {'Port': ['ID=ae79f6dc-bb93-43d9-a21a-89328eb1752f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:21.284059 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:18Z', 'revision_number': 2, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:21.302453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 251e3c90-ee93-4202-92b2-f4b359694287 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:21.333969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe4468-9e92-4eb5-9240-90d9f4f2f98e req-323cc676-29af-425c-ab49-c3b22f04a5ef tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:21.336732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bbe4468-9e92-4eb5-9240-90d9f4f2f98e req-323cc676-29af-425c-ab49-c3b22f04a5ef tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3721144 Feb 03 14:28:21.368042 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Checking router: 38ef010b-c15a-458d-b380-f31485409cc6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:21.368653 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Updating router 38ef010b-c15a-458d-b380-f31485409cc6 port 4c015ca7-80be-4cbe-a6da-261a2c422c92 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:28:21.377591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (f927a5b7-234d-4d29-976c-1727556d88cb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:21.454745 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:21.470229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f927a5b7-234d-4d29-976c-1727556d88cb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:21.533156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024604b3-aabd-41cc-b653-b4892032a4e2 req-6f82dd0e-dac6-475d-9a86-22531508e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:21.538119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-024604b3-aabd-41cc-b653-b4892032a4e2 req-6f82dd0e-dac6-475d-9a86-22531508e6ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.2884989 Feb 03 14:28:21.588286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bbe4468-9e92-4eb5-9240-90d9f4f2f98e req-80cb8f48-aeea-4f6c-ae0b-c2f02fc07df6 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373137 Feb 03 14:28:21.636566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f927a5b7-234d-4d29-976c-1727556d88cb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:21.640131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Deleting port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:21.640515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:21.664924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-024604b3-aabd-41cc-b653-b4892032a4e2 req-3a1f29b4-de0e-4814-a3c3-48cca387bf64 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818336 Feb 03 14:28:21.690977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.695350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.695878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.696332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.696807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.697250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.698245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.701707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.702237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.703018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.703656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.704255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.706633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:21.795486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:21.814494 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ed5803d6-b281-43bd-ae81-4b880f7927b0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1890104 Feb 03 14:28:21.821622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52108) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:21.860155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2036c4fb-e335-4d8a-9876-bb98e3965804 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'security_group_rule': {'security_group_id': 'f927a5b7-234d-4d29-976c-1727556d88cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:21.911690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2036c4fb-e335-4d8a-9876-bb98e3965804 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (6926612a-4e9c-4379-942f-c535d1dae1be), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:21.928097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Allocated IP 172.20.0.2 (7a8cc745-d76f-4328-8788-8f5ea39a5e03/bbe0999e-0acd-4468-96f8-1ed62fd385e1/6d69c744-db50-4a2c-86a5-9c8c8ee05bbf) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:22.066967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2036c4fb-e335-4d8a-9876-bb98e3965804 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (6926612a-4e9c-4379-942f-c535d1dae1be), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.078099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2036c4fb-e335-4d8a-9876-bb98e3965804 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (6926612a-4e9c-4379-942f-c535d1dae1be), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.138714 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Publish callbacks [] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.156565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036c4fb-e335-4d8a-9876-bb98e3965804 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6926612a-4e9c-4379-942f-c535d1dae1be,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:22.193247 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Publish callbacks [] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.193673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2036c4fb-e335-4d8a-9876-bb98e3965804 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.197488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2036c4fb-e335-4d8a-9876-bb98e3965804 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3601100 Feb 03 14:28:22.199300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52116) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:22.208224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 21fac5af-7d8c-4b2d-956b-7844219adba0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:22.213920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-573e2847-ff18-4898-9ddc-70e095e87680 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'security_group_rule': {'security_group_id': 'f927a5b7-234d-4d29-976c-1727556d88cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:22.222430 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.252014 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.315542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Network 51d1328c-7556-41cd-9e61-25da587abd58 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:22.325310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:22.327902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:22.335598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.347826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:22.381840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Pushing event updated for resources: {'Port': ['ID=6d69c744-db50-4a2c-86a5-9c8c8ee05bbf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:22.386721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:22.392712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:22.403711 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Publish callbacks [] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.419736 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.460768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Allocated IP 172.20.0.1 (51d1328c-7556-41cd-9e61-25da587abd58/f44f869b-45b1-4908-afcc-d2a83bb2fbeb/b3b0e520-150b-454b-8b68-d50a4bf30b34) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:22.521236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb50f8-0d26-4775-bab2-ba6005f82edc None None] Pushing event updated for resources: {'Port': ['ID=4c015ca7-80be-4cbe-a6da-261a2c422c92,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:22.600173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] For port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:22.601227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.649342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Calling delete_port for beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:22.660729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Attempting to bind port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:22.662053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Attempting to bind port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '3bc944f5-7f6a-405a-b39f-aaa210b4bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51d1328c-7556-41cd-9e61-25da587abd58'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:22.662611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Attempting to bind port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 on network 51d1328c-7556-41cd-9e61-25da587abd58 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:22.672437 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Attempting to bind port 4c015ca7-80be-4cbe-a6da-261a2c422c92 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:22.674348 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Attempting to bind port 4c015ca7-80be-4cbe-a6da-261a2c422c92 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:22.675238 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Attempting to bind port 4c015ca7-80be-4cbe-a6da-261a2c422c92 on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:22.714525 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:22.714825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Checking segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:22.715163 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.715557 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Bound using segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:22.716034 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Bound port: 4c015ca7-80be-4cbe-a6da-261a2c422c92, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:22.721207 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.731247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:22.732774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Checking segment: {'id': '3bc944f5-7f6a-405a-b39f-aaa210b4bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51d1328c-7556-41cd-9e61-25da587abd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:22.736094 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.737744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Bound using segment: {'id': '3bc944f5-7f6a-405a-b39f-aaa210b4bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51d1328c-7556-41cd-9e61-25da587abd58'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:22.741375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Bound port: 80d08abf-b90c-49e5-8c93-f51af92e2aa3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc944f5-7f6a-405a-b39f-aaa210b4bb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '51d1328c-7556-41cd-9e61-25da587abd58'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:22.742083 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.825655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 21fac5af-7d8c-4b2d-956b-7844219adba0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:22.826676 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.866764 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-573e2847-ff18-4898-9ddc-70e095e87680 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (641c54a2-5be8-4f4e-bda2-ed3b6b8b116a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.891389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Pushing event updated for resources: {'Port': ['ID=80d08abf-b90c-49e5-8c93-f51af92e2aa3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:22.922247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Attempting to bind port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:22.922983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Attempting to bind port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f0a24259-56f9-4597-8f23-cfca91ee6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a8cc745-d76f-4328-8788-8f5ea39a5e03'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:22.923311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Attempting to bind port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf on network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:22.968244 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] For port 4c015ca7-80be-4cbe-a6da-261a2c422c92, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:22.979464 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] For port 4c015ca7-80be-4cbe-a6da-261a2c422c92, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4c015ca7-80be-4cbe-a6da-261a2c422c92,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:22.983303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:22.983850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Checking segment: {'id': 'f0a24259-56f9-4597-8f23-cfca91ee6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a8cc745-d76f-4328-8788-8f5ea39a5e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:22.988838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.990491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Bound using segment: {'id': 'f0a24259-56f9-4597-8f23-cfca91ee6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a8cc745-d76f-4328-8788-8f5ea39a5e03'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:22.991007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Bound port: 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a24259-56f9-4597-8f23-cfca91ee6867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7a8cc745-d76f-4328-8788-8f5ea39a5e03'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:22.991465 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:22.997175 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.111662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccdeaa-71aa-4a84-b9fc-be58c73904d6 req-2b538ad3-5d5b-43f7-9cc0-9d489c263f08 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:23.113395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59ccdeaa-71aa-4a84-b9fc-be58c73904d6 req-2b538ad3-5d5b-43f7-9cc0-9d489c263f08 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.2309015 Feb 03 14:28:23.146673 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb50f8-0d26-4775-bab2-ba6005f82edc None None] Pushing event updated for resources: {'Port': ['ID=4c015ca7-80be-4cbe-a6da-261a2c422c92,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:23.149955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.254552 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:23.263867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:23.314434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-573e2847-ff18-4898-9ddc-70e095e87680 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (641c54a2-5be8-4f4e-bda2-ed3b6b8b116a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.330472 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-573e2847-ff18-4898-9ddc-70e095e87680 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (641c54a2-5be8-4f4e-bda2-ed3b6b8b116a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.335385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59ccdeaa-71aa-4a84-b9fc-be58c73904d6 req-2674ab80-ae60-48e2-b75b-7b984233a268 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115755 Feb 03 14:28:23.419617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c5990194-9143-460d-87c1-88af715a2063 None None] For port 80d08abf-b90c-49e5-8c93-f51af92e2aa3, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:23.422026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce679a3-aceb-4cc2-bd70-01b79fca0829 None None] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:23.425310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.433345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e2847-ff18-4898-9ddc-70e095e87680 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641c54a2-5be8-4f4e-bda2-ed3b6b8b116a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:23.472664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event deleted for resources: {'Port': ['ID=beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:23.493411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d5332149-899f-4d40-951f-d7f98491d480 None None] Provisioning complete for port 4c015ca7-80be-4cbe-a6da-261a2c422c92 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:23.494022 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5332149-899f-4d40-951f-d7f98491d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.494413 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-573e2847-ff18-4898-9ddc-70e095e87680 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.496217 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-573e2847-ff18-4898-9ddc-70e095e87680 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2969620 Feb 03 14:28:23.508197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52132) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:23.514924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c5990194-9143-460d-87c1-88af715a2063 None None] For port 80d08abf-b90c-49e5-8c93-f51af92e2aa3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=80d08abf-b90c-49e5-8c93-f51af92e2aa3,segment=NetworkSegment(3bc944f5-7f6a-405a-b39f-aaa210b4bb28),segment_id=3bc944f5-7f6a-405a-b39f-aaa210b4bb28)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:23.531104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:23.567367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.594105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] For port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:23.600879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.670767 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.673848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 21fac5af-7d8c-4b2d-956b-7844219adba0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:23.674499 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.675297 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:23.704041 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.706376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_controller (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.712547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] For port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6d69c744-db50-4a2c-86a5-9c8c8ee05bbf,segment=NetworkSegment(f0a24259-56f9-4597-8f23-cfca91ee6867),segment_id=f0a24259-56f9-4597-8f23-cfca91ee6867)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:23.764126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.764859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:23.770985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.778367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-01932712-de06-4ff2-ba0a-170f71ece38c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "DELETE /v2.0/routers/dd54bdf8-04aa-44b1-a2c5-7d27bf2cd47b HTTP/1.1" status: 204 len: 168 time: 3.3122365 Feb 03 14:28:23.778506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52136) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:23.812816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-912665309', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:23.839557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network 51d1328c-7556-41cd-9e61-25da587abd58 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:23.843991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.846590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:23.848872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:23.865273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:23.883701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 21fac5af-7d8c-4b2d-956b-7844219adba0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=21fac5af-7d8c-4b2d-956b-7844219adba0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:23.952722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Port': ['ID=b3b0e520-150b-454b-8b68-d50a4bf30b34,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:23.968363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.037142 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.042318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:24.132596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (88c0fab6-70c8-4611-9984-de5636a51a34), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.134046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (88c0fab6-70c8-4611-9984-de5636a51a34), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.169566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d5332149-899f-4d40-951f-d7f98491d480 None None] Current status of the port 4c015ca7-80be-4cbe-a6da-261a2c422c92 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:24.169963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5332149-899f-4d40-951f-d7f98491d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.240534 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:22Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:24.244934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52142) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:24.325506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:24.325804 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dc5bc-4b75-4e41-af06-e6a7021b69cb None None] The sync data for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 is: [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:22Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:24.326383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 14:28:24.388051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5990194-9143-460d-87c1-88af715a2063 None None] Pushing event updated for resources: {'Port': ['ID=80d08abf-b90c-49e5-8c93-f51af92e2aa3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:24.507818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-114879f2-c473-4e32-a3b4-743afb7610e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.553530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c not found, will not notify nova. {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 14:28:24.565957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d5332149-899f-4d40-951f-d7f98491d480 None None] For port 4c015ca7-80be-4cbe-a6da-261a2c422c92, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4c015ca7-80be-4cbe-a6da-261a2c422c92,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:24.601661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5332149-899f-4d40-951f-d7f98491d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.610882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (88c0fab6-70c8-4611-9984-de5636a51a34), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.615678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4949646-0689-4e58-b6b8-874802a31575 None None] Pushing event updated for resources: {'Port': ['ID=6d69c744-db50-4a2c-86a5-9c8c8ee05bbf,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:24.798800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.836212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Provisioning complete for port 4c015ca7-80be-4cbe-a6da-261a2c422c92 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:24.836772 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:24.842381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=21fac5af-7d8c-4b2d-956b-7844219adba0,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:24.959718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.002253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176e218-57c5-499b-b661-8cb928e74089 req-5b9d2732-b872-466f-b9fa-817bf546c877 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:25.005824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1176e218-57c5-499b-b661-8cb928e74089 req-5b9d2732-b872-466f-b9fa-817bf546c877 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.4460506 Feb 03 14:28:25.049405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332149-899f-4d40-951f-d7f98491d480 None None] Pushing event updated for resources: {'Port': ['ID=4c015ca7-80be-4cbe-a6da-261a2c422c92,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:25.143348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Current status of the port 4c015ca7-80be-4cbe-a6da-261a2c422c92 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:25.156248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Provisioning complete for port ae79f6dc-bb93-43d9-a21a-89328eb1752f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:25.156893 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.222839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (88c0fab6-70c8-4611-9984-de5636a51a34), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.284776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1176e218-57c5-499b-b661-8cb928e74089 req-59d39263-1859-464b-b98d-7b6122fe9378 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515430 Feb 03 14:28:25.311368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-114879f2-c473-4e32-a3b4-743afb7610e2 admin admin] Publish callbacks [] for security_group (82c3d8cc-fe7b-4faa-bcb5-84be1fec9613), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.319214 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-114879f2-c473-4e32-a3b4-743afb7610e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (82c3d8cc-fe7b-4faa-bcb5-84be1fec9613), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.428787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Current status of the port ae79f6dc-bb93-43d9-a21a-89328eb1752f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:25.429182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.468246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114879f2-c473-4e32-a3b4-743afb7610e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c3d8cc-fe7b-4faa-bcb5-84be1fec9613,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:25.507424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-114879f2-c473-4e32-a3b4-743afb7610e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4afb85263bad41ea88403abf20996bea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2608962 Feb 03 14:28:25.511231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52158) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:25.512207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] For port ae79f6dc-bb93-43d9-a21a-89328eb1752f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae79f6dc-bb93-43d9-a21a-89328eb1752f,segment=NetworkSegment(7f54a960-4ce8-4a53-b757-ab7bbb259f5d),segment_id=7f54a960-4ce8-4a53-b757-ab7bbb259f5d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:25.527025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.539624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae79f6dc-bb93-43d9-a21a-89328eb1752f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:25.648846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06f20b99-7c57-452c-85bb-356962e9c75d admin admin] Publish callbacks [] for security_group (82c3d8cc-fe7b-4faa-bcb5-84be1fec9613), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.700063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06f20b99-7c57-452c-85bb-356962e9c75d admin admin] Publish callbacks [] for security_group (82c3d8cc-fe7b-4faa-bcb5-84be1fec9613), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.836110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0ad19408-fc50-4d74-ae94-2f1f1297fee0 None None] Provisioning complete for port ae79f6dc-bb93-43d9-a21a-89328eb1752f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:25.836790 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ad19408-fc50-4d74-ae94-2f1f1297fee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.863274 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06f20b99-7c57-452c-85bb-356962e9c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (82c3d8cc-fe7b-4faa-bcb5-84be1fec9613), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.865841 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06f20b99-7c57-452c-85bb-356962e9c75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.877828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-06f20b99-7c57-452c-85bb-356962e9c75d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82c3d8cc-fe7b-4faa-bcb5-84be1fec9613 HTTP/1.1" status: 204 len: 168 time: 0.3623352 Feb 03 14:28:25.890610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.893539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219137e-87af-4d98-821b-4efc0e360d30 None None] Pushing event updated for resources: {'Port': ['ID=ae79f6dc-bb93-43d9-a21a-89328eb1752f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:25.937843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:25.986309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ae79f6dc-bb93-43d9-a21a-89328eb1752f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:25.987735 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.065005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20b99-7c57-452c-85bb-356962e9c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c3d8cc-fe7b-4faa-bcb5-84be1fec9613,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:26.128020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Allocated IP 172.25.0.178 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/215b1c2d-cacd-40ad-8725-421e2330474f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:26.159056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-0e8bd316-144d-4ef3-bdeb-3c82d3237fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:26.169578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-0e8bd316-144d-4ef3-bdeb-3c82d3237fe1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.3266256 Feb 03 14:28:26.188608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec731-eeab-447f-bb53-bece2b854ea6 req-afccdf85-65eb-4ab7-944f-0a1012ff1177 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:26.199977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a45ec731-eeab-447f-bb53-bece2b854ea6 req-afccdf85-65eb-4ab7-944f-0a1012ff1177 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3583655 Feb 03 14:28:26.252590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0ad19408-fc50-4d74-ae94-2f1f1297fee0 None None] Current status of the port ae79f6dc-bb93-43d9-a21a-89328eb1752f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:26.419640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ae79f6dc-bb93-43d9-a21a-89328eb1752f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:26.421082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4c015ca7-80be-4cbe-a6da-261a2c422c92 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:26.428457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fbc370-9dee-46a7-8983-ee1aa0a8055b None None] Network 51d1328c-7556-41cd-9e61-25da587abd58 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:26.465104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a45ec731-eeab-447f-bb53-bece2b854ea6 req-0d5b3afb-803b-4d1d-a447-35d35cea01e7 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637467 Feb 03 14:28:26.469838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for port (215b1c2d-cacd-40ad-8725-421e2330474f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.535913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-bf393745-ba86-44bc-8956-d82e20c988ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:26.537616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-bf393745-ba86-44bc-8956-d82e20c988ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.2980165 Feb 03 14:28:26.545609 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.562876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (215b1c2d-cacd-40ad-8725-421e2330474f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.640817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-056ce392-24a2-4a09-8199-7d3704b17610 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.0956986 Feb 03 14:28:26.736686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52170) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:26.781203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Port': ['ID=b3b0e520-150b-454b-8b68-d50a4bf30b34,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:26.790233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45e29aa8-e90d-4f85-96a0-18347fb01fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.884555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:26.893518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:26.902687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.923514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:26.939450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45e29aa8-e90d-4f85-96a0-18347fb01fad admin admin] Publish callbacks [] for security_group (57e35191-97cd-41c0-bf4d-f04d51038dcf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.941678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'Port': ['ID=215b1c2d-cacd-40ad-8725-421e2330474f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:26.953366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45e29aa8-e90d-4f85-96a0-18347fb01fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (57e35191-97cd-41c0-bf4d-f04d51038dcf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:26.967300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-407f4bb0-2594-4fb0-a543-971ea803cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:26.968831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-407f4bb0-2594-4fb0-a543-971ea803cc88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.3128929 Feb 03 14:28:26.993030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-45e29aa8-e90d-4f85-96a0-18347fb01fad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a9ed072b6bb470bbaabfdaf3a5f9244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2551703 Feb 03 14:28:27.004454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52172) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:27.012620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f7273af1-4ae4-441a-b369-08c86f83c78f None None] Provisioning complete for port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:27.013200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7273af1-4ae4-441a-b369-08c86f83c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.014841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84deda61-9909-4325-8c5f-f288760b8e6b None None] Network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:27.029319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-7d53ea24-59b9-4530-99cd-14c081e1fedf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351605 Feb 03 14:28:27.031777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e29aa8-e90d-4f85-96a0-18347fb01fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e35191-97cd-41c0-bf4d-f04d51038dcf,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:27.141215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-ee091f49-cad2-4478-a646-c9d6ed4600d3 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054852 Feb 03 14:28:27.184844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4c015ca7-80be-4cbe-a6da-261a2c422c92 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:27.185598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.342571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e91865e-87ff-46d4-b70c-3e832130c958 req-3eda1837-eb9c-45c7-ba7e-c9f33c001a00 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939640 Feb 03 14:28:27.394834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4c25-0c21-4f7f-9c26-1cd044bfae0c admin admin] Publish callbacks [] for security_group (57e35191-97cd-41c0-bf4d-f04d51038dcf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.412548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network 51d1328c-7556-41cd-9e61-25da587abd58 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:27.413746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f7273af1-4ae4-441a-b369-08c86f83c78f None None] Current status of the port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:27.414346 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7273af1-4ae4-441a-b369-08c86f83c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.419387 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (b591d075-12cf-40bb-8cf4-0658e6866afe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.430813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:27.530260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f7273af1-4ae4-441a-b369-08c86f83c78f None None] For port 80d08abf-b90c-49e5-8c93-f51af92e2aa3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=80d08abf-b90c-49e5-8c93-f51af92e2aa3,segment=NetworkSegment(3bc944f5-7f6a-405a-b39f-aaa210b4bb28),segment_id=3bc944f5-7f6a-405a-b39f-aaa210b4bb28)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:27.532690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4c015ca7-80be-4cbe-a6da-261a2c422c92 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:27.534958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:27.601682 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7273af1-4ae4-441a-b369-08c86f83c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.612828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4c25-0c21-4f7f-9c26-1cd044bfae0c admin admin] Publish callbacks [] for security_group (57e35191-97cd-41c0-bf4d-f04d51038dcf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.654521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a73341-e811-43fc-92e8-d097c9d6c4ce req-e8d1216d-a5cf-4fdf-8134-72f9ad55982e tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:27.663315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9a73341-e811-43fc-92e8-d097c9d6c4ce req-e8d1216d-a5cf-4fdf-8134-72f9ad55982e tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.0926800 Feb 03 14:28:27.730109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9a73341-e811-43fc-92e8-d097c9d6c4ce req-eccb98fa-e8a8-425a-b8c8-cc115003191c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646501 Feb 03 14:28:27.811456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7273af1-4ae4-441a-b369-08c86f83c78f None None] Pushing event updated for resources: {'Port': ['ID=80d08abf-b90c-49e5-8c93-f51af92e2aa3,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:27.851430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:27.851812 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.853580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Provisioning complete for port b3b0e520-150b-454b-8b68-d50a4bf30b34 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:27.853979 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:27.962306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Port b3b0e520-150b-454b-8b68-d50a4bf30b34 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:27.983530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Provisioning complete for port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:27.983911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:28.053657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:28.054824 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:28.105627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6d69c744-db50-4a2c-86a5-9c8c8ee05bbf,segment=NetworkSegment(f0a24259-56f9-4597-8f23-cfca91ee6867),segment_id=f0a24259-56f9-4597-8f23-cfca91ee6867)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:28.134403 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:28.135795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 80d08abf-b90c-49e5-8c93-f51af92e2aa3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:28.209986 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (215b1c2d-cacd-40ad-8725-421e2330474f), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:28.269248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Current status of the port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:28.328632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=6d69c744-db50-4a2c-86a5-9c8c8ee05bbf,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:28.345296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Provisioning complete for port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:28.345835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:28.351977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:28.353014 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:28.681834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-02c80bad-7d26-45ba-9587-d2e705df95a1 None None] Current status of the port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:28.705760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:28.822949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:28.880169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:28.884505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb77c8c-ead4-4ebd-ab13-8ff86d7dbc9c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:28.902016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d1764148-f4d2-4870-9879-3a74bf81a9b5 None None] Provisioning complete for port b3b0e520-150b-454b-8b68-d50a4bf30b34 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:28.902402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1764148-f4d2-4870-9879-3a74bf81a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:28.956769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1764148-f4d2-4870-9879-3a74bf81a9b5 None None] Port b3b0e520-150b-454b-8b68-d50a4bf30b34 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:28.968709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d1764148-f4d2-4870-9879-3a74bf81a9b5 None None] Provisioning complete for port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:28.969090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1764148-f4d2-4870-9879-3a74bf81a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.014679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (88c0fab6-70c8-4611-9984-de5636a51a34), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.117524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1764148-f4d2-4870-9879-3a74bf81a9b5 None None] Current status of the port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:29.155593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3167b30-f435-4f06-9bab-fab1dd3da6cd req-f0543e01-9007-4f4b-b8b1-d030d2d99dfe tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:29.162434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3167b30-f435-4f06-9bab-fab1dd3da6cd req-f0543e01-9007-4f4b-b8b1-d030d2d99dfe tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1612802 Feb 03 14:28:29.168314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.180404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 21fac5af-7d8c-4b2d-956b-7844219adba0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:29.221637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4c25-0c21-4f7f-9c26-1cd044bfae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (57e35191-97cd-41c0-bf4d-f04d51038dcf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.241324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4c25-0c21-4f7f-9c26-1cd044bfae0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.241324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cfbd4c25-0c21-4f7f-9c26-1cd044bfae0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57e35191-97cd-41c0-bf4d-f04d51038dcf HTTP/1.1" status: 204 len: 168 time: 2.2237504 Feb 03 14:28:29.246417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3167b30-f435-4f06-9bab-fab1dd3da6cd req-2e4b94bc-5e47-48bb-aed8-d5d2849d944a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Feb 03 14:28:29.258822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd4c25-0c21-4f7f-9c26-1cd044bfae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e35191-97cd-41c0-bf4d-f04d51038dcf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:29.351705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 21fac5af-7d8c-4b2d-956b-7844219adba0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:29.352211 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.356642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Router 113de8ba-0102-45df-8654-7059e50be598 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:29.460298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for port (215b1c2d-cacd-40ad-8725-421e2330474f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.483805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 21fac5af-7d8c-4b2d-956b-7844219adba0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:29.487418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae79f6dc-bb93-43d9-a21a-89328eb1752f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:29.497902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (215b1c2d-cacd-40ad-8725-421e2330474f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.572291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ae79f6dc-bb93-43d9-a21a-89328eb1752f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:29.572933 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.696453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (b591d075-12cf-40bb-8cf4-0658e6866afe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.701064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ae79f6dc-bb93-43d9-a21a-89328eb1752f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:29.702825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4c015ca7-80be-4cbe-a6da-261a2c422c92 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:29.732257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Allocated IP 172.25.0.63 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/94642c69-bc8b-41b4-8e04-06b13622586c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:29.735632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'Port': ['ID=215b1c2d-cacd-40ad-8725-421e2330474f,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:29.746282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:29.755957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-095f2001-1b53-41a2-994d-426375bba38d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "PUT /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6713710 Feb 03 14:28:29.759063 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:29.759643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52196) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:29.760349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-abcd48f8-9d75-44f0-89fa-30381309ea83 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2490022 Feb 03 14:28:29.830607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] Sync routers for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:29.909198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:29.909862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:29.967849 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for port (94642c69-bc8b-41b4-8e04-06b13622586c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:30.014302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:30.041516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (94642c69-bc8b-41b4-8e04-06b13622586c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:30.048408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:30.049105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:30.128358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-165e3c8a-4997-4357-979f-e1cf64493650 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--820344509&fields=id&tenant_id=a782397e96ee41ad8be5bf77de5ea021 HTTP/1.1" status: 200 len: 267 time: 0.1398385 Feb 03 14:28:30.167500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:30.169323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c4018-c82c-4e10-9af6-b53665dd8272 None None] The sync data for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:30.170457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event updated for resources: {'Port': ['ID=94642c69-bc8b-41b4-8e04-06b13622586c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:30.191121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4c015ca7-80be-4cbe-a6da-261a2c422c92 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:30.193907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:30.212086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:30.214682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:30.217530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:30.421377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-7a52318b-e30a-4064-aa29-0fa773fbfb9c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:30.430185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-7a52318b-e30a-4064-aa29-0fa773fbfb9c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 810 time: 0.2934158 Feb 03 14:28:30.465840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4c015ca7-80be-4cbe-a6da-261a2c422c92 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:30.466959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:30.557504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-9776ac33-7614-41a1-8ce4-44eec902cb9b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/quotas/a782397e96ee41ad8be5bf77de5ea021 HTTP/1.1" status: 200 len: 375 time: 0.1156707 Feb 03 14:28:30.592454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:30.592823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:30.772106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:30.780258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 80d08abf-b90c-49e5-8c93-f51af92e2aa3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:30.837799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (88c0fab6-70c8-4611-9984-de5636a51a34), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:30.874452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7fb37-48f2-4ca2-bd2f-687750149669 req-f37b8cb0-7c64-4f4c-b98d-18a73d518200 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:30.888884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05e7fb37-48f2-4ca2-bd2f-687750149669 req-f37b8cb0-7c64-4f4c-b98d-18a73d518200 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.4453430 Feb 03 14:28:30.927783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:30.931125 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:31.072098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05e7fb37-48f2-4ca2-bd2f-687750149669 req-53cde100-af12-4cec-a82b-251884847368 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803780 Feb 03 14:28:31.154215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:31.211744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-a6b5bd25-e3c2-4fe7-89ca-129bcbc176c5 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6509204 Feb 03 14:28:31.339187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (88c0fab6-70c8-4611-9984-de5636a51a34), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:31.585780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Router 88c0fab6-70c8-4611-9984-de5636a51a34 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:31.608662 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-afa53f3d-2c87-4f57-9246-527440f5ac5e tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:28:31.615558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-afa53f3d-2c87-4f57-9246-527440f5ac5e tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "PUT /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8481836 Feb 03 14:28:31.625525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52252) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:31.855515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:31.859232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-8c4b6440-3214-48af-86d2-273f9ee9007b service neutron] 10.222.0.52 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065385 Feb 03 14:28:31.865208 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] Sync routers for ids ['88c0fab6-70c8-4611-9984-de5636a51a34'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:31.882075 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] Routers {'88c0fab6-70c8-4611-9984-de5636a51a34'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:31.882881 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['88c0fab6-70c8-4611-9984-de5636a51a34'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:31.899374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:31.901305 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b084c67c-387c-4687-8250-a94ea0f4410a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1161821 Feb 03 14:28:31.905984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52260) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:31.913191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': False}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:31.954580 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:31.964851 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] Routers {'88c0fab6-70c8-4611-9984-de5636a51a34'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:31.965492 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['88c0fab6-70c8-4611-9984-de5636a51a34'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:32.022451 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:32.024729 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779e0f9-2382-45bc-8baa-66f4df8fe7c3 None None] The sync data for ids ['88c0fab6-70c8-4611-9984-de5636a51a34'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:32.370684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-a9d61903-965b-44f7-bf2f-335012b8d801 service neutron] 10.222.0.52 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927835 Feb 03 14:28:32.585227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (88c0fab6-70c8-4611-9984-de5636a51a34), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:32.648438 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:33.460885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52302) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:33.493430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (88c0fab6-70c8-4611-9984-de5636a51a34), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:33.502390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eec87bc1-f8fa-4ca7-b75d-c5eb2f59be62 req-f713f411-fabb-41e8-a857-8d53a5d68b53 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 210 time: 0.7183244 Feb 03 14:28:33.506536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (88c0fab6-70c8-4611-9984-de5636a51a34), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:33.865313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Deleting port b3b0e520-150b-454b-8b68-d50a4bf30b34 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:33.865808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:33.967449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:33.981555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Calling delete_port for b3b0e520-150b-454b-8b68-d50a4bf30b34 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:34.169639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b3b0e520-150b-454b-8b68-d50a4bf30b34), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.187355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-736da64d-9fce-4a0c-89d6-a7e764abd48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.197641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Port': ['ID=b3b0e520-150b-454b-8b68-d50a4bf30b34,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:34.227720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Router 88c0fab6-70c8-4611-9984-de5636a51a34 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:34.424694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.451348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:34.458566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.462520 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-20ae0787-d29d-4fe5-9474-bda0fe3543e7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "PUT /v2.0/routers/88c0fab6-70c8-4611-9984-de5636a51a34 HTTP/1.1" status: 200 len: 920 time: 2.5531480 Feb 03 14:28:34.467836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] Sync routers for ids ['88c0fab6-70c8-4611-9984-de5636a51a34'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:34.473810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52312) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:34.482949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] Routers {'88c0fab6-70c8-4611-9984-de5636a51a34'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:34.483884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['88c0fab6-70c8-4611-9984-de5636a51a34'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:34.534582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:34.574562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] Routers {'88c0fab6-70c8-4611-9984-de5636a51a34'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:34.578122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['88c0fab6-70c8-4611-9984-de5636a51a34'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:34.654151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-736da64d-9fce-4a0c-89d6-a7e764abd48c admin admin] Publish callbacks [] for security_group (6fd8550d-bdad-46de-a04d-df1f2b476660), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.668314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-736da64d-9fce-4a0c-89d6-a7e764abd48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6fd8550d-bdad-46de-a04d-df1f2b476660), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.695190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:34.695972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f26ac2-b575-4bcb-b9c9-a778d8a2428c None None] The sync data for ids ['88c0fab6-70c8-4611-9984-de5636a51a34'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:34.733530 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-736da64d-9fce-4a0c-89d6-a7e764abd48c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=011509c6ac454420a7f1dc29c6b84c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2675667 Feb 03 14:28:34.736003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52320) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:34.737700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f8bbc9d-f495-46e9-a4d4-ca0e30cd329a req-d151aa3e-675c-467b-a8d1-77c170108eb1 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 210 time: 0.0770817 Feb 03 14:28:34.758216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Router 113de8ba-0102-45df-8654-7059e50be598 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:34.819623 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736da64d-9fce-4a0c-89d6-a7e764abd48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd8550d-bdad-46de-a04d-df1f2b476660,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:34.839495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-5bbc36ac-fd9b-4349-993b-5a81ab1cf95d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:34.841092 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-5bbc36ac-fd9b-4349-993b-5a81ab1cf95d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.71 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 810 time: 0.3877490 Feb 03 14:28:34.843688 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9400e089-e44a-46af-bbab-236a2e86228a tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/88c0fab6-70c8-4611-9984-de5636a51a34 HTTP/1.1" status: 200 len: 920 time: 0.3687291 Feb 03 14:28:34.846428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52324) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:34.875620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c90a68d4-a715-452c-81f8-5440c0dfcfdf admin admin] Publish callbacks [] for security_group (6fd8550d-bdad-46de-a04d-df1f2b476660), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.929442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c90a68d4-a715-452c-81f8-5440c0dfcfdf admin admin] Publish callbacks [] for security_group (6fd8550d-bdad-46de-a04d-df1f2b476660), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:34.933781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:34.944843 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] Sync routers for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:34.959630 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:34.960070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-01fe1f9c-aa3b-4750-9913-12a111c9cdc2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a782397e96ee41ad8be5bf77de5ea021 HTTP/1.1" status: 200 len: 379 time: 0.1038628 Feb 03 14:28:34.960215 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:34.964131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-314333d3-e3d3-4ca7-8620-31e13225ef87 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "PUT /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3446910 Feb 03 14:28:34.968395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52328) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:34.988437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'port': {'device_id': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'admin_state_up': True, 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'security_groups': ['f927a5b7-234d-4d29-976c-1727556d88cb']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:35.018183 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:35.028490 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:35.029383 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:35.034979 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-852eb570-ca26-4ad6-b38d-7c94e3d21d09 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] delete failed (client error): The resource could not be found. Feb 03 14:28:35.036284 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-852eb570-ca26-4ad6-b38d-7c94e3d21d09 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-129196483 HTTP/1.1" status: 404 len: 334 time: 0.0670686 Feb 03 14:28:35.042683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a47cfed-b307-4f2c-a28a-0049415bed8c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:35.042683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3a47cfed-b307-4f2c-a28a-0049415bed8c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=88c0fab6-70c8-4611-9984-de5636a51a34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1908610 Feb 03 14:28:35.042683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52330) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:35.046225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52332) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:35.050534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e38aca29-a251-46ce-a613-2475013ff62d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'router': {'external_gateway_info': {'network_id': '113de8ba-0102-45df-8654-7059e50be598'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:35.086217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:35.088041 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766257-c76f-40d4-af2e-9be4a612d996 None None] The sync data for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:35.113418 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c90a68d4-a715-452c-81f8-5440c0dfcfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6fd8550d-bdad-46de-a04d-df1f2b476660), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.116199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c90a68d4-a715-452c-81f8-5440c0dfcfdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.120052 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c90a68d4-a715-452c-81f8-5440c0dfcfdf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6fd8550d-bdad-46de-a04d-df1f2b476660 HTTP/1.1" status: 204 len: 168 time: 0.3793621 Feb 03 14:28:35.131076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbc91e-af6e-4b5f-a2bc-a1638a1429c1 req-8643aa5c-7de3-447d-b6a5-65c6566cc720 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:35.132639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27cbc91e-af6e-4b5f-a2bc-a1638a1429c1 req-8643aa5c-7de3-447d-b6a5-65c6566cc720 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1674628 Feb 03 14:28:35.183016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a68d4-a715-452c-81f8-5440c0dfcfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd8550d-bdad-46de-a04d-df1f2b476660,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:35.224610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Made reservation on behalf of a782397e96ee41ad8be5bf77de5ea021 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:35.232819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.374870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f082c90-3b10-42a8-8d48-1ae841aa965c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:35.379057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1f082c90-3b10-42a8-8d48-1ae841aa965c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 0.3179903 Feb 03 14:28:35.380042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52338) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:35.381514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27cbc91e-af6e-4b5f-a2bc-a1638a1429c1 req-d5588c1a-d6e2-4432-a3a7-150dcf1e211e tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071710 Feb 03 14:28:35.443679 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-404f1592-06e8-4114-ab89-e032a48dd6cb tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c0fab6-70c8-4611-9984-de5636a51a34 HTTP/1.1" status: 200 len: 205 time: 0.0591364 Feb 03 14:28:35.444905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:35.506038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Allocated IP 172.20.0.6 (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa/e7d75ef2-6697-425a-871f-c3af11ca888a/9f855e1e-af4c-48f7-a286-ca7449f4938b) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:35.533004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e38aca29-a251-46ce-a613-2475013ff62d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for router_gateway (113de8ba-0102-45df-8654-7059e50be598), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.584284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52346) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:35.587034 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-e38aca29-a251-46ce-a613-2475013ff62d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] update failed (client error): The resource could not be found. Feb 03 14:28:35.589385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e38aca29-a251-46ce-a613-2475013ff62d tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "PUT /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598 HTTP/1.1" status: 404 len: 339 time: 0.5439785 Feb 03 14:28:35.597684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:35.666421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62976efd-25d2-4333-af57-0554af75d5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.667781 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (88c0fab6-70c8-4611-9984-de5636a51a34), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.891783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.901956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (88c0fab6-70c8-4611-9984-de5636a51a34), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:35.941560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3825e55-7edf-4ae2-b4ac-32ac4542a1d9 req-dfa34d09-fb22-4dc4-9b70-9b6628cd3062 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 210 time: 0.0411580 Feb 03 14:28:36.005689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62976efd-25d2-4333-af57-0554af75d5d2 admin admin] Publish callbacks [] for security_group (fc362945-ecd0-4e5a-a160-5b6baef6e10a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.011999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62976efd-25d2-4333-af57-0554af75d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fc362945-ecd0-4e5a-a160-5b6baef6e10a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.040718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.142379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Deleting port 94642c69-bc8b-41b4-8e04-06b13622586c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:36.142606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (94642c69-bc8b-41b4-8e04-06b13622586c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.151120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:36.164128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-62976efd-25d2-4333-af57-0554af75d5d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd68563beabb454c83b03305cff45f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783064 Feb 03 14:28:36.170884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52368) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:36.176913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:36.188775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'Port': ['ID=9f855e1e-af4c-48f7-a286-ca7449f4938b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:36.189124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62976efd-25d2-4333-af57-0554af75d5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc362945-ecd0-4e5a-a160-5b6baef6e10a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:36.208575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:36.284211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:36.284970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.314272 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-bd924857-6ad4-4673-8ebe-23239c7d54ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3336618 Feb 03 14:28:36.368207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Request body: {'port': {'device_id': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:36.471868 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e41c6541-0f81-4531-8ed1-30e5b8ea9bfd admin admin] Publish callbacks [] for security_group (fc362945-ecd0-4e5a-a160-5b6baef6e10a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.480681 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.487378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (94642c69-bc8b-41b4-8e04-06b13622586c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.513988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Calling delete_port for 94642c69-bc8b-41b4-8e04-06b13622586c owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:36.516281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.534717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391809-978e-44fd-a1e0-82267b7c082b req-d99a7ba6-de43-4948-851e-ab9d268dedc3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:36.542467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-d99a7ba6-de43-4948-851e-ab9d268dedc3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 0.2937634 Feb 03 14:28:36.635397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-daf21538-96cf-4f46-943c-c39010d2f6e9 None None] Provisioning complete for port 9f855e1e-af4c-48f7-a286-ca7449f4938b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:36.636060 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-daf21538-96cf-4f46-943c-c39010d2f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.708945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-daf21538-96cf-4f46-943c-c39010d2f6e9 None None] Port 9f855e1e-af4c-48f7-a286-ca7449f4938b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:36.805996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Allocated IP 172.20.0.1 (9a662893-8574-4d8b-8ca2-52143d55ec1f/f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7/40878924-fddb-4020-ac0a-2367e63faf36) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:36.927231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f855e1e-af4c-48f7-a286-ca7449f4938b {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:28:36.937191 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Publish callbacks [] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.984556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for port (40878924-fddb-4020-ac0a-2367e63faf36), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:36.990968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Transition to ACTIVE for port object 9f855e1e-af4c-48f7-a286-ca7449f4938b will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:28:37.000898 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.093495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e41c6541-0f81-4531-8ed1-30e5b8ea9bfd admin admin] Publish callbacks [] for security_group (fc362945-ecd0-4e5a-a160-5b6baef6e10a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.124248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (40878924-fddb-4020-ac0a-2367e63faf36), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.132599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-0155794d-45f0-473e-9649-f5f46968a639 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/quotas/b6d451d72ad74b3398446ced44dda4d2 HTTP/1.1" status: 200 len: 375 time: 0.5890672 Feb 03 14:28:37.170348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9f855e1e-af4c-48f7-a286-ca7449f4938b,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:37.207795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Attempting to bind port 9f855e1e-af4c-48f7-a286-ca7449f4938b on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:37.208410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Attempting to bind port 9f855e1e-af4c-48f7-a286-ca7449f4938b by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:37.209604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Attempting to bind port 9f855e1e-af4c-48f7-a286-ca7449f4938b on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:37.220833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (94642c69-bc8b-41b4-8e04-06b13622586c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.223734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Port 9f855e1e-af4c-48f7-a286-ca7449f4938b on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:28:37.224472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Attempting to bind port 9f855e1e-af4c-48f7-a286-ca7449f4938b on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:37.237223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:37.237994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Checking segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:37.238639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Bound using segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:37.239338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Bound port: 9f855e1e-af4c-48f7-a286-ca7449f4938b, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:37.240572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.288453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event deleted for resources: {'Port': ['ID=94642c69-bc8b-41b4-8e04-06b13622586c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:37.295698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:37.312308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:37.321458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:37.408679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Port': ['ID=40878924-fddb-4020-ac0a-2367e63faf36,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:37.439609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305e10a-d107-4d52-ac85-504ed5d16b35 req-715ab89a-50f0-4b39-bbc6-0c9ad36a0dba tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:37.444163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f305e10a-d107-4d52-ac85-504ed5d16b35 req-715ab89a-50f0-4b39-bbc6-0c9ad36a0dba tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 943 time: 0.3376501 Feb 03 14:28:37.475338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-d13c092d-6162-46c5-8bb6-77d6d700ba7e tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3417559 Feb 03 14:28:37.480582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e41c6541-0f81-4531-8ed1-30e5b8ea9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fc362945-ecd0-4e5a-a160-5b6baef6e10a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.484478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e41c6541-0f81-4531-8ed1-30e5b8ea9bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.486262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e41c6541-0f81-4531-8ed1-30e5b8ea9bfd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc362945-ecd0-4e5a-a160-5b6baef6e10a HTTP/1.1" status: 204 len: 168 time: 1.3144040 Feb 03 14:28:37.519463 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (88c0fab6-70c8-4611-9984-de5636a51a34), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.604585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c6541-0f81-4531-8ed1-30e5b8ea9bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc362945-ecd0-4e5a-a160-5b6baef6e10a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:37.607428 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.686479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-059dc2eb-e19b-46ed-a1ed-fa067eab3b17 None None] Provisioning complete for port 40878924-fddb-4020-ac0a-2367e63faf36 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:37.687077 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-059dc2eb-e19b-46ed-a1ed-fa067eab3b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (40878924-fddb-4020-ac0a-2367e63faf36), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.721731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] For port 9f855e1e-af4c-48f7-a286-ca7449f4938b, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:37.738666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] For port 9f855e1e-af4c-48f7-a286-ca7449f4938b, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:37.748594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-059dc2eb-e19b-46ed-a1ed-fa067eab3b17 None None] Port 40878924-fddb-4020-ac0a-2367e63faf36 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:37.752245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.765285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (88c0fab6-70c8-4611-9984-de5636a51a34), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.769503 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (88c0fab6-70c8-4611-9984-de5636a51a34), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.809828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-f370e6ca-4c3b-4b60-8c90-3e7754846e5f service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185983 Feb 03 14:28:37.813205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f305e10a-d107-4d52-ac85-504ed5d16b35 req-f003be30-1c59-4b20-b1e4-e287b0f681ad tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340445 Feb 03 14:28:37.840338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:37.841291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.850335 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] 10.222.0.71 "PUT /v2.0/ports/9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 1091 time: 1.4937441 Feb 03 14:28:37.853958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:28:37.856960 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1a1f57-a4ef-42d8-8174-3f2224281984" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:28:37.951627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (40878924-fddb-4020-ac0a-2367e63faf36), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:37.958743 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f0c880-88fe-41f5-bdc0-b5b315a02fcf x-openstack-request-id: req-43f0c880-88fe-41f5-bdc0-b5b315a02fcf {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:28:37.959414 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:28:37.959884 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43f0c880-88fe-41f5-bdc0-b5b315a02fcf {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:28:37.960639 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'status': 'completed', 'code': 200} Feb 03 14:28:38.031789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52396) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:38.061957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa442b-b38d-4e1c-bb3e-3038ba340ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9f855e1e-af4c-48f7-a286-ca7449f4938b,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:38.124806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-0cd2ae84-b802-46c4-bf2e-7e22978b3e04 service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053110 Feb 03 14:28:38.167124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (88c0fab6-70c8-4611-9984-de5636a51a34), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:38.167635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Fanout notify agent at l3_agent the message router_deleted on router 88c0fab6-70c8-4611-9984-de5636a51a34 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:38.185167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:38.198630 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ddce4f43-e28c-49f7-a004-b93f7f36c7e2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/88c0fab6-70c8-4611-9984-de5636a51a34 HTTP/1.1" status: 204 len: 168 time: 2.7526410 Feb 03 14:28:38.199559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52404) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:38.209657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d5a7bd20-fbc3-4db1-b1b2-4d0d2a6ed1f3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-33619505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:38.287836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-f3d3c05f-8a30-4edc-a02d-5eae683ebef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:38.289069 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-f3d3c05f-8a30-4edc-a02d-5eae683ebef9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1125 time: 0.3325746 Feb 03 14:28:38.294154 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a7bd20-fbc3-4db1-b1b2-4d0d2a6ed1f3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:38.295239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a7bd20-fbc3-4db1-b1b2-4d0d2a6ed1f3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:38.349509 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-06ad03ec-a0e5-4334-8ae0-189f6a202d32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 217 time: 0.0453305 Feb 03 14:28:38.450537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a7bd20-fbc3-4db1-b1b2-4d0d2a6ed1f3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (127354f3-6fa9-4717-b5bd-d1cd8740f83a), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:38.455717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a7bd20-fbc3-4db1-b1b2-4d0d2a6ed1f3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:38.472785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-88946ea4-a488-43bb-816e-0425eb2c762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:38.474541 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-88946ea4-a488-43bb-816e-0425eb2c762d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.1173320 Feb 03 14:28:38.482209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5a7bd20-fbc3-4db1-b1b2-4d0d2a6ed1f3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:38.490956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5a7bd20-fbc3-4db1-b1b2-4d0d2a6ed1f3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2847321 Feb 03 14:28:38.505227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52414) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:38.524736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:38.556946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-f704ca93-4376-4f41-bf83-78b4e39d4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:38.558709 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-f704ca93-4376-4f41-bf83-78b4e39d4c84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651803 Feb 03 14:28:38.859437 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-f14b309a-96b5-4a04-a0f1-3747f1a6fda1 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943344 Feb 03 14:28:38.956785 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:39.211013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2174bc6b-f4c9-485c-a3ed-13c92ca75b49 req-590e820f-e054-45bb-934d-872ec7e0bcda tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 210 time: 0.6792326 Feb 03 14:28:39.412353 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68cde105-93e8-406d-b4fa-e82d3e40b2e8 req-14d5a338-436e-4e93-97e4-438d041aeaa9 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452590 Feb 03 14:28:39.536767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (127354f3-6fa9-4717-b5bd-d1cd8740f83a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:39.578313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014874c-2089-49f3-bba1-072c4254b9b6 req-5e1b033c-5a81-4ca7-86ad-9089b34fb026 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:39.579920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4014874c-2089-49f3-bba1-072c4254b9b6 req-5e1b033c-5a81-4ca7-86ad-9089b34fb026 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 943 time: 0.5584607 Feb 03 14:28:39.646692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for port (40878924-fddb-4020-ac0a-2367e63faf36), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:39.652603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-8098287e-bd82-4653-8a89-62fbde62c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:39.656146 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-8098287e-bd82-4653-8a89-62fbde62c906 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1125 time: 0.1042306 Feb 03 14:28:39.656801 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (40878924-fddb-4020-ac0a-2367e63faf36), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:39.659617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (03616b3d-b983-4872-adef-04a312c7d093), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:39.781265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4014874c-2089-49f3-bba1-072c4254b9b6 req-da8bb882-7152-485b-8dc2-d7c51775464b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936934 Feb 03 14:28:39.819675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:39.960630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event updated for resources: {'Port': ['ID=40878924-fddb-4020-ac0a-2367e63faf36,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:40.423502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-59698d90-1d4e-46e5-b7f3-e58768eea268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:40.425535 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-59698d90-1d4e-46e5-b7f3-e58768eea268 service neutron] 10.222.0.71 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.7185760 Feb 03 14:28:40.478018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-688fbfef-8314-4555-9b67-dfa9fd3b88c2 req-9868f142-5635-4a1b-888f-79cf8879282f tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 210 time: 0.0570469 Feb 03 14:28:40.514956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-1550e2b8-15ac-4eea-84b5-a95ea6071d46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 217 time: 0.0835450 Feb 03 14:28:40.581894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:40.585950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:40.607930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-91a39657-9751-430f-83f2-6b84c157b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:40.615560 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-91a39657-9751-430f-83f2-6b84c157b98b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.0916429 Feb 03 14:28:40.640537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (127354f3-6fa9-4717-b5bd-d1cd8740f83a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:40.670733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391809-978e-44fd-a1e0-82267b7c082b req-95dbf538-849d-4b6e-a31c-f4d543456640 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:40.673154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-95dbf538-849d-4b6e-a31c-f4d543456640 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 0.7430086 Feb 03 14:28:40.725767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Request body: {'port': {'device_id': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'admin_state_up': True, 'tenant_id': 'b6d451d72ad74b3398446ced44dda4d2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:40.736357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:40.760109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-e82bf395-d5ca-40c1-a40d-1b9f5b49adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:40.763180 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-e82bf395-d5ca-40c1-a40d-1b9f5b49adb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1390967 Feb 03 14:28:40.911190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Deleting port a43da2e2-11a4-4f42-a60a-bcf369bfd149 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:40.911550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:40.965706 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-3db7f3f8-7f1d-433c-a42c-ac65bd00f70e service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947718 Feb 03 14:28:41.040010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-22946120-44c3-40e0-8aa0-a1864f9aa4d1 None None] Provisioning complete for port 40878924-fddb-4020-ac0a-2367e63faf36 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:41.041661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22946120-44c3-40e0-8aa0-a1864f9aa4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (40878924-fddb-4020-ac0a-2367e63faf36), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:41.083025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-22946120-44c3-40e0-8aa0-a1864f9aa4d1 None None] Port 40878924-fddb-4020-ac0a-2367e63faf36 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:41.164067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] For port a43da2e2-11a4-4f42-a60a-bcf369bfd149, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a43da2e2-11a4-4f42-a60a-bcf369bfd149,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:41.164472 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:41.211505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Calling delete_port for a43da2e2-11a4-4f42-a60a-bcf369bfd149 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:41.216934 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b1a1f57-a4ef-42d8-8174-3f2224281984 req-4917fbb2-30bd-4338-9e82-27eaf575406e service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414577 Feb 03 14:28:41.277586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Allocated IP 172.25.0.6 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/844e87a9-4a7a-4b48-9126-e0c3abf626c9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:41.416678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for port (844e87a9-4a7a-4b48-9126-e0c3abf626c9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:41.467326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (844e87a9-4a7a-4b48-9126-e0c3abf626c9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:41.538237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:41.549327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a43da2e2-11a4-4f42-a60a-bcf369bfd149), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:41.576161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:41.587272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:41.591560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43da2e2-11a4-4f42-a60a-bcf369bfd149,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:41.662195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Made reservation on behalf of b6d451d72ad74b3398446ced44dda4d2 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:41.665739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:41.680643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ce98e-6ab3-4e13-aca0-81d175da76b8 req-a5e5987e-e696-450c-8964-785078e18e60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:41.682494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-273ce98e-6ab3-4e13-aca0-81d175da76b8 req-a5e5987e-e696-450c-8964-785078e18e60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 943 time: 0.7165780 Feb 03 14:28:41.795727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event updated for resources: {'Port': ['ID=844e87a9-4a7a-4b48-9126-e0c3abf626c9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:41.912443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Router 113de8ba-0102-45df-8654-7059e50be598 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:41.920002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (03616b3d-b983-4872-adef-04a312c7d093), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:41.925096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbdbba3-d7ce-45e5-b369-8ec5a0f7ac98 req-104577cf-0f7e-41b1-af4b-011744daefb5 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 210 time: 0.2675648 Feb 03 14:28:42.173040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-273ce98e-6ab3-4e13-aca0-81d175da76b8 req-3645e95e-4d27-445e-957e-3758d94af654 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375610 Feb 03 14:28:42.200939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Router 03616b3d-b983-4872-adef-04a312c7d093 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:42.216961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Allocated IP 172.20.0.3 (b1577e91-baf1-46ec-ac71-11641587af5b/50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8/4adc8e1e-0570-4366-a868-26cf99464385) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:42.248448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:42.256774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2ba77d52-1dc3-4e26-9aa5-762a486643eb tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "PUT /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6569643 Feb 03 14:28:42.260323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52518) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:42.272098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] Sync routers for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:42.300098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:42.301242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:42.370549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:42.402796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:42.403766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:42.429589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4443aa00-931c-44f7-973a-c1d9816c9011 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for router (113de8ba-0102-45df-8654-7059e50be598), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:42.436308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52520) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:42.456179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:42.458426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8fc8c-408f-4144-93a8-81f001920e4e None None] The sync data for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:42.575029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:42.588374 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-81b623f9-9eea-4754-a6ff-237eba17ab32 admin admin] 10.222.0.52 "PUT /v2.0/routers/03616b3d-b983-4872-adef-04a312c7d093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5272305 Feb 03 14:28:42.589992 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c876134-47c7-4707-8721-dfee445babec None None] Sync routers for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:42.591135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52524) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:42.613939 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:42.614775 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:42.744762 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:42.768474 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks [] for router (03616b3d-b983-4872-adef-04a312c7d093), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:42.779200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (127354f3-6fa9-4717-b5bd-d1cd8740f83a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:42.814569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96b29836-f0fd-4b73-a4a4-0317161fabf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:42.831688 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-4443aa00-931c-44f7-973a-c1d9816c9011 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 14:28:42.832759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4443aa00-931c-44f7-973a-c1d9816c9011 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598 HTTP/1.1" status: 409 len: 329 time: 0.5713973 Feb 03 14:28:42.838646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52528) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:42.974296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks [] for port (4adc8e1e-0570-4366-a868-26cf99464385), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.052741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.059837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.063655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4adc8e1e-0570-4366-a868-26cf99464385), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.089940 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:28:43.099354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:28:43.112317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Network b1577e91-baf1-46ec-ac71-11641587af5b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:43.224321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:43.257095 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:28:41Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:43.263494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:43.323076 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c876134-47c7-4707-8721-dfee445babec None None] Checking router: 03616b3d-b983-4872-adef-04a312c7d093 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:43.345317 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] Routers {'03616b3d-b983-4872-adef-04a312c7d093'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:43.345853 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['03616b3d-b983-4872-adef-04a312c7d093'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:43.387758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad578c5-a917-4593-a403-e13cefd15e14 req-fcdd3e23-7bec-4167-b9c5-25dac7294571 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:43.395459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aad578c5-a917-4593-a403-e13cefd15e14 req-fcdd3e23-7bec-4167-b9c5-25dac7294571 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 931 time: 0.3295040 Feb 03 14:28:43.397629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event updated for resources: {'Port': ['ID=4adc8e1e-0570-4366-a868-26cf99464385,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:43.503697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:43.504823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.532223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-64d3af60-c084-4c87-92df-687e9f5220a6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8204751 Feb 03 14:28:43.536215 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] Set router 03616b3d-b983-4872-adef-04a312c7d093 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:43.554334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Request body: {'port': {'device_id': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:43.601996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74f6b-3d88-420f-88c9-ceea68994cbf req-6da90656-b88d-45fe-b926-753ea4d802b2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:43.609589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4be74f6b-3d88-420f-88c9-ceea68994cbf req-6da90656-b88d-45fe-b926-753ea4d802b2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 943 time: 0.2622426 Feb 03 14:28:43.630561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9f855e1e-af4c-48f7-a286-ca7449f4938b details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:28:43.685803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aad578c5-a917-4593-a403-e13cefd15e14 req-56e1c015-d156-4fae-a658-f8113cb3c614 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811813 Feb 03 14:28:43.773287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4adc8e1e-0570-4366-a868-26cf99464385), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.797582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Router 127354f3-6fa9-4717-b5bd-d1cd8740f83a is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:43.808496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4be74f6b-3d88-420f-88c9-ceea68994cbf req-2ea18f61-7273-4f24-8674-287499d50672 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974599 Feb 03 14:28:43.880108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks [] for router_gateway (03616b3d-b983-4872-adef-04a312c7d093), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.912117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9f855e1e-af4c-48f7-a286-ca7449f4938b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:43.933568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'port_id': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'mac_address': 'fa:16:3e:e3:0f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:28:43.935218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2c876134-47c7-4707-8721-dfee445babec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:28:41Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:43.983967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96b29836-f0fd-4b73-a4a4-0317161fabf4 admin admin] Publish callbacks [] for security_group (cfbc10d4-524d-4953-9e47-85c9695db72b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.990400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9f855e1e-af4c-48f7-a286-ca7449f4938b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:43.991467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:43.994692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96b29836-f0fd-4b73-a4a4-0317161fabf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cfbc10d4-524d-4953-9e47-85c9695db72b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.001232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.004226 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c876134-47c7-4707-8721-dfee445babec None None] The sync data for ids ['03616b3d-b983-4872-adef-04a312c7d093'] in n-d-827549-2 is: [{'id': '03616b3d-b983-4872-adef-04a312c7d093', 'name': 'tempest-TaggedBootDevicesTest_v242-1027732166-router', 'tenant_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:12Z', 'updated_at': '2022-02-03T14:28:41Z', 'revision_number': 5, 'project_id': 'bb57f77c48254f15bbd63c1fbd9d4140', 'gw_port': {'id': 'ebd419bd-6766-4de9-968b-03c9d051bea5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03616b3d-b983-4872-adef-04a312c7d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:14Z', 'updated_at': '2022-02-03T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:44.022574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f855e1e-af4c-48f7-a286-ca7449f4938b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:28:44.027869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:44.039131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.043417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-24745c83-7615-4db3-a0f8-1c9ac81c87be tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "PUT /v2.0/routers/127354f3-6fa9-4717-b5bd-d1cd8740f83a HTTP/1.1" status: 200 len: 876 time: 5.5321093 Feb 03 14:28:44.044220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52536) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:44.051861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] Sync routers for ids ['127354f3-6fa9-4717-b5bd-d1cd8740f83a'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:44.068836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9f855e1e-af4c-48f7-a286-ca7449f4938b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:44.072092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] Routers {'127354f3-6fa9-4717-b5bd-d1cd8740f83a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:44.072665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['127354f3-6fa9-4717-b5bd-d1cd8740f83a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:44.114010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:44.118694 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.130015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Deleting port ebd419bd-6766-4de9-968b-03c9d051bea5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:44.130457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.153892 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-96b29836-f0fd-4b73-a4a4-0317161fabf4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fd5872cbff64248ade75bb16762db36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7158594 Feb 03 14:28:44.156340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29836-f0fd-4b73-a4a4-0317161fabf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbc10d4-524d-4953-9e47-85c9695db72b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:44.160998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52538) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:44.331256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] For port ebd419bd-6766-4de9-968b-03c9d051bea5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ebd419bd-6766-4de9-968b-03c9d051bea5,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:44.331736 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.332427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4e2195ad-bbaf-42e3-b5a4-f4f73ae29ee9 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/127354f3-6fa9-4717-b5bd-d1cd8740f83a HTTP/1.1" status: 200 len: 917 time: 0.2812479 Feb 03 14:28:44.339136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52540) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:44.354735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] Routers {'127354f3-6fa9-4717-b5bd-d1cd8740f83a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:44.357111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['127354f3-6fa9-4717-b5bd-d1cd8740f83a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:44.370175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Calling delete_port for ebd419bd-6766-4de9-968b-03c9d051bea5 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:44.379683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a62601f3-9641-4b78-a95c-da334fc0c9b3 admin admin] Publish callbacks [] for security_group (cfbc10d4-524d-4953-9e47-85c9695db72b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.406937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:44.407748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c88a6-6ffd-402c-b483-fe727d7809ae None None] The sync data for ids ['127354f3-6fa9-4717-b5bd-d1cd8740f83a'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:44.431056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9f855e1e-af4c-48f7-a286-ca7449f4938b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:44.460983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adc8e1e-0570-4366-a868-26cf99464385 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:28:44.461219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a62601f3-9641-4b78-a95c-da334fc0c9b3 admin admin] Publish callbacks [] for security_group (cfbc10d4-524d-4953-9e47-85c9695db72b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.474600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Publish callbacks [] for port (4adc8e1e-0570-4366-a868-26cf99464385), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.496851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcae966-5b02-43b4-9b18-ae899458e93d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:44.501612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9fcae966-5b02-43b4-9b18-ae899458e93d tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=127354f3-6fa9-4717-b5bd-d1cd8740f83a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1569369 Feb 03 14:28:44.503025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Transition to ACTIVE for port object 4adc8e1e-0570-4366-a868-26cf99464385 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:28:44.503801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52542) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:44.515050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4adc8e1e-0570-4366-a868-26cf99464385), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.561549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9f855e1e-af4c-48f7-a286-ca7449f4938b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:28:44.663112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47997f3-bf30-47ea-bcf4-5f5b5801f78b tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:44.665030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c47997f3-bf30-47ea-bcf4-5f5b5801f78b tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 0.1603148 Feb 03 14:28:44.672469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Pushing event updated for resources: {'Port': ['ID=4adc8e1e-0570-4366-a868-26cf99464385,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:44.687206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52544) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:44.783093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a62601f3-9641-4b78-a95c-da334fc0c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cfbc10d4-524d-4953-9e47-85c9695db72b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.786402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a62601f3-9641-4b78-a95c-da334fc0c9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.789698 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a62601f3-9641-4b78-a95c-da334fc0c9b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfbc10d4-524d-4953-9e47-85c9695db72b HTTP/1.1" status: 204 len: 168 time: 0.6210256 Feb 03 14:28:44.805498 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ebd419bd-6766-4de9-968b-03c9d051bea5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.818633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62601f3-9641-4b78-a95c-da334fc0c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbc10d4-524d-4953-9e47-85c9695db72b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:44.850789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd419bd-6766-4de9-968b-03c9d051bea5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:44.895170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b129a572-5ae4-4932-aef2-f6db476f13bc tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=127354f3-6fa9-4717-b5bd-d1cd8740f83a HTTP/1.1" status: 200 len: 205 time: 0.2066319 Feb 03 14:28:44.898995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52554) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:44.956441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Deleting port 40878924-fddb-4020-ac0a-2367e63faf36 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:44.956943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (40878924-fddb-4020-ac0a-2367e63faf36), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:44.998669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Attempting to bind port 4adc8e1e-0570-4366-a868-26cf99464385 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:28:44.999016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Attempting to bind port 4adc8e1e-0570-4366-a868-26cf99464385 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:28:44.999348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Attempting to bind port 4adc8e1e-0570-4366-a868-26cf99464385 on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:45.043475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d0410-7c4a-4576-b35b-a2e74ed08b60 req-d06ed7d3-28ad-4e17-bc5e-f20b090a9bc1 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:45.045102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d4d0410-7c4a-4576-b35b-a2e74ed08b60 req-d06ed7d3-28ad-4e17-bc5e-f20b090a9bc1 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 943 time: 0.2480292 Feb 03 14:28:45.048906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Port 4adc8e1e-0570-4366-a868-26cf99464385 on network b1577e91-baf1-46ec-ac71-11641587af5b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:28:45.049304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Attempting to bind port 4adc8e1e-0570-4366-a868-26cf99464385 on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:28:45.068826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:28:45.069208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Checking segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:28:45.069559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Bound using segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:28:45.070003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Bound port: 4adc8e1e-0570-4366-a868-26cf99464385, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:28:45.070422 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4adc8e1e-0570-4366-a868-26cf99464385), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.109943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (40878924-fddb-4020-ac0a-2367e63faf36), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.117068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.123155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Calling delete_port for 40878924-fddb-4020-ac0a-2367e63faf36 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:45.203965 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (03616b3d-b983-4872-adef-04a312c7d093), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.323402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d4d0410-7c4a-4576-b35b-a2e74ed08b60 req-0b5b4129-7060-45e3-822c-69c1e896dd01 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642834 Feb 03 14:28:45.349855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52564) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:45.360880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a43da2e2-11a4-4f42-a60a-bcf369bfd149 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:45.393227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-634a3961-4ca3-49c0-8c40-17059a6e47b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.398018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (127354f3-6fa9-4717-b5bd-d1cd8740f83a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.411893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] For port 4adc8e1e-0570-4366-a868-26cf99464385, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:45.412705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a43da2e2-11a4-4f42-a60a-bcf369bfd149 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:45.414414 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a43da2e2-11a4-4f42-a60a-bcf369bfd149 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:45.456603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] For port 4adc8e1e-0570-4366-a868-26cf99464385, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4adc8e1e-0570-4366-a868-26cf99464385,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:28:45.473212 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4adc8e1e-0570-4366-a868-26cf99464385), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.498954 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (40878924-fddb-4020-ac0a-2367e63faf36), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.578561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Port': ['ID=40878924-fddb-4020-ac0a-2367e63faf36,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:45.586380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (03616b3d-b983-4872-adef-04a312c7d093), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.593683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks [] for router_controller (03616b3d-b983-4872-adef-04a312c7d093), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.631500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9f855e1e-af4c-48f7-a286-ca7449f4938b up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:45.643183 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-634a3961-4ca3-49c0-8c40-17059a6e47b8 admin admin] Publish callbacks [] for security_group (5b632223-1c0b-4d8c-91a5-2e57387fc654), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.645830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:45.647061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.649579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] 10.222.0.45 "PUT /v2.0/ports/4adc8e1e-0570-4366-a868-26cf99464385 HTTP/1.1" status: 200 len: 1091 time: 2.1063764 Feb 03 14:28:45.650140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'tag': '4adc8e1e-0570-4366-a868-26cf99464385'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:28:45.653972 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1844903-233c-4a89-85d5-2896e43bcbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5afeecc-a57e-463f-ae03-ad388e4af8b9", "tag": "4adc8e1e-0570-4366-a868-26cf99464385"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:28:45.669911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-634a3961-4ca3-49c0-8c40-17059a6e47b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b632223-1c0b-4d8c-91a5-2e57387fc654), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.743273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (03616b3d-b983-4872-adef-04a312c7d093), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.745157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03616b3d-b983-4872-adef-04a312c7d093 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:45.746756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 9f855e1e-af4c-48f7-a286-ca7449f4938b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:28:45.754124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 9f855e1e-af4c-48f7-a286-ca7449f4938b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:45.755402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.765386 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.770894 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a42bbb3-6668-4dfb-9775-5c6b394db439 admin admin] 10.222.0.52 "DELETE /v2.0/routers/03616b3d-b983-4872-adef-04a312c7d093 HTTP/1.1" status: 204 len: 168 time: 3.1789796 Feb 03 14:28:45.775771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52568) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:45.803956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Deleting port 844e87a9-4a7a-4b48-9126-e0c3abf626c9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:45.804311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (844e87a9-4a7a-4b48-9126-e0c3abf626c9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.865258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c6e38-5109-4b25-a0b3-d8c32c42a2c5 req-0610de52-812f-4577-957f-fb6b4937e82e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:45.872587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f4c6e38-5109-4b25-a0b3-d8c32c42a2c5 req-0610de52-812f-4577-957f-fb6b4937e82e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 944 time: 0.9185596 Feb 03 14:28:45.881708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-048d43b8-1e76-46a7-8503-64c356028455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:45.908398 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916e614-9c08-40c9-9b23-eb41d93854b6 x-openstack-request-id: req-1916e614-9c08-40c9-9b23-eb41d93854b6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:28:45.909344 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5afeecc-a57e-463f-ae03-ad388e4af8b9", "tag": "4adc8e1e-0570-4366-a868-26cf99464385", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:28:45.909795 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1916e614-9c08-40c9-9b23-eb41d93854b6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:28:45.910362 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'tag': '4adc8e1e-0570-4366-a868-26cf99464385', 'status': 'completed', 'code': 200} Feb 03 14:28:45.943181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853ab1d-f7e2-43f9-b180-65441a00b46a service neutron] Pushing event updated for resources: {'Port': ['ID=4adc8e1e-0570-4366-a868-26cf99464385,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:45.988797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-634a3961-4ca3-49c0-8c40-17059a6e47b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02ee7f4182f84820aba9026102236e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6334932 Feb 03 14:28:45.991737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52576) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:46.014186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] Deleting subnet da3012eb-f8da-4940-a60f-44773ad091b8 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:46.016390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (113de8ba-0102-45df-8654-7059e50be598), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.031425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] Publish callbacks [] for subnet (da3012eb-f8da-4940-a60f-44773ad091b8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.049614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f4c6e38-5109-4b25-a0b3-d8c32c42a2c5 req-0c1487dc-5c1a-4a8c-884a-93b5df95dd33 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180866 Feb 03 14:28:46.049999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a3961-4ca3-49c0-8c40-17059a6e47b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b632223-1c0b-4d8c-91a5-2e57387fc654,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:46.055078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9f855e1e-af4c-48f7-a286-ca7449f4938b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:46.055653 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.094349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:28:46.096608 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc7921e-4790-40b4-a1ea-77d9f1bc2979" -d '{"events": [{"server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "name": "network-vif-plugged", "status": "completed", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:28:46.125091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9f855e1e-af4c-48f7-a286-ca7449f4938b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:46.133125 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.142398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391809-978e-44fd-a1e0-82267b7c082b req-79c717e2-e266-4dbe-94ac-26da2901df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.143989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-79c717e2-e266-4dbe-94ac-26da2901df89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 1125 time: 0.4350917 Feb 03 14:28:46.144184 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ec92a5-7b6a-4d91-8d3b-a22b1c0a7355 x-openstack-request-id: req-a2ec92a5-7b6a-4d91-8d3b-a22b1c0a7355 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:28:46.144504 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "name": "network-vif-plugged", "status": "completed", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:28:46.144759 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2ec92a5-7b6a-4d91-8d3b-a22b1c0a7355 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:28:46.145256 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'code': 200} Feb 03 14:28:46.208592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (da3012eb-f8da-4940-a60f-44773ad091b8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.221460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9f855e1e-af4c-48f7-a286-ca7449f4938b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:46.236922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.237282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.237637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.237984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.238321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.239958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.240475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.240827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.241168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.241507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.241843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.242176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.242507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:28:46.339553 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f4dcd4-aa37-4052-9de8-87e27c0a53fa admin admin] Publish callbacks [] for security_group (5b632223-1c0b-4d8c-91a5-2e57387fc654), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.445646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f4dcd4-aa37-4052-9de8-87e27c0a53fa admin admin] Publish callbacks [] for security_group (5b632223-1c0b-4d8c-91a5-2e57387fc654), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.488324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Router 113de8ba-0102-45df-8654-7059e50be598 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:46.492923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (da3012eb-f8da-4940-a60f-44773ad091b8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.523872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d49ea-42ec-4847-9166-f25a5c468571 req-b7ac91d6-03cc-4e07-bfd7-646ba41a5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.525459 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-030d49ea-42ec-4847-9166-f25a5c468571 req-b7ac91d6-03cc-4e07-bfd7-646ba41a5d55 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1127 time: 0.2854900 Feb 03 14:28:46.595587 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (844e87a9-4a7a-4b48-9126-e0c3abf626c9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.608704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-3eccb26c-8f58-406b-9177-c090b6c93a30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4adc8e1e-0570-4366-a868-26cf99464385 HTTP/1.1" status: 200 len: 217 time: 0.4536700 Feb 03 14:28:46.610102 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f4dcd4-aa37-4052-9de8-87e27c0a53fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b632223-1c0b-4d8c-91a5-2e57387fc654), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.612612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f4dcd4-aa37-4052-9de8-87e27c0a53fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.616542 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-56f4dcd4-aa37-4052-9de8-87e27c0a53fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b632223-1c0b-4d8c-91a5-2e57387fc654 HTTP/1.1" status: 204 len: 168 time: 0.6208954 Feb 03 14:28:46.626601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Calling delete_port for 844e87a9-4a7a-4b48-9126-e0c3abf626c9 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:46.688241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:46.699849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af7a57a8-67d2-4f38-9032-5d9cc012cc94 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "PUT /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8548055 Feb 03 14:28:46.699849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-030d49ea-42ec-4847-9166-f25a5c468571 req-3944d093-1fe6-4678-ab1c-def153262b0b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618638 Feb 03 14:28:46.704529 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] Sync routers for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:46.706506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52584) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:46.713231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.718639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.724258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.729746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.731846 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:46.732754 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:46.735843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.741595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.747704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.755920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-32792ca3-4425-4cb3-8eeb-da8519ba843c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.7114966 Feb 03 14:28:46.758004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (da3012eb-f8da-4940-a60f-44773ad091b8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.761219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4dcd4-aa37-4052-9de8-87e27c0a53fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b632223-1c0b-4d8c-91a5-2e57387fc654,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:46.766621 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-ce13da26-2f1e-4740-b1b1-14728d417d31 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] show failed (client error): The resource could not be found. Feb 03 14:28:46.767748 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ce13da26-2f1e-4740-b1b1-14728d417d31 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-666500939 HTTP/1.1" status: 404 len: 334 time: 0.0598111 Feb 03 14:28:46.792323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52588) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:46.798856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9b4fc7c8-d800-480c-a0e2-19e259e03e4e tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:46.802889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3012eb-f8da-4940-a60f-44773ad091b8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:46.840647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391809-978e-44fd-a1e0-82267b7c082b req-dd96c69c-edca-407b-b1da-de972e3686c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.842122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-dd96c69c-edca-407b-b1da-de972e3686c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.2260330 Feb 03 14:28:46.850063 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:46.853749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993a75a-24f6-4b35-a9ae-29825a248194 req-f3194938-4923-4062-a779-75bc7b684ab5 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:46.854056 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4cbd6334-13f4-4634-aaa9-ffed40471837 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/da3012eb-f8da-4940-a60f-44773ad091b8 HTTP/1.1" status: 204 len: 168 time: 1.0771444 Feb 03 14:28:46.855483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9993a75a-24f6-4b35-a9ae-29825a248194 req-f3194938-4923-4062-a779-75bc7b684ab5 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 943 time: 0.2652452 Feb 03 14:28:46.855614 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-9b4fc7c8-d800-480c-a0e2-19e259e03e4e tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] update failed (client error): The resource could not be found. Feb 03 14:28:46.856611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b4fc7c8-d800-480c-a0e2-19e259e03e4e tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-1703791920 HTTP/1.1" status: 404 len: 335 time: 0.0632818 Feb 03 14:28:46.857434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52590) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:46.863787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52592) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:46.867981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2b7804-2aa7-4be7-b081-b1d308e5c117 None None] Network 616c701c-acf0-4ac7-bdf9-03ec8f202e7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:46.900974 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:46.911836 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] Routers {'113de8ba-0102-45df-8654-7059e50be598'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:46.912432 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['113de8ba-0102-45df-8654-7059e50be598'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:46.956838 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:46.958129 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026765b6-b6c2-41ce-b536-c2211e54812c None None] The sync data for ids ['113de8ba-0102-45df-8654-7059e50be598'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:46.990958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (616c701c-acf0-4ac7-bdf9-03ec8f202e7b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.014562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Deleting subnet bbe0999e-0acd-4468-96f8-1ed62fd385e1 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:47.101282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Deleting port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:47.101970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.138391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (bbe0999e-0acd-4468-96f8-1ed62fd385e1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.138391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-d897a827-1ab0-49d8-84d0-1b147d72f2af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2736604 Feb 03 14:28:47.188815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] For port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,segment=NetworkSegment(d327a340-204b-41da-af40-63555ae02d9c),segment_id=d327a340-204b-41da-af40-63555ae02d9c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:47.189194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.219590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Calling delete_port for 7bccad7b-6bb2-4316-8dad-77d3d9d718ab owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:47.237066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ebd419bd-6766-4de9-968b-03c9d051bea5 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:47.272669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] DHCP port deletion for 616c701c-acf0-4ac7-bdf9-03ec8f202e7b request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:47.275524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (bbe0999e-0acd-4468-96f8-1ed62fd385e1), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.278234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ebd419bd-6766-4de9-968b-03c9d051bea5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:47.278840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ebd419bd-6766-4de9-968b-03c9d051bea5 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:47.347645 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.355170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9993a75a-24f6-4b35-a9ae-29825a248194 req-d61ff66a-caea-457c-aec7-6177877180c7 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889216 Feb 03 14:28:47.397854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] No DVR routers for this DVR port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:47.432233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:47.437055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] Deleting port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:47.439090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.509092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-674be9d6-0836-4bdc-b824-d2c1af476f92 req-67ae719f-9a00-473e-900c-070e854fc0eb tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7522058 Feb 03 14:28:47.529144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-9abe94ec-b35b-4d49-89ae-7262243e642a service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624463 Feb 03 14:28:47.531700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (bbe0999e-0acd-4468-96f8-1ed62fd385e1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.535073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (844e87a9-4a7a-4b48-9126-e0c3abf626c9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.592012 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (616c701c-acf0-4ac7-bdf9-03ec8f202e7b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.600603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] For port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:47.601003 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.620174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] Calling delete_port for 7bccad7b-6bb2-4316-8dad-77d3d9d718ab owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:47.626125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] Port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:28:47.627483 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (7bccad7b-6bb2-4316-8dad-77d3d9d718ab), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.648963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616c701c-acf0-4ac7-bdf9-03ec8f202e7b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:47.654344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] Pushing event deleted for resources: {'Port': ['ID=7bccad7b-6bb2-4316-8dad-77d3d9d718ab,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:47.663167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event deleted for resources: {'Port': ['ID=844e87a9-4a7a-4b48-9126-e0c3abf626c9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:47.677799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f802af9-e52e-4390-842d-caac42cee7c2 None None] No DVR routers for this DVR port 7bccad7b-6bb2-4316-8dad-77d3d9d718ab on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:47.681190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd327a340-204b-41da-af40-63555ae02d9c') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:47.686716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd327a340-204b-41da-af40-63555ae02d9c') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:47.716473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (d327a340-204b-41da-af40-63555ae02d9c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.737272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d327a340-204b-41da-af40-63555ae02d9c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.744498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:47.745193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (d327a340-204b-41da-af40-63555ae02d9c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:47.747217 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:47.799436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (127354f3-6fa9-4717-b5bd-d1cd8740f83a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.807747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217a92a-cbb4-48c5-81bc-f5395a6cc70a req-6d61c3dc-c601-4a10-8561-d11ea08a5905 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:47.809290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a217a92a-cbb4-48c5-81bc-f5395a6cc70a req-6d61c3dc-c601-4a10-8561-d11ea08a5905 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.2849543 Feb 03 14:28:47.844868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (616c701c-acf0-4ac7-bdf9-03ec8f202e7b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.853384 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.860687 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] 10.222.0.52 "DELETE /v2.0/networks/616c701c-acf0-4ac7-bdf9-03ec8f202e7b HTTP/1.1" status: 204 len: 168 time: 1.0021842 Feb 03 14:28:47.863931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (bbe0999e-0acd-4468-96f8-1ed62fd385e1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.864190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:47.926590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe0999e-0acd-4468-96f8-1ed62fd385e1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:47.965379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3391809-978e-44fd-a1e0-82267b7c082b req-8ef61fb9-84a4-4054-9ac3-e581a43911b0 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967822 Feb 03 14:28:47.975987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:47.981874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd3b2190-da16-4b81-a10c-1b5e75b409b7 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/subnets/bbe0999e-0acd-4468-96f8-1ed62fd385e1 HTTP/1.1" status: 204 len: 168 time: 1.1004255 Feb 03 14:28:47.983272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209cb2e2-2747-4c62-8081-021624f948ce None None] Network 7a8cc745-d76f-4328-8788-8f5ea39a5e03 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:47.989644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52618) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:48.000247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.005283 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (127354f3-6fa9-4717-b5bd-d1cd8740f83a), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.059978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f997922-9b4f-46a0-ae63-e4ed2192a067 admin admin] Pushing event deleted for resources: {'Network': ['ID=616c701c-acf0-4ac7-bdf9-03ec8f202e7b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:48.111871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a217a92a-cbb4-48c5-81bc-f5395a6cc70a req-b896f356-22f5-4497-b608-3a3a2825f677 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965736 Feb 03 14:28:48.149378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Deleting subnet f44f869b-45b1-4908-afcc-d2a83bb2fbeb {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:48.155140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (127354f3-6fa9-4717-b5bd-d1cd8740f83a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.155929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Fanout notify agent at l3_agent the message router_deleted on router 127354f3-6fa9-4717-b5bd-d1cd8740f83a {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:48.165623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.167993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-01cef668-7851-450c-9e3a-249c7626f47d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/127354f3-6fa9-4717-b5bd-d1cd8740f83a HTTP/1.1" status: 204 len: 168 time: 3.2673445 Feb 03 14:28:48.170369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (f44f869b-45b1-4908-afcc-d2a83bb2fbeb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.176508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52628) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:48.186499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-de39be1e-b4b6-4f64-a6e9-1a9a22e21c7d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1477235841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:48.201595 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f24597c-32d2-48e6-9364-7bbbf4af5520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.279408 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (f44f869b-45b1-4908-afcc-d2a83bb2fbeb), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.409793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-677effa5-3ee4-4bd6-8af0-85da8f0d8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:48.414747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-677effa5-3ee4-4bd6-8af0-85da8f0d8ad3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 1125 time: 0.3649168 Feb 03 14:28:48.416342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] DHCP port deletion for 7a8cc745-d76f-4328-8788-8f5ea39a5e03 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:48.419404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de39be1e-b4b6-4f64-a6e9-1a9a22e21c7d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (65561b6d-bb93-4057-bd4a-401547491592), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.419819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de39be1e-b4b6-4f64-a6e9-1a9a22e21c7d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (65561b6d-bb93-4057-bd4a-401547491592), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.488900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f44f869b-45b1-4908-afcc-d2a83bb2fbeb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.533522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] Deleting port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:48.534828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.590526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (6f24a72c-dda5-403f-8445-5f2f92801a6b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.698280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] For port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6d69c744-db50-4a2c-86a5-9c8c8ee05bbf,segment=NetworkSegment(f0a24259-56f9-4597-8f23-cfca91ee6867),segment_id=f0a24259-56f9-4597-8f23-cfca91ee6867)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:48.698682 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.733482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] Calling delete_port for 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:48.741872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-3140690a-7c3a-429e-8843-9637d18fed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:48.746090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-3140690a-7c3a-429e-8843-9637d18fed8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.3193686 Feb 03 14:28:48.844251 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (6d69c744-db50-4a2c-86a5-9c8c8ee05bbf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.885913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] Pushing event deleted for resources: {'Port': ['ID=6d69c744-db50-4a2c-86a5-9c8c8ee05bbf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:48.893896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779ae4a-c042-4b5a-96da-3cf117688e1c None None] No DVR routers for this DVR port 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:48.897797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de39be1e-b4b6-4f64-a6e9-1a9a22e21c7d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (65561b6d-bb93-4057-bd4a-401547491592), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.907481 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (f44f869b-45b1-4908-afcc-d2a83bb2fbeb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.956853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.963649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/subnets/f44f869b-45b1-4908-afcc-d2a83bb2fbeb HTTP/1.1" status: 204 len: 168 time: 0.9729462 Feb 03 14:28:48.964620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d4f6d-c4b3-4f15-b53b-b2fa98dddc74 None None] Network 51d1328c-7556-41cd-9e61-25da587abd58 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:48.965176 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de39be1e-b4b6-4f64-a6e9-1a9a22e21c7d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (65561b6d-bb93-4057-bd4a-401547491592), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:48.979631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:49.047614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-e167c16d-b049-4f90-8dc2-c83b2b8bb2ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4adc8e1e-0570-4366-a868-26cf99464385 HTTP/1.1" status: 200 len: 217 time: 0.2498465 Feb 03 14:28:49.081479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f69a4-188c-4fe4-a77c-afae4a8a1d8f req-d213e941-7da4-490d-8e18-7153f758f9fc tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.083088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d9f69a4-188c-4fe4-a77c-afae4a8a1d8f req-d213e941-7da4-490d-8e18-7153f758f9fc tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 943 time: 0.5001609 Feb 03 14:28:49.083821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93c42c-0dd9-49ef-86fe-5c552a98ec1b tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Subnet': ['ID=f44f869b-45b1-4908-afcc-d2a83bb2fbeb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:49.104886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7a8cc745-d76f-4328-8788-8f5ea39a5e03), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.111253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Deleting port 0791e0ed-87fa-410c-9421-803e7567e58a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:49.111592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.155317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-a5bc21e6-97d2-4155-b164-52040d3500d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.157254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-a5bc21e6-97d2-4155-b164-52040d3500d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.0913153 Feb 03 14:28:49.176392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.184065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.186104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] DHCP port deletion for 51d1328c-7556-41cd-9e61-25da587abd58 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:49.190041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.195433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.202662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.222605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.235124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7a8cc745-d76f-4328-8788-8f5ea39a5e03), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.244734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.251577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-9a07941c-5083-46c7-8ebe-add7630a3e0c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.5765774 Feb 03 14:28:49.253580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52672) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:49.283497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] Deleting port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:49.283991 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.299245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8cc745-d76f-4328-8788-8f5ea39a5e03']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:49.312259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a24259-56f9-4597-8f23-cfca91ee6867') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:49.312588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a24259-56f9-4597-8f23-cfca91ee6867') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:49.358858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de39be1e-b4b6-4f64-a6e9-1a9a22e21c7d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.364874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-de39be1e-b4b6-4f64-a6e9-1a9a22e21c7d tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1805761 Feb 03 14:28:49.366378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7bccad7b-6bb2-4316-8dad-77d3d9d718ab no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:49.392099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52678) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:49.399016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7bccad7b-6bb2-4316-8dad-77d3d9d718ab {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:49.399445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7bccad7b-6bb2-4316-8dad-77d3d9d718ab not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:49.400510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 80d08abf-b90c-49e5-8c93-f51af92e2aa3 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:49.444130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] For port 80d08abf-b90c-49e5-8c93-f51af92e2aa3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=80d08abf-b90c-49e5-8c93-f51af92e2aa3,segment=NetworkSegment(3bc944f5-7f6a-405a-b39f-aaa210b4bb28),segment_id=3bc944f5-7f6a-405a-b39f-aaa210b4bb28)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:49.444733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.492820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': True}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:49.503915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-b4ba67c5-5af1-4379-987f-9766cab1b86e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999660 Feb 03 14:28:49.505349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] Calling delete_port for 80d08abf-b90c-49e5-8c93-f51af92e2aa3 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:49.507533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:49.507920 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.589799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 80d08abf-b90c-49e5-8c93-f51af92e2aa3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=80d08abf-b90c-49e5-8c93-f51af92e2aa3,segment=NetworkSegment(3bc944f5-7f6a-405a-b39f-aaa210b4bb28),segment_id=3bc944f5-7f6a-405a-b39f-aaa210b4bb28)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:49.602074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.602766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:49.664158 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-797487e7-09fa-4cd6-a606-7f1757106be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.666715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.667499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:49.667842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6d69c744-db50-4a2c-86a5-9c8c8ee05bbf not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:49.706615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=80d08abf-b90c-49e5-8c93-f51af92e2aa3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:49.724474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (80d08abf-b90c-49e5-8c93-f51af92e2aa3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.725239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (f0a24259-56f9-4597-8f23-cfca91ee6867), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.736748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d9f69a4-188c-4fe4-a77c-afae4a8a1d8f req-bf948086-3f19-4250-8551-09333ab14ac5 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800522 Feb 03 14:28:49.766085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] Pushing event deleted for resources: {'Port': ['ID=80d08abf-b90c-49e5-8c93-f51af92e2aa3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:49.782623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b85f67-9348-46ae-8cb4-692496bc182a None None] No DVR routers for this DVR port 80d08abf-b90c-49e5-8c93-f51af92e2aa3 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:49.792663 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f0a24259-56f9-4597-8f23-cfca91ee6867), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.796111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] For port 0791e0ed-87fa-410c-9421-803e7567e58a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0791e0ed-87fa-410c-9421-803e7567e58a,segment=NetworkSegment(d3a045e9-94e2-4188-b17f-fb751ccdee57),segment_id=d3a045e9-94e2-4188-b17f-fb751ccdee57)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:49.796449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.817710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.819802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:49.820544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (f0a24259-56f9-4597-8f23-cfca91ee6867), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.823432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.828928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.834255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:49.839569 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:49.841938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.846002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.847805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Calling delete_port for 0791e0ed-87fa-410c-9421-803e7567e58a owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:49.851365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:49.853898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5cf3f185-5187-445f-93b9-e233a676b0ab tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.8030677 Feb 03 14:28:49.917570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd1faa5a-7689-40cf-b213-5b03b6e33795 req-aa55c78e-b095-469b-8e35-cd252ea81198 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5963609 Feb 03 14:28:49.938003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7a8cc745-d76f-4328-8788-8f5ea39a5e03), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.947510 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:49.956726 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/networks/7a8cc745-d76f-4328-8788-8f5ea39a5e03 HTTP/1.1" status: 204 len: 168 time: 0.9734778 Feb 03 14:28:49.960084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52680) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:50.046068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e866c-8be6-4520-b8b1-6b6ddbe0a0ed tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Network': ['ID=7a8cc745-d76f-4328-8788-8f5ea39a5e03,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:50.090201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (51d1328c-7556-41cd-9e61-25da587abd58), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.168997 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-2fb7fb1f-2240-4338-8a6c-7fa1402aef47 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611853 Feb 03 14:28:50.309120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (51d1328c-7556-41cd-9e61-25da587abd58), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.331610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-c9fb6f53-b1a8-4594-95c7-b6eb36ce4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:50.333260 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-c9fb6f53-b1a8-4594-95c7-b6eb36ce4192 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.1378691 Feb 03 14:28:50.348496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d1328c-7556-41cd-9e61-25da587abd58']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:50.402934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc944f5-7f6a-405a-b39f-aaa210b4bb28') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:50.403312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc944f5-7f6a-405a-b39f-aaa210b4bb28') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:50.418120 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-797487e7-09fa-4cd6-a606-7f1757106be6 admin admin] Publish callbacks [] for security_group (47e6423e-2d8e-4363-a923-a2654297fbe1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.421473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9b3ca47b-2fd3-4ad5-9e94-3acdbfba780b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:50.423113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9b3ca47b-2fd3-4ad5-9e94-3acdbfba780b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "GET /v2.0/ports/ae1a051f-333b-4125-bc94-9614d76b79d7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5311852 Feb 03 14:28:50.423731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (3bc944f5-7f6a-405a-b39f-aaa210b4bb28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.465708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-797487e7-09fa-4cd6-a606-7f1757106be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (47e6423e-2d8e-4363-a923-a2654297fbe1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.476136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3bc944f5-7f6a-405a-b39f-aaa210b4bb28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.494195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:50.495163 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (3bc944f5-7f6a-405a-b39f-aaa210b4bb28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:50.498362 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:50.510623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172233f-8208-4816-a2ac-6666e6d314e7 req-9009e7ec-94aa-4d51-9607-7a1c650f12fd tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:50.511957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8172233f-8208-4816-a2ac-6666e6d314e7 req-9009e7ec-94aa-4d51-9607-7a1c650f12fd tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.6285720 Feb 03 14:28:50.512200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0791e0ed-87fa-410c-9421-803e7567e58a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.513524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-629874e4-4e04-4667-aa9a-c23633bae7a3 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927316 Feb 03 14:28:50.597820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0791e0ed-87fa-410c-9421-803e7567e58a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:50.606369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (65561b6d-bb93-4057-bd4a-401547491592), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.639253 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.663570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-d2db2dd4-f26c-449d-bf7f-ba33723e0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:50.665133 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-d2db2dd4-f26c-449d-bf7f-ba33723e0e6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.2960885 Feb 03 14:28:50.667837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-797487e7-09fa-4cd6-a606-7f1757106be6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=964ea99c9fe545d3878a579b90ff56f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3536811 Feb 03 14:28:50.669516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (51d1328c-7556-41cd-9e61-25da587abd58), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.671691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52684) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:50.675524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.678850 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/networks/51d1328c-7556-41cd-9e61-25da587abd58 HTTP/1.1" status: 204 len: 168 time: 0.7176559 Feb 03 14:28:50.692445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4adc8e1e-0570-4366-a868-26cf99464385 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:28:50.704630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:50.710972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e86278-b340-4f8c-8011-c3460c24a63a tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Network': ['ID=51d1328c-7556-41cd-9e61-25da587abd58,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:50.732708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797487e7-09fa-4cd6-a606-7f1757106be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6423e-2d8e-4363-a923-a2654297fbe1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:50.817695 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-c204f56c-446b-4774-b35f-99f092416a47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.1376216 Feb 03 14:28:50.878389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4adc8e1e-0570-4366-a868-26cf99464385, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4adc8e1e-0570-4366-a868-26cf99464385,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:50.887589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8172233f-8208-4816-a2ac-6666e6d314e7 req-5cb019b9-c547-4664-abda-c284ba16853b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495016 Feb 03 14:28:50.918701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '4adc8e1e-0570-4366-a868-26cf99464385', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'port_id': '4adc8e1e-0570-4366-a868-26cf99464385', 'mac_address': 'fa:16:3e:8e:f8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:28:50.926365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-961253e0-95ca-4552-851b-ea185a085337 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "GET /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4616239 Feb 03 14:28:50.939424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:50.946096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-4f78091a-ba3b-4f2d-8dbc-867f301e7782 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053581 Feb 03 14:28:50.968757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4adc8e1e-0570-4366-a868-26cf99464385 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:50.969139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4adc8e1e-0570-4366-a868-26cf99464385), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:50.978088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Deleting subnet f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:50.985994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adc8e1e-0570-4366-a868-26cf99464385 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:28:50.995992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.013608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4adc8e1e-0570-4366-a868-26cf99464385, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4adc8e1e-0570-4366-a868-26cf99464385,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:51.018581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4adc8e1e-0570-4366-a868-26cf99464385), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.039025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-a58ddac5-56dc-46e4-b44e-ef1f8c7475d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.041077 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-a58ddac5-56dc-46e4-b44e-ef1f8c7475d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.1945996 Feb 03 14:28:51.078789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-748c319d-ca94-4b53-a393-4b50fc125b54 admin admin] Publish callbacks [] for security_group (47e6423e-2d8e-4363-a923-a2654297fbe1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.080085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4adc8e1e-0570-4366-a868-26cf99464385,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:51.094076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e08f9-3ee4-46bb-a488-cb032c1be440 req-552e3768-a37e-4864-b480-e4d77cc60034 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.095522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-626e08f9-3ee4-46bb-a488-cb032c1be440 req-552e3768-a37e-4864-b480-e4d77cc60034 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 943 time: 0.2432349 Feb 03 14:28:51.107554 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.132343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.136287 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-dd9a8dbd-e835-4f22-9dfd-876042bb27fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585814 Feb 03 14:28:51.172441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39f7b3-7770-4fa9-998f-77b8b967ad2c req-37e8a1d5-4cc0-456e-b0e7-9c2e7e0b4a21 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.173958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b39f7b3-7770-4fa9-998f-77b8b967ad2c req-37e8a1d5-4cc0-456e-b0e7-9c2e7e0b4a21 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.1723576 Feb 03 14:28:51.178289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-748c319d-ca94-4b53-a393-4b50fc125b54 admin admin] Publish callbacks [] for security_group (47e6423e-2d8e-4363-a923-a2654297fbe1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.198942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52694) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:51.204732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'floatingip': {'port_id': '9f855e1e-af4c-48f7-a286-ca7449f4938b'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:51.244345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (6f24a72c-dda5-403f-8445-5f2f92801a6b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.286281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4adc8e1e-0570-4366-a868-26cf99464385'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:28:51.297368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-626e08f9-3ee4-46bb-a488-cb032c1be440 req-433f12c7-bff5-49b6-a26e-dcf5dce907fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864789 Feb 03 14:28:51.300461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (b591d075-12cf-40bb-8cf4-0658e6866afe), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.403054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.435960 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-240ebd8a-7d47-451b-83e0-58442de1d822 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725048 Feb 03 14:28:51.472572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-748c319d-ca94-4b53-a393-4b50fc125b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (47e6423e-2d8e-4363-a923-a2654297fbe1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.475107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-748c319d-ca94-4b53-a393-4b50fc125b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.479925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-748c319d-ca94-4b53-a393-4b50fc125b54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47e6423e-2d8e-4363-a923-a2654297fbe1 HTTP/1.1" status: 204 len: 168 time: 0.7930000 Feb 03 14:28:51.536081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c319d-ca94-4b53-a393-4b50fc125b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6423e-2d8e-4363-a923-a2654297fbe1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:51.612753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.648091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.653924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.659162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.664930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.670739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.676261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.681614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:51.683529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-20a39af2-643c-410a-a824-3ac8db706f8b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 5435 time: 0.4104490 Feb 03 14:28:51.684028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Subnet': ['ID=f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:51.690302 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-517d02ab-05d4-4718-8af3-7b8a72b2ce7a req-28f1050d-5bed-4f81-902f-ff882e52c661 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452645 Feb 03 14:28:51.693128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.699951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52702) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:51.700280 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9666766b-7535-42cc-876f-49bb5b7a1a49 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/subnets/f02dbaf9-872b-4e85-9a80-2f9cc6fb96b7 HTTP/1.1" status: 204 len: 168 time: 0.9847646 Feb 03 14:28:51.707886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163c73da-c2ce-46b5-b73a-e2b39f7b63e2 None None] Network 9a662893-8574-4d8b-8ca2-52143d55ec1f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:51.753993 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (65561b6d-bb93-4057-bd4a-401547491592), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.778782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Router 6f24a72c-dda5-403f-8445-5f2f92801a6b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:51.816871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] For port ae1a051f-333b-4125-bc94-9614d76b79d7, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ae1a051f-333b-4125-bc94-9614d76b79d7,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:51.841126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:51.935208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] DHCP port deletion for 9a662893-8574-4d8b-8ca2-52143d55ec1f request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:51.936010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:51.957321 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2b343be6-cb8e-4dd7-9a44-c3b82bb06e3c admin admin] 10.222.0.52 "PUT /v2.0/routers/6f24a72c-dda5-403f-8445-5f2f92801a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0918639 Feb 03 14:28:51.958442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52712) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:51.960905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] Sync routers for ids ['6f24a72c-dda5-403f-8445-5f2f92801a6b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:52.007643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] Routers {'6f24a72c-dda5-403f-8445-5f2f92801a6b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:52.008273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6f24a72c-dda5-403f-8445-5f2f92801a6b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:52.022458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (9a662893-8574-4d8b-8ca2-52143d55ec1f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.051416 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.061561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] For port ae1a051f-333b-4125-bc94-9614d76b79d7, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:52.095178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c0e88d5-b3c5-4618-ac69-19d7fa27cb6f req-c261442d-9877-4551-90b8-655016997fa6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3864777 Feb 03 14:28:52.109805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks [] for router (6f24a72c-dda5-403f-8445-5f2f92801a6b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.140120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] Deleting port ae79f6dc-bb93-43d9-a21a-89328eb1752f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:52.141222 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.174812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] Set router 6f24a72c-dda5-403f-8445-5f2f92801a6b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:52.214205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] device_id is not set on port ae1a051f-333b-4125-bc94-9614d76b79d7 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:28:52.271117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks [] for router_gateway (6f24a72c-dda5-403f-8445-5f2f92801a6b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.276381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] Publish callbacks [] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.304813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] For port ae79f6dc-bb93-43d9-a21a-89328eb1752f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae79f6dc-bb93-43d9-a21a-89328eb1752f,segment=NetworkSegment(7f54a960-4ce8-4a53-b757-ab7bbb259f5d),segment_id=7f54a960-4ce8-4a53-b757-ab7bbb259f5d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:52.305220 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.305743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Allocated IP 172.25.0.19 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ca466056-9734-4a47-b337-2880d9fa28e1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:28:52.307785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.350644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] Calling delete_port for ae79f6dc-bb93-43d9-a21a-89328eb1752f owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:52.409366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Deleting port bdd355fa-d818-4f56-b493-7153596481b1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:52.411064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bdd355fa-d818-4f56-b493-7153596481b1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.542975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1a051f-333b-4125-bc94-9614d76b79d7,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:52.562526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] For port bdd355fa-d818-4f56-b493-7153596481b1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bdd355fa-d818-4f56-b493-7153596481b1,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:52.562895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bdd355fa-d818-4f56-b493-7153596481b1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.588548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Calling delete_port for bdd355fa-d818-4f56-b493-7153596481b1 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:52.716973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4adc8e1e-0570-4366-a868-26cf99464385 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:28:52.831386 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bdd355fa-d818-4f56-b493-7153596481b1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.883504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd355fa-d818-4f56-b493-7153596481b1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:52.971450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] No DVR routers for this DVR port ae1a051f-333b-4125-bc94-9614d76b79d7 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:52.973781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e01547b0-9055-462b-a347-15abc5377db0 None None] Provisioning complete for port ae1a051f-333b-4125-bc94-9614d76b79d7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:52.974426 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e01547b0-9055-462b-a347-15abc5377db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:52.983256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (6f24a72c-dda5-403f-8445-5f2f92801a6b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.001952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 4adc8e1e-0570-4366-a868-26cf99464385 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:28:53.019199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Deleting port ae79f6dc-bb93-43d9-a21a-89328eb1752f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:53.019950 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.025734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 4adc8e1e-0570-4366-a868-26cf99464385 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:53.026371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4adc8e1e-0570-4366-a868-26cf99464385), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.068232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e01547b0-9055-462b-a347-15abc5377db0 None None] Port ae1a051f-333b-4125-bc94-9614d76b79d7 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:53.069707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.110736 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (6f24a72c-dda5-403f-8445-5f2f92801a6b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.117375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] Pushing event deleted for resources: {'Port': ['ID=ae79f6dc-bb93-43d9-a21a-89328eb1752f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:53.127585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks [] for router_controller (6f24a72c-dda5-403f-8445-5f2f92801a6b), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.131147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1734f-26b7-4bee-8ce3-0476f32db824 None None] No DVR routers for this DVR port ae79f6dc-bb93-43d9-a21a-89328eb1752f on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:53.143042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1514783831-router', 'tenant_id': '712877a1a881420892fc27719a252763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:20:25Z', 'updated_at': '2022-02-03T14:28:50Z', 'revision_number': 5, 'project_id': '712877a1a881420892fc27719a252763', 'gw_port': {'id': 'bdd355fa-d818-4f56-b493-7153596481b1', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f24a72c-dda5-403f-8445-5f2f92801a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:20:26Z', 'updated_at': '2022-02-03T14:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:53.194569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] Checking router: 6f24a72c-dda5-403f-8445-5f2f92801a6b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:53.215689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] For port ae79f6dc-bb93-43d9-a21a-89328eb1752f, host n-d-827549-2, got binding levels [] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:53.216194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.221673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:28:53.251829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (6f24a72c-dda5-403f-8445-5f2f92801a6b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.254025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f24a72c-dda5-403f-8445-5f2f92801a6b {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:53.273219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.279687 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2ccf1b74-db88-49c8-b8e6-4030e73b6972 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6f24a72c-dda5-403f-8445-5f2f92801a6b HTTP/1.1" status: 204 len: 168 time: 1.3190477 Feb 03 14:28:53.280334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:53.285202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:53.285579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 14:28:53.286376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_agentschedulers_db [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f24a72c-dda5-403f-8445-5f2f92801a6b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent'). {{(pid=103343) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:28:53.288779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a78563-2621-47cd-a8f7-8bdeba6555f4 None None] The sync data for ids ['6f24a72c-dda5-403f-8445-5f2f92801a6b'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:53.293231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4adc8e1e-0570-4366-a868-26cf99464385 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:53.293629 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4adc8e1e-0570-4366-a868-26cf99464385), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.324199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Calling delete_port for ae79f6dc-bb93-43d9-a21a-89328eb1752f owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:53.333904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] In _notify_port_updated(), no bound segment for port ae1a051f-333b-4125-bc94-9614d76b79d7 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:28:53.336571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:53.338423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.351990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc8e1e-0570-4366-a868-26cf99464385'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:28:53.353208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-5c36eb58-9f9e-4690-9cd7-eaf01e6dd8d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae1a051f-333b-4125-bc94-9614d76b79d7 HTTP/1.1" status: 200 len: 1026 time: 2.4188759 Feb 03 14:28:53.354490 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9009b2-4ba7-4758-be9c-8a18b275f20b" -d '{"events": [{"server_uuid": "f5afeecc-a57e-463f-ae03-ad388e4af8b9", "name": "network-vif-plugged", "status": "completed", "tag": "4adc8e1e-0570-4366-a868-26cf99464385"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:28:53.362268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea6654-6268-4422-bb54-4926142bdca7 req-2ec5b116-096b-4cb7-bb5d-72b5593a0cfb tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:53.364218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25ea6654-6268-4422-bb54-4926142bdca7 req-2ec5b116-096b-4cb7-bb5d-72b5593a0cfb tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 944 time: 0.8920307 Feb 03 14:28:53.366350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_backend_mixin [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Port ae79f6dc-bb93-43d9-a21a-89328eb1752f was not found and therefore no delete operation was performed {{(pid=103342) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:28:53.407194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] Deleting subnet f8e479c2-519b-4955-8f6b-a7bc9743d928 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:28:53.411757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] Publish callbacks [] for subnet (f8e479c2-519b-4955-8f6b-a7bc9743d928), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.417496 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for port (ca466056-9734-4a47-b337-2880d9fa28e1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.418971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ae79f6dc-bb93-43d9-a21a-89328eb1752f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.420510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4adc8e1e-0570-4366-a868-26cf99464385, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4adc8e1e-0570-4366-a868-26cf99464385,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:53.425767 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4adc8e1e-0570-4366-a868-26cf99464385), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.426906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9ebc6d1-73c7-45f8-a42c-bc51ca6228db no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:53.463346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (f8e479c2-519b-4955-8f6b-a7bc9743d928), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.465017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:53.494871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.536390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4adc8e1e-0570-4366-a868-26cf99464385,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:53.573284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (b591d075-12cf-40bb-8cf4-0658e6866afe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.597786 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f8e479c2-519b-4955-8f6b-a7bc9743d928), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.609397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:53.610159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.633222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Port': ['ID=ae79f6dc-bb93-43d9-a21a-89328eb1752f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:53.646079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] No DVR routers for this DVR port ae79f6dc-bb93-43d9-a21a-89328eb1752f on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:53.646801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:53.652320 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.653365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ae1a051f-333b-4125-bc94-9614d76b79d7 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:53.663071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (f8e479c2-519b-4955-8f6b-a7bc9743d928), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.687637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.697412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f8e479c2-519b-4955-8f6b-a7bc9743d928 HTTP/1.1" status: 204 len: 168 time: 0.4149599 Feb 03 14:28:53.699073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52752) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:53.706973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4a9ad-2290-41c8-af6e-5786c476010f None None] Network 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:28:53.729964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-1e18c0af-0f73-427e-ab2a-0905c6e2dc5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:53.746759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-1e18c0af-0f73-427e-ab2a-0905c6e2dc5d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "GET /v2.0/ports/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3788807 Feb 03 14:28:53.798153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae79f6dc-bb93-43d9-a21a-89328eb1752f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:53.826469 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (9a662893-8574-4d8b-8ca2-52143d55ec1f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.844212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ae79f6dc-bb93-43d9-a21a-89328eb1752f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:53.844212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae79f6dc-bb93-43d9-a21a-89328eb1752f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:53.854902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a662893-8574-4d8b-8ca2-52143d55ec1f']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:53.867456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f54a960-4ce8-4a53-b757-ab7bbb259f5d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:53.867849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f54a960-4ce8-4a53-b757-ab7bbb259f5d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:53.880052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (7f54a960-4ce8-4a53-b757-ab7bbb259f5d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.895215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:53.903797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25ea6654-6268-4422-bb54-4926142bdca7 req-e209c64e-dbfe-4a77-be5f-37f631ffbffa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965091 Feb 03 14:28:53.920132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:53.932973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7f54a960-4ce8-4a53-b757-ab7bbb259f5d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:53.933146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port ae1a051f-333b-4125-bc94-9614d76b79d7 host ! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:28:53.933146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ae1a051f-333b-4125-bc94-9614d76b79d7 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:53.933146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:53.980815 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f93caa-2589-42d9-a5ad-00021ffba93b x-openstack-request-id: req-34f93caa-2589-42d9-a5ad-00021ffba93b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:28:53.981120 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5afeecc-a57e-463f-ae03-ad388e4af8b9", "name": "network-vif-plugged", "status": "completed", "tag": "4adc8e1e-0570-4366-a868-26cf99464385", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:28:53.981383 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34f93caa-2589-42d9-a5ad-00021ffba93b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:28:53.981791 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc8e1e-0570-4366-a868-26cf99464385', 'code': 200} Feb 03 14:28:54.037144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ca466056-9734-4a47-b337-2880d9fa28e1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.058195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:54.058893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (7f54a960-4ce8-4a53-b757-ab7bbb259f5d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:54.062360 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:54.067085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:54.067678 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.104271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:54.108969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.109676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 8436aada-f0ae-4113-990f-8b65869ebe75 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:54.163123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-779373503'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:54.181547 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.185495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3d83c-6b87-4fac-95cb-7e7aeb7e197b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e479c2-519b-4955-8f6b-a7bc9743d928,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.193864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.201923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0992f-0f34-46ba-af82-064524884912 req-1ac72c98-9c23-48ae-9a89-5ad21281296a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.202599 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Made reservation on behalf of e33a3457898a40589c9aac4549ef1dec for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:54.209276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0992f-0f34-46ba-af82-064524884912 req-1ac72c98-9c23-48ae-9a89-5ad21281296a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.209670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.215276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0992f-0f34-46ba-af82-064524884912 req-1ac72c98-9c23-48ae-9a89-5ad21281296a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.220672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0992f-0f34-46ba-af82-064524884912 req-1ac72c98-9c23-48ae-9a89-5ad21281296a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.222703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.226832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0992f-0f34-46ba-af82-064524884912 req-1ac72c98-9c23-48ae-9a89-5ad21281296a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.232830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0992f-0f34-46ba-af82-064524884912 req-1ac72c98-9c23-48ae-9a89-5ad21281296a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.235030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0b0992f-0f34-46ba-af82-064524884912 req-1ac72c98-9c23-48ae-9a89-5ad21281296a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 4662 time: 0.8265941 Feb 03 14:28:54.250814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 8436aada-f0ae-4113-990f-8b65869ebe75 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:54.251869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.252134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:28:54.261528 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Floating IP b591d075-12cf-40bb-8cf4-0658e6866afe associated. External IP: 172.25.0.178, port: 9f855e1e-af4c-48f7-a286-ca7449f4938b. Feb 03 14:28:54.275554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:28:54.278869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:28:54.303161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb45e-674b-40e7-83ef-de42b8116ab0 req-64d91cb6-60e1-47ac-9cb9-97e48f2c758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:54.304757 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dfeb45e-674b-40e7-83ef-de42b8116ab0 req-64d91cb6-60e1-47ac-9cb9-97e48f2c758c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 1127 time: 0.1538954 Feb 03 14:28:54.310813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 8436aada-f0ae-4113-990f-8b65869ebe75, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8436aada-f0ae-4113-990f-8b65869ebe75,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:54.314137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] DHCP port deletion for 770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:28:54.320688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.322173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:54.353632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (9a662893-8574-4d8b-8ca2-52143d55ec1f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.359986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.363478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/networks/9a662893-8574-4d8b-8ca2-52143d55ec1f HTTP/1.1" status: 204 len: 168 time: 2.6559892 Feb 03 14:28:54.364282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Port': ['ID=ca466056-9734-4a47-b337-2880d9fa28e1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.369784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52754) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:54.377946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.417772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Deleting port d7d16ae5-226c-4d99-802f-c889b17ca3ef {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:54.418115 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.421591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454def98-1183-44a5-92a6-49969373a4cd tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Pushing event deleted for resources: {'Network': ['ID=9a662893-8574-4d8b-8ca2-52143d55ec1f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.426959 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-431c42cf-2535-4943-a38e-0f11d075d042 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "GET /v2.0/ports?device_id=113de8ba-0102-45df-8654-7059e50be598 HTTP/1.1" status: 200 len: 205 time: 0.0528326 Feb 03 14:28:54.426959 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1dfeb45e-674b-40e7-83ef-de42b8116ab0 req-978110ec-5cc7-43fa-a201-0d8f352494da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128314 Feb 03 14:28:54.429813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52756) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:54.464338 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks [] for security_group (fc49ebef-7504-4298-9bea-fabb76f328cb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.481457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=8436aada-f0ae-4113-990f-8b65869ebe75,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.509828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fc49ebef-7504-4298-9bea-fabb76f328cb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.513130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] Deleting port d7d16ae5-226c-4d99-802f-c889b17ca3ef {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:54.513619 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.570903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:54.571227 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.603891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:54.607364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] For port d7d16ae5-226c-4d99-802f-c889b17ca3ef, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d7d16ae5-226c-4d99-802f-c889b17ca3ef,segment=NetworkSegment(d3a045e9-94e2-4188-b17f-fb751ccdee57),segment_id=d3a045e9-94e2-4188-b17f-fb751ccdee57)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:54.607939 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.613869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e8730c-9b98-442a-bfb4-5f7c4b5b82d6 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for router (113de8ba-0102-45df-8654-7059e50be598), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.627300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] For port d7d16ae5-226c-4d99-802f-c889b17ca3ef, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d7d16ae5-226c-4d99-802f-c889b17ca3ef,segment=NetworkSegment(d3a045e9-94e2-4188-b17f-fb751ccdee57),segment_id=d3a045e9-94e2-4188-b17f-fb751ccdee57)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:54.627673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.631835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] Calling delete_port for d7d16ae5-226c-4d99-802f-c889b17ca3ef owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:54.637827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:54.645439 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.646335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0b0992f-0f34-46ba-af82-064524884912 req-eefd38a7-ac5b-4fd0-912a-244cbb4388c3 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3963568 Feb 03 14:28:54.655380 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.api [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:28:54.655732 n-d-827549-2 neutron-server[103342]: DEBUG oslo_db.api [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:28:54.660624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 281bb293-8b6c-4ac1-abfc-63eca6db1a19 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:54.686884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc49ebef-7504-4298-9bea-fabb76f328cb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.720917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (76f7eaff-2475-456e-b38a-12af87b69a0b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.721535 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Added segment 76f7eaff-2475-456e-b38a-12af87b69a0b of type vlan for network 820b92e0-2ab3-475f-b67d-362320664701 Feb 03 14:28:54.723635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Calling delete_port for d7d16ae5-226c-4d99-802f-c889b17ca3ef owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:54.778828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.808850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.867795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:54.868185 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.871974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (820b92e0-2ab3-475f-b67d-362320664701), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.873882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.914792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Router 38ef010b-c15a-458d-b380-f31485409cc6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:28:54.922571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] No DVR routers for this DVR port d7d16ae5-226c-4d99-802f-c889b17ca3ef on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:54.925060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e8730c-9b98-442a-bfb4-5f7c4b5b82d6 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (113de8ba-0102-45df-8654-7059e50be598), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.925321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5efe56-b51d-45c1-a4a7-5bafd67842bd None None] Pushing event deleted for resources: {'Port': ['ID=d7d16ae5-226c-4d99-802f-c889b17ca3ef,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:54.938234 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e8730c-9b98-442a-bfb4-5f7c4b5b82d6 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for router_controller (113de8ba-0102-45df-8654-7059e50be598), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.950035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:54.955978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:54.958606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 19dacd99-9c8f-4c7f-854f-1b586b638e41 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:55.003058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (820b92e0-2ab3-475f-b67d-362320664701), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.008034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:55.008658 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.022221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e8730c-9b98-442a-bfb4-5f7c4b5b82d6 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (113de8ba-0102-45df-8654-7059e50be598), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.022748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e8730c-9b98-442a-bfb4-5f7c4b5b82d6 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Fanout notify agent at l3_agent the message router_deleted on router 113de8ba-0102-45df-8654-7059e50be598 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:28:55.042738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99e8730c-9b98-442a-bfb4-5f7c4b5b82d6 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.043244 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99e8730c-9b98-442a-bfb4-5f7c4b5b82d6 tempest-RoutersNegativeTest-1529700475 tempest-RoutersNegativeTest-1529700475-project] 10.222.0.52 "DELETE /v2.0/routers/113de8ba-0102-45df-8654-7059e50be598 HTTP/1.1" status: 204 len: 168 time: 0.6118603 Feb 03 14:28:55.078096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d7d16ae5-226c-4d99-802f-c889b17ca3ef), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.100234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=281bb293-8b6c-4ac1-abfc-63eca6db1a19,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:55.110194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:55.115265 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.116579 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6504443 Feb 03 14:28:55.118284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (65561b6d-bb93-4057-bd4a-401547491592), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.119778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52764) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:55.121990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 19dacd99-9c8f-4c7f-854f-1b586b638e41 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:28:55.123171 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.127397 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] Sync routers for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:55.141854 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:55.142794 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:55.168913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 19dacd99-9c8f-4c7f-854f-1b586b638e41, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:55.174819 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.248966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=19dacd99-9c8f-4c7f-854f-1b586b638e41,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:55.261882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d16ae5-226c-4d99-802f-c889b17ca3ef,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:55.271462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] No DVR routers for this DVR port d7d16ae5-226c-4d99-802f-c889b17ca3ef on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:55.279304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ceaa3a-7b39-462e-8e3c-72450e3f5059 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Pushing event updated for resources: {'Network': ['ID=820b92e0-2ab3-475f-b67d-362320664701,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:55.299755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 820b92e0-2ab3-475f-b67d-362320664701 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:55.339210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.363519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bdd355fa-d818-4f56-b493-7153596481b1 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:55.381099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.387004 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:55.387496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bdd355fa-d818-4f56-b493-7153596481b1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:55.387919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bdd355fa-d818-4f56-b493-7153596481b1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:55.388406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0791e0ed-87fa-410c-9421-803e7567e58a no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:55.408927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:55.423381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a045e9-94e2-4188-b17f-fb751ccdee57') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:55.425114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a045e9-94e2-4188-b17f-fb751ccdee57') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:55.439585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (d3a045e9-94e2-4188-b17f-fb751ccdee57), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.456447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 0791e0ed-87fa-410c-9421-803e7567e58a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:55.456887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0791e0ed-87fa-410c-9421-803e7567e58a not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:55.457377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d7d16ae5-226c-4d99-802f-c889b17ca3ef no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:28:55.458233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d3a045e9-94e2-4188-b17f-fb751ccdee57), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.466188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:55.466879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (d3a045e9-94e2-4188-b17f-fb751ccdee57), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.483546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'network': {'name': 'tempest-network--1486198696', 'router:external': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:55.485401 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:55.489037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d7d16ae5-226c-4d99-802f-c889b17ca3ef {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:28:55.489037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d7d16ae5-226c-4d99-802f-c889b17ca3ef not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:28:55.550912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52770) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:55.576304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.585454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac1681-fdc6-426e-a420-2348fc7c3b11 req-f371e7c7-aa71-4b40-878f-fae7e64e9772 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:55.587602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adac1681-fdc6-426e-a420-2348fc7c3b11 req-f371e7c7-aa71-4b40-878f-fae7e64e9772 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 945 time: 0.5183179 Feb 03 14:28:55.599363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.610348 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] 10.222.0.52 "DELETE /v2.0/networks/770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3 HTTP/1.1" status: 204 len: 168 time: 1.5219021 Feb 03 14:28:55.628704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-48923b46-8de7-4942-9683-1bbde69bf558 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "PUT /v2.0/floatingips/b591d075-12cf-40bb-8cf4-0658e6866afe HTTP/1.1" status: 200 len: 991 time: 4.4273720 Feb 03 14:28:55.637241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:28:55.639721 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efec493c-1a02-495c-a204-6bb259df5de4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:28:55.669305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae3cd6-57c3-4dd8-9f0c-346dd7e5e46a admin admin] Pushing event deleted for resources: {'Network': ['ID=770b8de4-1c3c-4e91-bd56-d0ba65bfc8c3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:55.757825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b591d075-12cf-40bb-8cf4-0658e6866afe', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'port_id': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'mac_address': 'fa:16:3e:e3:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:28:27Z', 'updated_at': '2022-02-03T14:28:52Z', 'revision_number': 1, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:55.791746 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] Checking router: 38ef010b-c15a-458d-b380-f31485409cc6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:28:55.803755 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:55.804217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:55.835434 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dd70f02f-de35-48cd-8b4c-9e675ced3d4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f53c2a187d13454b8ebb0b037323c425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2830796 Feb 03 14:28:55.836149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:55.842548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:55.912734 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13d6dc56-b02c-47d4-adbf-956d81c4be03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb57f77c48254f15bbd63c1fbd9d4140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689528 Feb 03 14:28:55.918560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52788) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:55.933897 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:28:55.935496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd823-67fb-4693-9ff2-0f2dc5a5dff8 admin admin] Publish callbacks [] for security_group (1729386d-5994-41e0-9d42-6ac2261bbaab), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.981679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd823-67fb-4693-9ff2-0f2dc5a5dff8 admin admin] Publish callbacks [] for security_group (1729386d-5994-41e0-9d42-6ac2261bbaab), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:55.983480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:28:55.986178 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85719d5-26c7-4f6a-bc9e-36f525dfd544" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:28:56.020358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-921aa492-30b2-44b0-931c-44585347c425 admin admin] Publish callbacks [] for security_group (da62ba56-30c2-45a2-a84d-c2e0a52cd81a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.048568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-921aa492-30b2-44b0-931c-44585347c425 admin admin] Publish callbacks [] for security_group (da62ba56-30c2-45a2-a84d-c2e0a52cd81a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.051290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Made reservation on behalf of 9395ebca3eb34323b66ec26e6ea24013 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:56.053638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.082674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd823-67fb-4693-9ff2-0f2dc5a5dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1729386d-5994-41e0-9d42-6ac2261bbaab), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.086862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd823-67fb-4693-9ff2-0f2dc5a5dff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.091368 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0d9cd823-67fb-4693-9ff2-0f2dc5a5dff8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1729386d-5994-41e0-9d42-6ac2261bbaab HTTP/1.1" status: 204 len: 168 time: 0.2539375 Feb 03 14:28:56.102729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cd823-67fb-4693-9ff2-0f2dc5a5dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1729386d-5994-41e0-9d42-6ac2261bbaab,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:56.111629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.136172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-921aa492-30b2-44b0-931c-44585347c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (da62ba56-30c2-45a2-a84d-c2e0a52cd81a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.144596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-921aa492-30b2-44b0-931c-44585347c425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.145862 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-921aa492-30b2-44b0-931c-44585347c425 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da62ba56-30c2-45a2-a84d-c2e0a52cd81a HTTP/1.1" status: 204 len: 168 time: 0.2263501 Feb 03 14:28:56.156648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aa492-30b2-44b0-931c-44585347c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da62ba56-30c2-45a2-a84d-c2e0a52cd81a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:56.225651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adac1681-fdc6-426e-a420-2348fc7c3b11 req-fee1e053-17a0-456d-9739-eb573f200713 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021512 Feb 03 14:28:56.230240 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (65561b6d-bb93-4057-bd4a-401547491592), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.244206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (65561b6d-bb93-4057-bd4a-401547491592), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.286588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a95a-fc3e-49c3-a7e4-adec3f29a17a req-8190a7f3-7034-4eeb-8a00-21a44faece14 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.288880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5448a95a-fc3e-49c3-a7e4-adec3f29a17a req-8190a7f3-7034-4eeb-8a00-21a44faece14 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.2318985 Feb 03 14:28:56.306898 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b591d075-12cf-40bb-8cf4-0658e6866afe', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'port_id': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'mac_address': 'fa:16:3e:e3:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:28:27Z', 'updated_at': '2022-02-03T14:28:52Z', 'revision_number': 1, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:56.352317 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4c902-895e-4b08-ab45-567175eaa372 x-openstack-request-id: req-82b4c902-895e-4b08-ab45-567175eaa372 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:28:56.353001 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:28:56.353438 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82b4c902-895e-4b08-ab45-567175eaa372 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:28:56.353992 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'status': 'completed', 'code': 200} Feb 03 14:28:56.380866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6339bd2e-ae86-4daf-991d-54e35d505ed3 None None] The sync data for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 is: [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b591d075-12cf-40bb-8cf4-0658e6866afe', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'port_id': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'mac_address': 'fa:16:3e:e3:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:28:27Z', 'updated_at': '2022-02-03T14:28:52Z', 'revision_number': 1, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:56.441923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:56.499218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec493c-1a02-495c-a204-6bb259df5de4 req-0fb8ab68-9118-4462-8246-1ff8ef21f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.505308 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-0fb8ab68-9118-4462-8246-1ff8ef21f87f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1127 time: 0.1183250 Feb 03 14:28:56.631266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec493c-1a02-495c-a204-6bb259df5de4 req-334204e4-7e99-4f97-a787-eb86acfdb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.631436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for security_group (28ea01c1-c2f8-471e-b810-63d7992e6ba7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.633498 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-334204e4-7e99-4f97-a787-eb86acfdb535 service neutron] 10.222.0.71 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.1226721 Feb 03 14:28:56.653743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5448a95a-fc3e-49c3-a7e4-adec3f29a17a req-228a238f-8ead-43a8-ab92-f27791744c26 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164828 Feb 03 14:28:56.669926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (28ea01c1-c2f8-471e-b810-63d7992e6ba7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.737971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] For port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:28:56.755878 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-ccc1dccf-fd60-446f-83ec-15826da6b698 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 999 time: 0.1169264 Feb 03 14:28:56.756732 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Thu, 03 Feb 2022 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90832cb2-9ca7-4409-b17d-c36414dbddc0 x-openstack-request-id: req-90832cb2-9ca7-4409-b17d-c36414dbddc0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:28:56.757345 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-unplugged", "status": "completed", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:28:56.757865 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90832cb2-9ca7-4409-b17d-c36414dbddc0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:28:56.758506 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db', 'code': 200} Feb 03 14:28:56.759531 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'code': 200} Feb 03 14:28:56.760046 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75', 'code': 200} Feb 03 14:28:56.760577 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97', 'code': 200} Feb 03 14:28:56.761054 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19', 'code': 200} Feb 03 14:28:56.761524 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41', 'code': 200} Feb 03 14:28:56.767417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:56.817517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] device_id is not set on port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:28:56.835976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec493c-1a02-495c-a204-6bb259df5de4 req-97032d26-5d2c-46df-85e8-b9210531e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.837856 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-97032d26-5d2c-46df-85e8-b9210531e90d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.0755265 Feb 03 14:28:56.844682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1967a01d-4e3f-4db9-bb03-a19af304aaab), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.845227 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Added segment 1967a01d-4e3f-4db9-bb03-a19af304aaab of type vlan for network 3098415a-9eec-491d-9f48-97bdec5abd8c Feb 03 14:28:56.847062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ea01c1-c2f8-471e-b810-63d7992e6ba7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:56.861373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Publish callbacks [] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.897590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-9bdf29d7-3f54-436b-9320-b2b2dac9fad9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.903176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-9bdf29d7-3f54-436b-9320-b2b2dac9fad9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.909117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-9bdf29d7-3f54-436b-9320-b2b2dac9fad9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.914648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-9bdf29d7-3f54-436b-9320-b2b2dac9fad9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.921048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-9bdf29d7-3f54-436b-9320-b2b2dac9fad9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.926941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-9bdf29d7-3f54-436b-9320-b2b2dac9fad9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.929122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-9bdf29d7-3f54-436b-9320-b2b2dac9fad9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 4650 time: 0.3993654 Feb 03 14:28:56.954104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec493c-1a02-495c-a204-6bb259df5de4 req-90629ab2-79f7-4487-8e42-ab9e6df581a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:56.956578 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-90629ab2-79f7-4487-8e42-ab9e6df581a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1123459 Feb 03 14:28:56.972986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-81ef980d-59f1-4c1e-b2f2-caa65aa89f5a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:28:56.974285 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-81ef980d-59f1-4c1e-b2f2-caa65aa89f5a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098877 Feb 03 14:28:56.994526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:56.998433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52812) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:57.086989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Router 65561b6d-bb93-4057-bd4a-401547491592 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:28:57.106071 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3098415a-9eec-491d-9f48-97bdec5abd8c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.124324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24015793-ed09-47df-93f7-8572be7d653e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=712877a1a881420892fc27719a252763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247029 Feb 03 14:28:57.126745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:57.193847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:57.196477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] No DVR routers for this DVR port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:57.221641 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-f84d1e57-5474-499a-8291-0cc4faf403c2 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416625 Feb 03 14:28:57.253958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:28:57.334331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fe1af71-6660-48fe-8099-cf739d74eda6 admin admin] Publish callbacks [] for security_group (bd4a8353-0606-4ee0-a86d-365d848b9d02), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.377170 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3098415a-9eec-491d-9f48-97bdec5abd8c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.378175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:57.378773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.381675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] In _notify_port_updated(), no bound segment for port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 on network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:28:57.383110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:57.383775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.385640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-91603ced-bb55-40c2-b852-d58d3d399107 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 HTTP/1.1" status: 200 len: 1028 time: 3.4728549 Feb 03 14:28:57.471182 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-efec493c-1a02-495c-a204-6bb259df5de4 req-8f31548e-5a7f-4470-912c-306ce0889103 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415378 Feb 03 14:28:57.559071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4ebc8fa-69ed-408f-808d-7e396a086b79 req-aef7cdcb-2dbc-4788-bfd5-67e2ae2b5016 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=42c6d0d9-7d88-48d6-aae9-487037c49dbb&id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5525439 Feb 03 14:28:57.588661 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fe1af71-6660-48fe-8099-cf739d74eda6 admin admin] Publish callbacks [] for security_group (bd4a8353-0606-4ee0-a86d-365d848b9d02), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.652001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-7b5cb5ef-b502-4c0e-80a8-de606ee0b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:57.653843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-7b5cb5ef-b502-4c0e-80a8-de606ee0b01a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.1558166 Feb 03 14:28:57.671111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5499697 Feb 03 14:28:57.672861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7c5a3ef6-ed34-4b1e-8ae0-23b6fb9a476e None None] Provisioning complete for port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:28:57.673925 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3ef6-ed34-4b1e-8ae0-23b6fb9a476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.701917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52832) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:57.715787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a3ef6-ed34-4b1e-8ae0-23b6fb9a476e None None] Port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:28:57.764132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f7fcac-1a43-4168-85ec-e27bc98496ad None None] New status for floating IP b591d075-12cf-40bb-8cf4-0658e6866afe: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:28:57.773187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-3504b5db-85e9-4013-a42e-fa90feceac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:57.775247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-3504b5db-85e9-4013-a42e-fa90feceac2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.1152725 Feb 03 14:28:57.822593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3098415a-9eec-491d-9f48-97bdec5abd8c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.828448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52838) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:57.835176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-e6a6d877-00ec-4ac6-8b1d-de3e965b96fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.0535717 Feb 03 14:28:57.844132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:28:57.854322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] Sync routers for ids ['65561b6d-bb93-4057-bd4a-401547491592'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:28:57.855952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c967a6-54ec-4956-b686-681a9d4dc570 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Network': ['ID=3098415a-9eec-491d-9f48-97bdec5abd8c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:57.860685 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.865687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5f1f4360-43ae-4e0b-ad74-bb3242284c7c tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "PUT /v2.0/routers/65561b6d-bb93-4057-bd4a-401547491592 HTTP/1.1" status: 200 len: 914 time: 8.4148850 Feb 03 14:28:57.872839 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] Routers {'65561b6d-bb93-4057-bd4a-401547491592'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:57.873760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65561b6d-bb93-4057-bd4a-401547491592'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:57.875871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3098415a-9eec-491d-9f48-97bdec5abd8c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:57.878631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52842) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:57.900656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-503d3cab-351a-434a-8466-279b2153c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:57.902316 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-503d3cab-351a-434a-8466-279b2153c823 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.0622087 Feb 03 14:28:57.904400 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fe1af71-6660-48fe-8099-cf739d74eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bd4a8353-0606-4ee0-a86d-365d848b9d02), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.907158 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fe1af71-6660-48fe-8099-cf739d74eda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:57.910597 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3fe1af71-6660-48fe-8099-cf739d74eda6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd4a8353-0606-4ee0-a86d-365d848b9d02 HTTP/1.1" status: 204 len: 168 time: 0.7805769 Feb 03 14:28:57.925876 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:57.937663 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] Routers {'65561b6d-bb93-4057-bd4a-401547491592'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:28:57.938551 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65561b6d-bb93-4057-bd4a-401547491592'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:57.955462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1af71-6660-48fe-8099-cf739d74eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a8353-0606-4ee0-a86d-365d848b9d02,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:57.986289 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:57.987969 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13db275-b6df-4c69-b533-1629581d2253 None None] The sync data for ids ['65561b6d-bb93-4057-bd4a-401547491592'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:28:57.993093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port 8436aada-f0ae-4113-990f-8b65869ebe75 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:57.993995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.002157 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-226e4a79-81dc-4a62-b7ed-1c28fcdc16a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926275 Feb 03 14:28:58.004142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aabacd-7032-4b0d-a344-0d726886a4e2 req-71cd3ed6-c732-4d03-a853-825cd37114d8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.005792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76aabacd-7032-4b0d-a344-0d726886a4e2 req-71cd3ed6-c732-4d03-a853-825cd37114d8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3433518 Feb 03 14:28:58.109045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-518344012'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:58.117437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff888b6-4064-4ec8-aa1d-6b358a5785cd req-47c6de57-7f97-4f71-a73c-34de67cf3750 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.125196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aff888b6-4064-4ec8-aa1d-6b358a5785cd req-47c6de57-7f97-4f71-a73c-34de67cf3750 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 945 time: 0.4637108 Feb 03 14:28:58.134928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Made reservation on behalf of a08512c34fc0406b82aefea9d2c95746 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:58.140550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.153213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.195272 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3098415a-9eec-491d-9f48-97bdec5abd8c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.209476 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-dd3e2e2f-3681-45d9-bac5-83bb4ba0080c service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001052 Feb 03 14:28:58.271164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3098415a-9eec-491d-9f48-97bdec5abd8c']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:58.281077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76aabacd-7032-4b0d-a344-0d726886a4e2 req-acd834dd-8892-40a8-adaa-9bba737f7bd7 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443264 Feb 03 14:28:58.306632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1967a01d-4e3f-4db9-bb03-a19af304aaab') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:58.307211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1967a01d-4e3f-4db9-bb03-a19af304aaab') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:58.335877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7aac1ebf-e7c7-40cb-887d-e5e389c40259 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/65561b6d-bb93-4057-bd4a-401547491592 HTTP/1.1" status: 200 len: 920 time: 0.4561613 Feb 03 14:28:58.338072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52850) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:58.354459 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (1967a01d-4e3f-4db9-bb03-a19af304aaab), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.366261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] For port 8436aada-f0ae-4113-990f-8b65869ebe75, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8436aada-f0ae-4113-990f-8b65869ebe75,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:58.366641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.372726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aff888b6-4064-4ec8-aa1d-6b358a5785cd req-ff4661fb-6d8e-400a-97d3-dd38f31ebd68 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466726 Feb 03 14:28:58.389241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for 8436aada-f0ae-4113-990f-8b65869ebe75 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:58.398341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1967a01d-4e3f-4db9-bb03-a19af304aaab), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.399196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks [] for security_group (6b81c0a7-a377-401e-8acb-f4d693e04a41), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.407699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6b81c0a7-a377-401e-8acb-f4d693e04a41), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.430237 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-164f2df2-847c-439e-8811-5d50b0fb9231 req-6cc08f83-6a07-4c2d-b915-2204aa47d951 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115884 Feb 03 14:28:58.456819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:28:58.457613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (1967a01d-4e3f-4db9-bb03-a19af304aaab), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.458752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b81c0a7-a377-401e-8acb-f4d693e04a41,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:58.472324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061af30-acd6-4dcc-afd1-da6a50858e42 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.474929 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6061af30-acd6-4dcc-afd1-da6a50858e42 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=65561b6d-bb93-4057-bd4a-401547491592&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1291120 Feb 03 14:28:58.476973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52860) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:28:58.526981 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:28:58.590114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1febca-f05f-45ad-a632-ed28e27b2c85 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.591606 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd1febca-f05f-45ad-a632-ed28e27b2c85 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 0.1130037 Feb 03 14:28:58.594621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52870) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:58.644372 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7e5571cf-24b5-4041-bd1a-61fe80d13565 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=65561b6d-bb93-4057-bd4a-401547491592 HTTP/1.1" status: 200 len: 205 time: 0.0448930 Feb 03 14:28:58.644623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ea67-8853-4f7f-9ffe-128e0d1c2754 req-b5130a4e-e8dd-40fe-b290-218fc44386a2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.646298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52874) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:58.648867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:58.649369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd98ea67-8853-4f7f-9ffe-128e0d1c2754 req-b5130a4e-e8dd-40fe-b290-218fc44386a2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.2456875 Feb 03 14:28:58.651768 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3098415a-9eec-491d-9f48-97bdec5abd8c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.676938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3098415a-9eec-491d-9f48-97bdec5abd8c {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:28:58.678679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event deleted for resources: {'Network': ['ID=3098415a-9eec-491d-9f48-97bdec5abd8c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:58.681318 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.684754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a1c27ea1-b167-4761-97b2-6dfa0e08181c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "DELETE /v2.0/networks/3098415a-9eec-491d-9f48-97bdec5abd8c HTTP/1.1" status: 204 len: 168 time: 0.9820435 Feb 03 14:28:58.705044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52876) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:58.710762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:58.762766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd98ea67-8853-4f7f-9ffe-128e0d1c2754 req-16cd6da6-fe17-4484-a904-4ed7c05a96ff tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107512 Feb 03 14:28:58.770458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (69122846-e0e6-4d05-96e2-32143fcd9106), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.771061 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Added segment 69122846-e0e6-4d05-96e2-32143fcd9106 of type vlan for network 8830a036-feb3-4b2f-9bfa-9b7490a8bc14 Feb 03 14:28:58.840773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Made reservation on behalf of 9395ebca3eb34323b66ec26e6ea24013 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:58.842441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (8830a036-feb3-4b2f-9bfa-9b7490a8bc14), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.843041 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.883926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (8830a036-feb3-4b2f-9bfa-9b7490a8bc14), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.893002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.893726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.941610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336630ef-f901-43ec-9bb8-99298d3c8c6b req-640f3eb6-1f3c-4af0-b244-9338b5680cc8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.947663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336630ef-f901-43ec-9bb8-99298d3c8c6b req-640f3eb6-1f3c-4af0-b244-9338b5680cc8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.953980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336630ef-f901-43ec-9bb8-99298d3c8c6b req-640f3eb6-1f3c-4af0-b244-9338b5680cc8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.959455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336630ef-f901-43ec-9bb8-99298d3c8c6b req-640f3eb6-1f3c-4af0-b244-9338b5680cc8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.965258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336630ef-f901-43ec-9bb8-99298d3c8c6b req-640f3eb6-1f3c-4af0-b244-9338b5680cc8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:58.967284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-336630ef-f901-43ec-9bb8-99298d3c8c6b req-640f3eb6-1f3c-4af0-b244-9338b5680cc8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 3877 time: 0.2180383 Feb 03 14:28:58.968659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:28:58.971124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8436aada-f0ae-4113-990f-8b65869ebe75), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:58.980349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Pushing event updated for resources: {'Network': ['ID=8830a036-feb3-4b2f-9bfa-9b7490a8bc14,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:58.994477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 8830a036-feb3-4b2f-9bfa-9b7490a8bc14 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:59.026194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (371c41cc-3b42-4c31-a2e0-c7b7c8361370), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.026851 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Added segment 371c41cc-3b42-4c31-a2e0-c7b7c8361370 of type vlan for network 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 Feb 03 14:28:59.037472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=8436aada-f0ae-4113-990f-8b65869ebe75,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:59.082933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:59.114931 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7a9e4f6e-4133-4e26-9d26-f99cad7b3544 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2852349 Feb 03 14:28:59.128218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52898) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:59.139588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-336630ef-f901-43ec-9bb8-99298d3c8c6b req-1baacc26-4ce8-4164-9d16-92447d6fdcce tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588693 Feb 03 14:28:59.161252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-5318df8c-b66e-4e52-8ac5-1d163d472554 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-1330444554') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:59.220057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] No DVR routers for this DVR port 8436aada-f0ae-4113-990f-8b65869ebe75 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:28:59.233728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.237449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-2436b82b-298e-4abc-8b32-e2710f58afb2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "DELETE /v2.0/ports/8436aada-f0ae-4113-990f-8b65869ebe75 HTTP/1.1" status: 204 len: 173 time: 1.8258648 Feb 03 14:28:59.275033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:28:59.283280 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2146942-0439-45c8-9766-d9bd053c3319" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:28:59.287143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (65561b6d-bb93-4057-bd4a-401547491592), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.298480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1949415787-network', 'tenant_id': '1422c67c97a948e3a7b421c12856f882'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:59.348548 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e661b4c-7c95-4e1c-88bd-bf4b66606c3c x-openstack-request-id: req-1e661b4c-7c95-4e1c-88bd-bf4b66606c3c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:28:59.349657 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "8436aada-f0ae-4113-990f-8b65869ebe75", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:28:59.350111 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e661b4c-7c95-4e1c-88bd-bf4b66606c3c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:28:59.350679 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '8436aada-f0ae-4113-990f-8b65869ebe75', 'status': 'completed', 'code': 200} Feb 03 14:28:59.369333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.506472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.507919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:59.509747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.515128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Made reservation on behalf of 1422c67c97a948e3a7b421c12856f882 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:59.517602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.520191 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (65561b6d-bb93-4057-bd4a-401547491592), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.538250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5318df8c-b66e-4e52-8ac5-1d163d472554 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "PUT /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-1330444554 HTTP/1.1" status: 201 len: 201 time: 0.3921297 Feb 03 14:28:59.538250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.542618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52908) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:59.553648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-2c502e17-219d-40cc-b176-af14c21caa69 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-1330444554') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:28:59.567054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8635430 Feb 03 14:28:59.578676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:28:59.592945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'subnet': {'network_id': '9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:28:59.603252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab34e-fc71-45f3-a0e0-d338766ea682 req-91841fe4-4b08-4727-a74d-c72f479a8098 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:28:59.604850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fbab34e-fc71-45f3-a0e0-d338766ea682 req-91841fe4-4b08-4727-a74d-c72f479a8098 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1914406 Feb 03 14:28:59.609092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d8149-0a57-4394-9842-78a2eefdce92 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Network': ['ID=9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:28:59.622064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:28:59.623455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:28:59.623812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.657515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Made reservation on behalf of 9395ebca3eb34323b66ec26e6ea24013 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:28:59.659849 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.733307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fbab34e-fc71-45f3-a0e0-d338766ea682 req-35d97561-d589-498d-89ef-f1b62ec966fe tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208413 Feb 03 14:28:59.768185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] For port 281bb293-8b6c-4ac1-abfc-63eca6db1a19, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=281bb293-8b6c-4ac1-abfc-63eca6db1a19,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:28:59.769198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.785085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for 281bb293-8b6c-4ac1-abfc-63eca6db1a19 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:28:59.929043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (281bb293-8b6c-4ac1-abfc-63eca6db1a19), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:28:59.983411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=281bb293-8b6c-4ac1-abfc-63eca6db1a19,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:00.027895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] No DVR routers for this DVR port 281bb293-8b6c-4ac1-abfc-63eca6db1a19 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:29:00.031756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.035357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-187e55b3-ab5d-4251-8df9-e809eb9f2f3d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "DELETE /v2.0/ports/281bb293-8b6c-4ac1-abfc-63eca6db1a19 HTTP/1.1" status: 204 len: 173 time: 0.7899930 Feb 03 14:29:00.109211 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2c502e17-219d-40cc-b176-af14c21caa69 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "GET /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-1330444554 HTTP/1.1" status: 204 len: 168 time: 0.5633488 Feb 03 14:29:00.111571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52912) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:00.118897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Deleting port ca466056-9734-4a47-b337-2880d9fa28e1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:00.119252 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ca466056-9734-4a47-b337-2880d9fa28e1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.126219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-d8667093-c158-4bc0-941f-20979b20f490 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:00.144156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port 19dacd99-9c8f-4c7f-854f-1b586b638e41 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:00.145167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.187530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks [] for security_group (ea763580-8635-43a8-8d9f-2aafb5a289f6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.229523 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ea763580-8635-43a8-8d9f-2aafb5a289f6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.285612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:29:00.362412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ca466056-9734-4a47-b337-2880d9fa28e1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.366467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea763580-8635-43a8-8d9f-2aafb5a289f6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:00.378976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (890abee3-b4e3-4ac3-9ce2-752709cb6e08), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.379346 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Added segment 890abee3-b4e3-4ac3-9ce2-752709cb6e08 of type vlan for network fc525fd4-35e3-4636-96b8-7116b8608958 Feb 03 14:29:00.396557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Calling delete_port for ca466056-9734-4a47-b337-2880d9fa28e1 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:00.437221 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d8667093-c158-4bc0-941f-20979b20f490 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "GET /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags HTTP/1.1" status: 200 len: 238 time: 0.3198519 Feb 03 14:29:00.443929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:00.481058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-ff552967-3914-439a-af31-c58528245e19 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', {'tags': ['tempest-TagsTest-Tag-631761826', 'tempest-TagsTest-Tag-1446444341', 'tempest-TagsTest-Tag-246771225']}) {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:00.567562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (fc525fd4-35e3-4636-96b8-7116b8608958), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.669290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dfe60-088f-477a-87f2-f197b6e6ec7c req-1828d84a-20f5-454a-9fdb-2436e119066a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:00.672291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (fc525fd4-35e3-4636-96b8-7116b8608958), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.673828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:00.674417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.675519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dfe60-088f-477a-87f2-f197b6e6ec7c req-1828d84a-20f5-454a-9fdb-2436e119066a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:00.680885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dfe60-088f-477a-87f2-f197b6e6ec7c req-1828d84a-20f5-454a-9fdb-2436e119066a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:00.682581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae2dfe60-088f-477a-87f2-f197b6e6ec7c req-1828d84a-20f5-454a-9fdb-2436e119066a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 2411 time: 0.1390738 Feb 03 14:29:00.684550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] For port 19dacd99-9c8f-4c7f-854f-1b586b638e41, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=19dacd99-9c8f-4c7f-854f-1b586b638e41,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:00.684932 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.704822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for 19dacd99-9c8f-4c7f-854f-1b586b638e41 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:00.776290 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ff552967-3914-439a-af31-c58528245e19 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "PUT /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags HTTP/1.1" status: 200 len: 307 time: 0.3301013 Feb 03 14:29:00.786999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:00.811767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae2dfe60-088f-477a-87f2-f197b6e6ec7c req-c966788c-6b45-48a9-98f5-15cbf13f0d74 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166284 Feb 03 14:29:00.820751 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7338490 Feb 03 14:29:00.822463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-f01e6cef-4fb6-4fba-9621-713db9dfb02f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-631761826') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:00.828824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52924) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:00.837621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Request body: {'subnet': {'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1949415787-subnet', 'tenant_id': '1422c67c97a948e3a7b421c12856f882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:00.878563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e52865-dcc3-4885-b781-1a39489ce894 admin admin] Pushing event updated for resources: {'Network': ['ID=fc525fd4-35e3-4636-96b8-7116b8608958,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:00.909067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network fc525fd4-35e3-4636-96b8-7116b8608958 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:29:00.955113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Made reservation on behalf of 1422c67c97a948e3a7b421c12856f882 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:00.957357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:00.992061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce4032-ebe7-49ca-87f7-5fd156c13dcf req-14eff16f-cb22-4082-a025-ee2ae6f39a8f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:00.993882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dce4032-ebe7-49ca-87f7-5fd156c13dcf req-14eff16f-cb22-4082-a025-ee2ae6f39a8f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1489043 Feb 03 14:29:00.994554 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (19dacd99-9c8f-4c7f-854f-1b586b638e41), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.023321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=19dacd99-9c8f-4c7f-854f-1b586b638e41,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:01.061884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ca466056-9734-4a47-b337-2880d9fa28e1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.098641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] No DVR routers for this DVR port 19dacd99-9c8f-4c7f-854f-1b586b638e41 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:29:01.102904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.105680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event deleted for resources: {'Port': ['ID=ca466056-9734-4a47-b337-2880d9fa28e1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:01.106244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-9ff6d96e-61ce-4fdc-9bdb-97653c01c991 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "DELETE /v2.0/ports/19dacd99-9c8f-4c7f-854f-1b586b638e41 HTTP/1.1" status: 204 len: 173 time: 1.0663440 Feb 03 14:29:01.156679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dce4032-ebe7-49ca-87f7-5fd156c13dcf req-b372ce1d-5748-47e7-a785-c95b6d823590 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355119 Feb 03 14:29:01.163481 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f01e6cef-4fb6-4fba-9621-713db9dfb02f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "DELETE /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-631761826 HTTP/1.1" status: 204 len: 168 time: 0.3489482 Feb 03 14:29:01.169446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52926) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:01.175150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-93da4ac8-6958-4e0b-9035-486d7972cf5f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-631761826') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:01.232711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:29:01.233192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (83bf38b0-1625-49e7-a9ec-d8dc434ae24a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.309059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (65561b6d-bb93-4057-bd4a-401547491592), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.314425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:01.315120 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.320198 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-93da4ac8-6958-4e0b-9035-486d7972cf5f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] show failed (client error): The resource could not be found. Feb 03 14:29:01.323749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-93da4ac8-6958-4e0b-9035-486d7972cf5f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "GET /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-631761826 HTTP/1.1" status: 404 len: 325 time: 0.1502337 Feb 03 14:29:01.331457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52928) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:01.337999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-d6f39b86-9777-4916-8c6d-4c962ef08984 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-1446444341') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:01.352273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Subnet': ['ID=83bf38b0-1625-49e7-a9ec-d8dc434ae24a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:01.361382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19'}, {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:01.363626 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a9b7ae-f489-4e14-adef-263671aaf748" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19"}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:01.455260 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acebb67a-c328-4d29-8428-124a96f4838c x-openstack-request-id: req-acebb67a-c328-4d29-8428-124a96f4838c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:01.455563 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "281bb293-8b6c-4ac1-abfc-63eca6db1a19", "status": "completed", "code": 200}, {"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "19dacd99-9c8f-4c7f-854f-1b586b638e41", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:01.455820 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acebb67a-c328-4d29-8428-124a96f4838c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:01.456282 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '281bb293-8b6c-4ac1-abfc-63eca6db1a19', 'status': 'completed', 'code': 200} Feb 03 14:29:01.456742 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '19dacd99-9c8f-4c7f-854f-1b586b638e41', 'status': 'completed', 'code': 200} Feb 03 14:29:01.530656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] For port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:01.531441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.532271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d22f3332-450a-4ea2-8324-aba8cb1a5f95), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.545900 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (65561b6d-bb93-4057-bd4a-401547491592), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.549455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (65561b6d-bb93-4057-bd4a-401547491592), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.554261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d6f39b86-9777-4916-8c6d-4c962ef08984 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "GET /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-1446444341 HTTP/1.1" status: 204 len: 168 time: 0.2197719 Feb 03 14:29:01.554261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for d9ebc6d1-73c7-45f8-a42c-bc51ca6228db owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:01.555319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:01.560684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-40ab962e-e355-4a80-a050-09f82433562f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-246771225') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:01.600723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Checking segment: {'id': '371c41cc-3b42-4c31-a2e0-c7b7c8361370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:01.601104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Network hostable DHCP agents. Network: 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:29:01.667802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (65561b6d-bb93-4057-bd4a-401547491592), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.668429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Fanout notify agent at l3_agent the message router_deleted on router 65561b6d-bb93-4057-bd4a-401547491592 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:01.676927 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.678296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cd14c41a-9a52-42bc-a0e4-e04494c03318 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/65561b6d-bb93-4057-bd4a-401547491592 HTTP/1.1" status: 204 len: 168 time: 3.0303044 Feb 03 14:29:01.682719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22f3332-450a-4ea2-8324-aba8cb1a5f95,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:01.686998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:01.699385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2628b476-87b9-4eaf-aded-c686c89b8184 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-782346326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:01.706308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-40ab962e-e355-4a80-a050-09f82433562f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "GET /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-246771225 HTTP/1.1" status: 204 len: 168 time: 0.1471143 Feb 03 14:29:01.711385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52938) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:01.717240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-e94be76d-9645-4d95-a250-2c461943de3f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:01.723527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Network 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:29:01.731139 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2628b476-87b9-4eaf-aded-c686c89b8184 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.732461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2628b476-87b9-4eaf-aded-c686c89b8184 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.753401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:01.760660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Checking segment: {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:01.761020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Network hostable DHCP agents. Network: fc525fd4-35e3-4636-96b8-7116b8608958, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:29:01.766242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:01.766892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.769178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b8d46-e050-40d9-8509-3277baf11471 None None] Network 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:01.791127 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2bdca5c1-3daa-4e88-9181-48d634947fb9 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2017620 Feb 03 14:29:01.808470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:01.814081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'floatingip': {'floating_network_id': '9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:01.850391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d9ebc6d1-73c7-45f8-a42c-bc51ca6228db), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.871488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.887572 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e94be76d-9645-4d95-a250-2c461943de3f tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "DELETE /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags HTTP/1.1" status: 204 len: 168 time: 0.1705999 Feb 03 14:29:01.887572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=d9ebc6d1-73c7-45f8-a42c-bc51ca6228db,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:01.887854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Network fc525fd4-35e3-4636-96b8-7116b8608958 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:29:01.887950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52944) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:01.895269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-cf1f2c3d-e6fe-4e57-9475-11a66d2391fe tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-1446444341') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:01.920676 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2628b476-87b9-4eaf-aded-c686c89b8184 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.947170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] No DVR routers for this DVR port d9ebc6d1-73c7-45f8-a42c-bc51ca6228db on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:29:01.949493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2628b476-87b9-4eaf-aded-c686c89b8184 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.950223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:01.953667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-8ecc43ab-9ffd-4a44-aaed-f5d1e7007d0d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "DELETE /v2.0/ports/d9ebc6d1-73c7-45f8-a42c-bc51ca6228db HTTP/1.1" status: 204 len: 173 time: 0.8359425 Feb 03 14:29:01.987925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bb3d6-5e34-4c16-aa66-a3ed529f6a74 None None] Network 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:02.025784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, fc525fd4-35e3-4636-96b8-7116b8608958) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:02.035636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:02.038441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:02.046435 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2628b476-87b9-4eaf-aded-c686c89b8184 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:02.049249 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2628b476-87b9-4eaf-aded-c686c89b8184 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3553503 Feb 03 14:29:02.084816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52946) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:02.097524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac866841-d01d-4249-9c8c-c6ce3040af9c None None] Network fc525fd4-35e3-4636-96b8-7116b8608958 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:02.107066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': False}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:02.156099 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-cf1f2c3d-e6fe-4e57-9475-11a66d2391fe tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] show failed (client error): The resource could not be found. Feb 03 14:29:02.157212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cf1f2c3d-e6fe-4e57-9475-11a66d2391fe tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "GET /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-1446444341 HTTP/1.1" status: 404 len: 326 time: 0.2681425 Feb 03 14:29:02.159960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:02.167146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-a9263518-c7d0-48c7-b9c8-30f4bcfc4dbd tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14', 'tempest-TagsTest-Tag-246771225') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:02.215808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742d313-f104-414d-8f50-fae4e34f86fd req-00aa72fe-5394-4c55-a5c2-e6630b6a6a56 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:02.217786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f742d313-f104-414d-8f50-fae4e34f86fd req-00aa72fe-5394-4c55-a5c2-e6630b6a6a56 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 944 time: 0.2194095 Feb 03 14:29:02.258435 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1de88570-a52e-477b-8dbb-b8452fb91a74 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4250016 Feb 03 14:29:02.341861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c9e83-f712-49a3-bfa3-e3c28839590a None None] Network fc525fd4-35e3-4636-96b8-7116b8608958 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:02.345486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:02.345949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:02.479554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:02.542069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:02.610693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f742d313-f104-414d-8f50-fae4e34f86fd req-28b00e95-72ab-4d23-b357-4938c6109db7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups?id=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744051 Feb 03 14:29:02.611679 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-a9263518-c7d0-48c7-b9c8-30f4bcfc4dbd tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] show failed (client error): The resource could not be found. Feb 03 14:29:02.619941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a9263518-c7d0-48c7-b9c8-30f4bcfc4dbd tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "GET /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags/tempest-TagsTest-Tag-246771225 HTTP/1.1" status: 404 len: 325 time: 0.4588032 Feb 03 14:29:02.620758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52960) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:02.635373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-303490f5-0852-498a-a86c-39c238b30170 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8830a036-feb3-4b2f-9bfa-9b7490a8bc14') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:02.663641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77360f-2ef7-4985-89d2-85fa881ae3f6 req-8286529b-1198-4e05-be8d-696ab53670d4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:02.665848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b77360f-2ef7-4985-89d2-85fa881ae3f6 req-8286529b-1198-4e05-be8d-696ab53670d4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3618865 Feb 03 14:29:02.734311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] For port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:02.735043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:02.749221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Allocated IP 172.20.0.8 (9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52/83bf38b0-1625-49e7-a9ec-d8dc434ae24a/3411acd6-f72f-4013-83f8-3ada4154080a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:02.929905 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for port (3411acd6-f72f-4013-83f8-3ada4154080a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.013871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.044370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b77360f-2ef7-4985-89d2-85fa881ae3f6 req-8a232ee5-19b0-4408-8d04-5e5792074bc8 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623033 Feb 03 14:29:03.045778 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.057597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3411acd6-f72f-4013-83f8-3ada4154080a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.113135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-303490f5-0852-498a-a86c-39c238b30170 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "DELETE /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14/tags HTTP/1.1" status: 204 len: 168 time: 0.4844031 Feb 03 14:29:03.117774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Network 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:03.120758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52972) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:03.140602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:03.143185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:03.185003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.185358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (fe939990-a16c-42ad-a11c-e664b61e73c8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.185612 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Floating IP fe939990-a16c-42ad-a11c-e664b61e73c8 disassociated. External IP: 172.25.0.195, port: 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93. Feb 03 14:29:03.186072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:03.242079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Port': ['ID=3411acd6-f72f-4013-83f8-3ada4154080a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:03.261343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-9e2f6261-404c-43c6-b6c5-d467189f9e8e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:03.265494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-9e2f6261-404c-43c6-b6c5-d467189f9e8e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 815 time: 0.2967837 Feb 03 14:29:03.297500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (8830a036-feb3-4b2f-9bfa-9b7490a8bc14), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.311973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Allocated IP 172.25.0.145 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/febde48c-5c73-4adb-b6ba-e37f935782f1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:03.321071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-73c8f827-4d32-4765-98e9-07f93ae5cb37 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/quotas/1422c67c97a948e3a7b421c12856f882 HTTP/1.1" status: 200 len: 375 time: 0.0546565 Feb 03 14:29:03.330527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for floatingip (b06dd64f-3bd3-4902-bfd2-8a64223bc7fb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.365949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-56c57411-e3ca-4ea8-8aa3-cfb43934467d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432887 Feb 03 14:29:03.438507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3411acd6-f72f-4013-83f8-3ada4154080a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.458303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:03.461622 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b5d3b-92fd-4c8c-b11d-2770054ad2cb" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:03.516121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for port (febde48c-5c73-4adb-b6ba-e37f935782f1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.552981 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5f8b5-a2ed-4a07-b71d-16207d9c8e51 x-openstack-request-id: req-8ff5f8b5-a2ed-4a07-b71d-16207d9c8e51 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:03.553375 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "d9ebc6d1-73c7-45f8-a42c-bc51ca6228db", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:03.553514 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ff5f8b5-a2ed-4a07-b71d-16207d9c8e51 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:03.553876 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': 'd9ebc6d1-73c7-45f8-a42c-bc51ca6228db', 'status': 'completed', 'code': 200} Feb 03 14:29:03.556302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (8830a036-feb3-4b2f-9bfa-9b7490a8bc14), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.592002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8830a036-feb3-4b2f-9bfa-9b7490a8bc14']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:03.617767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69122846-e0e6-4d05-96e2-32143fcd9106') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:03.618092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69122846-e0e6-4d05-96e2-32143fcd9106') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:03.628038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (febde48c-5c73-4adb-b6ba-e37f935782f1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.631776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-bc9e40a5-b78f-4ade-9850-21a69cba4faa service neutron] 10.222.0.52 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362998 Feb 03 14:29:03.634668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (69122846-e0e6-4d05-96e2-32143fcd9106), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.636635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (50c3ab0a-0b3c-4786-aa8e-50aa344b7e93), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.686237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:03.693154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=50c3ab0a-0b3c-4786-aa8e-50aa344b7e93,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:03.702088 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (69122846-e0e6-4d05-96e2-32143fcd9106), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.703812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:03.708917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:03.717446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for port (3411acd6-f72f-4013-83f8-3ada4154080a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.720101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:03.721330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (69122846-e0e6-4d05-96e2-32143fcd9106), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:03.723511 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:03.746759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3411acd6-f72f-4013-83f8-3ada4154080a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.753664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Pushing event updated for resources: {'Port': ['ID=febde48c-5c73-4adb-b6ba-e37f935782f1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:03.880594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Port': ['ID=3411acd6-f72f-4013-83f8-3ada4154080a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:03.921059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (b06dd64f-3bd3-4902-bfd2-8a64223bc7fb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.969529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:03.974220 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2748fef4-9e82-4735-866c-4d453102dcde tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1614258 Feb 03 14:29:03.977337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:04.181577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01cd81d7-7ac3-4441-9fa7-c5f7e90b65c6 req-4c0fcbed-8f10-4a86-8154-90badeeee0ec tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.3815029 Feb 03 14:29:04.238580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (8830a036-feb3-4b2f-9bfa-9b7490a8bc14), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:04.258451 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:04.265461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] 10.222.0.52 "DELETE /v2.0/networks/8830a036-feb3-4b2f-9bfa-9b7490a8bc14 HTTP/1.1" status: 204 len: 168 time: 1.1423423 Feb 03 14:29:04.299337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c1dbc-13ab-494a-8e45-be0abecccdd5 tempest-TagsTest-1022804361 tempest-TagsTest-1022804361-project] Pushing event deleted for resources: {'Network': ['ID=8830a036-feb3-4b2f-9bfa-9b7490a8bc14,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:04.324754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-e09e59d5-b5bc-4ee7-a485-70e94d3b23cd service neutron] 10.222.0.52 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788611 Feb 03 14:29:04.386291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:04.456501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4b381-47c9-4456-b6c7-e2b2e9519a00 req-0d301b3b-9c44-47ad-a8d8-eeffc3c75037 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:04.466701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eea4b381-47c9-4456-b6c7-e2b2e9519a00 req-0d301b3b-9c44-47ad-a8d8-eeffc3c75037 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1079271 Feb 03 14:29:04.650428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be76be10-7b98-49ff-b6c1-29f01b278e5d req-05619bba-7a81-4b69-a670-5d143effa8ae tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 210 time: 0.0716789 Feb 03 14:29:04.687377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eea4b381-47c9-4456-b6c7-e2b2e9519a00 req-e2d693dc-36d0-4ca6-bd7f-d806b21d47eb tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196252 Feb 03 14:29:04.710477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router_gateway (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:04.713412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52996) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:04.716110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-44306fe4-c6e8-48c3-b16b-9d0f8141052b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 HTTP/1.1" status: 200 len: 689 time: 0.7378712 Feb 03 14:29:04.732733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52998) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:04.806397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba416-e922-415f-8c2b-3d2b78a981f6 req-1b5d8b4b-ee6a-46c1-afe6-14e68ea5cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:04.808187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7deba416-e922-415f-8c2b-3d2b78a981f6 req-1b5d8b4b-ee6a-46c1-afe6-14e68ea5cdad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.1238737 Feb 03 14:29:04.827727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:04.842438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] Sync routers for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:04.856712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:04.858310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:04.902843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] No DVR routers for this DVR port 50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:29:04.913113 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:04.923059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf8d900b-6960-4b22-a9ea-d7d695dc6cab req-45c3dffe-fef1-43b2-a920-bd2d854206f1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.45 "DELETE /v2.0/ports/50c3ab0a-0b3c-4786-aa8e-50aa344b7e93 HTTP/1.1" status: 204 len: 173 time: 2.9608555 Feb 03 14:29:04.976717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.091518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:29:05.138057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.143891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.147350 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7deba416-e922-415f-8c2b-3d2b78a981f6 req-d59d104e-b932-4f95-9788-04cc8a63f3ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984090 Feb 03 14:29:05.211656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Deleting port 3411acd6-f72f-4013-83f8-3ada4154080a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:05.214871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3411acd6-f72f-4013-83f8-3ada4154080a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.234095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a9a1c351-802f-4ec2-99bb-cf131d41faa7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a08512c34fc0406b82aefea9d2c95746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165656 Feb 03 14:29:05.241292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53008) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:05.366271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57a21d92-d48c-409d-b443-d8238b40d31d req-aae0243e-0e87-4ad6-9bc9-08431d11a492 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0494602 Feb 03 14:29:05.402458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Router a5dea3e1-7116-4480-83d8-d3c9cd1566a4 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:05.428252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3411acd6-f72f-4013-83f8-3ada4154080a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.428656 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for floatingip (3411acd6-f72f-4013-83f8-3ada4154080a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.451611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c52b7fe-0da9-45aa-b4d1-34c33a556f97 admin admin] Publish callbacks [] for security_group (6b81c0a7-a377-401e-8acb-f4d693e04a41), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.454574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Calling delete_port for 3411acd6-f72f-4013-83f8-3ada4154080a owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:05.518847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c52b7fe-0da9-45aa-b4d1-34c33a556f97 admin admin] Publish callbacks [] for security_group (6b81c0a7-a377-401e-8acb-f4d693e04a41), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.525386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:10Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:05.552236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:05.557269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.558585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68284d9c-9826-40f2-a0d5-a2fe6083a6eb tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "PUT /v2.0/routers/a5dea3e1-7116-4480-83d8-d3c9cd1566a4 HTTP/1.1" status: 200 len: 915 time: 3.4628694 Feb 03 14:29:05.559156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:05.561423 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58c9c7c-cde5-462f-8abd-7189243db993" -d '{"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:05.563129 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] Sync routers for ids ['a5dea3e1-7116-4480-83d8-d3c9cd1566a4'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:05.568088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53012) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:05.570647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] Checking router: 65f53807-8426-4d83-bcbc-dc3bf0e4c461 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:29:05.583152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:05.584056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:05.586709 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] Routers {'a5dea3e1-7116-4480-83d8-d3c9cd1566a4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:05.587327 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a5dea3e1-7116-4480-83d8-d3c9cd1566a4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:05.627694 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2232d559-1761-4bff-b61e-1f415ce4d4ff x-openstack-request-id: req-2232d559-1761-4bff-b61e-1f415ce4d4ff {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:05.627985 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae603dab-61cd-43fa-87d8-8af2776029af", "name": "network-vif-deleted", "tag": "50c3ab0a-0b3c-4786-aa8e-50aa344b7e93", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:05.628234 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2232d559-1761-4bff-b61e-1f415ce4d4ff {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:05.628651 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae603dab-61cd-43fa-87d8-8af2776029af', 'name': 'network-vif-deleted', 'tag': '50c3ab0a-0b3c-4786-aa8e-50aa344b7e93', 'status': 'completed', 'code': 200} Feb 03 14:29:05.657188 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c52b7fe-0da9-45aa-b4d1-34c33a556f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6b81c0a7-a377-401e-8acb-f4d693e04a41), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.658541 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:05.659742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c52b7fe-0da9-45aa-b4d1-34c33a556f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.663531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6c52b7fe-0da9-45aa-b4d1-34c33a556f97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b81c0a7-a377-401e-8acb-f4d693e04a41 HTTP/1.1" status: 204 len: 168 time: 0.4212353 Feb 03 14:29:05.674580 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] Routers {'a5dea3e1-7116-4480-83d8-d3c9cd1566a4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:05.675488 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a5dea3e1-7116-4480-83d8-d3c9cd1566a4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:05.712692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b7fe-0da9-45aa-b4d1-34c33a556f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b81c0a7-a377-401e-8acb-f4d693e04a41,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:05.755316 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:05.755991 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b2502-07ac-456d-b207-cfb66922a78e None None] The sync data for ids ['a5dea3e1-7116-4480-83d8-d3c9cd1566a4'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:05.774365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bf482a26-3d16-400e-ab3a-b4c976839698 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/a5dea3e1-7116-4480-83d8-d3c9cd1566a4 HTTP/1.1" status: 200 len: 921 time: 0.2051222 Feb 03 14:29:05.777323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53022) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:05.780640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:29:05.805192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3411acd6-f72f-4013-83f8-3ada4154080a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:05.865556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642cff0-8c59-446f-b06e-2e93ee3592c2 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:05.872818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5642cff0-8c59-446f-b06e-2e93ee3592c2 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=a5dea3e1-7116-4480-83d8-d3c9cd1566a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0941601 Feb 03 14:29:05.875827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:05.976854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event deleted for resources: {'Port': ['ID=3411acd6-f72f-4013-83f8-3ada4154080a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:05.994114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d7c569-7e61-4d5b-9d2d-679ebe6df692 req-6fbad164-687f-45c4-bd5e-2977f2705003 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 210 time: 0.1625371 Feb 03 14:29:06.049480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:10Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:06.110900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8696e-42a7-47fa-9067-7083843db1f2 None None] The sync data for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 is: [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:22:59Z', 'revision_number': 4, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '23b18689-6ff8-4011-8d15-06311a1b6066', 'name': '', 'network_id': '2bba72a7-4dac-4f76-b73c-c9324cc8f7e3', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'mac_address': 'fa:16:3e:c3:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:57Z', 'updated_at': '2022-02-03T14:23:10Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'subnets': [{'id': '5bc31396-c90f-4df0-b69c-8ce5f9c15c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:06.123501 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for floatingip (b06dd64f-3bd3-4902-bfd2-8a64223bc7fb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:06.141210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade40fb-6d57-41f9-808f-b369c41d001a req-b6550884-f86b-4ca5-9a1a-c7ac115c7b2b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:06.142630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dade40fb-6d57-41f9-808f-b369c41d001a req-b6550884-f86b-4ca5-9a1a-c7ac115c7b2b tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.2833827 Feb 03 14:29:06.269483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78963b-d6c7-4011-af0f-4780c1a9cbe1 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:06.273632 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ba78963b-d6c7-4011-af0f-4780c1a9cbe1 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 0.3939793 Feb 03 14:29:06.274778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53032) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:06.315774 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2bf24f2e-ca88-4fc3-962e-85d4eb0761c3 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5dea3e1-7116-4480-83d8-d3c9cd1566a4 HTTP/1.1" status: 200 len: 205 time: 0.0397274 Feb 03 14:29:06.321979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53034) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:06.333209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dade40fb-6d57-41f9-808f-b369c41d001a req-548097ee-de11-4e40-96c4-50a7367d1b52 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807928 Feb 03 14:29:06.346449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-3891acd7-b95c-443e-a920-c6657e0c5a72 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:06.348350 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-3891acd7-b95c-443e-a920-c6657e0c5a72 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.71 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 815 time: 0.3063660 Feb 03 14:29:06.370752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Request body: {'port': {'device_id': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'admin_state_up': True, 'tenant_id': '1422c67c97a948e3a7b421c12856f882'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:06.460498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (83bf38b0-1625-49e7-a9ec-d8dc434ae24a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:06.603466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Made reservation on behalf of 1422c67c97a948e3a7b421c12856f882 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:06.610487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e20f66-c74b-4780-b7c1-bbe267ce2b1e None None] New status for floating IP fe939990-a16c-42ad-a11c-e664b61e73c8: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:29:06.621641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:06.640467 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:06.719745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93b0a4d7-771f-46b4-aa40-2b7fbba2eaa9 req-be075c52-8518-4678-931d-ccd6226cd4a2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0675271 Feb 03 14:29:06.836284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (83bf38b0-1625-49e7-a9ec-d8dc434ae24a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:06.874413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=83bf38b0-1625-49e7-a9ec-d8dc434ae24a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:06.916575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Allocated IP 172.20.0.14 (fc525fd4-35e3-4636-96b8-7116b8608958/d22f3332-450a-4ea2-8324-aba8cb1a5f95/ee21bf39-4681-4027-82ba-5214d806a475) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:06.959752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:06.965504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.009675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:07.028935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371c41cc-3b42-4c31-a2e0-c7b7c8361370') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:07.029412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371c41cc-3b42-4c31-a2e0-c7b7c8361370') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:07.042231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (371c41cc-3b42-4c31-a2e0-c7b7c8361370), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.062056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (371c41cc-3b42-4c31-a2e0-c7b7c8361370), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.073329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:07.073743 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (371c41cc-3b42-4c31-a2e0-c7b7c8361370), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:07.075984 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:07.126843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Deleting port febde48c-5c73-4adb-b6ba-e37f935782f1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:07.127194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (febde48c-5c73-4adb-b6ba-e37f935782f1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.165092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks [] for port (ee21bf39-4681-4027-82ba-5214d806a475), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.179391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c51510de-95df-44df-86ea-902a6da00d03 req-4649ce0c-30a6-41b6-81e0-6437ff6c5b3e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 210 time: 0.0484412 Feb 03 14:29:07.246448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.252610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:29:07.260344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.270545 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.280079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:07.280604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "DELETE /v2.0/networks/9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 HTTP/1.1" status: 204 len: 168 time: 2.5429254 Feb 03 14:29:07.325317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252949-e268-4416-87fd-e20134e414cc tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:07.412285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (febde48c-5c73-4adb-b6ba-e37f935782f1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.439797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Network fc525fd4-35e3-4636-96b8-7116b8608958 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:07.448683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:07.449096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Calling delete_port for febde48c-5c73-4adb-b6ba-e37f935782f1 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:07.460960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:07.504111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:07.585270 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d895dc2c-fce6-4155-807f-49987b63a543 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.2594457 Feb 03 14:29:07.587329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:07.635161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5ac44-f86a-4d15-9013-ab05b8a63bcf req-5a86dd28-eb68-429b-ae7f-e5f9638ad796 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.637049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2e5ac44-f86a-4d15-9013-ab05b8a63bcf req-5a86dd28-eb68-429b-ae7f-e5f9638ad796 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1383407 Feb 03 14:29:07.641717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-5ed0357e-e1ac-4af8-bec3-5cf8afc309bc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4092872 Feb 03 14:29:07.644037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.645496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:07.731219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-5ec6ccea-1b7c-430b-a335-482f6bdc36cd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3657057 Feb 03 14:29:07.778648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Request body: {'port': {'device_id': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:07.824518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2e5ac44-f86a-4d15-9013-ab05b8a63bcf req-367c8a90-911b-4722-835d-76046975ebdf tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803100 Feb 03 14:29:07.861261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d258-452e-4c13-a476-a274ca41df4a req-8e24dbda-2401-4060-a5fe-406a8a55a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.862755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-8e24dbda-2401-4060-a5fe-406a8a55a5b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 1128 time: 0.1413896 Feb 03 14:29:07.884444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.884926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.885379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.885825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.886868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.887319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.887765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.888203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.888669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.889109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.889547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:07.902059 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbac3284-f711-4638-980e-80a018e35be2 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7122 time: 0.3060119 Feb 03 14:29:07.902747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:07.913389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e6233bf-031a-4076-8b8a-e0192d496e92 req-852f8d78-7cb5-4383-87d9-4680b21757ac tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0496523 Feb 03 14:29:08.030685 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-a0f14aa4-9a41-4cc7-b2f8-be9d3511c272 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] delete failed (client error): The resource could not be found. Feb 03 14:29:08.031317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d258-452e-4c13-a476-a274ca41df4a req-4bfe6648-d790-4b10-a6b0-aa724ed5c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.031732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a0f14aa4-9a41-4cc7-b2f8-be9d3511c272 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/b06dd64f-3bd3-4902-bfd2-8a64223bc7fb HTTP/1.1" status: 404 len: 345 time: 0.0695739 Feb 03 14:29:08.034494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53088) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:08.035591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-4bfe6648-d790-4b10-a6b0-aa724ed5c486 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.1333361 Feb 03 14:29:08.036801 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (febde48c-5c73-4adb-b6ba-e37f935782f1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.037017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.054275 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-2856cdde-c206-4353-9c63-98a936281c43 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] DELETE failed (client error): The resource could not be found. Feb 03 14:29:08.054780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2856cdde-c206-4353-9c63-98a936281c43 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:29:08.058437 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2856cdde-c206-4353-9c63-98a936281c43 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "DELETE /v2.0/networks/9e0b57e1-29fd-4dcb-86dd-e7a08f9d6c52 HTTP/1.1" status: 404 len: 339 time: 0.0228055 Feb 03 14:29:08.066498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:08.075146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'network': {'name': 'tempest-network--1398524019', 'router:external': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:08.085439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event deleted for resources: {'Port': ['ID=febde48c-5c73-4adb-b6ba-e37f935782f1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:08.128070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Made reservation on behalf of 9395ebca3eb34323b66ec26e6ea24013 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:08.130700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-3459a202-4c33-4a31-b926-a6c599a95b7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c673cd52-c010-41af-a353-8f1d35778191 HTTP/1.1" status: 200 len: 217 time: 0.0558062 Feb 03 14:29:08.131117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.220343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:29:08.247018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d258-452e-4c13-a476-a274ca41df4a req-a9c5a989-ae6d-49df-8685-bae4bef38316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.248587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-a9c5a989-ae6d-49df-8685-bae4bef38316 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.0967162 Feb 03 14:29:08.251862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.255579 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (19624a55-3f6a-4ae6-b58a-b5345d741a3c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.256158 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Added segment 19624a55-3f6a-4ae6-b58a-b5345d741a3c of type vlan for network debd69fe-de63-4d20-a02e-f44f8722b4ce Feb 03 14:29:08.371675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (debd69fe-de63-4d20-a02e-f44f8722b4ce), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.431363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (debd69fe-de63-4d20-a02e-f44f8722b4ce), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.432350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.432971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.503099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4332373 Feb 03 14:29:08.508306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53094) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:08.568896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1047530-de79-4a61-9738-13d3bc81fd16 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Network': ['ID=debd69fe-de63-4d20-a02e-f44f8722b4ce,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:08.581832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network debd69fe-de63-4d20-a02e-f44f8722b4ce details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:29:08.582783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee21bf39-4681-4027-82ba-5214d806a475 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:29:08.595795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Publish callbacks [] for port (ee21bf39-4681-4027-82ba-5214d806a475), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.651095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Transition to ACTIVE for port object ee21bf39-4681-4027-82ba-5214d806a475 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:29:08.657284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-0f7bdf25-fafb-4114-841a-3e7b0b0b1b79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4022429 Feb 03 14:29:08.661356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.735856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.746260 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.770145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66148ea2-b40f-48e0-a219-3d64870a3b16 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.775420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66148ea2-b40f-48e0-a219-3d64870a3b16 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.780461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66148ea2-b40f-48e0-a219-3d64870a3b16 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.787135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66148ea2-b40f-48e0-a219-3d64870a3b16 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.791285 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-66148ea2-b40f-48e0-a219-3d64870a3b16 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2782235 Feb 03 14:29:08.792218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53098) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:08.837522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:08.837899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (a5dea3e1-7116-4480-83d8-d3c9cd1566a4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.838426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Fanout notify agent at l3_agent the message router_deleted on router a5dea3e1-7116-4480-83d8-d3c9cd1566a4 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:08.849655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.850755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fd569f2e-b09e-48c2-85d9-a5d81aa73fa8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/a5dea3e1-7116-4480-83d8-d3c9cd1566a4 HTTP/1.1" status: 204 len: 168 time: 2.5157375 Feb 03 14:29:08.855089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53100) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:08.857951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f276e1-da66-446e-aa69-a65cf52172ed req-b955d0e7-c8db-4146-a706-50364f2d3239 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:08.859420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11f276e1-da66-446e-aa69-a65cf52172ed req-b955d0e7-c8db-4146-a706-50364f2d3239 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 944 time: 0.5642891 Feb 03 14:29:08.860985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-149762202', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:08.865176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-854bad2f-0004-40d9-8030-932f9b3be2f9 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800516 Feb 03 14:29:08.949712 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.956661 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (debd69fe-de63-4d20-a02e-f44f8722b4ce), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.959571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Attempting to bind port ee21bf39-4681-4027-82ba-5214d806a475 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:08.959910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Attempting to bind port ee21bf39-4681-4027-82ba-5214d806a475 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:08.960250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Attempting to bind port ee21bf39-4681-4027-82ba-5214d806a475 on network fc525fd4-35e3-4636-96b8-7116b8608958 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:08.966578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.967728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:08.971019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11f276e1-da66-446e-aa69-a65cf52172ed req-6d566d14-b891-43d1-9ca9-c17ada5a7cbb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048641 Feb 03 14:29:08.979312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Port ee21bf39-4681-4027-82ba-5214d806a475 on network fc525fd4-35e3-4636-96b8-7116b8608958 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:08.979671 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Attempting to bind port ee21bf39-4681-4027-82ba-5214d806a475 on network fc525fd4-35e3-4636-96b8-7116b8608958 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:08.994979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:29:08.995327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Checking segment: {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:08.995721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Bound using segment: {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:29:08.996171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Bound port: ee21bf39-4681-4027-82ba-5214d806a475, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:29:08.996598 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.019246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39b5d258-452e-4c13-a476-a274ca41df4a req-c3b3118e-e204-4cd9-b278-2cedddd2a3a7 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473222 Feb 03 14:29:09.127164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.135058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6e03364-490d-4139-90b9-0085d5739976 req-ab13e290-b631-4830-ac06-b42ce10f124e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0323601 Feb 03 14:29:09.202568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (debd69fe-de63-4d20-a02e-f44f8722b4ce), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.268469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:09.273225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debd69fe-de63-4d20-a02e-f44f8722b4ce']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:09.320405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19624a55-3f6a-4ae6-b58a-b5345d741a3c') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:09.320642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19624a55-3f6a-4ae6-b58a-b5345d741a3c') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:09.330580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:29:09.361711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (19624a55-3f6a-4ae6-b58a-b5345d741a3c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.365157 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.378231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.422472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:09.423121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.424516 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] 10.222.0.71 "PUT /v2.0/ports/ee21bf39-4681-4027-82ba-5214d806a475 HTTP/1.1" status: 200 len: 1092 time: 1.6736083 Feb 03 14:29:09.429323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:09.432097 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4814635a-7eda-4411-a771-dd72b2fa2194" -d '{"events": [{"name": "network-changed", "server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "tag": "ee21bf39-4681-4027-82ba-5214d806a475"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:09.442483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (19624a55-3f6a-4ae6-b58a-b5345d741a3c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.473287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:09.473705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (19624a55-3f6a-4ae6-b58a-b5345d741a3c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:09.482450 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:09.500022 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75331554-31bf-4080-b24a-d1cbb6ebf919 x-openstack-request-id: req-75331554-31bf-4080-b24a-d1cbb6ebf919 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:09.500302 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "tag": "ee21bf39-4681-4027-82ba-5214d806a475", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:09.500582 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75331554-31bf-4080-b24a-d1cbb6ebf919 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:09.500980 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475', 'status': 'completed', 'code': 200} Feb 03 14:29:09.521925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a22e-39e5-444d-8886-6509b478cef0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:09.622528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (debd69fe-de63-4d20-a02e-f44f8722b4ce), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.634176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network debd69fe-de63-4d20-a02e-f44f8722b4ce {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:29:09.638783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.645315 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "DELETE /v2.0/networks/debd69fe-de63-4d20-a02e-f44f8722b4ce HTTP/1.1" status: 204 len: 168 time: 0.8490531 Feb 03 14:29:09.645674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53106) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:09.650560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'network': {'name': 'tempest-network--800455766', 'router:external': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:09.658608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-3aba4b44-9c9e-41ef-90f1-9723cdd47304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:09.660871 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-3aba4b44-9c9e-41ef-90f1-9723cdd47304 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 1126 time: 0.1591542 Feb 03 14:29:09.664572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5811af1-ae9c-4679-9e3c-7dd2430f9141 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event deleted for resources: {'Network': ['ID=debd69fe-de63-4d20-a02e-f44f8722b4ce,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:09.670194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Made reservation on behalf of 9395ebca3eb34323b66ec26e6ea24013 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:09.673092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.701370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:29:09.711398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8410771a-7ef0-42b0-a1bc-7032db31832a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.712552 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Added segment 8410771a-7ef0-42b0-a1bc-7032db31832a of type vlan for network 3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d Feb 03 14:29:09.732437 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-c64704cd-c805-4a46-81dd-666f73d23665 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee21bf39-4681-4027-82ba-5214d806a475 HTTP/1.1" status: 200 len: 217 time: 0.0549393 Feb 03 14:29:09.767119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.802093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.803302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:09.803974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:09.882568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Network': ['ID=3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:09.892115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3577b56c-da9b-486f-8df6-d26ea4e284d4 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2427258 Feb 03 14:29:09.892115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53108) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:09.895544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:29:10.072976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84d040-0bf5-4b44-abf8-0bbc99d3ebf0 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:10.077098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1d84d040-0bf5-4b44-abf8-0bbc99d3ebf0 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] 10.222.0.52 "GET /v2.0/networks/3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d HTTP/1.1" status: 200 len: 756 time: 0.1816654 Feb 03 14:29:10.077329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53114) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:10.203897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e53dc-259d-434f-a98a-cffe40313fb2 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:10.207330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b99e53dc-259d-434f-a98a-cffe40313fb2 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] 10.222.0.52 "GET /v2.0/networks/820b92e0-2ab3-475f-b67d-362320664701 HTTP/1.1" status: 200 len: 767 time: 0.1288881 Feb 03 14:29:10.210479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53118) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:10.231207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e210bf-bb09-4a12-bc5e-120354b1e816 req-0ee380ee-3a1f-4d62-9056-072a761b5dd7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:10.233550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98e210bf-bb09-4a12-bc5e-120354b1e816 req-0ee380ee-3a1f-4d62-9056-072a761b5dd7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 944 time: 0.0795960 Feb 03 14:29:10.277367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-300dffca-fe16-48d9-a85a-80704d9eea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:10.278834 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-300dffca-fe16-48d9-a85a-80704d9eea49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d22f3332-450a-4ea2-8324-aba8cb1a5f95 HTTP/1.1" status: 200 len: 855 time: 0.5368986 Feb 03 14:29:10.286788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98e210bf-bb09-4a12-bc5e-120354b1e816 req-e17e6dde-564d-4483-907f-a5ce31a1d587 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472426 Feb 03 14:29:10.359249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.386912 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-9dc5196f-5762-4613-bd8f-e98b2522fdfc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc525fd4-35e3-4636-96b8-7116b8608958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668290 Feb 03 14:29:10.407079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.415697 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.416641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd01c214-b621-42a9-8ccf-f551076f7acb req-c4e8ea78-5fe6-4c11-af65-90233def56b5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0285244 Feb 03 14:29:10.639741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.662102 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-85eb4b98-069e-4986-914a-cf68873b6168 service neutron] 10.222.0.71 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582517 Feb 03 14:29:10.693643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:10.697388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Allocated IP 172.25.0.205 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/6ce6c387-0bca-473a-a06e-2bd6125b8260) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:10.728018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8410771a-7ef0-42b0-a1bc-7032db31832a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:10.728383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8410771a-7ef0-42b0-a1bc-7032db31832a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:10.747423 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (8410771a-7ef0-42b0-a1bc-7032db31832a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.812648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8410771a-7ef0-42b0-a1bc-7032db31832a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.826696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:10.827107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (8410771a-7ef0-42b0-a1bc-7032db31832a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:10.830179 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:10.937232 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcf95c4f-5948-4fc2-aff9-3e789111ad63 req-ab279cc3-3430-4720-a26c-3167ff535626 service neutron] 10.222.0.71 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624648 Feb 03 14:29:10.959435 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:10.974373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:29:11.053314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.060493 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "DELETE /v2.0/networks/3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d HTTP/1.1" status: 204 len: 168 time: 0.8469374 Feb 03 14:29:11.065057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53126) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:11.066824 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for port (6ce6c387-0bca-473a-a06e-2bd6125b8260), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.074134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'network': {'name': 'tempest-network--855839973'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:11.111192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Made reservation on behalf of 9395ebca3eb34323b66ec26e6ea24013 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:11.112059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291dc44-b612-4b89-a206-bae3f6bed921 tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a5a1353-9c54-4cb3-ae8c-1a3e93f7ff7d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:11.118587 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.169120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-a0ea2ad7-0847-4445-add6-558e2676ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.170665 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-a0ea2ad7-0847-4445-add6-558e2676ed0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 1126 time: 0.0944493 Feb 03 14:29:11.219246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:29:11.224297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-93052b87-f793-4f7a-88df-29770d8fbfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.225905 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-93052b87-f793-4f7a-88df-29770d8fbfa5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.1190071 Feb 03 14:29:11.229268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6ce6c387-0bca-473a-a06e-2bd6125b8260), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.295485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (16678ac1-ea5d-4016-9bc6-cf3ada011869), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.297608 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Added segment 16678ac1-ea5d-4016-9bc6-cf3ada011869 of type vlan for network 8d79852e-1e49-47c6-8416-ccd570c73b3c Feb 03 14:29:11.310146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event updated for resources: {'Port': ['ID=6ce6c387-0bca-473a-a06e-2bd6125b8260,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:11.321646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:11.334236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:11.343342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:11.424699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (8d79852e-1e49-47c6-8416-ccd570c73b3c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.436587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-d28fc8ae-43f8-48fe-8076-79fe7f427028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.438014 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-d28fc8ae-43f8-48fe-8076-79fe7f427028 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 916 time: 0.2544479 Feb 03 14:29:11.513245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cb26c-f51a-4766-84ce-d45c0afdf1c0 req-3d7670ad-6ce6-4859-bdd8-5af8cd23ae2a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.514761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df4cb26c-f51a-4766-84ce-d45c0afdf1c0 req-3d7670ad-6ce6-4859-bdd8-5af8cd23ae2a tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3321185 Feb 03 14:29:11.533116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (8d79852e-1e49-47c6-8416-ccd570c73b3c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.534038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.534632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16752998'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.614930 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-11f830d9-7702-4851-8fa4-56ead8ff23ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee21bf39-4681-4027-82ba-5214d806a475 HTTP/1.1" status: 200 len: 217 time: 0.1707041 Feb 03 14:29:11.632300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5656228 Feb 03 14:29:11.636055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b1c63-93f5-4e09-8876-bc34aca4c83b tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Network': ['ID=8d79852e-1e49-47c6-8416-ccd570c73b3c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:11.644670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:11.645955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 8d79852e-1e49-47c6-8416-ccd570c73b3c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:29:11.655694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:11.761226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-eaec9774-d9b8-4f4f-afab-def9360c33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.761405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550f72-f17a-4c3e-8640-a0458381421b req-966c83c4-e990-4349-b918-6e7d817d24e1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.762728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-eaec9774-d9b8-4f4f-afab-def9360c33d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.5236998 Feb 03 14:29:11.763850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e550f72-f17a-4c3e-8640-a0458381421b req-966c83c4-e990-4349-b918-6e7d817d24e1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 944 time: 0.3079228 Feb 03 14:29:11.834165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-745e5f2b-a5f3-40a2-94aa-030f86e8bd59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.0624053 Feb 03 14:29:11.910563 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (8d79852e-1e49-47c6-8416-ccd570c73b3c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.912204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-776da684-2dfc-4971-b8a7-0325312ad5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.913715 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-776da684-2dfc-4971-b8a7-0325312ad5ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d22f3332-450a-4ea2-8324-aba8cb1a5f95 HTTP/1.1" status: 200 len: 855 time: 0.2861898 Feb 03 14:29:11.914980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-18361bc8-9da3-4281-bd40-a63191880ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.916296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-18361bc8-9da3-4281-bd40-a63191880ad4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.0530410 Feb 03 14:29:11.933234 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (8d79852e-1e49-47c6-8416-ccd570c73b3c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.944031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Network 8d79852e-1e49-47c6-8416-ccd570c73b3c is not hosted by any dhcp agent {{(pid=103342) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 14:29:11.944971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:11.945625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:11.949885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-aadf9498-bb3e-4630-980d-01ab6a08fda2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc525fd4-35e3-4636-96b8-7116b8608958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286486 Feb 03 14:29:11.950565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "PUT /v2.0/networks/8d79852e-1e49-47c6-8416-ccd570c73b3c HTTP/1.1" status: 200 len: 857 time: 0.3000727 Feb 03 14:29:11.951355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53144) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:11.989795 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-dddada55-75bd-4b62-9eaf-9dd0d6267df4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671346 Feb 03 14:29:12.003544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df4cb26c-f51a-4766-84ce-d45c0afdf1c0 req-4dc9dbf7-9ca4-4a13-a224-211ccf1af7aa tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824784 Feb 03 14:29:12.020556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-06bc225c-cb68-488f-8e88-17021a0ed9c7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:29:12.021562 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-06bc225c-cb68-488f-8e88-17021a0ed9c7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185683 Feb 03 14:29:12.067452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128dfe1-ad3d-4b59-8636-6354da43265c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event updated for resources: {'Network': ['ID=8d79852e-1e49-47c6-8416-ccd570c73b3c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:12.077583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.091515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e550f72-f17a-4c3e-8640-a0458381421b req-80231dbd-ffcc-4814-8f07-b9a551686341 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191845 Feb 03 14:29:12.201507 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (8d79852e-1e49-47c6-8416-ccd570c73b3c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.294300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aedbc8da-8bd9-452d-8e9d-2960c4e0ceaa req-9b0a0dcd-ffbd-49ec-9ccc-678f8e7f3ea2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0620973 Feb 03 14:29:12.380835 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (8d79852e-1e49-47c6-8416-ccd570c73b3c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.425606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d79852e-1e49-47c6-8416-ccd570c73b3c']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:12.438150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16678ac1-ea5d-4016-9bc6-cf3ada011869') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:12.438766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16678ac1-ea5d-4016-9bc6-cf3ada011869') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:12.452021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (16678ac1-ea5d-4016-9bc6-cf3ada011869), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.452253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.472526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (16678ac1-ea5d-4016-9bc6-cf3ada011869), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.480870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:12.481446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (16678ac1-ea5d-4016-9bc6-cf3ada011869), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:12.548662 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:12.565819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (8d79852e-1e49-47c6-8416-ccd570c73b3c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.580542 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-f19c1134-74b9-478f-96a3-263173257f07 service neutron] 10.222.0.71 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190453 Feb 03 14:29:12.589808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d79852e-1e49-47c6-8416-ccd570c73b3c {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:29:12.607876 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.617207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] 10.222.0.52 "DELETE /v2.0/networks/8d79852e-1e49-47c6-8416-ccd570c73b3c HTTP/1.1" status: 204 len: 168 time: 0.6590347 Feb 03 14:29:12.620523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53160) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:12.691471 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d5f2d1-19d3-41fb-ad76-7a245c368fb8 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] DELETE failed (client error): The resource could not be found. Feb 03 14:29:12.692031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d5f2d1-19d3-41fb-ad76-7a245c368fb8 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:29:12.698905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-65d5f2d1-19d3-41fb-ad76-7a245c368fb8 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] 10.222.0.52 "DELETE /v2.0/subnets/83bf38b0-1625-49e7-a9ec-d8dc434ae24a HTTP/1.1" status: 404 len: 337 time: 0.0603642 Feb 03 14:29:12.699862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53162) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:12.719111 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4814635a-7eda-4411-a771-dd72b2fa2194 req-b1095118-beed-4bf3-bccd-7257ec500823 service neutron] 10.222.0.71 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991411 Feb 03 14:29:12.748182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4b8d1-9b11-4d6e-b30b-a56960c2485c tempest-ExternalNetworksTestJSON-979729591 tempest-ExternalNetworksTestJSON-979729591-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d79852e-1e49-47c6-8416-ccd570c73b3c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:12.756741 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-8ec8ab7b-0ff4-4776-9146-1371f77d1dcc service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037148 Feb 03 14:29:12.933286 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (820b92e0-2ab3-475f-b67d-362320664701), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:12.942791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157e7a-4487-4696-b453-be1ec3921029 req-7d34cffd-12a2-47ea-9e1f-e88d47026c29 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:12.950265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-7d34cffd-12a2-47ea-9e1f-e88d47026c29 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 0.3984118 Feb 03 14:29:12.972021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62de063e-1676-41e9-b4e8-e7d08312f1d7 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/quotas/b6d451d72ad74b3398446ced44dda4d2 HTTP/1.1" status: 200 len: 375 time: 0.0208697 Feb 03 14:29:12.978331 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-301c50be-67be-47c5-aa0b-ec798ac3e36e req-4c2623f2-11b2-44de-86b5-f2f0b7900ba5 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108650 Feb 03 14:29:12.991625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Router 86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:13.117200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (820b92e0-2ab3-475f-b67d-362320664701), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:13.182070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62d0677b-2c7c-4836-a5c8-743b88ae8ead tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090380 Feb 03 14:29:13.192374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820b92e0-2ab3-475f-b67d-362320664701']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:13.213520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f7eaff-2475-456e-b38a-12af87b69a0b') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:13.213520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f7eaff-2475-456e-b38a-12af87b69a0b') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:13.232132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:13.252893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (76f7eaff-2475-456e-b38a-12af87b69a0b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:13.258940 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:13.263290 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8fc5c2e0-745c-48c4-ac84-0972190ee129 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4045703 Feb 03 14:29:13.264458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53170) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:13.269499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:13.347898 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (76f7eaff-2475-456e-b38a-12af87b69a0b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:13.355453 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] Sync routers for ids ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:13.370916 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] Routers {'86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:13.372775 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:13.406526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:13.406952 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (76f7eaff-2475-456e-b38a-12af87b69a0b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:13.412042 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:13.439461 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:13.449981 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] Routers {'86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:13.450669 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:13.488210 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:13.489270 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed77ce2-e363-4172-a15d-3bfe723fa94e None None] The sync data for ids ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:13.502762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c187c-f441-41ce-98b8-1c9743d3ade8 req-fd4923dd-cf2a-4c77-9795-fc487a0273b4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:13.509987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-316c187c-f441-41ce-98b8-1c9743d3ade8 req-fd4923dd-cf2a-4c77-9795-fc487a0273b4 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.3816192 Feb 03 14:29:13.543713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-7a6188a0-7203-4421-9218-09f1f4eb5e14 service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607168 Feb 03 14:29:13.546140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (820b92e0-2ab3-475f-b67d-362320664701), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:13.562233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:13.565499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] 10.222.0.52 "DELETE /v2.0/networks/820b92e0-2ab3-475f-b67d-362320664701 HTTP/1.1" status: 204 len: 168 time: 0.8613064 Feb 03 14:29:13.618339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234c3f-31ba-4a79-a74e-44978059ee93 tempest-ExternalNetworksTestJSON-1680511195 tempest-ExternalNetworksTestJSON-1680511195-project] Pushing event deleted for resources: {'Network': ['ID=820b92e0-2ab3-475f-b67d-362320664701,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:13.639677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-316c187c-f441-41ce-98b8-1c9743d3ade8 req-363f502f-bd7f-47b2-80f3-ba06fdbcaf9c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213415 Feb 03 14:29:13.759443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ee21bf39-4681-4027-82ba-5214d806a475 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:29:13.845695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-4d33e485-b730-4a11-a1fe-01a5cfa8ebbf service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880571 Feb 03 14:29:13.905686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22d84e-bf5a-4c09-8783-537961ef2026 req-d0910b15-e608-4fb2-80d4-899d4945172f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:13.918189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d22d84e-bf5a-4c09-8783-537961ef2026 req-d0910b15-e608-4fb2-80d4-899d4945172f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 944 time: 0.1874738 Feb 03 14:29:13.954942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53180) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:13.956204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:13.977636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'ee21bf39-4681-4027-82ba-5214d806a475', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'port_id': 'ee21bf39-4681-4027-82ba-5214d806a475', 'mac_address': 'fa:16:3e:3c:29:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f3332-450a-4ea2-8324-aba8cb1a5f95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:29:14.042512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d22d84e-bf5a-4c09-8783-537961ef2026 req-746a9224-8ea5-4480-9f18-91b4c992a4a9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234467 Feb 03 14:29:14.045097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ee21bf39-4681-4027-82ba-5214d806a475 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:14.045834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.097551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee21bf39-4681-4027-82ba-5214d806a475 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:29:14.140618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:14.151507 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.269333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:14.287651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1c26a73-df42-47cd-979b-2fd78c80e651 req-9b6b7c1f-9943-43ad-be1a-d469ff70ac89 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 210 time: 0.1330464 Feb 03 14:29:14.335271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2271fe56-a99d-4729-9b79-bbfac0586e79 req-d998ad2f-7243-40e6-8ccd-2e0465df42d0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0769148 Feb 03 14:29:14.373382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.400001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_gateway (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.410330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-78551f49-d955-4947-a279-6df638ccdf45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e33a3457898a40589c9aac4549ef1dec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526849 Feb 03 14:29:14.411863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53198) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:14.524516 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83b303a0-e5db-4991-b18e-0c02674f2a3b admin admin] Publish callbacks [] for security_group (fc49ebef-7504-4298-9bea-fabb76f328cb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.557798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Deleting port 6ce6c387-0bca-473a-a06e-2bd6125b8260 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:14.558063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83b303a0-e5db-4991-b18e-0c02674f2a3b admin admin] Publish callbacks [] for security_group (fc49ebef-7504-4298-9bea-fabb76f328cb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.558187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6ce6c387-0bca-473a-a06e-2bd6125b8260), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.569363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['ee21bf39-4681-4027-82ba-5214d806a475'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:29:14.659480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83b303a0-e5db-4991-b18e-0c02674f2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fc49ebef-7504-4298-9bea-fabb76f328cb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.662328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83b303a0-e5db-4991-b18e-0c02674f2a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.663533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-83b303a0-e5db-4991-b18e-0c02674f2a3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc49ebef-7504-4298-9bea-fabb76f328cb HTTP/1.1" status: 204 len: 168 time: 0.2500827 Feb 03 14:29:14.687160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b303a0-e5db-4991-b18e-0c02674f2a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc49ebef-7504-4298-9bea-fabb76f328cb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:14.821561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72e38c-9302-4b81-acaa-8f359b0c0a24 req-5aff5768-0969-4f62-b324-75b3baa085f0 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:14.822173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6ce6c387-0bca-473a-a06e-2bd6125b8260), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:14.829100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b72e38c-9302-4b81-acaa-8f359b0c0a24 req-5aff5768-0969-4f62-b324-75b3baa085f0 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.0793550 Feb 03 14:29:14.862770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Calling delete_port for 6ce6c387-0bca-473a-a06e-2bd6125b8260 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:14.885106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b72e38c-9302-4b81-acaa-8f359b0c0a24 req-2bdf69ba-466f-4b8a-b5c5-d7b86b450766 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550613 Feb 03 14:29:15.140485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53218) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:15.231905 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6ce6c387-0bca-473a-a06e-2bd6125b8260), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:15.330249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fde863ac-17aa-410f-a153-fffb28e487ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9395ebca3eb34323b66ec26e6ea24013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862171 Feb 03 14:29:15.332222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53226) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:15.335416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Pushing event deleted for resources: {'Port': ['ID=6ce6c387-0bca-473a-a06e-2bd6125b8260,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:15.456456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4f78-8a20-4037-a14d-77dbefa7454c req-978b6cca-eb82-4dc2-8b4c-3b32882edfce tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:15.458700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5fa4f78-8a20-4037-a14d-77dbefa7454c req-978b6cca-eb82-4dc2-8b4c-3b32882edfce tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 945 time: 0.2676935 Feb 03 14:29:15.494992 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-65131f61-11ca-4840-b1f2-6eed1395b109 admin admin] Publish callbacks [] for security_group (28ea01c1-c2f8-471e-b810-63d7992e6ba7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:15.517371 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:15.536879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d01ecdaa-39aa-4ebb-a198-fddf315e60eb req-e65c1b52-3393-4d25-b9b1-e0d615bba730 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 210 time: 0.0535371 Feb 03 14:29:15.563285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-65131f61-11ca-4840-b1f2-6eed1395b109 admin admin] Publish callbacks [] for security_group (28ea01c1-c2f8-471e-b810-63d7992e6ba7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:15.639779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5fa4f78-8a20-4037-a14d-77dbefa7454c req-a1b1630f-1c8f-43b9-8306-235b64897564 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690261 Feb 03 14:29:15.721251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1fd8805d-ebb4-4008-b784-bc0f37a3df94 req-01a223fb-ffde-4347-be31-7a1c986a93ce tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0625694 Feb 03 14:29:15.770862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-65131f61-11ca-4840-b1f2-6eed1395b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (28ea01c1-c2f8-471e-b810-63d7992e6ba7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:15.773605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-65131f61-11ca-4840-b1f2-6eed1395b109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:15.778691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-65131f61-11ca-4840-b1f2-6eed1395b109 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28ea01c1-c2f8-471e-b810-63d7992e6ba7 HTTP/1.1" status: 204 len: 168 time: 0.4405110 Feb 03 14:29:15.780046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ee21bf39-4681-4027-82ba-5214d806a475 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:29:15.813261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65131f61-11ca-4840-b1f2-6eed1395b109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ea01c1-c2f8-471e-b810-63d7992e6ba7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:16.000444 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-228c7f08-a308-451e-9423-c5418f0f8111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.011829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.021085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.055670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port ee21bf39-4681-4027-82ba-5214d806a475 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:29:16.062417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port ee21bf39-4681-4027-82ba-5214d806a475 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:16.062806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee21bf39-4681-4027-82ba-5214d806a475), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.230249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Router 86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:16.249234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ee21bf39-4681-4027-82ba-5214d806a475 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:16.249642 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.261456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157e7a-4487-4696-b453-be1ec3921029 req-c0726789-e0dd-4f48-8aab-98c24be635c5 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:16.263653 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-c0726789-e0dd-4f48-8aab-98c24be635c5 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 0.4173553 Feb 03 14:29:16.294133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:16.295487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:16.299896 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84177cd6-fb60-47e9-89cd-10104f39f0f8" -d '{"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-plugged", "status": "completed", "tag": "ee21bf39-4681-4027-82ba-5214d806a475"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:16.306280 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.311805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Request body: {'port': {'device_id': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'admin_state_up': True, 'tenant_id': 'b6d451d72ad74b3398446ced44dda4d2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:16.377985 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9617c4-ea11-4332-a564-48e139cdc9c2 x-openstack-request-id: req-de9617c4-ea11-4332-a564-48e139cdc9c2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:16.378358 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-plugged", "status": "completed", "tag": "ee21bf39-4681-4027-82ba-5214d806a475", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:16.378561 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de9617c4-ea11-4332-a564-48e139cdc9c2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:16.378932 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475', 'code': 200} Feb 03 14:29:16.379665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:16.567353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:16.581373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] Sync routers for ids ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:16.582324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.587744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53254) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:16.596121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a95446fe-6863-4cdb-af61-d894fd7a8f1b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "PUT /v2.0/routers/86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 HTTP/1.1" status: 200 len: 705 time: 3.3304391 Feb 03 14:29:16.607073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] Routers {'86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:16.607836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:16.695185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce718136-f31d-403c-8c5a-0bc8146870d2 req-21886187-6213-49c8-ab86-b921bcbef925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:16.705333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:16.708762 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce718136-f31d-403c-8c5a-0bc8146870d2 req-21886187-6213-49c8-ab86-b921bcbef925 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 1128 time: 0.1934392 Feb 03 14:29:16.730531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] Routers {'86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:16.731155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:28:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:16.755036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Made reservation on behalf of b6d451d72ad74b3398446ced44dda4d2 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:16.759004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:16.817438 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ce718136-f31d-403c-8c5a-0bc8146870d2 req-e75e79a4-ef26-43cd-87af-806722f0a5ab service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984933 Feb 03 14:29:16.830021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:16.830687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da298-93e1-4511-89a0-feb277c7e390 None None] The sync data for ids ['86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:16.856328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d15f4377-7b48-4a11-9ddf-174906a900e4 req-2e8ceacc-4dec-44a5-9870-32ba0b350432 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 210 time: 0.0998511 Feb 03 14:29:16.923132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ad7d47e3-f030-4b62-9303-2906b28ef2a7 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/routers/86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 HTTP/1.1" status: 200 len: 740 time: 0.3336031 Feb 03 14:29:16.931785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53264) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:17.047860 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3ea7e511-3970-4646-b0ff-962ef59ebf43 tempest-RoutersAdminTest-707400484 tempest-RoutersAdminTest-707400484-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 HTTP/1.1" status: 200 len: 205 time: 0.1149471 Feb 03 14:29:17.052153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53270) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:17.067462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaf018-d337-449e-8852-90981201d1b1 req-1f1285fb-9720-44e6-bd7d-13fe40317591 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:17.071236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebcaf018-d337-449e-8852-90981201d1b1 req-1f1285fb-9720-44e6-bd7d-13fe40317591 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.2074716 Feb 03 14:29:17.099172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7da60b8e-fd6b-4b02-b3da-bbbc42b8723f req-86e5346c-dc2d-4289-958b-fddf07f7cd8a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.1034021 Feb 03 14:29:17.142524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bdaaf06a-a5aa-4c5e-962b-efc08d8b88c2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 HTTP/1.1" status: 200 len: 205 time: 0.0892694 Feb 03 14:29:17.148168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53274) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:17.189978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebcaf018-d337-449e-8852-90981201d1b1 req-ee5b1852-9205-4f77-9f85-bdc97730a818 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893881 Feb 03 14:29:17.266431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62d561a5-2d9d-4449-9260-18f554df2aba tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:17.309859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Allocated IP 172.20.0.14 (b1577e91-baf1-46ec-ac71-11641587af5b/50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8/9035cd91-63d1-4894-a4f8-8660c7b424a8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:17.485331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62d561a5-2d9d-4449-9260-18f554df2aba tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:17.489745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62d561a5-2d9d-4449-9260-18f554df2aba tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router_controller (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:17.688678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62d561a5-2d9d-4449-9260-18f554df2aba tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:17.689441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d561a5-2d9d-4449-9260-18f554df2aba tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Fanout notify agent at l3_agent the message router_deleted on router 86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:17.697615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62d561a5-2d9d-4449-9260-18f554df2aba tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:17.699170 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-62d561a5-2d9d-4449-9260-18f554df2aba tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 HTTP/1.1" status: 204 len: 168 time: 0.5498979 Feb 03 14:29:17.702616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53286) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:17.733956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fc1ba95f-9692-4b12-b150-9fe1e86e3dca tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 HTTP/1.1" status: 200 len: 205 time: 0.0295806 Feb 03 14:29:17.736286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53288) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:17.775257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks [] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:17.813906 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-ed77fe61-9f2d-4589-aea2-2471edf934f4 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] delete failed (client error): The resource could not be found. Feb 03 14:29:17.821234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ed77fe61-9f2d-4589-aea2-2471edf934f4 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/86084a34-1e36-4cb5-b7ef-7fa9b8c5a5f0 HTTP/1.1" status: 404 len: 336 time: 0.0836484 Feb 03 14:29:17.821718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:17.826415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53292) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:17.834130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4adc8e1e-0570-4366-a868-26cf99464385'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:29:17.900312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-366fedfd-a0d0-4d5d-bc96-83216194317b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5dea3e1-7116-4480-83d8-d3c9cd1566a4 HTTP/1.1" status: 200 len: 205 time: 0.0724413 Feb 03 14:29:17.901105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53298) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:17.906458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:29:17.926375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Network b1577e91-baf1-46ec-ac71-11641587af5b is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:17.935408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:17.938948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:17.988966 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-cf5cdf6a-67e1-4b7b-907a-7ee37c30a712 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] delete failed (client error): The resource could not be found. Feb 03 14:29:17.992845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cf5cdf6a-67e1-4b7b-907a-7ee37c30a712 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/a5dea3e1-7116-4480-83d8-d3c9cd1566a4 HTTP/1.1" status: 404 len: 336 time: 0.0907376 Feb 03 14:29:18.005258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53300) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.031949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event updated for resources: {'Port': ['ID=9035cd91-63d1-4894-a4f8-8660c7b424a8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:18.070923 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4561fde-aa94-4a33-b04b-669b8f3cf2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:18.095156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:18.096549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:18.119617 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-62b9c444-4a56-4300-a56c-d0c208072c48 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8136890 Feb 03 14:29:18.142285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Request body: {'port': {'device_id': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:18.199625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-00154e37-1e37-4b42-8054-8ceb9e3f01d8 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=65561b6d-bb93-4057-bd4a-401547491592 HTTP/1.1" status: 200 len: 205 time: 0.1716874 Feb 03 14:29:18.204074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53306) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.266056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c48967f-4bd8-405f-87cb-928038df1464 req-1daa208b-008c-4011-8812-ea73f1b40a48 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0627115 Feb 03 14:29:18.307194 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-4563d034-9414-4a4c-a1a4-31a8aa0a42f2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] delete failed (client error): The resource could not be found. Feb 03 14:29:18.311247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53310) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.313003 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4563d034-9414-4a4c-a1a4-31a8aa0a42f2 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/65561b6d-bb93-4057-bd4a-401547491592 HTTP/1.1" status: 404 len: 336 time: 0.1078513 Feb 03 14:29:18.344838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95088cd-de74-42c8-b404-4487f4efdaad req-127aee22-cae8-4663-9576-a9f0bb409fd4 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:18.346395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e95088cd-de74-42c8-b404-4487f4efdaad req-127aee22-cae8-4663-9576-a9f0bb409fd4 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 932 time: 0.3704932 Feb 03 14:29:18.386486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53312) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.393150 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8cdd7071-dff0-4d60-bac1-46823607943e tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=127354f3-6fa9-4717-b5bd-d1cd8740f83a HTTP/1.1" status: 200 len: 205 time: 0.0768523 Feb 03 14:29:18.396681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:18.497060 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-3fadb8be-648e-4de1-9ab4-ae55d7975e7b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] delete failed (client error): The resource could not be found. Feb 03 14:29:18.506551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53316) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.511624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3fadb8be-648e-4de1-9ab4-ae55d7975e7b tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/127354f3-6fa9-4717-b5bd-d1cd8740f83a HTTP/1.1" status: 404 len: 336 time: 0.1240439 Feb 03 14:29:18.621667 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-59441a78-e552-4ad4-a7b1-db770024d2d1 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c0fab6-70c8-4611-9984-de5636a51a34 HTTP/1.1" status: 200 len: 205 time: 0.1121333 Feb 03 14:29:18.625652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53318) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.641938 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e95088cd-de74-42c8-b404-4487f4efdaad req-2f55d792-1b56-4af0-bf0f-0d1522cea3ca tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857523 Feb 03 14:29:18.672676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db9a30-0e0c-42e0-9157-21726df5eedb req-142f8989-89c5-4d02-bda4-3c5933b56be7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:18.674197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89db9a30-0e0c-42e0-9157-21726df5eedb req-142f8989-89c5-4d02-bda4-3c5933b56be7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1615121 Feb 03 14:29:18.751783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89db9a30-0e0c-42e0-9157-21726df5eedb req-4c38d2e7-d61e-4532-b8ae-6fea673f371a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664277 Feb 03 14:29:18.794894 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-3e98eb20-4b45-4fa4-86cb-14c3eb15dabb tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] delete failed (client error): The resource could not be found. Feb 03 14:29:18.795964 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3e98eb20-4b45-4fa4-86cb-14c3eb15dabb tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/88c0fab6-70c8-4611-9984-de5636a51a34 HTTP/1.1" status: 404 len: 336 time: 0.1693733 Feb 03 14:29:18.799226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53328) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.859658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03702412-f1e2-42c4-b7eb-51cf060ad44a tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "GET /v2.0/ports?device_id=c42dfb05-0f66-436b-a5ab-9216459eca0b HTTP/1.1" status: 200 len: 205 time: 0.0591123 Feb 03 14:29:18.863809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53332) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:18.930626 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-f0876c9a-8b63-4da0-9ab7-a5d7a6333932 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] delete failed (client error): The resource could not be found. Feb 03 14:29:18.932144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f0876c9a-8b63-4da0-9ab7-a5d7a6333932 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/routers/c42dfb05-0f66-436b-a5ab-9216459eca0b HTTP/1.1" status: 404 len: 336 time: 0.0675445 Feb 03 14:29:18.949605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53334) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:19.024967 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd31a29e-9c21-4987-8053-f47b6d9dce64 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] DELETE failed (client error): The resource could not be found. Feb 03 14:29:19.027826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd31a29e-9c21-4987-8053-f47b6d9dce64 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:29:19.034399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dd31a29e-9c21-4987-8053-f47b6d9dce64 tempest-RoutersAdminTest-183019918 tempest-RoutersAdminTest-183019918-project] 10.222.0.52 "DELETE /v2.0/subnets/c223e03e-78b7-43c8-9c4b-afa417b77a5d HTTP/1.1" status: 404 len: 337 time: 0.0827754 Feb 03 14:29:19.078331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dd15c-7e05-4e69-b7b8-f5f5e0251284 req-dabce2f9-f3bb-4e45-981a-391de9b1665c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:19.090188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-153dd15c-7e05-4e69-b7b8-f5f5e0251284 req-dabce2f9-f3bb-4e45-981a-391de9b1665c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.2272563 Feb 03 14:29:19.120922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9035cd91-63d1-4894-a4f8-8660c7b424a8 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:29:19.131560 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Publish callbacks [] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.150938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Transition to ACTIVE for port object 9035cd91-63d1-4894-a4f8-8660c7b424a8 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:29:19.156437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.177067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-153dd15c-7e05-4e69-b7b8-f5f5e0251284 req-95fd99c8-9911-4a5a-99fe-28be49576a12 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855618 Feb 03 14:29:19.233654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Pushing event updated for resources: {'Port': ['ID=9035cd91-63d1-4894-a4f8-8660c7b424a8,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:19.311977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53346) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:19.467687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Attempting to bind port 9035cd91-63d1-4894-a4f8-8660c7b424a8 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:19.468231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Attempting to bind port 9035cd91-63d1-4894-a4f8-8660c7b424a8 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:19.468730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Attempting to bind port 9035cd91-63d1-4894-a4f8-8660c7b424a8 on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:19.476434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Port 9035cd91-63d1-4894-a4f8-8660c7b424a8 on network b1577e91-baf1-46ec-ac71-11641587af5b not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:19.477823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Attempting to bind port 9035cd91-63d1-4894-a4f8-8660c7b424a8 on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:19.486892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:29:19.489265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Checking segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:19.489265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Bound using segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:29:19.491190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Bound port: 9035cd91-63d1-4894-a4f8-8660c7b424a8, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:29:19.493252 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.537801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53362) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:19.546087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc9aaf6-8ade-4795-aa72-9aaf20b6e799 req-6c5f0dbe-52ed-43b9-b375-5f9393ea825a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0650237 Feb 03 14:29:19.605384 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.651473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] For port 9035cd91-63d1-4894-a4f8-8660c7b424a8, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:19.664554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] For port 9035cd91-63d1-4894-a4f8-8660c7b424a8, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:29:19.691301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.787596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:19.790036 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.794027 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] 10.222.0.45 "PUT /v2.0/ports/9035cd91-63d1-4894-a4f8-8660c7b424a8 HTTP/1.1" status: 200 len: 1092 time: 1.6642418 Feb 03 14:29:19.794226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'tag': '9035cd91-63d1-4894-a4f8-8660c7b424a8'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:19.796350 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaf2050-11b1-4379-942b-7c1092a5bae0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb986fa-4e39-4581-a596-5865ccbfa61d", "tag": "9035cd91-63d1-4894-a4f8-8660c7b424a8"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:19.835200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:19.847145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09333e7d-99e5-4f43-90ce-b0477a55b632 service neutron] Pushing event updated for resources: {'Port': ['ID=9035cd91-63d1-4894-a4f8-8660c7b424a8,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:19.902210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157e7a-4487-4696-b453-be1ec3921029 req-f0621776-743d-4061-9b43-be8e6fff40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:19.903810 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-f0621776-743d-4061-9b43-be8e6fff40a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 1126 time: 0.0647242 Feb 03 14:29:19.939937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.945969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:19.954814 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-b1f0136a-d364-45ed-89da-9d9b1be0e247 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8 HTTP/1.1" status: 200 len: 217 time: 0.0425572 Feb 03 14:29:20.018591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157e7a-4487-4696-b453-be1ec3921029 req-2c6757c7-8bfc-46a2-805a-ddf4688efc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:20.021537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-2c6757c7-8bfc-46a2-805a-ddf4688efc16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.0572107 Feb 03 14:29:20.062893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34401873-3131-474e-8f4c-0a37ad1c9e25 req-50d3df58-bfca-4ab3-8ee8-362d92eef220 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:20.064595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34401873-3131-474e-8f4c-0a37ad1c9e25 req-50d3df58-bfca-4ab3-8ee8-362d92eef220 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.2628458 Feb 03 14:29:20.069144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-cf8dc05f-c51d-49e6-bfa7-69620e90c100 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413711 Feb 03 14:29:20.094445 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:29:20.111169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427234-d44b-4716-9f6a-107b8abb346e req-53240bdc-edda-4727-b8ff-21e84b6b6b2e tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:20.113306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63427234-d44b-4716-9f6a-107b8abb346e req-53240bdc-edda-4727-b8ff-21e84b6b6b2e tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 944 time: 0.3223021 Feb 03 14:29:20.148028 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34401873-3131-474e-8f4c-0a37ad1c9e25 req-63d04cd5-bdef-44f2-90ae-858d0268972b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750923 Feb 03 14:29:20.236929 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-a350535a-7e7f-4d90-bd20-b195ec520d63 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438375 Feb 03 14:29:20.340834 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059632b5-c75e-4b9b-96e3-86972902dde0 x-openstack-request-id: req-059632b5-c75e-4b9b-96e3-86972902dde0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:20.341078 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb986fa-4e39-4581-a596-5865ccbfa61d", "tag": "9035cd91-63d1-4894-a4f8-8660c7b424a8", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:20.341296 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-059632b5-c75e-4b9b-96e3-86972902dde0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:20.341837 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'tag': '9035cd91-63d1-4894-a4f8-8660c7b424a8', 'status': 'completed', 'code': 200} Feb 03 14:29:20.378486 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a7157e7a-4487-4696-b453-be1ec3921029 req-52f527c3-3347-443c-9d65-486dd4720796 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337669 Feb 03 14:29:20.476383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-e0e1f7c2-c74f-4460-a1c2-c407b3c911c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:20.478254 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-e0e1f7c2-c74f-4460-a1c2-c407b3c911c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 1126 time: 0.0505924 Feb 03 14:29:20.582720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-19b7fc9d-51ce-49c8-9e5e-e7b6ffd028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:20.584736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-19b7fc9d-51ce-49c8-9e5e-e7b6ffd028c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.1003661 Feb 03 14:29:20.659468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Publish callbacks [] for security_group (7dd64976-aac6-4149-83fc-b2122e8aa53d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.661154 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.667787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7dd64976-aac6-4149-83fc-b2122e8aa53d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.699344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2218ca383ba4eb9861d2b4d18fc75f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1579697 Feb 03 14:29:20.711752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53380) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:20.763410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63427234-d44b-4716-9f6a-107b8abb346e req-0ce7d9bf-f676-439d-83b1-42c01516e778 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226652 Feb 03 14:29:20.816480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7729ebb2-0cab-42cc-9bf4-083e448ea9fd req-507004da-fd5c-4f91-b0a7-297044e17ab6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0375128 Feb 03 14:29:20.822038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd64976-aac6-4149-83fc-b2122e8aa53d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:20.835513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.836758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.837279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.837790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.838298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.838829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.839332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.840115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.840640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.841154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.841664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.842161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.842655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90807f8e-0701-4a01-82f2-7b22ecac3c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:20.886354 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.889361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83a372a8-0df4-43de-b765-d59d3b09ade7 admin admin] Publish callbacks [] for security_group (7dd64976-aac6-4149-83fc-b2122e8aa53d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.915668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83a372a8-0df4-43de-b765-d59d3b09ade7 admin admin] Publish callbacks [] for security_group (7dd64976-aac6-4149-83fc-b2122e8aa53d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.975199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83a372a8-0df4-43de-b765-d59d3b09ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7dd64976-aac6-4149-83fc-b2122e8aa53d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.978720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-83a372a8-0df4-43de-b765-d59d3b09ade7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:20.980092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-83a372a8-0df4-43de-b765-d59d3b09ade7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7dd64976-aac6-4149-83fc-b2122e8aa53d HTTP/1.1" status: 204 len: 168 time: 0.2673793 Feb 03 14:29:21.030292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a372a8-0df4-43de-b765-d59d3b09ade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd64976-aac6-4149-83fc-b2122e8aa53d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:21.143622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Allocated IP 172.25.0.189 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:21.233733 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-a03212db-7a06-4572-b8ef-3a13f41e1c60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8 HTTP/1.1" status: 200 len: 217 time: 0.6433487 Feb 03 14:29:21.314492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-5a1e8ba4-e998-4eaa-9385-a2ff7a52e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:21.317074 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-5a1e8ba4-e998-4eaa-9385-a2ff7a52e5fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.0644774 Feb 03 14:29:21.387272 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-e8a7dc78-26c9-4e92-969d-2a95051149ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566139 Feb 03 14:29:21.406705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0a3ae-f54a-479c-a00b-2e463dd56d2c req-85598c0b-f1e7-4ad6-a8b8-293d0ffb2c48 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:21.408684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36a0a3ae-f54a-479c-a00b-2e463dd56d2c req-85598c0b-f1e7-4ad6-a8b8-293d0ffb2c48 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1557379 Feb 03 14:29:21.413905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.477079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36a0a3ae-f54a-479c-a00b-2e463dd56d2c req-8380d14f-c448-421c-9449-9acf5788141e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Feb 03 14:29:21.482106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:21.530109 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-45852924-4e22-4b8f-bc57-66395301acf2 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373804 Feb 03 14:29:21.534343 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.544165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-64c722ac-6af3-48cf-a6fa-e027fc71be6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a11e6be46634506bd55beba0e1b6c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610414 Feb 03 14:29:21.549760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53392) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:21.582901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:21.588329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:21.594676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:21.677772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Port': ['ID=957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:21.684410 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-acaf2050-11b1-4379-942b-7c1092a5bae0 req-37dfdc7d-25f7-4983-bfb5-42f5a8e70af2 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472669 Feb 03 14:29:21.688701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Publish callbacks [] for security_group (35494000-96a6-4f64-a898-9199afad6f54), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.720746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Publish callbacks [] for security_group (35494000-96a6-4f64-a898-9199afad6f54), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.728249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for floatingip (d3d9d5b2-f2b1-4d8e-b777-41db0a8f1b6a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.777286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (35494000-96a6-4f64-a898-9199afad6f54), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.780301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.781772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35494000-96a6-4f64-a898-9199afad6f54 HTTP/1.1" status: 204 len: 168 time: 0.2308311 Feb 03 14:29:21.789448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.791478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35494000-96a6-4f64-a898-9199afad6f54,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:21.800203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.800578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.801290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.801579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.801897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.802278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.802618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.802997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.803330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.803661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.803987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.804314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.806230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aab76f-ec58-42e3-af3a-0a27f0f50799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:21.974755 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:21.985459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-433527b3-4021-4686-b4f2-47baf1891729 req-6dc7b37c-dcf8-4cfa-bf31-857e5fa82be9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0362406 Feb 03 14:29:22.103284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad808-9418-4ed8-a02c-42e40bb5cee1 req-2ec18917-fd6f-4d86-bb9b-e28e501fe464 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:22.105141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05dad808-9418-4ed8-a02c-42e40bb5cee1 req-2ec18917-fd6f-4d86-bb9b-e28e501fe464 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 944 time: 0.2120581 Feb 03 14:29:22.176218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05dad808-9418-4ed8-a02c-42e40bb5cee1 req-b3cbb583-c521-464a-bfb3-b9d251bea1a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643032 Feb 03 14:29:22.216900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.233425 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.320444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (d3d9d5b2-f2b1-4d8e-b777-41db0a8f1b6a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.337490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Port': ['ID=957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:22.344110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.345679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-68bfc510-82ea-46c4-a00d-f81be7361abd tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0322413 Feb 03 14:29:22.348458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:22.355096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1109329143'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:22.395961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Made reservation on behalf of 15ddfc608bd74a3f80fb63bfdf65a9ad for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:22.407405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.428604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.548515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for security_group (be77338f-db6b-47d2-9ef9-febc8b5c83d3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.553399 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be77338f-db6b-47d2-9ef9-febc8b5c83d3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.598016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:29:22.609357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be77338f-db6b-47d2-9ef9-febc8b5c83d3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:22.631176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4b085007-a0d9-4a47-852d-43700aa65f6c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.631549 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Added segment 4b085007-a0d9-4a47-852d-43700aa65f6c of type vlan for network 6b653240-d575-41fb-a04a-071317c1b928 Feb 03 14:29:22.675338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208324c-8cba-4656-9de0-e069718bca7a req-ecdb6b2f-8a6b-4cdc-b486-fea536bd87c1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:22.683989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1208324c-8cba-4656-9de0-e069718bca7a req-ecdb6b2f-8a6b-4cdc-b486-fea536bd87c1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1161382 Feb 03 14:29:22.691644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (6b653240-d575-41fb-a04a-071317c1b928), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.734852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (6b653240-d575-41fb-a04a-071317c1b928), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.743606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:22.744446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:22.781687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1208324c-8cba-4656-9de0-e069718bca7a req-b25a3029-a267-458c-ba34-bbd9e6a1a7a0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957754 Feb 03 14:29:22.842848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Network': ['ID=6b653240-d575-41fb-a04a-071317c1b928,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:22.853784 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c43be0e8-6a45-47b1-8dd9-eecd3737e24f tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5010149 Feb 03 14:29:22.854094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53426) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:22.854286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 6b653240-d575-41fb-a04a-071317c1b928 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:29:22.859173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Request body: {'subnet': {'network_id': '6b653240-d575-41fb-a04a-071317c1b928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:23.013654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Made reservation on behalf of 15ddfc608bd74a3f80fb63bfdf65a9ad for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:23.019084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:23.295326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b65687a-2041-4686-94de-4bbf15515efb req-7b806cdf-f36b-497b-b427-941956015535 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.2119002 Feb 03 14:29:23.395187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (74a65cbe-adb0-477d-8b9d-6d69470d6dd1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:23.420904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b0a9a-3240-473a-89f2-acb7b0684e9c req-450b4f88-c2a1-48fe-ba8c-ec1e4be00347 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:23.420904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d74b0a9a-3240-473a-89f2-acb7b0684e9c req-450b4f88-c2a1-48fe-ba8c-ec1e4be00347 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 944 time: 0.1280346 Feb 03 14:29:23.529484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Checking segment: {'id': '4b085007-a0d9-4a47-852d-43700aa65f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b653240-d575-41fb-a04a-071317c1b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:23.529988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Network hostable DHCP agents. Network: 6b653240-d575-41fb-a04a-071317c1b928, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:29:23.542494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Subnet': ['ID=74a65cbe-adb0-477d-8b9d-6d69470d6dd1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:23.570972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Network 6b653240-d575-41fb-a04a-071317c1b928 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:29:23.600905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d74b0a9a-3240-473a-89f2-acb7b0684e9c req-25a16a92-de89-4ed3-bb6b-b0cb9c52ce73 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210651 Feb 03 14:29:23.613932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 6b653240-d575-41fb-a04a-071317c1b928) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:23.625266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d017e-e520-4db3-b345-45cba6b9812d None None] Network 6b653240-d575-41fb-a04a-071317c1b928 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:23.638093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:23.638705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:23.684066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bade20f4-fd15-4176-9fb3-3a4a8f7a0f89 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8287733 Feb 03 14:29:23.684795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53446) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:23.692890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1832810286', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:23.776777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (4ce4e125-83eb-4a93-84b5-14ea64af835d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:23.778119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (4ce4e125-83eb-4a93-84b5-14ea64af835d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:23.793791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-6b653240-d575-41fb-a04a-071317c1b928', 'network_id': '6b653240-d575-41fb-a04a-071317c1b928', 'project_id': '15ddfc608bd74a3f80fb63bfdf65a9ad', 'fixed_ips': [{'subnet_id': '74a65cbe-adb0-477d-8b9d-6d69470d6dd1'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:29:23.795517 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:23.796829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53450) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:23.929475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router_controller (4ce4e125-83eb-4a93-84b5-14ea64af835d), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:23.940688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c146791-097e-4d10-a1e7-4d6245531404 req-d110a726-7651-4fa8-b166-ec059f92cf5f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:23.950253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c146791-097e-4d10-a1e7-4d6245531404 req-d110a726-7651-4fa8-b166-ec059f92cf5f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.0854690 Feb 03 14:29:23.958798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1981072506', 'router:external': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:24.041901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c146791-097e-4d10-a1e7-4d6245531404 req-66bebbbe-89f1-4154-9532-cbb9153d6280 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903714 Feb 03 14:29:24.052171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Made reservation on behalf of 2cd66fea34484a00b08667be0e71eab8 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:24.055065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.066366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.084512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Allocated IP 172.20.0.2 (6b653240-d575-41fb-a04a-071317c1b928/74a65cbe-adb0-477d-8b9d-6d69470d6dd1/fc562f2b-2e9d-47f0-b5af-91dba76562c6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:24.106261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router_gateway (4ce4e125-83eb-4a93-84b5-14ea64af835d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.155197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for security_group (9d3afe03-26e5-4582-b537-5f150ff80f4b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.159303 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9d3afe03-26e5-4582-b537-5f150ff80f4b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.185795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3afe03-26e5-4582-b537-5f150ff80f4b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:24.198218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:29:24.219411 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ef267c37-001c-43f5-9172-b81acedc4f3b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.219897 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Added segment ef267c37-001c-43f5-9172-b81acedc4f3b of type vlan for network de792fba-68b8-4f5f-baff-016a40b15c29 Feb 03 14:29:24.273061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (de792fba-68b8-4f5f-baff-016a40b15c29), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.308731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Publish callbacks [] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.310227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (de792fba-68b8-4f5f-baff-016a40b15c29), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.311426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:24.312347 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.315706 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.329042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5308809 Feb 03 14:29:24.331515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router_gateway (4ce4e125-83eb-4a93-84b5-14ea64af835d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.339396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53456) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:24.344248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'subnet': {'network_id': 'de792fba-68b8-4f5f-baff-016a40b15c29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:24.371436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Made reservation on behalf of 2cd66fea34484a00b08667be0e71eab8 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:24.374070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.380399 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.394280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Network 6b653240-d575-41fb-a04a-071317c1b928 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:24.399439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:24.409190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:24.418892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Pushing event updated for resources: {'Port': ['ID=fc562f2b-2e9d-47f0-b5af-91dba76562c6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:24.516204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Attempting to bind port fc562f2b-2e9d-47f0-b5af-91dba76562c6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:24.516204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Attempting to bind port fc562f2b-2e9d-47f0-b5af-91dba76562c6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '4b085007-a0d9-4a47-852d-43700aa65f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b653240-d575-41fb-a04a-071317c1b928'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:24.516778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Attempting to bind port fc562f2b-2e9d-47f0-b5af-91dba76562c6 on network 6b653240-d575-41fb-a04a-071317c1b928 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:24.520875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23c80fd8-22d3-4836-b9be-aef2aff3379b req-f16c87f8-cc13-405d-8e76-81fc9f45064f tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0769677 Feb 03 14:29:24.525603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c7865-93fa-4d16-9a81-22713e2d47c4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Network': ['ID=de792fba-68b8-4f5f-baff-016a40b15c29,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:24.525819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:29:24.526305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Checking segment: {'id': '4b085007-a0d9-4a47-852d-43700aa65f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b653240-d575-41fb-a04a-071317c1b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:24.526881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.527343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Bound using segment: {'id': '4b085007-a0d9-4a47-852d-43700aa65f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b653240-d575-41fb-a04a-071317c1b928'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:29:24.535486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Bound port: fc562f2b-2e9d-47f0-b5af-91dba76562c6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b085007-a0d9-4a47-852d-43700aa65f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6b653240-d575-41fb-a04a-071317c1b928'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:29:24.536207 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.544779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network de792fba-68b8-4f5f-baff-016a40b15c29 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:29:24.619364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Allocated IP 172.25.0.109 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/be6c844a-9f9c-4157-91ce-64b1700e3399) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:24.724120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] For port fc562f2b-2e9d-47f0-b5af-91dba76562c6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:24.727942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] For port fc562f2b-2e9d-47f0-b5af-91dba76562c6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fc562f2b-2e9d-47f0-b5af-91dba76562c6,segment=NetworkSegment(4b085007-a0d9-4a47-852d-43700aa65f6c),segment_id=4b085007-a0d9-4a47-852d-43700aa65f6c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:29:24.738286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce225cde-9980-4f83-a0ba-f333ee585453 req-22b7724b-bb8e-4f82-bf3a-f9b2e913a4f4 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:24.740683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce225cde-9980-4f83-a0ba-f333ee585453 req-22b7724b-bb8e-4f82-bf3a-f9b2e913a4f4 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 944 time: 0.0682776 Feb 03 14:29:24.754761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.780231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for port (be6c844a-9f9c-4157-91ce-64b1700e3399), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.822739 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.838820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a626a5b-4a85-4293-8359-f55b9b22f967 None None] Pushing event updated for resources: {'Port': ['ID=fc562f2b-2e9d-47f0-b5af-91dba76562c6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:24.839077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (be6c844a-9f9c-4157-91ce-64b1700e3399), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.845891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce225cde-9980-4f83-a0ba-f333ee585453 req-c9fba9ce-05ee-4df5-a623-302b97f9003c tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954990 Feb 03 14:29:24.855880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9035cd91-63d1-4894-a4f8-8660c7b424a8 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:29:24.925355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:24.927253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:29:24.927918 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (579cf70e-a31a-4cbf-93de-d731dd1ecb02), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:24.929897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:24.933111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:24.936677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Port': ['ID=be6c844a-9f9c-4157-91ce-64b1700e3399,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:24.973821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Subnet': ['ID=579cf70e-a31a-4cbf-93de-d731dd1ecb02,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:25.018363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9035cd91-63d1-4894-a4f8-8660c7b424a8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:25.019543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Checking segment: {'id': 'ef267c37-001c-43f5-9172-b81acedc4f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de792fba-68b8-4f5f-baff-016a40b15c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:25.020181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network hostable DHCP agents. Network: de792fba-68b8-4f5f-baff-016a40b15c29, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:29:25.034463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '9035cd91-63d1-4894-a4f8-8660c7b424a8', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'port_id': '9035cd91-63d1-4894-a4f8-8660c7b424a8', 'mac_address': 'fa:16:3e:be:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:29:25.045870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network de792fba-68b8-4f5f-baff-016a40b15c29 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:29:25.061428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, de792fba-68b8-4f5f-baff-016a40b15c29) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:25.068550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:25.071572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.077070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2231c3-2912-4451-8c61-3dfd41c87596 None None] Network de792fba-68b8-4f5f-baff-016a40b15c29 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:25.104241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-be9e279e-38c8-4b52-8f90-da034398975a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7621863 Feb 03 14:29:25.106386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53466) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:25.121028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-603533960', 'network_id': 'de792fba-68b8-4f5f-baff-016a40b15c29'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:25.217735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 9035cd91-63d1-4894-a4f8-8660c7b424a8 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:25.218187 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.241418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Made reservation on behalf of 2cd66fea34484a00b08667be0e71eab8 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:25.245711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9035cd91-63d1-4894-a4f8-8660c7b424a8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:29:25.245954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.325629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844d473-19b4-43a3-8d37-fe773e810ee2 None None] Network de792fba-68b8-4f5f-baff-016a40b15c29 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:25.343504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9035cd91-63d1-4894-a4f8-8660c7b424a8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:25.366998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] device_id is not set on port 292d8d4d-18e7-42f1-bd1b-8563d7b99c20 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:29:25.369367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.448444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router_gateway (4ce4e125-83eb-4a93-84b5-14ea64af835d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.472313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc562f2b-2e9d-47f0-b5af-91dba76562c6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:29:25.482705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5828f-ff65-4987-a172-7f84bfbda392 req-70d64991-2fd9-4196-856f-98a9ca3ec811 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:25.484219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f5828f-ff65-4987-a172-7f84bfbda392 req-70d64991-2fd9-4196-856f-98a9ca3ec811 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.3008957 Feb 03 14:29:25.571726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f5828f-ff65-4987-a172-7f84bfbda392 req-fff451cc-6475-44dd-b7eb-a539b2a60707 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762842 Feb 03 14:29:25.584082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=9035cd91-63d1-4894-a4f8-8660c7b424a8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:25.601780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fc562f2b-2e9d-47f0-b5af-91dba76562c6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:25.602347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.607838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['9035cd91-63d1-4894-a4f8-8660c7b424a8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:29:25.638796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Allocated IP 2001:db8::199 (de792fba-68b8-4f5f-baff-016a40b15c29/579cf70e-a31a-4cbf-93de-d731dd1ecb02/292d8d4d-18e7-42f1-bd1b-8563d7b99c20) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:25.738618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b316cc32-4bcd-4faf-b158-449dd3481782 req-ec69eec8-8456-4e93-960f-f98d32ee9789 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0488176 Feb 03 14:29:25.774266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (4ce4e125-83eb-4a93-84b5-14ea64af835d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.813646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fc562f2b-2e9d-47f0-b5af-91dba76562c6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:25.814260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.878023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port fc562f2b-2e9d-47f0-b5af-91dba76562c6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fc562f2b-2e9d-47f0-b5af-91dba76562c6,segment=NetworkSegment(4b085007-a0d9-4a47-852d-43700aa65f6c),segment_id=4b085007-a0d9-4a47-852d-43700aa65f6c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:25.891889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for port (292d8d4d-18e7-42f1-bd1b-8563d7b99c20), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.915565 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:25.945166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (292d8d4d-18e7-42f1-bd1b-8563d7b99c20), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.010749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=fc562f2b-2e9d-47f0-b5af-91dba76562c6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:26.025671 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Router 4ce4e125-83eb-4a93-84b5-14ea64af835d is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:26.027965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Port': ['ID=292d8d4d-18e7-42f1-bd1b-8563d7b99c20,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:26.073196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network de792fba-68b8-4f5f-baff-016a40b15c29 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:26.076627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:26.080823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:26.082054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:26.082745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.113371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-336ac607-7205-414b-a468-0b84b96eac9f tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0051789 Feb 03 14:29:26.123134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78289f70-8a63-4672-a893-d18f96e7db72 req-adecac19-20e7-494f-9ee4-8b610b4c2575 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:26.124880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78289f70-8a63-4672-a893-d18f96e7db72 req-adecac19-20e7-494f-9ee4-8b610b4c2575 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 945 time: 0.0996921 Feb 03 14:29:26.125487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53474) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:26.169887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:26.182733 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] Sync routers for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:26.198527 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:26.199144 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:26.238447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.242607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53476) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:26.243154 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-46d1ece5-a998-48ad-822b-81331a420fc2 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5543382 Feb 03 14:29:26.246321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78289f70-8a63-4672-a893-d18f96e7db72 req-2f6f7c80-eeb2-4bc5-ae3c-8348f0873d51 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135399 Feb 03 14:29:26.248267 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:26.257768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:26.258620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:26.297866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:26.298790 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb4430-de04-4f7a-b481-456430c40206 None None] The sync data for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:26.365048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Deleting port 292d8d4d-18e7-42f1-bd1b-8563d7b99c20 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:26.365483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (292d8d4d-18e7-42f1-bd1b-8563d7b99c20), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.444053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c105f8-be86-4643-bcb5-a89b68970c8f None None] Network 6b653240-d575-41fb-a04a-071317c1b928 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:26.523415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fe09fe83-8fbb-4f09-9b61-649b9ae1ebf1 None None] Provisioning complete for port fc562f2b-2e9d-47f0-b5af-91dba76562c6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:26.524282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe09fe83-8fbb-4f09-9b61-649b9ae1ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.534098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (292d8d4d-18e7-42f1-bd1b-8563d7b99c20), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.551551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Calling delete_port for 292d8d4d-18e7-42f1-bd1b-8563d7b99c20 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:26.646946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe09fe83-8fbb-4f09-9b61-649b9ae1ebf1 None None] Current status of the port fc562f2b-2e9d-47f0-b5af-91dba76562c6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:26.830973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d2e0-fa35-4df2-84e4-510d0a7225f4 req-5d96dc4c-4e2d-4a47-9e6f-9e3fae06e08e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:26.832544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5730d2e0-fa35-4df2-84e4-510d0a7225f4 req-5d96dc4c-4e2d-4a47-9e6f-9e3fae06e08e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1496313 Feb 03 14:29:26.869090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9035cd91-63d1-4894-a4f8-8660c7b424a8 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:29:26.888316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7661d27e-2def-4d0c-93a3-8ad1a03615c4 req-667f1a5e-3ec3-4122-b82d-7fc8ee8f0664 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0547585 Feb 03 14:29:26.939552 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (292d8d4d-18e7-42f1-bd1b-8563d7b99c20), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.940048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 9035cd91-63d1-4894-a4f8-8660c7b424a8 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:29:26.948002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 9035cd91-63d1-4894-a4f8-8660c7b424a8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:26.948631 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:26.997942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event deleted for resources: {'Port': ['ID=292d8d4d-18e7-42f1-bd1b-8563d7b99c20,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:27.003323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cc245cb1-dcc2-42e9-84f5-fa8e092b59af None None] Provisioning complete for port fc562f2b-2e9d-47f0-b5af-91dba76562c6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:27.003697 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc245cb1-dcc2-42e9-84f5-fa8e092b59af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.035129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5730d2e0-fa35-4df2-84e4-510d0a7225f4 req-8155354e-e1e6-4550-8717-bf2781a3464f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903565 Feb 03 14:29:27.061694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.067582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-53a8e241-40ca-4efd-9ca6-aca44241a24b tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "DELETE /v2.0/ports/292d8d4d-18e7-42f1-bd1b-8563d7b99c20 HTTP/1.1" status: 204 len: 168 time: 0.9386129 Feb 03 14:29:27.068763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53484) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:27.072872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de792fba-68b8-4f5f-baff-016a40b15c29', 'external_fixed_ips': [{'subnet_id': '579cf70e-a31a-4cbf-93de-d731dd1ecb02', 'ip_address': '2001:db8::199'}]}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:27.073974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.100463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 9035cd91-63d1-4894-a4f8-8660c7b424a8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:27.100823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.104584 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (bf09c62b-081f-400b-86f7-87c418ddebd7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.106015 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (bf09c62b-081f-400b-86f7-87c418ddebd7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.126105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9035cd91-63d1-4894-a4f8-8660c7b424a8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:27.129330 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693d818e-5a7e-4349-98f8-b8f6affb95a3" -d '{"events": [{"server_uuid": "ebb986fa-4e39-4581-a596-5865ccbfa61d", "name": "network-vif-plugged", "status": "completed", "tag": "9035cd91-63d1-4894-a4f8-8660c7b424a8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:27.160009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 9035cd91-63d1-4894-a4f8-8660c7b424a8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:27.187999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (bf09c62b-081f-400b-86f7-87c418ddebd7), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.200253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cc245cb1-dcc2-42e9-84f5-fa8e092b59af None None] Current status of the port fc562f2b-2e9d-47f0-b5af-91dba76562c6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:27.213338 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.294815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=9035cd91-63d1-4894-a4f8-8660c7b424a8,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:27.375384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc562f2b-2e9d-47f0-b5af-91dba76562c6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:29:27.454213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fc562f2b-2e9d-47f0-b5af-91dba76562c6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:27.454787 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.458131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (bf09c62b-081f-400b-86f7-87c418ddebd7), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.503028 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292eb11-452d-4c7b-ba7f-45122ebb9285 x-openstack-request-id: req-5292eb11-452d-4c7b-ba7f-45122ebb9285 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:27.503943 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb986fa-4e39-4581-a596-5865ccbfa61d", "name": "network-vif-plugged", "status": "completed", "tag": "9035cd91-63d1-4894-a4f8-8660c7b424a8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:27.503943 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5292eb11-452d-4c7b-ba7f-45122ebb9285 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:27.504224 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9035cd91-63d1-4894-a4f8-8660c7b424a8', 'code': 200} Feb 03 14:29:27.557669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fc562f2b-2e9d-47f0-b5af-91dba76562c6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:27.747889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c5db-e810-48d4-befe-80914655970b req-3d812bc9-1b1f-46ef-8466-4e5919efdbe0 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:27.749388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9d3c5db-e810-48d4-befe-80914655970b req-3d812bc9-1b1f-46ef-8466-4e5919efdbe0 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 946 time: 0.1076407 Feb 03 14:29:27.790904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ed241-4d08-4cda-a628-ee55a7866356 req-c57dc839-d847-44a7-8ae5-ea3839b82fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:27.792604 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ea3ed241-4d08-4cda-a628-ee55a7866356 req-c57dc839-d847-44a7-8ae5-ea3839b82fd0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 1128 time: 0.1986320 Feb 03 14:29:27.793687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (bf09c62b-081f-400b-86f7-87c418ddebd7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.821305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:27.845068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Allocated IP 172.20.0.1 (6b653240-d575-41fb-a04a-071317c1b928/74a65cbe-adb0-477d-8b9d-6d69470d6dd1/80947e3f-846e-4d97-ba79-f567216cb941) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:27.859136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9d3c5db-e810-48d4-befe-80914655970b req-d5afb112-13e0-4610-95f1-a03ed6190c0d tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014299 Feb 03 14:29:27.900409 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ea3ed241-4d08-4cda-a628-ee55a7866356 req-ea441ebc-f1c8-459a-b069-2b6dafd61582 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862710 Feb 03 14:29:28.025530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f67f3bb8-e540-48d1-9369-5fb9171a0bdd req-28b2b66e-3bc2-45f2-9953-5ed98c43d91e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0402052 Feb 03 14:29:28.029201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Allocated IP 2001:db8::199 (de792fba-68b8-4f5f-baff-016a40b15c29/579cf70e-a31a-4cbf-93de-d731dd1ecb02/a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:28.048351 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for port (80947e3f-846e-4d97-ba79-f567216cb941), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.094454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (80947e3f-846e-4d97-ba79-f567216cb941), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.158659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Network 6b653240-d575-41fb-a04a-071317c1b928 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:28.167817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:28.174086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:28.177334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for port (a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.206438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Port': ['ID=80947e3f-846e-4d97-ba79-f567216cb941,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:28.242259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.252723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587151a-8f60-47b3-932c-f22f6e30054d req-d00dbd44-8f82-4bc6-8016-d8ce39a89051 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:28.260965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5587151a-8f60-47b3-932c-f22f6e30054d req-d00dbd44-8f82-4bc6-8016-d8ce39a89051 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1367419 Feb 03 14:29:28.296880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (4ce4e125-83eb-4a93-84b5-14ea64af835d), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.306226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network de792fba-68b8-4f5f-baff-016a40b15c29 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:28.309511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:28.317539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:28.379639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5587151a-8f60-47b3-932c-f22f6e30054d req-30f26b8b-cac1-401c-846c-ef9d6c86a907 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176355 Feb 03 14:29:28.463415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Port': ['ID=a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:28.547575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (80947e3f-846e-4d97-ba79-f567216cb941), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.550175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1b736929-744a-4593-ae96-64fc658917d6 None None] Provisioning complete for port 80947e3f-846e-4d97-ba79-f567216cb941 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:28.553051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b736929-744a-4593-ae96-64fc658917d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (80947e3f-846e-4d97-ba79-f567216cb941), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.624264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1b736929-744a-4593-ae96-64fc658917d6 None None] Port 80947e3f-846e-4d97-ba79-f567216cb941 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:29:28.721596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (bf09c62b-081f-400b-86f7-87c418ddebd7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.909562 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for port (80947e3f-846e-4d97-ba79-f567216cb941), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.916809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (80947e3f-846e-4d97-ba79-f567216cb941), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:28.973234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Port': ['ID=80947e3f-846e-4d97-ba79-f567216cb941,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:29.102543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (4ce4e125-83eb-4a93-84b5-14ea64af835d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:29.157798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109201e0-6aec-49d2-9aa2-3a5de4fd3ca1 req-75b738d5-43bb-4bac-aa08-76f587cdbb29 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:29.161414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-109201e0-6aec-49d2-9aa2-3a5de4fd3ca1 req-75b738d5-43bb-4bac-aa08-76f587cdbb29 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 946 time: 0.1641226 Feb 03 14:29:29.362175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Network 6b653240-d575-41fb-a04a-071317c1b928 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:29.385749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21eb5f7c-3f80-45b7-8406-c012358deb16 req-0e49c9fc-7966-4999-893f-2d71a303e2ed tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0476053 Feb 03 14:29:29.391616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:29.402305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-109201e0-6aec-49d2-9aa2-3a5de4fd3ca1 req-54cf9b0b-b768-4220-81a0-dc77afed1bc9 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881499 Feb 03 14:29:29.470422 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (bf09c62b-081f-400b-86f7-87c418ddebd7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:29.574307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Router 4ce4e125-83eb-4a93-84b5-14ea64af835d has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:29.679483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Router bf09c62b-081f-400b-86f7-87c418ddebd7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:29.737739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:29.753109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] Sync routers for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:29.768395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-28ba49f4-338a-47f0-950b-1bda62bcdcb6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "PUT /v2.0/routers/4ce4e125-83eb-4a93-84b5-14ea64af835d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5209713 Feb 03 14:29:29.771371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53510) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:29.784117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Request body: {'port': {'network_id': '6b653240-d575-41fb-a04a-071317c1b928', 'name': 'tempest-FloatingIPAdminTestJSON-820729499'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:29.799954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:29.800899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:29.809503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3f71db2b-1017-4f58-964d-6607c9fedb96 None None] Provisioning complete for port 80947e3f-846e-4d97-ba79-f567216cb941 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:29.810104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f71db2b-1017-4f58-964d-6607c9fedb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (80947e3f-846e-4d97-ba79-f567216cb941), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:29.815686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:29.826915 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Sync routers for ids ['bf09c62b-081f-400b-86f7-87c418ddebd7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:29.841796 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Routers {'bf09c62b-081f-400b-86f7-87c418ddebd7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:29.843867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['bf09c62b-081f-400b-86f7-87c418ddebd7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:29.871526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:29.876880 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-feb5cbfd-5b20-4595-a341-c3215410b2d5 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8078897 Feb 03 14:29:29.877576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53512) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:29.921073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:29.964128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:29.964773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:29.966532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3f71db2b-1017-4f58-964d-6607c9fedb96 None None] Port 80947e3f-846e-4d97-ba79-f567216cb941 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:29:29.977095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cd6a9-f8dc-4dd4-ab0c-34bda81c6299 req-d366a572-b64f-49f7-a2c9-d8837b659059 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:29.980437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f4cd6a9-f8dc-4dd4-ab0c-34bda81c6299 req-d366a572-b64f-49f7-a2c9-d8837b659059 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.4090514 Feb 03 14:29:30.027327 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Set router bf09c62b-081f-400b-86f7-87c418ddebd7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:29:30.063718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:30.064501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651e9c5-e057-4058-9e94-c69437799da6 None None] The sync data for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:30.081964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (bf09c62b-081f-400b-86f7-87c418ddebd7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.090782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f4cd6a9-f8dc-4dd4-ab0c-34bda81c6299 req-6ee5b9f3-20aa-47a8-93d9-5aa61c66c4b5 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982394 Feb 03 14:29:30.154708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Made reservation on behalf of 15ddfc608bd74a3f80fb63bfdf65a9ad for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:30.161384 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.205061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] device_id is not set on port a0afcd78-db96-460a-a607-9f95f49c4d58 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:29:30.292528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (bf09c62b-081f-400b-86f7-87c418ddebd7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.353998 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf09c62b-081f-400b-86f7-87c418ddebd7', 'name': '', 'tenant_id': '2cd66fea34484a00b08667be0e71eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de792fba-68b8-4f5f-baff-016a40b15c29', 'external_fixed_ips': [{'subnet_id': '579cf70e-a31a-4cbf-93de-d731dd1ecb02', 'ip_address': '2001:db8::199'}], 'enable_snat': True}, 'gw_port_id': 'a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:29:27Z', 'updated_at': '2022-02-03T14:29:28Z', 'revision_number': 3, 'project_id': '2cd66fea34484a00b08667be0e71eab8', 'gw_port': {'id': 'a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a', 'name': '', 'network_id': 'de792fba-68b8-4f5f-baff-016a40b15c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf09c62b-081f-400b-86f7-87c418ddebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '579cf70e-a31a-4cbf-93de-d731dd1ecb02', 'ip_address': '2001:db8::199', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:29:27Z', 'updated_at': '2022-02-03T14:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '579cf70e-a31a-4cbf-93de-d731dd1ecb02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:30.403581 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Checking router: bf09c62b-081f-400b-86f7-87c418ddebd7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:29:30.403895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Deleting port a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:30.405302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.405849 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Updating router bf09c62b-081f-400b-86f7-87c418ddebd7 port a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:29:30.419222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Allocated IP 172.20.0.13 (6b653240-d575-41fb-a04a-071317c1b928/74a65cbe-adb0-477d-8b9d-6d69470d6dd1/a0afcd78-db96-460a-a607-9f95f49c4d58) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:30.464514 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.514780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.535628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Calling delete_port for a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:30.671820 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for port (a0afcd78-db96-460a-a607-9f95f49c4d58), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.759348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09165dfa-2a56-465e-acc5-6f5ed6fc4c1b req-21a66943-dc23-402c-8ea0-633bc277dc03 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0614047 Feb 03 14:29:30.777646 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a0afcd78-db96-460a-a607-9f95f49c4d58), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.808633 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.863473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281760-e7fc-4ae8-8521-91cdb5016c01 req-46e7e7d0-6f08-44f2-acb2-6f3e1a8e78f7 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:30.866337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (bf09c62b-081f-400b-86f7-87c418ddebd7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.871046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event deleted for resources: {'Port': ['ID=a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:30.881245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7281760-e7fc-4ae8-8521-91cdb5016c01 req-46e7e7d0-6f08-44f2-acb2-6f3e1a8e78f7 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 946 time: 0.1748273 Feb 03 14:29:30.892229 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.db.api [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:29:30.894617 n-d-827549-2 neutron-server[103344]: DEBUG oslo_db.api [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:29:30.906716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event updated for resources: {'Port': ['ID=a0afcd78-db96-460a-a607-9f95f49c4d58,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:30.933690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Network 6b653240-d575-41fb-a04a-071317c1b928 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:30.935603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:30.952819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:30.987390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (bf09c62b-081f-400b-86f7-87c418ddebd7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:30.990552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (bf09c62b-081f-400b-86f7-87c418ddebd7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.012756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:31.014058 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.048510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7281760-e7fc-4ae8-8521-91cdb5016c01 req-a4d41061-0323-44a3-a1fb-5bedde040bc6 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650240 Feb 03 14:29:31.055183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c13ce38b-86ab-40ba-a3aa-864f5e7242af tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2787468 Feb 03 14:29:31.058489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53520) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:31.068273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (bf09c62b-081f-400b-86f7-87c418ddebd7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.069023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf09c62b-081f-400b-86f7-87c418ddebd7 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:31.075360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.084672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53526) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:31.085316 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-559dd595-ca32-4154-81f8-66b04c4883a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "DELETE /v2.0/routers/bf09c62b-081f-400b-86f7-87c418ddebd7 HTTP/1.1" status: 204 len: 168 time: 1.2062149 Feb 03 14:29:31.135360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Deleting subnet 579cf70e-a31a-4cbf-93de-d731dd1ecb02 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:29:31.140942 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for subnet (579cf70e-a31a-4cbf-93de-d731dd1ecb02), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.193682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (579cf70e-a31a-4cbf-93de-d731dd1ecb02), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.251222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'project_id': '15ddfc608bd74a3f80fb63bfdf65a9ad', 'port_id': 'a0afcd78-db96-460a-a607-9f95f49c4d58'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:31.309484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.311430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6345226d-c85e-4400-a6b1-15b183d6f70c None None] Provisioning complete for port a0afcd78-db96-460a-a607-9f95f49c4d58 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:31.311934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6345226d-c85e-4400-a6b1-15b183d6f70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0afcd78-db96-460a-a607-9f95f49c4d58), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.312069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (579cf70e-a31a-4cbf-93de-d731dd1ecb02), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.355869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6345226d-c85e-4400-a6b1-15b183d6f70c None None] Port a0afcd78-db96-460a-a607-9f95f49c4d58 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:29:31.378958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07a77e-defb-4849-a9ba-1f4e4a5377a1 req-2cb7c90c-bac8-47d8-804d-f77af0985171 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:31.380486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d07a77e-defb-4849-a9ba-1f4e4a5377a1 req-2cb7c90c-bac8-47d8-804d-f77af0985171 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1380301 Feb 03 14:29:31.416513 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Port a94ac4d0-3c9a-4ef7-9c6b-3615dc07140a not found while updating agent binding for router bf09c62b-081f-400b-86f7-87c418ddebd7. {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 14:29:31.425592 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:31.425947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 14:29:31.426591 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_agentschedulers_db [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf09c62b-081f-400b-86f7-87c418ddebd7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent'). {{(pid=103344) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:29:31.426964 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99598081-f81b-4522-990e-8e59dc8ed7f7 None None] The sync data for ids ['bf09c62b-081f-400b-86f7-87c418ddebd7'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:31.459728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (579cf70e-a31a-4cbf-93de-d731dd1ecb02), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.504844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=579cf70e-a31a-4cbf-93de-d731dd1ecb02,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:31.509638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.512757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7e2529a5-7e40-4814-9ba4-76f1009ee612 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/579cf70e-a31a-4cbf-93de-d731dd1ecb02 HTTP/1.1" status: 204 len: 168 time: 0.4270320 Feb 03 14:29:31.515697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53532) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:31.517101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d07a77e-defb-4849-a9ba-1f4e4a5377a1 req-4e149d5d-4905-44da-972f-13fe72d07305 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285644 Feb 03 14:29:31.557165 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.592865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (de792fba-68b8-4f5f-baff-016a40b15c29), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.671085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Allocated IP 172.25.0.80 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/800d8383-d872-4653-9a8e-c855c717c3e0) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:31.677120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (de792fba-68b8-4f5f-baff-016a40b15c29), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.698026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de792fba-68b8-4f5f-baff-016a40b15c29']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:31.707142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef267c37-001c-43f5-9172-b81acedc4f3b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:31.707446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef267c37-001c-43f5-9172-b81acedc4f3b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:31.717291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (ef267c37-001c-43f5-9172-b81acedc4f3b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.731326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ef267c37-001c-43f5-9172-b81acedc4f3b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.737781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:31.738235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (ef267c37-001c-43f5-9172-b81acedc4f3b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:31.740192 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:31.779309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for port (800d8383-d872-4653-9a8e-c855c717c3e0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.797948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (de792fba-68b8-4f5f-baff-016a40b15c29), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.803577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de792fba-68b8-4f5f-baff-016a40b15c29 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 14:29:31.807193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.813961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "DELETE /v2.0/networks/de792fba-68b8-4f5f-baff-016a40b15c29 HTTP/1.1" status: 204 len: 168 time: 0.2936671 Feb 03 14:29:31.820198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129b3c8-176f-4490-a5a7-c1210a2fa6a4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event deleted for resources: {'Network': ['ID=de792fba-68b8-4f5f-baff-016a40b15c29,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:31.827223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (800d8383-d872-4653-9a8e-c855c717c3e0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:31.866268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:31.873390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:31.876013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:31.925408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Pushing event updated for resources: {'Port': ['ID=800d8383-d872-4653-9a8e-c855c717c3e0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:31.949832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c73f470-aaba-4adb-99df-6796dae757d3 req-09e1f9ef-18d9-4bcd-9fe3-9f19d6a8791d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0386834 Feb 03 14:29:32.084666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53542) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:32.089937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-326712e6-84ee-4927-a84d-70e19448787e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'router': {'name': 'tempest-router--1105272010', 'project_id': '0e6b21a966de47c082e785f2ed9ef134'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:32.117953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-326712e6-84ee-4927-a84d-70e19448787e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.120887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-326712e6-84ee-4927-a84d-70e19448787e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.190484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-326712e6-84ee-4927-a84d-70e19448787e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.198195 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-326712e6-84ee-4927-a84d-70e19448787e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.221151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-326712e6-84ee-4927-a84d-70e19448787e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.222615 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-326712e6-84ee-4927-a84d-70e19448787e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1369216 Feb 03 14:29:32.225714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53544) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:32.311079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8781c18-f3af-4999-ac05-a1f03f1558fa tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.339742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for floatingip (05d4b1ef-5b84-453c-a9ff-b7b761061f36), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.437102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (800d8383-d872-4653-9a8e-c855c717c3e0), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.481831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8781c18-f3af-4999-ac05-a1f03f1558fa tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.484448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8781c18-f3af-4999-ac05-a1f03f1558fa tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.528654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8781c18-f3af-4999-ac05-a1f03f1558fa tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.529381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8781c18-f3af-4999-ac05-a1f03f1558fa tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:32.535911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8781c18-f3af-4999-ac05-a1f03f1558fa tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.538202 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a8781c18-f3af-4999-ac05-a1f03f1558fa tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "DELETE /v2.0/routers/7a3d99b5-de9c-40d4-8dc1-2c1f5dc4556d HTTP/1.1" status: 204 len: 168 time: 0.3111870 Feb 03 14:29:32.635705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for port (800d8383-d872-4653-9a8e-c855c717c3e0), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.647455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (800d8383-d872-4653-9a8e-c855c717c3e0), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.709181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934b4bc-0d1a-4722-ade2-5830cc8577e3 req-81ce5ac4-f8ae-4162-be64-53e50b7c1696 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:32.710574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1934b4bc-0d1a-4722-ade2-5830cc8577e3 req-81ce5ac4-f8ae-4162-be64-53e50b7c1696 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1156585 Feb 03 14:29:32.718430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53552) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:32.749749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Pushing event updated for resources: {'Port': ['ID=800d8383-d872-4653-9a8e-c855c717c3e0,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:32.793305 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (05d4b1ef-5b84-453c-a9ff-b7b761061f36), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:32.850737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1934b4bc-0d1a-4722-ade2-5830cc8577e3 req-624c0609-5941-496c-bd90-88d8c79cc0c2 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065691 Feb 03 14:29:32.925624 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Floating IP 05d4b1ef-5b84-453c-a9ff-b7b761061f36 associated. External IP: 172.25.0.80, port: a0afcd78-db96-460a-a607-9f95f49c4d58. Feb 03 14:29:32.991452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167992692', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:33.023853 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.025528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.092662 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.244711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.387626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d9f038d-32f5-4b48-a73e-c5549934cddf req-48b767b1-3fbb-4d77-a752-48038879c30e tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.3441513 Feb 03 14:29:33.452254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.472696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.511037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Router 4ce4e125-83eb-4a93-84b5-14ea64af835d has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:33.580912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Allocated IP 172.25.0.169 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/a3dc4224-1c37-4a4e-9cf7-fef0964a0660) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:33.624538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:33.636739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] Sync routers for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:33.643494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.654006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:33.655685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:33.681203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0f0648ae-7b39-4d6f-895f-49639d7b78d3 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.6215150 Feb 03 14:29:33.681909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53560) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:33.699425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for port (a3dc4224-1c37-4a4e-9cf7-fef0964a0660), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.714551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:33.725379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:33.728073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:33.745471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a3dc4224-1c37-4a4e-9cf7-fef0964a0660), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:33.806027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-586e5e50-dade-4355-8258-82bf56a489a4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] 10.222.0.52 "GET /v2.0/floatingips/05d4b1ef-5b84-453c-a9ff-b7b761061f36 HTTP/1.1" status: 200 len: 982 time: 0.1227140 Feb 03 14:29:33.806833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53562) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:33.817460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:33.822258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:33.827523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:33.865382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event updated for resources: {'Port': ['ID=a3dc4224-1c37-4a4e-9cf7-fef0964a0660,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:33.962239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:33.962944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233618dd-2699-427a-94f9-9b6a8470ae9d None None] The sync data for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:34.039450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0a4a590c-340f-464d-b7c8-00e8575e1937 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.2305443 Feb 03 14:29:34.041242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53566) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:34.051994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d0dc1-2107-4d73-b1d5-a77b788ce4c2 req-b085bab6-ef15-4a5d-8229-db5aacda29d2 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:34.060444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de8d0dc1-2107-4d73-b1d5-a77b788ce4c2 req-b085bab6-ef15-4a5d-8229-db5aacda29d2 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1120458 Feb 03 14:29:34.158947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de8d0dc1-2107-4d73-b1d5-a77b788ce4c2 req-f4b5aa51-229b-499c-9361-e3035b60d1f4 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975168 Feb 03 14:29:34.319100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:34.423773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Deleting port 800d8383-d872-4653-9a8e-c855c717c3e0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:34.424117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (800d8383-d872-4653-9a8e-c855c717c3e0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:34.672164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67f6d74f-3831-4924-8b65-2ec832a949cc req-8763acbe-dc3e-47dc-96c8-d2503941e543 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0964153 Feb 03 14:29:35.031734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (800d8383-d872-4653-9a8e-c855c717c3e0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:35.032327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for floatingip (800d8383-d872-4653-9a8e-c855c717c3e0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:35.055951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Calling delete_port for 800d8383-d872-4653-9a8e-c855c717c3e0 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:35.268203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (800d8383-d872-4653-9a8e-c855c717c3e0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:35.320074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:35.328921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Port': ['ID=800d8383-d872-4653-9a8e-c855c717c3e0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:35.338619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd9d4-de13-42c3-86dc-b0132b6bf954 req-d8c457a4-2fdc-43fd-9b40-6cb1ec78e129 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:35.339855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ebdd9d4-de13-42c3-86dc-b0132b6bf954 req-d8c457a4-2fdc-43fd-9b40-6cb1ec78e129 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.0825143 Feb 03 14:29:35.423898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ebdd9d4-de13-42c3-86dc-b0132b6bf954 req-13f21034-4123-4b0b-b682-711374246041 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705168 Feb 03 14:29:35.530240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for floatingip (05d4b1ef-5b84-453c-a9ff-b7b761061f36), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:35.530858 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Floating IP 05d4b1ef-5b84-453c-a9ff-b7b761061f36 disassociated (deleted). External IP: 172.25.0.80, port: a0afcd78-db96-460a-a607-9f95f49c4d58. Feb 03 14:29:35.675164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Router 877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:35.849146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f8ce274-c386-48b5-a251-3b94b4bff3ba req-085bdabc-a1fb-4ba2-a7cd-698739aaea66 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0472333 Feb 03 14:29:35.940833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:35.955029 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] Sync routers for ids ['877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:35.964272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:35.966990 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a60a95e7-691d-488c-bd91-4a1a5c71d86f tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2461164 Feb 03 14:29:35.968405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53602) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:35.981604 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] Routers {'877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:35.982631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Router 4ce4e125-83eb-4a93-84b5-14ea64af835d has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:35.984603 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.029833 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.041563 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] Routers {'877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:36.042715 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.111277 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.112144 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5b601-ca43-4e23-9865-01a34b52f6a0 None None] The sync data for ids ['877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:36.205155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-662d5d98-3f3c-422f-8180-322750638fba tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4 HTTP/1.1" status: 200 len: 924 time: 0.2325046 Feb 03 14:29:36.205775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53606) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:36.254098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53608) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:36.254515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-890b6c4e-4b49-439b-8ca8-0a583aed0153 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4 HTTP/1.1" status: 200 len: 205 time: 0.0471385 Feb 03 14:29:36.262237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:36.268169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.276886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] Sync routers for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:36.325023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:36.325766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.363800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68e5ba96-61cd-4002-bc49-a8ad35ca7d12 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "DELETE /v2.0/floatingips/05d4b1ef-5b84-453c-a9ff-b7b761061f36 HTTP/1.1" status: 204 len: 168 time: 2.3216124 Feb 03 14:29:36.368099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:36.371873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:36.376260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.388938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:36.390448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.395907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.437018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:36.438003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de7a3d-5fbc-4e02-befd-c0bd0d6bc2aa None None] The sync data for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:36.463690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.505258 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.628334 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.630255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Allocated IP 172.25.0.114 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9e3fefb6-43cd-4727-b789-257879c15c56) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:36.652454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f482d-21b5-458f-a97c-138ec870920e req-8e38467a-96c6-4a2a-8b6a-6e55e28f8901 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:36.659791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-265f482d-21b5-458f-a97c-138ec870920e req-8e38467a-96c6-4a2a-8b6a-6e55e28f8901 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.0835333 Feb 03 14:29:36.752103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-265f482d-21b5-458f-a97c-138ec870920e req-b21b00a8-71c7-4e24-90b2-0fcd1182dcea tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876145 Feb 03 14:29:36.782957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Deleting port a3dc4224-1c37-4a4e-9cf7-fef0964a0660 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:36.783314 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a3dc4224-1c37-4a4e-9cf7-fef0964a0660), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.873979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for port (9e3fefb6-43cd-4727-b789-257879c15c56), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.911673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a3dc4224-1c37-4a4e-9cf7-fef0964a0660), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.936200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9e3fefb6-43cd-4727-b789-257879c15c56), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:36.941256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Calling delete_port for a3dc4224-1c37-4a4e-9cf7-fef0964a0660 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:37.025193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:37.029955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:37.033834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:37.096521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60751c35-bce8-4bec-9293-0c6ee2cdf80f req-d08b2a11-0da5-46df-9498-ca9548c05098 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0539815 Feb 03 14:29:37.105751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3fefb6-43cd-4727-b789-257879c15c56,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:37.248667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for floatingip (c272a219-1af4-4ee9-96e5-6f400f6f675e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.319916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9e3fefb6-43cd-4727-b789-257879c15c56), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.367489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a3dc4224-1c37-4a4e-9cf7-fef0964a0660), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.397123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event deleted for resources: {'Port': ['ID=a3dc4224-1c37-4a4e-9cf7-fef0964a0660,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:37.480785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.583357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.586672 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.622695 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for port (9e3fefb6-43cd-4727-b789-257879c15c56), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.631801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9e3fefb6-43cd-4727-b789-257879c15c56), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.640632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.641571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Fanout notify agent at l3_agent the message router_deleted on router 877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:37.653365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.654774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7064a64c-92b6-4644-b1c4-ba15c822393c tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4 HTTP/1.1" status: 204 len: 168 time: 1.3989270 Feb 03 14:29:37.658933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53632) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:37.665185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809621564', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': False}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:37.710363 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (43e32592-c787-4f81-a526-9650cbad995a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.712011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (43e32592-c787-4f81-a526-9650cbad995a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.746223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (c272a219-1af4-4ee9-96e5-6f400f6f675e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.796045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3fefb6-43cd-4727-b789-257879c15c56,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:37.815479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.817109 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-36d64fd2-7788-4f57-8f72-3bcb3e603cb4 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4489715 Feb 03 14:29:37.820044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53638) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:37.839836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (43e32592-c787-4f81-a526-9650cbad995a), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:37.942202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:37.966469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.063166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (43e32592-c787-4f81-a526-9650cbad995a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.095476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcf412-3e4c-434f-aeea-3f14bf99c790 req-c2bc4bd8-3d7b-49f5-a18e-1d72025b3289 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:38.097376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eebcf412-3e4c-434f-aeea-3f14bf99c790 req-c2bc4bd8-3d7b-49f5-a18e-1d72025b3289 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1696832 Feb 03 14:29:38.163894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.300103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76bbc59c-e448-4481-b711-f9b928357c75 req-82eef468-6272-4f9f-a046-a82b5c0b1e99 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0483868 Feb 03 14:29:38.303265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Allocated IP 172.25.0.233 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/028ea8b3-a323-44e5-bee9-77f4b6f7707d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:38.336081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eebcf412-3e4c-434f-aeea-3f14bf99c790 req-12cf0be2-4232-45dc-9fdb-45dfc43a7396 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312016 Feb 03 14:29:38.493647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (43e32592-c787-4f81-a526-9650cbad995a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.512537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks [] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.521029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.576799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.614443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:38.618023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:38.623622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:38.675874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Allocated IP 172.25.0.12 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/5128d846-29e1-4d25-9909-f2b8d86460b4) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:38.724158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Pushing event updated for resources: {'Port': ['ID=028ea8b3-a323-44e5-bee9-77f4b6f7707d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:38.752193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks [] for floatingip (799d8e44-3920-414f-bedf-f0ebbac96eef), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.832149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.850449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.889627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.940319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:38.943520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:38.948369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:38.952773 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:38.955557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Port': ['ID=5128d846-29e1-4d25-9909-f2b8d86460b4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:39.040205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks [] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.046960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.162253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (799d8e44-3920-414f-bedf-f0ebbac96eef), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.170154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Pushing event updated for resources: {'Port': ['ID=028ea8b3-a323-44e5-bee9-77f4b6f7707d,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:39.187651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.192978 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ca3e18f7-5b16-44b4-a7eb-99d0432c4972 tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3711324 Feb 03 14:29:39.193678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:39.285586 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e63ff4b-38b4-4799-8e25-33da4ee5d479 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2917 time: 0.0905766 Feb 03 14:29:39.286263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53650) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:39.372946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f8b018c7-0e15-4d34-867a-80f865c819a9 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0855491 Feb 03 14:29:39.373628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53656) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:39.519581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a49e631b-e382-4edb-abf8-f6142a09964c req-9d7ceb63-013c-4416-a90b-0e815da5cef1 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0755169 Feb 03 14:29:39.555246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e924bb-11a0-4204-b6f9-96cc19cca96a req-8f392244-2ed6-4dfe-828f-9314ac1f7168 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:39.558162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e924bb-11a0-4204-b6f9-96cc19cca96a req-8f392244-2ed6-4dfe-828f-9314ac1f7168 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1072671 Feb 03 14:29:39.575983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Deleting port 028ea8b3-a323-44e5-bee9-77f4b6f7707d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:39.575983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.658935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.659229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks [] for floatingip (028ea8b3-a323-44e5-bee9-77f4b6f7707d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.672745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Calling delete_port for 028ea8b3-a323-44e5-bee9-77f4b6f7707d owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:39.675449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (43e32592-c787-4f81-a526-9650cbad995a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.799731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e924bb-11a0-4204-b6f9-96cc19cca96a req-2a4dc94b-2ede-49ec-b0db-d56dce97b9ca tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362294 Feb 03 14:29:39.838265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (028ea8b3-a323-44e5-bee9-77f4b6f7707d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.868348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Pushing event deleted for resources: {'Port': ['ID=028ea8b3-a323-44e5-bee9-77f4b6f7707d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:39.947744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks [] for floatingip (799d8e44-3920-414f-bedf-f0ebbac96eef), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.951522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:39.955824 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6ab05b4-385e-4ec4-8e32-e6e82402502c tempest-FloatingIPAdminTestJSON-1491846748 tempest-FloatingIPAdminTestJSON-1491846748-project] 10.222.0.52 "DELETE /v2.0/floatingips/799d8e44-3920-414f-bedf-f0ebbac96eef HTTP/1.1" status: 204 len: 168 time: 0.5788031 Feb 03 14:29:39.956331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53658) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:39.957873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (43e32592-c787-4f81-a526-9650cbad995a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.109430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Router 43e32592-c787-4f81-a526-9650cbad995a is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:40.123863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Deleting port 9e3fefb6-43cd-4727-b789-257879c15c56 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:40.124209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9e3fefb6-43cd-4727-b789-257879c15c56), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.209390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9e3fefb6-43cd-4727-b789-257879c15c56), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.209390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for floatingip (9e3fefb6-43cd-4727-b789-257879c15c56), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.220230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Calling delete_port for 9e3fefb6-43cd-4727-b789-257879c15c56 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:40.238784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:40.251048 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Sync routers for ids ['43e32592-c787-4f81-a526-9650cbad995a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:40.264591 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Routers {'43e32592-c787-4f81-a526-9650cbad995a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:40.265274 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['43e32592-c787-4f81-a526-9650cbad995a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:40.267511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.269203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-87335355-ecce-4f49-87fa-bb5e363cd304 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6080801 Feb 03 14:29:40.271623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53660) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:40.409020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9e3fefb6-43cd-4727-b789-257879c15c56), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.436861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-abf8e67f-c0db-42b7-875a-d76d3480769a tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/43e32592-c787-4f81-a526-9650cbad995a HTTP/1.1" status: 200 len: 908 time: 0.1630580 Feb 03 14:29:40.439463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53662) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:40.444341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809621564', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': True}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:40.473862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (93646cdc-adaa-42c2-aa31-422888b0ed2b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.475376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (93646cdc-adaa-42c2-aa31-422888b0ed2b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.485918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e3fefb6-43cd-4727-b789-257879c15c56,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:40.550890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (93646cdc-adaa-42c2-aa31-422888b0ed2b), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.552366 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Set router 43e32592-c787-4f81-a526-9650cbad995a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:29:40.669422 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks [] for floatingip (c272a219-1af4-4ee9-96e5-6f400f6f675e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.672597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.677051 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54bdbe26-42ed-4db0-9246-5004bce3fc69 tempest-FloatingIPAdminTestJSON-13051491 tempest-FloatingIPAdminTestJSON-13051491-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/c272a219-1af4-4ee9-96e5-6f400f6f675e HTTP/1.1" status: 204 len: 168 time: 0.7163680 Feb 03 14:29:40.677769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:40.797951 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (93646cdc-adaa-42c2-aa31-422888b0ed2b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.871895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c73342c1-b557-48e8-9bde-2f765497d739 req-3d0199d5-5f7e-4f9b-b311-a14e6a63cc43 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.1567717 Feb 03 14:29:40.935759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Deleting port a0afcd78-db96-460a-a607-9f95f49c4d58 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:40.936273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a0afcd78-db96-460a-a607-9f95f49c4d58), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:40.975038 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e32592-c787-4f81-a526-9650cbad995a', 'name': 'tempest-snat-router-1809621564', 'tenant_id': '2cd66fea34484a00b08667be0e71eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.12'}], 'enable_snat': False}, 'gw_port_id': '5128d846-29e1-4d25-9909-f2b8d86460b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:29:37Z', 'updated_at': '2022-02-03T14:29:39Z', 'revision_number': 3, 'project_id': '2cd66fea34484a00b08667be0e71eab8', 'gw_port': {'id': '5128d846-29e1-4d25-9909-f2b8d86460b4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e32592-c787-4f81-a526-9650cbad995a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:29:38Z', 'updated_at': '2022-02-03T14:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:41.006131 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Checking router: 43e32592-c787-4f81-a526-9650cbad995a for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:29:41.006488 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Updating router 43e32592-c787-4f81-a526-9650cbad995a port 5128d846-29e1-4d25-9909-f2b8d86460b4 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:29:41.041650 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.114932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31e0d6-d41c-432e-80f5-93723b6e40a0 req-a07a54c1-493e-4d5c-8c99-b268afd9e004 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:41.116530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df31e0d6-d41c-432e-80f5-93723b6e40a0 req-a07a54c1-493e-4d5c-8c99-b268afd9e004 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1228046 Feb 03 14:29:41.129403 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a0afcd78-db96-460a-a607-9f95f49c4d58), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.153459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Calling delete_port for a0afcd78-db96-460a-a607-9f95f49c4d58 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:41.217501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df31e0d6-d41c-432e-80f5-93723b6e40a0 req-d4172d31-50cc-40bb-90ec-dbae3e295beb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918694 Feb 03 14:29:41.361904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a0afcd78-db96-460a-a607-9f95f49c4d58), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.371474 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Publish callbacks [] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.378390 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.404729 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Attempting to bind port 5128d846-29e1-4d25-9909-f2b8d86460b4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:41.405099 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Attempting to bind port 5128d846-29e1-4d25-9909-f2b8d86460b4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:41.405464 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Attempting to bind port 5128d846-29e1-4d25-9909-f2b8d86460b4 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:41.427650 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:29:41.428503 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:41.428923 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.429866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:29:41.430351 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Bound port: 5128d846-29e1-4d25-9909-f2b8d86460b4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:29:41.430734 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.433252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (93646cdc-adaa-42c2-aa31-422888b0ed2b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.439937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Port': ['ID=a0afcd78-db96-460a-a607-9f95f49c4d58,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:41.473483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.495631 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] For port 5128d846-29e1-4d25-9909-f2b8d86460b4, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:41.500366 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] For port 5128d846-29e1-4d25-9909-f2b8d86460b4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5128d846-29e1-4d25-9909-f2b8d86460b4,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:29:41.508674 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.533556 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:41.538233 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a7359eef-43d0-42eb-b5c2-8b7debc602be tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "DELETE /v2.0/ports/a0afcd78-db96-460a-a607-9f95f49c4d58 HTTP/1.1" status: 204 len: 168 time: 0.8592660 Feb 03 14:29:41.543314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:41.547312 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Routers {'43e32592-c787-4f81-a526-9650cbad995a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:41.548012 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['43e32592-c787-4f81-a526-9650cbad995a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:41.681508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f1aae-458b-40ee-a116-145c182802a6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:41.686871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53674) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:41.687858 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c95f1aae-458b-40ee-a116-145c182802a6 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ce4e125-83eb-4a93-84b5-14ea64af835d HTTP/1.1" status: 200 len: 913 time: 0.1434112 Feb 03 14:29:41.700194 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] Set router 43e32592-c787-4f81-a526-9650cbad995a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:29:41.832393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Allocated IP 172.25.0.198 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/b562e131-0c8b-4a74-93f2-83cfd04cbd5d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:41.868112 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Pushing event updated for resources: {'Port': ['ID=5128d846-29e1-4d25-9909-f2b8d86460b4,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:41.880291 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.880675 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.881017 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.881353 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.881685 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.882015 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.882862 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.883188 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.883509 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.883829 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.884151 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.884507 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.884828 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:41.936064 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac325860-d3db-4c52-91f4-1f70af993250 None None] Pushing event updated for resources: {'Port': ['ID=5128d846-29e1-4d25-9909-f2b8d86460b4,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:41.958445 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e32592-c787-4f81-a526-9650cbad995a', 'name': 'tempest-snat-router-1809621564', 'tenant_id': '2cd66fea34484a00b08667be0e71eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.12'}], 'enable_snat': False}, 'gw_port_id': '5128d846-29e1-4d25-9909-f2b8d86460b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:29:37Z', 'updated_at': '2022-02-03T14:29:39Z', 'revision_number': 3, 'project_id': '2cd66fea34484a00b08667be0e71eab8', 'gw_port': {'id': '5128d846-29e1-4d25-9909-f2b8d86460b4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e32592-c787-4f81-a526-9650cbad995a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:29:38Z', 'updated_at': '2022-02-03T14:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:41.990188 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280496c9-5ab0-4d66-ac8b-2423b7013757 None None] The sync data for ids ['43e32592-c787-4f81-a526-9650cbad995a'] in n-d-827549-2 is: [{'id': '43e32592-c787-4f81-a526-9650cbad995a', 'name': 'tempest-snat-router-1809621564', 'tenant_id': '2cd66fea34484a00b08667be0e71eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.12'}], 'enable_snat': False}, 'gw_port_id': '5128d846-29e1-4d25-9909-f2b8d86460b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:29:37Z', 'updated_at': '2022-02-03T14:29:39Z', 'revision_number': 3, 'project_id': '2cd66fea34484a00b08667be0e71eab8', 'gw_port': {'id': '5128d846-29e1-4d25-9909-f2b8d86460b4', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e32592-c787-4f81-a526-9650cbad995a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:29:38Z', 'updated_at': '2022-02-03T14:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:42.071188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aadc5e67-3631-464e-a50d-5845f51acfd4 req-7f3654c2-2f22-4c36-9826-7eff345a95c2 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0461197 Feb 03 14:29:42.244016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:42.348311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (4ce4e125-83eb-4a93-84b5-14ea64af835d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:42.416462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:42.512050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:42.518879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:42.521447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:42.551031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Port': ['ID=b562e131-0c8b-4a74-93f2-83cfd04cbd5d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:42.565297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a545-5d4e-467a-bf86-7c6338c4d061 req-56c70054-d8dd-49ca-8c34-27ea231616aa tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:42.567436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69a7a545-5d4e-467a-bf86-7c6338c4d061 req-56c70054-d8dd-49ca-8c34-27ea231616aa tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.2384160 Feb 03 14:29:43.060947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69a7a545-5d4e-467a-bf86-7c6338c4d061 req-7ab2efc1-3dfc-4963-a188-b288257158a6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850600 Feb 03 14:29:43.211236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1921cfd3-64d8-441a-b69a-fbe67044b807 req-e1ede1bd-ae7a-42fd-9c99-b15929f8f7da tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0419211 Feb 03 14:29:43.331985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (93646cdc-adaa-42c2-aa31-422888b0ed2b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.335014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Deleting port 80947e3f-846e-4d97-ba79-f567216cb941 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:43.335385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (80947e3f-846e-4d97-ba79-f567216cb941), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.370205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5128d846-29e1-4d25-9909-f2b8d86460b4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:29:43.423840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5128d846-29e1-4d25-9909-f2b8d86460b4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:43.424215 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.504561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5128d846-29e1-4d25-9909-f2b8d86460b4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:43.505273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.509183 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (80947e3f-846e-4d97-ba79-f567216cb941), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.542416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 5128d846-29e1-4d25-9909-f2b8d86460b4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5128d846-29e1-4d25-9909-f2b8d86460b4,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:43.547601 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.574573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Calling delete_port for 80947e3f-846e-4d97-ba79-f567216cb941 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:43.605704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=5128d846-29e1-4d25-9909-f2b8d86460b4,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:43.702785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (93646cdc-adaa-42c2-aa31-422888b0ed2b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.937681 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (80947e3f-846e-4d97-ba79-f567216cb941), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:43.966763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Router 93646cdc-adaa-42c2-aa31-422888b0ed2b is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:43.969815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Port': ['ID=80947e3f-846e-4d97-ba79-f567216cb941,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:44.272253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:44.286644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Sync routers for ids ['93646cdc-adaa-42c2-aa31-422888b0ed2b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:44.301287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4119b-0055-4f3a-944d-cb51ba988dcb req-6face10f-7f9f-46c4-82e0-5e70531f95ab tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:44.302794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12b4119b-0055-4f3a-944d-cb51ba988dcb req-6face10f-7f9f-46c4-82e0-5e70531f95ab tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1656468 Feb 03 14:29:44.307858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Routers {'93646cdc-adaa-42c2-aa31-422888b0ed2b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:44.308813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['93646cdc-adaa-42c2-aa31-422888b0ed2b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:44.323021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:44.326764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ebe506f2-6a23-4150-9e08-07e9a42d9b0d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8836854 Feb 03 14:29:44.327416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:44.346385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (4ce4e125-83eb-4a93-84b5-14ea64af835d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:44.349634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f0373f5-410c-4263-a536-9ad4aa46bdb5 req-c1087bea-b154-44c3-a86a-01b36d904b72 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0456200 Feb 03 14:29:44.425376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12b4119b-0055-4f3a-944d-cb51ba988dcb req-2e042e80-c5d1-4ac2-a664-d808b094c569 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100760 Feb 03 14:29:44.465922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7af1531e-0fed-482a-b640-450c437f985e tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/93646cdc-adaa-42c2-aa31-422888b0ed2b HTTP/1.1" status: 200 len: 908 time: 0.1372602 Feb 03 14:29:44.468965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:44.490898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Set router 93646cdc-adaa-42c2-aa31-422888b0ed2b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:29:44.589112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (93646cdc-adaa-42c2-aa31-422888b0ed2b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:44.617962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Router 4ce4e125-83eb-4a93-84b5-14ea64af835d has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:44.713952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93646cdc-adaa-42c2-aa31-422888b0ed2b', 'name': 'tempest-snat-router-1809621564', 'tenant_id': '2cd66fea34484a00b08667be0e71eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'b562e131-0c8b-4a74-93f2-83cfd04cbd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:29:40Z', 'updated_at': '2022-02-03T14:29:43Z', 'revision_number': 3, 'project_id': '2cd66fea34484a00b08667be0e71eab8', 'gw_port': {'id': 'b562e131-0c8b-4a74-93f2-83cfd04cbd5d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93646cdc-adaa-42c2-aa31-422888b0ed2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:29:41Z', 'updated_at': '2022-02-03T14:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:44.745563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Checking router: 93646cdc-adaa-42c2-aa31-422888b0ed2b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:29:44.746198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Updating router 93646cdc-adaa-42c2-aa31-422888b0ed2b port b562e131-0c8b-4a74-93f2-83cfd04cbd5d binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:29:44.746911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (93646cdc-adaa-42c2-aa31-422888b0ed2b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:44.780922 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:44.791935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:44.800447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-288865b9-0d89-44f5-8824-db36b9ba0725 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "PUT /v2.0/routers/4ce4e125-83eb-4a93-84b5-14ea64af835d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1116960 Feb 03 14:29:44.805550 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] Sync routers for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:44.807410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53690) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:44.821325 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:44.821935 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:44.902329 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:44.931694 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] Routers {'4ce4e125-83eb-4a93-84b5-14ea64af835d'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:44.932496 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4ce4e125-83eb-4a93-84b5-14ea64af835d'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:44.972274 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:44.973230 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c32acf9-eac3-4bee-9f37-773174964bee None None] The sync data for ids ['4ce4e125-83eb-4a93-84b5-14ea64af835d'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:45.154046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Publish callbacks [] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.159990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.218396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Attempting to bind port b562e131-0c8b-4a74-93f2-83cfd04cbd5d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:45.218959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Attempting to bind port b562e131-0c8b-4a74-93f2-83cfd04cbd5d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:45.219422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Attempting to bind port b562e131-0c8b-4a74-93f2-83cfd04cbd5d on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:45.242144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:29:45.242746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:45.244231 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.244669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:29:45.245151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Bound port: b562e131-0c8b-4a74-93f2-83cfd04cbd5d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:29:45.245538 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.247302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87f3d4-c095-4af7-a03e-a2343e95a2a9 None None] Pushing event updated for resources: {'Port': ['ID=b562e131-0c8b-4a74-93f2-83cfd04cbd5d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:45.305320 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router (4ce4e125-83eb-4a93-84b5-14ea64af835d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.317082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] For port b562e131-0c8b-4a74-93f2-83cfd04cbd5d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:45.321469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] For port b562e131-0c8b-4a74-93f2-83cfd04cbd5d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b562e131-0c8b-4a74-93f2-83cfd04cbd5d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:29:45.327328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5128d846-29e1-4d25-9909-f2b8d86460b4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:29:45.331406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.421918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Deleting port b562e131-0c8b-4a74-93f2-83cfd04cbd5d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:45.422524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.423077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Routers {'93646cdc-adaa-42c2-aa31-422888b0ed2b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:45.423607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['93646cdc-adaa-42c2-aa31-422888b0ed2b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:45.504718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.517205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Calling delete_port for b562e131-0c8b-4a74-93f2-83cfd04cbd5d owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:45.520610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dd25b9c-a011-426e-b3fe-52da726d7e9a req-09ece02a-4744-49d5-8a2d-d9aa88df9cde tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0414536 Feb 03 14:29:45.563559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router_gateway (4ce4e125-83eb-4a93-84b5-14ea64af835d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.567756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87f3d4-c095-4af7-a03e-a2343e95a2a9 None None] Pushing event updated for resources: {'Port': ['ID=b562e131-0c8b-4a74-93f2-83cfd04cbd5d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:45.596818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5128d846-29e1-4d25-9909-f2b8d86460b4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:45.597349 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.624572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] Set router 93646cdc-adaa-42c2-aa31-422888b0ed2b gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:29:45.642367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca3e5f-37e0-4b42-a1cc-76f7cb75e1a0 req-3c08e93b-dd11-4b5d-ad6e-9fd980b0bbe8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:45.644215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cca3e5f-37e0-4b42-a1cc-76f7cb75e1a0 req-3c08e93b-dd11-4b5d-ad6e-9fd980b0bbe8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.0934715 Feb 03 14:29:45.672535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Deleting port be6c844a-9f9c-4157-91ce-64b1700e3399 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:45.672893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (be6c844a-9f9c-4157-91ce-64b1700e3399), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.699976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93646cdc-adaa-42c2-aa31-422888b0ed2b', 'name': 'tempest-snat-router-1809621564', 'tenant_id': '2cd66fea34484a00b08667be0e71eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:29:40Z', 'updated_at': '2022-02-03T14:29:44Z', 'revision_number': 4, 'project_id': '2cd66fea34484a00b08667be0e71eab8', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:45.727311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cca3e5f-37e0-4b42-a1cc-76f7cb75e1a0 req-9b0c5556-3693-49d3-8aca-0ab3d7ccd802 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765851 Feb 03 14:29:45.739590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5000bb-5099-4c94-9624-653f0774d821 None None] The sync data for ids ['93646cdc-adaa-42c2-aa31-422888b0ed2b'] in n-d-827549-2 is: [{'id': '93646cdc-adaa-42c2-aa31-422888b0ed2b', 'name': 'tempest-snat-router-1809621564', 'tenant_id': '2cd66fea34484a00b08667be0e71eab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:29:40Z', 'updated_at': '2022-02-03T14:29:44Z', 'revision_number': 4, 'project_id': '2cd66fea34484a00b08667be0e71eab8', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:45.819152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (be6c844a-9f9c-4157-91ce-64b1700e3399), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.826539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a01f1787-359e-485f-8d61-9ff295ad81bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.831609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5128d846-29e1-4d25-9909-f2b8d86460b4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:45.836457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Calling delete_port for be6c844a-9f9c-4157-91ce-64b1700e3399 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:45.840549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b562e131-0c8b-4a74-93f2-83cfd04cbd5d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:45.877460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event deleted for resources: {'Port': ['ID=b562e131-0c8b-4a74-93f2-83cfd04cbd5d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:45.983957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (93646cdc-adaa-42c2-aa31-422888b0ed2b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.112953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (93646cdc-adaa-42c2-aa31-422888b0ed2b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.116267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (93646cdc-adaa-42c2-aa31-422888b0ed2b), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.175078 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (93646cdc-adaa-42c2-aa31-422888b0ed2b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.175617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93646cdc-adaa-42c2-aa31-422888b0ed2b {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:46.181836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.182974 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c6c4862-b9fe-402c-aaee-6634ed10f519 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "DELETE /v2.0/routers/93646cdc-adaa-42c2-aa31-422888b0ed2b HTTP/1.1" status: 204 len: 168 time: 1.7129633 Feb 03 14:29:46.185797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53702) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:46.235073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (be6c844a-9f9c-4157-91ce-64b1700e3399), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.286737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Port': ['ID=be6c844a-9f9c-4157-91ce-64b1700e3399,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:46.301073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (43e32592-c787-4f81-a526-9650cbad995a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.330014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (4ce4e125-83eb-4a93-84b5-14ea64af835d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.419246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (43e32592-c787-4f81-a526-9650cbad995a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.433918 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (4ce4e125-83eb-4a93-84b5-14ea64af835d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.436346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router_controller (4ce4e125-83eb-4a93-84b5-14ea64af835d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.487247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Deleting port 5128d846-29e1-4d25-9909-f2b8d86460b4 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:46.487588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.487755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (4ce4e125-83eb-4a93-84b5-14ea64af835d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.488337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce4e125-83eb-4a93-84b5-14ea64af835d {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:46.496291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.499958 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5b5f40d5-f93c-416c-8b26-cf2a48d88c94 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "DELETE /v2.0/routers/4ce4e125-83eb-4a93-84b5-14ea64af835d HTTP/1.1" status: 204 len: 168 time: 1.6857145 Feb 03 14:29:46.500242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53704) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:46.564997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Deleting subnet 74a65cbe-adb0-477d-8b9d-6d69470d6dd1 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:29:46.569159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for subnet (74a65cbe-adb0-477d-8b9d-6d69470d6dd1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.625377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] For port 5128d846-29e1-4d25-9909-f2b8d86460b4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5128d846-29e1-4d25-9909-f2b8d86460b4,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:46.625969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.655338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Calling delete_port for 5128d846-29e1-4d25-9909-f2b8d86460b4 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:46.656977 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (74a65cbe-adb0-477d-8b9d-6d69470d6dd1), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.718388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a049d203-f0d6-47e4-99a2-0dd4fb1d96f6 req-20d972aa-e6fc-45e7-924a-37fb88c996ec tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0510025 Feb 03 14:29:46.818945 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (74a65cbe-adb0-477d-8b9d-6d69470d6dd1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.918555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (74a65cbe-adb0-477d-8b9d-6d69470d6dd1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.961497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Subnet': ['ID=74a65cbe-adb0-477d-8b9d-6d69470d6dd1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:46.982139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991e8fb-9760-4589-8a5d-7c31814c0cc1 None None] Network 6b653240-d575-41fb-a04a-071317c1b928 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:46.982771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:46.988042 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c49a57a-8595-49c3-a5f4-081b22f9ebd3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "DELETE /v2.0/subnets/74a65cbe-adb0-477d-8b9d-6d69470d6dd1 HTTP/1.1" status: 204 len: 168 time: 0.4868059 Feb 03 14:29:46.990601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:47.097722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22a675-73f2-4c2d-84a9-7e5c1df23e77 req-377c5c87-cd93-4ee2-981d-16b3552dd439 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:47.099428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a22a675-73f2-4c2d-84a9-7e5c1df23e77 req-377c5c87-cd93-4ee2-981d-16b3552dd439 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1839008 Feb 03 14:29:47.106398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (6b653240-d575-41fb-a04a-071317c1b928), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.136522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5128d846-29e1-4d25-9909-f2b8d86460b4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.175191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event deleted for resources: {'Port': ['ID=5128d846-29e1-4d25-9909-f2b8d86460b4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:47.239377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a22a675-73f2-4c2d-84a9-7e5c1df23e77 req-f249a336-77e3-4412-8328-254cc38498ba tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331091 Feb 03 14:29:47.250898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Deleting port fc562f2b-2e9d-47f0-b5af-91dba76562c6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:47.251339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.313662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (43e32592-c787-4f81-a526-9650cbad995a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.315578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] DHCP port deletion for 6b653240-d575-41fb-a04a-071317c1b928 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:29:47.393336 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Deleting port fc562f2b-2e9d-47f0-b5af-91dba76562c6 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:47.393716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.421301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] For port fc562f2b-2e9d-47f0-b5af-91dba76562c6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fc562f2b-2e9d-47f0-b5af-91dba76562c6,segment=NetworkSegment(4b085007-a0d9-4a47-852d-43700aa65f6c),segment_id=4b085007-a0d9-4a47-852d-43700aa65f6c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:47.421679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.454954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Calling delete_port for fc562f2b-2e9d-47f0-b5af-91dba76562c6 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:47.465928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] For port fc562f2b-2e9d-47f0-b5af-91dba76562c6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fc562f2b-2e9d-47f0-b5af-91dba76562c6,segment=NetworkSegment(4b085007-a0d9-4a47-852d-43700aa65f6c),segment_id=4b085007-a0d9-4a47-852d-43700aa65f6c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:47.466907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.483293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Calling delete_port for fc562f2b-2e9d-47f0-b5af-91dba76562c6 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:47.497717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (43e32592-c787-4f81-a526-9650cbad995a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.500074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_controller (43e32592-c787-4f81-a526-9650cbad995a), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.572312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:29:47.580076 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 14:29:47.594196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (fc562f2b-2e9d-47f0-b5af-91dba76562c6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.598102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (43e32592-c787-4f81-a526-9650cbad995a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.598682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43e32592-c787-4f81-a526-9650cbad995a {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:47.604217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.605459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5ea59de0-0d15-4e22-be9a-988fecd418af tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "DELETE /v2.0/routers/43e32592-c787-4f81-a526-9650cbad995a HTTP/1.1" status: 204 len: 168 time: 1.4184997 Feb 03 14:29:47.609068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53712) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:47.618047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-891823463', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:47.633099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Port': ['ID=fc562f2b-2e9d-47f0-b5af-91dba76562c6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:47.638003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Pushing event deleted for resources: {'Port': ['ID=fc562f2b-2e9d-47f0-b5af-91dba76562c6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:47.648720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] No DVR routers for this DVR port fc562f2b-2e9d-47f0-b5af-91dba76562c6 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:29:47.650459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] No DVR routers for this DVR port fc562f2b-2e9d-47f0-b5af-91dba76562c6 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:29:47.653746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.654256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.654578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.655515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.655916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.656265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.656827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.657167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.657587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.657923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.658255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.658736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.659137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d1fcd4-4d03-49fc-b757-9430fb9bc5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:29:47.677301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.680934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.750210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (36781e38-45fb-47f5-837d-7bbc83fb1a39), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.763113 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (6b653240-d575-41fb-a04a-071317c1b928), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.786378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b653240-d575-41fb-a04a-071317c1b928']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:47.804820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b085007-a0d9-4a47-852d-43700aa65f6c') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:47.804820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b085007-a0d9-4a47-852d-43700aa65f6c') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:47.823722 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (4b085007-a0d9-4a47-852d-43700aa65f6c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.841576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4b085007-a0d9-4a47-852d-43700aa65f6c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.849639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:29:47.850335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (4b085007-a0d9-4a47-852d-43700aa65f6c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.880542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fde316bf-be39-4a64-ba2d-91148e698534 req-e07409b7-4068-4a5c-bf4e-d349e78acc3c tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0331550 Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:29:47.946368 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:29:47.953292 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (6b653240-d575-41fb-a04a-071317c1b928), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.963969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:47.970882 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "DELETE /v2.0/networks/6b653240-d575-41fb-a04a-071317c1b928 HTTP/1.1" status: 204 len: 168 time: 0.9786816 Feb 03 14:29:47.971458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53716) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:47.985313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e47f4c-7dd3-4853-9474-2bb467f60ad3 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Network': ['ID=6b653240-d575-41fb-a04a-071317c1b928,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:48.019208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (36781e38-45fb-47f5-837d-7bbc83fb1a39), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:48.031629 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f9e4349-71dc-4e3e-81d2-9abbf80cb700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:48.536494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Deleting port 957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:48.536494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:48.621614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c64b3-b0a1-4bbc-9e16-2396c8871e3e req-1bdf44c6-6d3b-47bf-9bec-9dbf9f952363 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:48.623231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f13c64b3-b0a1-4bbc-9e16-2396c8871e3e req-1bdf44c6-6d3b-47bf-9bec-9dbf9f952363 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1442723 Feb 03 14:29:48.673846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:48.674276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for floatingip (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:48.761261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Calling delete_port for 957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:48.809114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f13c64b3-b0a1-4bbc-9e16-2396c8871e3e req-e40b34e5-1990-4460-aa96-38fc0a9d6eb5 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728234 Feb 03 14:29:48.809590 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (36781e38-45fb-47f5-837d-7bbc83fb1a39), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:48.858279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.028451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da83d87a-65b0-4883-8d01-fcc6d8256ade req-f7c1cb76-ac69-43e5-b79c-94feee42b484 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0442827 Feb 03 14:29:49.070800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Allocated IP 172.25.0.18 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/fd78b607-8630-4cc8-86e9-e8021a08c244) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:49.110382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.147503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Pushing event deleted for resources: {'Port': ['ID=957cdd1c-fed9-4ba3-b7e4-3b1a7c1cd44c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:49.264697 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks [] for floatingip (d3d9d5b2-f2b1-4d8e-b777-41db0a8f1b6a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.267198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.268362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d58abc42-581e-4367-96b1-3bb2e3ca7530 tempest-FloatingIPAdminTestJSON-1460202609 tempest-FloatingIPAdminTestJSON-1460202609-project] 10.222.0.52 "DELETE /v2.0/floatingips/d3d9d5b2-f2b1-4d8e-b777-41db0a8f1b6a HTTP/1.1" status: 204 len: 168 time: 1.2957184 Feb 03 14:29:49.279326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for port (fd78b607-8630-4cc8-86e9-e8021a08c244), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.327167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fd78b607-8630-4cc8-86e9-e8021a08c244), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.360039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc562f2b-2e9d-47f0-b5af-91dba76562c6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:29:49.381045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:49.384806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:49.392954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:49.400934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event updated for resources: {'Port': ['ID=fd78b607-8630-4cc8-86e9-e8021a08c244,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:49.408554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fc562f2b-2e9d-47f0-b5af-91dba76562c6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:29:49.408975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fc562f2b-2e9d-47f0-b5af-91dba76562c6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:29:49.409398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5128d846-29e1-4d25-9909-f2b8d86460b4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:29:49.460788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 5128d846-29e1-4d25-9909-f2b8d86460b4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:29:49.461185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5128d846-29e1-4d25-9909-f2b8d86460b4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:29:49.606703 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.708272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53726) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:49.740031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (36781e38-45fb-47f5-837d-7bbc83fb1a39), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.920123 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51ee6288-bb61-45de-8dc1-fdbaf2cad75b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15ddfc608bd74a3f80fb63bfdf65a9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094500 Feb 03 14:29:49.921230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53732) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:49.976387 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9baca5b-1d26-4dbe-80d0-e82534b4b0e1 admin admin] Publish callbacks [] for security_group (be77338f-db6b-47d2-9ef9-febc8b5c83d3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:49.985525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ee21bf39-4681-4027-82ba-5214d806a475 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:29:49.995746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ee21bf39-4681-4027-82ba-5214d806a475 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:29:50.007555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9baca5b-1d26-4dbe-80d0-e82534b4b0e1 admin admin] Publish callbacks [] for security_group (be77338f-db6b-47d2-9ef9-febc8b5c83d3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.072815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9baca5b-1d26-4dbe-80d0-e82534b4b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be77338f-db6b-47d2-9ef9-febc8b5c83d3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.077747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9baca5b-1d26-4dbe-80d0-e82534b4b0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.080795 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f9baca5b-1d26-4dbe-80d0-e82534b4b0e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be77338f-db6b-47d2-9ef9-febc8b5c83d3 HTTP/1.1" status: 204 len: 168 time: 0.1570599 Feb 03 14:29:50.110686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baca5b-1d26-4dbe-80d0-e82534b4b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be77338f-db6b-47d2-9ef9-febc8b5c83d3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:50.166717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36b97c-386c-4174-9359-b835737bb6d0 req-a529e2d3-987a-4311-9d5c-42e90b574024 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:50.168937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a36b97c-386c-4174-9359-b835737bb6d0 req-a529e2d3-987a-4311-9d5c-42e90b574024 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.2254715 Feb 03 14:29:50.176894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.222875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb0c5ad5-1ec0-42a1-8c23-b8762685977d req-c7beffe1-4c1d-44dd-a98d-62f588f6ed84 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0822093 Feb 03 14:29:50.420534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a36b97c-386c-4174-9359-b835737bb6d0 req-aea56217-ad23-4e5a-b5c6-9c7efe0920c6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181051 Feb 03 14:29:50.476768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:50.493552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'ee21bf39-4681-4027-82ba-5214d806a475', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'port_id': 'ee21bf39-4681-4027-82ba-5214d806a475', 'mac_address': 'fa:16:3e:3c:29:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f3332-450a-4ea2-8324-aba8cb1a5f95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:29:50.502414 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ee21bf39-4681-4027-82ba-5214d806a475 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:50.502816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.527344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Router 36781e38-45fb-47f5-837d-7bbc83fb1a39 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:50.546666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ee21bf39-4681-4027-82ba-5214d806a475 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:50.547087 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.577530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee21bf39-4681-4027-82ba-5214d806a475 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:29:50.587314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:50.590328 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46d33e-4224-4598-8f47-87c146442447" -d '{"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ee21bf39-4681-4027-82ba-5214d806a475"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:50.604402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:50.615107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.686272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53744) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:50.705122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74cd9fb1-402c-459c-99dc-3a6ca811586c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.716977 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eadae8-ddd5-4491-be88-639c28404092 x-openstack-request-id: req-47eadae8-ddd5-4491-be88-639c28404092 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:50.717270 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ee21bf39-4681-4027-82ba-5214d806a475", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:50.717524 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47eadae8-ddd5-4491-be88-639c28404092 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:50.717910 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475', 'code': 200} Feb 03 14:29:50.731239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.739493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:50.755456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:29:50.756470 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:29:50.758150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:50.770869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] Sync routers for ids ['36781e38-45fb-47f5-837d-7bbc83fb1a39'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:50.786155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] Routers {'36781e38-45fb-47f5-837d-7bbc83fb1a39'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:50.786840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['36781e38-45fb-47f5-837d-7bbc83fb1a39'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:50.791900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.793668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-907b7938-b23a-4536-9509-c1d688310f68 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1834993 Feb 03 14:29:50.796723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53746) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:50.802106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': False}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:50.829812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:50.840297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] Routers {'36781e38-45fb-47f5-837d-7bbc83fb1a39'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:50.841040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['36781e38-45fb-47f5-837d-7bbc83fb1a39'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:50.872287 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74cd9fb1-402c-459c-99dc-3a6ca811586c admin admin] Publish callbacks [] for security_group (4d2698cf-5c51-4124-80be-152884f36cbe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.885301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74cd9fb1-402c-459c-99dc-3a6ca811586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4d2698cf-5c51-4124-80be-152884f36cbe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:50.888278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:50.889636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861c019-0ded-45ad-8b32-bf440e73016e None None] The sync data for ids ['36781e38-45fb-47f5-837d-7bbc83fb1a39'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:50.967736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-74cd9fb1-402c-459c-99dc-3a6ca811586c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56eb8b78b8a54357bb89e2ca6314c480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797964 Feb 03 14:29:50.969266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd9fb1-402c-459c-99dc-3a6ca811586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2698cf-5c51-4124-80be-152884f36cbe,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:50.973017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53748) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:51.040286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1022d1b-9f9e-4d13-8727-548a84f2f8a4 admin admin] Publish callbacks [] for security_group (4d2698cf-5c51-4124-80be-152884f36cbe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.046324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-4b574ab0-5300-46f9-bdeb-4f2755f6168b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219988 Feb 03 14:29:51.070689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1022d1b-9f9e-4d13-8727-548a84f2f8a4 admin admin] Publish callbacks [] for security_group (4d2698cf-5c51-4124-80be-152884f36cbe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.155239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-072f2e89-eaea-475e-9f6c-05f8a1a1846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:51.157222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-072f2e89-eaea-475e-9f6c-05f8a1a1846a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 1127 time: 0.0543220 Feb 03 14:29:51.171733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1022d1b-9f9e-4d13-8727-548a84f2f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4d2698cf-5c51-4124-80be-152884f36cbe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.175946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1022d1b-9f9e-4d13-8727-548a84f2f8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.177447 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f1022d1b-9f9e-4d13-8727-548a84f2f8a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d2698cf-5c51-4124-80be-152884f36cbe HTTP/1.1" status: 204 len: 168 time: 0.2018712 Feb 03 14:29:51.224910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1022d1b-9f9e-4d13-8727-548a84f2f8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2698cf-5c51-4124-80be-152884f36cbe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:51.227714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (36781e38-45fb-47f5-837d-7bbc83fb1a39), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.359157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ee21bf39-4681-4027-82ba-5214d806a475 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:51.361496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.395278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee21bf39-4681-4027-82ba-5214d806a475 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:29:51.408830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-2e8531f0-dabd-4ca5-b6e8-8cfe19c14be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:51.410877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-2e8531f0-dabd-4ca5-b6e8-8cfe19c14be7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.2320368 Feb 03 14:29:51.437771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce308004-0460-4b86-8e01-a0f3befd95e5 req-7469ae15-df85-424b-8299-3652c252b2d8 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0653594 Feb 03 14:29:51.437936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:51.442954 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.472142 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-a05f9e1b-64cd-411c-8f00-3c4a971587f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 200 len: 217 time: 0.0547757 Feb 03 14:29:51.541906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:51.570350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-98c7a38f-4318-4460-8ecc-61faa57bc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:51.572185 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-98c7a38f-4318-4460-8ecc-61faa57bc07a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.0940461 Feb 03 14:29:51.634268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-cd24089c-b7d1-4dfd-aef6-e6e85ec8b019 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543115 Feb 03 14:29:51.660008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3fba7-79aa-437a-9ccf-2f254565ed6c req-3952902c-0741-4e7c-a90d-b82ccac5b427 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:51.661978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcb3fba7-79aa-437a-9ccf-2f254565ed6c req-3952902c-0741-4e7c-a90d-b82ccac5b427 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 945 time: 0.1089473 Feb 03 14:29:51.774934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcb3fba7-79aa-437a-9ccf-2f254565ed6c req-1d40f86c-1cd5-4dd4-91f5-d37aa2b0ede2 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047316 Feb 03 14:29:51.809524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53758) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:51.813806 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-b3d6d3ac-eae0-45fc-985b-8427e002a017 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752362 Feb 03 14:29:51.825542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c975264b-24f4-4c2a-b88a-bea67e4d2c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:51.832711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['ee21bf39-4681-4027-82ba-5214d806a475'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:29:51.964744 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-77e99140-82ab-4d4b-a1d2-3e566ddfaeb2 req-2852ff12-4d7c-4bcf-8e11-a7a85d719277 service neutron] 10.222.0.45 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433048 Feb 03 14:29:52.024159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c975264b-24f4-4c2a-b88a-bea67e4d2c88 admin admin] Publish callbacks [] for security_group (9cf3705e-cbe0-4cdd-8364-00b849d54162), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.026961 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.030452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c975264b-24f4-4c2a-b88a-bea67e4d2c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9cf3705e-cbe0-4cdd-8364-00b849d54162), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.034236 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.061402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c975264b-24f4-4c2a-b88a-bea67e4d2c88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0a4c377c9754f039691aa70e91ab73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483602 Feb 03 14:29:52.061402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.061746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53760) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:52.084448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975264b-24f4-4c2a-b88a-bea67e4d2c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3705e-cbe0-4cdd-8364-00b849d54162,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:52.154456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2cc7-972c-4b91-b3df-363d896555b7 admin admin] Publish callbacks [] for security_group (9cf3705e-cbe0-4cdd-8364-00b849d54162), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.184610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2cc7-972c-4b91-b3df-363d896555b7 admin admin] Publish callbacks [] for security_group (9cf3705e-cbe0-4cdd-8364-00b849d54162), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.209753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Router 36781e38-45fb-47f5-837d-7bbc83fb1a39 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:29:52.255504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2cc7-972c-4b91-b3df-363d896555b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9cf3705e-cbe0-4cdd-8364-00b849d54162), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.258995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2cc7-972c-4b91-b3df-363d896555b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.260247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ab1c2cc7-972c-4b91-b3df-363d896555b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9cf3705e-cbe0-4cdd-8364-00b849d54162 HTTP/1.1" status: 204 len: 168 time: 0.1975231 Feb 03 14:29:52.270904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c2cc7-972c-4b91-b3df-363d896555b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3705e-cbe0-4cdd-8364-00b849d54162,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:52.339731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:52.349662 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] Sync routers for ids ['36781e38-45fb-47f5-837d-7bbc83fb1a39'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:52.352261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:52.353723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-415855ea-d095-4dbf-be78-52a4b0bcc495 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "PUT /v2.0/routers/36781e38-45fb-47f5-837d-7bbc83fb1a39 HTTP/1.1" status: 200 len: 924 time: 1.5554054 Feb 03 14:29:52.356344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53764) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:52.372799 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] Routers {'36781e38-45fb-47f5-837d-7bbc83fb1a39'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:52.373409 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['36781e38-45fb-47f5-837d-7bbc83fb1a39'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:52.446207 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:52.458768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] Routers {'36781e38-45fb-47f5-837d-7bbc83fb1a39'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:52.459864 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['36781e38-45fb-47f5-837d-7bbc83fb1a39'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:52.562691 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:52.564846 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481db9dc-9eed-401c-b86c-e0250650d7bf None None] The sync data for ids ['36781e38-45fb-47f5-837d-7bbc83fb1a39'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:53.030762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f9be4be-fe24-404a-a092-790fa3cc286f req-c592b947-5ac0-4a71-b121-0de27f6bbc2d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0843699 Feb 03 14:29:53.050693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b9479c5f-5c3d-46ed-9313-c4bb1431ce38 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/36781e38-45fb-47f5-837d-7bbc83fb1a39 HTTP/1.1" status: 200 len: 924 time: 0.6929414 Feb 03 14:29:53.053435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:53.068287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a6680-24ce-4458-b410-cbf7d02aea62 req-8409e432-7589-4e1a-a91a-38ecbeed1d83 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:53.076483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b73a6680-24ce-4458-b410-cbf7d02aea62 req-8409e432-7589-4e1a-a91a-38ecbeed1d83 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 945 time: 0.1318567 Feb 03 14:29:53.149964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b73a6680-24ce-4458-b410-cbf7d02aea62 req-a64e5e6d-c963-48b4-b827-e6696c4c1132 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723178 Feb 03 14:29:53.178203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ac72a-f5a3-4210-974c-ebe190530bb8 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:53.180049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a17ac72a-f5a3-4210-974c-ebe190530bb8 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=36781e38-45fb-47f5-837d-7bbc83fb1a39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1253440 Feb 03 14:29:53.182653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53788) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:53.281078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fcd7f5-7f7c-41d6-a317-a3ec0db2b97d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:53.282962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21fcd7f5-7f7c-41d6-a317-a3ec0db2b97d tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 0.0993764 Feb 03 14:29:53.285855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53792) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:53.313831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1352b057-702c-4602-bd72-9ce04e5a0626 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=36781e38-45fb-47f5-837d-7bbc83fb1a39 HTTP/1.1" status: 200 len: 205 time: 0.0267367 Feb 03 14:29:53.316126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:53.433421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:53.557504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (36781e38-45fb-47f5-837d-7bbc83fb1a39), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:53.622891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Deleting port fd78b607-8630-4cc8-86e9-e8021a08c244 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:53.623246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fd78b607-8630-4cc8-86e9-e8021a08c244), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:53.712637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fd78b607-8630-4cc8-86e9-e8021a08c244), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:53.724504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Calling delete_port for fd78b607-8630-4cc8-86e9-e8021a08c244 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:53.901610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fd78b607-8630-4cc8-86e9-e8021a08c244), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:53.929469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event deleted for resources: {'Port': ['ID=fd78b607-8630-4cc8-86e9-e8021a08c244,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:53.952523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:53.996853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (36781e38-45fb-47f5-837d-7bbc83fb1a39), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:53.998817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ee21bf39-4681-4027-82ba-5214d806a475 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:29:54.081560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port ee21bf39-4681-4027-82ba-5214d806a475 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:29:54.082154 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee21bf39-4681-4027-82ba-5214d806a475), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.099688 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.102098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (36781e38-45fb-47f5-837d-7bbc83fb1a39), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.142203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1140943932'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:54.172649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Made reservation on behalf of e9f4ba2c7461466ca23c102c63c41585 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:54.178464 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.190583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e21b35f-e14c-4f4d-99f0-3a5f58a2a4e5 req-f16ae30a-6be3-4b63-8b1e-2a394a78e298 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0329874 Feb 03 14:29:54.192021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (36781e38-45fb-47f5-837d-7bbc83fb1a39), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.193439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Fanout notify agent at l3_agent the message router_deleted on router 36781e38-45fb-47f5-837d-7bbc83fb1a39 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:54.218012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ee21bf39-4681-4027-82ba-5214d806a475 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:29:54.218858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.221733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.222224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.223355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eb9d413d-aef6-4033-b7d5-5d5297820b59 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/36781e38-45fb-47f5-837d-7bbc83fb1a39 HTTP/1.1" status: 204 len: 168 time: 0.9062364 Feb 03 14:29:54.228317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53818) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:54.240530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f0469b52-26a5-43e6-8258-21afa71f2723 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-55371010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:54.270183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:29:54.280037 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4876d59f-2218-4249-b125-a256181ff61a" -d '{"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-plugged", "status": "completed", "tag": "ee21bf39-4681-4027-82ba-5214d806a475"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:29:54.302065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0469b52-26a5-43e6-8258-21afa71f2723 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.303184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0469b52-26a5-43e6-8258-21afa71f2723 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.314598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:54.327877 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.376702 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a8ea4-713e-446a-bfc7-371a60679976 x-openstack-request-id: req-9f9a8ea4-713e-446a-bfc7-371a60679976 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:29:54.377082 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-plugged", "status": "completed", "tag": "ee21bf39-4681-4027-82ba-5214d806a475", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:29:54.377312 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f9a8ea4-713e-446a-bfc7-371a60679976 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:29:54.377703 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475', 'code': 200} Feb 03 14:29:54.385695 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks [] for security_group (a78b85f8-b72b-47d7-ad72-457afad6a362), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.391352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a78b85f8-b72b-47d7-ad72-457afad6a362), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.410704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:54.424303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0f3e-2c54-4f4f-806c-76d7a3e99793 req-3c89612a-95c6-4548-9acb-c982f886a7f1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:54.425893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-caac0f3e-2c54-4f4f-806c-76d7a3e99793 req-3c89612a-95c6-4548-9acb-c982f886a7f1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 945 time: 0.1665413 Feb 03 14:29:54.429428 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0469b52-26a5-43e6-8258-21afa71f2723 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (78d63bde-39ca-494b-8fc0-86dbeb7905ea), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.434437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0469b52-26a5-43e6-8258-21afa71f2723 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.439210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:29:54.450455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b85f8-b72b-47d7-ad72-457afad6a362,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:54.456572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e07f178b-0501-488e-8d26-09453882773f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.456898 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Added segment e07f178b-0501-488e-8d26-09453882773f of type vlan for network e10a0500-8dde-409e-a312-098b429f300f Feb 03 14:29:54.466904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0469b52-26a5-43e6-8258-21afa71f2723 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.473029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f0469b52-26a5-43e6-8258-21afa71f2723 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2408297 Feb 03 14:29:54.479596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53822) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:54.486397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:54.521483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e10a0500-8dde-409e-a312-098b429f300f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.556633 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e10a0500-8dde-409e-a312-098b429f300f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.564213 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:54.565615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.595502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-caac0f3e-2c54-4f4f-806c-76d7a3e99793 req-0b9f806c-cfc3-4314-911f-351259f52ec0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416109 Feb 03 14:29:54.665847 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7121723 Feb 03 14:29:54.678627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfb951-7248-45c5-84ff-ff73792a5c30 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Pushing event updated for resources: {'Network': ['ID=e10a0500-8dde-409e-a312-098b429f300f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:54.688036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad1f9a-a0f3-400e-93b6-2b1e77bc0527 req-9dd4eef4-9924-4a70-ad93-f90424f502c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:54.689608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcad1f9a-a0f3-400e-93b6-2b1e77bc0527 req-9dd4eef4-9924-4a70-ad93-f90424f502c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 1128 time: 0.1208737 Feb 03 14:29:54.700124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e10a0500-8dde-409e-a312-098b429f300f details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:29:54.723232 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.769247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dcad1f9a-a0f3-400e-93b6-2b1e77bc0527 req-feeaf99b-d2e5-4f5b-af69-472a66855204 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722902 Feb 03 14:29:54.804268 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (78d63bde-39ca-494b-8fc0-86dbeb7905ea), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.876902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53828) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:54.882015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Request body: {'port': {'network_id': 'e10a0500-8dde-409e-a312-098b429f300f', 'binding:host_id': 'n-h1-827549-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1794416875'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:54.902161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Made reservation on behalf of 967b7c0201414b4ba01e4dd00981ef73 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:54.905765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:54.915799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.017146 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (78d63bde-39ca-494b-8fc0-86dbeb7905ea), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.037541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.151374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Allocated IP 172.25.0.239 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:55.244496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for security_group (83554400-0286-4a6c-a161-4c9d9aeff0c8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.249696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (83554400-0286-4a6c-a161-4c9d9aeff0c8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.265226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] device_id is not set on port 84068136-167a-4f93-8cc5-e4a49d2c5c18 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:29:55.275113 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for port (b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.324769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.359466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83554400-0286-4a6c-a161-4c9d9aeff0c8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:55.382381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28b13538-70d3-4cb6-81ee-2d85b4227877 req-be0564aa-0ea8-43ba-98a9-cef81c3ea66b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0687354 Feb 03 14:29:55.403358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:55.419741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:55.423570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:55.426133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event updated for resources: {'Port': ['ID=b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:55.517875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] device_id is not set on port 84068136-167a-4f93-8cc5-e4a49d2c5c18 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:29:55.528058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for port (84068136-167a-4f93-8cc5-e4a49d2c5c18), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.534356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84068136-167a-4f93-8cc5-e4a49d2c5c18), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.591820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=84068136-167a-4f93-8cc5-e4a49d2c5c18,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:55.601943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Checking segment: {'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:29:55.602276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Network hostable DHCP agents. Network: e10a0500-8dde-409e-a312-098b429f300f, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:29:55.620851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Network e10a0500-8dde-409e-a312-098b429f300f is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:29:55.639938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e10a0500-8dde-409e-a312-098b429f300f) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:55.643886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:55.656726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8ee11-00c7-4edc-9ce7-8e94b13b32b0 None None] Network e10a0500-8dde-409e-a312-098b429f300f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:29:55.668705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.669222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.669666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.678217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.678697 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.679862 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 2 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.695465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.695960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.696457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.701315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.701772 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.702271 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 3 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.721188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.722167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.722610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.727925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.728368 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.728964 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 4 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.744348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.744869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.745317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.750850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.751355 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.751849 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 5 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.771391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.771888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.772811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.777377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (78d63bde-39ca-494b-8fc0-86dbeb7905ea), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.779649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.780103 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.780628 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 6 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.796622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.797112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.797665 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.802225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.802667 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.803179 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 7 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.818411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.818863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.819370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.824431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.824903 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.825398 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 8 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.840461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.840952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.841388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.846009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.846449 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.846956 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 9 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.853453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d3509-b256-4e33-b3c8-0fe98cdff481 req-f897b0b6-cd10-4520-a239-d03bd62c13c1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:55.854932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-351d3509-b256-4e33-b3c8-0fe98cdff481 req-f897b0b6-cd10-4520-a239-d03bd62c13c1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1357055 Feb 03 14:29:55.863019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.863363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.863700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.868669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.868996 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.869502 n-d-827549-2 neutron-server[103341]: INFO neutron.plugins.ml2.plugin [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 10 to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 Feb 03 14:29:55.883367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:55.883703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:55.884453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:55.889089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:55.889812 n-d-827549-2 neutron-server[103341]: ERROR neutron.plugins.ml2.managers [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 84068136-167a-4f93-8cc5-e4a49d2c5c18 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:55.889954 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84068136-167a-4f93-8cc5-e4a49d2c5c18), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.960379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] For port 84068136-167a-4f93-8cc5-e4a49d2c5c18, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:55.961145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempted to set empty binding levels {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 14:29:55.965502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (84068136-167a-4f93-8cc5-e4a49d2c5c18), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:55.981822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-351d3509-b256-4e33-b3c8-0fe98cdff481 req-bfcf0a97-6715-40a6-b211-396480ac2cce tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969441 Feb 03 14:29:55.998280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:55.999923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.017634 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1396358 Feb 03 14:29:56.021527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:56.050550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.051050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72073212-8068-487f-8be8-a86da4f77d1f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=84068136-167a-4f93-8cc5-e4a49d2c5c18,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:56.054943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.108276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Deleting port 84068136-167a-4f93-8cc5-e4a49d2c5c18 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:56.108649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (84068136-167a-4f93-8cc5-e4a49d2c5c18), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.175032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] For port 84068136-167a-4f93-8cc5-e4a49d2c5c18, host n-h1-827549-2, got binding levels [] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:56.175419 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (84068136-167a-4f93-8cc5-e4a49d2c5c18), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.188343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Calling delete_port for 84068136-167a-4f93-8cc5-e4a49d2c5c18 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:56.233144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Router 78d63bde-39ca-494b-8fc0-86dbeb7905ea is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:29:56.292729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84068136-167a-4f93-8cc5-e4a49d2c5c18), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.325318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event deleted for resources: {'Port': ['ID=84068136-167a-4f93-8cc5-e4a49d2c5c18,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:56.352234 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.358134 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eba45ec6-9227-41fe-be3e-4b787278cd71 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "DELETE /v2.0/ports/84068136-167a-4f93-8cc5-e4a49d2c5c18 HTTP/1.1" status: 204 len: 168 time: 0.3331945 Feb 03 14:29:56.358366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53836) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:56.386356 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68d1af2-d646-4f70-ad0f-311d78f8eb29 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:29:56.392717 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d68d1af2-d646-4f70-ad0f-311d78f8eb29 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "GET /v2.0/ports/84068136-167a-4f93-8cc5-e4a49d2c5c18 HTTP/1.1" status: 404 len: 333 time: 0.0284443 Feb 03 14:29:56.393194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53838) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:56.402422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Request body: {'port': {'network_id': 'e10a0500-8dde-409e-a312-098b429f300f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1491312466'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:56.426640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Made reservation on behalf of 967b7c0201414b4ba01e4dd00981ef73 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:56.429942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.448715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] device_id is not set on port b96de9a1-127d-4a8e-aa8b-6a869f82264b yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:29:56.617992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.651798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.699986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Network e10a0500-8dde-409e-a312-098b429f300f is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:56.702993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:56.706432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:56.707439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:56.708116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.714629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=b96de9a1-127d-4a8e-aa8b-6a869f82264b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:56.725085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08615a65-9caa-4eb2-b7aa-9bd85769d05d req-9f37c3b8-370b-44d7-bc47-92d603938860 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0338702 Feb 03 14:29:56.730602 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58cb8ea3-8dbb-4535-8786-71f2a5f98e64 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3356433 Feb 03 14:29:56.733173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53842) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:56.738829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:56.785855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:29:56.793200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.794440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ef63667f-ce33-4132-bac0-f071ba7da4e3 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "PUT /v2.0/routers/78d63bde-39ca-494b-8fc0-86dbeb7905ea HTTP/1.1" status: 200 len: 882 time: 2.3137181 Feb 03 14:29:56.797011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] Sync routers for ids ['78d63bde-39ca-494b-8fc0-86dbeb7905ea'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:29:56.801362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53844) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:56.811229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] Routers {'78d63bde-39ca-494b-8fc0-86dbeb7905ea'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:56.812363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['78d63bde-39ca-494b-8fc0-86dbeb7905ea'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:56.829974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:56.870393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:56.881938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] Routers {'78d63bde-39ca-494b-8fc0-86dbeb7905ea'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:29:56.883153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['78d63bde-39ca-494b-8fc0-86dbeb7905ea'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:56.922761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:29:56.923857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37fbcc-a389-462f-9474-7b906af5da77 None None] The sync data for ids ['78d63bde-39ca-494b-8fc0-86dbeb7905ea'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:29:56.926532 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2dea5f5-6c58-47df-83a6-417aafa26ea6 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/78d63bde-39ca-494b-8fc0-86dbeb7905ea HTTP/1.1" status: 200 len: 923 time: 0.1242776 Feb 03 14:29:56.927322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:56.973270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a8cd1-a9a8-4990-9848-52131c967ceb tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:56.977398 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d63a8cd1-a9a8-4990-9848-52131c967ceb tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=78d63bde-39ca-494b-8fc0-86dbeb7905ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0465345 Feb 03 14:29:56.978063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53848) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:57.041472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] device_id is not set on port b96de9a1-127d-4a8e-aa8b-6a869f82264b yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:29:57.050471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.057884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.074081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112b3e5-9358-43c3-932b-8bb8cdc3df83 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.079324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2112b3e5-9358-43c3-932b-8bb8cdc3df83 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 0.1003160 Feb 03 14:29:57.080288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53852) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:57.094399 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:29:57.114850 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8402d49e-6c05-4825-b9c6-9baddc8f13dc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=78d63bde-39ca-494b-8fc0-86dbeb7905ea HTTP/1.1" status: 200 len: 205 time: 0.0326507 Feb 03 14:29:57.117451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53854) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:57.158560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=b96de9a1-127d-4a8e-aa8b-6a869f82264b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:57.176312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.176804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.177395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.195424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d8dcd-565b-4c7f-95b1-c6d059bde2ce req-3a59074c-83fa-4b4c-8e83-adfb50d6bac6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.197143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-390d8dcd-565b-4c7f-95b1-c6d059bde2ce req-3a59074c-83fa-4b4c-8e83-adfb50d6bac6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1085918 Feb 03 14:29:57.197930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.198395 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.199012 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 2 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.228389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.228917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.229360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.242560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.243029 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.245569 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 3 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.248295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.273914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-390d8dcd-565b-4c7f-95b1-c6d059bde2ce req-fc16723d-ace3-4f90-95c2-776155c606d5 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651541 Feb 03 14:29:57.274904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.275348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.275787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.280701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.281138 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.281631 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 4 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.299791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.300394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.300949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.307461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.307795 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.308182 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 5 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.322865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.323207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.323865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.328647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.328976 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.329412 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 6 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.342485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.342742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.343078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.348806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.349139 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.349532 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 7 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.370126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (78d63bde-39ca-494b-8fc0-86dbeb7905ea), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.374212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.374212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.374212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.396410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.396410 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.398074 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 8 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.416353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.416718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.417054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.425379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.425708 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.426837 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 9 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.428368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Deleting port b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:57.428881 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.443785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f0d3-c50d-4d69-9399-d3b277a60770 req-064c3c97-a5e2-421b-9263-09cda9f7252f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.445833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19b7f0d3-c50d-4d69-9399-d3b277a60770 req-064c3c97-a5e2-421b-9263-09cda9f7252f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.0861158 Feb 03 14:29:57.450757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.451093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.451425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.457699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.458025 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.459161 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 10 to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b Feb 03 14:29:57.491141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:29:57.491432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:29:57.491763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:29:57.503338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:29:57.503674 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port b96de9a1-127d-4a8e-aa8b-6a869f82264b on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:29:57.504043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.508943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.521172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Calling delete_port for b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:57.538528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19b7f0d3-c50d-4d69-9399-d3b277a60770 req-53447587-69de-4cf2-b111-301eca4907e6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818093 Feb 03 14:29:57.595673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] For port b96de9a1-127d-4a8e-aa8b-6a869f82264b, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:29:57.595673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempted to set empty binding levels {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 14:29:57.602680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.640544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] In _notify_port_updated(), no bound segment for port b96de9a1-127d-4a8e-aa8b-6a869f82264b on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:29:57.641693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.642577 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.644208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "PUT /v2.0/ports/b96de9a1-127d-4a8e-aa8b-6a869f82264b HTTP/1.1" status: 200 len: 975 time: 0.9098873 Feb 03 14:29:57.647082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53860) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:57.720744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.775582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event deleted for resources: {'Port': ['ID=b276a7fb-0e41-41fe-9ca4-0bd43c3dbbd6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:57.778653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b9cf8-73e8-4299-a8e5-ad7ed141029e tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=b96de9a1-127d-4a8e-aa8b-6a869f82264b,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:57.843782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (78d63bde-39ca-494b-8fc0-86dbeb7905ea), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.845458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.846453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.847525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.847525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.847755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.848162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.848642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.849414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.849809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.850265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.850772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.851225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.851770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.852227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.852779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.853239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.853862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.854327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.854777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.855410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.855922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.856384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.856880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.857308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.857758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.858250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.858647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.859306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.859763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.860209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:57.870345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-470cc2da-3844-4f28-b503-a351517c3a30 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27371 time: 0.2184105 Feb 03 14:29:57.877260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53866) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:57.938020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdf03a2f-8798-4a1f-b760-25b6b8512aff req-66cf22b8-de64-4ad5-93c8-b41a280501c6 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0658605 Feb 03 14:29:57.964216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:57.966705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (78d63bde-39ca-494b-8fc0-86dbeb7905ea), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.016612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (78d63bde-39ca-494b-8fc0-86dbeb7905ea), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.017571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Fanout notify agent at l3_agent the message router_deleted on router 78d63bde-39ca-494b-8fc0-86dbeb7905ea {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:29:58.025214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.026391 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1597fe77-114b-4d92-9827-eba613f4fc10 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/78d63bde-39ca-494b-8fc0-86dbeb7905ea HTTP/1.1" status: 204 len: 168 time: 0.9078517 Feb 03 14:29:58.030048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:58.034455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0587e2e2-2e36-4cad-8b95-fb49c12f276b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1180796677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:58.061878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0587e2e2-2e36-4cad-8b95-fb49c12f276b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.063142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0587e2e2-2e36-4cad-8b95-fb49c12f276b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.085902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Deleting port b96de9a1-127d-4a8e-aa8b-6a869f82264b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:58.086247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.095564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-4b2ea962-fea2-42dd-a8c8-a9b0512331bb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:58.097136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-4b2ea962-fea2-42dd-a8c8-a9b0512331bb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 815 time: 0.1509221 Feb 03 14:29:58.119161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0587e2e2-2e36-4cad-8b95-fb49c12f276b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.126606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0587e2e2-2e36-4cad-8b95-fb49c12f276b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.146414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0587e2e2-2e36-4cad-8b95-fb49c12f276b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.150189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0587e2e2-2e36-4cad-8b95-fb49c12f276b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1167853 Feb 03 14:29:58.151047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:58.155595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': True}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:58.157848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-890785cb-34e5-46b2-8673-b17619a4c718 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/quotas/1422c67c97a948e3a7b421c12856f882 HTTP/1.1" status: 200 len: 375 time: 0.0470479 Feb 03 14:29:58.183441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] For port b96de9a1-127d-4a8e-aa8b-6a869f82264b, host n-h1-827549-2, got binding levels [] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:29:58.183813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.222780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Calling delete_port for b96de9a1-127d-4a8e-aa8b-6a869f82264b owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:58.252053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-8f140180-0ce0-43af-ad1f-d8a0ccca3c60 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0835185 Feb 03 14:29:58.290388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-be30d34b-61d2-4049-8c29-218971100b1b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:29:58.291397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-be30d34b-61d2-4049-8c29-218971100b1b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057721 Feb 03 14:29:58.388236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.392235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b96de9a1-127d-4a8e-aa8b-6a869f82264b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.430736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event deleted for resources: {'Port': ['ID=b96de9a1-127d-4a8e-aa8b-6a869f82264b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:58.437660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2acc91cb-b8c3-4b92-ba6f-46e38d5440e7 service neutron] 10.222.0.52 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325076 Feb 03 14:29:58.440184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.443343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7095b3fe-59b3-497a-94af-f39c012f33bc tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b96de9a1-127d-4a8e-aa8b-6a869f82264b HTTP/1.1" status: 204 len: 168 time: 0.5659611 Feb 03 14:29:58.446395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53882) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:58.493893 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b19d84b-08b6-43e4-87cd-a3853e37069d tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:29:58.495348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b19d84b-08b6-43e4-87cd-a3853e37069d tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "GET /v2.0/ports/b96de9a1-127d-4a8e-aa8b-6a869f82264b HTTP/1.1" status: 404 len: 333 time: 0.0480263 Feb 03 14:29:58.500670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:58.508126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1943544102', 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:58.560649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a564410f-a068-4e49-8d36-89ef32bec4f1 service neutron] 10.222.0.52 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059785 Feb 03 14:29:58.740828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8f69fff-4cc1-41da-8022-ac0323af0bbf req-a182c03b-6a72-4421-97c6-1b164ce13401 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 210 time: 0.0308902 Feb 03 14:29:58.895317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Made reservation on behalf of 967b7c0201414b4ba01e4dd00981ef73 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:58.898213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:58.939007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] device_id is not set on port 5bac6a99-60f5-4eea-bb04-67739914be36 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:29:58.950717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.009797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.084233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3006b4fe-6367-4706-8fde-0d96dbf04792 req-1cb82310-8d4e-4d36-bce7-a68b00966ef4 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0399344 Feb 03 14:29:59.197940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Allocated IP 172.25.0.38 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:29:59.235772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for port (5bac6a99-60f5-4eea-bb04-67739914be36), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.352117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5bac6a99-60f5-4eea-bb04-67739914be36), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.368497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for port (ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.415152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Network e10a0500-8dde-409e-a312-098b429f300f is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:59.421853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:59.426163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=5bac6a99-60f5-4eea-bb04-67739914be36,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:59.439663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:59.440595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:59.441222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.488261 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3be92436-dee1-48a5-b8c8-b4516a7cd505 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9860132 Feb 03 14:29:59.490885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53900) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:59.492410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.540710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84641d2-0b04-43e8-bb7f-74d9328a6b06 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:59.547598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b84641d2-0b04-43e8-bb7f-74d9328a6b06 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "GET /v2.0/ports/5bac6a99-60f5-4eea-bb04-67739914be36 HTTP/1.1" status: 200 len: 955 time: 0.0539796 Feb 03 14:29:59.548283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53902) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:59.562531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-58dd28bd-75dd-44fc-ad9a-1d4e33df670e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:29:59.563987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-58dd28bd-75dd-44fc-ad9a-1d4e33df670e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.71 "GET /v2.0/ports?device_id=c31cba59-2a7f-423b-b667-233a607fedfd HTTP/1.1" status: 200 len: 946 time: 0.1400983 Feb 03 14:29:59.565768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:29:59.570301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:29:59.572122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Port': ['ID=ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:59.575426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:29:59.637430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Deleting port 5bac6a99-60f5-4eea-bb04-67739914be36 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:59.637986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5bac6a99-60f5-4eea-bb04-67739914be36), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.704563 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5bac6a99-60f5-4eea-bb04-67739914be36), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.719785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Calling delete_port for 5bac6a99-60f5-4eea-bb04-67739914be36 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:29:59.800844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Deleting port ee21bf39-4681-4027-82ba-5214d806a475 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:29:59.801116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ee21bf39-4681-4027-82ba-5214d806a475), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.812983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5bac6a99-60f5-4eea-bb04-67739914be36), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.852245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bac6a99-60f5-4eea-bb04-67739914be36,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:29:59.863972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:29:59.873769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-08d8cb38-720d-47b5-b04a-4ca4abf656c9 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5bac6a99-60f5-4eea-bb04-67739914be36 HTTP/1.1" status: 204 len: 168 time: 0.3243980 Feb 03 14:29:59.874507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53908) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:59.922325 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefeed67-f60c-4ebb-9edd-679531b287aa tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:29:59.927242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fefeed67-f60c-4ebb-9edd-679531b287aa tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "GET /v2.0/ports/5bac6a99-60f5-4eea-bb04-67739914be36 HTTP/1.1" status: 404 len: 333 time: 0.0479503 Feb 03 14:29:59.927732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53910) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:29:59.934300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Request body: {'port': {'network_id': 'e10a0500-8dde-409e-a312-098b429f300f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1837648147'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:29:59.954444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eba72af0-a7a3-49d3-a8a3-7a8354f996ba req-a7f3361e-57c8-442d-adef-267a2d52db46 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 210 time: 0.0426953 Feb 03 14:29:59.978768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Made reservation on behalf of 967b7c0201414b4ba01e4dd00981ef73 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:29:59.992619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.013047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] device_id is not set on port 2ccea44e-8fd8-4283-a624-74b96b20a510 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:30:00.018112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] For port ee21bf39-4681-4027-82ba-5214d806a475, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ee21bf39-4681-4027-82ba-5214d806a475,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:00.018691 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ee21bf39-4681-4027-82ba-5214d806a475), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.099569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Calling delete_port for ee21bf39-4681-4027-82ba-5214d806a475 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:00.105898 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.234682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.253166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-058d866d-ee79-4f73-b7b1-d122c93caeb8 req-2c5e3d4e-70f6-4c27-a8c1-99b2edb68ef9 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0568066 Feb 03 14:30:00.289191 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.306042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-04c5cb6e-acaa-4529-a686-301e2a1bcbdf tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:00.307501 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-04c5cb6e-acaa-4529-a686-301e2a1bcbdf tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 815 time: 0.3646407 Feb 03 14:30:00.326828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Request body: {'port': {'device_id': 'eb203652-7298-4dac-b465-54633a3fca49', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'admin_state_up': True, 'tenant_id': '1422c67c97a948e3a7b421c12856f882'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:00.335268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Network e10a0500-8dde-409e-a312-098b429f300f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:00.338170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:00.342499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:00.343513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:00.344010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.347301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=2ccea44e-8fd8-4283-a624-74b96b20a510,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:00.373987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e76d0708-3669-430d-9134-cf42775b1b27 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4452281 Feb 03 14:30:00.374731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:00.380187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:00.443896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.592123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.600673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.606702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Made reservation on behalf of 1422c67c97a948e3a7b421c12856f882 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:00.610149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.622307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] device_id is not set on port 2ccea44e-8fd8-4283-a624-74b96b20a510 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:30:00.629972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks [] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.636526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.651266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ee21bf39-4681-4027-82ba-5214d806a475), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.690491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=2ccea44e-8fd8-4283-a624-74b96b20a510,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:00.709126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.709461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.710408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.718507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Pushing event deleted for resources: {'Port': ['ID=ee21bf39-4681-4027-82ba-5214d806a475,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:00.718947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.719424 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.719997 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 2 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.736661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.737007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.737411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.742363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.742696 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.743515 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 3 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.756111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.756572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.756949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.761571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.761956 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.762354 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 4 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.776155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.776588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.777054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.781580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.781908 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.782403 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 5 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.796626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.796968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.797311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.801824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.802153 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.802543 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 6 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.814373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] No DVR routers for this DVR port ee21bf39-4681-4027-82ba-5214d806a475 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:00.815123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.815466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.815800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.818548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:00.820667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.820997 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.821389 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 7 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.821646 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7f98867f-1dcf-4df2-9376-a7a2b9d9651b req-5636eced-f915-441f-bb55-67fe5a8853c9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.71 "DELETE /v2.0/ports/ee21bf39-4681-4027-82ba-5214d806a475 HTTP/1.1" status: 204 len: 173 time: 1.2471948 Feb 03 14:30:00.826918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-deleted', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:00.829719 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc1597-c180-4db4-922d-3c1899b7d0b4" -d '{"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-deleted", "tag": "ee21bf39-4681-4027-82ba-5214d806a475"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:00.833762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.834120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.834446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.859703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.860042 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.860536 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 8 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.888198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.888588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.888933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.901963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.902303 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.902708 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 9 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.935536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.936146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.936687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:00.937283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Allocated IP 172.20.0.3 (fc525fd4-35e3-4636-96b8-7116b8608958/d22f3332-450a-4ea2-8324-aba8cb1a5f95/2201f570-5d4c-4a49-a516-c8ce0a0b8def) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:00.942758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:00.945373 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:00.946055 n-d-827549-2 neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempt 10 to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 Feb 03 14:30:00.957021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Router c8905dc0-4bdf-4b32-a9ee-f03251705b0e is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:30:00.994834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:00.995443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:00.995960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempting to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:01.001357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:01.001924 n-d-827549-2 neutron-server[103342]: ERROR neutron.plugins.ml2.managers [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Failed to bind port 2ccea44e-8fd8-4283-a624-74b96b20a510 on host n-h1-827549-2 for vnic_type normal using segments [{'id': 'e07f178b-0501-488e-8d26-09453882773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e10a0500-8dde-409e-a312-098b429f300f'}] Feb 03 14:30:01.002469 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.054971 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebbfaf0-3e25-48f3-a63d-ef5cc8481ad7 x-openstack-request-id: req-2ebbfaf0-3e25-48f3-a63d-ef5cc8481ad7 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:01.055261 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31cba59-2a7f-423b-b667-233a607fedfd", "name": "network-vif-deleted", "tag": "ee21bf39-4681-4027-82ba-5214d806a475", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:01.055522 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ebbfaf0-3e25-48f3-a63d-ef5cc8481ad7 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:01.055923 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31cba59-2a7f-423b-b667-233a607fedfd', 'name': 'network-vif-deleted', 'tag': 'ee21bf39-4681-4027-82ba-5214d806a475', 'status': 'completed', 'code': 200} Feb 03 14:30:01.092599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] For port 2ccea44e-8fd8-4283-a624-74b96b20a510, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:01.093263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attempted to set empty binding levels {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 14:30:01.107141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.150995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3846be6a-c4e9-4830-a6a7-1f7c9de282da req-ab299d90-9a1f-4688-a948-ec61e0eaf896 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 210 time: 0.0559499 Feb 03 14:30:01.157467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] In _notify_port_updated(), no bound segment for port 2ccea44e-8fd8-4283-a624-74b96b20a510 on network e10a0500-8dde-409e-a312-098b429f300f {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:30:01.158329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:01.158947 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.160309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "PUT /v2.0/ports/2ccea44e-8fd8-4283-a624-74b96b20a510 HTTP/1.1" status: 200 len: 975 time: 0.7844534 Feb 03 14:30:01.166532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53924) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:01.206410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0523b-7c61-4bd5-bad7-020e7492978a tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event updated for resources: {'Port': ['ID=2ccea44e-8fd8-4283-a624-74b96b20a510,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:01.262439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Deleting port 2ccea44e-8fd8-4283-a624-74b96b20a510 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:01.263041 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.347971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] For port 2ccea44e-8fd8-4283-a624-74b96b20a510, host n-h1-827549-2, got binding levels [] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:01.348345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.363998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Calling delete_port for 2ccea44e-8fd8-4283-a624-74b96b20a510 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:01.444867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cd0a186-239a-4bd4-af62-b0dbfd7a2424 req-b983a063-c1c6-4155-b586-eba1c4366fe5 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0695951 Feb 03 14:30:01.481943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks [] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.489568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:01.495282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.499371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1ecedccb-d597-4448-96ba-bcae6a6bdc25 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "PUT /v2.0/routers/c8905dc0-4bdf-4b32-a9ee-f03251705b0e HTTP/1.1" status: 200 len: 918 time: 3.3472071 Feb 03 14:30:01.500060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53928) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:01.504341 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] Sync routers for ids ['c8905dc0-4bdf-4b32-a9ee-f03251705b0e'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:30:01.521059 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] Routers {'c8905dc0-4bdf-4b32-a9ee-f03251705b0e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:01.522406 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c8905dc0-4bdf-4b32-a9ee-f03251705b0e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:01.552934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2ccea44e-8fd8-4283-a624-74b96b20a510), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.574659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:01.589519 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] Routers {'c8905dc0-4bdf-4b32-a9ee-f03251705b0e'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:01.590685 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c8905dc0-4bdf-4b32-a9ee-f03251705b0e'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:01.591232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ccea44e-8fd8-4283-a624-74b96b20a510,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:01.597324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.604043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-90c85d5f-e5fb-4ae6-945f-c4120aec249f tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "DELETE /v2.0/ports/2ccea44e-8fd8-4283-a624-74b96b20a510 HTTP/1.1" status: 204 len: 168 time: 0.4344244 Feb 03 14:30:01.604295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53930) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:01.633987 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ad0ada-2565-47af-a1a9-9eeaae75bdd4 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] GET failed (client error): The resource could not be found. Feb 03 14:30:01.640443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-35ad0ada-2565-47af-a1a9-9eeaae75bdd4 tempest-PortsAdminExtendedAttrsTestJSON-1099956739 tempest-PortsAdminExtendedAttrsTestJSON-1099956739-project-admin] 10.222.0.52 "GET /v2.0/ports/2ccea44e-8fd8-4283-a624-74b96b20a510 HTTP/1.1" status: 404 len: 333 time: 0.0300815 Feb 03 14:30:01.640748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53932) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:01.645886 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:01.646548 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395dfbe2-6705-4a08-85e9-a1354ae2625c None None] The sync data for ids ['c8905dc0-4bdf-4b32-a9ee-f03251705b0e'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:30:01.677897 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.733835 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e10a0500-8dde-409e-a312-098b429f300f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.737642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Network fc525fd4-35e3-4636-96b8-7116b8608958 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:01.744707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:01.748376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-92c9814e-8f1f-4acf-9caf-54b290eca45c tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/c8905dc0-4bdf-4b32-a9ee-f03251705b0e HTTP/1.1" status: 200 len: 924 time: 0.2457638 Feb 03 14:30:01.749364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:01.752328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:01.754290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53934) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:01.835856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e10a0500-8dde-409e-a312-098b429f300f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.838587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:01.839267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.857285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77723526-4473-42ba-8a57-99f961219bb4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:01.861287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10a0500-8dde-409e-a312-098b429f300f']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:01.861491 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77723526-4473-42ba-8a57-99f961219bb4 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=c8905dc0-4bdf-4b32-a9ee-f03251705b0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1019959 Feb 03 14:30:01.861602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53938) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:01.869696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07f178b-0501-488e-8d26-09453882773f') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:01.869953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07f178b-0501-488e-8d26-09453882773f') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:01.874397 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a73fb7b4-4d28-44ee-8fc4-dfce97849f13 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564556 Feb 03 14:30:01.881110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (e07f178b-0501-488e-8d26-09453882773f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.892073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Request body: {'port': {'device_id': 'eb203652-7298-4dac-b465-54633a3fca49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:01.897721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e07f178b-0501-488e-8d26-09453882773f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.906560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:01.906969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (e07f178b-0501-488e-8d26-09453882773f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:01.910414 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:01.979017 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e10a0500-8dde-409e-a312-098b429f300f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.989106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:01.996782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] 10.222.0.52 "DELETE /v2.0/networks/e10a0500-8dde-409e-a312-098b429f300f HTTP/1.1" status: 204 len: 168 time: 0.3521128 Feb 03 14:30:02.005451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac05df1-2bcf-4d85-850f-64cd72cea504 tempest-PortsAdminExtendedAttrsTestJSON-911197466 tempest-PortsAdminExtendedAttrsTestJSON-911197466-project] Pushing event deleted for resources: {'Network': ['ID=e10a0500-8dde-409e-a312-098b429f300f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:02.040626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:02.047569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ee21bf39-4681-4027-82ba-5214d806a475 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:02.088251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: ee21bf39-4681-4027-82ba-5214d806a475 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:02.089461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ee21bf39-4681-4027-82ba-5214d806a475 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:02.216532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758b38d-2908-4b35-abf9-8bddfb2dfe46 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:02.222307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:02.223213 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b758b38d-2908-4b35-abf9-8bddfb2dfe46 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 0.3597336 Feb 03 14:30:02.278097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7ad53709-4b46-48d0-8ba9-20d1325466eb tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8905dc0-4bdf-4b32-a9ee-f03251705b0e HTTP/1.1" status: 200 len: 205 time: 0.0539453 Feb 03 14:30:02.286720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53950) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:02.490116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a3565-2ecb-4a3e-b8f4-8086b03c0c98 req-6119b521-376f-4349-a26c-553243ab04ec tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:02.492843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-976a3565-2ecb-4a3e-b8f4-8086b03c0c98 req-6119b521-376f-4349-a26c-553243ab04ec tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 931 time: 0.2106800 Feb 03 14:30:02.528522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:02.554169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53958) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:02.609552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53962) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:02.643962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2201f570-5d4c-4a49-a516-c8ce0a0b8def {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:30:02.659520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Publish callbacks [] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:02.690078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Transition to ACTIVE for port object 2201f570-5d4c-4a49-a516-c8ce0a0b8def will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:30:02.698717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:02.755860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ad2bf2a-2b44-4df0-bb88-28836eeaf530 req-015d65cc-a32c-4ba9-a9a9-67881402fe1b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae603dab-61cd-43fa-87d8-8af2776029af HTTP/1.1" status: 200 len: 210 time: 0.0503244 Feb 03 14:30:02.818014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:02.915810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-976a3565-2ecb-4a3e-b8f4-8086b03c0c98 req-b221a49d-4e3d-47d8-8ab9-3548936f4d26 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098932 Feb 03 14:30:02.937139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Deleting port ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:02.937516 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.002182 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8011bab-c464-427e-a6ca-1f4f21cfd68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.057668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.073523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Calling delete_port for ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:03.099205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8011bab-c464-427e-a6ca-1f4f21cfd68e admin admin] Publish callbacks [] for security_group (986681c4-7df3-4548-be89-7e39f7b10459), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.119494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8011bab-c464-427e-a6ca-1f4f21cfd68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (986681c4-7df3-4548-be89-7e39f7b10459), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.164547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a8011bab-c464-427e-a6ca-1f4f21cfd68e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0795892c42c74da9b3775405f3bb259a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5475633 Feb 03 14:30:03.187261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53978) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:03.289803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:03.321572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.330510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Attempting to bind port 2201f570-5d4c-4a49-a516-c8ce0a0b8def on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:03.331192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Attempting to bind port 2201f570-5d4c-4a49-a516-c8ce0a0b8def by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:03.331746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Attempting to bind port 2201f570-5d4c-4a49-a516-c8ce0a0b8def on network fc525fd4-35e3-4636-96b8-7116b8608958 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:03.341772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Port 2201f570-5d4c-4a49-a516-c8ce0a0b8def on network fc525fd4-35e3-4636-96b8-7116b8608958 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:03.343383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Attempting to bind port 2201f570-5d4c-4a49-a516-c8ce0a0b8def on network fc525fd4-35e3-4636-96b8-7116b8608958 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:03.347521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fc2da2cd-7d82-499a-9cb6-82a3c3302601 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9f4ba2c7461466ca23c102c63c41585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7907286 Feb 03 14:30:03.352001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8011bab-c464-427e-a6ca-1f4f21cfd68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986681c4-7df3-4548-be89-7e39f7b10459,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:03.359215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:03.407327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event deleted for resources: {'Port': ['ID=ad72f4fa-98cd-4719-b0bc-ab6a3f4b0bce,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:03.417585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2760042c-204d-4f63-9cd3-5f41bc1cbf79 admin admin] Publish callbacks [] for security_group (986681c4-7df3-4548-be89-7e39f7b10459), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.419202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:03.419547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Checking segment: {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:03.419937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Bound using segment: {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:03.420457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Bound port: 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:03.421070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.497149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:03.500754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:03.520987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.572819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6eadc084-2db9-4140-b6dc-6914c6d17193 admin admin] Publish callbacks [] for security_group (a78b85f8-b72b-47d7-ad72-457afad6a362), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.575420 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.597221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6eadc084-2db9-4140-b6dc-6914c6d17193 admin admin] Publish callbacks [] for security_group (a78b85f8-b72b-47d7-ad72-457afad6a362), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.674364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2760042c-204d-4f63-9cd3-5f41bc1cbf79 admin admin] Publish callbacks [] for security_group (986681c4-7df3-4548-be89-7e39f7b10459), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.679915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:03.681292 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.682876 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/2201f570-5d4c-4a49-a516-c8ce0a0b8def HTTP/1.1" status: 200 len: 1091 time: 1.7968132 Feb 03 14:30:03.683401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:03.685955 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc56269-b319-42d5-8944-35d5024e1e59" -d '{"events": [{"name": "network-changed", "server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:03.765321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6eadc084-2db9-4140-b6dc-6914c6d17193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a78b85f8-b72b-47d7-ad72-457afad6a362), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.768908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6eadc084-2db9-4140-b6dc-6914c6d17193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.770929 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6eadc084-2db9-4140-b6dc-6914c6d17193 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a78b85f8-b72b-47d7-ad72-457afad6a362 HTTP/1.1" status: 204 len: 168 time: 0.4095559 Feb 03 14:30:03.773223 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c2f340-75cf-47e5-b6f3-580b9ed039c0 x-openstack-request-id: req-d5c2f340-75cf-47e5-b6f3-580b9ed039c0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:03.773809 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:03.774468 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5c2f340-75cf-47e5-b6f3-580b9ed039c0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:03.774856 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'status': 'completed', 'code': 200} Feb 03 14:30:03.796882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.801110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.847632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e088015-8c8c-4f4f-bdb7-ce3f50fa85b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:03.861058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadc084-2db9-4140-b6dc-6914c6d17193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b85f8-b72b-47d7-ad72-457afad6a362,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:03.919659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-fb159511-6a9e-4300-a672-e6b45fb83c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:03.926458 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-fb159511-6a9e-4300-a672-e6b45fb83c7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 1125 time: 0.1986890 Feb 03 14:30:03.927796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2760042c-204d-4f63-9cd3-5f41bc1cbf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (986681c4-7df3-4548-be89-7e39f7b10459), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.930507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2760042c-204d-4f63-9cd3-5f41bc1cbf79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.933506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (c8905dc0-4bdf-4b32-a9ee-f03251705b0e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.934578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Fanout notify agent at l3_agent the message router_deleted on router c8905dc0-4bdf-4b32-a9ee-f03251705b0e {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:30:03.950902 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2760042c-204d-4f63-9cd3-5f41bc1cbf79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/986681c4-7df3-4548-be89-7e39f7b10459 HTTP/1.1" status: 204 len: 168 time: 0.7552171 Feb 03 14:30:03.955903 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:03.958409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7f1eb8ff-d034-4655-958a-ab46ed283eaa tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/c8905dc0-4bdf-4b32-a9ee-f03251705b0e HTTP/1.1" status: 204 len: 168 time: 1.6694875 Feb 03 14:30:03.963828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53996) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:03.986354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:04.029506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-26e9740a-a10d-4fd4-9e0e-56a93099d861 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-78880074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:04.145706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760042c-204d-4f63-9cd3-5f41bc1cbf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986681c4-7df3-4548-be89-7e39f7b10459,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:04.148058 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-1feb258f-16a4-4254-bd04-89dd8efa675c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def HTTP/1.1" status: 200 len: 217 time: 0.1940198 Feb 03 14:30:04.234602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51920ff5-7067-4945-8d58-d774d938584f req-50e3be7c-431a-41f7-b4bd-aafc992d58b6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:04.246933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51920ff5-7067-4945-8d58-d774d938584f req-50e3be7c-431a-41f7-b4bd-aafc992d58b6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 943 time: 0.1796279 Feb 03 14:30:04.263625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e9740a-a10d-4fd4-9e0e-56a93099d861 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.265494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e9740a-a10d-4fd4-9e0e-56a93099d861 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.290803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-c8949044-b8b1-45d9-bf86-f80eb5508e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:04.292446 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-c8949044-b8b1-45d9-bf86-f80eb5508e4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d22f3332-450a-4ea2-8324-aba8cb1a5f95 HTTP/1.1" status: 200 len: 855 time: 0.1324821 Feb 03 14:30:04.306456 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-986f85d3-d818-4183-99ff-d2dfc65388c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group (84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.379097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-986f85d3-d818-4183-99ff-d2dfc65388c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group (84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.380107 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-f3edc193-a929-46c9-a73d-f3b6dd109241 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc525fd4-35e3-4636-96b8-7116b8608958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733256 Feb 03 14:30:04.406029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51920ff5-7067-4945-8d58-d774d938584f req-b4c241ce-c5fa-4922-89c1-5a70eacbde73 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555107 Feb 03 14:30:04.481086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-986f85d3-d818-4183-99ff-d2dfc65388c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.487143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-986f85d3-d818-4183-99ff-d2dfc65388c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.488880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-986f85d3-d818-4183-99ff-d2dfc65388c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/security-groups/84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01 HTTP/1.1" status: 204 len: 168 time: 0.5212429 Feb 03 14:30:04.489532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e9740a-a10d-4fd4-9e0e-56a93099d861 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (eebda0f9-cdf2-4be8-87a5-b102e3536abd), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.493415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:04.514463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f85d3-d818-4183-99ff-d2dfc65388c0 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:04.523003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e9740a-a10d-4fd4-9e0e-56a93099d861 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.602709 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-50d15962-b8ef-40a5-8a9a-024b1007ca7d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] show failed (client error): The resource could not be found. Feb 03 14:30:04.603859 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-50d15962-b8ef-40a5-8a9a-024b1007ca7d tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "GET /v2.0/security-groups/84ba3ef4-42d7-46fe-ae66-e3c9a7ff1a01 HTTP/1.1" status: 404 len: 347 time: 0.0949240 Feb 03 14:30:04.606964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54010) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:04.641490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26e9740a-a10d-4fd4-9e0e-56a93099d861 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.645387 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26e9740a-a10d-4fd4-9e0e-56a93099d861 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6472309 Feb 03 14:30:04.648044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54012) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:04.654322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54014) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:04.659475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'enable_snat': False}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:04.726993 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-a8074f57-7303-4c5a-ac6a-1d5cc97f0389 service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401539 Feb 03 14:30:04.758154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54016) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:04.801897 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6a3f-eec8-4bf9-8339-eac5d7ebe1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.833890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port 3ef872fc-d935-443f-bb46-54666866ab4e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:04.834238 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3ef872fc-d935-443f-bb46-54666866ab4e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.961658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3ef872fc-d935-443f-bb46-54666866ab4e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.962606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for floatingip (3ef872fc-d935-443f-bb46-54666866ab4e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:04.993908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for 3ef872fc-d935-443f-bb46-54666866ab4e owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:05.005533 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8a1887bb-36ce-4af4-96c1-87d6302847de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=967b7c0201414b4ba01e4dd00981ef73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379958 Feb 03 14:30:05.007785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54018) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:05.129378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (eebda0f9-cdf2-4be8-87a5-b102e3536abd), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.168662 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6451cb37-7455-48d4-a482-e1391ff2c070 req-6def182c-09bf-4dd8-a03c-6d5aa8b474fe service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127257 Feb 03 14:30:05.204524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42bb59cf-591f-4d04-be80-08e47fae052d admin admin] Publish callbacks [] for security_group (83554400-0286-4a6c-a161-4c9d9aeff0c8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.239349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6a3f-eec8-4bf9-8339-eac5d7ebe1d0 admin admin] Publish callbacks [] for security_group (f1370436-df89-4661-913a-8fab8a188102), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.251716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6a3f-eec8-4bf9-8339-eac5d7ebe1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1370436-df89-4661-913a-8fab8a188102), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.280857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42bb59cf-591f-4d04-be80-08e47fae052d admin admin] Publish callbacks [] for security_group (83554400-0286-4a6c-a161-4c9d9aeff0c8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.375926 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0b9b6a3f-eec8-4bf9-8339-eac5d7ebe1d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cf4048af85a4101bee9bd3c55ecd326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6165643 Feb 03 14:30:05.379539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:05.381017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b6a3f-eec8-4bf9-8339-eac5d7ebe1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1370436-df89-4661-913a-8fab8a188102,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:05.456472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3ef872fc-d935-443f-bb46-54666866ab4e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.463174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-4115de17-f1d3-4365-9811-a44468f94449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:05.465268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-4115de17-f1d3-4365-9811-a44468f94449 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 1125 time: 0.2351677 Feb 03 14:30:05.471884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42bb59cf-591f-4d04-be80-08e47fae052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (83554400-0286-4a6c-a161-4c9d9aeff0c8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.476738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42bb59cf-591f-4d04-be80-08e47fae052d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.477955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-42bb59cf-591f-4d04-be80-08e47fae052d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83554400-0286-4a6c-a161-4c9d9aeff0c8 HTTP/1.1" status: 204 len: 168 time: 0.4691322 Feb 03 14:30:05.539773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=3ef872fc-d935-443f-bb46-54666866ab4e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:05.570322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb59cf-591f-4d04-be80-08e47fae052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83554400-0286-4a6c-a161-4c9d9aeff0c8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:05.598158 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c401176c-6c20-468b-84bb-9372ea6fa924 admin admin] Publish callbacks [] for security_group (f1370436-df89-4661-913a-8fab8a188102), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.702307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for floatingip (fe939990-a16c-42ad-a11c-e664b61e73c8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.710645 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:05.723437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c00ede58-b2c9-4a8c-b3f3-e76332dcd327 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/floatingips/fe939990-a16c-42ad-a11c-e664b61e73c8 HTTP/1.1" status: 204 len: 168 time: 1.1148691 Feb 03 14:30:05.724781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54032) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:06.047763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c401176c-6c20-468b-84bb-9372ea6fa924 admin admin] Publish callbacks [] for security_group (f1370436-df89-4661-913a-8fab8a188102), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:06.079384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-ca14041a-ac57-41b0-800d-c8f1d844a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:06.082479 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-ca14041a-ac57-41b0-800d-c8f1d844a368 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 916 time: 0.6102872 Feb 03 14:30:06.178222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-5c8802e1-ae8c-42b9-859f-d92091c6ff23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def HTTP/1.1" status: 200 len: 217 time: 0.0819221 Feb 03 14:30:06.265987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (eebda0f9-cdf2-4be8-87a5-b102e3536abd), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:06.363242 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:06.365506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c401176c-6c20-468b-84bb-9372ea6fa924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1370436-df89-4661-913a-8fab8a188102), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:06.370745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c401176c-6c20-468b-84bb-9372ea6fa924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:06.372169 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c401176c-6c20-468b-84bb-9372ea6fa924 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1370436-df89-4661-913a-8fab8a188102 HTTP/1.1" status: 204 len: 168 time: 0.9873161 Feb 03 14:30:06.387903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-fde6dcb0-8972-45bf-98d2-c42eec441823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:06.389987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-fde6dcb0-8972-45bf-98d2-c42eec441823 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d22f3332-450a-4ea2-8324-aba8cb1a5f95 HTTP/1.1" status: 200 len: 855 time: 0.2030153 Feb 03 14:30:06.415664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401176c-6c20-468b-84bb-9372ea6fa924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1370436-df89-4661-913a-8fab8a188102,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:06.467478 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-dfc80372-e040-4b16-a19e-2a02f406c725 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc525fd4-35e3-4636-96b8-7116b8608958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687771 Feb 03 14:30:06.478781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af6cea-e8ee-4c50-8b01-6f03e2581387 req-f0b31984-6163-40b3-94e4-2bdee29852b0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:06.480360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84af6cea-e8ee-4c50-8b01-6f03e2581387 req-f0b31984-6163-40b3-94e4-2bdee29852b0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 943 time: 0.9510479 Feb 03 14:30:06.632130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84af6cea-e8ee-4c50-8b01-6f03e2581387 req-9e86bb7a-88d2-4ffe-b3c7-cdf141c55f8d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429017 Feb 03 14:30:06.672178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port ae1a051f-333b-4125-bc94-9614d76b79d7 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:06.672560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:06.761189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Allocated IP 172.25.0.59 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/94848750-5f44-4e2a-8a88-433f64cf4f58) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:06.770566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-b3fc391d-761a-4449-8e96-a12c51e61364 service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921603 Feb 03 14:30:06.914677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:06.945544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for ae1a051f-333b-4125-bc94-9614d76b79d7 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:06.991728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2fc56269-b319-42d5-8944-35d5024e1e59 req-eea24182-f2d5-4360-964e-8aebe87b6819 service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105005 Feb 03 14:30:07.011609 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for port (94848750-5f44-4e2a-8a88-433f64cf4f58), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.083982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (94848750-5f44-4e2a-8a88-433f64cf4f58), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.113648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:07.197127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:07.202136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:07.208317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Pushing event updated for resources: {'Port': ['ID=94848750-5f44-4e2a-8a88-433f64cf4f58,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:07.249762 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ae1a051f-333b-4125-bc94-9614d76b79d7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.334269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=ae1a051f-333b-4125-bc94-9614d76b79d7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:07.363911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54080) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:07.475487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.481059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ee8dbc72-db5f-4e0f-8ae3-dd6b0f53e406 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/ports/ae1a051f-333b-4125-bc94-9614d76b79d7 HTTP/1.1" status: 204 len: 168 time: 1.7535915 Feb 03 14:30:07.483363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54088) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:07.618065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682369355'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:07.739584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:07.747652 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.780367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting port ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:07.780732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.790033 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.831526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router_gateway (eebda0f9-cdf2-4be8-87a5-b102e3536abd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:07.902076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54100) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:08.099123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7328011-24ec-46d5-ad5c-7b1535a4a002 req-d38d3e64-0ce4-4946-9aaa-8f6827e0933f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:08.109084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7328011-24ec-46d5-ad5c-7b1535a4a002 req-d38d3e64-0ce4-4946-9aaa-8f6827e0933f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 943 time: 0.3011611 Feb 03 14:30:08.143053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-457534949-network', 'tenant_id': 'b4bbf26f2d144aa2a0c362a3237cf638'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:08.185715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.190804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Made reservation on behalf of b4bbf26f2d144aa2a0c362a3237cf638 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:08.193083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.231248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Calling delete_port for ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:08.279741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.285064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.321934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.421409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7328011-24ec-46d5-ad5c-7b1535a4a002 req-681582c4-6270-4d1a-bfa6-b1ab10fa131d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005426 Feb 03 14:30:08.455776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for security_group (776e448a-41a3-49ef-9edc-848a924fd979), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.460323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks [] for security_group (61cd2b30-3518-4d42-bd43-9faceb5e9e48), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.470785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (776e448a-41a3-49ef-9edc-848a924fd979), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.524949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (61cd2b30-3518-4d42-bd43-9faceb5e9e48), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.532978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:08.546143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776e448a-41a3-49ef-9edc-848a924fd979,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:08.564802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6ea99c86-b34a-42a6-8d0f-f1e1b353886a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.565158 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment 6ea99c86-b34a-42a6-8d0f-f1e1b353886a of type vlan for network 16f6b936-85c9-4c55-b6d2-0dd404246106 Feb 03 14:30:08.619083 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-15072081-6cc9-4bf9-942b-26ebe7286f1f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4216330 Feb 03 14:30:08.624856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:08.632511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd2b30-3518-4d42-bd43-9faceb5e9e48,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:08.648580 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (634dde34-d5b5-47cd-aac9-18ea92fe2741), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.648965 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Added segment 634dde34-d5b5-47cd-aac9-18ea92fe2741 of type vlan for network 16119766-b006-45f5-b482-99a224a43d71 Feb 03 14:30:08.724860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.734097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (16f6b936-85c9-4c55-b6d2-0dd404246106), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.788860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Port': ['ID=ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:08.807795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (16119766-b006-45f5-b482-99a224a43d71), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.848451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204832bc-d113-49a0-bedf-543dad353fe9 req-690d922f-a174-4c1f-b188-19bf9cc70c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:08.850146 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-690d922f-a174-4c1f-b188-19bf9cc70c10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=472c3cf279994b599c431b5e879c002e&device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 1128 time: 0.1160030 Feb 03 14:30:08.879854 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (16f6b936-85c9-4c55-b6d2-0dd404246106), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.885872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:08.886524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.906434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Router eebda0f9-cdf2-4be8-87a5-b102e3536abd is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:30:08.937784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (16119766-b006-45f5-b482-99a224a43d71), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.938771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:08.939465 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.941362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:08.981407 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0781448 Feb 03 14:30:08.986574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=16f6b936-85c9-4c55-b6d2-0dd404246106,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:08.988774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54108) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:09.003307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 16f6b936-85c9-4c55-b6d2-0dd404246106 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:09.009537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Request body: {'subnet': {'network_id': '16119766-b006-45f5-b482-99a224a43d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-457534949-subnet', 'tenant_id': 'b4bbf26f2d144aa2a0c362a3237cf638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:09.030079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:09.036941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8e568049-5768-4d58-a19c-36b4462c81f7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/ports/ea5de5fa-0f2e-4a9e-a6b1-8103b6957e97 HTTP/1.1" status: 204 len: 168 time: 1.5469580 Feb 03 14:30:09.042456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8f618d1f-ce90-4266-865c-c9efc33ac376 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6683896 Feb 03 14:30:09.042974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54112) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:09.112377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5415-0faf-4690-8370-dde39114f148 admin admin] Pushing event updated for resources: {'Network': ['ID=16119766-b006-45f5-b482-99a224a43d71,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:09.120750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Made reservation on behalf of b4bbf26f2d144aa2a0c362a3237cf638 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:09.123106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:09.190734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204832bc-d113-49a0-bedf-543dad353fe9 req-d539b417-6c5c-4ecb-97aa-34c6e674f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:09.193271 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-d539b417-6c5c-4ecb-97aa-34c6e674f170 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 200 len: 919 time: 0.3213892 Feb 03 14:30:09.216718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2201f570-5d4c-4a49-a516-c8ce0a0b8def details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:30:09.250575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 16119766-b006-45f5-b482-99a224a43d71 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:09.367589 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-45c82b4c-9cfb-4861-9b33-032be61d8925 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bdc497-f2e1-4417-b20f-dd47f670a141 HTTP/1.1" status: 200 len: 217 time: 0.1665087 Feb 03 14:30:09.546898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204832bc-d113-49a0-bedf-543dad353fe9 req-6d393a4e-a80d-4317-95d5-4426c21d0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:09.550928 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-6d393a4e-a80d-4317-95d5-4426c21d0d84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 200 len: 858 time: 0.1672409 Feb 03 14:30:09.592730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:09.650692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:09.652304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e721c5e3-2bac-444b-a3bb-a0f49fa146a0 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "PUT /v2.0/routers/eebda0f9-cdf2-4be8-87a5-b102e3536abd HTTP/1.1" status: 200 len: 917 time: 5.0023952 Feb 03 14:30:09.655235 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-ec2446f4-056c-4df1-b539-10e4199113a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960176 Feb 03 14:30:09.656074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54120) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:09.719203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:09.755609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'port_id': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'mac_address': 'fa:16:3e:26:c3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f3332-450a-4ea2-8324-aba8cb1a5f95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:30:09.776432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] Sync routers for ids ['eebda0f9-cdf2-4be8-87a5-b102e3536abd'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:30:09.790218 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (d4b18e42-4e26-463f-bc06-3c721a554454), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:09.856827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b18e42-4e26-463f-bc06-3c721a554454,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:09.892904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] Routers {'eebda0f9-cdf2-4be8-87a5-b102e3536abd'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:09.894401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['eebda0f9-cdf2-4be8-87a5-b102e3536abd'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:09.895485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting subnet 7e9ed637-0eec-4d22-9d1b-444274b7d4f7 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:30:09.900022 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for subnet (7e9ed637-0eec-4d22-9d1b-444274b7d4f7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:09.944010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (7e9ed637-0eec-4d22-9d1b-444274b7d4f7), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:09.984647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:09.987274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-d9776b6f-1b65-4811-9e5f-fb4de4056c94 service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231001 Feb 03 14:30:09.990210 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a5357be3-3c0e-4abd-86d5-8fa8b7433b92 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/eebda0f9-cdf2-4be8-87a5-b102e3536abd HTTP/1.1" status: 200 len: 923 time: 0.3319082 Feb 03 14:30:10.010029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54122) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:10.015230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] Routers {'eebda0f9-cdf2-4be8-87a5-b102e3536abd'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:10.018738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:29:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['eebda0f9-cdf2-4be8-87a5-b102e3536abd'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:10.063359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7e9ed637-0eec-4d22-9d1b-444274b7d4f7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:10.102805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:10.103392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b2946-03f9-423c-bc5a-724aa8bfaf4d None None] The sync data for ids ['eebda0f9-cdf2-4be8-87a5-b102e3536abd'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:30:10.111985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2201f570-5d4c-4a49-a516-c8ce0a0b8def is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:10.112383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:10.149187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2201f570-5d4c-4a49-a516-c8ce0a0b8def {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:30:10.201731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:10.217948 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:10.242386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (7e9ed637-0eec-4d22-9d1b-444274b7d4f7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:10.263865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0a051-2a20-4d7f-8600-a7b266a80986 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:10.289058 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2f0a051-2a20-4d7f-8600-a7b266a80986 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=eebda0f9-cdf2-4be8-87a5-b102e3536abd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2758195 Feb 03 14:30:10.295220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54126) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:10.313049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bcb83-8d26-4ead-84f0-1f68fb12fc8f None None] Network 2c5146eb-106c-4866-b5d4-59fca7eee354 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:10.319096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808e203-cb38-45d1-a528-776eab9ac087 req-5853cebe-145e-45ae-8c54-941dba987cfa tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:10.326763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7808e203-cb38-45d1-a528-776eab9ac087 req-5853cebe-145e-45ae-8c54-941dba987cfa tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.5921164 Feb 03 14:30:10.331707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:10.337684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/subnets/7e9ed637-0eec-4d22-9d1b-444274b7d4f7 HTTP/1.1" status: 204 len: 168 time: 1.2892249 Feb 03 14:30:10.340111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9103328-289e-4891-a7f7-aff5c3f021e7 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9ed637-0eec-4d22-9d1b-444274b7d4f7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:10.345062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:10.417798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7808e203-cb38-45d1-a528-776eab9ac087 req-6ba8b14b-cf38-4d3b-9852-1b7654c3d1ac tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900824 Feb 03 14:30:10.441907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54ffe-e723-4c83-8911-a5b8382d176e req-80e1ad01-3d85-451b-aa8a-7d97fccc8d5a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:10.445792 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-204832bc-d113-49a0-bedf-543dad353fe9 req-be3f7a73-035e-4407-936c-53c3ec99e2ce service neutron] 10.222.0.71 "GET /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309554 Feb 03 14:30:10.451188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4dc54ffe-e723-4c83-8911-a5b8382d176e req-80e1ad01-3d85-451b-aa8a-7d97fccc8d5a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 943 time: 0.7200644 Feb 03 14:30:10.459979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Checking segment: {'id': '634dde34-d5b5-47cd-aac9-18ea92fe2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16119766-b006-45f5-b482-99a224a43d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:10.460731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Network hostable DHCP agents. Network: 16119766-b006-45f5-b482-99a224a43d71, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:10.516337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Network 16119766-b006-45f5-b482-99a224a43d71 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:10.546379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:10.594230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4dc54ffe-e723-4c83-8911-a5b8382d176e req-72a4eef6-e540-45f1-8f21-207984f0f64b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387801 Feb 03 14:30:10.595663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 16119766-b006-45f5-b482-99a224a43d71) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:10.610503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:10.611402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:10.619956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef0527-f8e5-47af-81b5-ae65a42ee206 None None] Network 16119766-b006-45f5-b482-99a224a43d71 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:10.639749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-01bc4e57-265b-4cf8-8e38-677d85e4a360 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6363986 Feb 03 14:30:10.644181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2201f570-5d4c-4a49-a516-c8ce0a0b8def'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:10.894166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] DHCP port deletion for 2c5146eb-106c-4866-b5d4-59fca7eee354 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:30:11.032097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129409e-14ff-45c0-b8e5-e2d9f2a08367 None None] Network 16119766-b006-45f5-b482-99a224a43d71 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:11.442402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Deleting subnet cd305172-b979-4362-8537-00ed23fc4630 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:30:11.476772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 18229c89-f76a-4470-93b1-f1a307ab8177 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:11.495960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] Deleting port 18229c89-f76a-4470-93b1-f1a307ab8177 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:11.496345 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:11.537422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf937a-663c-4cca-815f-4fb21331e9c9 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:11.551056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54148) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:11.565215 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5abf937a-663c-4cca-815f-4fb21331e9c9 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 881 time: 1.2573442 Feb 03 14:30:11.584749 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for subnet (cd305172-b979-4362-8537-00ed23fc4630), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:11.704954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-295b54db-e482-4e5d-8f4e-2a4f53e70465 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=eebda0f9-cdf2-4be8-87a5-b102e3536abd HTTP/1.1" status: 200 len: 205 time: 0.1502926 Feb 03 14:30:11.705964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54156) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:11.711509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54158) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:11.780285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (cd305172-b979-4362-8537-00ed23fc4630), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:11.785182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 18229c89-f76a-4470-93b1-f1a307ab8177 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:11.785529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:11.788613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] For port 18229c89-f76a-4470-93b1-f1a307ab8177, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=18229c89-f76a-4470-93b1-f1a307ab8177,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:11.789015 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:11.811964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] Calling delete_port for 18229c89-f76a-4470-93b1-f1a307ab8177 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:11.840257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 18229c89-f76a-4470-93b1-f1a307ab8177, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=18229c89-f76a-4470-93b1-f1a307ab8177,segment=NetworkSegment(1e6cff94-50d9-41e5-ae43-94320e329b81),segment_id=1e6cff94-50d9-41e5-ae43-94320e329b81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:11.849618 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:11.882804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1955819369-network', 'tenant_id': 'dd52ed10396d41baa8ec2be886b485b5'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:12.013672 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (cd305172-b979-4362-8537-00ed23fc4630), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.117321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Made reservation on behalf of dd52ed10396d41baa8ec2be886b485b5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:12.123508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.157321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.248222 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.263760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (cd305172-b979-4362-8537-00ed23fc4630), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.270771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16205820-8e0d-43dc-9bc3-4af1b01255d6 req-b0783a12-551f-44cc-a62b-8b80ca8365a3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:12.272786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16205820-8e0d-43dc-9bc3-4af1b01255d6 req-b0783a12-551f-44cc-a62b-8b80ca8365a3 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.4077332 Feb 03 14:30:12.301776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-eec6e864-98ca-4cc9-80fd-fc5a4c81d96f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:12.309990 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-eec6e864-98ca-4cc9-80fd-fc5a4c81d96f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.71 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 946 time: 0.2340333 Feb 03 14:30:12.401277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5686a5-bf58-4ab5-8ba0-ae55afde8909 None None] Network 7ba15282-c5d7-444e-9bed-1cb97a7fc84c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:12.402503 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.411229 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/subnets/cd305172-b979-4362-8537-00ed23fc4630 HTTP/1.1" status: 204 len: 168 time: 2.0213363 Feb 03 14:30:12.412052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54160) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:12.439806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=18229c89-f76a-4470-93b1-f1a307ab8177,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:12.449003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864018e-eacf-466c-befb-13e95f6aaec2 req-2e9ced2f-d499-4782-b059-ee89bfba7484 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:12.450372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4869faf-2e6b-4338-ac04-88a2f4f12a60 tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Subnet': ['ID=cd305172-b979-4362-8537-00ed23fc4630,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:12.461151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1864018e-eacf-466c-befb-13e95f6aaec2 req-2e9ced2f-d499-4782-b059-ee89bfba7484 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 944 time: 0.5601063 Feb 03 14:30:12.484225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54162) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:12.490475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': '16f6b936-85c9-4c55-b6d2-0dd404246106', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:12.531563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (18229c89-f76a-4470-93b1-f1a307ab8177), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.571077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] Pushing event deleted for resources: {'Port': ['ID=18229c89-f76a-4470-93b1-f1a307ab8177,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:12.585274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973fa20-4b26-45e0-be9e-e8e41595595e None None] No DVR routers for this DVR port 18229c89-f76a-4470-93b1-f1a307ab8177 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:12.639692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks [] for security_group (c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.717453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] DHCP port deletion for 7ba15282-c5d7-444e-9bed-1cb97a7fc84c request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:30:12.732311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1864018e-eacf-466c-befb-13e95f6aaec2 req-8ff0a285-cb93-43d4-b263-dab6670bf156 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700152 Feb 03 14:30:12.733057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.795396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] Deleting port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:12.796022 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.813673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:12.821832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:12.826080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.866794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2c5146eb-106c-4866-b5d4-59fca7eee354), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.887643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] For port caf7d816-da59-4f1f-a84f-af4bcd8dacb2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=caf7d816-da59-4f1f-a84f-af4bcd8dacb2,segment=NetworkSegment(ebc35528-03d4-4a2b-839c-c3861602dca3),segment_id=ebc35528-03d4-4a2b-839c-c3861602dca3)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:12.888466 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.904886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:12.923266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] Calling delete_port for caf7d816-da59-4f1f-a84f-af4bcd8dacb2 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:12.949612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16205820-8e0d-43dc-9bc3-4af1b01255d6 req-24ed47c4-a198-4f78-838b-c0af3460a6a5 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661508 Feb 03 14:30:12.954724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (565985b1-d40d-43ff-9c0a-c3d0877ccde4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:12.956008 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Added segment 565985b1-d40d-43ff-9c0a-c3d0877ccde4 of type vlan for network e3b9c2bb-968c-419a-8b19-d13e0341198a Feb 03 14:30:12.981349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Deleting port 51bdc497-f2e1-4417-b20f-dd47f670a141 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:12.981774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.024168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (eebda0f9-cdf2-4be8-87a5-b102e3536abd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.059972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2201f570-5d4c-4a49-a516-c8ce0a0b8def up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:13.072237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e3b9c2bb-968c-419a-8b19-d13e0341198a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.136725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Deleting port 94848750-5f44-4e2a-8a88-433f64cf4f58 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:13.137117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (94848750-5f44-4e2a-8a88-433f64cf4f58), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.182623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (caf7d816-da59-4f1f-a84f-af4bcd8dacb2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.198232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 2201f570-5d4c-4a49-a516-c8ce0a0b8def completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:30:13.202028 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2c5146eb-106c-4866-b5d4-59fca7eee354), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.225803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] No DVR routers for this DVR port caf7d816-da59-4f1f-a84f-af4bcd8dacb2 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:13.231408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 2201f570-5d4c-4a49-a516-c8ce0a0b8def triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:13.232204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.255389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (94848750-5f44-4e2a-8a88-433f64cf4f58), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.280298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Calling delete_port for 94848750-5f44-4e2a-8a88-433f64cf4f58 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:13.282287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733249b1-e0b1-4c46-af03-1145f632aa97 None None] Pushing event deleted for resources: {'Port': ['ID=caf7d816-da59-4f1f-a84f-af4bcd8dacb2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:13.300292 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e3b9c2bb-968c-419a-8b19-d13e0341198a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.301278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:13.301862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.317165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] For port 51bdc497-f2e1-4417-b20f-dd47f670a141, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=51bdc497-f2e1-4417-b20f-dd47f670a141,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:13.328578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.351294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2201f570-5d4c-4a49-a516-c8ce0a0b8def is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:13.351703 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.368162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5146eb-106c-4866-b5d4-59fca7eee354']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:13.391909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Calling delete_port for 51bdc497-f2e1-4417-b20f-dd47f670a141 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:13.396121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6cff94-50d9-41e5-ae43-94320e329b81') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:13.396443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6cff94-50d9-41e5-ae43-94320e329b81') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:13.438166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device caf7d816-da59-4f1f-a84f-af4bcd8dacb2 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:13.450121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (1e6cff94-50d9-41e5-ae43-94320e329b81), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.463711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:13.466129 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa7c77-9ed0-496f-9fd9-fce2b5c82dc5" -d '{"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-plugged", "status": "completed", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:13.498846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0d95c49f-9431-40bb-811e-a0431c9b4786), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.502352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (1e6cff94-50d9-41e5-ae43-94320e329b81), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.518686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8058457 Feb 03 14:30:13.521186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:13.521604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (1e6cff94-50d9-41e5-ae43-94320e329b81), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.534277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:13.541257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: caf7d816-da59-4f1f-a84f-af4bcd8dacb2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:13.541742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device caf7d816-da59-4f1f-a84f-af4bcd8dacb2 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:13.541915 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:13.546590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54170) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:13.548084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (94848750-5f44-4e2a-8a88-433f64cf4f58), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.549797 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.566790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Request body: {'subnet': {'network_id': 'e3b9c2bb-968c-419a-8b19-d13e0341198a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1955819369-subnet', 'tenant_id': 'dd52ed10396d41baa8ec2be886b485b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:13.611169 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254497db-dd42-4180-86af-8116e40d5aef x-openstack-request-id: req-254497db-dd42-4180-86af-8116e40d5aef {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:13.611527 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-plugged", "status": "completed", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:13.611721 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-254497db-dd42-4180-86af-8116e40d5aef {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:13.612093 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'code': 200} Feb 03 14:30:13.638194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event deleted for resources: {'Port': ['ID=94848750-5f44-4e2a-8a88-433f64cf4f58,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:13.680377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:13.804197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=0d95c49f-9431-40bb-811e-a0431c9b4786,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:13.812806 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2c5146eb-106c-4866-b5d4-59fca7eee354), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.816013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Made reservation on behalf of dd52ed10396d41baa8ec2be886b485b5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:13.820107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.822572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.825890 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/networks/2c5146eb-106c-4866-b5d4-59fca7eee354 HTTP/1.1" status: 204 len: 168 time: 1.3622944 Feb 03 14:30:13.827781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2feeb-773a-4d21-84f9-f23582fc686b admin admin] Pushing event updated for resources: {'Network': ['ID=e3b9c2bb-968c-419a-8b19-d13e0341198a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:13.831098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54178) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:13.841396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e3b9c2bb-968c-419a-8b19-d13e0341198a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:13.883821 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (eebda0f9-cdf2-4be8-87a5-b102e3536abd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:13.907307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': '6ea99c86-b34a-42a6-8d0f-f1e1b353886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '16f6b936-85c9-4c55-b6d2-0dd404246106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:13.913942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: 16f6b936-85c9-4c55-b6d2-0dd404246106, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:13.948907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7599a11-8954-47be-9336-4a7724ff965a tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Network': ['ID=2c5146eb-106c-4866-b5d4-59fca7eee354,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:13.991477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35538cab-9944-4d5c-873a-002035ba0954 req-3b39e398-28a4-464e-b0b5-a847fc9b76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:13.993452 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-35538cab-9944-4d5c-873a-002035ba0954 req-3b39e398-28a4-464e-b0b5-a847fc9b76b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 1127 time: 0.3050580 Feb 03 14:30:14.051760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network 16f6b936-85c9-4c55-b6d2-0dd404246106 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:14.065048 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (51bdc497-f2e1-4417-b20f-dd47f670a141), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.079543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['82fbac20-8594-4d77-b4a2-47bc195125b1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:14.098274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 16f6b936-85c9-4c55-b6d2-0dd404246106) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:14.111202 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-35538cab-9944-4d5c-873a-002035ba0954 req-0dee77a5-4ba6-40da-bf8e-29f3ac7b9367 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042655 Feb 03 14:30:14.112940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Pushing event deleted for resources: {'Port': ['ID=51bdc497-f2e1-4417-b20f-dd47f670a141,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:14.115165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:14.115787 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.151368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06c0e0f1-4ba9-490d-a50e-980294d23250 req-298386e9-6d16-45d7-9ba5-6444ea7833ad tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=b62698d1-1d04-4994-ac30-f93204f8d23b HTTP/1.1" status: 200 len: 210 time: 0.1210432 Feb 03 14:30:14.165203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['51bdc497-f2e1-4417-b20f-dd47f670a141'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:14.177656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c374685-3dca-4032-95e0-d85f85557974 None None] Network 16f6b936-85c9-4c55-b6d2-0dd404246106 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:14.178881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.187288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (eebda0f9-cdf2-4be8-87a5-b102e3536abd), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.212247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4374b047-0e7b-41ab-944d-2c18c5aafe5e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7255545 Feb 03 14:30:14.214403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] No DVR routers for this DVR port 51bdc497-f2e1-4417-b20f-dd47f670a141 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:14.216225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54182) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:14.226399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929979957'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:14.227435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7ba15282-c5d7-444e-9bed-1cb97a7fc84c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.234668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.239247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5fe87e61-5ec5-4fdb-8117-44b66aef5fb1 req-a5ba1abe-5962-435c-bd76-1aed9cc2b356 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.71 "DELETE /v2.0/ports/51bdc497-f2e1-4417-b20f-dd47f670a141 HTTP/1.1" status: 204 len: 173 time: 1.9003618 Feb 03 14:30:14.240046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'name': 'network-vif-deleted', 'tag': '51bdc497-f2e1-4417-b20f-dd47f670a141'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:14.244496 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f899a630-8bf6-4871-bc1c-9671982d012c" -d '{"events": [{"server_uuid": "b62698d1-1d04-4994-ac30-f93204f8d23b", "name": "network-vif-deleted", "tag": "51bdc497-f2e1-4417-b20f-dd47f670a141"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:14.289249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d8ba9-746d-4425-a945-71f7508797be req-c49a5ce5-9bdd-48b6-ab93-d7e3f100d837 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:14.290796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a33d8ba9-746d-4425-a945-71f7508797be req-c49a5ce5-9bdd-48b6-ab93-d7e3f100d837 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.4255936 Feb 03 14:30:14.316316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:14.328546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.355346 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f9c93c-4525-4f73-b16b-2e689555c06e x-openstack-request-id: req-d8f9c93c-4525-4f73-b16b-2e689555c06e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:14.356844 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62698d1-1d04-4994-ac30-f93204f8d23b", "name": "network-vif-deleted", "tag": "51bdc497-f2e1-4417-b20f-dd47f670a141", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:14.357304 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8f9c93c-4525-4f73-b16b-2e689555c06e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:14.357961 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62698d1-1d04-4994-ac30-f93204f8d23b', 'name': 'network-vif-deleted', 'tag': '51bdc497-f2e1-4417-b20f-dd47f670a141', 'status': 'completed', 'code': 200} Feb 03 14:30:14.386768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:14.391027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7ba15282-c5d7-444e-9bed-1cb97a7fc84c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.400391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (16c8bdc5-1678-4a78-8cb6-5779b3b5238b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.401097 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment 16c8bdc5-1678-4a78-8cb6-5779b3b5238b of type vlan for network bd9fb43b-f55e-47bf-9b03-e9da71253368 Feb 03 14:30:14.422196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba15282-c5d7-444e-9bed-1cb97a7fc84c']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:14.434125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc35528-03d4-4a2b-839c-c3861602dca3') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:14.434627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc35528-03d4-4a2b-839c-c3861602dca3') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:14.455831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (ebc35528-03d4-4a2b-839c-c3861602dca3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.473283 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (bd9fb43b-f55e-47bf-9b03-e9da71253368), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.476158 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ebc35528-03d4-4a2b-839c-c3861602dca3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.484293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:14.484733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (ebc35528-03d4-4a2b-839c-c3861602dca3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.519811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-16f6b936-85c9-4c55-b6d2-0dd404246106', 'network_id': '16f6b936-85c9-4c55-b6d2-0dd404246106', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': '0d95c49f-9431-40bb-811e-a0431c9b4786'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:14.520800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.524107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (bd9fb43b-f55e-47bf-9b03-e9da71253368), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.533412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:14.534290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:14.550305 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:14.553673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (eebda0f9-cdf2-4be8-87a5-b102e3536abd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.553673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Fanout notify agent at l3_agent the message router_deleted on router eebda0f9-cdf2-4be8-87a5-b102e3536abd {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:30:14.558754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.559925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-64d17efc-e58f-42e3-b196-24f7ac7ed602 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/eebda0f9-cdf2-4be8-87a5-b102e3536abd HTTP/1.1" status: 204 len: 168 time: 2.8448343 Feb 03 14:30:14.567498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:14.595227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-295073129', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:14.612864 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7ba15282-c5d7-444e-9bed-1cb97a7fc84c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.618078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.621277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] 10.222.0.52 "DELETE /v2.0/networks/7ba15282-c5d7-444e-9bed-1cb97a7fc84c HTTP/1.1" status: 204 len: 168 time: 0.7711518 Feb 03 14:30:14.638351 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4207129 Feb 03 14:30:14.642444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:14.653165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:14.674877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97740c1-c900-4a01-8315-77bc5228821b tempest-TaggedBootDevicesTest-2053681123 tempest-TaggedBootDevicesTest-2053681123-project] Pushing event deleted for resources: {'Network': ['ID=7ba15282-c5d7-444e-9bed-1cb97a7fc84c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:14.708489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a815876-7abc-4fe9-a0c8-997783479c9a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=bd9fb43b-f55e-47bf-9b03-e9da71253368,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:14.737774 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.738870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.799668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Allocated IP 2001:db8:0:ffff::2 (16f6b936-85c9-4c55-b6d2-0dd404246106/0d95c49f-9431-40bb-811e-a0431c9b4786/b185813d-6705-41d8-bd64-a61972516d4e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:14.812975 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.819923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a33d8ba9-746d-4425-a945-71f7508797be req-6fef49d8-9b87-4c6a-bc05-7706e7ebbe28 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940057 Feb 03 14:30:14.909310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:14.914114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:14.917079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network bd9fb43b-f55e-47bf-9b03-e9da71253368 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:14.939744 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (b867dec7-aef3-45cc-bb55-cf152058df43), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.180704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.234851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b867dec7-aef3-45cc-bb55-cf152058df43,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:15.282903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Checking segment: {'id': '565985b1-d40d-43ff-9c0a-c3d0877ccde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e3b9c2bb-968c-419a-8b19-d13e0341198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:15.283451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Network hostable DHCP agents. Network: e3b9c2bb-968c-419a-8b19-d13e0341198a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:15.336606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Publish callbacks [] for port (b185813d-6705-41d8-bd64-a61972516d4e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.344768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b185813d-6705-41d8-bd64-a61972516d4e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.394659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Network 16f6b936-85c9-4c55-b6d2-0dd404246106 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:15.398693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:15.410015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:15.414976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ee7daca8-b32d-42de-8eaa-82646aad84b7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.425011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Pushing event updated for resources: {'Port': ['ID=b185813d-6705-41d8-bd64-a61972516d4e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:15.490226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Attempting to bind port b185813d-6705-41d8-bd64-a61972516d4e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:15.490793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Attempting to bind port b185813d-6705-41d8-bd64-a61972516d4e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6ea99c86-b34a-42a6-8d0f-f1e1b353886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '16f6b936-85c9-4c55-b6d2-0dd404246106'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:15.491171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Attempting to bind port b185813d-6705-41d8-bd64-a61972516d4e on network 16f6b936-85c9-4c55-b6d2-0dd404246106 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:15.500142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:15.500874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Checking segment: {'id': '6ea99c86-b34a-42a6-8d0f-f1e1b353886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '16f6b936-85c9-4c55-b6d2-0dd404246106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:15.501729 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.501949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Bound using segment: {'id': '6ea99c86-b34a-42a6-8d0f-f1e1b353886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '16f6b936-85c9-4c55-b6d2-0dd404246106'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:15.505245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Bound port: b185813d-6705-41d8-bd64-a61972516d4e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea99c86-b34a-42a6-8d0f-f1e1b353886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '16f6b936-85c9-4c55-b6d2-0dd404246106'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:15.505841 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b185813d-6705-41d8-bd64-a61972516d4e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.513534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=ee7daca8-b32d-42de-8eaa-82646aad84b7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:15.528201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': '16c8bdc5-1678-4a78-8cb6-5779b3b5238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:15.528892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: bd9fb43b-f55e-47bf-9b03-e9da71253368, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:15.570641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network bd9fb43b-f55e-47bf-9b03-e9da71253368 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:15.581829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, bd9fb43b-f55e-47bf-9b03-e9da71253368) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:15.589406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:15.590124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.595363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfc5f11-4ba5-4b6a-a641-ebedc004729f None None] Network bd9fb43b-f55e-47bf-9b03-e9da71253368 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:15.619946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fada416f-f8a4-4e54-b6cf-45561666e287 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9761953 Feb 03 14:30:15.621365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54208) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:15.679443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] For port b185813d-6705-41d8-bd64-a61972516d4e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:15.701579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] For port b185813d-6705-41d8-bd64-a61972516d4e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b185813d-6705-41d8-bd64-a61972516d4e,segment=NetworkSegment(6ea99c86-b34a-42a6-8d0f-f1e1b353886a),segment_id=6ea99c86-b34a-42a6-8d0f-f1e1b353886a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:15.737877 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b185813d-6705-41d8-bd64-a61972516d4e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.769199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (bd9fb43b-f55e-47bf-9b03-e9da71253368), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.824965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-bd9fb43b-f55e-47bf-9b03-e9da71253368', 'network_id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': 'ee7daca8-b32d-42de-8eaa-82646aad84b7'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:15.825825 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.877043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Network e3b9c2bb-968c-419a-8b19-d13e0341198a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:15.879510 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-794a4edf-557c-43ef-b91a-f66129a7522d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.893193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e3b9c2bb-968c-419a-8b19-d13e0341198a) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:15.901091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:15.901829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:15.943771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9824e-a3a6-4391-aa9f-05e2aeb301b1 req-7306ec06-53c3-432d-8974-e5b9ee882602 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:15.945994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00c9824e-a3a6-4391-aa9f-05e2aeb301b1 req-7306ec06-53c3-432d-8974-e5b9ee882602 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1420014 Feb 03 14:30:15.949391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-adc09064-6016-477a-bd22-8d7f13ade43c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3916667 Feb 03 14:30:15.958384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927628b4-a1fa-4c8c-b3cb-2b98a0ded82a None None] Network e3b9c2bb-968c-419a-8b19-d13e0341198a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:16.059045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ba7db-c87c-4f07-b00d-ea7a27233112 None None] Pushing event updated for resources: {'Port': ['ID=b185813d-6705-41d8-bd64-a61972516d4e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:16.077167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ee7daca8-b32d-42de-8eaa-82646aad84b7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:16.125884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 51bdc497-f2e1-4417-b20f-dd47f670a141 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:16.245266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00c9824e-a3a6-4391-aa9f-05e2aeb301b1 req-b5a71921-1a5a-48ca-84ce-57b95553aa42 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919247 Feb 03 14:30:16.296257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 51bdc497-f2e1-4417-b20f-dd47f670a141 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:16.296896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 51bdc497-f2e1-4417-b20f-dd47f670a141 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:16.357600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Allocated IP 2001:db8::1 (bd9fb43b-f55e-47bf-9b03-e9da71253368/ee7daca8-b32d-42de-8eaa-82646aad84b7/e27e55b0-e15e-4113-aab4-c4688a98b430) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:16.392173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:16.504506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d105e5-cc80-4bcf-b638-3ea81543d9d7 None None] Network e3b9c2bb-968c-419a-8b19-d13e0341198a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:16.518096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d529e-bcbf-4594-a978-6ba5f3144273 req-f7a40aec-76ee-4df4-867b-6c15fe3028ce tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:16.536230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d55d529e-bcbf-4594-a978-6ba5f3144273 req-f7a40aec-76ee-4df4-867b-6c15fe3028ce tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.5482111 Feb 03 14:30:16.566184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:16.709078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Allocated IP 172.25.0.2 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/b6c15fd8-a9a1-4138-9d54-c15e9ec8b901) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:16.872219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d55d529e-bcbf-4594-a978-6ba5f3144273 req-bc34d91c-3b67-4646-9dde-ad5edbdf270c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195891 Feb 03 14:30:16.949561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for port (b6c15fd8-a9a1-4138-9d54-c15e9ec8b901), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:16.976050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Publish callbacks [] for port (e27e55b0-e15e-4113-aab4-c4688a98b430), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:16.986883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (e27e55b0-e15e-4113-aab4-c4688a98b430), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:16.995085 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b6c15fd8-a9a1-4138-9d54-c15e9ec8b901), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.003394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (ee7daca8-b32d-42de-8eaa-82646aad84b7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.059807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Network bd9fb43b-f55e-47bf-9b03-e9da71253368 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:17.060084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:17.063172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:17.063389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:17.067425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:17.077602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:17.088782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Pushing event updated for resources: {'Port': ['ID=e27e55b0-e15e-4113-aab4-c4688a98b430,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:17.115680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7daca8-b32d-42de-8eaa-82646aad84b7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:17.249281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event updated for resources: {'Port': ['ID=b6c15fd8-a9a1-4138-9d54-c15e9ec8b901,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:17.274153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Attempting to bind port e27e55b0-e15e-4113-aab4-c4688a98b430 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:17.274440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Attempting to bind port e27e55b0-e15e-4113-aab4-c4688a98b430 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '16c8bdc5-1678-4a78-8cb6-5779b3b5238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:17.274816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Attempting to bind port e27e55b0-e15e-4113-aab4-c4688a98b430 on network bd9fb43b-f55e-47bf-9b03-e9da71253368 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:17.290509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:17.290898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Checking segment: {'id': '16c8bdc5-1678-4a78-8cb6-5779b3b5238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:17.291313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.291713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Bound using segment: {'id': '16c8bdc5-1678-4a78-8cb6-5779b3b5238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:17.292209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Bound port: e27e55b0-e15e-4113-aab4-c4688a98b430, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c8bdc5-1678-4a78-8cb6-5779b3b5238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:17.292631 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e27e55b0-e15e-4113-aab4-c4688a98b430), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.342056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (bd9fb43b-f55e-47bf-9b03-e9da71253368), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.411288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9fb43b-f55e-47bf-9b03-e9da71253368']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:17.447176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] For port e27e55b0-e15e-4113-aab4-c4688a98b430, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:17.447494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c8bdc5-1678-4a78-8cb6-5779b3b5238b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:17.447942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c8bdc5-1678-4a78-8cb6-5779b3b5238b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:17.452673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] For port e27e55b0-e15e-4113-aab4-c4688a98b430, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e27e55b0-e15e-4113-aab4-c4688a98b430,segment=NetworkSegment(16c8bdc5-1678-4a78-8cb6-5779b3b5238b),segment_id=16c8bdc5-1678-4a78-8cb6-5779b3b5238b)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:17.462109 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e27e55b0-e15e-4113-aab4-c4688a98b430), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.474278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (16c8bdc5-1678-4a78-8cb6-5779b3b5238b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.505329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (16c8bdc5-1678-4a78-8cb6-5779b3b5238b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.511901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:17.512627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (16c8bdc5-1678-4a78-8cb6-5779b3b5238b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:17.515580 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:17.577521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaeb2f-270a-4258-a578-e40681948bba None None] Pushing event updated for resources: {'Port': ['ID=e27e55b0-e15e-4113-aab4-c4688a98b430,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:17.733090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b185813d-6705-41d8-bd64-a61972516d4e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:17.775084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:30:17.775084 n-d-827549-2 neutron-server[103341]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:30:17.775084 n-d-827549-2 neutron-server[103341]: [parameters: {'id': 'bd9fb43b-f55e-47bf-9b03-e9da71253368'}] Feb 03 14:30:17.775084 n-d-827549-2 neutron-server[103341]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:30:17.775615 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:30:17.833489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b185813d-6705-41d8-bd64-a61972516d4e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:17.836198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b185813d-6705-41d8-bd64-a61972516d4e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:17.919602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d6554-5b43-4508-b77a-00d063c9e765 None None] Network bd9fb43b-f55e-47bf-9b03-e9da71253368 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:17.937716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-ffc090f4-5513-424b-8e6b-9f827cd73cbc tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:17.939169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-ffc090f4-5513-424b-8e6b-9f827cd73cbc tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/networks?id=16119766-b006-45f5-b482-99a224a43d71 HTTP/1.1" status: 200 len: 808 time: 0.6910267 Feb 03 14:30:18.024450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-afc6caa1-8459-4ef5-8cc0-303af726b70e tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/quotas/b4bbf26f2d144aa2a0c362a3237cf638 HTTP/1.1" status: 200 len: 375 time: 0.0542414 Feb 03 14:30:18.076197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-3d199e78-4230-4c7f-ad9e-20d93891c048 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4bbf26f2d144aa2a0c362a3237cf638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400951 Feb 03 14:30:18.094076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3169b-544d-4262-9c78-5d349b75ee90 req-25685e9a-fd5d-4c32-a772-4c3140c2de77 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:18.095662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85c3169b-544d-4262-9c78-5d349b75ee90 req-25685e9a-fd5d-4c32-a772-4c3140c2de77 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.1804261 Feb 03 14:30:18.104526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.218758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e53701-66bc-4d3c-9006-bea3d64fd012 None None] Network 16f6b936-85c9-4c55-b6d2-0dd404246106 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:18.276389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (bd9fb43b-f55e-47bf-9b03-e9da71253368), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.322913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85c3169b-544d-4262-9c78-5d349b75ee90 req-346aee90-d18e-43c8-8a53-8bc72dec8334 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824076 Feb 03 14:30:18.347112 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0395343-6682-4cf3-b12e-8e19d6f203d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.370470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b185813d-6705-41d8-bd64-a61972516d4e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:18.370869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b185813d-6705-41d8-bd64-a61972516d4e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.376540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e1d47c98-7e48-4a8b-9e42-962caa350816 None None] Provisioning complete for port b185813d-6705-41d8-bd64-a61972516d4e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:18.376917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1d47c98-7e48-4a8b-9e42-962caa350816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b185813d-6705-41d8-bd64-a61972516d4e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.411875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-1df6dc4b-ab9d-45d2-8b95-5ffd0a00193b service neutron] 10.222.0.52 "GET /v2.0/networks/16119766-b006-45f5-b482-99a224a43d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146265 Feb 03 14:30:18.417478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port e27e55b0-e15e-4113-aab4-c4688a98b430 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:18.417841 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e27e55b0-e15e-4113-aab4-c4688a98b430), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.484580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b185813d-6705-41d8-bd64-a61972516d4e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b185813d-6705-41d8-bd64-a61972516d4e,segment=NetworkSegment(6ea99c86-b34a-42a6-8d0f-f1e1b353886a),segment_id=6ea99c86-b34a-42a6-8d0f-f1e1b353886a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:18.493275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b185813d-6705-41d8-bd64-a61972516d4e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.519603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port e27e55b0-e15e-4113-aab4-c4688a98b430, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e27e55b0-e15e-4113-aab4-c4688a98b430,segment=NetworkSegment(16c8bdc5-1678-4a78-8cb6-5779b3b5238b),segment_id=16c8bdc5-1678-4a78-8cb6-5779b3b5238b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:18.519979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e27e55b0-e15e-4113-aab4-c4688a98b430), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.547857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for e27e55b0-e15e-4113-aab4-c4688a98b430 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:18.642189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b185813d-6705-41d8-bd64-a61972516d4e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:18.650347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e1d47c98-7e48-4a8b-9e42-962caa350816 None None] Current status of the port b185813d-6705-41d8-bd64-a61972516d4e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:18.676491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e27e55b0-e15e-4113-aab4-c4688a98b430), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.684776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fad8e1-5689-477e-8984-740d1257ebcf req-d7726976-0ed7-438c-b9e7-0c848f37c10c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:18.686366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56fad8e1-5689-477e-8984-740d1257ebcf req-d7726976-0ed7-438c-b9e7-0c848f37c10c tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.2073710 Feb 03 14:30:18.695907 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.707862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-cd1e4e9d-5af7-4113-97c1-430ed0e21bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/16119766-b006-45f5-b482-99a224a43d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884948 Feb 03 14:30:18.740922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=e27e55b0-e15e-4113-aab4-c4688a98b430,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:18.746019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port e27e55b0-e15e-4113-aab4-c4688a98b430 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:18.892226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (bd9fb43b-f55e-47bf-9b03-e9da71253368), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.913201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56fad8e1-5689-477e-8984-740d1257ebcf req-2710e42d-af9f-47d7-a363-b9ab5f77cafc tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193871 Feb 03 14:30:18.916847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9fb43b-f55e-47bf-9b03-e9da71253368']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:18.937091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c8bdc5-1678-4a78-8cb6-5779b3b5238b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:18.937525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c8bdc5-1678-4a78-8cb6-5779b3b5238b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:18.942461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Router 39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:30:18.951245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (16c8bdc5-1678-4a78-8cb6-5779b3b5238b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:18.979621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (16c8bdc5-1678-4a78-8cb6-5779b3b5238b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.002206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea42549-33be-4bf2-a449-9a8ba9afdffe None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:30:19.003353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:19.007811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (16c8bdc5-1678-4a78-8cb6-5779b3b5238b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:19.012790 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:19.138683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (bd9fb43b-f55e-47bf-9b03-e9da71253368), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.151804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.155294 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/bd9fb43b-f55e-47bf-9b03-e9da71253368 HTTP/1.1" status: 204 len: 168 time: 3.5327189 Feb 03 14:30:19.159779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54270) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:19.172287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261944376'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:19.177887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23ba7e3e-3915-4d70-af70-50314700ea1c req-ecb44939-5fb3-42a1-ac16-cd2d3693a593 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 210 time: 0.0549090 Feb 03 14:30:19.205073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac54f69-939e-43c4-9b0c-5712db76cec6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=bd9fb43b-f55e-47bf-9b03-e9da71253368,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:19.218520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:19.244573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7f62f883-3b84-466c-b2d3-18068003a6bd None None] Provisioning complete for port b185813d-6705-41d8-bd64-a61972516d4e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:19.245090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f62f883-3b84-466c-b2d3-18068003a6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b185813d-6705-41d8-bd64-a61972516d4e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.247674 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] Sync routers for ids ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:30:19.248145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:19.253996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.272777 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.273226 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] Routers {'39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:19.274453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fc851dbb-7b8b-4739-a6c5-7581600a1203 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6827941 Feb 03 14:30:19.281798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54276) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:19.293718 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:19.300374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:19.305218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea42549-33be-4bf2-a449-9a8ba9afdffe None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:30:19.344917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b36d-eb1f-4f69-8fac-86d17feda4ad req-05076b98-7fdd-4b72-a6c9-ac527136986e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:19.350331 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:19.352339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f4b36d-eb1f-4f69-8fac-86d17feda4ad req-05076b98-7fdd-4b72-a6c9-ac527136986e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.0939472 Feb 03 14:30:19.363518 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] Routers {'39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:19.364405 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:19.441231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b185813d-6705-41d8-bd64-a61972516d4e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:19.444762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:19.446807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0f4b36d-eb1f-4f69-8fac-86d17feda4ad req-c3a6c3cb-cf16-4d8e-9c94-c2274f4b9253 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904834 Feb 03 14:30:19.547226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d253575e-75e7-418d-a3fb-993e629c08c5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.547580 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment d253575e-75e7-418d-a3fb-993e629c08c5 of type vlan for network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d Feb 03 14:30:19.607975 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:19.608987 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb990398-ff29-4eb4-b848-a6cade622798 None None] The sync data for ids ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:30:19.645857 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.660106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7f62f883-3b84-466c-b2d3-18068003a6bd None None] Current status of the port b185813d-6705-41d8-bd64-a61972516d4e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:19.660833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ec84f-c241-4d59-97ac-c21c36e144b8 req-6e87ad19-f8d7-4fc5-a55e-0dd0d634f9d0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:19.661725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.668520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-718ec84f-c241-4d59-97ac-c21c36e144b8 req-6e87ad19-f8d7-4fc5-a55e-0dd0d634f9d0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.1238415 Feb 03 14:30:19.723108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b185813d-6705-41d8-bd64-a61972516d4e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:19.723664 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b185813d-6705-41d8-bd64-a61972516d4e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.785242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-718ec84f-c241-4d59-97ac-c21c36e144b8 req-f1782c1d-4e96-4649-aee7-9bd9ba4d17d5 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029789 Feb 03 14:30:19.808549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.814265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:19.815198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:19.883411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b185813d-6705-41d8-bd64-a61972516d4e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:19.925611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7607172 Feb 03 14:30:19.929373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54288) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:19.936889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': 'adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:19.948508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7612b47-4b11-4f40-871f-570f096139ab tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:19.970982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:20.173223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:20.176832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:20.228499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee105c9-65e8-42aa-80ee-18463d692d8a req-e9370252-dc5e-4632-81e9-3918bd3db203 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:20.245140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee105c9-65e8-42aa-80ee-18463d692d8a req-e9370252-dc5e-4632-81e9-3918bd3db203 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1952157 Feb 03 14:30:20.419940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee105c9-65e8-42aa-80ee-18463d692d8a req-3b4d1693-3d49-4e60-b647-359fd785cf9f tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246653 Feb 03 14:30:20.568227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5166dee-f292-4a98-b119-c4822ac282ea req-33b1b20a-91d5-41a0-9671-1dac68af65ff tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 210 time: 0.0736122 Feb 03 14:30:20.646808 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:20.666721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:20.710315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (17afdd58-b448-4338-b3e3-37077d6e8c6a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:20.713627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f682-9494-4418-989a-416a962f7d2a req-97110cf9-6e34-4c85-a733-f6d7d89dd135 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:20.716360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-07a2f682-9494-4418-989a-416a962f7d2a req-97110cf9-6e34-4c85-a733-f6d7d89dd135 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.2103209 Feb 03 14:30:20.764049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_gateway (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:20.813375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49332d-28b9-4202-8dac-6e4d02fa9008 req-7b5010ff-605f-4e3f-a494-921ff6a9a8c5 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:20.815038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d49332d-28b9-4202-8dac-6e4d02fa9008 req-7b5010ff-605f-4e3f-a494-921ff6a9a8c5 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.2980108 Feb 03 14:30:20.834580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=17afdd58-b448-4338-b3e3-37077d6e8c6a,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:20.844339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': 'd253575e-75e7-418d-a3fb-993e629c08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:20.844841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:20.861445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-18fb21ad-cdce-48de-96ef-012fbdb0ebb5 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:20.862896 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-18fb21ad-cdce-48de-96ef-012fbdb0ebb5 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.71 "GET /v2.0/networks?id=16119766-b006-45f5-b482-99a224a43d71 HTTP/1.1" status: 200 len: 808 time: 0.2895873 Feb 03 14:30:20.881476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:20.882663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Request body: {'port': {'device_id': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'network_id': '16119766-b006-45f5-b482-99a224a43d71', 'admin_state_up': True, 'tenant_id': 'b4bbf26f2d144aa2a0c362a3237cf638'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:20.889998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d49332d-28b9-4202-8dac-6e4d02fa9008 req-3964f167-8b77-452b-8238-6d4a7b90c71d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670314 Feb 03 14:30:20.903277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:20.914528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:20.915264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:20.915414 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea28d46-fc73-4d16-abb3-319b8a57b9fb None None] Network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:20.935093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-da3f0430-8576-4557-a128-6f81d30ba07f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0041609 Feb 03 14:30:20.938502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54306) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:20.943747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294591611'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:20.965844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:20.969720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:20.999781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Deleting port 82fbac20-8594-4d77-b4a2-47bc195125b1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:20.999781 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.000737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:21.018076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c41156ea-1a97-4733-b6c5-048449e68f7d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.018500 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment c41156ea-1a97-4733-b6c5-048449e68f7d of type vlan for network 502e202e-6e91-4e96-852e-d869249d3ef1 Feb 03 14:30:21.034809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Deleting port b6c15fd8-a9a1-4138-9d54-c15e9ec8b901 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:21.035338 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b6c15fd8-a9a1-4138-9d54-c15e9ec8b901), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.071264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d', 'network_id': 'adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': '17afdd58-b448-4338-b3e3-37077d6e8c6a'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:21.072402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.081276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (502e202e-6e91-4e96-852e-d869249d3ef1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.121813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (502e202e-6e91-4e96-852e-d869249d3ef1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.128966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:21.129577 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.156344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2163839 Feb 03 14:30:21.168887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54308) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:21.179233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': '502e202e-6e91-4e96-852e-d869249d3ef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:21.273044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Allocated IP 2001:db8::1 (adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d/17afdd58-b448-4338-b3e3-37077d6e8c6a/ee3344f0-a450-46af-97d3-12266d6a74a6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:21.297270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Made reservation on behalf of b4bbf26f2d144aa2a0c362a3237cf638 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:21.300719 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.348462 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b6c15fd8-a9a1-4138-9d54-c15e9ec8b901), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.364192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] For port 82fbac20-8594-4d77-b4a2-47bc195125b1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=82fbac20-8594-4d77-b4a2-47bc195125b1,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:21.367259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.399893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Calling delete_port for b6c15fd8-a9a1-4138-9d54-c15e9ec8b901 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:21.409939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Calling delete_port for 82fbac20-8594-4d77-b4a2-47bc195125b1 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:21.520320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:21.524889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.671830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Publish callbacks [] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.686992 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:21.716202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Performing IP validity checks on allocation pools {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 14:30:21.716826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 14:30:21.770201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Pushing event updated for resources: {'Port': ['ID=ee3344f0-a450-46af-97d3-12266d6a74a6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:21.805643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:21.810253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:21.821622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:21.832253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Allocated IP 172.20.0.8 (16119766-b006-45f5-b482-99a224a43d71/d4b18e42-4e26-463f-bc06-3c721a554454/2a25745f-c866-446e-9cba-73cf839322ba) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:21.891468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=502e202e-6e91-4e96-852e-d869249d3ef1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:21.907263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba547090-68ca-445b-b74d-574d2faeb63e req-fa9a0d87-b955-480c-b1dd-239749675a4b tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 210 time: 0.1166556 Feb 03 14:30:21.929225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.929491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.929843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.930587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.930587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.930816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.931152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.931481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.932245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.932245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.932596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.932766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.933102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b967d8-0da2-4452-83ea-293ca6ffa76b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:21.972883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 502e202e-6e91-4e96-852e-d869249d3ef1 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:21.977070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8999-60a3-4f44-8173-47fee2929483 req-ef7c2144-ab63-42be-8f22-840b2d4c16cf tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:21.983755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a74a8999-60a3-4f44-8173-47fee2929483 req-ef7c2144-ab63-42be-8f22-840b2d4c16cf tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d284144-a92f-48c7-a466-87e900a77c31 HTTP/1.1" status: 200 len: 945 time: 0.1942592 Feb 03 14:30:22.003624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Attempting to bind port ee3344f0-a450-46af-97d3-12266d6a74a6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:22.004468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Attempting to bind port ee3344f0-a450-46af-97d3-12266d6a74a6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd253575e-75e7-418d-a3fb-993e629c08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:22.005043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Attempting to bind port ee3344f0-a450-46af-97d3-12266d6a74a6 on network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:22.050568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:22.051010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Checking segment: {'id': 'd253575e-75e7-418d-a3fb-993e629c08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:22.051484 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.051956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Bound using segment: {'id': 'd253575e-75e7-418d-a3fb-993e629c08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:22.053441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Bound port: ee3344f0-a450-46af-97d3-12266d6a74a6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd253575e-75e7-418d-a3fb-993e629c08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:22.054074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.063799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b6c15fd8-a9a1-4138-9d54-c15e9ec8b901), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.075535 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.112258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Pushing event deleted for resources: {'Port': ['ID=b6c15fd8-a9a1-4138-9d54-c15e9ec8b901,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:22.114862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a74a8999-60a3-4f44-8173-47fee2929483 req-e5d24889-d7aa-44d6-86dc-c99ba3e79c76 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec62feff-33ab-41b0-8400-794416edb4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295362 Feb 03 14:30:22.120242 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (82fbac20-8594-4d77-b4a2-47bc195125b1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.148798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.149155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.149672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.150019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.150361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.150696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.151027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.151354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.151682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.152011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.152337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.152688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.153012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:22.182443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] For port ee3344f0-a450-46af-97d3-12266d6a74a6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:22.187215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] For port ee3344f0-a450-46af-97d3-12266d6a74a6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ee3344f0-a450-46af-97d3-12266d6a74a6,segment=NetworkSegment(d253575e-75e7-418d-a3fb-993e629c08c5),segment_id=d253575e-75e7-418d-a3fb-993e629c08c5)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:22.198734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['82fbac20-8594-4d77-b4a2-47bc195125b1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:22.214241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.237193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06714d-c0e0-41e4-af8c-42faede0f2a4 req-1a9e3955-24f9-418e-9c5a-10d9b02dc3dc tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:22.241990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed06714d-c0e0-41e4-af8c-42faede0f2a4 req-1a9e3955-24f9-418e-9c5a-10d9b02dc3dc tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.1960373 Feb 03 14:30:22.281163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] No DVR routers for this DVR port 82fbac20-8594-4d77-b4a2-47bc195125b1 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:22.284791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.290758 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-07a2f682-9494-4418-989a-416a962f7d2a req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] 10.222.0.45 "DELETE /v2.0/ports/82fbac20-8594-4d77-b4a2-47bc195125b1 HTTP/1.1" status: 204 len: 173 time: 1.5635405 Feb 03 14:30:22.338149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b22987-5070-4219-a86d-557fd2f1bf91 None None] Pushing event updated for resources: {'Port': ['ID=ee3344f0-a450-46af-97d3-12266d6a74a6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:22.363115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d284144-a92f-48c7-a466-87e900a77c31', 'name': 'network-vif-deleted', 'tag': '82fbac20-8594-4d77-b4a2-47bc195125b1'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:22.366341 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a017017-42ea-48e6-9aa5-7bfad5b6e5f1" -d '{"events": [{"server_uuid": "4d284144-a92f-48c7-a466-87e900a77c31", "name": "network-vif-deleted", "tag": "82fbac20-8594-4d77-b4a2-47bc195125b1"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:22.371852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:22.390011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed06714d-c0e0-41e4-af8c-42faede0f2a4 req-a3863c63-b9b0-4f5e-bc0b-aab1cefa9a94 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412938 Feb 03 14:30:22.466842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e2a34-5eee-4ee2-98ff-a6412be8c4f2 tempest-ServerRescueNegativeTestJSON-1366256057 tempest-ServerRescueNegativeTestJSON-1366256057-project] Pushing event deleted for resources: {'Port': ['ID=82fbac20-8594-4d77-b4a2-47bc195125b1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:22.880522 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaeb631-2106-458e-85b7-18f18f512168 x-openstack-request-id: req-fcaeb631-2106-458e-85b7-18f18f512168 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:22.880522 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d284144-a92f-48c7-a466-87e900a77c31", "name": "network-vif-deleted", "tag": "82fbac20-8594-4d77-b4a2-47bc195125b1", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:22.881936 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcaeb631-2106-458e-85b7-18f18f512168 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:22.881936 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d284144-a92f-48c7-a466-87e900a77c31', 'name': 'network-vif-deleted', 'tag': '82fbac20-8594-4d77-b4a2-47bc195125b1', 'status': 'completed', 'code': 200} Feb 03 14:30:22.965396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (53398e56-e736-4181-bd3e-a5aeebdc9fcc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.047027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=53398e56-e736-4181-bd3e-a5aeebdc9fcc,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:23.129403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d76ab0f-4780-4a8e-afca-ee9b960a37d7 req-d0ccaa66-f7f9-4a30-811c-3ef69af483e3 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 210 time: 0.0941222 Feb 03 14:30:23.157909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks [] for port (2a25745f-c866-446e-9cba-73cf839322ba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.184685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54326) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:23.230559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.241097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.250635 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2a25745f-c866-446e-9cba-73cf839322ba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.382567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': 'c41156ea-1a97-4733-b6c5-048449e68f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '502e202e-6e91-4e96-852e-d869249d3ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:23.383509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: 502e202e-6e91-4e96-852e-d869249d3ef1, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:23.450507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Pushing event updated for resources: {'Port': ['ID=2a25745f-c866-446e-9cba-73cf839322ba,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:23.468895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Network 16119766-b006-45f5-b482-99a224a43d71 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:23.483186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:23.499708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:23.549398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3344f0-a450-46af-97d3-12266d6a74a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:23.583737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:23.585295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.597292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Router 39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:30:23.614819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network 502e202e-6e91-4e96-852e-d869249d3ef1 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:23.637116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ee3344f0-a450-46af-97d3-12266d6a74a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:23.638022 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.640443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-68e1d81f-dbe6-4d81-a18e-c05771a13e04 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7616653 Feb 03 14:30:23.665075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Request body: {'port': {'device_id': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:23.667761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 502e202e-6e91-4e96-852e-d869249d3ef1) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:23.719652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebee1d0-138c-45e1-9da9-483d64db0237 None None] Network 502e202e-6e91-4e96-852e-d869249d3ef1 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:23.822497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:23.823603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.859234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e64f-d059-4dfd-a013-acdd08e5684e req-4d70e143-2ca6-43be-836d-9c1673ac6219 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:23.868001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4157e64f-d059-4dfd-a013-acdd08e5684e req-4d70e143-2ca6-43be-836d-9c1673ac6219 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.1904469 Feb 03 14:30:23.902995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ee3344f0-a450-46af-97d3-12266d6a74a6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:23.903656 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:23.977467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1cc38b-b33f-4420-a57a-7e815d4d3bd0 None None] Network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:24.004318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:24.017021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4157e64f-d059-4dfd-a013-acdd08e5684e req-4b5538b7-354d-4025-b014-3123bca9c336 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483760 Feb 03 14:30:24.031327 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-14b64fa9-8c03-4b31-bd78-3984c72e5378 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8568473 Feb 03 14:30:24.031980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54332) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:24.042084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.045892 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3b72baa4-44c3-4a05-92b3-679917370249 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "PUT /v2.0/routers/39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 HTTP/1.1" status: 200 len: 709 time: 4.7591355 Feb 03 14:30:24.047574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54334) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:24.062502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2a25745f-c866-446e-9cba-73cf839322ba), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.164219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8d7ba212-e4f6-4239-8bef-870d6fede923 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/routers/39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 HTTP/1.1" status: 200 len: 744 time: 0.1107821 Feb 03 14:30:24.164219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54338) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:24.238740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a3dc482f-b9d8-4202-886f-07ce26d2a489 tempest-RoutersIpV6AdminTest-807351045 tempest-RoutersIpV6AdminTest-807351045-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&device_id=39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 HTTP/1.1" status: 200 len: 205 time: 0.0722654 Feb 03 14:30:24.243767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54340) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:24.263238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ee3344f0-a450-46af-97d3-12266d6a74a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ee3344f0-a450-46af-97d3-12266d6a74a6,segment=NetworkSegment(d253575e-75e7-418d-a3fb-993e629c08c5),segment_id=d253575e-75e7-418d-a3fb-993e629c08c5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:24.269497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79439af5-d019-4f58-9e9a-1e7048821385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-502e202e-6e91-4e96-852e-d869249d3ef1', 'network_id': '502e202e-6e91-4e96-852e-d869249d3ef1', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': '53398e56-e736-4181-bd3e-a5aeebdc9fcc'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:24.270573 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79439af5-d019-4f58-9e9a-1e7048821385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.278067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] Sync routers for ids ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:30:24.286396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.302312 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eef37d5e-dc07-4cbc-b0a9-41ba851ae471 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 HTTP/1.1" status: 200 len: 205 time: 0.0547087 Feb 03 14:30:24.304046 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (761a90f0-2ade-4a63-89f7-389779b2442f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.306101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54342) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:24.383964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ee3344f0-a450-46af-97d3-12266d6a74a6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:24.422489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (502e202e-6e91-4e96-852e-d869249d3ef1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.445033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6c0f0c8f-c29d-4571-8295-1410b5cd0156 None None] Provisioning complete for port ee3344f0-a450-46af-97d3-12266d6a74a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:24.445423 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0c8f-c29d-4571-8295-1410b5cd0156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.475437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9306d77-7b92-466c-b79d-97d31ac804fc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.513917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] Routers {'39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:24.514552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:24.564376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:24.680914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (53398e56-e736-4181-bd3e-a5aeebdc9fcc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.732925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] Routers {'39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:24.733531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:24.756859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (53398e56-e736-4181-bd3e-a5aeebdc9fcc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.797900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:24.798926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147e638-ee07-4ca8-bb48-9e7e0d3d0108 None None] The sync data for ids ['39634834-ee42-4f9b-b6c4-e1a56fcf0cc5'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-79439af5-d019-4f58-9e9a-1e7048821385 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53398e56-e736-4181-bd3e-a5aeebdc9fcc: This subnet is being modified by another concurrent operation. Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53398e56-e736-4181-bd3e-a5aeebdc9fcc: This subnet is being modified by another concurrent operation. Feb 03 14:30:24.830829 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:30:24.839374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.839374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f0c8f-c29d-4571-8295-1410b5cd0156 None None] Current status of the port ee3344f0-a450-46af-97d3-12266d6a74a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:24.843946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9ba3-3d0b-4af8-9b2c-3e8e84a1fa80 req-3f9e77b9-ba97-492b-a5ac-e7b1ee69035b tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:24.846152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed7d9ba3-3d0b-4af8-9b2c-3e8e84a1fa80 req-3f9e77b9-ba97-492b-a5ac-e7b1ee69035b tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 931 time: 0.6116662 Feb 03 14:30:24.858452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e83900-628e-427a-9def-0af2b7471765 None None] Network 502e202e-6e91-4e96-852e-d869249d3ef1 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:24.867976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=53398e56-e736-4181-bd3e-a5aeebdc9fcc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:24.944512 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9306d77-7b92-466c-b79d-97d31ac804fc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:24.959870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed7d9ba3-3d0b-4af8-9b2c-3e8e84a1fa80 req-ccfa32ae-111a-4487-acb0-508b52abe047 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032033 Feb 03 14:30:24.966616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9306d77-7b92-466c-b79d-97d31ac804fc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router_controller (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.004162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (502e202e-6e91-4e96-852e-d869249d3ef1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.062516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502e202e-6e91-4e96-852e-d869249d3ef1']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:25.072057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a25745f-c866-446e-9cba-73cf839322ba {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:30:25.087391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41156ea-1a97-4733-b6c5-048449e68f7d') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:25.087783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41156ea-1a97-4733-b6c5-048449e68f7d') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:25.090924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Publish callbacks [] for port (2a25745f-c866-446e-9cba-73cf839322ba), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.103779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (c41156ea-1a97-4733-b6c5-048449e68f7d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.110000 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9306d77-7b92-466c-b79d-97d31ac804fc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (39634834-ee42-4f9b-b6c4-e1a56fcf0cc5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.110583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9306d77-7b92-466c-b79d-97d31ac804fc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Fanout notify agent at l3_agent the message router_deleted on router 39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:30:25.120023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Transition to ACTIVE for port object 2a25745f-c866-446e-9cba-73cf839322ba will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:30:25.127722 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2a25745f-c866-446e-9cba-73cf839322ba), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.134353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c41156ea-1a97-4733-b6c5-048449e68f7d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.134589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 82fbac20-8594-4d77-b4a2-47bc195125b1 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:25.143784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b9306d77-7b92-466c-b79d-97d31ac804fc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.147303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b9306d77-7b92-466c-b79d-97d31ac804fc tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 HTTP/1.1" status: 204 len: 168 time: 0.8300190 Feb 03 14:30:25.149888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.175098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:25.175893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (c41156ea-1a97-4733-b6c5-048449e68f7d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:25.188102 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:25.203539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 82fbac20-8594-4d77-b4a2-47bc195125b1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:25.203809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 82fbac20-8594-4d77-b4a2-47bc195125b1 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:25.208218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-43561231-be92-4250-85d3-8f722b2bcc4a tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 HTTP/1.1" status: 200 len: 205 time: 0.0561910 Feb 03 14:30:25.213149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54350) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.285123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (502e202e-6e91-4e96-852e-d869249d3ef1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.300922 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.304927 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/502e202e-6e91-4e96-852e-d869249d3ef1 HTTP/1.1" status: 204 len: 168 time: 1.2606149 Feb 03 14:30:25.309925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Pushing event updated for resources: {'Port': ['ID=2a25745f-c866-446e-9cba-73cf839322ba,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:25.312094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54352) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.332926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-794225538'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:25.333971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab654ee-7f03-419f-a68d-22be67769e1e None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:30:25.343265 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-871a4ea0-3432-406c-9981-8e2aef7fa384 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] delete failed (client error): The resource could not be found. Feb 03 14:30:25.344644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-871a4ea0-3432-406c-9981-8e2aef7fa384 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/39634834-ee42-4f9b-b6c4-e1a56fcf0cc5 HTTP/1.1" status: 404 len: 336 time: 0.1279702 Feb 03 14:30:25.351295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54354) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.367372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c21d1e-6cf7-42b6-9c02-ba4a86b2eae1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=502e202e-6e91-4e96-852e-d869249d3ef1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:25.425219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5cd71ac1-a4f2-49dd-a11e-11c8b1683c6b None None] Provisioning complete for port ee3344f0-a450-46af-97d3-12266d6a74a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:25.425603 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5cd71ac1-a4f2-49dd-a11e-11c8b1683c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.427350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3344f0-a450-46af-97d3-12266d6a74a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:25.451778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54356) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.452015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-28d4a8d8-91ad-41d0-b0a3-291758bd1b5d tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=eebda0f9-cdf2-4be8-87a5-b102e3536abd HTTP/1.1" status: 200 len: 205 time: 0.0993733 Feb 03 14:30:25.452547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Attempting to bind port 2a25745f-c866-446e-9cba-73cf839322ba on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:25.452927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Attempting to bind port 2a25745f-c866-446e-9cba-73cf839322ba by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '634dde34-d5b5-47cd-aac9-18ea92fe2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16119766-b006-45f5-b482-99a224a43d71'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:25.453261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Attempting to bind port 2a25745f-c866-446e-9cba-73cf839322ba on network 16119766-b006-45f5-b482-99a224a43d71 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:25.466782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:25.469967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.524976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ffee5-e03e-4ac1-8cf2-ad27dc9947c6 req-5a019ac8-afe9-4577-8a03-5270ce004fcc tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:25.526904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a1ffee5-e03e-4ac1-8cf2-ad27dc9947c6 req-5a019ac8-afe9-4577-8a03-5270ce004fcc tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3173850 Feb 03 14:30:25.560613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Port 2a25745f-c866-446e-9cba-73cf839322ba on network 16119766-b006-45f5-b482-99a224a43d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:25.560984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Attempting to bind port 2a25745f-c866-446e-9cba-73cf839322ba on network 16119766-b006-45f5-b482-99a224a43d71 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:25.578275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:25.578650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Checking segment: {'id': '634dde34-d5b5-47cd-aac9-18ea92fe2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16119766-b006-45f5-b482-99a224a43d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:25.579014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Bound using segment: {'id': '634dde34-d5b5-47cd-aac9-18ea92fe2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16119766-b006-45f5-b482-99a224a43d71'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:25.579465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Bound port: 2a25745f-c866-446e-9cba-73cf839322ba, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634dde34-d5b5-47cd-aac9-18ea92fe2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '16119766-b006-45f5-b482-99a224a43d71'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:25.579829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2a25745f-c866-446e-9cba-73cf839322ba), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.584816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab654ee-7f03-419f-a68d-22be67769e1e None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:30:25.601145 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-e22dd9f8-84b4-40c7-a5f2-e8e56c13b16a tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] delete failed (client error): The resource could not be found. Feb 03 14:30:25.610265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54358) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.611424 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e22dd9f8-84b4-40c7-a5f2-e8e56c13b16a tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/eebda0f9-cdf2-4be8-87a5-b102e3536abd HTTP/1.1" status: 404 len: 336 time: 0.1467941 Feb 03 14:30:25.648274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ee3344f0-a450-46af-97d3-12266d6a74a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:25.648681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.684733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] For port 2a25745f-c866-446e-9cba-73cf839322ba, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:25.689320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2bf6a4f2-0243-48a8-818c-a23b0ba8ce48 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8905dc0-4bdf-4b32-a9ee-f03251705b0e HTTP/1.1" status: 200 len: 205 time: 0.0706091 Feb 03 14:30:25.690393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] For port 2a25745f-c866-446e-9cba-73cf839322ba, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2a25745f-c866-446e-9cba-73cf839322ba,segment=NetworkSegment(634dde34-d5b5-47cd-aac9-18ea92fe2741),segment_id=634dde34-d5b5-47cd-aac9-18ea92fe2741)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:25.695467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54360) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.700008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5cd71ac1-a4f2-49dd-a11e-11c8b1683c6b None None] Current status of the port ee3344f0-a450-46af-97d3-12266d6a74a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:25.701413 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2a25745f-c866-446e-9cba-73cf839322ba), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.702110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a1ffee5-e03e-4ac1-8cf2-ad27dc9947c6 req-14e2d1ad-53fa-49cb-833d-379742bd3048 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681406 Feb 03 14:30:25.722270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Deleting port fb5038ba-78c7-4695-b559-5ef9c00772e5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:25.722607 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.747939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:25.771058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:25.771772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.773650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] 10.222.0.71 "PUT /v2.0/ports/2a25745f-c866-446e-9cba-73cf839322ba HTTP/1.1" status: 200 len: 1091 time: 2.1189768 Feb 03 14:30:25.775934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'tag': '2a25745f-c866-446e-9cba-73cf839322ba'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:25.778344 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441064b-cf55-4191-ac92-19a54db74248" -d '{"events": [{"name": "network-changed", "server_uuid": "dd23224d-7b5e-472a-9258-07dfc1797e97", "tag": "2a25745f-c866-446e-9cba-73cf839322ba"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:25.785300 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.785655 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment 72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75 of type vlan for network 6dbab200-c4c6-40c0-bac1-e26170c07af6 Feb 03 14:30:25.843033 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-e68e59a1-fd60-459a-aa24-92191d2a20f6 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] delete failed (client error): The resource could not be found. Feb 03 14:30:25.846928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e68e59a1-fd60-459a-aa24-92191d2a20f6 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/c8905dc0-4bdf-4b32-a9ee-f03251705b0e HTTP/1.1" status: 404 len: 336 time: 0.1418598 Feb 03 14:30:25.859934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54364) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.861573 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9af3838-97ce-46e1-ae91-b2b12eabc7b0 x-openstack-request-id: req-a9af3838-97ce-46e1-ae91-b2b12eabc7b0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:25.861895 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd23224d-7b5e-472a-9258-07dfc1797e97", "tag": "2a25745f-c866-446e-9cba-73cf839322ba", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:25.862120 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9af3838-97ce-46e1-ae91-b2b12eabc7b0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:25.862515 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'tag': '2a25745f-c866-446e-9cba-73cf839322ba', 'status': 'completed', 'code': 200} Feb 03 14:30:25.872573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6a1a-3ed9-4e18-8f1e-25f7a563901a service neutron] Pushing event updated for resources: {'Port': ['ID=2a25745f-c866-446e-9cba-73cf839322ba,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:25.948221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (6dbab200-c4c6-40c0-bac1-e26170c07af6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:25.981793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54368) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:25.982046 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d730544a-f79a-4405-a3af-08626ef5c14b tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=78d63bde-39ca-494b-8fc0-86dbeb7905ea HTTP/1.1" status: 200 len: 205 time: 0.1101971 Feb 03 14:30:26.023114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-d7e42165-525a-4295-9e5a-89e32654807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:26.026352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-d7e42165-525a-4295-9e5a-89e32654807c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b4bbf26f2d144aa2a0c362a3237cf638&device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 1125 time: 0.1804149 Feb 03 14:30:26.027824 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (6dbab200-c4c6-40c0-bac1-e26170c07af6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:26.033560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:26.033560 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:26.077431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ee3344f0-a450-46af-97d3-12266d6a74a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:26.086249 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-4fe58d60-3386-49a9-9d63-7d823ebca523 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] delete failed (client error): The resource could not be found. Feb 03 14:30:26.087429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4fe58d60-3386-49a9-9d63-7d823ebca523 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/78d63bde-39ca-494b-8fc0-86dbeb7905ea HTTP/1.1" status: 404 len: 336 time: 0.1045759 Feb 03 14:30:26.089506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] For port fb5038ba-78c7-4695-b559-5ef9c00772e5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb5038ba-78c7-4695-b559-5ef9c00772e5,segment=NetworkSegment(fdb04425-b460-467d-9fc2-9fe073ab5850),segment_id=fdb04425-b460-467d-9fc2-9fe073ab5850)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:26.089870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:26.092226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54372) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:26.116562 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7881021 Feb 03 14:30:26.125985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54374) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:26.127717 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-a914d0e7-8caf-450f-a995-8701a8932190 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a25745f-c866-446e-9cba-73cf839322ba HTTP/1.1" status: 200 len: 217 time: 0.0867779 Feb 03 14:30:26.132932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': '6dbab200-c4c6-40c0-bac1-e26170c07af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:26.155095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5e570820-da84-4be1-a126-f511f540391e tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=36781e38-45fb-47f5-837d-7bbc83fb1a39 HTTP/1.1" status: 200 len: 205 time: 0.0615945 Feb 03 14:30:26.160233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Calling delete_port for fb5038ba-78c7-4695-b559-5ef9c00772e5 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:26.161897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54376) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:26.233164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c8a7be2e-8b19-418e-bdba-2803733ed517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:26.234856 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-c8a7be2e-8b19-418e-bdba-2803733ed517 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b18e42-4e26-463f-bc06-3c721a554454 HTTP/1.1" status: 200 len: 848 time: 0.0588906 Feb 03 14:30:26.254972 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-29855102-2735-4fae-ab80-e0d2a6b26fdf tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] delete failed (client error): The resource could not be found. Feb 03 14:30:26.259935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29855102-2735-4fae-ab80-e0d2a6b26fdf tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/36781e38-45fb-47f5-837d-7bbc83fb1a39 HTTP/1.1" status: 404 len: 336 time: 0.0838146 Feb 03 14:30:26.259935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54378) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:26.331079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-533dd1a5-0849-4eb0-8250-2a5cbd174d4e tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "GET /v2.0/ports?device_id=877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4 HTTP/1.1" status: 200 len: 205 time: 0.0667975 Feb 03 14:30:26.333706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54380) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:26.347357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002f873-b864-4d08-b6c6-0bae63f324f2 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=6dbab200-c4c6-40c0-bac1-e26170c07af6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:26.354090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-d80c4b51-65b1-42a9-8738-e2ecf26d9740 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16119766-b006-45f5-b482-99a224a43d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546496 Feb 03 14:30:26.359100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 6dbab200-c4c6-40c0-bac1-e26170c07af6 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:26.386458 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-d6ca423c-37eb-4545-b0d0-3d0031516a98 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] delete failed (client error): The resource could not be found. Feb 03 14:30:26.387513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d6ca423c-37eb-4545-b0d0-3d0031516a98 tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/routers/877b6ef2-ba43-4ac5-9cdd-3a1d6b8c32e4 HTTP/1.1" status: 404 len: 336 time: 0.0523553 Feb 03 14:30:26.392246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54382) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:26.394208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:26.399965 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:26.456785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aefa8f-409f-42db-b47b-972ed6315beb req-bdcba3a7-81cf-487a-bc8f-8f73a983b15f tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:26.458455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8aefa8f-409f-42db-b47b-972ed6315beb req-bdcba3a7-81cf-487a-bc8f-8f73a983b15f tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 943 time: 0.3074801 Feb 03 14:30:26.501721 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd076403-192e-4fbc-b0b9-0e2726dd5e6e tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] DELETE failed (client error): The resource could not be found. Feb 03 14:30:26.502182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd076403-192e-4fbc-b0b9-0e2726dd5e6e tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:30:26.505399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bd076403-192e-4fbc-b0b9-0e2726dd5e6e tempest-RoutersIpV6AdminTest-1731774455 tempest-RoutersIpV6AdminTest-1731774455-project] 10.222.0.52 "DELETE /v2.0/subnets/579cf70e-a31a-4cbf-93de-d731dd1ecb02 HTTP/1.1" status: 404 len: 337 time: 0.1060371 Feb 03 14:30:26.577174 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-265f745c-e4cc-4f05-beb3-162784f518c7 service neutron] 10.222.0.71 "GET /v2.0/networks/16119766-b006-45f5-b482-99a224a43d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965680 Feb 03 14:30:26.606682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8aefa8f-409f-42db-b47b-972ed6315beb req-580a820a-d23d-40e2-9c79-b76f0b371a39 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059618 Feb 03 14:30:26.741281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fb5038ba-78c7-4695-b559-5ef9c00772e5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:26.783231 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7d997d3c-4a4a-4743-81af-bd21b60e1ce4 req-4343075c-f64c-432d-a6e0-6aade4b03439 service neutron] 10.222.0.71 "GET /v2.0/networks/16119766-b006-45f5-b482-99a224a43d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996119 Feb 03 14:30:26.815924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (e57136f6-fcfc-4e4f-b382-77b940d673d5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:26.821476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5038ba-78c7-4695-b559-5ef9c00772e5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:26.971385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12feee8a-d8d7-4332-8314-e21298a75bd5 req-448b677f-3005-4e58-a595-1744fc5ef3a1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:26.985486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12feee8a-d8d7-4332-8314-e21298a75bd5 req-448b677f-3005-4e58-a595-1744fc5ef3a1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.1591721 Feb 03 14:30:27.034458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441064b-cf55-4191-ac92-19a54db74248 req-17c93ae2-6590-4aa3-91c4-f0065b99dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:27.035818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7441064b-cf55-4191-ac92-19a54db74248 req-17c93ae2-6590-4aa3-91c4-f0065b99dba1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b4bbf26f2d144aa2a0c362a3237cf638&device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 1125 time: 0.1299639 Feb 03 14:30:27.036378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54392) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:27.038954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': '72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6dbab200-c4c6-40c0-bac1-e26170c07af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:27.039640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: 6dbab200-c4c6-40c0-bac1-e26170c07af6, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:27.107081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12feee8a-d8d7-4332-8314-e21298a75bd5 req-5382c063-e3aa-43ab-a4c2-58a2dd4adedc tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204844 Feb 03 14:30:27.119857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=e57136f6-fcfc-4e4f-b382-77b940d673d5,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:27.173969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441064b-cf55-4191-ac92-19a54db74248 req-64e7a9a5-9a27-4d49-bee5-c7c544c6d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:27.176318 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7441064b-cf55-4191-ac92-19a54db74248 req-64e7a9a5-9a27-4d49-bee5-c7c544c6d9cd service neutron] 10.222.0.71 "GET /v2.0/networks?id=16119766-b006-45f5-b482-99a224a43d71 HTTP/1.1" status: 200 len: 909 time: 0.1319294 Feb 03 14:30:27.178609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network 6dbab200-c4c6-40c0-bac1-e26170c07af6 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:27.193881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (761a90f0-2ade-4a63-89f7-389779b2442f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.197988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 6dbab200-c4c6-40c0-bac1-e26170c07af6) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:27.203369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:27.204223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.213995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59f611-2628-4104-9e7d-e5e13de8a291 None None] Network 6dbab200-c4c6-40c0-bac1-e26170c07af6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:27.307496 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7441064b-cf55-4191-ac92-19a54db74248 req-c87d7bec-6d82-4e28-82e3-a90abd1d4520 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a25745f-c866-446e-9cba-73cf839322ba HTTP/1.1" status: 200 len: 217 time: 0.1187894 Feb 03 14:30:27.419677 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-620af0bc-b4e1-40e1-a631-859c11dc865a tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2909422 Feb 03 14:30:27.420912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cdd28c8-589a-4c83-9e3a-88320f5c92bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.422964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54396) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:27.450072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-6dbab200-c4c6-40c0-bac1-e26170c07af6', 'network_id': '6dbab200-c4c6-40c0-bac1-e26170c07af6', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': 'e57136f6-fcfc-4e4f-b382-77b940d673d5'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:27.450328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441064b-cf55-4191-ac92-19a54db74248 req-92896e9b-4df4-4e0e-88c7-ad32cca1bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:27.451749 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7441064b-cf55-4191-ac92-19a54db74248 req-92896e9b-4df4-4e0e-88c7-ad32cca1bf99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b18e42-4e26-463f-bc06-3c721a554454 HTTP/1.1" status: 200 len: 848 time: 0.1342382 Feb 03 14:30:27.453129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.497650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7441064b-cf55-4191-ac92-19a54db74248 req-c6fc9722-9e24-45d9-bbf0-86cd5dc47e86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16119766-b006-45f5-b482-99a224a43d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357666 Feb 03 14:30:27.637071 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7441064b-cf55-4191-ac92-19a54db74248 req-f4dd7421-1279-4240-82b5-c22362f6f140 service neutron] 10.222.0.71 "GET /v2.0/networks/16119766-b006-45f5-b482-99a224a43d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317465 Feb 03 14:30:27.639402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cdd28c8-589a-4c83-9e3a-88320f5c92bc admin admin] Publish callbacks [] for security_group (45bc6c71-1bf2-449c-b747-912afb12c8c5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.659138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cdd28c8-589a-4c83-9e3a-88320f5c92bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (45bc6c71-1bf2-449c-b747-912afb12c8c5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.796257 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5cdd28c8-589a-4c83-9e3a-88320f5c92bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9eebc19cda644b789ab7a6e95546f4bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582166 Feb 03 14:30:27.797332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:27.797973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Allocated IP 2001:db8::1 (6dbab200-c4c6-40c0-bac1-e26170c07af6/e57136f6-fcfc-4e4f-b382-77b940d673d5/87ce36c2-24a3-4102-b049-20c0532428f1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:27.821158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd28c8-589a-4c83-9e3a-88320f5c92bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc6c71-1bf2-449c-b747-912afb12c8c5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:27.934049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-7441064b-cf55-4191-ac92-19a54db74248 req-9ae7e1d6-cb87-44cb-b5bf-ce8adea1401a service neutron] 10.222.0.71 "GET /v2.0/networks/16119766-b006-45f5-b482-99a224a43d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896972 Feb 03 14:30:27.966386 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a0c875-ecd3-4d9c-aed8-efb36344952c admin admin] Publish callbacks [] for security_group (45bc6c71-1bf2-449c-b747-912afb12c8c5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.985934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Publish callbacks [] for port (87ce36c2-24a3-4102-b049-20c0532428f1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.995681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (87ce36c2-24a3-4102-b049-20c0532428f1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:27.996334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a0c875-ecd3-4d9c-aed8-efb36344952c admin admin] Publish callbacks [] for security_group (45bc6c71-1bf2-449c-b747-912afb12c8c5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.039714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Network 6dbab200-c4c6-40c0-bac1-e26170c07af6 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:28.051946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:28.056369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a0c875-ecd3-4d9c-aed8-efb36344952c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (45bc6c71-1bf2-449c-b747-912afb12c8c5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.059260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a0c875-ecd3-4d9c-aed8-efb36344952c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.063089 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13a0c875-ecd3-4d9c-aed8-efb36344952c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45bc6c71-1bf2-449c-b747-912afb12c8c5 HTTP/1.1" status: 204 len: 168 time: 0.2611101 Feb 03 14:30:28.075457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0c875-ecd3-4d9c-aed8-efb36344952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc6c71-1bf2-449c-b747-912afb12c8c5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:28.094032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:28.164747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Pushing event updated for resources: {'Port': ['ID=87ce36c2-24a3-4102-b049-20c0532428f1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:28.227087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Attempting to bind port 87ce36c2-24a3-4102-b049-20c0532428f1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:28.227794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Attempting to bind port 87ce36c2-24a3-4102-b049-20c0532428f1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6dbab200-c4c6-40c0-bac1-e26170c07af6'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:28.227919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Attempting to bind port 87ce36c2-24a3-4102-b049-20c0532428f1 on network 6dbab200-c4c6-40c0-bac1-e26170c07af6 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:28.237359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:28.239755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Checking segment: {'id': '72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6dbab200-c4c6-40c0-bac1-e26170c07af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:28.240748 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.245712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Bound using segment: {'id': '72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6dbab200-c4c6-40c0-bac1-e26170c07af6'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:28.247712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Bound port: 87ce36c2-24a3-4102-b049-20c0532428f1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6dbab200-c4c6-40c0-bac1-e26170c07af6'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:28.248131 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (87ce36c2-24a3-4102-b049-20c0532428f1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.398465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] For port 87ce36c2-24a3-4102-b049-20c0532428f1, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:28.404554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] For port 87ce36c2-24a3-4102-b049-20c0532428f1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=87ce36c2-24a3-4102-b049-20c0532428f1,segment=NetworkSegment(72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75),segment_id=72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:28.421850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (87ce36c2-24a3-4102-b049-20c0532428f1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.463489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182611-e250-4f98-b52a-dbb0117c58dc req-d21c4eb7-81b3-487a-8ffd-1908d6d31df0 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:28.473091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3182611-e250-4f98-b52a-dbb0117c58dc req-d21c4eb7-81b3-487a-8ffd-1908d6d31df0 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 943 time: 0.4199548 Feb 03 14:30:28.517307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (6dbab200-c4c6-40c0-bac1-e26170c07af6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.541710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:28.552063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c358e9-491c-43d6-b185-884541e8a77b None None] Pushing event updated for resources: {'Port': ['ID=87ce36c2-24a3-4102-b049-20c0532428f1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:28.607298 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2324a3e4-02c3-4aa9-8087-96bf88ed5f8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cd66fea34484a00b08667be0e71eab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643728 Feb 03 14:30:28.613003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54412) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:28.630749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Router 761a90f0-2ade-4a63-89f7-389779b2442f has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:30:28.651168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3182611-e250-4f98-b52a-dbb0117c58dc req-6cd544b7-0846-4c4d-a131-eeb641523906 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772635 Feb 03 14:30:28.726288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70be4e-c993-4f72-b154-8a108a1b12be req-2f72c59a-7953-48ce-b177-dc83aee89bec tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:28.731011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e70be4e-c993-4f72-b154-8a108a1b12be req-2f72c59a-7953-48ce-b177-dc83aee89bec tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3918819 Feb 03 14:30:28.735147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3762e066-fc3f-43aa-ae48-66ccdfe938e6 admin admin] Publish callbacks [] for security_group (9d3afe03-26e5-4582-b537-5f150ff80f4b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.781111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3762e066-fc3f-43aa-ae48-66ccdfe938e6 admin admin] Publish callbacks [] for security_group (9d3afe03-26e5-4582-b537-5f150ff80f4b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.863118 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3762e066-fc3f-43aa-ae48-66ccdfe938e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9d3afe03-26e5-4582-b537-5f150ff80f4b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.866473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3762e066-fc3f-43aa-ae48-66ccdfe938e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:28.869977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3762e066-fc3f-43aa-ae48-66ccdfe938e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d3afe03-26e5-4582-b537-5f150ff80f4b HTTP/1.1" status: 204 len: 168 time: 0.2534997 Feb 03 14:30:28.911323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762e066-fc3f-43aa-ae48-66ccdfe938e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3afe03-26e5-4582-b537-5f150ff80f4b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:28.960126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e70be4e-c993-4f72-b154-8a108a1b12be req-804ac0c6-903f-422c-bced-b1f17efbdfd6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181919 Feb 03 14:30:28.973141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port 87ce36c2-24a3-4102-b049-20c0532428f1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:28.973785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (87ce36c2-24a3-4102-b049-20c0532428f1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:29.076574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:29.087227 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] Sync routers for ids ['761a90f0-2ade-4a63-89f7-389779b2442f'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:30:29.096087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54416) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:29.105150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cc5e3e44-f46a-410f-9205-5b820405a06e admin admin] 10.222.0.52 "PUT /v2.0/routers/761a90f0-2ade-4a63-89f7-389779b2442f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9187796 Feb 03 14:30:29.106702 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] Routers {'761a90f0-2ade-4a63-89f7-389779b2442f'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:29.107793 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['761a90f0-2ade-4a63-89f7-389779b2442f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:29.168668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port 87ce36c2-24a3-4102-b049-20c0532428f1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=87ce36c2-24a3-4102-b049-20c0532428f1,segment=NetworkSegment(72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75),segment_id=72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:29.168996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (87ce36c2-24a3-4102-b049-20c0532428f1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:29.201878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for 87ce36c2-24a3-4102-b049-20c0532428f1 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:29.399941 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks [] for router (761a90f0-2ade-4a63-89f7-389779b2442f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:29.420610 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] Set router 761a90f0-2ade-4a63-89f7-389779b2442f gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:30:29.614048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 87ce36c2-24a3-4102-b049-20c0532428f1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:29.618790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (87ce36c2-24a3-4102-b049-20c0532428f1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:29.686324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 87ce36c2-24a3-4102-b049-20c0532428f1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:29.689681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=87ce36c2-24a3-4102-b049-20c0532428f1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:29.689847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 87ce36c2-24a3-4102-b049-20c0532428f1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 14:30:29.713624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port 87ce36c2-24a3-4102-b049-20c0532428f1 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:29.746145 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:30:26Z', 'revision_number': 5, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:29.761701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port 87ce36c2-24a3-4102-b049-20c0532428f1 not found, will not notify nova. {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 14:30:29.783438 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] Checking router: 761a90f0-2ade-4a63-89f7-389779b2442f for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:30:29.797785 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] Routers {'761a90f0-2ade-4a63-89f7-389779b2442f'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:29.798624 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['761a90f0-2ade-4a63-89f7-389779b2442f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:29.860976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e57136f6-fcfc-4e4f-b382-77b940d673d5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.001027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (e57136f6-fcfc-4e4f-b382-77b940d673d5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.025392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c633912-1765-47ce-8974-0ad12bb2df63 req-5bd707cd-3fba-4ebd-aafc-df8f72d50b2b tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:30.034148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c633912-1765-47ce-8974-0ad12bb2df63 req-5bd707cd-3fba-4ebd-aafc-df8f72d50b2b tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 943 time: 0.2306254 Feb 03 14:30:30.045772 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] Set router 761a90f0-2ade-4a63-89f7-389779b2442f gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:30:30.189673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2a25745f-c866-446e-9cba-73cf839322ba details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:30:30.227902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (6dbab200-c4c6-40c0-bac1-e26170c07af6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.263528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbab200-c4c6-40c0-bac1-e26170c07af6']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:30.274655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:30.275405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:30.291890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.307934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.320168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:30.320615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (72f6ffd1-bd4e-4ddb-b7d1-a976a2243f75), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:30.374203 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:30.377832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=e57136f6-fcfc-4e4f-b382-77b940d673d5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:30.411641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2a25745f-c866-446e-9cba-73cf839322ba, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2a25745f-c866-446e-9cba-73cf839322ba,segment=NetworkSegment(634dde34-d5b5-47cd-aac9-18ea92fe2741),segment_id=634dde34-d5b5-47cd-aac9-18ea92fe2741)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:30.467949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '2a25745f-c866-446e-9cba-73cf839322ba', 'network_id': '16119766-b006-45f5-b482-99a224a43d71', 'port_id': '2a25745f-c866-446e-9cba-73cf839322ba', 'mac_address': 'fa:16:3e:55:06:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b18e42-4e26-463f-bc06-3c721a554454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:30:30.529179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks [] for router_gateway (761a90f0-2ade-4a63-89f7-389779b2442f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.547025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2a25745f-c866-446e-9cba-73cf839322ba is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:30.547447 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2a25745f-c866-446e-9cba-73cf839322ba), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.563421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a25745f-c866-446e-9cba-73cf839322ba {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:30:30.587080 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:30:26Z', 'revision_number': 5, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:30.590408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2a25745f-c866-446e-9cba-73cf839322ba, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2a25745f-c866-446e-9cba-73cf839322ba,segment=NetworkSegment(634dde34-d5b5-47cd-aac9-18ea92fe2741),segment_id=634dde34-d5b5-47cd-aac9-18ea92fe2741)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:30.595493 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2a25745f-c866-446e-9cba-73cf839322ba), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.619776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (6dbab200-c4c6-40c0-bac1-e26170c07af6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.624242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8025b-ca3a-494f-9a6b-c2b2c782e3d1 None None] Network 6dbab200-c4c6-40c0-bac1-e26170c07af6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:30.634272 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.643754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54444) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:30.652253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/6dbab200-c4c6-40c0-bac1-e26170c07af6 HTTP/1.1" status: 204 len: 168 time: 3.2263372 Feb 03 14:30:30.653476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8025b-ca3a-494f-9a6b-c2b2c782e3d1 None None] Network 6dbab200-c4c6-40c0-bac1-e26170c07af6 could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:30:30.660835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c633912-1765-47ce-8974-0ad12bb2df63 req-d98493bc-5fa4-4d5f-81b8-4f73aabd7f38 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069384 Feb 03 14:30:30.663609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1005599311'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:30.669247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Deleting port d169b21b-5071-43ed-ba0b-c6010e1d162d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:30.669775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.671699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2a25745f-c866-446e-9cba-73cf839322ba,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:30.697344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-59c05b45-5134-4980-a8a2-6f539fa0b53a None None] Could not find standard attr ID for object 87ce36c2-24a3-4102-b049-20c0532428f1. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:30:30.708023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd70084-884c-486f-a565-46d7aa19d989 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=6dbab200-c4c6-40c0-bac1-e26170c07af6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:30.726216 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff08f9e-7f26-40eb-b0c5-7649728126f0 None None] The sync data for ids ['761a90f0-2ade-4a63-89f7-389779b2442f'] in n-d-827549-2 is: [{'id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'name': 'tempest-ServerRescueNegativeTestJSON-124758073-router', 'tenant_id': '472c3cf279994b599c431b5e879c002e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:26:32Z', 'updated_at': '2022-02-03T14:30:26Z', 'revision_number': 5, 'project_id': '472c3cf279994b599c431b5e879c002e', 'gw_port': {'id': 'd169b21b-5071-43ed-ba0b-c6010e1d162d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a90f0-2ade-4a63-89f7-389779b2442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:26:34Z', 'updated_at': '2022-02-03T14:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:30:30.750045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3cfa-ca9b-4992-b576-ed23d9d41a42 req-4e962cd1-a3fb-4e80-8838-8b6c8d696e8e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:30.751941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be1c3cfa-ca9b-4992-b576-ed23d9d41a42 req-4e962cd1-a3fb-4e80-8838-8b6c8d696e8e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.6092451 Feb 03 14:30:30.781971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559190e-3df5-4009-b143-b52f1238c136 None None] DHCP port deletion for 6dbab200-c4c6-40c0-bac1-e26170c07af6 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:30:30.783387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:30.793876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.844303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:30.866243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] For port d169b21b-5071-43ed-ba0b-c6010e1d162d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d169b21b-5071-43ed-ba0b-c6010e1d162d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:30.867293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.870561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54446) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:30.881626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5b569fae-019c-4dad-b874-b029a922a404), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:30.881988 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment 5b569fae-019c-4dad-b874-b029a922a404 of type vlan for network b4c4268c-c989-4baa-9f95-fcc8504cfe74 Feb 03 14:30:30.883635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be1c3cfa-ca9b-4992-b576-ed23d9d41a42 req-8493e390-a833-4500-a3b5-73e48d56fac6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224840 Feb 03 14:30:30.908040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Calling delete_port for d169b21b-5071-43ed-ba0b-c6010e1d162d owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:30.957757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b4c4268c-c989-4baa-9f95-fcc8504cfe74), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.006749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2a25745f-c866-446e-9cba-73cf839322ba'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:31.053432 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b4c4268c-c989-4baa-9f95-fcc8504cfe74), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.058878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:31.059683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.062146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66df3ad6-c12f-406b-9785-d8b7118191d4 tempest-AgentManagementNegativeTest-1200605468 tempest-AgentManagementNegativeTest-1200605468-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1893225 Feb 03 14:30:31.177089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54452) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:31.177381 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5307295 Feb 03 14:30:31.183806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:31.239472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fc595-3b72-469a-8891-f3e3f89d3833 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=b4c4268c-c989-4baa-9f95-fcc8504cfe74,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:31.258468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b4c4268c-c989-4baa-9f95-fcc8504cfe74 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:31.374907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d169b21b-5071-43ed-ba0b-c6010e1d162d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.441783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:31.448062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.465426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Pushing event deleted for resources: {'Port': ['ID=d169b21b-5071-43ed-ba0b-c6010e1d162d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:31.563689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (761a90f0-2ade-4a63-89f7-389779b2442f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.631122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54456) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:31.675877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 87ce36c2-24a3-4102-b049-20c0532428f1 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:31.707960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (761a90f0-2ade-4a63-89f7-389779b2442f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.712175 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks [] for router_controller (761a90f0-2ade-4a63-89f7-389779b2442f), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.721996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 87ce36c2-24a3-4102-b049-20c0532428f1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:31.722493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 87ce36c2-24a3-4102-b049-20c0532428f1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:31.723053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb5038ba-78c7-4695-b559-5ef9c00772e5 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:31.757237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fb5038ba-78c7-4695-b559-5ef9c00772e5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:31.757730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb5038ba-78c7-4695-b559-5ef9c00772e5 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:31.783129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (761a90f0-2ade-4a63-89f7-389779b2442f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.783960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761a90f0-2ade-4a63-89f7-389779b2442f {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:30:31.790915 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.794140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-52f3f151-002b-4b56-b2df-8a25f8e2efaa admin admin] 10.222.0.52 "DELETE /v2.0/routers/761a90f0-2ade-4a63-89f7-389779b2442f HTTP/1.1" status: 204 len: 168 time: 2.6947455 Feb 03 14:30:31.794378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54462) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:31.916898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] Deleting subnet 1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:30:31.923625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] Publish callbacks [] for subnet (1777ddcc-e7cd-4c17-83b8-3123ce8e08d7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.936788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95bd2a7d-daa9-4123-9b0e-03d9492bc1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:31.996983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (1777ddcc-e7cd-4c17-83b8-3123ce8e08d7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.043071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (1777ddcc-e7cd-4c17-83b8-3123ce8e08d7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.118408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (1777ddcc-e7cd-4c17-83b8-3123ce8e08d7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.127531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da7a90-69fc-4865-b4b1-3c8ecaed56be req-58edc831-c620-4ed3-8fed-752dda6bcedb tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:32.129248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4da7a90-69fc-4865-b4b1-3c8ecaed56be req-58edc831-c620-4ed3-8fed-752dda6bcedb tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 944 time: 0.2936337 Feb 03 14:30:32.143969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1777ddcc-e7cd-4c17-83b8-3123ce8e08d7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:32.156255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.160011 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cfa8ec63-e40b-44f0-adf2-99a8542fab8a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1777ddcc-e7cd-4c17-83b8-3123ce8e08d7 HTTP/1.1" status: 204 len: 168 time: 0.3631380 Feb 03 14:30:32.162622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:32.162991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (36158ee0-84fc-4992-9474-9291fad12f26), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.259078 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.307681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4da7a90-69fc-4865-b4b1-3c8ecaed56be req-e897c6f0-72ad-4804-93f6-910c7cc091c6 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687508 Feb 03 14:30:32.331881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851509-e77f-4c78-9da2-398eb8fd3e7b req-71ead84c-2fcf-4bbd-8293-49c787cd79a7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:32.340768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83851509-e77f-4c78-9da2-398eb8fd3e7b req-71ead84c-2fcf-4bbd-8293-49c787cd79a7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3609128 Feb 03 14:30:32.361013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': '5b569fae-019c-4dad-b874-b029a922a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:32.361422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: b4c4268c-c989-4baa-9f95-fcc8504cfe74, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:32.399353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.417173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=36158ee0-84fc-4992-9474-9291fad12f26,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:32.475487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58cb5cf-fb83-49b9-8b5f-608b3aeb674c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:32.489514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83851509-e77f-4c78-9da2-398eb8fd3e7b req-b0a3edf5-52de-4d57-af77-d25c013c0198 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493590 Feb 03 14:30:32.499742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb04425-b460-467d-9fc2-9fe073ab5850') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:32.503985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb04425-b460-467d-9fc2-9fe073ab5850') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:32.513557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network b4c4268c-c989-4baa-9f95-fcc8504cfe74 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:32.518101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (fdb04425-b460-467d-9fc2-9fe073ab5850), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.523637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95bd2a7d-daa9-4123-9b0e-03d9492bc1c9 admin admin] Publish callbacks [] for security_group (3b93b263-fb63-440d-9664-b91f1e3b42f0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.530421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95bd2a7d-daa9-4123-9b0e-03d9492bc1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3b93b263-fb63-440d-9664-b91f1e3b42f0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.540347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fdb04425-b460-467d-9fc2-9fe073ab5850), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.550890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b4c4268c-c989-4baa-9f95-fcc8504cfe74) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:32.554912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:32.555391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (fdb04425-b460-467d-9fc2-9fe073ab5850), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:32.557353 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:32.570975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:32.571752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.574571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a839b09-d325-42f1-b56e-06e4580766a2 None None] Network b4c4268c-c989-4baa-9f95-fcc8504cfe74 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:32.605856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd2a7d-daa9-4123-9b0e-03d9492bc1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b93b263-fb63-440d-9664-b91f1e3b42f0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:32.613196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-95bd2a7d-daa9-4123-9b0e-03d9492bc1c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a209a12cfaf34b968be6bbfe04c654f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9810100 Feb 03 14:30:32.631266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66a61589-fdcc-4afe-9045-24517fc274a5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4415057 Feb 03 14:30:32.631266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54470) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:32.631266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54472) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:32.719497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (a58cb5cf-fb83-49b9-8b5f-608b3aeb674c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.736039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.744664 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a58cb5cf-fb83-49b9-8b5f-608b3aeb674c HTTP/1.1" status: 204 len: 168 time: 0.5807502 Feb 03 14:30:32.765826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a946e-ef38-4d48-9cb0-40ef78c856b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58cb5cf-fb83-49b9-8b5f-608b3aeb674c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:32.798238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-b4c4268c-c989-4baa-9f95-fcc8504cfe74', 'network_id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': '36158ee0-84fc-4992-9474-9291fad12f26'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:32.799866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.856807 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b4c4268c-c989-4baa-9f95-fcc8504cfe74), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.879963 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb41f0d-2445-4958-9a72-3939de06d778 admin admin] Publish callbacks [] for security_group (3b93b263-fb63-440d-9664-b91f1e3b42f0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:32.978634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54478) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:33.002248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (36158ee0-84fc-4992-9474-9291fad12f26), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.041544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Allocated IP 2001:db8::1 (b4c4268c-c989-4baa-9f95-fcc8504cfe74/36158ee0-84fc-4992-9474-9291fad12f26/658a410b-e87c-46af-9c63-adad1bfdbf65) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:33.065944 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb41f0d-2445-4958-9a72-3939de06d778 admin admin] Publish callbacks [] for security_group (3b93b263-fb63-440d-9664-b91f1e3b42f0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.116974 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b0f2904f-5072-4008-8b4a-3750e33724f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=472c3cf279994b599c431b5e879c002e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335750 Feb 03 14:30:33.125120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54480) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:33.153125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb41f0d-2445-4958-9a72-3939de06d778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3b93b263-fb63-440d-9664-b91f1e3b42f0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.156850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9fb41f0d-2445-4958-9a72-3939de06d778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.159110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9fb41f0d-2445-4958-9a72-3939de06d778 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b93b263-fb63-440d-9664-b91f1e3b42f0 HTTP/1.1" status: 204 len: 168 time: 0.5364099 Feb 03 14:30:33.194599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41f0d-2445-4958-9a72-3939de06d778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b93b263-fb63-440d-9664-b91f1e3b42f0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:33.196405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe8e-7a5c-471a-9f4c-52b7b963769f admin admin] Publish callbacks [] for security_group (ec62feff-33ab-41b0-8400-794416edb4ee), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.245957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe8e-7a5c-471a-9f4c-52b7b963769f admin admin] Publish callbacks [] for security_group (ec62feff-33ab-41b0-8400-794416edb4ee), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.253230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Publish callbacks [] for port (658a410b-e87c-46af-9c63-adad1bfdbf65), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.262183 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (658a410b-e87c-46af-9c63-adad1bfdbf65), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.282065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (36158ee0-84fc-4992-9474-9291fad12f26), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.331019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Network b4c4268c-c989-4baa-9f95-fcc8504cfe74 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:33.358121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=36158ee0-84fc-4992-9474-9291fad12f26,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:33.367862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe8e-7a5c-471a-9f4c-52b7b963769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ec62feff-33ab-41b0-8400-794416edb4ee), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.370491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf3fe8e-7a5c-471a-9f4c-52b7b963769f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.375126 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bbf3fe8e-7a5c-471a-9f4c-52b7b963769f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec62feff-33ab-41b0-8400-794416edb4ee HTTP/1.1" status: 204 len: 168 time: 0.2464015 Feb 03 14:30:33.392863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3fe8e-7a5c-471a-9f4c-52b7b963769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62feff-33ab-41b0-8400-794416edb4ee,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:33.449454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:33.464764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:33.503126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d169b21b-5071-43ed-ba0b-c6010e1d162d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:33.514884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b4c4268c-c989-4baa-9f95-fcc8504cfe74), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.620794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c4268c-c989-4baa-9f95-fcc8504cfe74']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:33.621557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d169b21b-5071-43ed-ba0b-c6010e1d162d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:33.621914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d169b21b-5071-43ed-ba0b-c6010e1d162d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:33.674502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Pushing event updated for resources: {'Port': ['ID=658a410b-e87c-46af-9c63-adad1bfdbf65,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:33.691165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b569fae-019c-4dad-b874-b029a922a404') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:33.691738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b569fae-019c-4dad-b874-b029a922a404') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:33.704231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Attempting to bind port 658a410b-e87c-46af-9c63-adad1bfdbf65 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:33.705428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Attempting to bind port 658a410b-e87c-46af-9c63-adad1bfdbf65 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5b569fae-019c-4dad-b874-b029a922a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:33.710836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Attempting to bind port 658a410b-e87c-46af-9c63-adad1bfdbf65 on network b4c4268c-c989-4baa-9f95-fcc8504cfe74 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:33.713276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (5b569fae-019c-4dad-b874-b029a922a404), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.719228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:33.719609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Checking segment: {'id': '5b569fae-019c-4dad-b874-b029a922a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:33.720013 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.720489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Bound using segment: {'id': '5b569fae-019c-4dad-b874-b029a922a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:33.721499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Bound port: 658a410b-e87c-46af-9c63-adad1bfdbf65, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b569fae-019c-4dad-b874-b029a922a404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:33.722457 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (658a410b-e87c-46af-9c63-adad1bfdbf65), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.741896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5b569fae-019c-4dad-b874-b029a922a404), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.764071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:33.764542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (5b569fae-019c-4dad-b874-b029a922a404), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.777008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd59cf-7e5c-4ae1-b229-991ce1b63814 req-1fc23a20-a44b-48d7-8b94-543ddb8c0adb tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:33.778592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cfd59cf-7e5c-4ae1-b229-991ce1b63814 req-1fc23a20-a44b-48d7-8b94-543ddb8c0adb tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 944 time: 0.2605476 Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: warnings.warn(msg) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:33.779274 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:33.815376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3471b-6150-4272-a33f-3c67804d1475 req-d294ac18-8b6d-4ebe-b96d-0379a728ccfb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:33.817032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a3471b-6150-4272-a33f-3c67804d1475 req-d294ac18-8b6d-4ebe-b96d-0379a728ccfb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.2054961 Feb 03 14:30:33.850070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] For port 658a410b-e87c-46af-9c63-adad1bfdbf65, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:33.940896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] For port 658a410b-e87c-46af-9c63-adad1bfdbf65, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=658a410b-e87c-46af-9c63-adad1bfdbf65,segment=NetworkSegment(5b569fae-019c-4dad-b874-b029a922a404),segment_id=5b569fae-019c-4dad-b874-b029a922a404)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:33.948669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.api [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:30:33.948669 n-d-827549-2 neutron-server[103342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:30:33.948669 n-d-827549-2 neutron-server[103342]: [parameters: {'id': 'b4c4268c-c989-4baa-9f95-fcc8504cfe74'}] Feb 03 14:30:33.948669 n-d-827549-2 neutron-server[103342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:30:33.949181 n-d-827549-2 neutron-server[103342]: DEBUG oslo_db.api [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:30:33.954551 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (658a410b-e87c-46af-9c63-adad1bfdbf65), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:33.983889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cfd59cf-7e5c-4ae1-b229-991ce1b63814 req-db735b78-2281-42b7-beab-091fdf410411 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871040 Feb 03 14:30:33.987922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a3471b-6150-4272-a33f-3c67804d1475 req-0e3a4d01-b5c8-42ea-9b04-439f085e8463 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306977 Feb 03 14:30:34.108376 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:30:34.115244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9052be-eeab-4e1b-82bf-8d6bc6b2f7a7 None None] Pushing event updated for resources: {'Port': ['ID=658a410b-e87c-46af-9c63-adad1bfdbf65,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:34.142653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50638d3c-1852-4e6b-baeb-b26497d6f937 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:30:34.204536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2a25745f-c866-446e-9cba-73cf839322ba up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:34.382161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 2a25745f-c866-446e-9cba-73cf839322ba completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:30:34.395002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 2a25745f-c866-446e-9cba-73cf839322ba triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:34.395380 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2a25745f-c866-446e-9cba-73cf839322ba), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:34.428038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50638d3c-1852-4e6b-baeb-b26497d6f937 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:30:34.449940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b4c4268c-c989-4baa-9f95-fcc8504cfe74), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:34.595680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port 658a410b-e87c-46af-9c63-adad1bfdbf65 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:34.597634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (658a410b-e87c-46af-9c63-adad1bfdbf65), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:34.674575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2a25745f-c866-446e-9cba-73cf839322ba is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:34.674990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2a25745f-c866-446e-9cba-73cf839322ba), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:34.748046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a25745f-c866-446e-9cba-73cf839322ba'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:34.750940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port 658a410b-e87c-46af-9c63-adad1bfdbf65, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=658a410b-e87c-46af-9c63-adad1bfdbf65,segment=NetworkSegment(5b569fae-019c-4dad-b874-b029a922a404),segment_id=5b569fae-019c-4dad-b874-b029a922a404)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:34.752298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (658a410b-e87c-46af-9c63-adad1bfdbf65), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:34.754130 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f295c1-a601-484f-9dea-64376613e377" -d '{"events": [{"server_uuid": "dd23224d-7b5e-472a-9258-07dfc1797e97", "name": "network-vif-plugged", "status": "completed", "tag": "2a25745f-c866-446e-9cba-73cf839322ba"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:34.779009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for 658a410b-e87c-46af-9c63-adad1bfdbf65 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:34.789695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54526) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:34.819427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2a25745f-c866-446e-9cba-73cf839322ba, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2a25745f-c866-446e-9cba-73cf839322ba,segment=NetworkSegment(634dde34-d5b5-47cd-aac9-18ea92fe2741),segment_id=634dde34-d5b5-47cd-aac9-18ea92fe2741)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:34.827272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2a25745f-c866-446e-9cba-73cf839322ba), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:34.931419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (658a410b-e87c-46af-9c63-adad1bfdbf65), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:34.949638 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e4b2b-e95f-41c8-aee9-75ebb0953045 x-openstack-request-id: req-ca5e4b2b-e95f-41c8-aee9-75ebb0953045 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:34.950202 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd23224d-7b5e-472a-9258-07dfc1797e97", "name": "network-vif-plugged", "status": "completed", "tag": "2a25745f-c866-446e-9cba-73cf839322ba", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:34.950202 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca5e4b2b-e95f-41c8-aee9-75ebb0953045 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:34.950597 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a25745f-c866-446e-9cba-73cf839322ba', 'code': 200} Feb 03 14:30:34.960225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df58cb7a-dd4d-408c-b0ed-4f6b8f1862fd None None] Network b4c4268c-c989-4baa-9f95-fcc8504cfe74 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:35.005005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port 658a410b-e87c-46af-9c63-adad1bfdbf65 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:35.025909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=658a410b-e87c-46af-9c63-adad1bfdbf65,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:35.091707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05781d-8867-4d15-8db3-4f350b8c27df req-170a22eb-44ce-4a0e-80df-2e2c4ac2e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:35.106668 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1e05781d-8867-4d15-8db3-4f350b8c27df req-170a22eb-44ce-4a0e-80df-2e2c4ac2e692 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 1127 time: 0.1401746 Feb 03 14:30:35.186428 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1e05781d-8867-4d15-8db3-4f350b8c27df req-4b6e17ea-a9c1-408c-a120-40cc3eb2e1fa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772421 Feb 03 14:30:35.212391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2a25745f-c866-446e-9cba-73cf839322ba,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:35.271502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b4c4268c-c989-4baa-9f95-fcc8504cfe74), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.326225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1823277255'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:35.363491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Made reservation on behalf of 3f9f01ec2e73439194a211d0aee6831a for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:35.367126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.376614 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.389077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c4268c-c989-4baa-9f95-fcc8504cfe74']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:35.409535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b569fae-019c-4dad-b874-b029a922a404') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:35.409861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b569fae-019c-4dad-b874-b029a922a404') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:35.444725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (5b569fae-019c-4dad-b874-b029a922a404), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.479433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5b569fae-019c-4dad-b874-b029a922a404), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.497885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:35.498305 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (5b569fae-019c-4dad-b874-b029a922a404), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:35.502881 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:35.508662 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for security_group (10acac8e-ce18-40a4-8733-f2e788280289), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.513715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10acac8e-ce18-40a4-8733-f2e788280289), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.538669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560fa94-f0fa-4ad8-9ffd-e101b7d6218f req-9d85a542-17d8-48cd-9241-df57c186bc27 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:35.546391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3560fa94-f0fa-4ad8-9ffd-e101b7d6218f req-9d85a542-17d8-48cd-9241-df57c186bc27 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.2652078 Feb 03 14:30:35.595969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10acac8e-ce18-40a4-8733-f2e788280289,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:35.621000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21d022-7e38-4b6b-afbd-d4c514be9927 req-4d191f61-37b3-4ca9-90ce-f1975f189ebc tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:35.627887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f21d022-7e38-4b6b-afbd-d4c514be9927 req-4d191f61-37b3-4ca9-90ce-f1975f189ebc tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 945 time: 0.3455555 Feb 03 14:30:35.639939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:35.662345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (24f1da2c-c3eb-4036-b6d7-10ba8619935f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.662744 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Added segment 24f1da2c-c3eb-4036-b6d7-10ba8619935f of type vlan for network 10769370-01f3-4ebc-8fbb-e538f5e1632d Feb 03 14:30:35.672752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b4c4268c-c989-4baa-9f95-fcc8504cfe74), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.701927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.710844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/b4c4268c-c989-4baa-9f95-fcc8504cfe74 HTTP/1.1" status: 204 len: 168 time: 3.0862136 Feb 03 14:30:35.718234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54552) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:35.728529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1976480793'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:35.756717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (10769370-01f3-4ebc-8fbb-e538f5e1632d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.758813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3560fa94-f0fa-4ad8-9ffd-e101b7d6218f req-4335b9e4-1720-4181-b671-e6bb5611abbc tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115672 Feb 03 14:30:35.760085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52685346-62e2-40f7-b555-5845176a0ee7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=b4c4268c-c989-4baa-9f95-fcc8504cfe74,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:35.815722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f21d022-7e38-4b6b-afbd-d4c514be9927 req-d046c086-bae6-416c-9afa-d0daa1f5e33e tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852975 Feb 03 14:30:35.815722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:35.820057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.860801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:35.886514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.886953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (10769370-01f3-4ebc-8fbb-e538f5e1632d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.887434 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a of type vlan for network ac097cea-583c-4f56-b090-5cee10e97e95 Feb 03 14:30:35.903601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:35.904622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.960275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ac097cea-583c-4f56-b090-5cee10e97e95), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:35.992942 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ac097cea-583c-4f56-b090-5cee10e97e95), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:36.001084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:36.002331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:36.011463 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2175565 Feb 03 14:30:36.012865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54562) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:36.020830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Request body: {'subnet': {'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:36.093155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3670964 Feb 03 14:30:36.094051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54568) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:36.101082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:36.109787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb76d3-9b2d-4cb8-8623-b2b01b4119ab tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event updated for resources: {'Network': ['ID=10769370-01f3-4ebc-8fbb-e538f5e1632d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:36.124308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:36.164102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Made reservation on behalf of 3f9f01ec2e73439194a211d0aee6831a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:36.169849 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:36.219879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505404d-c752-4510-83c0-01a5968be571 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=ac097cea-583c-4f56-b090-5cee10e97e95,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:36.281412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ac097cea-583c-4f56-b090-5cee10e97e95 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:36.411490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:36.444229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:36.707368 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (b008ac9f-56ab-440f-9276-c3dfb3a796ee), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:36.802444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event updated for resources: {'Subnet': ['ID=b008ac9f-56ab-440f-9276-c3dfb3a796ee,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:36.810269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Checking segment: {'id': '24f1da2c-c3eb-4036-b6d7-10ba8619935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:36.810879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Network hostable DHCP agents. Network: 10769370-01f3-4ebc-8fbb-e538f5e1632d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:36.834634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:36.862226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54584) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:36.872716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 10769370-01f3-4ebc-8fbb-e538f5e1632d) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:36.884638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db19111-5893-4ddf-a7af-f6e135cde8ec None None] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:36.890256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:36.892542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:36.928010 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-55a24a85-fb23-4739-829a-0176600506ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9136686 Feb 03 14:30:36.931250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54588) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:36.941356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Request body: {'port': {'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1032188462'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:37.103150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Made reservation on behalf of 3f9f01ec2e73439194a211d0aee6831a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:37.112541 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.114745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-10769370-01f3-4ebc-8fbb-e538f5e1632d', 'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d', 'project_id': '3f9f01ec2e73439194a211d0aee6831a', 'fixed_ips': [{'subnet_id': 'b008ac9f-56ab-440f-9276-c3dfb3a796ee'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:37.116133 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.135733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] device_id is not set on port 197accca-84b7-446a-8d4d-6c09f44102f2 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:30:37.169758 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (356cc0ce-396b-4450-9e39-ca49f3e0d9fd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.187007 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-959bbba3-ed4a-449f-a0fe-815f95aa5832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.298080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b3d8-0599-4e7a-98f5-0f8b614e90a1 req-461c478a-6a40-478e-9d89-32e22ddeb28b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:37.299870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Allocated IP 2001:db8::c (10769370-01f3-4ebc-8fbb-e538f5e1632d/b008ac9f-56ab-440f-9276-c3dfb3a796ee/197accca-84b7-446a-8d4d-6c09f44102f2) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:37.308227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4127b3d8-0599-4e7a-98f5-0f8b614e90a1 req-461c478a-6a40-478e-9d89-32e22ddeb28b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3388453 Feb 03 14:30:37.337897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=356cc0ce-396b-4450-9e39-ca49f3e0d9fd,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:37.359255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe77ccd-b80f-4fa7-a8c7-a93f093493ba req-3786e094-1a6f-4570-bd77-4eb9396fd9f3 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:37.360852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efe77ccd-b80f-4fa7-a8c7-a93f093493ba req-3786e094-1a6f-4570-bd77-4eb9396fd9f3 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 945 time: 0.3564725 Feb 03 14:30:37.437684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': 'd8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:37.438199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: ac097cea-583c-4f56-b090-5cee10e97e95, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:37.486987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4127b3d8-0599-4e7a-98f5-0f8b614e90a1 req-b55c880e-209e-4375-b49b-d33a428535e7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777503 Feb 03 14:30:37.514351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for port (197accca-84b7-446a-8d4d-6c09f44102f2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.546076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network ac097cea-583c-4f56-b090-5cee10e97e95 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:37.568148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ac097cea-583c-4f56-b090-5cee10e97e95) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:37.576534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:37.577260 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.585679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (197accca-84b7-446a-8d4d-6c09f44102f2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.606732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efe77ccd-b80f-4fa7-a8c7-a93f093493ba req-20b076df-54b2-471e-92c6-851a78e5e524 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289629 Feb 03 14:30:37.620935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0cbeeb54-5920-4a67-a03d-9eea5c770805 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5256312 Feb 03 14:30:37.621518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991f18b-9a05-4ac2-9941-027d35850aae None None] Network ac097cea-583c-4f56-b090-5cee10e97e95 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:37.623533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54594) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:37.630790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:37.640027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-959bbba3-ed4a-449f-a0fe-815f95aa5832 admin admin] Publish callbacks [] for security_group (2d572874-af9a-417f-bd23-debb8f6716ce), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.667173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-959bbba3-ed4a-449f-a0fe-815f95aa5832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2d572874-af9a-417f-bd23-debb8f6716ce), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.676361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:37.687379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:37.693181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:37.701340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:37.702222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.745701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event updated for resources: {'Port': ['ID=197accca-84b7-446a-8d4d-6c09f44102f2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:37.761069 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b184f1ca-01fa-48c0-b65d-5b342fe69250 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.8283401 Feb 03 14:30:37.764150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54602) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:37.778922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-959bbba3-ed4a-449f-a0fe-815f95aa5832 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a358579073f4a228e1b4f9000d8f830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9092436 Feb 03 14:30:37.780172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54604) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:37.780523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Request body: {'port': {'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-87471878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:37.781092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] bootfile-name is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:30:37.783448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] tftp-server is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:30:37.783825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] server-ip-address is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:30:37.787176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bbba3-ed4a-449f-a0fe-815f95aa5832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d572874-af9a-417f-bd23-debb8f6716ce,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:37.872385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Allocated IP 2001:db8::2 (10769370-01f3-4ebc-8fbb-e538f5e1632d/b008ac9f-56ab-440f-9276-c3dfb3a796ee/1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:37.898334 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40e6ab62-48b3-4679-9201-31475d6b2de1 admin admin] Publish callbacks [] for security_group (2d572874-af9a-417f-bd23-debb8f6716ce), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.941718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:37.948065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.956136 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40e6ab62-48b3-4679-9201-31475d6b2de1 admin admin] Publish callbacks [] for security_group (2d572874-af9a-417f-bd23-debb8f6716ce), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:37.997684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-ac097cea-583c-4f56-b090-5cee10e97e95', 'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': '356cc0ce-396b-4450-9e39-ca49f3e0d9fd'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:37.998650 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.075819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Made reservation on behalf of 3f9f01ec2e73439194a211d0aee6831a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:38.080238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.111409 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40e6ab62-48b3-4679-9201-31475d6b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2d572874-af9a-417f-bd23-debb8f6716ce), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.116026 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40e6ab62-48b3-4679-9201-31475d6b2de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.119623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-40e6ab62-48b3-4679-9201-31475d6b2de1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d572874-af9a-417f-bd23-debb8f6716ce HTTP/1.1" status: 204 len: 168 time: 0.3375051 Feb 03 14:30:38.121218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] device_id is not set on port d08323be-ec97-47e6-8843-25023ae1afbd yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:30:38.180670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6ab62-48b3-4679-9201-31475d6b2de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d572874-af9a-417f-bd23-debb8f6716ce,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:38.478883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Publish callbacks [] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.504943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Allocated IP 2001:db8::2 (ac097cea-583c-4f56-b090-5cee10e97e95/356cc0ce-396b-4450-9e39-ca49f3e0d9fd/ff0dbd68-b3cb-4ad4-80c8-34cb0482f518) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:38.733646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Allocated IP 2001:db8::143 (10769370-01f3-4ebc-8fbb-e538f5e1632d/b008ac9f-56ab-440f-9276-c3dfb3a796ee/d08323be-ec97-47e6-8843-25023ae1afbd) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:38.790770 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Publish callbacks [] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.796312 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.807113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:38.888515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:38.895965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Pushing event updated for resources: {'Port': ['ID=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:38.908674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:38.919563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:38.928855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Network ac097cea-583c-4f56-b090-5cee10e97e95 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:39.157450 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for port (d08323be-ec97-47e6-8843-25023ae1afbd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.249924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d08323be-ec97-47e6-8843-25023ae1afbd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.348780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:39.355328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:39.360235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:39.362759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Pushing event updated for resources: {'Port': ['ID=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:39.369071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:39.376427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:39.382082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.388561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event updated for resources: {'Port': ['ID=d08323be-ec97-47e6-8843-25023ae1afbd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:39.408839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:39.423036 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0419f87d-f2ba-4f2e-9a90-d1bb98fbb712 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.6555305 Feb 03 14:30:39.425410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54644) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:39.478160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Attempting to bind port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:39.478544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Attempting to bind port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '24f1da2c-c3eb-4036-b6d7-10ba8619935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:39.481025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Attempting to bind port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 on network 10769370-01f3-4ebc-8fbb-e538f5e1632d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:39.589685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.606294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:39.606881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Checking segment: {'id': '24f1da2c-c3eb-4036-b6d7-10ba8619935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:39.607394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.608135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Bound using segment: {'id': '24f1da2c-c3eb-4036-b6d7-10ba8619935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:39.609921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Bound port: 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f1da2c-c3eb-4036-b6d7-10ba8619935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '10769370-01f3-4ebc-8fbb-e538f5e1632d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:39.610465 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.663901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Attempting to bind port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:39.669806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Attempting to bind port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:39.670579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Attempting to bind port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 on network ac097cea-583c-4f56-b090-5cee10e97e95 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:39.673951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa4806-8f84-4640-96a6-4d26a4a052ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:39.692126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa4806-8f84-4640-96a6-4d26a4a052ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:39.714772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa4806-8f84-4640-96a6-4d26a4a052ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:39.746571 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-67aa4806-8f84-4640-96a6-4d26a4a052ae tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3198149 Feb 03 14:30:39.747372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54654) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:39.771384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352889-f9d6-413b-914e-4fc587ff5954 req-2c5b4afe-4778-44af-ae6c-253f5842e9aa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:39.775115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-2c5b4afe-4778-44af-ae6c-253f5842e9aa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 0.5790761 Feb 03 14:30:39.777422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:39.778370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Checking segment: {'id': 'd8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:39.778801 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.779179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Bound using segment: {'id': 'd8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:39.781334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Bound port: ff0dbd68-b3cb-4ad4-80c8-34cb0482f518, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:39.781572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.790587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c04ca-b9a4-4492-ad4b-b67708a441f4 req-0af0f4a7-a3f8-4c2a-b26a-6557c6629142 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:39.793358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c3c04ca-b9a4-4492-ad4b-b67708a441f4 req-0af0f4a7-a3f8-4c2a-b26a-6557c6629142 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.5622296 Feb 03 14:30:39.860001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-d79c1de7-480e-4c1b-85e7-a1fb34087b82 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/quotas/b6d451d72ad74b3398446ced44dda4d2 HTTP/1.1" status: 200 len: 375 time: 0.0654655 Feb 03 14:30:39.950535 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (958b9611-c5ad-47ad-a900-8b07b86b4cf6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:39.959604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] For port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:39.963570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] For port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,segment=NetworkSegment(d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a),segment_id=d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:39.985545 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:40.001402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Deleting port d08323be-ec97-47e6-8843-25023ae1afbd {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:40.002211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d08323be-ec97-47e6-8843-25023ae1afbd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:40.058651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e7bb-5336-4280-be8a-d3af1a4a1769 None None] Pushing event updated for resources: {'Port': ['ID=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:40.065955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c3c04ca-b9a4-4492-ad4b-b67708a441f4 req-676a91a4-13bd-40ea-8d0b-e82030b880c5 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520921 Feb 03 14:30:40.083368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] For port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:40.090749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network ac097cea-583c-4f56-b090-5cee10e97e95 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:40.101038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] For port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,segment=NetworkSegment(24f1da2c-c3eb-4036-b6d7-10ba8619935f),segment_id=24f1da2c-c3eb-4036-b6d7-10ba8619935f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:40.101622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:40.111645 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:40.135237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:40.135237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:40.187286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=958b9611-c5ad-47ad-a900-8b07b86b4cf6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:40.201317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-c3b36f5e-e253-469a-8bd4-8c634f8aae50 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3266661 Feb 03 14:30:40.227390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b00ce774-193b-4576-8245-a0a89aacea13 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6022074 Feb 03 14:30:40.233864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54662) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:40.253404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3a016-cf2d-4d02-9d96-52c9938d3084 None None] Pushing event updated for resources: {'Port': ['ID=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:40.354735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d08323be-ec97-47e6-8843-25023ae1afbd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:40.399064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Calling delete_port for d08323be-ec97-47e6-8843-25023ae1afbd owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:40.489251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d6060-0c99-4ece-a9eb-7e8c60528de7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:40.495923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d6060-0c99-4ece-a9eb-7e8c60528de7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:40.498678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d6060-0c99-4ece-a9eb-7e8c60528de7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:40.503832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d6060-0c99-4ece-a9eb-7e8c60528de7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:40.510208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d6060-0c99-4ece-a9eb-7e8c60528de7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:40.518649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-683d6060-0c99-4ece-a9eb-7e8c60528de7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2747045 Feb 03 14:30:40.524306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54668) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:40.530485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-885061349'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:40.631256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:40.643726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:40.949728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d08323be-ec97-47e6-8843-25023ae1afbd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:40.973354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:41.066207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event deleted for resources: {'Port': ['ID=d08323be-ec97-47e6-8843-25023ae1afbd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:41.086726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cc7eade9-6c78-4176-ae34-bffeaa9e500f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:41.092919 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment cc7eade9-6c78-4176-ae34-bffeaa9e500f of type vlan for network 95a40782-4f90-40f5-a85d-959009cc1bb6 Feb 03 14:30:41.114130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:41.124280 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21e5769b-0a2e-4205-86bf-4066ab6afce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "DELETE /v2.0/ports/d08323be-ec97-47e6-8843-25023ae1afbd HTTP/1.1" status: 204 len: 168 time: 1.3753247 Feb 03 14:30:41.126471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:41.133031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Request body: {'port': {'name': 'tempest-new-port-name-1338759954', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:41.133686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] bootfile-name is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:30:41.134541 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] tftp-server is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:30:41.135051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] server-ip-address is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:30:41.141946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-49b9b2c9-5a34-44c3-845b-7a3e2c703ed5 service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9052799 Feb 03 14:30:41.377178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:41.413280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (197accca-84b7-446a-8d4d-6c09f44102f2), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:41.504036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:30:41.593283 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:41.600369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:41.601659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:41.657810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1314032 Feb 03 14:30:41.675778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54690) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:41.679927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b4fda-c29a-4d1b-bb99-3d676c0ac849 req-c1b55367-cfbc-4c22-9d13-51a8a73ba81a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:41.682912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:41.686222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc3b4fda-c29a-4d1b-bb99-3d676c0ac849 req-c1b55367-cfbc-4c22-9d13-51a8a73ba81a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3683259 Feb 03 14:30:41.786158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:41.856244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-29a007f4-a4ed-4d74-996e-35d26856e196 service neutron] 10.222.0.52 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338894 Feb 03 14:30:41.974791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894c7a8-fbf6-4901-84bf-9787d3a9d251 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=95a40782-4f90-40f5-a85d-959009cc1bb6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:42.008080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:42.028701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc3b4fda-c29a-4d1b-bb99-3d676c0ac849 req-1c009cd7-bdd3-42a7-8710-896191939a06 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072121 Feb 03 14:30:42.037620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:42.038212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.335469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for port (197accca-84b7-446a-8d4d-6c09f44102f2), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.348332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (197accca-84b7-446a-8d4d-6c09f44102f2), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.394843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29f55bc9-9782-4854-8c9d-8d78bd3bd3cd req-6748a76c-1af7-4930-bad1-46d9fe69661a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 210 time: 0.0653431 Feb 03 14:30:42.506236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:42.506702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.603903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2be31-016f-4cf8-a02f-918744567201 None None] Network ac097cea-583c-4f56-b090-5cee10e97e95 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:42.618489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] In _notify_port_updated(), no bound segment for port 197accca-84b7-446a-8d4d-6c09f44102f2 on network 10769370-01f3-4ebc-8fbb-e538f5e1632d {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:30:42.624613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:42.625754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.627729 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "PUT /v2.0/ports/197accca-84b7-446a-8d4d-6c09f44102f2 HTTP/1.1" status: 200 len: 1128 time: 1.5000439 Feb 03 14:30:42.631259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54712) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:42.653663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfebf9b-62b3-446a-ab27-fbabfa994e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event updated for resources: {'Port': ['ID=197accca-84b7-446a-8d4d-6c09f44102f2,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:42.718713 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.741386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54714) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:42.772443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36875714-e761-4715-9d19-170f874cbb9b tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:42.776022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-36875714-e761-4715-9d19-170f874cbb9b tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "GET /v2.0/ports/197accca-84b7-446a-8d4d-6c09f44102f2 HTTP/1.1" status: 200 len: 1128 time: 0.1436279 Feb 03 14:30:42.778814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.792461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54718) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:42.889664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,segment=NetworkSegment(24f1da2c-c3eb-4036-b6d7-10ba8619935f),segment_id=24f1da2c-c3eb-4036-b6d7-10ba8619935f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:42.909184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3a8210ca-2c45-4562-88eb-878877933b68 None None] Provisioning complete for port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:42.912591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a8210ca-2c45-4562-88eb-878877933b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:42.981223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 is not hosted by any dhcp agent {{(pid=103341) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 14:30:42.996562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:42.997829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.007342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54724) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:43.007819 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "PUT /v2.0/networks/95a40782-4f90-40f5-a85d-959009cc1bb6 HTTP/1.1" status: 200 len: 723 time: 1.3298254 Feb 03 14:30:43.023110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe069b-775d-4b5a-bf75-a87e27ee27e3 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=95a40782-4f90-40f5-a85d-959009cc1bb6,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:43.062324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:43.064043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': '95a40782-4f90-40f5-a85d-959009cc1bb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:43.073334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.075617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:43.080703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e858b544-6c78-463e-8f25-fe63746fe19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.190950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dcee0d-aaa3-4709-9d8a-e778f3d33a8e None None] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:43.289801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Deleting port 197accca-84b7-446a-8d4d-6c09f44102f2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:43.291487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (197accca-84b7-446a-8d4d-6c09f44102f2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.304084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3a8210ca-2c45-4562-88eb-878877933b68 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:43.304503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a8210ca-2c45-4562-88eb-878877933b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.461721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:43.481596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3a8210ca-2c45-4562-88eb-878877933b68 None None] For port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,segment=NetworkSegment(d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a),segment_id=d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:43.485045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:43.494004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.542978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a8210ca-2c45-4562-88eb-878877933b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.632393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8210ca-2c45-4562-88eb-878877933b68 None None] Pushing event updated for resources: {'Port': ['ID=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:43.673652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:43.674040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.855742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-376cc6d4-73dd-43a6-8f86-ad98d97a5a1c None None] Provisioning complete for port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:43.856349 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-376cc6d4-73dd-43a6-8f86-ad98d97a5a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:43.961203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:44.039233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc641e2-6f6b-467e-88eb-5972f753ea6a None None] Update dhcp port {'port': {'network_id': 'ac097cea-583c-4f56-b090-5cee10e97e95', 'fixed_ips': [{'subnet_id': '356cc0ce-396b-4450-9e39-ca49f3e0d9fd', 'ip_address': '2001:db8::2'}, {'subnet_id': '958b9611-c5ad-47ad-a900-8b07b86b4cf6'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'ff0dbd68-b3cb-4ad4-80c8-34cb0482f518'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:30:44.062176 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (004bd34f-a969-4bc2-89cf-da1527ec5374), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:44.109362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebc641e2-6f6b-467e-88eb-5972f753ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:44.155882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c2182b0-df3d-42fe-88e7-8e9741991eab req-d7b40974-6286-41f4-8012-3de0f0d2fece tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 210 time: 0.2036362 Feb 03 14:30:44.180218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:44.232391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70aac2-764b-4410-a84e-0ec77a2b5dd1 req-884909cd-bd35-4c0f-81ba-a275dc50b5e2 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:44.234032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd70aac2-764b-4410-a84e-0ec77a2b5dd1 req-884909cd-bd35-4c0f-81ba-a275dc50b5e2 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 1.0558155 Feb 03 14:30:44.317148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (197accca-84b7-446a-8d4d-6c09f44102f2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:44.361772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=004bd34f-a969-4bc2-89cf-da1527ec5374,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:44.375911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e858b544-6c78-463e-8f25-fe63746fe19f admin admin] Publish callbacks [] for security_group (6f7212cc-b45d-4c97-8819-eac0ebf457aa), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:44.409279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Calling delete_port for 197accca-84b7-446a-8d4d-6c09f44102f2 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:44.445040 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e858b544-6c78-463e-8f25-fe63746fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f7212cc-b45d-4c97-8819-eac0ebf457aa), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:44.612952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ebc641e2-6f6b-467e-88eb-5972f753ea6a None None] Allocated IP 172.20.0.1 (ac097cea-583c-4f56-b090-5cee10e97e95/958b9611-c5ad-47ad-a900-8b07b86b4cf6/ff0dbd68-b3cb-4ad4-80c8-34cb0482f518) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:44.635362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352889-f9d6-413b-914e-4fc587ff5954 req-a107abc1-8bd3-4f1b-a68f-aed88650052f tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:44.637180 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-a107abc1-8bd3-4f1b-a68f-aed88650052f tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 815 time: 0.5019140 Feb 03 14:30:44.678894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Request body: {'port': {'device_id': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'admin_state_up': True, 'tenant_id': 'b6d451d72ad74b3398446ced44dda4d2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:44.697017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': 'cc7eade9-6c78-4176-ae34-bffeaa9e500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a40782-4f90-40f5-a85d-959009cc1bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:44.697386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: 95a40782-4f90-40f5-a85d-959009cc1bb6, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:44.714248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858b544-6c78-463e-8f25-fe63746fe19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7212cc-b45d-4c97-8819-eac0ebf457aa,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:44.721055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e858b544-6c78-463e-8f25-fe63746fe19f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddddfd7e4e654505b28e2dc97d70d07e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9771912 Feb 03 14:30:44.732844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54748) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:44.740492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd70aac2-764b-4410-a84e-0ec77a2b5dd1 req-9c4c24e2-67e5-42be-b0f8-b1e44333070b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557850 Feb 03 14:30:44.790509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:44.848184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 95a40782-4f90-40f5-a85d-959009cc1bb6) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:44.867824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:44.869712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:44.905451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266ea91-a01f-4b70-b350-b608c7829a9a None None] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:45.011401 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db01ab2-5c70-43af-8070-b1389f861463 admin admin] Publish callbacks [] for security_group (6f7212cc-b45d-4c97-8819-eac0ebf457aa), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.048858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8d42c26b-b093-468e-8dee-291f99ee0cd1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0303183 Feb 03 14:30:45.051356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54752) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:45.084365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4f8a2dbd-35ec-4af2-89ac-020e587e9400 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:45.139084 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db01ab2-5c70-43af-8070-b1389f861463 admin admin] Publish callbacks [] for security_group (6f7212cc-b45d-4c97-8819-eac0ebf457aa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.185075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Made reservation on behalf of b6d451d72ad74b3398446ced44dda4d2 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:45.189130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.199871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:45.202400 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.306335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (197accca-84b7-446a-8d4d-6c09f44102f2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.333618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db01ab2-5c70-43af-8070-b1389f861463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f7212cc-b45d-4c97-8819-eac0ebf457aa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.337127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1db01ab2-5c70-43af-8070-b1389f861463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.340065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1db01ab2-5c70-43af-8070-b1389f861463 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f7212cc-b45d-4c97-8819-eac0ebf457aa HTTP/1.1" status: 204 len: 168 time: 0.6061392 Feb 03 14:30:45.376709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db01ab2-5c70-43af-8070-b1389f861463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7212cc-b45d-4c97-8819-eac0ebf457aa,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:45.439978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2dbd-35ec-4af2-89ac-020e587e9400 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13365658'] for subnet (004bd34f-a969-4bc2-89cf-da1527ec5374), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.451480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Allocated IP 172.20.0.11 (b1577e91-baf1-46ec-ac71-11641587af5b/50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8/119ca037-a22c-4a7c-a0d8-ff10ccc4c65b) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:45.546708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event deleted for resources: {'Port': ['ID=197accca-84b7-446a-8d4d-6c09f44102f2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:45.555894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcd3c7a7-8fcd-483b-8ef4-66307f4909a5 req-871b0e01-0008-4612-aed8-6c5857bcbedc tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 210 time: 0.2344291 Feb 03 14:30:45.600059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.603464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6bc9f600-fe14-49ef-9efd-85bcb4248122 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "DELETE /v2.0/ports/197accca-84b7-446a-8d4d-6c09f44102f2 HTTP/1.1" status: 204 len: 168 time: 2.8097217 Feb 03 14:30:45.607638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54764) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:45.691892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-95a40782-4f90-40f5-a85d-959009cc1bb6', 'network_id': '95a40782-4f90-40f5-a85d-959009cc1bb6', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': '004bd34f-a969-4bc2-89cf-da1527ec5374'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:45.706274 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.708774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-376cc6d4-73dd-43a6-8f86-ad98d97a5a1c None None] Current status of the port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:45.743946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Deleting subnet b008ac9f-56ab-440f-9276-c3dfb3a796ee {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:30:45.753275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for subnet (b008ac9f-56ab-440f-9276-c3dfb3a796ee), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.861667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks [] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.928355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:45.963167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ebc641e2-6f6b-467e-88eb-5972f753ea6a None None] For port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,segment=NetworkSegment(d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a),segment_id=d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:46.023986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4adc8e1e-0570-4366-a868-26cf99464385', '9035cd91-63d1-4894-a4f8-8660c7b424a8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:46.035335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (b008ac9f-56ab-440f-9276-c3dfb3a796ee), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.057441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Network b1577e91-baf1-46ec-ac71-11641587af5b is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:46.067188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:46.071717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:46.080179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:46.092172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-98639e5b-671c-4b06-8a37-f67e85ea4e1a None None] Could not find standard attr ID for object 197accca-84b7-446a-8d4d-6c09f44102f2. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:30:46.103966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54778) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:46.117941 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2dbd-35ec-4af2-89ac-020e587e9400 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751390392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13182018'] for subnet (004bd34f-a969-4bc2-89cf-da1527ec5374), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.188911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebc641e2-6f6b-467e-88eb-5972f753ea6a None None] Publish callbacks [] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.228245 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ade68c6d-4ae2-499f-b802-580c7f0f2b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.236641 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebc641e2-6f6b-467e-88eb-5972f753ea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.249576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:46.250522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.268153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe699080-b1ca-44b1-bbca-86d7ad84bd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.270482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event updated for resources: {'Port': ['ID=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:46.307033 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-98a075fe-a57b-4caf-aa0c-839203182795 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6413188 Feb 03 14:30:46.346636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Request body: {'port': {'device_id': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:46.395131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a2dbd-35ec-4af2-89ac-020e587e9400 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:46.397032 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2dbd-35ec-4af2-89ac-020e587e9400 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.404711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f8a2dbd-35ec-4af2-89ac-020e587e9400 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "PUT /v2.0/subnets/004bd34f-a969-4bc2-89cf-da1527ec5374 HTTP/1.1" status: 200 len: 826 time: 1.3375289 Feb 03 14:30:46.411576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-98639e5b-671c-4b06-8a37-f67e85ea4e1a None None] Provisioning complete for port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:46.412325 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98639e5b-671c-4b06-8a37-f67e85ea4e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.453454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54784) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:46.517400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Allocated IP 2001:db8::2 (95a40782-4f90-40f5-a85d-959009cc1bb6/004bd34f-a969-4bc2-89cf-da1527ec5374/2fb4ffe9-fdb9-4676-be89-52c325d5afbf) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:46.609101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a2dbd-35ec-4af2-89ac-020e587e9400 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=004bd34f-a969-4bc2-89cf-da1527ec5374,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:46.617605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:46.731686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89055663-33f6-4fcb-aa4a-63edef22f4a9 req-fae6af7b-6513-45e2-bb8b-1840ea335fc8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:46.740657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc641e2-6f6b-467e-88eb-5972f753ea6a None None] Pushing event updated for resources: {'Port': ['ID=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:46.741205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89055663-33f6-4fcb-aa4a-63edef22f4a9 req-fae6af7b-6513-45e2-bb8b-1840ea335fc8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.8513329 Feb 03 14:30:46.780522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:46.781795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:46.835448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9d2f-3a3e-4273-9738-a23cf678ecde req-a85eb382-f568-46bc-9f1a-70fa0d4fb7e1 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:46.843353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72ea9d2f-3a3e-4273-9738-a23cf678ecde req-a85eb382-f568-46bc-9f1a-70fa0d4fb7e1 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 945 time: 0.4615088 Feb 03 14:30:46.947777 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b008ac9f-56ab-440f-9276-c3dfb3a796ee), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.010151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72ea9d2f-3a3e-4273-9738-a23cf678ecde req-843cfc8a-85b3-4899-8128-1b3e3e6aeefd tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629739 Feb 03 14:30:47.099272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:47.099890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.138340 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (004bd34f-a969-4bc2-89cf-da1527ec5374), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.147449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89055663-33f6-4fcb-aa4a-63edef22f4a9 req-eae52bf3-16dd-4c49-bbbc-dec91b0bc6c8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654590 Feb 03 14:30:47.195969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.223004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-98639e5b-671c-4b06-8a37-f67e85ea4e1a None None] Current status of the port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:47.247106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-98639e5b-671c-4b06-8a37-f67e85ea4e1a None None] Could not find standard attr ID for object d08323be-ec97-47e6-8843-25023ae1afbd. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:30:47.297848 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe699080-b1ca-44b1-bbca-86d7ad84bd4b admin admin] Publish callbacks [] for security_group (970fc62b-9e0f-4c08-bd09-5548d4afe71f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.300684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990ca91-812a-49a0-9a0f-4161d39c5f70 req-59240f53-d89d-422f-aaaf-06a9659c9df0 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:47.303025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a990ca91-812a-49a0-9a0f-4161d39c5f70 req-59240f53-d89d-422f-aaaf-06a9659c9df0 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 932 time: 0.1291904 Feb 03 14:30:47.318735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (b008ac9f-56ab-440f-9276-c3dfb3a796ee), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.340940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.344812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "DELETE /v2.0/subnets/b008ac9f-56ab-440f-9276-c3dfb3a796ee HTTP/1.1" status: 204 len: 168 time: 1.7362258 Feb 03 14:30:47.367885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8730d-1652-4fb4-b261-7446421b4132 None None] Network 10769370-01f3-4ebc-8fbb-e538f5e1632d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:47.384712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54792) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:47.443194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c8ccfc6c-336a-41b1-9714-509fd2900061 None None] Could not find standard attr ID for object 197accca-84b7-446a-8d4d-6c09f44102f2. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:30:47.497330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (10769370-01f3-4ebc-8fbb-e538f5e1632d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.507142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c7821-ac72-45fa-94ce-07b283276d28 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event deleted for resources: {'Subnet': ['ID=b008ac9f-56ab-440f-9276-c3dfb3a796ee,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:47.526512 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Publish callbacks [] for port (2fb4ffe9-fdb9-4676-be89-52c325d5afbf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.562251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a990ca91-812a-49a0-9a0f-4161d39c5f70 req-701d6afc-7ff1-4282-b362-d7f73e9ac369 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527456 Feb 03 14:30:47.591764 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (2fb4ffe9-fdb9-4676-be89-52c325d5afbf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.648099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (004bd34f-a969-4bc2-89cf-da1527ec5374), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.676010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:47.684159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:30:47.684380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:47.686638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:47.695868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:47.698922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f880a63-48b5-413f-8354-e35e0915e43f None None] Network ac097cea-583c-4f56-b090-5cee10e97e95 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:47.714281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Publish callbacks [] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.745540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Transition to ACTIVE for port object 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:30:47.751179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe699080-b1ca-44b1-bbca-86d7ad84bd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (970fc62b-9e0f-4c08-bd09-5548d4afe71f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.763809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.770088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Pushing event updated for resources: {'Port': ['ID=2fb4ffe9-fdb9-4676-be89-52c325d5afbf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:47.774936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.800693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.801047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.801396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.801776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.802167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.802511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.802846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.803175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.803511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.803841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.804169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.804534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.804865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:30:47.868138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:47.874158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Pushing event updated for resources: {'Port': ['ID=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:47.923418 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fe699080-b1ca-44b1-bbca-86d7ad84bd4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f914d6b23f4453abbeefd6eb249da48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8037274 Feb 03 14:30:47.926374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:47.931716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] DHCP port deletion for 10769370-01f3-4ebc-8fbb-e538f5e1632d request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:30:47.933809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe699080-b1ca-44b1-bbca-86d7ad84bd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970fc62b-9e0f-4c08-bd09-5548d4afe71f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:47.934068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b08359ee-6ce3-4f3f-8667-0b0f8635b197 None None] Provisioning complete for port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:47.934448 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b08359ee-6ce3-4f3f-8667-0b0f8635b197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:47.999903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Attempting to bind port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:48.000746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Attempting to bind port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'cc7eade9-6c78-4176-ae34-bffeaa9e500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a40782-4f90-40f5-a85d-959009cc1bb6'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:48.001228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Attempting to bind port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf on network 95a40782-4f90-40f5-a85d-959009cc1bb6 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:48.059860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8598e5d4-9219-4a78-a63d-a18209e1c791 admin admin] Publish callbacks [] for security_group (970fc62b-9e0f-4c08-bd09-5548d4afe71f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.084709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8598e5d4-9219-4a78-a63d-a18209e1c791 admin admin] Publish callbacks [] for security_group (970fc62b-9e0f-4c08-bd09-5548d4afe71f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.150277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:48.150800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Checking segment: {'id': 'cc7eade9-6c78-4176-ae34-bffeaa9e500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a40782-4f90-40f5-a85d-959009cc1bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:48.151347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.151863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Bound using segment: {'id': 'cc7eade9-6c78-4176-ae34-bffeaa9e500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a40782-4f90-40f5-a85d-959009cc1bb6'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:48.153004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Bound port: 2fb4ffe9-fdb9-4676-be89-52c325d5afbf, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7eade9-6c78-4176-ae34-bffeaa9e500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '95a40782-4f90-40f5-a85d-959009cc1bb6'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:48.153004 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2fb4ffe9-fdb9-4676-be89-52c325d5afbf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.176658 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34628d1d-8c5d-4b8e-b0d2-a5565f4e0e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.198405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8598e5d4-9219-4a78-a63d-a18209e1c791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (970fc62b-9e0f-4c08-bd09-5548d4afe71f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.209775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8598e5d4-9219-4a78-a63d-a18209e1c791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.211223 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8598e5d4-9219-4a78-a63d-a18209e1c791 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/970fc62b-9e0f-4c08-bd09-5548d4afe71f HTTP/1.1" status: 204 len: 168 time: 0.2835460 Feb 03 14:30:48.243605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Attempting to bind port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:48.244149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Attempting to bind port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:48.245323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Attempting to bind port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:48.250937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b on network b1577e91-baf1-46ec-ac71-11641587af5b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:30:48.251732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Attempting to bind port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b on network b1577e91-baf1-46ec-ac71-11641587af5b {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:48.254354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598e5d4-9219-4a78-a63d-a18209e1c791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970fc62b-9e0f-4c08-bd09-5548d4afe71f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:48.270170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:48.271567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Checking segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:48.272186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Bound using segment: {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:48.272857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Bound port: 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7180991c-daab-4099-ba20-35fcabb3ffb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:48.273412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.290738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:48.291339 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.324806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=004bd34f-a969-4bc2-89cf-da1527ec5374,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:48.381622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] For port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:48.401740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] Deleting port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:48.402123 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.402747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] For port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:48.403821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b08359ee-6ce3-4f3f-8667-0b0f8635b197 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:48.424144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.424373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a40782-4f90-40f5-a85d-959009cc1bb6']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:48.440804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7eade9-6c78-4176-ae34-bffeaa9e500f') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:48.441161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7eade9-6c78-4176-ae34-bffeaa9e500f') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:48.457034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:48.458946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.460582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] 10.222.0.71 "PUT /v2.0/ports/119ca037-a22c-4a7c-a0d8-ff10ccc4c65b HTTP/1.1" status: 200 len: 1092 time: 2.1302216 Feb 03 14:30:48.463967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Deleting port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:48.465048 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.483254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (cc7eade9-6c78-4176-ae34-bffeaa9e500f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.501397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] For port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:48.510180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'tag': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:48.526534 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d5c8a6-23f8-47ef-8307-79d6066472d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc6b9db-a62f-45c9-b93a-0d296a360f94", "tag": "119ca037-a22c-4a7c-a0d8-ff10ccc4c65b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:48.609520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] For port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2fb4ffe9-fdb9-4676-be89-52c325d5afbf,segment=NetworkSegment(cc7eade9-6c78-4176-ae34-bffeaa9e500f),segment_id=cc7eade9-6c78-4176-ae34-bffeaa9e500f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:48.629732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] For port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,segment=NetworkSegment(24f1da2c-c3eb-4036-b6d7-10ba8619935f),segment_id=24f1da2c-c3eb-4036-b6d7-10ba8619935f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:48.631040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.644641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf66ccb-e5ed-46b7-a5ca-54762d7d7a51 service neutron] Pushing event updated for resources: {'Port': ['ID=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:48.654707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2fb4ffe9-fdb9-4676-be89-52c325d5afbf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.672833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] For port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,segment=NetworkSegment(24f1da2c-c3eb-4036-b6d7-10ba8619935f),segment_id=24f1da2c-c3eb-4036-b6d7-10ba8619935f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:48.673107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352889-f9d6-413b-914e-4fc587ff5954 req-4fa76253-8e0c-4dbd-b949-1b1b2f5b903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:48.673639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.678846 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-4fa76253-8e0c-4dbd-b949-1b1b2f5b903c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 1126 time: 0.1369779 Feb 03 14:30:48.696959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Calling delete_port for 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:48.750082 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-05c0f223-d132-494b-a306-d137cead0639 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b HTTP/1.1" status: 200 len: 217 time: 0.0627308 Feb 03 14:30:48.808283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352889-f9d6-413b-914e-4fc587ff5954 req-5dbc12b7-0c19-4462-becd-54e026bf3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:48.819286 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-5dbc12b7-0c19-4462-becd-54e026bf3f47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.0627778 Feb 03 14:30:48.846595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cc7eade9-6c78-4176-ae34-bffeaa9e500f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.859538 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-a34568a8-e3f9-40c9-b453-1f77c39966d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341780 Feb 03 14:30:48.896073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:48.900171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (cc7eade9-6c78-4176-ae34-bffeaa9e500f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:48.907031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] Calling delete_port for 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:48.912311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bfad3-9997-44d0-a60b-93e0b148cf9c None None] Pushing event updated for resources: {'Port': ['ID=2fb4ffe9-fdb9-4676-be89-52c325d5afbf,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:48.982993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:49.014734 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:49.040253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.api [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:30:49.040253 n-d-827549-2 neutron-server[103342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:30:49.040253 n-d-827549-2 neutron-server[103342]: [parameters: {'id': '95a40782-4f90-40f5-a85d-959009cc1bb6'}] Feb 03 14:30:49.040253 n-d-827549-2 neutron-server[103342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:30:49.040845 n-d-827549-2 neutron-server[103342]: DEBUG oslo_db.api [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:30:49.058643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42edae0-cb49-4fd3-b6fc-2d9027732a20 req-fa8d3fea-abe6-4477-853e-ed09a1781780 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:49.059086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-5cd76098-ac20-431d-9d58-1df33e340467 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911185 Feb 03 14:30:49.060275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f42edae0-cb49-4fd3-b6fc-2d9027732a20 req-fa8d3fea-abe6-4477-853e-ed09a1781780 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 945 time: 0.7305715 Feb 03 14:30:49.079546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5495b5c-ba75-49c3-9b61-f7e7054b6906 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:49.081185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5495b5c-ba75-49c3-9b61-f7e7054b6906 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 945 time: 0.7365637 Feb 03 14:30:49.113050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e3df1aa1-dde0-4445-9c3d-a9958b7d9986 None None] Provisioning complete for port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:49.113467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3df1aa1-dde0-4445-9c3d-a9958b7d9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.193781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f59cc92-3ea4-462b-864f-091701477a36 None None] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:49.219775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a0a7-7cd1-4b78-9890-670b5b1cf94d req-052e7e69-bde9-4e53-9e6d-dc2ca1a78213 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:49.228723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c744a0a7-7cd1-4b78-9890-670b5b1cf94d req-052e7e69-bde9-4e53-9e6d-dc2ca1a78213 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.7357152 Feb 03 14:30:49.238411 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-94352889-f9d6-413b-914e-4fc587ff5954 req-1a3def89-75fe-412e-8bc3-6102e06d4fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729217 Feb 03 14:30:49.307905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.317731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c744a0a7-7cd1-4b78-9890-670b5b1cf94d req-906ef372-b83e-4d90-a8bb-b2c97d23d433 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805912 Feb 03 14:30:49.325653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f42edae0-cb49-4fd3-b6fc-2d9027732a20 req-e72fd8bd-385a-4060-bd55-7b953bc543f0 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/security-groups?id=61cd2b30-3518-4d42-bd43-9faceb5e9e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559817 Feb 03 14:30:49.341454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.378454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event deleted for resources: {'Port': ['ID=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:49.398919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Deleting port 2a25745f-c866-446e-9cba-73cf839322ba {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:49.399590 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2a25745f-c866-446e-9cba-73cf839322ba), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.422428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] No DVR routers for this DVR port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:49.484764 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8949e8b0-a0f0-4a58-9e68-192ea32f24f1 x-openstack-request-id: req-8949e8b0-a0f0-4a58-9e68-192ea32f24f1 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:49.485070 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc6b9db-a62f-45c9-b93a-0d296a360f94", "tag": "119ca037-a22c-4a7c-a0d8-ff10ccc4c65b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:49.485331 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8949e8b0-a0f0-4a58-9e68-192ea32f24f1 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:49.485740 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'tag': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b', 'status': 'completed', 'code': 200} Feb 03 14:30:49.495495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] Pushing event deleted for resources: {'Port': ['ID=1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:49.517119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6c2c5-2359-4ce9-8211-7d24429287d1 None None] No DVR routers for this DVR port 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:49.545590 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.580979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-c38f7f23-ab4e-4513-b97a-36044fd7ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:49.583008 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-c38f7f23-ab4e-4513-b97a-36044fd7ff39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 1126 time: 0.0656168 Feb 03 14:30:49.616982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e3df1aa1-dde0-4445-9c3d-a9958b7d9986 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:49.623094 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.635725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (10769370-01f3-4ebc-8fbb-e538f5e1632d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.656745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756564e-9719-49a8-8682-aea04b25d45d None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:30:49.779827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-21ec09ff-7059-416b-9bc7-7b7da2b534d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:49.781988 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-21ec09ff-7059-416b-9bc7-7b7da2b534d0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.1932797 Feb 03 14:30:49.790966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10769370-01f3-4ebc-8fbb-e538f5e1632d']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:49.800275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:49.806921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f1da2c-c3eb-4036-b6d7-10ba8619935f') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:49.807200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f1da2c-c3eb-4036-b6d7-10ba8619935f') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:49.821925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (24f1da2c-c3eb-4036-b6d7-10ba8619935f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.823593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:30:49.823947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1b0f44a1-8efb-4bd3-9dfc-7d1c466b4097 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:49.836124 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-59d7239a-3095-4d2b-8f93-e5666656e603 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b HTTP/1.1" status: 200 len: 217 time: 0.0479960 Feb 03 14:30:49.868055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (24f1da2c-c3eb-4036-b6d7-10ba8619935f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.897570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:49.897991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (24f1da2c-c3eb-4036-b6d7-10ba8619935f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:49.903043 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:49.912166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52097d0-b857-405a-8cdd-6bc6fd6de38f req-2fe60162-3913-4552-b763-ef1b631d5704 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:49.913014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0756564e-9719-49a8-8682-aea04b25d45d None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:30:49.913785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b52097d0-b857-405a-8cdd-6bc6fd6de38f req-2fe60162-3913-4552-b763-ef1b631d5704 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 944 time: 0.3926451 Feb 03 14:30:49.921890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-26c83b37-be53-4f83-bec5-5de1c869dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:49.923533 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-26c83b37-be53-4f83-bec5-5de1c869dd27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.0812318 Feb 03 14:30:49.935347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] For port 2a25745f-c866-446e-9cba-73cf839322ba, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2a25745f-c866-446e-9cba-73cf839322ba,segment=NetworkSegment(634dde34-d5b5-47cd-aac9-18ea92fe2741),segment_id=634dde34-d5b5-47cd-aac9-18ea92fe2741)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:49.935723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2a25745f-c866-446e-9cba-73cf839322ba), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:49.970317 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-4147ccb1-73be-40a5-8efe-2921d9a4f061 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399730 Feb 03 14:30:50.007966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Calling delete_port for 2a25745f-c866-446e-9cba-73cf839322ba owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:50.037025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:50.037295 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2fb4ffe9-fdb9-4676-be89-52c325d5afbf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.045445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (10769370-01f3-4ebc-8fbb-e538f5e1632d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.097909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.100300 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-a2593d07-46e2-4eb7-a259-fd2fddb6675e service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217456 Feb 03 14:30:50.101740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] 10.222.0.52 "DELETE /v2.0/networks/10769370-01f3-4ebc-8fbb-e538f5e1632d HTTP/1.1" status: 204 len: 168 time: 2.7146399 Feb 03 14:30:50.131266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7632a-774a-4508-81fe-ef2ae23c6b9c tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939 tempest-ExtraDHCPOptionsIpV6TestJSON-1607171939-project] Pushing event deleted for resources: {'Network': ['ID=10769370-01f3-4ebc-8fbb-e538f5e1632d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:50.177677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b52097d0-b857-405a-8cdd-6bc6fd6de38f req-2740b22e-f2a8-4861-ac7c-58942db98ecc tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452099 Feb 03 14:30:50.202033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4337e2-d48e-4e78-9720-617d65116e86 None None] Network 95a40782-4f90-40f5-a85d-959009cc1bb6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:50.219606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=2fb4ffe9-fdb9-4676-be89-52c325d5afbf,segment=NetworkSegment(cc7eade9-6c78-4176-ae34-bffeaa9e500f),segment_id=cc7eade9-6c78-4176-ae34-bffeaa9e500f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:50.219969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2fb4ffe9-fdb9-4676-be89-52c325d5afbf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.242633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for 2fb4ffe9-fdb9-4676-be89-52c325d5afbf owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:50.315668 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-51d5c8a6-23f8-47ef-8307-79d6066472d5 req-664927f2-02bd-4c2b-8d75-25e84acc76da service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980600 Feb 03 14:30:50.329738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2a25745f-c866-446e-9cba-73cf839322ba no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:50.391401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2a25745f-c866-446e-9cba-73cf839322ba), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.400138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2fb4ffe9-fdb9-4676-be89-52c325d5afbf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.420268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No active binding found for port 2a25745f-c866-446e-9cba-73cf839322ba {{(pid=103343) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 14:30:50.420804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port 2a25745f-c866-446e-9cba-73cf839322ba host None! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:30:50.421212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2a25745f-c866-446e-9cba-73cf839322ba not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:30:50.515541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port 2fb4ffe9-fdb9-4676-be89-52c325d5afbf on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:50.520064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=2fb4ffe9-fdb9-4676-be89-52c325d5afbf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:50.545309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54842) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:50.657605 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0e20c25-3ee4-437a-a264-9700d8023ee5 req-e9a659b3-623b-432e-a7e9-ab1d64cb835b tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd23224d-7b5e-472a-9258-07dfc1797e97 HTTP/1.1" status: 200 len: 210 time: 0.1903267 Feb 03 14:30:50.659047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] No DVR routers for this DVR port 2a25745f-c866-446e-9cba-73cf839322ba on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:50.662900 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.667131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.670706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4b7aa07-587a-4fe0-889d-bd5fac3c673d req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] 10.222.0.71 "DELETE /v2.0/ports/2a25745f-c866-446e-9cba-73cf839322ba HTTP/1.1" status: 204 len: 173 time: 1.5662715 Feb 03 14:30:50.671425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'name': 'network-vif-deleted', 'tag': '2a25745f-c866-446e-9cba-73cf839322ba'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:50.673720 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff7410-8bcd-4a86-8e57-21ad83301fda" -d '{"events": [{"server_uuid": "dd23224d-7b5e-472a-9258-07dfc1797e97", "name": "network-vif-deleted", "tag": "2a25745f-c866-446e-9cba-73cf839322ba"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:50.676302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5124515-456c-4a82-8bba-158b6ffd7e06 tempest-VolumesActionsTest-97275330 tempest-VolumesActionsTest-97275330-project] Pushing event deleted for resources: {'Port': ['ID=2a25745f-c866-446e-9cba-73cf839322ba,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:50.744729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.763791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11d87f-1657-4e56-abe8-203da2d9e8ff req-1a36b66d-9632-4659-baa3-41a9613d70f7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:50.765660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f11d87f-1657-4e56-abe8-203da2d9e8ff req-1a36b66d-9632-4659-baa3-41a9613d70f7 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3009677 Feb 03 14:30:50.780105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a40782-4f90-40f5-a85d-959009cc1bb6']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:50.813770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7eade9-6c78-4176-ae34-bffeaa9e500f') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:50.814394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7eade9-6c78-4176-ae34-bffeaa9e500f') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:50.828399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (cc7eade9-6c78-4176-ae34-bffeaa9e500f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.859561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cc7eade9-6c78-4176-ae34-bffeaa9e500f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.870685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f11d87f-1657-4e56-abe8-203da2d9e8ff req-e55d49b8-5bf5-46ee-a604-b8e4824262fc tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948601 Feb 03 14:30:50.871965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:50.872595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (cc7eade9-6c78-4176-ae34-bffeaa9e500f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:50.876109 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:30:50.914537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8b037dce-c272-450f-a5b4-36fdffbaa7cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f9f01ec2e73439194a211d0aee6831a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3679638 Feb 03 14:30:50.918413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54858) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:50.963004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (95a40782-4f90-40f5-a85d-959009cc1bb6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.980137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:50.990265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54860) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:50.996677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/95a40782-4f90-40f5-a85d-959009cc1bb6 HTTP/1.1" status: 204 len: 168 time: 4.5326841 Feb 03 14:30:51.000370 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3d33f1-54f7-44bd-bf82-5374c18222ad x-openstack-request-id: req-1a3d33f1-54f7-44bd-bf82-5374c18222ad {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:51.000686 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd23224d-7b5e-472a-9258-07dfc1797e97", "name": "network-vif-deleted", "tag": "2a25745f-c866-446e-9cba-73cf839322ba", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:51.000921 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a3d33f1-54f7-44bd-bf82-5374c18222ad {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:51.001715 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23224d-7b5e-472a-9258-07dfc1797e97', 'name': 'network-vif-deleted', 'tag': '2a25745f-c866-446e-9cba-73cf839322ba', 'status': 'completed', 'code': 200} Feb 03 14:30:51.019320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a271338-0d45-4db0-8641-ea227b777b4b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=95a40782-4f90-40f5-a85d-959009cc1bb6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:51.033845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-147b7520-a08a-41cd-9b67-134f634e40f7 admin admin] Publish callbacks [] for security_group (10acac8e-ce18-40a4-8733-f2e788280289), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.039367 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a4221e-b0e0-460c-bb63-231994843b81 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:30:51.040098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a4221e-b0e0-460c-bb63-231994843b81 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:30:51.043717 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f5a4221e-b0e0-460c-bb63-231994843b81 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/95a40782-4f90-40f5-a85d-959009cc1bb6 HTTP/1.1" status: 404 len: 339 time: 0.0519166 Feb 03 14:30:51.048648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54862) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:51.054633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-681336184', 'description': 'd1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:51.067900 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-147b7520-a08a-41cd-9b67-134f634e40f7 admin admin] Publish callbacks [] for security_group (10acac8e-ce18-40a4-8733-f2e788280289), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.074493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:51.078246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.107984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:51.119790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bad9be71-98c7-4c28-9726-dee66a76d79e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.120212 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment bad9be71-98c7-4c28-9726-dee66a76d79e of type vlan for network c9ad3f87-0740-4be4-9f9a-c033dbb87689 Feb 03 14:30:51.138524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-147b7520-a08a-41cd-9b67-134f634e40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10acac8e-ce18-40a4-8733-f2e788280289), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.141336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-147b7520-a08a-41cd-9b67-134f634e40f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.145869 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-147b7520-a08a-41cd-9b67-134f634e40f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10acac8e-ce18-40a4-8733-f2e788280289 HTTP/1.1" status: 204 len: 168 time: 0.2232335 Feb 03 14:30:51.153007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b7520-a08a-41cd-9b67-134f634e40f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10acac8e-ce18-40a4-8733-f2e788280289,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:51.187962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c9ad3f87-0740-4be4-9f9a-c033dbb87689), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.198605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2201f570-5d4c-4a49-a516-c8ce0a0b8def details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:30:51.204524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2201f570-5d4c-4a49-a516-c8ce0a0b8def no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:30:51.219789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c9ad3f87-0740-4be4-9f9a-c033dbb87689), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.233619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:51.234932 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.363718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3139558 Feb 03 14:30:51.367039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:51.516390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e449419-8cc4-4293-a8d3-de39519746b5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:51.518373 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e449419-8cc4-4293-a8d3-de39519746b5 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/networks?id=c9ad3f87-0740-4be4-9f9a-c033dbb87689 HTTP/1.1" status: 200 len: 764 time: 0.1503339 Feb 03 14:30:51.521491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:51.545810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'description': 'd2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:51.562119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e8bc9-3f49-42c8-bed4-b869158ba548 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=c9ad3f87-0740-4be4-9f9a-c033dbb87689,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:51.585308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817bb30-37ee-490f-a3aa-cc287a9c9e9f req-6a74835a-b510-41c1-882d-a83299fbe292 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:51.586881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3817bb30-37ee-490f-a3aa-cc287a9c9e9f req-6a74835a-b510-41c1-882d-a83299fbe292 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 944 time: 0.2512648 Feb 03 14:30:51.607522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2201f570-5d4c-4a49-a516-c8ce0a0b8def is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:51.610425 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.651031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c9ad3f87-0740-4be4-9f9a-c033dbb87689 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:51.694650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3817bb30-37ee-490f-a3aa-cc287a9c9e9f req-d0afced4-8908-4483-91bb-defd87d9a76d tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013937 Feb 03 14:30:51.780573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:51.791649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:51.796655 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad241814-7296-49a6-9567-7f4ba3e53f2e" -d '{"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-unplugged", "status": "completed", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:51.816172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c9ad3f87-0740-4be4-9f9a-c033dbb87689), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.853748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c9ad3f87-0740-4be4-9f9a-c033dbb87689), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.918804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network c9ad3f87-0740-4be4-9f9a-c033dbb87689 is not hosted by any dhcp agent {{(pid=103341) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 14:30:51.952711 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0096ab6-469e-4c6d-9275-f11a45e74b4f x-openstack-request-id: req-c0096ab6-469e-4c6d-9275-f11a45e74b4f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:51.952711 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-unplugged", "status": "completed", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:51.952711 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0096ab6-469e-4c6d-9275-f11a45e74b4f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:51.952711 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'code': 200} Feb 03 14:30:51.954732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:51.954732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:51.954732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "PUT /v2.0/networks/c9ad3f87-0740-4be4-9f9a-c033dbb87689 HTTP/1.1" status: 200 len: 761 time: 0.4249337 Feb 03 14:30:51.955426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54904) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:51.962023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:51.965748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'port_id': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'mac_address': 'fa:16:3e:26:c3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f3332-450a-4ea2-8324-aba8cb1a5f95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:30:52.017027 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:52.043056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990993d9-dfe5-426d-a5d9-2c3db5e8f254 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=c9ad3f87-0740-4be4-9f9a-c033dbb87689,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:52.060692 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-f9a7e0f6-f321-4f2c-923a-84020da2c295 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973289 Feb 03 14:30:52.174141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d6025-7442-41cc-9f23-08921d718007 req-e6eb29af-57d7-41eb-8dbe-8b47771337e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:52.176168 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-e6eb29af-57d7-41eb-8dbe-8b47771337e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 1127 time: 0.0912943 Feb 03 14:30:52.218342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c9ad3f87-0740-4be4-9f9a-c033dbb87689 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:52.317967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42168a-e821-49c6-99bc-e1509072bc22 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:52.331761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5d42168a-e821-49c6-99bc-e1509072bc22 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/networks?id=c9ad3f87-0740-4be4-9f9a-c033dbb87689 HTTP/1.1" status: 200 len: 764 time: 0.3781114 Feb 03 14:30:52.339660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54918) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:52.355372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d6025-7442-41cc-9f23-08921d718007 req-ef14b797-ff6a-4039-afac-d621d4888d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:52.357044 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-ef14b797-ff6a-4039-afac-d621d4888d93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.1612129 Feb 03 14:30:52.454671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:30:52.488461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-bcb9682d-bd4f-4b55-bf50-7209760d1d8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4adc8e1e-0570-4366-a868-26cf99464385 HTTP/1.1" status: 200 len: 217 time: 0.1248984 Feb 03 14:30:52.540781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54926) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:52.600931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d6025-7442-41cc-9f23-08921d718007 req-86e02027-ea01-4859-b3fa-2450676b4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:52.605267 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-86e02027-ea01-4859-b3fa-2450676b4aba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.1119537 Feb 03 14:30:52.608607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2201f570-5d4c-4a49-a516-c8ce0a0b8def is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:52.610258 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:52.622930 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:52.651804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:52.670424 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-107a8af0-8be1-4cbd-af62-77e55f92f2a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595770 Feb 03 14:30:52.689946 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:30:52.695107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2201f570-5d4c-4a49-a516-c8ce0a0b8def {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:30:52.727056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc25229-7fc5-4fe4-9d09-71c4562ece62 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:52.730123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ecc25229-7fc5-4fe4-9d09-71c4562ece62 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3846676 Feb 03 14:30:52.767408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54938) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:52.788354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:52.821076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1e61da4f-44f4-4b09-b5e5-30f97c56d273 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 207 time: 0.0474031 Feb 03 14:30:52.823701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:52.824842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54942) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:52.863201 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-49d263be-2a6a-45a7-a64d-3e033e30c6ab service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867151 Feb 03 14:30:52.881050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1118453793'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:52.904923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272d6b9-4d5f-42e4-bfab-572d94dd77a4 req-f17ae24a-5b96-4477-972b-e0a92f1896db tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:52.907229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e272d6b9-4d5f-42e4-bfab-572d94dd77a4 req-f17ae24a-5b96-4477-972b-e0a92f1896db tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 943 time: 0.8130703 Feb 03 14:30:53.013005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:53.021360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:53.025869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:53.030317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.041879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2201f570-5d4c-4a49-a516-c8ce0a0b8def'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:53.048169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.068642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b', 'network_id': 'b1577e91-baf1-46ec-ac71-11641587af5b', 'port_id': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b', 'mac_address': 'fa:16:3e:0e:44:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:30:53.113521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-604d6025-7442-41cc-9f23-08921d718007 req-e8f5028e-ed6d-45b5-b173-19ebdf60c6d0 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252715 Feb 03 14:30:53.186180 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for security_group (786d2bb9-d9a4-443a-ac8b-33e0f8bf598c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.191568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (786d2bb9-d9a4-443a-ac8b-33e0f8bf598c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.197144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea577ad-5245-460d-9975-92fc02d58810 req-6f2c00f9-e13e-4e0c-a392-087f6278d002 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.198749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ea577ad-5245-460d-9975-92fc02d58810 req-6f2c00f9-e13e-4e0c-a392-087f6278d002 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.4666369 Feb 03 14:30:53.229817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:53.243316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (97255d0c-c41e-4674-b27f-567dcc733c03), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.243852 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Added segment 97255d0c-c41e-4674-b27f-567dcc733c03 of type vlan for network dcdf9f34-1594-488d-a916-212c9497126b Feb 03 14:30:53.299127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (dcdf9f34-1594-488d-a916-212c9497126b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.335997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (dcdf9f34-1594-488d-a916-212c9497126b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.341791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.342612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.351382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e272d6b9-4d5f-42e4-bfab-572d94dd77a4 req-0ae41ab3-fe46-492c-930f-238964ba804f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281995 Feb 03 14:30:53.420785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055af81c-55df-453e-9f08-c9ceddc6b732 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.427734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055af81c-55df-453e-9f08-c9ceddc6b732 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.431682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:53.432069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.434873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055af81c-55df-453e-9f08-c9ceddc6b732 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.441339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055af81c-55df-453e-9f08-c9ceddc6b732 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.447526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055af81c-55df-453e-9f08-c9ceddc6b732 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.454368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055af81c-55df-453e-9f08-c9ceddc6b732 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.456764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-055af81c-55df-453e-9f08-c9ceddc6b732 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6292200 Feb 03 14:30:53.463509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ea577ad-5245-460d-9975-92fc02d58810 req-3f74e4ab-f632-4fde-a326-c9a296d53864 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250335 Feb 03 14:30:53.464280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:53.471079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:30:53.495160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:53.506047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.585139 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0429313 Feb 03 14:30:53.589220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:53.591592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786d2bb9-d9a4-443a-ac8b-33e0f8bf598c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:53.605825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-530fae68-02c9-4649-ae1b-89afc88f7763 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1371469 Feb 03 14:30:53.607117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54952) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:53.623205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'subnet': {'network_id': 'dcdf9f34-1594-488d-a916-212c9497126b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:53.630286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af350-45c9-4f3e-a411-8b471dfe9347 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Network': ['ID=dcdf9f34-1594-488d-a916-212c9497126b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:53.656322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network dcdf9f34-1594-488d-a916-212c9497126b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:53.678290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f2aa4-4525-4c35-8bce-724836011f2e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.679817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f2aa4-4525-4c35-8bce-724836011f2e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.681204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f2aa4-4525-4c35-8bce-724836011f2e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.682668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f2aa4-4525-4c35-8bce-724836011f2e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.684140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f2aa4-4525-4c35-8bce-724836011f2e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.689418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-473f2aa4-4525-4c35-8bce-724836011f2e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0770142 Feb 03 14:30:53.690074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54954) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:53.710968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:53.760187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:53.766459 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:53.791837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ef4b1-91fd-48d9-9202-c99a0d85b9a1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.793231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ef4b1-91fd-48d9-9202-c99a0d85b9a1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.796080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ef4b1-91fd-48d9-9202-c99a0d85b9a1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.799274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ef4b1-91fd-48d9-9202-c99a0d85b9a1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.805737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ef4b1-91fd-48d9-9202-c99a0d85b9a1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.807385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-708ef4b1-91fd-48d9-9202-c99a0d85b9a1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1162982 Feb 03 14:30:53.815158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54956) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:53.865538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd6973-8a8a-49e6-be9e-d00c7ade213e req-2213686b-afb6-4703-8424-21edb34aaca8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:53.874981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61cd6973-8a8a-49e6-be9e-d00c7ade213e req-2213686b-afb6-4703-8424-21edb34aaca8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 945 time: 0.2706175 Feb 03 14:30:53.907685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['119ca037-a22c-4a7c-a0d8-ff10ccc4c65b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:30:53.986326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0cadf42a-e8bb-4b91-8570-adbfc0ff1c23), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:54.060294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61cd6973-8a8a-49e6-be9e-d00c7ade213e req-bbcb54f7-157d-402c-9c18-fda471ce4842 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842072 Feb 03 14:30:54.095940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Subnet': ['ID=0cadf42a-e8bb-4b91-8570-adbfc0ff1c23,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:54.105860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805788e-14a6-4106-a481-58d44a17871d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:54.106899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Checking segment: {'id': '97255d0c-c41e-4674-b27f-567dcc733c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dcdf9f34-1594-488d-a916-212c9497126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:54.110807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5805788e-14a6-4106-a481-58d44a17871d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/networks/16f6b936-85c9-4c55-b6d2-0dd404246106 HTTP/1.1" status: 200 len: 804 time: 0.2784541 Feb 03 14:30:54.110913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network hostable DHCP agents. Network: dcdf9f34-1594-488d-a916-212c9497126b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:54.111033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54964) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:54.147662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network dcdf9f34-1594-488d-a916-212c9497126b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:54.168147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, dcdf9f34-1594-488d-a916-212c9497126b) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:54.176530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:54.178485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:54.193786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed2995-4c4f-4af4-916d-2dae94fc3df4 None None] Network dcdf9f34-1594-488d-a916-212c9497126b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:54.222401 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f8baca7e-5a5a-4f7b-b8cb-528fcc752ec9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6310267 Feb 03 14:30:54.236604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54970) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:54.256225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1801733733', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:54.332480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (415e7939-3981-4586-937d-f64a3487ef25), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:54.335542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (415e7939-3981-4586-937d-f64a3487ef25), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:54.397992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03f31ece-6eb6-4cd5-be6f-0d92e35370fa tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/networks/16f6b936-85c9-4c55-b6d2-0dd404246106?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2855136 Feb 03 14:30:54.401813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54976) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:54.458646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4ea8c-77b0-4eb8-a780-0dccfd158f96 None None] Network dcdf9f34-1594-488d-a916-212c9497126b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:54.481680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_controller (415e7939-3981-4586-937d-f64a3487ef25), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:54.720281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (415e7939-3981-4586-937d-f64a3487ef25), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:54.768392 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.016852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (415e7939-3981-4586-937d-f64a3487ef25), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.032292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f78b3-2e5a-4fad-b28b-c9e33650b257 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:55.038515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e06f78b3-2e5a-4fad-b28b-c9e33650b257 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/subnets/0d95c49f-9431-40bb-811e-a0431c9b4786 HTTP/1.1" status: 200 len: 843 time: 0.6320610 Feb 03 14:30:55.041196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54982) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:55.043004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.050722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563ef97-c66c-435a-a9ca-c5d622292a77 req-e5aeb200-31fe-4bfc-9ab7-5d1281fbad73 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:55.059713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0563ef97-c66c-435a-a9ca-c5d622292a77 req-e5aeb200-31fe-4bfc-9ab7-5d1281fbad73 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 944 time: 0.5570388 Feb 03 14:30:55.115865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cfc75-2fa1-4777-a4c8-8d4d7f8c06dd req-9a6aa830-3608-4afd-8b25-6490c57c6d85 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:55.117490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-604cfc75-2fa1-4777-a4c8-8d4d7f8c06dd req-9a6aa830-3608-4afd-8b25-6490c57c6d85 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.1527574 Feb 03 14:30:55.139685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0563ef97-c66c-435a-a9ca-c5d622292a77 req-114686dd-f163-4e5d-955d-c8f5eeb474c8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754764 Feb 03 14:30:55.174535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.25.0.112 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/8579b432-c569-4835-95d1-2f37d204b4e6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:55.228797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2201f570-5d4c-4a49-a516-c8ce0a0b8def up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:55.298571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-604cfc75-2fa1-4777-a4c8-8d4d7f8c06dd req-7e10d663-405f-4410-831e-a5d0317d0516 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749780 Feb 03 14:30:55.342349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 2201f570-5d4c-4a49-a516-c8ce0a0b8def triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:55.342689 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.347777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc42913-6e04-4414-9576-7b0329f495b7 req-7a430104-d8bc-4196-a111-dd0a60023243 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:55.352092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cc42913-6e04-4414-9576-7b0329f495b7 req-7a430104-d8bc-4196-a111-dd0a60023243 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 945 time: 0.1062222 Feb 03 14:30:55.374713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95679f7d-69b0-4a62-85d7-75700ad1f06e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:55.376505 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-95679f7d-69b0-4a62-85d7-75700ad1f06e tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "GET /v2.0/subnets/0d95c49f-9431-40bb-811e-a0431c9b4786?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1094496 Feb 03 14:30:55.381993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54988) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:55.391143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1745684491'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:55.398693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (8579b432-c569-4835-95d1-2f37d204b4e6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.438992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cc42913-6e04-4414-9576-7b0329f495b7 req-5734a375-b37b-4a06-9d2d-4c6af8421401 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816703 Feb 03 14:30:55.447664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:55.452731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.491051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8579b432-c569-4835-95d1-2f37d204b4e6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.503010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:30:55.529793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2201f570-5d4c-4a49-a516-c8ce0a0b8def is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:55.530195 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.553957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:55.560011 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (341e4488-3209-42fe-955d-2d86a9e9ae80), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.560648 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Added segment 341e4488-3209-42fe-955d-2d86a9e9ae80 of type vlan for network b02747d2-9838-450e-9751-2f369e337e8c Feb 03 14:30:55.562340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:55.574762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:55.590641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:55.590641 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe2890-6ba8-433c-a0d4-2db3aaefb31a" -d '{"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-plugged", "status": "completed", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:55.620881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:55.628229 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.655026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=8579b432-c569-4835-95d1-2f37d204b4e6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:55.688483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b02747d2-9838-450e-9751-2f369e337e8c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.784884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:55.799577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:30:55.804890 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bda1530-3f23-4681-a65b-8bf39ce6c02a x-openstack-request-id: req-8bda1530-3f23-4681-a65b-8bf39ce6c02a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:55.805492 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-plugged", "status": "completed", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:55.805983 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bda1530-3f23-4681-a65b-8bf39ce6c02a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:55.806777 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'code': 200} Feb 03 14:30:55.859618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b02747d2-9838-450e-9751-2f369e337e8c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.865285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:55.866299 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:55.957536 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5738182 Feb 03 14:30:55.958441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55004) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:55.965620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'network_id': 'b02747d2-9838-450e-9751-2f369e337e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:56.182672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Made reservation on behalf of 7f6e4a87f2e2454abe4d736f943516a5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:30:56.191615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:56.299485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:30:56.386612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_backend_mixin [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Performing IP validity checks on allocation pools {{(pid=103342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 14:30:56.387320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_backend_mixin [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 14:30:56.444969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc56f0-fe17-43fe-89ff-de3bf41423f6 req-077c9935-c576-456e-9280-b4fc21caa2e1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:56.446807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40fc56f0-fe17-43fe-89ff-de3bf41423f6 req-077c9935-c576-456e-9280-b4fc21caa2e1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.2086742 Feb 03 14:30:56.472309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:30:56.477142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:30:56.477784 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:56.625224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:30:56.625589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:56.643405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739c190-c0ef-47b1-9503-85d567bfa089 req-76b94bdf-66c5-4b61-8d5b-2bd5dc491043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:56.646798 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9739c190-c0ef-47b1-9503-85d567bfa089 req-76b94bdf-66c5-4b61-8d5b-2bd5dc491043 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 1127 time: 0.8040969 Feb 03 14:30:56.651459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83391-744a-438b-ab70-a28b1e53520f tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Network': ['ID=b02747d2-9838-450e-9751-2f369e337e8c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:56.678991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b02747d2-9838-450e-9751-2f369e337e8c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:30:56.732052 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9739c190-c0ef-47b1-9503-85d567bfa089 req-5f527c3c-a2d2-4418-bdef-3252fd70a646 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747156 Feb 03 14:30:56.744250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:56.767191 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:56.775388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40fc56f0-fe17-43fe-89ff-de3bf41423f6 req-cbce3a82-5ca5-4687-aace-e435f8692959 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158631 Feb 03 14:30:56.808133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d94d-def6-45b2-a21b-89e47d893297 req-d64a83c1-2b4d-46e6-afc1-0217ed4df2fa tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:56.810245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a88d94d-def6-45b2-a21b-89e47d893297 req-d64a83c1-2b4d-46e6-afc1-0217ed4df2fa tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.3558793 Feb 03 14:30:56.810600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (415e7939-3981-4586-937d-f64a3487ef25), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:56.863804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (6a3ece11-cf59-4a34-a899-caf4b760728b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:56.945191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:57.007711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a88d94d-def6-45b2-a21b-89e47d893297 req-f2a8e763-4692-4ba4-8ebf-94b8097355a3 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889760 Feb 03 14:30:57.022407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=6a3ece11-cf59-4a34-a899-caf4b760728b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:57.051147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019a91f-d8f0-4b18-a556-62bcc9c43f75 req-180c1ec4-bf23-49ff-a5eb-84f56466d4e3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:57.053291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7019a91f-d8f0-4b18-a556-62bcc9c43f75 req-180c1ec4-bf23-49ff-a5eb-84f56466d4e3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 946 time: 0.1316791 Feb 03 14:30:57.087006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Checking segment: {'id': '341e4488-3209-42fe-955d-2d86a9e9ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b02747d2-9838-450e-9751-2f369e337e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:57.087390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network hostable DHCP agents. Network: b02747d2-9838-450e-9751-2f369e337e8c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:30:57.117484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Network b02747d2-9838-450e-9751-2f369e337e8c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:30:57.133734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7019a91f-d8f0-4b18-a556-62bcc9c43f75 req-a700a93f-440d-4826-a453-222546b8dd93 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719340 Feb 03 14:30:57.134770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b02747d2-9838-450e-9751-2f369e337e8c) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:57.141198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:57.141639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:57.147994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63292048-af5c-4407-ac6f-972a18e18544 None None] Network b02747d2-9838-450e-9751-2f369e337e8c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:57.156762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (415e7939-3981-4586-937d-f64a3487ef25), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:57.168260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f6f40e87-3993-4f72-bafb-26ac4c5306bf tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2061622 Feb 03 14:30:57.168754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55020) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:57.181726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d4d12b62-2d4d-42e6-b539-813945790d89 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:30:57.300089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-b02747d2-9838-450e-9751-2f369e337e8c', 'network_id': 'b02747d2-9838-450e-9751-2f369e337e8c', 'project_id': '7f6e4a87f2e2454abe4d736f943516a5', 'fixed_ips': [{'subnet_id': '6a3ece11-cf59-4a34-a899-caf4b760728b'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:30:57.301020 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:57.420301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4d12b62-2d4d-42e6-b539-813945790d89 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13365658'] for subnet (6a3ece11-cf59-4a34-a899-caf4b760728b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:57.458129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:30:57.471238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Allocated IP 2001:db8::3 (b02747d2-9838-450e-9751-2f369e337e8c/6a3ece11-cf59-4a34-a899-caf4b760728b/79df2982-adab-488e-9a04-81c209a89f9c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:57.590206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:30:57.613179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:57.618492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c5c3f148-cdc1-40d4-8307-e449387e8e83 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3765526 Feb 03 14:30:57.618623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55024) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:57.631732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:30:57.655529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:57.656407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:57.783941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Publish callbacks [] for port (79df2982-adab-488e-9a04-81c209a89f9c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:57.791455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:57.802976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (79df2982-adab-488e-9a04-81c209a89f9c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:57.810703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:30:57.813286 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23186d84-ffe8-46c4-94b8-8ebf783d2bea" -d '{"events": [{"server_uuid": "9fc6b9db-a62f-45c9-b93a-0d296a360f94", "name": "network-vif-plugged", "status": "completed", "tag": "119ca037-a22c-4a7c-a0d8-ff10ccc4c65b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:30:57.845876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:30:57.846875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:57.892939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:57.893777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7802f4c-c6e6-4cb6-9d05-51e464f2ed79 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:30:57.928967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Network b02747d2-9838-450e-9751-2f369e337e8c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:57.939005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:57.952906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:57.963957 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a40f20-67a7-424f-ba73-4a3a2e7bd65d x-openstack-request-id: req-d4a40f20-67a7-424f-ba73-4a3a2e7bd65d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:30:57.965557 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc6b9db-a62f-45c9-b93a-0d296a360f94", "name": "network-vif-plugged", "status": "completed", "tag": "119ca037-a22c-4a7c-a0d8-ff10ccc4c65b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:30:57.965926 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4a40f20-67a7-424f-ba73-4a3a2e7bd65d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:30:57.966446 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b', 'code': 200} Feb 03 14:30:57.974875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Pushing event updated for resources: {'Port': ['ID=79df2982-adab-488e-9a04-81c209a89f9c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:58.100846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Attempting to bind port 79df2982-adab-488e-9a04-81c209a89f9c on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:30:58.103805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Attempting to bind port 79df2982-adab-488e-9a04-81c209a89f9c by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '341e4488-3209-42fe-955d-2d86a9e9ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b02747d2-9838-450e-9751-2f369e337e8c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:30:58.106009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Attempting to bind port 79df2982-adab-488e-9a04-81c209a89f9c on network b02747d2-9838-450e-9751-2f369e337e8c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:30:58.115645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:30:58.118982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Checking segment: {'id': '341e4488-3209-42fe-955d-2d86a9e9ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b02747d2-9838-450e-9751-2f369e337e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:30:58.119449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:58.119903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Bound using segment: {'id': '341e4488-3209-42fe-955d-2d86a9e9ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b02747d2-9838-450e-9751-2f369e337e8c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:30:58.121430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Bound port: 79df2982-adab-488e-9a04-81c209a89f9c, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341e4488-3209-42fe-955d-2d86a9e9ae80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b02747d2-9838-450e-9751-2f369e337e8c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:30:58.122539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (79df2982-adab-488e-9a04-81c209a89f9c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:58.256297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] For port 79df2982-adab-488e-9a04-81c209a89f9c, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:30:58.262533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] For port 79df2982-adab-488e-9a04-81c209a89f9c, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=79df2982-adab-488e-9a04-81c209a89f9c,segment=NetworkSegment(341e4488-3209-42fe-955d-2d86a9e9ae80),segment_id=341e4488-3209-42fe-955d-2d86a9e9ae80)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:30:58.272219 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (79df2982-adab-488e-9a04-81c209a89f9c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:58.365351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3475f20-3f9c-4c50-b28d-f2be62370730 None None] Pushing event updated for resources: {'Port': ['ID=79df2982-adab-488e-9a04-81c209a89f9c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:58.370597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d77df8-40c2-40b9-8914-3e7aff8e0e4b req-d9ecf633-1911-4334-a4d9-6458849c1823 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:58.377948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3d77df8-40c2-40b9-8914-3e7aff8e0e4b req-d9ecf633-1911-4334-a4d9-6458849c1823 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3820086 Feb 03 14:30:58.512831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd32b8-f7d2-422a-a206-71232583abca req-679d860e-3a9d-421b-bd97-f5681ad8db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:58.514343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cd32b8-f7d2-422a-a206-71232583abca req-679d860e-3a9d-421b-bd97-f5681ad8db34 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 1128 time: 0.4034889 Feb 03 14:30:58.572250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395f3dd-08e0-439c-b893-54c39ed8c049 req-3b7a39c1-02ec-4d0d-a687-0db8b7d96b10 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:58.573851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9395f3dd-08e0-439c-b893-54c39ed8c049 req-3b7a39c1-02ec-4d0d-a687-0db8b7d96b10 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.3572764 Feb 03 14:30:58.652589 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4d12b62-2d4d-42e6-b539-813945790d89 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751390392805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13182018'] for subnet (6a3ece11-cf59-4a34-a899-caf4b760728b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:58.662818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87cd32b8-f7d2-422a-a206-71232583abca req-f26c8f37-f047-479e-81a0-05dec3fca322 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347668 Feb 03 14:30:58.674376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3d77df8-40c2-40b9-8914-3e7aff8e0e4b req-b050cbb7-1392-45d4-adfa-c138b192db3d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843339 Feb 03 14:30:58.822295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d12b62-2d4d-42e6-b539-813945790d89 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:58.822907 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4d12b62-2d4d-42e6-b539-813945790d89 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:58.824182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d4d12b62-2d4d-42e6-b539-813945790d89 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "PUT /v2.0/subnets/6a3ece11-cf59-4a34-a899-caf4b760728b HTTP/1.1" status: 200 len: 900 time: 1.6544890 Feb 03 14:30:58.827072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:30:58.866914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9395f3dd-08e0-439c-b893-54c39ed8c049 req-5cd35b66-736e-418e-aa91-873354c5b9b8 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618487 Feb 03 14:30:58.899140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d12b62-2d4d-42e6-b539-813945790d89 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event updated for resources: {'Subnet': ['ID=6a3ece11-cf59-4a34-a899-caf4b760728b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:58.965540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04069f-70bb-4484-b35e-cc486e3c4f65 req-ff155db8-1c38-4f79-9f5b-6025e3203486 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:30:58.967058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d04069f-70bb-4484-b35e-cc486e3c4f65 req-ff155db8-1c38-4f79-9f5b-6025e3203486 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 946 time: 0.1462524 Feb 03 14:30:58.995436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b02747d2-9838-450e-9751-2f369e337e8c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.032792 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.058349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d04069f-70bb-4484-b35e-cc486e3c4f65 req-16000e1a-6122-43ad-87b3-2352f42f84c1 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681713 Feb 03 14:30:59.077923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port 79df2982-adab-488e-9a04-81c209a89f9c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:30:59.078501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (79df2982-adab-488e-9a04-81c209a89f9c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.196099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port 79df2982-adab-488e-9a04-81c209a89f9c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=79df2982-adab-488e-9a04-81c209a89f9c,segment=NetworkSegment(341e4488-3209-42fe-955d-2d86a9e9ae80),segment_id=341e4488-3209-42fe-955d-2d86a9e9ae80)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:30:59.196489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (79df2982-adab-488e-9a04-81c209a89f9c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.220548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for 79df2982-adab-488e-9a04-81c209a89f9c owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:30:59.385857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (79df2982-adab-488e-9a04-81c209a89f9c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.428939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=79df2982-adab-488e-9a04-81c209a89f9c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:59.429171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.1 (dcdf9f34-1594-488d-a916-212c9497126b/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23/ee228e76-feb2-4c5c-97de-e667477872e5) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:30:59.499037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port 79df2982-adab-488e-9a04-81c209a89f9c on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:30:59.559210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (6a3ece11-cf59-4a34-a899-caf4b760728b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.605476 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (ee228e76-feb2-4c5c-97de-e667477872e5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.676829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (6a3ece11-cf59-4a34-a899-caf4b760728b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.686431 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ee228e76-feb2-4c5c-97de-e667477872e5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.716751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3ece11-cf59-4a34-a899-caf4b760728b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:59.798640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network dcdf9f34-1594-488d-a916-212c9497126b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:30:59.809497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:30:59.810471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b02747d2-9838-450e-9751-2f369e337e8c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.824757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=ee228e76-feb2-4c5c-97de-e667477872e5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:30:59.833965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:30:59.872245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02747d2-9838-450e-9751-2f369e337e8c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:59.884530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341e4488-3209-42fe-955d-2d86a9e9ae80') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:59.885394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341e4488-3209-42fe-955d-2d86a9e9ae80') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:30:59.900306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (341e4488-3209-42fe-955d-2d86a9e9ae80), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.935199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (341e4488-3209-42fe-955d-2d86a9e9ae80), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.952950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3466d-ed5b-43fd-85a9-57115fbf5a4a None None] Network b02747d2-9838-450e-9751-2f369e337e8c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:30:59.974582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (415e7939-3981-4586-937d-f64a3487ef25), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.978287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:30:59.978712 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (341e4488-3209-42fe-955d-2d86a9e9ae80), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:30:59.989937 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:00.069821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3f5fedbe-16e5-4468-a73c-068b9c7e2ba4 None None] Could not find standard attr ID for object 79df2982-adab-488e-9a04-81c209a89f9c. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:31:00.111284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf4b37-9d08-41ad-bcc4-11d7d288a331 req-4884a7ad-b4e2-4f2d-856f-2c92389454d9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:00.140134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08cf4b37-9d08-41ad-bcc4-11d7d288a331 req-4884a7ad-b4e2-4f2d-856f-2c92389454d9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.3177583 Feb 03 14:31:00.147827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b02747d2-9838-450e-9751-2f369e337e8c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.160477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.184398 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/b02747d2-9838-450e-9751-2f369e337e8c HTTP/1.1" status: 204 len: 168 time: 1.3539605 Feb 03 14:31:00.191441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55062) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:00.217801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5f658-36f5-4d4b-92f5-2bf37079c05d tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=b02747d2-9838-450e-9751-2f369e337e8c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:00.224167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb3d84-2553-4e50-80da-5b61475dc7f4 None None] DHCP port deletion for b02747d2-9838-450e-9751-2f369e337e8c request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:00.258377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6c75c-f482-496a-8898-3ed8cbf6337b None None] Network b02747d2-9838-450e-9751-2f369e337e8c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:00.261300 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1845a3b5-4f9c-45fc-9d67-30dbe0cef7e8 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:00.261870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1845a3b5-4f9c-45fc-9d67-30dbe0cef7e8 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:00.264969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1845a3b5-4f9c-45fc-9d67-30dbe0cef7e8 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/6a3ece11-cf59-4a34-a899-caf4b760728b HTTP/1.1" status: 404 len: 337 time: 0.0680592 Feb 03 14:31:00.267500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55064) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:00.279605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6c75c-f482-496a-8898-3ed8cbf6337b None None] Network b02747d2-9838-450e-9751-2f369e337e8c could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:31:00.295869 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae8ad9d-fcc1-49ac-8964-016c863142fb tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:00.296658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae8ad9d-fcc1-49ac-8964-016c863142fb tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:00.303107 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6ae8ad9d-fcc1-49ac-8964-016c863142fb tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/b02747d2-9838-450e-9751-2f369e337e8c HTTP/1.1" status: 404 len: 339 time: 0.0344906 Feb 03 14:31:00.305715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55066) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:00.361758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08cf4b37-9d08-41ad-bcc4-11d7d288a331 req-c0a06d02-4137-46f4-bce5-80c43398a172 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204423 Feb 03 14:31:00.376811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784eece7-afa5-4cdb-98e9-a74a1e12417f req-769819c3-1143-4570-a4ab-aaac232af7e7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:00.389800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-784eece7-afa5-4cdb-98e9-a74a1e12417f req-769819c3-1143-4570-a4ab-aaac232af7e7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.3561676 Feb 03 14:31:00.427804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c9ad3f87-0740-4be4-9f9a-c033dbb87689), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.527502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee228e76-feb2-4c5c-97de-e667477872e5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.547403 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c9ad3f87-0740-4be4-9f9a-c033dbb87689), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.555457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-784eece7-afa5-4cdb-98e9-a74a1e12417f req-1289b571-508a-4990-9dcf-42d3b9eb8bfc tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626391 Feb 03 14:31:00.580447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad3f87-0740-4be4-9f9a-c033dbb87689']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:00.596503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad9be71-98c7-4c28-9726-dee66a76d79e') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:00.597176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad9be71-98c7-4c28-9726-dee66a76d79e') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:00.607381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ef4d-2b71-4217-828c-c15614b9fb8c req-8fba8f7e-d15c-443e-ba56-3adcd551d264 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:00.613034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (bad9be71-98c7-4c28-9726-dee66a76d79e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.614509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5c2ef4d-2b71-4217-828c-c15614b9fb8c req-8fba8f7e-d15c-443e-ba56-3adcd551d264 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 946 time: 0.1414702 Feb 03 14:31:00.631600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bad9be71-98c7-4c28-9726-dee66a76d79e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.641645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:00.642178 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (bad9be71-98c7-4c28-9726-dee66a76d79e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:00.647566 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:00.714120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c9ad3f87-0740-4be4-9f9a-c033dbb87689), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.729263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:00.733292 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/c9ad3f87-0740-4be4-9f9a-c033dbb87689 HTTP/1.1" status: 204 len: 168 time: 0.4264212 Feb 03 14:31:00.745623 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:00.758312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27a954-093b-48a0-987f-9be759e3dd04 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=c9ad3f87-0740-4be4-9f9a-c033dbb87689,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:00.763830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5c2ef4d-2b71-4217-828c-c15614b9fb8c req-94d62314-1a65-472b-bdad-998d05084f71 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484725 Feb 03 14:31:00.809044 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef16896f-1d25-49ee-bc8e-fb2e113623fa tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:00.811058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef16896f-1d25-49ee-bc8e-fb2e113623fa tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:00.822893 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ef16896f-1d25-49ee-bc8e-fb2e113623fa tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/004bd34f-a969-4bc2-89cf-da1527ec5374 HTTP/1.1" status: 404 len: 337 time: 0.0759318 Feb 03 14:31:00.825660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55076) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:00.852596 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d208d5c2-ef85-4f4b-82db-516ee5975b8c tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:00.853027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d208d5c2-ef85-4f4b-82db-516ee5975b8c tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:00.856162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d208d5c2-ef85-4f4b-82db-516ee5975b8c tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/95a40782-4f90-40f5-a85d-959009cc1bb6 HTTP/1.1" status: 404 len: 339 time: 0.0279968 Feb 03 14:31:00.859572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55078) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:00.865595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722b867-8c7a-4b45-a08e-a2f21b270f34 req-982d69cb-68c9-40c8-8523-8c5fa8f2ec5a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:00.873031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3722b867-8c7a-4b45-a08e-a2f21b270f34 req-982d69cb-68c9-40c8-8523-8c5fa8f2ec5a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.1681614 Feb 03 14:31:00.975913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3722b867-8c7a-4b45-a08e-a2f21b270f34 req-db6e4a70-8944-4c39-b213-093988cf62b3 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018920 Feb 03 14:31:01.021247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting subnet 958b9611-c5ad-47ad-a900-8b07b86b4cf6 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:01.033353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (958b9611-c5ad-47ad-a900-8b07b86b4cf6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.109272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (958b9611-c5ad-47ad-a900-8b07b86b4cf6), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.248434 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (ee228e76-feb2-4c5c-97de-e667477872e5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.262622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ee228e76-feb2-4c5c-97de-e667477872e5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.334040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (958b9611-c5ad-47ad-a900-8b07b86b4cf6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.367125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (415e7939-3981-4586-937d-f64a3487ef25), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.376342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=ee228e76-feb2-4c5c-97de-e667477872e5,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:01.426656 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (958b9611-c5ad-47ad-a900-8b07b86b4cf6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.460788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=958b9611-c5ad-47ad-a900-8b07b86b4cf6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:01.474263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.479251 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d629a791-b945-4d6a-8b72-554dd36506c7 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/958b9611-c5ad-47ad-a900-8b07b86b4cf6 HTTP/1.1" status: 204 len: 168 time: 0.6185305 Feb 03 14:31:01.480320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c0a87-4146-44f3-9788-a376bc7fb43e None None] Network ac097cea-583c-4f56-b090-5cee10e97e95 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:01.482061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55094) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:01.583420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting subnet 356cc0ce-396b-4450-9e39-ca49f3e0d9fd {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:01.591341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (356cc0ce-396b-4450-9e39-ca49f3e0d9fd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.719024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (356cc0ce-396b-4450-9e39-ca49f3e0d9fd), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:01.878355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network dcdf9f34-1594-488d-a916-212c9497126b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:01.885223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:01.917861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (356cc0ce-396b-4450-9e39-ca49f3e0d9fd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:02.092382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55112) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:02.110423 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (356cc0ce-396b-4450-9e39-ca49f3e0d9fd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:02.190796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 79df2982-adab-488e-9a04-81c209a89f9c no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:02.195171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4f4ac-b940-45fd-a47d-7dc6d05dc4c4 req-be5e8a43-0882-4d9d-a33d-3fba017db065 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:02.202670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3c4f4ac-b940-45fd-a47d-7dc6d05dc4c4 req-be5e8a43-0882-4d9d-a33d-3fba017db065 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.5105135 Feb 03 14:31:02.212612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=356cc0ce-396b-4450-9e39-ca49f3e0d9fd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:02.222364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a454c9-1802-464f-a763-130d742747ce req-522e841c-cdb9-429b-a230-0366c249bf23 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:02.232326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-522e841c-cdb9-429b-a230-0366c249bf23 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 815 time: 0.6616018 Feb 03 14:31:02.238315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:02.243162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 79df2982-adab-488e-9a04-81c209a89f9c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:02.243510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 79df2982-adab-488e-9a04-81c209a89f9c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:02.252768 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-76519b92-471c-44f7-9ac7-2b6975123c2b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/356cc0ce-396b-4450-9e39-ca49f3e0d9fd HTTP/1.1" status: 204 len: 168 time: 0.7692714 Feb 03 14:31:02.255418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55120) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:02.294360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-14241821-ca77-40f1-9218-e5d8b27c6e3d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/quotas/1422c67c97a948e3a7b421c12856f882 HTTP/1.1" status: 200 len: 375 time: 0.0609653 Feb 03 14:31:02.516521 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ac097cea-583c-4f56-b090-5cee10e97e95), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:02.826574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b1b83-c926-4fd4-9bf1-9ce1ba6f04f6 None None] Network ac097cea-583c-4f56-b090-5cee10e97e95 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:02.891888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d31e207d-4e84-4592-9975-4bddede32ac3 None None] Provisioning complete for port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:02.897337 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d31e207d-4e84-4592-9975-4bddede32ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:03.066306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-785e0e0f-cfe8-49c1-a8c7-95e0d68f5feb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:03.072050 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-785e0e0f-cfe8-49c1-a8c7-95e0d68f5feb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb203652-7298-4dac-b465-54633a3fca49 HTTP/1.1" status: 200 len: 945 time: 0.5365608 Feb 03 14:31:03.145029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:03.146123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:03.196473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d31e207d-4e84-4592-9975-4bddede32ac3 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:03.338353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] DHCP port deletion for ac097cea-583c-4f56-b090-5cee10e97e95 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:03.355599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3c4f4ac-b940-45fd-a47d-7dc6d05dc4c4 req-2a1f914d-fa52-42f1-8267-efa29ea15eb4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1510518 Feb 03 14:31:03.389333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-060d1801-284d-4534-9c00-eaa20c3359a8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0936933 Feb 03 14:31:03.395374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:03.446948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,segment=NetworkSegment(d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a),segment_id=d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:03.454340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:03.486334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] Deleting port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:03.486715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:03.544770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:03.635896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] For port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,segment=NetworkSegment(d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a),segment_id=d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:03.636809 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:03.666452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] Calling delete_port for ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:03.710248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Deleting port 2201f570-5d4c-4a49-a516-c8ce0a0b8def {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:03.710627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:03.771245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:03.783218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:03.798103 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:03.798767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:03.800089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-97df51e8-87f1-4a1b-9c94-c77db789f373 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/routers/415e7939-3981-4586-937d-f64a3487ef25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1809924 Feb 03 14:31:03.803204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55130) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:03.808083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'port': {'network_id': 'dcdf9f34-1594-488d-a916-212c9497126b', 'name': 'tempest-FloatingIPTestJSON-250627077'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:03.876113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-fa82e1ef-ba80-4065-ac81-bcbea64ba717 service neutron] 10.222.0.52 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777167 Feb 03 14:31:03.914270 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:03.950233 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:03.950859 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:04.027430 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:04.028498 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff92eea-81c8-4f7e-9456-6fc5b4b04a38 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:04.136527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-d2ad26d4-3214-4168-ace5-3eb679ce4d84 service neutron] 10.222.0.52 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397771 Feb 03 14:31:04.283744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:04.348664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:04.359391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:04.459035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] device_id is not set on port e4ed9793-e111-4663-987d-d14cf2c3cdba yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:04.485239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:04.486503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:04.617809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bf920bf-7283-4a95-942c-4d8b92f062e8 req-5c143c46-888d-420a-97f3-21c0c484307b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 210 time: 0.1610844 Feb 03 14:31:04.660019 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:04.678159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] For port 2201f570-5d4c-4a49-a516-c8ce0a0b8def, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2201f570-5d4c-4a49-a516-c8ce0a0b8def,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:04.682174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:04.717894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Calling delete_port for 2201f570-5d4c-4a49-a516-c8ce0a0b8def owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:04.728253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] Pushing event deleted for resources: {'Port': ['ID=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:04.746969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365cd31-0af4-4147-8081-474515b0f6ab None None] No DVR routers for this DVR port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:04.838773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ff0dbd68-b3cb-4ad4-80c8-34cb0482f518), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:04.847159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.8 (dcdf9f34-1594-488d-a916-212c9497126b/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23/e4ed9793-e111-4663-987d-d14cf2c3cdba) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:04.920005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port ff0dbd68-b3cb-4ad4-80c8-34cb0482f518 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:04.931739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=ff0dbd68-b3cb-4ad4-80c8-34cb0482f518,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:05.022954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (e4ed9793-e111-4663-987d-d14cf2c3cdba), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.061812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a3a9d-5809-496c-9c19-8fe42c127aef req-91f923f7-c567-4738-96b6-732a29d6e28d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:05.069776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c6a3a9d-5809-496c-9c19-8fe42c127aef req-91f923f7-c567-4738-96b6-732a29d6e28d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.5275350 Feb 03 14:31:05.148151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c6a3a9d-5809-496c-9c19-8fe42c127aef req-62ebb753-3d3d-4622-9e11-9ee95482a1c7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769699 Feb 03 14:31:05.159640 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e4ed9793-e111-4663-987d-d14cf2c3cdba), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.222491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network dcdf9f34-1594-488d-a916-212c9497126b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:05.227274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:05.231024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:05.248061 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2201f570-5d4c-4a49-a516-c8ce0a0b8def), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.258888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2201f570-5d4c-4a49-a516-c8ce0a0b8def'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:31:05.275744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=e4ed9793-e111-4663-987d-d14cf2c3cdba,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:05.282939 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ac097cea-583c-4f56-b090-5cee10e97e95), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.308935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:05.309635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.337654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9f21d598-97b9-4fb0-9f74-0713312da528 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5333564 Feb 03 14:31:05.342741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55156) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:05.354908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac097cea-583c-4f56-b090-5cee10e97e95']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:05.369547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:05.369926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'port': {'network_id': 'dcdf9f34-1594-488d-a916-212c9497126b', 'name': 'tempest-FloatingIPTestJSON-2121387942'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:05.370403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:05.381988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.494387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] No DVR routers for this DVR port 2201f570-5d4c-4a49-a516-c8ce0a0b8def on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:05.496223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Pushing event deleted for resources: {'Port': ['ID=2201f570-5d4c-4a49-a516-c8ce0a0b8def,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:05.498871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.503124 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-313e0098-ece6-431e-bfdf-08e06ac955b4 req-c0110843-dc85-44b8-b734-dd78cc676739 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "DELETE /v2.0/ports/2201f570-5d4c-4a49-a516-c8ce0a0b8def HTTP/1.1" status: 204 len: 173 time: 2.4110386 Feb 03 14:31:05.508622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-deleted', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:05.511492 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d18ac-51a8-439d-b2d2-ad06f95ea0e1" -d '{"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-deleted", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:05.576629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.611838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:05.615444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.620474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:05.623031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (d8a733e7-bffc-4d54-8a8d-a77a8fc2ba7a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:05.640918 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:05.659168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] device_id is not set on port 44377c49-a943-4060-bfb0-17fe65d47ac8 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:05.671878 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc3cb8c-800d-44af-8bb7-fc61ef2d37fa x-openstack-request-id: req-cbc3cb8c-800d-44af-8bb7-fc61ef2d37fa {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:31:05.672448 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb203652-7298-4dac-b465-54633a3fca49", "name": "network-vif-deleted", "tag": "2201f570-5d4c-4a49-a516-c8ce0a0b8def", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:31:05.672944 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbc3cb8c-800d-44af-8bb7-fc61ef2d37fa {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:31:05.673534 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb203652-7298-4dac-b465-54633a3fca49', 'name': 'network-vif-deleted', 'tag': '2201f570-5d4c-4a49-a516-c8ce0a0b8def', 'status': 'completed', 'code': 200} Feb 03 14:31:05.803356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (65f53807-8426-4d83-bcbc-dc3bf0e4c461), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.887565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3436b57f-9fa5-4f02-ab99-29c856736a25 req-f9a42d31-cf72-4dc5-8a46-f4fcb9159118 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 210 time: 0.0922453 Feb 03 14:31:05.917643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ac097cea-583c-4f56-b090-5cee10e97e95), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.923625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:05.927483 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/ac097cea-583c-4f56-b090-5cee10e97e95 HTTP/1.1" status: 204 len: 168 time: 3.6650209 Feb 03 14:31:05.931310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55174) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.024455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d93047-d450-496d-8549-4a369a987c82 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=ac097cea-583c-4f56-b090-5cee10e97e95,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:06.047275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.9 (dcdf9f34-1594-488d-a916-212c9497126b/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23/44377c49-a943-4060-bfb0-17fe65d47ac8) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:06.261174 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (44377c49-a943-4060-bfb0-17fe65d47ac8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.274485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a454c9-1802-464f-a763-130d742747ce req-6d74ae89-971c-4c7d-971a-3600c57b817d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:06.279884 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-6d74ae89-971c-4c7d-971a-3600c57b817d tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 815 time: 0.3849804 Feb 03 14:31:06.297756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Request body: {'port': {'device_id': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'admin_state_up': True, 'tenant_id': '1422c67c97a948e3a7b421c12856f882'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:06.350407 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-edce9796-99a1-4071-a1c3-e5e6ffdc533c tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:06.352194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edce9796-99a1-4071-a1c3-e5e6ffdc533c tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:06.364940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-edce9796-99a1-4071-a1c3-e5e6ffdc533c tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/36158ee0-84fc-4992-9474-9291fad12f26 HTTP/1.1" status: 404 len: 337 time: 0.4303682 Feb 03 14:31:06.374424 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (44377c49-a943-4060-bfb0-17fe65d47ac8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.385589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55178) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.523062 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f972ed-3d65-4110-bc67-f2ffff109e06 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:06.529381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f972ed-3d65-4110-bc67-f2ffff109e06 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:06.532789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-33f972ed-3d65-4110-bc67-f2ffff109e06 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/b4c4268c-c989-4baa-9f95-fcc8504cfe74 HTTP/1.1" status: 404 len: 339 time: 0.1429927 Feb 03 14:31:06.542257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55182) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.543067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Made reservation on behalf of 1422c67c97a948e3a7b421c12856f882 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:06.545110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network dcdf9f34-1594-488d-a916-212c9497126b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:06.547057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.550601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:06.558546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:06.563250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=44377c49-a943-4060-bfb0-17fe65d47ac8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:06.603459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd51c3f-55f2-49bc-b14d-ecd3bde52c0b req-b817fbff-ad8d-4893-8b7b-af8567ed1fe7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:06.611432 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-807daf36-fced-43bf-bc28-a7076ae3e36b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:06.612030 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807daf36-fced-43bf-bc28-a7076ae3e36b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:06.612360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecd51c3f-55f2-49bc-b14d-ecd3bde52c0b req-b817fbff-ad8d-4893-8b7b-af8567ed1fe7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.2687316 Feb 03 14:31:06.615461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-807daf36-fced-43bf-bc28-a7076ae3e36b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/e57136f6-fcfc-4e4f-b382-77b940d673d5 HTTP/1.1" status: 404 len: 337 time: 0.0631933 Feb 03 14:31:06.619761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55184) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.656956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:06.657889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.671736 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9fd2ad-5448-4f4f-89eb-3b83f5752c99 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:06.672455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9fd2ad-5448-4f4f-89eb-3b83f5752c99 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:06.677116 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6d9fd2ad-5448-4f4f-89eb-3b83f5752c99 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/6dbab200-c4c6-40c0-bac1-e26170c07af6 HTTP/1.1" status: 404 len: 339 time: 0.0390091 Feb 03 14:31:06.682611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.717021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dc8892d7-1a2a-478e-92d8-8a4620874e93 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3727851 Feb 03 14:31:06.726984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.731239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '44377c49-a943-4060-bfb0-17fe65d47ac8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:06.735530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecd51c3f-55f2-49bc-b14d-ecd3bde52c0b req-252484fc-e64e-41bf-8f8b-f8fb426cdecc tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169097 Feb 03 14:31:06.737133 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b6a88a-83e3-4e21-b3fb-c73135845715 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:06.737790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b6a88a-83e3-4e21-b3fb-c73135845715 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:06.742701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c8b6a88a-83e3-4e21-b3fb-c73135845715 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/53398e56-e736-4181-bd3e-a5aeebdc9fcc HTTP/1.1" status: 404 len: 337 time: 0.0577912 Feb 03 14:31:06.745446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55190) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.773435 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d575db2e-9bf6-44e1-adc5-985058b1c6fd tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:06.774257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d575db2e-9bf6-44e1-adc5-985058b1c6fd tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:06.778333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d575db2e-9bf6-44e1-adc5-985058b1c6fd tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/502e202e-6e91-4e96-852e-d869249d3ef1 HTTP/1.1" status: 404 len: 339 time: 0.0317593 Feb 03 14:31:06.781349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55192) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:06.810226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.843619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting subnet 17afdd58-b448-4338-b3e3-37077d6e8c6a {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:06.847307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (17afdd58-b448-4338-b3e3-37077d6e8c6a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.847697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Deleting port 23b18689-6ff8-4011-8d15-06311a1b6066 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:06.848344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.895960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (17afdd58-b448-4338-b3e3-37077d6e8c6a), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:06.965977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Allocated IP 172.20.0.10 (fc525fd4-35e3-4636-96b8-7116b8608958/d22f3332-450a-4ea2-8324-aba8cb1a5f95/7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:07.063966 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (17afdd58-b448-4338-b3e3-37077d6e8c6a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.083583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] For port 23b18689-6ff8-4011-8d15-06311a1b6066, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=23b18689-6ff8-4011-8d15-06311a1b6066,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:07.084277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.118452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Calling delete_port for 23b18689-6ff8-4011-8d15-06311a1b6066 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:07.164989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2c365ce-f142-4a61-8e7a-b8b6406c71d9 req-32336792-cabf-45ad-ba71-7e997842357e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 210 time: 0.1426084 Feb 03 14:31:07.196163 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (17afdd58-b448-4338-b3e3-37077d6e8c6a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.226085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=17afdd58-b448-4338-b3e3-37077d6e8c6a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:07.236920 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.243411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-af9128e7-1182-4c69-a650-d02ec536d64b tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/17afdd58-b448-4338-b3e3-37077d6e8c6a HTTP/1.1" status: 204 len: 168 time: 0.4589410 Feb 03 14:31:07.243744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55198) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:07.245935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e7ae1-7fba-48b0-ad5f-d3154893fc25 None None] Network adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:07.330873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.345917 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.367295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2201f570-5d4c-4a49-a516-c8ce0a0b8def no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:07.409580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port ee3344f0-a450-46af-97d3-12266d6a74a6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:07.409580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.516143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks [] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.540520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port ee3344f0-a450-46af-97d3-12266d6a74a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ee3344f0-a450-46af-97d3-12266d6a74a6,segment=NetworkSegment(d253575e-75e7-418d-a3fb-993e629c08c5),segment_id=d253575e-75e7-418d-a3fb-993e629c08c5)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:07.540865 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.575976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for ee3344f0-a450-46af-97d3-12266d6a74a6 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:07.652086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 2201f570-5d4c-4a49-a516-c8ce0a0b8def {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:07.652447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2201f570-5d4c-4a49-a516-c8ce0a0b8def not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:07.727154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.25.0.68 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/5e51dfe9-d978-4118-8e63-65d9dc8d66b9) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:07.741050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.744960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ee3344f0-a450-46af-97d3-12266d6a74a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:07.805303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=ee3344f0-a450-46af-97d3-12266d6a74a6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:07.807990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52baf5fe-6077-419b-af97-7babe790b379 None None] DHCP port deletion for adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:07.813189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port ee3344f0-a450-46af-97d3-12266d6a74a6 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:07.837741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Network fc525fd4-35e3-4636-96b8-7116b8608958 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:07.880620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:07.892141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:07.945500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Pushing event updated for resources: {'Port': ['ID=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:07.956347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (23b18689-6ff8-4011-8d15-06311a1b6066), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.026026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b18689-6ff8-4011-8d15-06311a1b6066,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:08.082843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:08.083526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.087532 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.133319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:08.174226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9105db-df72-4d0c-a08e-70bc0e2490c0 req-050ba45e-dd8b-4e7c-97b3-c8fc19360216 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:08.177847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c9105db-df72-4d0c-a08e-70bc0e2490c0 req-050ba45e-dd8b-4e7c-97b3-c8fc19360216 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.3082395 Feb 03 14:31:08.246765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd253575e-75e7-418d-a3fb-993e629c08c5') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:08.247070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd253575e-75e7-418d-a3fb-993e629c08c5') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:08.295074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (d253575e-75e7-418d-a3fb-993e629c08c5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.313166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d253575e-75e7-418d-a3fb-993e629c08c5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.321009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:08.321521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (d253575e-75e7-418d-a3fb-993e629c08c5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:08.377397 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:08.390275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3344f0-a450-46af-97d3-12266d6a74a6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:08.433731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ee3344f0-a450-46af-97d3-12266d6a74a6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:08.435275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3344f0-a450-46af-97d3-12266d6a74a6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:08.478277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.502976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.507252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d HTTP/1.1" status: 204 len: 168 time: 1.2624056 Feb 03 14:31:08.509232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a04cc-0a04-442d-8d83-0dd27319c9c1 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=adbbeaeb-fd58-4606-bd47-6e5d2e7fd09d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:08.526328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c9105db-df72-4d0c-a08e-70bc0e2490c0 req-4f2e36d5-ff27-42c5-ad84-acbbee4a58cb tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375156 Feb 03 14:31:08.528048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55208) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:08.584489 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9235942f-0985-4528-8e3a-79f2f8cd15d8 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:08.585120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9235942f-0985-4528-8e3a-79f2f8cd15d8 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:08.588612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9235942f-0985-4528-8e3a-79f2f8cd15d8 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/ee7daca8-b32d-42de-8eaa-82646aad84b7 HTTP/1.1" status: 404 len: 337 time: 0.0589178 Feb 03 14:31:08.591199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55212) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:08.596396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.603993 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-e1a913ff-d8cd-43ca-ac8c-fc55a72509ef tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3161910 Feb 03 14:31:08.615520 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d84bb2-9ee4-4c6e-95c8-e73db844b5a6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:08.616149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d84bb2-9ee4-4c6e-95c8-e73db844b5a6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:08.616473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Request body: {'port': {'device_id': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:08.620616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e6d84bb2-9ee4-4c6e-95c8-e73db844b5a6 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/bd9fb43b-f55e-47bf-9b03-e9da71253368 HTTP/1.1" status: 404 len: 339 time: 0.0275288 Feb 03 14:31:08.629341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2713d3-f911-4524-99b1-a2f2df3cad4d req-dd422fc6-bd2c-486f-b28a-a49b09656e4b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:08.631457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da2713d3-f911-4524-99b1-a2f2df3cad4d req-dd422fc6-bd2c-486f-b28a-a49b09656e4b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 932 time: 0.2481461 Feb 03 14:31:08.632078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55214) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:08.781200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting subnet 0d95c49f-9431-40bb-811e-a0431c9b4786 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:08.784395 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (0d95c49f-9431-40bb-811e-a0431c9b4786), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.819085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.841253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (65f53807-8426-4d83-bcbc-dc3bf0e4c461), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.850359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.867365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da2713d3-f911-4524-99b1-a2f2df3cad4d req-93044e11-2225-4411-8639-bf643a8355c8 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253251 Feb 03 14:31:08.926720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (0d95c49f-9431-40bb-811e-a0431c9b4786), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:08.937823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.023816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e2b49-10fe-4bda-9c45-ca842a09b533 req-38556b42-ba00-4ae5-b2a8-0da67db9f828 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:09.025754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e46e2b49-10fe-4bda-9c45-ca842a09b533 req-38556b42-ba00-4ae5-b2a8-0da67db9f828 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.1931572 Feb 03 14:31:09.037375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9651c-4717-449b-958a-98083aeef8af req-6094f8fd-62ba-4ecd-8180-b18d170aeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:09.039197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c9651c-4717-449b-958a-98083aeef8af req-6094f8fd-62ba-4ecd-8180-b18d170aeda4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1127 time: 0.1672730 Feb 03 14:31:09.084853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0d95c49f-9431-40bb-811e-a0431c9b4786), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.180834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:31:09.189117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Publish callbacks [] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.203174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Transition to ACTIVE for port object 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:31:09.276051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.305388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e46e2b49-10fe-4bda-9c45-ca842a09b533 req-2eab08c0-f998-4a7a-a694-fbcecb3559ca tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716177 Feb 03 14:31:09.335944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:09.355569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:09.378092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9651c-4717-449b-958a-98083aeef8af req-bc3b571a-3076-457f-bc37-7926e64353a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:09.380547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c9651c-4717-449b-958a-98083aeef8af req-bc3b571a-3076-457f-bc37-7926e64353a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.3341637 Feb 03 14:31:09.461699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=5e51dfe9-d978-4118-8e63-65d9dc8d66b9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:09.469629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c9651c-4717-449b-958a-98083aeef8af req-dc376b63-05ad-4d36-a3c4-80998c6c288a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 1001 time: 0.0815787 Feb 03 14:31:09.471949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (0d95c49f-9431-40bb-811e-a0431c9b4786), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.505861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Subnet': ['ID=0d95c49f-9431-40bb-811e-a0431c9b4786,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:09.513141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:09.541962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.549761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a52b5-55e4-4086-bd15-583183d5c72f None None] Network 16f6b936-85c9-4c55-b6d2-0dd404246106 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:09.558199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-62758b8d-b283-40b5-9f30-537a71d70566 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/subnets/0d95c49f-9431-40bb-811e-a0431c9b4786 HTTP/1.1" status: 204 len: 168 time: 0.9129775 Feb 03 14:31:09.563943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:09.567229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55226) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:09.623977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9651c-4717-449b-958a-98083aeef8af req-1d2c10fb-3cf5-47ad-b3c5-41b6d18f52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:09.625979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c9651c-4717-449b-958a-98083aeef8af req-1d2c10fb-3cf5-47ad-b3c5-41b6d18f52ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.1510150 Feb 03 14:31:09.714140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (16f6b936-85c9-4c55-b6d2-0dd404246106), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.746508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9651c-4717-449b-958a-98083aeef8af req-235362c8-773f-4ab1-9dbb-7240d90c4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:09.749244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c9651c-4717-449b-958a-98083aeef8af req-235362c8-773f-4ab1-9dbb-7240d90c4ec7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0864773 Feb 03 14:31:09.839978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] DHCP port deletion for 16f6b936-85c9-4c55-b6d2-0dd404246106 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:09.947204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Deleting port b185813d-6705-41d8-bd64-a61972516d4e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:09.947650 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b185813d-6705-41d8-bd64-a61972516d4e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:09.971337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c9651c-4717-449b-958a-98083aeef8af req-0bb59b8d-7a29-4999-9b97-d4f4dab3b138 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102370 Feb 03 14:31:09.985628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] Deleting port b185813d-6705-41d8-bd64-a61972516d4e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:09.986565 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b185813d-6705-41d8-bd64-a61972516d4e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:10.086903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] For port b185813d-6705-41d8-bd64-a61972516d4e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b185813d-6705-41d8-bd64-a61972516d4e,segment=NetworkSegment(6ea99c86-b34a-42a6-8d0f-f1e1b353886a),segment_id=6ea99c86-b34a-42a6-8d0f-f1e1b353886a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:10.087599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b185813d-6705-41d8-bd64-a61972516d4e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:10.101897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] Calling delete_port for b185813d-6705-41d8-bd64-a61972516d4e owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:10.111506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Attempting to bind port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:31:10.117175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Attempting to bind port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:31:10.117995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Attempting to bind port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 on network fc525fd4-35e3-4636-96b8-7116b8608958 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:10.132735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] For port b185813d-6705-41d8-bd64-a61972516d4e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b185813d-6705-41d8-bd64-a61972516d4e,segment=NetworkSegment(6ea99c86-b34a-42a6-8d0f-f1e1b353886a),segment_id=6ea99c86-b34a-42a6-8d0f-f1e1b353886a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:10.133246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b185813d-6705-41d8-bd64-a61972516d4e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:10.146905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 on network fc525fd4-35e3-4636-96b8-7116b8608958 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:31:10.147239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Attempting to bind port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 on network fc525fd4-35e3-4636-96b8-7116b8608958 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:10.162870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Calling delete_port for b185813d-6705-41d8-bd64-a61972516d4e owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:10.197395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b185813d-6705-41d8-bd64-a61972516d4e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:10.211200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadc9cf-2cb1-4258-98a5-20f0a9dbc375 req-8537d6bd-15f9-411c-ba1c-656b9b698a3b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:10.212949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-caadc9cf-2cb1-4258-98a5-20f0a9dbc375 req-8537d6bd-15f9-411c-ba1c-656b9b698a3b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 944 time: 0.1689825 Feb 03 14:31:10.218501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9c9651c-4717-449b-958a-98083aeef8af req-0e86ceb4-5e4b-421b-8d8d-311fd3f8a6db service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365594 Feb 03 14:31:10.241903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:10.269140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] Pushing event deleted for resources: {'Port': ['ID=b185813d-6705-41d8-bd64-a61972516d4e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:10.280967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e5847-ecd9-4452-a443-63edfd7de217 None None] No DVR routers for this DVR port b185813d-6705-41d8-bd64-a61972516d4e on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:10.297812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:31:10.297812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Checking segment: {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:10.297812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Bound using segment: {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:31:10.297812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Bound port: 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890abee3-b4e3-4ac3-9ce2-752709cb6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:31:10.297812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:10.375661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-caadc9cf-2cb1-4258-98a5-20f0a9dbc375 req-211c3ebd-b114-49fe-97d0-a43c34eae27c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931640 Feb 03 14:31:10.413296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b185813d-6705-41d8-bd64-a61972516d4e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:10.458762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b185813d-6705-41d8-bd64-a61972516d4e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:10.459022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b185813d-6705-41d8-bd64-a61972516d4e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:10.541940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-56b5e83d-88ee-4afd-b349-78f02ded4e96 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2611246 Feb 03 14:31:10.550462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b185813d-6705-41d8-bd64-a61972516d4e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:10.654906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] No DVR routers for this DVR port b185813d-6705-41d8-bd64-a61972516d4e on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:10.739627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] For port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:31:10.751761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Port': ['ID=b185813d-6705-41d8-bd64-a61972516d4e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:10.852586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fc48-7fa6-4978-9475-1352a333289c req-4c92ea28-a7b2-41e6-a552-fdf7920ef050 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:10.869833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c90fc48-7fa6-4978-9475-1352a333289c req-4c92ea28-a7b2-41e6-a552-fdf7920ef050 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.4113784 Feb 03 14:31:10.880997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] For port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:31:10.903822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:10.918061 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-296917ba-6cd7-48a1-940e-efe0b7ed4c41 admin admin] 10.222.0.52 "PUT /v2.0/routers/65f53807-8426-4d83-bcbc-dc3bf0e4c461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8206565 Feb 03 14:31:10.918255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] Sync routers for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:10.933317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:10.933940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:10.956157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55254) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:10.984117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (16f6b936-85c9-4c55-b6d2-0dd404246106), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:10.997892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.069928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (a8679801-7803-4817-975c-83a35d1cfc78), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.074898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-4e35fe65-513c-40f0-8a8d-a2779890ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:11.077801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-4e35fe65-513c-40f0-8a8d-a2779890ff05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 1128 time: 0.4954157 Feb 03 14:31:11.102572 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:31:11.146679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c90fc48-7fa6-4978-9475-1352a333289c req-6a7906b6-9009-4f43-aa45-6f84ca6231f2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740529 Feb 03 14:31:11.150299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f6b936-85c9-4c55-b6d2-0dd404246106']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:11.151298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:31:11.183295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea99c86-b34a-42a6-8d0f-f1e1b353886a') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:11.183587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea99c86-b34a-42a6-8d0f-f1e1b353886a') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:11.194419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (6ea99c86-b34a-42a6-8d0f-f1e1b353886a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.210792 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6ea99c86-b34a-42a6-8d0f-f1e1b353886a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.217722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:11.218474 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (6ea99c86-b34a-42a6-8d0f-f1e1b353886a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.244013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:11.244773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.246312 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] 10.222.0.45 "PUT /v2.0/ports/7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 HTTP/1.1" status: 200 len: 1092 time: 2.6350079 Feb 03 14:31:11.255120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'tag': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:11.259888 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dce2bee-c27c-4f42-8bec-7a8eebf44a8c", "tag": "7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:11.344981 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:11.351969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (16f6b936-85c9-4c55-b6d2-0dd404246106), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.384574 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e316823a-b13d-40be-a539-678dfd08677f x-openstack-request-id: req-e316823a-b13d-40be-a539-678dfd08677f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:31:11.385455 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dce2bee-c27c-4f42-8bec-7a8eebf44a8c", "tag": "7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:31:11.385710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.385858 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e316823a-b13d-40be-a539-678dfd08677f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:31:11.386667 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'tag': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11', 'status': 'completed', 'code': 200} Feb 03 14:31:11.391814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] 10.222.0.52 "DELETE /v2.0/networks/16f6b936-85c9-4c55-b6d2-0dd404246106 HTTP/1.1" status: 204 len: 168 time: 1.8205812 Feb 03 14:31:11.405307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f0a30-e9da-419a-a734-1b24b5f93771 tempest-NetworksIpV6Test-1730605927 tempest-NetworksIpV6Test-1730605927-project] Pushing event deleted for resources: {'Network': ['ID=16f6b936-85c9-4c55-b6d2-0dd404246106,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:11.538605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbeb16-370e-4b53-b2f9-fdba7b7840f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:11.563630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks [] for router (65f53807-8426-4d83-bcbc-dc3bf0e4c461), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.582193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:31:07Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:11.611463 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:11.649241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] Checking router: 65f53807-8426-4d83-bcbc-dc3bf0e4c461 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:31:11.668371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] Routers {'65f53807-8426-4d83-bcbc-dc3bf0e4c461'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:11.669642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:11.686449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a454c9-1802-464f-a763-130d742747ce req-e7180ad1-1ead-4ba9-88f9-b7f56907ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:11.689714 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-e7180ad1-1ead-4ba9-88f9-b7f56907ecf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 1126 time: 0.4045618 Feb 03 14:31:11.802714 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-98d79743-7711-4349-8c25-424d3d624f06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 HTTP/1.1" status: 200 len: 217 time: 0.0923800 Feb 03 14:31:11.833091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-a368677a-86f7-41a0-b188-c6a6113acc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:11.834700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-a368677a-86f7-41a0-b188-c6a6113acc83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.7246232 Feb 03 14:31:11.853605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55270) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:11.927115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] Set router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:31:11.967094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a454c9-1802-464f-a763-130d742747ce req-701b5d94-ad7d-4c89-8f34-dc910f0f5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:11.968684 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-701b5d94-ad7d-4c89-8f34-dc910f0f5f76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d22f3332-450a-4ea2-8324-aba8cb1a5f95 HTTP/1.1" status: 200 len: 855 time: 0.1583138 Feb 03 14:31:11.977753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-9205eae4-016e-4a9a-b030-f28b2e6db99c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c673cd52-c010-41af-a353-8f1d35778191 HTTP/1.1" status: 200 len: 217 time: 0.1220191 Feb 03 14:31:12.443803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:31:07Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:12.509043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457f84e-fa89-42c2-9ded-560744004922 None None] The sync data for ids ['65f53807-8426-4d83-bcbc-dc3bf0e4c461'] in n-d-827549-2 is: [{'id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'name': 'tempest-TaggedBootDevicesTest-1788664648-router', 'tenant_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:22:51Z', 'updated_at': '2022-02-03T14:31:07Z', 'revision_number': 5, 'project_id': 'd8ebf4a22dbd44eba9d1e405f96f67d7', 'gw_port': {'id': '1569118e-d6b2-4ca6-8ad4-8a62192d5abb', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f53807-8426-4d83-bcbc-dc3bf0e4c461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:22:53Z', 'updated_at': '2022-02-03T14:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:12.579956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-e78de2f7-189a-4562-9c1f-15919ae0de37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc525fd4-35e3-4636-96b8-7116b8608958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5940099 Feb 03 14:31:12.642536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:12.653735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:12.776539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=5e51dfe9-d978-4118-8e63-65d9dc8d66b9,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:12.815667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a8679801-7803-4817-975c-83a35d1cfc78), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:12.951186 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-d6a94ca3-9bff-43da-8c11-6977e1293612 service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897177 Feb 03 14:31:13.019086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfad32-0063-4ed5-98d0-fde22cf1f4df req-cdb0baf9-f8b4-4585-b1b6-9b136d3093b1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:13.020755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23cfad32-0063-4ed5-98d0-fde22cf1f4df req-cdb0baf9-f8b4-4585-b1b6-9b136d3093b1 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 944 time: 1.4491882 Feb 03 14:31:13.077982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-c4647483-10fa-4cbf-8bbe-49e0efff1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:13.079878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-c4647483-10fa-4cbf-8bbe-49e0efff1c86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.1986845 Feb 03 14:31:13.195521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-73a454c9-1802-464f-a763-130d742747ce req-128f84be-add7-45a5-a323-cfd4cd3e2205 service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430320 Feb 03 14:31:13.196970 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP a8679801-7803-4817-975c-83a35d1cfc78 associated. External IP: 172.25.0.68, port: 44377c49-a943-4060-bfb0-17fe65d47ac8. Feb 03 14:31:13.203737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23cfad32-0063-4ed5-98d0-fde22cf1f4df req-2f8363ab-ff8c-434c-8b58-d2f66f740447 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164458 Feb 03 14:31:13.205985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-ebaf217b-101f-4ca9-abc0-c4716a636b1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374000 Feb 03 14:31:13.397992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-cab471e0-c3bb-432b-9e84-38a89c24cb86 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809361 Feb 03 14:31:13.409869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-27f83638-a84c-41c5-ba24-4bc72a0cba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:13.416771 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-27f83638-a84c-41c5-ba24-4bc72a0cba35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1422c67c97a948e3a7b421c12856f882&device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 1126 time: 0.1479540 Feb 03 14:31:13.593536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa146920-a899-41cf-a3f1-844fbe0cebe2 req-c4e35dcf-6aac-42d3-8b2d-18bb24a529e8 service neutron] 10.222.0.71 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888692 Feb 03 14:31:13.599603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-92752986-0d7a-4f0e-a10d-3933c100aa3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f6e4a87f2e2454abe4d736f943516a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6313741 Feb 03 14:31:13.602221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:13.602872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55292) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:13.621956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de373c-b5ae-4dfb-baaa-065b622ebe6d req-900d876a-c4a6-4a29-8135-44a6ad7eb97f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:13.632111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93de373c-b5ae-4dfb-baaa-065b622ebe6d req-900d876a-c4a6-4a29-8135-44a6ad7eb97f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.6613443 Feb 03 14:31:13.655124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks [] for router_gateway (65f53807-8426-4d83-bcbc-dc3bf0e4c461), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:13.710067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93de373c-b5ae-4dfb-baaa-065b622ebe6d req-c130e03c-160a-42f0-a1fc-db6f2c9552f7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717027 Feb 03 14:31:13.737102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-7116f765-2c16-4a14-9524-b3a630150f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:13.739130 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-7116f765-2c16-4a14-9524-b3a630150f51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 200 len: 916 time: 0.3164186 Feb 03 14:31:13.762926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e245baef-2266-4a9c-b9f6-a5c72f12d149 admin admin] Publish callbacks [] for security_group (776e448a-41a3-49ef-9edc-848a924fd979), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:13.775224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Deleting port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:13.775715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:13.822303 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-26a9f8bf-5e83-4d5a-b2a9-131d9345dc7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 HTTP/1.1" status: 200 len: 217 time: 0.0740087 Feb 03 14:31:13.858845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] For port 1569118e-d6b2-4ca6-8ad4-8a62192d5abb, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:13.859629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:13.874796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Calling delete_port for 1569118e-d6b2-4ca6-8ad4-8a62192d5abb owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:13.887855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e245baef-2266-4a9c-b9f6-a5c72f12d149 admin admin] Publish callbacks [] for security_group (776e448a-41a3-49ef-9edc-848a924fd979), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:13.922886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:13.936242 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:13.943770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-8725d8c3-e00a-4dcc-b0ae-c880579ee891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:13.945139 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-8725d8c3-e00a-4dcc-b0ae-c880579ee891 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d22f3332-450a-4ea2-8324-aba8cb1a5f95 HTTP/1.1" status: 200 len: 855 time: 0.1104939 Feb 03 14:31:13.955032 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:13.955683 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:13.987790 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-17be4369-628b-4782-b466-7fd8dc0ea6c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc525fd4-35e3-4636-96b8-7116b8608958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363703 Feb 03 14:31:13.993176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.042153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e245baef-2266-4a9c-b9f6-a5c72f12d149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (776e448a-41a3-49ef-9edc-848a924fd979), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.044455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e245baef-2266-4a9c-b9f6-a5c72f12d149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.055448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e245baef-2266-4a9c-b9f6-a5c72f12d149 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/776e448a-41a3-49ef-9edc-848a924fd979 HTTP/1.1" status: 204 len: 168 time: 0.4303486 Feb 03 14:31:14.058219 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:14.098228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:14.098228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:14.100993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55300) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:14.107618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:14.110563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e86b6741-e547-4c7d-a7ea-678cfea1d71a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3719742 Feb 03 14:31:14.179231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245baef-2266-4a9c-b9f6-a5c72f12d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776e448a-41a3-49ef-9edc-848a924fd979,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:14.189846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 23b18689-6ff8-4011-8d15-06311a1b6066 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:14.199643 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:14.200312 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cec8c9-b23a-44bc-9513-c1406847a46d None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:14.263371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-4f06797b-1901-478c-aa60-21c6e05c6825 service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677112 Feb 03 14:31:14.264290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 23b18689-6ff8-4011-8d15-06311a1b6066 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:14.264694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 23b18689-6ff8-4011-8d15-06311a1b6066 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:14.401372 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0bb9afb4-1f3c-4107-b3ec-d51c276be48c req-fa015fcd-0481-4eea-9b67-2b5e6e008e43 service neutron] 10.222.0.45 "GET /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316936 Feb 03 14:31:14.419696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (a8679801-7803-4817-975c-83a35d1cfc78), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.427258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1569118e-d6b2-4ca6-8ad4-8a62192d5abb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.508963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1569118e-d6b2-4ca6-8ad4-8a62192d5abb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:14.564676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c0657-0340-44b0-ab72-1b85650b26c4 req-ba49876d-17bf-4281-80a2-f24c494d3cb0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:14.572011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f9c0657-0340-44b0-ab72-1b85650b26c4 req-ba49876d-17bf-4281-80a2-f24c494d3cb0 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 944 time: 0.2127836 Feb 03 14:31:14.718433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (65f53807-8426-4d83-bcbc-dc3bf0e4c461), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.783478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f9c0657-0340-44b0-ab72-1b85650b26c4 req-3b8394e8-8c0b-4d46-a15f-2ccc4c9d9eee tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103159 Feb 03 14:31:14.823495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.853760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a8679801-7803-4817-975c-83a35d1cfc78), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.854113 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP a8679801-7803-4817-975c-83a35d1cfc78 disassociated. External IP: 172.25.0.68, port: 44377c49-a943-4060-bfb0-17fe65d47ac8. Feb 03 14:31:14.895311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (65f53807-8426-4d83-bcbc-dc3bf0e4c461), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.898836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks [] for router_controller (65f53807-8426-4d83-bcbc-dc3bf0e4c461), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.954864 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (65f53807-8426-4d83-bcbc-dc3bf0e4c461), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.955437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f53807-8426-4d83-bcbc-dc3bf0e4c461 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:31:14.993669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:14.997519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f611b7da-b524-4fc1-bbc9-08825e697a80 admin admin] 10.222.0.52 "DELETE /v2.0/routers/65f53807-8426-4d83-bcbc-dc3bf0e4c461 HTTP/1.1" status: 204 len: 168 time: 4.0358777 Feb 03 14:31:14.997680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55334) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.083845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] Deleting subnet 5bc31396-c90f-4df0-b69c-8ce5f9c15c35 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:15.099631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] Publish callbacks [] for subnet (5bc31396-c90f-4df0-b69c-8ce5f9c15c35), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.140215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55336) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.180657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (5bc31396-c90f-4df0-b69c-8ce5f9c15c35), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.249179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:15.286184 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (5bc31396-c90f-4df0-b69c-8ce5f9c15c35), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.374017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (5bc31396-c90f-4df0-b69c-8ce5f9c15c35), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.385428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d17a7819-5fe9-445c-80ff-c1d12afe33bb tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] Request body: {'port': {'network_id': 'ccb63782-7387-4020-9e92-1d7847e4fb64', 'name': 'tempest-NetworksNegativeTestJSON-1552375652'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:15.389335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:15.395517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.404248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:15.424966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc31396-c90f-4df0-b69c-8ce5f9c15c35,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:15.428675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.434896 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4a86d15c-df69-4650-ab34-5c1e0181e06f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5bc31396-c90f-4df0-b69c-8ce5f9c15c35 HTTP/1.1" status: 204 len: 168 time: 0.4357567 Feb 03 14:31:15.435535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.438857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff08ea8-93a9-430e-94b9-a1bc822ecd6f None None] Network 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:15.441235 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17a7819-5fe9-445c-80ff-c1d12afe33bb tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] POST failed (client error): The resource could not be found. Feb 03 14:31:15.442305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17a7819-5fe9-445c-80ff-c1d12afe33bb tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:15.444890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d17a7819-5fe9-445c-80ff-c1d12afe33bb tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3028083 Feb 03 14:31:15.450748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55344) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.477757 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4608c83b-4cdc-49ec-b84b-a6b1b1babd83 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:15.478496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4608c83b-4cdc-49ec-b84b-a6b1b1babd83 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:15.486743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4608c83b-4cdc-49ec-b84b-a6b1b1babd83 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "DELETE /v2.0/networks/ec7ab981-eea4-4bf7-a8c0-e7dfcccfda81 HTTP/1.1" status: 404 len: 339 time: 0.0347495 Feb 03 14:31:15.487474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55346) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.488610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:15.490616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:15.505947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1770a27-5958-457b-96e8-939b4f40c752 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/floatingips/a8679801-7803-4817-975c-83a35d1cfc78 HTTP/1.1" status: 200 len: 687 time: 1.4036734 Feb 03 14:31:15.521355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.581837 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cbf57d-c55b-4628-9ac1-eb692908a3cc tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:15.581837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cbf57d-c55b-4628-9ac1-eb692908a3cc tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:15.591440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-50cbf57d-c55b-4628-9ac1-eb692908a3cc tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "DELETE /v2.0/ports/cfceaf10-f1e2-440b-97a8-43f4028c6505 HTTP/1.1" status: 404 len: 333 time: 0.1029286 Feb 03 14:31:15.593607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55354) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.598247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.631089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:15.668025 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66c2e98-b417-4529-8555-c3d0d0b48252 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:15.668395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66c2e98-b417-4529-8555-c3d0d0b48252 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:15.676290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a66c2e98-b417-4529-8555-c3d0d0b48252 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "DELETE /v2.0/subnets/5f1ad4a0-3255-4539-a1c8-6d677a50b0be HTTP/1.1" status: 404 len: 337 time: 0.0816894 Feb 03 14:31:15.676922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55356) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.719800 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-354d959d-ed48-4ebd-b496-a1af8a645f25 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] GET failed (client error): The resource could not be found. Feb 03 14:31:15.731341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-354d959d-ed48-4ebd-b496-a1af8a645f25 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "GET /v2.0/networks/75374531-0df3-4ed1-a41e-c5c0b2525c1f HTTP/1.1" status: 404 len: 339 time: 0.0473251 Feb 03 14:31:15.731341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55358) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.745603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:15.746227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:30:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:15.757591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Deleting port 179c1af9-f390-4192-9837-d65e03b1ff45 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:15.757937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.760897 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d362ef-2f78-4414-bc13-59e5ecdd4658 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] GET failed (client error): The resource could not be found. Feb 03 14:31:15.768935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-53d362ef-2f78-4414-bc13-59e5ecdd4658 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "GET /v2.0/ports/62a1f1b0-d5ff-4487-b688-d71fdab64d77 HTTP/1.1" status: 404 len: 333 time: 0.0403850 Feb 03 14:31:15.769763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55362) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.796309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:15.797279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3a985-9a1a-4a70-953e-c7445983c7ba None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:15.816446 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50856c8-6d4a-4dec-a8c8-331692903e6d tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] GET failed (client error): The resource could not be found. Feb 03 14:31:15.824785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c50856c8-6d4a-4dec-a8c8-331692903e6d tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "GET /v2.0/subnets/c9dc8ad1-e0e3-4ccc-8744-e189158f047d HTTP/1.1" status: 404 len: 337 time: 0.0481007 Feb 03 14:31:15.826620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55366) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.842712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-523d21c9-ceb8-4b7c-b0f5-4d53ed1fddd3 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:15.862120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] For port 179c1af9-f390-4192-9837-d65e03b1ff45, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=179c1af9-f390-4192-9837-d65e03b1ff45,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:15.862937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.874692 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e600-7fa9-4b45-b687-73fe44a28883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.885043 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-523d21c9-ceb8-4b7c-b0f5-4d53ed1fddd3 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] PUT failed (client error): The resource could not be found. Feb 03 14:31:15.885574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523d21c9-ceb8-4b7c-b0f5-4d53ed1fddd3 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:15.889022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-523d21c9-ceb8-4b7c-b0f5-4d53ed1fddd3 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "PUT /v2.0/networks/c8d08726-2438-4877-b5c2-4a98d3b3c24c HTTP/1.1" status: 404 len: 339 time: 0.0584855 Feb 03 14:31:15.893310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:15.897941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Calling delete_port for 179c1af9-f390-4192-9837-d65e03b1ff45 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:15.912908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3dcdf294-ea13-4476-af56-7a5b4a4dd093 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:15.945664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 5e51dfe9-d978-4118-8e63-65d9dc8d66b9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:15.946020 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:15.994657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] DHCP port deletion for 2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:16.020948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489880-5bf8-46de-9843-59207e41e13e req-64d798af-617f-472c-854a-f511cd8f20fe tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:16.022505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0489880-5bf8-46de-9843-59207e41e13e req-64d798af-617f-472c-854a-f511cd8f20fe tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 944 time: 0.1491148 Feb 03 14:31:16.042607 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcdf294-ea13-4476-af56-7a5b4a4dd093 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] PUT failed (client error): The resource could not be found. Feb 03 14:31:16.045239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcdf294-ea13-4476-af56-7a5b4a4dd093 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:16.046586 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3dcdf294-ea13-4476-af56-7a5b4a4dd093 tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "PUT /v2.0/ports/a18addb2-845e-41b1-a583-e8b872fe6727 HTTP/1.1" status: 404 len: 333 time: 0.1513531 Feb 03 14:31:16.052510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55370) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:16.065247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-522c30c1-8635-4cb5-92f0-1df5ccd8889b tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:16.100576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] Deleting port 179c1af9-f390-4192-9837-d65e03b1ff45 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:16.101234 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.109456 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-522c30c1-8635-4cb5-92f0-1df5ccd8889b tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] PUT failed (client error): The resource could not be found. Feb 03 14:31:16.110216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522c30c1-8635-4cb5-92f0-1df5ccd8889b tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:16.111841 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-522c30c1-8635-4cb5-92f0-1df5ccd8889b tempest-NetworksNegativeTestJSON-1762607165 tempest-NetworksNegativeTestJSON-1762607165-project] 10.222.0.52 "PUT /v2.0/subnets/6896e649-76ed-4c39-a7bd-eba14ed8d582 HTTP/1.1" status: 404 len: 337 time: 0.0558090 Feb 03 14:31:16.188747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.189568 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.231645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 5e51dfe9-d978-4118-8e63-65d9dc8d66b9 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:16.237989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.255334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] For port 179c1af9-f390-4192-9837-d65e03b1ff45, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=179c1af9-f390-4192-9837-d65e03b1ff45,segment=NetworkSegment(16122bd6-f46e-40df-8f9b-a1543dc439f4),segment_id=16122bd6-f46e-40df-8f9b-a1543dc439f4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:16.258436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.288572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] Calling delete_port for 179c1af9-f390-4192-9837-d65e03b1ff45 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:16.325408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] No DVR routers for this DVR port 179c1af9-f390-4192-9837-d65e03b1ff45 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:16.330958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Pushing event deleted for resources: {'Port': ['ID=179c1af9-f390-4192-9837-d65e03b1ff45,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:16.398152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55378) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:16.400261 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (179c1af9-f390-4192-9837-d65e03b1ff45), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.403016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 179c1af9-f390-4192-9837-d65e03b1ff45 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:16.453400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 179c1af9-f390-4192-9837-d65e03b1ff45 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:16.454864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 179c1af9-f390-4192-9837-d65e03b1ff45 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:16.455479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1569118e-d6b2-4ca6-8ad4-8a62192d5abb no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:16.489314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] Pushing event deleted for resources: {'Port': ['ID=179c1af9-f390-4192-9837-d65e03b1ff45,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:16.497424 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1569118e-d6b2-4ca6-8ad4-8a62192d5abb {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:16.498019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1569118e-d6b2-4ca6-8ad4-8a62192d5abb not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:16.521800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac7233-3b8c-48df-966a-96eb9dffe89a None None] No DVR routers for this DVR port 179c1af9-f390-4192-9837-d65e03b1ff45 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:16.590703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55384) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:16.597794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.626196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5e51dfe9-d978-4118-8e63-65d9dc8d66b9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.641917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bba72a7-4dac-4f76-b73c-c9324cc8f7e3']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:16.665043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16122bd6-f46e-40df-8f9b-a1543dc439f4') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:16.666440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16122bd6-f46e-40df-8f9b-a1543dc439f4') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:16.694069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (16122bd6-f46e-40df-8f9b-a1543dc439f4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.697149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=5e51dfe9-d978-4118-8e63-65d9dc8d66b9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:16.707836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0489880-5bf8-46de-9843-59207e41e13e req-d1dc80a1-1f6f-443c-ae11-9803436bcab3 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215777 Feb 03 14:31:16.743091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (16122bd6-f46e-40df-8f9b-a1543dc439f4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.757829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:16.758239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (16122bd6-f46e-40df-8f9b-a1543dc439f4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:16.760010 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:16.837426 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (a8679801-7803-4817-975c-83a35d1cfc78), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.840593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.841765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5bdc0ca9-b2bc-4463-9eb7-697d02f776db tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/floatingips/a8679801-7803-4817-975c-83a35d1cfc78 HTTP/1.1" status: 204 len: 168 time: 1.3193254 Feb 03 14:31:16.845310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:16.857247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'e4ed9793-e111-4663-987d-d14cf2c3cdba'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:16.868810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f775fcd6-2e3d-4129-b0c7-69e99ed9574c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.880613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb7e581d-dd6e-4234-9ffe-070d52a5070a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.886213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.888802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2bba72a7-4dac-4f76-b73c-c9324cc8f7e3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.899114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:16.905508 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] 10.222.0.52 "DELETE /v2.0/networks/2bba72a7-4dac-4f76-b73c-c9324cc8f7e3 HTTP/1.1" status: 204 len: 168 time: 1.4660923 Feb 03 14:31:16.915086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55392) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:17.039136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2fee8-894d-4aa0-b383-6442219f919d admin admin] Pushing event deleted for resources: {'Network': ['ID=2bba72a7-4dac-4f76-b73c-c9324cc8f7e3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:17.078765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb7e581d-dd6e-4234-9ffe-070d52a5070a admin admin] Publish callbacks [] for security_group (c7776ffd-a082-4886-9b92-17248f7b77de), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.085030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb7e581d-dd6e-4234-9ffe-070d52a5070a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c7776ffd-a082-4886-9b92-17248f7b77de), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.117290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e581d-dd6e-4234-9ffe-070d52a5070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7776ffd-a082-4886-9b92-17248f7b77de,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:17.134029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.150901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bb7e581d-dd6e-4234-9ffe-070d52a5070a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5b0af687a0e435da7c3d9e772a8d126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5776572 Feb 03 14:31:17.152852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55394) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:17.305801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f775fcd6-2e3d-4129-b0c7-69e99ed9574c admin admin] Publish callbacks [] for security_group (c2202509-f657-4199-b0d1-f0d3c1281bee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.320767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.25.0.116 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/fd4b10a9-1669-44bd-894c-baa026641d2f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:17.323888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f775fcd6-2e3d-4129-b0c7-69e99ed9574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c2202509-f657-4199-b0d1-f0d3c1281bee), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.337834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:31:17.354890 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f775fcd6-2e3d-4129-b0c7-69e99ed9574c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef721fedb5a54a1db064fce7d02e8162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9517047 Feb 03 14:31:17.359844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55396) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:17.451195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775fcd6-2e3d-4129-b0c7-69e99ed9574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2202509-f657-4199-b0d1-f0d3c1281bee,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:17.477766 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e08143c-3d5c-4f7a-84c0-4e39f336847e admin admin] Publish callbacks [] for security_group (c7776ffd-a082-4886-9b92-17248f7b77de), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.504164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.518254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e08143c-3d5c-4f7a-84c0-4e39f336847e admin admin] Publish callbacks [] for security_group (c7776ffd-a082-4886-9b92-17248f7b77de), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.546900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.558058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:17.558623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23444476-6ff7-4d46-bb1d-0f3c4d84fb4f admin admin] Publish callbacks [] for security_group (c2202509-f657-4199-b0d1-f0d3c1281bee), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.581304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11', 'network_id': 'fc525fd4-35e3-4636-96b8-7116b8608958', 'port_id': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11', 'mac_address': 'fa:16:3e:13:be:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22f3332-450a-4ea2-8324-aba8cb1a5f95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:31:17.605715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.612117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e08143c-3d5c-4f7a-84c0-4e39f336847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c7776ffd-a082-4886-9b92-17248f7b77de), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.615478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e08143c-3d5c-4f7a-84c0-4e39f336847e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.618942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7e08143c-3d5c-4f7a-84c0-4e39f336847e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7776ffd-a082-4886-9b92-17248f7b77de HTTP/1.1" status: 204 len: 168 time: 0.4629433 Feb 03 14:31:17.637694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:17.638093 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.655990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:31:17.679022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08143c-3d5c-4f7a-84c0-4e39f336847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7776ffd-a082-4886-9b92-17248f7b77de,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:17.701019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:17.709288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:17.714580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:17.743452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:17.758253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23444476-6ff7-4d46-bb1d-0f3c4d84fb4f admin admin] Publish callbacks [] for security_group (c2202509-f657-4199-b0d1-f0d3c1281bee), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.767762 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.817304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=fd4b10a9-1669-44bd-894c-baa026641d2f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:17.901664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:17.980072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23444476-6ff7-4d46-bb1d-0f3c4d84fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c2202509-f657-4199-b0d1-f0d3c1281bee), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.983093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23444476-6ff7-4d46-bb1d-0f3c4d84fb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:17.986723 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-23444476-6ff7-4d46-bb1d-0f3c4d84fb4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2202509-f657-4199-b0d1-f0d3c1281bee HTTP/1.1" status: 204 len: 168 time: 0.5959227 Feb 03 14:31:17.995529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:31:18.035234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23444476-6ff7-4d46-bb1d-0f3c4d84fb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2202509-f657-4199-b0d1-f0d3c1281bee,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:18.107702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Deleting port 7e881c4e-1f41-4f30-94f2-9edbbc725509 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:18.108094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:18.112182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce4174da-f0ef-4c1c-9d3c-217900fad26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:18.333923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] For port 7e881c4e-1f41-4f30-94f2-9edbbc725509, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7e881c4e-1f41-4f30-94f2-9edbbc725509,segment=NetworkSegment(6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8),segment_id=6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:18.334443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:18.355712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Calling delete_port for 7e881c4e-1f41-4f30-94f2-9edbbc725509 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:18.692239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7e881c4e-1f41-4f30-94f2-9edbbc725509), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:18.769191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e881c4e-1f41-4f30-94f2-9edbbc725509,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:19.013762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c9a12-2a37-4b57-909d-aae4635eead4 req-6e9cb0d7-410e-4701-89da-0de27b84b28e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:19.015292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e12c9a12-2a37-4b57-909d-aae4635eead4 req-6e9cb0d7-410e-4701-89da-0de27b84b28e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 945 time: 1.1704226 Feb 03 14:31:19.078091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55440) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:19.201407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.209793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e12c9a12-2a37-4b57-909d-aae4635eead4 req-d64708da-6f31-4e55-87b6-8d054826541f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837811 Feb 03 14:31:19.296545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-383669907'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:19.340068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:19.344445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.346240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:31:19.379431 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.430099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (de9bb5bb-a742-4e6d-b58e-f34f2e96bc53), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.478510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:31:19.483475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:19.484126 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.502820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:19.609699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (6e051fbc-554a-4748-ac5f-cf9a200d33f7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.615438 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.624614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6e051fbc-554a-4748-ac5f-cf9a200d33f7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.630142 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.684238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:19.719319 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (177bc549-0f20-4128-a8e7-16aa0f391c1d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.720048 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment 177bc549-0f20-4128-a8e7-16aa0f391c1d of type vlan for network b7b46dfc-bc93-4181-aa23-e2e83db21f82 Feb 03 14:31:19.722231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e051fbc-554a-4748-ac5f-cf9a200d33f7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:19.766000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:19.766408 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.824574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:19.826016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:19.833315 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bd0b04-2285-4af5-b8cc-fc8fe4b002e2" -d '{"events": [{"server_uuid": "8dce2bee-c27c-4f42-8bec-7a8eebf44a8c", "name": "network-vif-plugged", "status": "completed", "tag": "7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:19.842791 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.939443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b7b46dfc-bc93-4181-aa23-e2e83db21f82), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:19.958879 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8239c86-53f4-4898-80d8-7dfd239561a1 x-openstack-request-id: req-c8239c86-53f4-4898-80d8-7dfd239561a1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:31:19.959700 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dce2bee-c27c-4f42-8bec-7a8eebf44a8c", "name": "network-vif-plugged", "status": "completed", "tag": "7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:31:19.959970 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8239c86-53f4-4898-80d8-7dfd239561a1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:31:19.960381 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11', 'code': 200} Feb 03 14:31:20.025967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:20.059703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b7b46dfc-bc93-4181-aa23-e2e83db21f82), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:20.075025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:20.078522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:20.293358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2141411 Feb 03 14:31:20.327416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:20.357503 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:20.362602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:20.364187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'name': 'tempest-PortsTestJSON-955135377'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:20.421182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa3a1c-3814-414b-8987-ab2416b34cbc tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=b7b46dfc-bc93-4181-aa23-e2e83db21f82,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:20.435062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:20.587291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (de9bb5bb-a742-4e6d-b58e-f34f2e96bc53), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:20.646197 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:20.667716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:20.676829 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] Sync routers for ids ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:20.684529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=fd4b10a9-1669-44bd-894c-baa026641d2f,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:20.689026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-72b426a2-5722-4b23-b9d1-6de1afa03d95 admin admin] 10.222.0.52 "PUT /v2.0/routers/2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7689919 Feb 03 14:31:20.702053 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] Routers {'2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:20.702657 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:20.713928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60200f7f-804a-4671-a8d8-9557323f37df req-7de3e0ae-76c6-43a2-9994-93ec2157cddd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:20.717150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60200f7f-804a-4671-a8d8-9557323f37df req-7de3e0ae-76c6-43a2-9994-93ec2157cddd tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.3428197 Feb 03 14:31:20.717266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55484) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:20.845829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880887a5-0ae4-4cc8-92a4-851d9acdaa94 req-a6d8b894-77df-4c92-9c6c-93c2a9f520fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:20.848004 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-880887a5-0ae4-4cc8-92a4-851d9acdaa94 req-a6d8b894-77df-4c92-9c6c-93c2a9f520fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 1128 time: 0.5245175 Feb 03 14:31:20.878513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:20.882541 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:20.914037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60200f7f-804a-4671-a8d8-9557323f37df req-9768cfdf-2ab8-41d4-8511-d17347b819bb tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771276 Feb 03 14:31:20.959346 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] Set router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:31:20.963270 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 associated. External IP: 172.25.0.116, port: e4ed9793-e111-4663-987d-d14cf2c3cdba. Feb 03 14:31:20.994870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port d008dc0e-facb-4148-a313-484de1f0a354 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:21.019435 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-880887a5-0ae4-4cc8-92a4-851d9acdaa94 req-055f31d6-39eb-4a69-aee8-251cb5331e11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627412 Feb 03 14:31:21.150291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks [] for router (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:21.162134 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:31:18Z', 'revision_number': 5, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:21.196333 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] Checking router: 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:31:21.207388 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] Routers {'2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:21.208407 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:21.446785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:21.582310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks [] for router_gateway (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:21.640191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:21.657017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:21.669750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (d008dc0e-facb-4148-a313-484de1f0a354), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:21.678923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:21.679435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:21.700475 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] Set router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:31:21.711421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:21.750136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:21.754293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-04b008cd-3a19-48b6-96e7-e8439a5759e2 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9011083 Feb 03 14:31:21.758426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55510) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:21.770882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:21.771493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:21.817946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d008dc0e-facb-4148-a313-484de1f0a354), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:21.880711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=d008dc0e-facb-4148-a313-484de1f0a354,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:21.905408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3eb03c0b-adc7-4e2c-b9d4-e0dfc780bb55 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "GET /v2.0/floatingips/de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 HTTP/1.1" status: 200 len: 977 time: 0.1445885 Feb 03 14:31:21.908343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55520) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:22.063404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Deleting port c20a93e0-597a-4f97-8d8d-14077a6dc388 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:22.064441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.215367 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:31:18Z', 'revision_number': 5, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:22.219454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:22.220499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d488a-3b71-45d7-b12a-c66d5ae0d5e9 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:22.265849 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.272649 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d652f-ae41-4d7b-bce0-a1550b1a1724 None None] The sync data for ids ['2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032'] in n-d-827549-2 is: [{'id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'name': 'tempest-TaggedBootDevicesTest-1133128855-router', 'tenant_id': '3469c8088e904120b376c5878786ac66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:23:05Z', 'updated_at': '2022-02-03T14:31:18Z', 'revision_number': 5, 'project_id': '3469c8088e904120b376c5878786ac66', 'gw_port': {'id': 'c20a93e0-597a-4f97-8d8d-14077a6dc388', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:23:07Z', 'updated_at': '2022-02-03T14:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:22.276787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': '177bc549-0f20-4128-a8e7-16aa0f391c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:22.277310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: b7b46dfc-bc93-4181-aa23-e2e83db21f82, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:22.280661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] For port c20a93e0-597a-4f97-8d8d-14077a6dc388, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c20a93e0-597a-4f97-8d8d-14077a6dc388,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:22.281037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.319823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Calling delete_port for c20a93e0-597a-4f97-8d8d-14077a6dc388 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:22.345569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55548) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:22.345723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d539ba13-5094-46d4-b9c2-7bbd80f5bc7c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4360714 Feb 03 14:31:22.352997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'port_id': '44377c49-a943-4060-bfb0-17fe65d47ac8'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:22.384130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d19418-8efe-4538-84a2-8493fb7716de req-97b54ec0-bcb3-4fec-a6d1-d575f054ace6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:22.388834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5d19418-8efe-4538-84a2-8493fb7716de req-97b54ec0-bcb3-4fec-a6d1-d575f054ace6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.1909757 Feb 03 14:31:22.450947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:22.466224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (de9bb5bb-a742-4e6d-b58e-f34f2e96bc53), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.477360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5d19418-8efe-4538-84a2-8493fb7716de req-4840598b-f4d4-4fbb-a283-dc647deec4ce tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807960 Feb 03 14:31:22.504474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b7b46dfc-bc93-4181-aa23-e2e83db21f82) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:22.520233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000f628-9f25-4018-8fe0-f669322103f7 None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:22.529495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:22.534850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:22.535476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.585943 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-758ce283-8496-4432-b57e-99c409f83d24 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2454991 Feb 03 14:31:22.589718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55572) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:22.596698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-833695368'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:22.640007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:22.645142 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.735960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:22.761405 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0bc3228a-a898-4f0e-b336-a031aa5284a1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.763180 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment 0bc3228a-a898-4f0e-b336-a031aa5284a1 of type vlan for network 439917f5-4ab6-4589-b369-eedd89329bf9 Feb 03 14:31:22.870559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (439917f5-4ab6-4589-b369-eedd89329bf9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.944613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (439917f5-4ab6-4589-b369-eedd89329bf9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.945017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c20a93e0-597a-4f97-8d8d-14077a6dc388), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:22.950124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:22.950777 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.073515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=439917f5-4ab6-4589-b369-eedd89329bf9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:23.074597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.091054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.091557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.091976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.092568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.092980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.093789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.094370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.094907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.095307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.095686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.096030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.096362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.097877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.106639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4a966ae7-40bd-4c96-b336-372653d15f7f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5157115 Feb 03 14:31:23.110269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55584) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:23.111641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 439917f5-4ab6-4589-b369-eedd89329bf9 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:23.128341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'ports': [{'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82'}, {'network_id': '439917f5-4ab6-4589-b369-eedd89329bf9'}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:23.130648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:23.131414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': '439917f5-4ab6-4589-b369-eedd89329bf9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:23.271575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20a93e0-597a-4f97-8d8d-14077a6dc388,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:23.314928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55590) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:23.359017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.359366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.359719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.360064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.360408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.360770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.361106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.361437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.361769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.362103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.362436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.362766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.363641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:23.380012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 2} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:23.385328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.403915 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.437884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.441882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks [] for router_controller (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.503331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e57c60-1d40-46e6-ab67-a3e682fc1971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.519765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.520295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:31:23.527753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.528922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-53baa00c-2dad-40e0-8255-7a13e7f60337 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2dae8d9b-ea3f-4db9-8ef6-f9a4cdca7032 HTTP/1.1" status: 204 len: 168 time: 2.8110011 Feb 03 14:31:23.532775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55596) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:23.627516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port f11cf075-d820-4e3c-85fb-3e36c4be0282 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:23.695604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] Deleting subnet 0a3a83ed-4f71-4102-95c9-147356dc2d4b {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:23.703698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] Publish callbacks [] for subnet (0a3a83ed-4f71-4102-95c9-147356dc2d4b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.733423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba625d-c811-467e-9e98-6a274927b14d req-962e95b2-e7dc-4edc-bda9-4442f3df680e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:23.735178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73ba625d-c811-467e-9e98-6a274927b14d req-962e95b2-e7dc-4edc-bda9-4442f3df680e tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.1396265 Feb 03 14:31:23.738803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.750578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (de9bb5bb-a742-4e6d-b58e-f34f2e96bc53), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.804709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0a3a83ed-4f71-4102-95c9-147356dc2d4b), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.850482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73ba625d-c811-467e-9e98-6a274927b14d req-093ed293-80c4-4e3a-ba5d-2da2b957d8c6 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008677 Feb 03 14:31:23.861624 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e57c60-1d40-46e6-ab67-a3e682fc1971 admin admin] Publish callbacks [] for security_group (b686ee76-ffdb-4839-b8c8-94b7560ca389), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.889085 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (f11cf075-d820-4e3c-85fb-3e36c4be0282), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.910411 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6e57c60-1d40-46e6-ab67-a3e682fc1971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b686ee76-ffdb-4839-b8c8-94b7560ca389), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:23.984141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:24.015210 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6e57c60-1d40-46e6-ab67-a3e682fc1971 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c067d4571134c55b0418d8aaf8ab832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6991644 Feb 03 14:31:24.024285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:24.028800 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 associated. External IP: 172.25.0.116, port: e4ed9793-e111-4663-987d-d14cf2c3cdba. Feb 03 14:31:24.077342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc9fc0-f46a-4332-aa0d-340ca9c1a12d req-1cb5dd3e-9104-441a-ae32-c8dda7652f2c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:24.078947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27cc9fc0-f46a-4332-aa0d-340ca9c1a12d req-1cb5dd3e-9104-441a-ae32-c8dda7652f2c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.1150730 Feb 03 14:31:24.101983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e57c60-1d40-46e6-ab67-a3e682fc1971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b686ee76-ffdb-4839-b8c8-94b7560ca389,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:24.134437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0a3a83ed-4f71-4102-95c9-147356dc2d4b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.196946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.239278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c20a93e0-597a-4f97-8d8d-14077a6dc388 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:24.251144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27cc9fc0-f46a-4332-aa0d-340ca9c1a12d req-f9e38277-11a9-48bb-a1d7-170704e0634b tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624901 Feb 03 14:31:24.262022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: c20a93e0-597a-4f97-8d8d-14077a6dc388 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:24.262562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c20a93e0-597a-4f97-8d8d-14077a6dc388 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:24.262976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7e881c4e-1f41-4f30-94f2-9edbbc725509 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:24.264625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f2aff4-e76d-49a0-9a2d-6a62a71d8047 admin admin] Publish callbacks [] for security_group (b686ee76-ffdb-4839-b8c8-94b7560ca389), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.283529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0a3a83ed-4f71-4102-95c9-147356dc2d4b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.287602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f11cf075-d820-4e3c-85fb-3e36c4be0282), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.290949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7e881c4e-1f41-4f30-94f2-9edbbc725509 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:24.291550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7e881c4e-1f41-4f30-94f2-9edbbc725509 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:24.408544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=f11cf075-d820-4e3c-85fb-3e36c4be0282,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:24.435347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:24.442505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:24.445070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:24.445951 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.520350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:24.578552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': '0bc3228a-a898-4f0e-b336-a031aa5284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '439917f5-4ab6-4589-b369-eedd89329bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:24.578830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: 439917f5-4ab6-4589-b369-eedd89329bf9, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:24.597236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ece54-4efe-4449-ba44-2ee90227afc9 req-de8a56c2-7ef4-40ac-a6a5-28fe1db42139 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:24.598794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-704ece54-4efe-4449-ba44-2ee90227afc9 req-de8a56c2-7ef4-40ac-a6a5-28fe1db42139 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.0878420 Feb 03 14:31:24.616304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 439917f5-4ab6-4589-b369-eedd89329bf9 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:24.636449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 439917f5-4ab6-4589-b369-eedd89329bf9) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:24.648704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1038d53-e1ba-42cc-b1ed-1dc6b282260f None None] Network 439917f5-4ab6-4589-b369-eedd89329bf9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:24.652628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:24.658881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:24.663916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:24.664657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.678529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3a83ed-4f71-4102-95c9-147356dc2d4b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:24.686880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f2aff4-e76d-49a0-9a2d-6a62a71d8047 admin admin] Publish callbacks [] for security_group (b686ee76-ffdb-4839-b8c8-94b7560ca389), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.693272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.699560 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12e48506-2db2-49e1-aad2-2b53050343ee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0a3a83ed-4f71-4102-95c9-147356dc2d4b HTTP/1.1" status: 204 len: 168 time: 1.1637301 Feb 03 14:31:24.699735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-704ece54-4efe-4449-ba44-2ee90227afc9 req-3153ced2-7072-407c-ad1c-43547fd7b553 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924397 Feb 03 14:31:24.700049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55618) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:24.718420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-418a50fb-e73c-4de5-bd7a-4a99acab8c73 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6070642 Feb 03 14:31:24.719042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55620) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:24.733458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49391a7a-04c6-4b1f-9212-60d6ff9bad37 None None] Network 73b42c95-c405-4fa7-becb-fcbec9842fe0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:24.851696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.874526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:24.878352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f2aff4-e76d-49a0-9a2d-6a62a71d8047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b686ee76-ffdb-4839-b8c8-94b7560ca389), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.880916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40f2aff4-e76d-49a0-9a2d-6a62a71d8047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.882079 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40f2aff4-e76d-49a0-9a2d-6a62a71d8047 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b686ee76-ffdb-4839-b8c8-94b7560ca389 HTTP/1.1" status: 204 len: 168 time: 0.8489573 Feb 03 14:31:24.903995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2aff4-e76d-49a0-9a2d-6a62a71d8047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b686ee76-ffdb-4839-b8c8-94b7560ca389,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:24.922498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (73b42c95-c405-4fa7-becb-fcbec9842fe0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:24.985268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] DHCP port deletion for 73b42c95-c405-4fa7-becb-fcbec9842fe0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:25.023146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7b460-36cc-4e02-bfa6-acb66d36434b req-b3cadf7f-9c22-4620-b573-f109322937df tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:25.024727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6a7b460-36cc-4e02-bfa6-acb66d36434b req-b3cadf7f-9c22-4620-b573-f109322937df tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.1752512 Feb 03 14:31:25.032610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:25.032972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.063938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:25.076958 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:25.105352 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:25.105929 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.154458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.172751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Deleting port 50b6856c-6802-4024-b21f-b2b5cf3234aa {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:25.173099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.182035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] Deleting port 50b6856c-6802-4024-b21f-b2b5cf3234aa {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:25.182627 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.189059 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.202834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:25.218519 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:25.219140 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.229183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6a7b460-36cc-4e02-bfa6-acb66d36434b req-2079c4c6-af28-474a-8f8a-e0b367082280 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896338 Feb 03 14:31:25.289834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] For port 50b6856c-6802-4024-b21f-b2b5cf3234aa, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=50b6856c-6802-4024-b21f-b2b5cf3234aa,segment=NetworkSegment(6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8),segment_id=6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:25.290519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.321511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] Calling delete_port for 50b6856c-6802-4024-b21f-b2b5cf3234aa owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:25.324719 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.325386 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c21c7-d3cf-456b-a340-b85ff24e20c1 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:25.344487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] For port 50b6856c-6802-4024-b21f-b2b5cf3234aa, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=50b6856c-6802-4024-b21f-b2b5cf3234aa,segment=NetworkSegment(6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8),segment_id=6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:25.345016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.386856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Calling delete_port for 50b6856c-6802-4024-b21f-b2b5cf3234aa owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:25.467592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:25.503304 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.545355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] Pushing event deleted for resources: {'Port': ['ID=50b6856c-6802-4024-b21f-b2b5cf3234aa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:25.546839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55636) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:25.548634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8118a0-76d5-4000-9ee6-e20158adf586 None None] No DVR routers for this DVR port 50b6856c-6802-4024-b21f-b2b5cf3234aa on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:25.565749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.578081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03ebfb2d-bfcb-4048-86d0-265c1cdc00fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.614652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:25.629595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.634118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1e0c5266-cf9f-40e4-9845-203d59cc49e0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11 HTTP/1.1" status: 204 len: 168 time: 0.9126616 Feb 03 14:31:25.638697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55638) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:25.679145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:25.685175 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.698910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:25.716447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:25.716824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.725547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88747-fca8-48e8-b9d0-3ef8ae14fe36 req-5ce41de5-fe47-4967-8d78-f2e7b51c12a9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:25.727111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d88747-fca8-48e8-b9d0-3ef8ae14fe36 req-5ce41de5-fe47-4967-8d78-f2e7b51c12a9 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.2143760 Feb 03 14:31:25.734552 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (50b6856c-6802-4024-b21f-b2b5cf3234aa), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.768494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03ebfb2d-bfcb-4048-86d0-265c1cdc00fc admin admin] Publish callbacks [] for security_group (4c41762f-c532-4539-97ad-aa55507c41cc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.774884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b6856c-6802-4024-b21f-b2b5cf3234aa,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:25.789344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03ebfb2d-bfcb-4048-86d0-265c1cdc00fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4c41762f-c532-4539-97ad-aa55507c41cc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.792625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] No DVR routers for this DVR port 50b6856c-6802-4024-b21f-b2b5cf3234aa on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:25.807312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.819662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:25.821455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.829797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebfb2d-bfcb-4048-86d0-265c1cdc00fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41762f-c532-4539-97ad-aa55507c41cc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:25.852555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd5f7c7-b140-485e-8a09-8b094aad5203 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:25.857425 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-03ebfb2d-bfcb-4048-86d0-265c1cdc00fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=662d324029c44db29012178df0e009eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072464 Feb 03 14:31:25.858120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd5f7c7-b140-485e-8a09-8b094aad5203 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:25.859731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1dd5f7c7-b140-485e-8a09-8b094aad5203 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2209744 Feb 03 14:31:25.860756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55640) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:25.863904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85d88747-fca8-48e8-b9d0-3ef8ae14fe36 req-b7480c06-65c6-4106-a6a2-dd581119e7ce tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229463 Feb 03 14:31:25.870029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55642) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:25.907019 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8c406624-ed83-495c-8c45-25e505479287 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/floatingips/de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 HTTP/1.1" status: 200 len: 978 time: 3.5594778 Feb 03 14:31:25.909725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:25.920154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:25.926194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:25.929557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99214c32-13c4-4778-a5c6-26b111f30d54 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:25.980049 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (73b42c95-c405-4fa7-becb-fcbec9842fe0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:25.997346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (de9bb5bb-a742-4e6d-b58e-f34f2e96bc53), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.043245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b42c95-c405-4fa7-becb-fcbec9842fe0']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:26.083544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:26.083878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:26.093208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb448df9-c252-40ef-b38c-bc84fa5ec42b admin admin] Publish callbacks [] for security_group (4c41762f-c532-4539-97ad-aa55507c41cc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.099551 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.132480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.143357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79d44-ed18-4e91-a22b-d9707aded12b req-4fe101a1-8b6d-4c8e-9828-611b2eb264aa tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:26.144891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f79d44-ed18-4e91-a22b-d9707aded12b req-4fe101a1-8b6d-4c8e-9828-611b2eb264aa tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.1672246 Feb 03 14:31:26.158500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb448df9-c252-40ef-b38c-bc84fa5ec42b admin admin] Publish callbacks [] for security_group (4c41762f-c532-4539-97ad-aa55507c41cc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.162046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:26.162444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (6bcbda98-99da-4ca4-8bea-3eb66d7b6ba8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.165797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:26.168812 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:26.172937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (de9bb5bb-a742-4e6d-b58e-f34f2e96bc53), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.173602 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 disassociated. External IP: 172.25.0.116, port: 44377c49-a943-4060-bfb0-17fe65d47ac8. Feb 03 14:31:26.285080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 50b6856c-6802-4024-b21f-b2b5cf3234aa no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:26.316905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 50b6856c-6802-4024-b21f-b2b5cf3234aa {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:26.317540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 50b6856c-6802-4024-b21f-b2b5cf3234aa not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:26.431487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:26.559424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:26.570731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:26.572982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.585212 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:26.586724 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:26.612876 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8347417d-0664-40d3-9059-7a647ea4c5fe tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/floatingips/de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 HTTP/1.1" status: 200 len: 688 time: 0.7018158 Feb 03 14:31:26.613633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55652) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:26.632312 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:26.642739 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:26.643723 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:26.675326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (73b42c95-c405-4fa7-becb-fcbec9842fe0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.680878 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:26.681678 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d00cc-9252-4e50-82ab-53c1e79de103 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:26.688165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port f11cf075-d820-4e3c-85fb-3e36c4be0282 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:26.688538 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f11cf075-d820-4e3c-85fb-3e36c4be0282), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.703040 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.708449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/73b42c95-c405-4fa7-becb-fcbec9842fe0 HTTP/1.1" status: 204 len: 168 time: 2.0047274 Feb 03 14:31:26.730795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49cefb-f79c-4de7-90a9-1c3a64b1f6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b42c95-c405-4fa7-becb-fcbec9842fe0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:26.738620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f79d44-ed18-4e91-a22b-d9707aded12b req-9471396b-eff1-44e3-9473-ace94a7b952a tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687218 Feb 03 14:31:26.794282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb448df9-c252-40ef-b38c-bc84fa5ec42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4c41762f-c532-4539-97ad-aa55507c41cc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.796837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb448df9-c252-40ef-b38c-bc84fa5ec42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.798129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bb448df9-c252-40ef-b38c-bc84fa5ec42b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c41762f-c532-4539-97ad-aa55507c41cc HTTP/1.1" status: 204 len: 168 time: 0.9332383 Feb 03 14:31:26.798550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port fd4b10a9-1669-44bd-894c-baa026641d2f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:26.799000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.804094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f11cf075-d820-4e3c-85fb-3e36c4be0282), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:26.816731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb448df9-c252-40ef-b38c-bc84fa5ec42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41762f-c532-4539-97ad-aa55507c41cc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:26.832719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for f11cf075-d820-4e3c-85fb-3e36c4be0282 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:26.992943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f11cf075-d820-4e3c-85fb-3e36c4be0282), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.023973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.024309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (fd4b10a9-1669-44bd-894c-baa026641d2f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.036721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55662) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.048377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for fd4b10a9-1669-44bd-894c-baa026641d2f owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:27.056793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=f11cf075-d820-4e3c-85fb-3e36c4be0282,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:27.068650 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.072370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5834c6bc-990b-4cdc-8a62-e813e7a9766c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/f11cf075-d820-4e3c-85fb-3e36c4be0282 HTTP/1.1" status: 204 len: 168 time: 1.2003937 Feb 03 14:31:27.079590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55664) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.145804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5511528f-ada4-4890-bedb-299a6b977724 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8ebf4a22dbd44eba9d1e405f96f67d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025860 Feb 03 14:31:27.147496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55670) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.227791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ae427-aa3c-4742-b68a-083016fbe82f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:27.231994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e29ae427-aa3c-4742-b68a-083016fbe82f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1513999 Feb 03 14:31:27.234734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.270486 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac301430-c3b3-4b5b-abff-0b9b68fae150 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:31:27.272544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ac301430-c3b3-4b5b-abff-0b9b68fae150 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/406c6f5c-7500-4d4e-9ab2-0e5f84e9ea11 HTTP/1.1" status: 404 len: 333 time: 0.0358913 Feb 03 14:31:27.275223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55676) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.314367 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fd74cf-3c66-4b8b-9bf1-d8e364e0a3c0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:31:27.317281 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c8fd74cf-3c66-4b8b-9bf1-d8e364e0a3c0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/f11cf075-d820-4e3c-85fb-3e36c4be0282 HTTP/1.1" status: 404 len: 333 time: 0.0409174 Feb 03 14:31:27.318901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2e02-84dd-4325-a31e-73cb9ffd58f0 admin admin] Publish callbacks [] for security_group (42c6d0d9-7d88-48d6-aae9-487037c49dbb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.320459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55680) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.345767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8effb00-c822-4333-96fd-978608a0e68b req-62a88245-5cfe-4ce2-953f-f6a889171e61 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:27.347845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8effb00-c822-4333-96fd-978608a0e68b req-62a88245-5cfe-4ce2-953f-f6a889171e61 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.1526301 Feb 03 14:31:27.405220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fd4b10a9-1669-44bd-894c-baa026641d2f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.428770 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2e02-84dd-4325-a31e-73cb9ffd58f0 admin admin] Publish callbacks [] for security_group (42c6d0d9-7d88-48d6-aae9-487037c49dbb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.455526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=fd4b10a9-1669-44bd-894c-baa026641d2f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:27.532620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8effb00-c822-4333-96fd-978608a0e68b req-8331abb9-159f-4863-93de-d8d65b29ce5f tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668348 Feb 03 14:31:27.536875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (439917f5-4ab6-4589-b369-eedd89329bf9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.599505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (de9bb5bb-a742-4e6d-b58e-f34f2e96bc53), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.605277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.613575 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b537260b-30e2-4901-997b-9c225ebef58c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/floatingips/de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 HTTP/1.1" status: 204 len: 168 time: 0.9981532 Feb 03 14:31:27.615625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55690) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.668649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2e02-84dd-4325-a31e-73cb9ffd58f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (42c6d0d9-7d88-48d6-aae9-487037c49dbb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.671600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2e02-84dd-4325-a31e-73cb9ffd58f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.675063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7a9c2e02-84dd-4325-a31e-73cb9ffd58f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42c6d0d9-7d88-48d6-aae9-487037c49dbb HTTP/1.1" status: 204 len: 168 time: 0.5227010 Feb 03 14:31:27.716394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c2e02-84dd-4325-a31e-73cb9ffd58f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c6d0d9-7d88-48d6-aae9-487037c49dbb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:27.720812 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-29a62aba-3c14-4712-af0a-c9700f9d530a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] delete failed (client error): The resource could not be found. Feb 03 14:31:27.722492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29a62aba-3c14-4712-af0a-c9700f9d530a tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/floatingips/de9bb5bb-a742-4e6d-b58e-f34f2e96bc53 HTTP/1.1" status: 404 len: 345 time: 0.1038086 Feb 03 14:31:27.727055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:27.803462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (439917f5-4ab6-4589-b369-eedd89329bf9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.855120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439917f5-4ab6-4589-b369-eedd89329bf9']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:27.867149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc3228a-a898-4f0e-b336-a031aa5284a1') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:27.867604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc3228a-a898-4f0e-b336-a031aa5284a1') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:27.883896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (0bc3228a-a898-4f0e-b336-a031aa5284a1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.920249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0bc3228a-a898-4f0e-b336-a031aa5284a1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.930379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:27.933352 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (0bc3228a-a898-4f0e-b336-a031aa5284a1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:27.940771 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:27.970464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4497d-fce0-436f-8125-6629d7272e34 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:27.984135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4497d-fce0-436f-8125-6629d7272e34 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:27.999668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4497d-fce0-436f-8125-6629d7272e34 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:28.006467 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26a4497d-fce0-436f-8125-6629d7272e34 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "GET /v2.0/ports?network_id=dcdf9f34-1594-488d-a916-212c9497126b HTTP/1.1" status: 200 len: 2357 time: 0.2758884 Feb 03 14:31:28.006928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:28.115481 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (439917f5-4ab6-4589-b369-eedd89329bf9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.132692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9a90f-fa78-45da-b319-1fb9e1343e00 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:28.134866 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.135622 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-edd9a90f-fa78-45da-b319-1fb9e1343e00 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "GET /v2.0/subnets/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23 HTTP/1.1" status: 200 len: 797 time: 0.1260471 Feb 03 14:31:28.140220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/439917f5-4ab6-4589-b369-eedd89329bf9 HTTP/1.1" status: 204 len: 168 time: 0.8172927 Feb 03 14:31:28.142765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55728) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:28.147310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55730) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:28.162581 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1992951575'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:28.186431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'port': {'network_id': 'dcdf9f34-1594-488d-a916-212c9497126b', 'name': 'tempest-FloatingIPTestJSON-31334969', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:28.189678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:28.197363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.272839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:28.296707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bbfe57b7-46c0-40b9-a5b9-04885227ddbf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.297110 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment bbfe57b7-46c0-40b9-a5b9-04885227ddbf of type vlan for network 3d44472c-b995-4342-8d4e-7cb823908799 Feb 03 14:31:28.320385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d5e58-b624-4627-915a-b70d70acdf2b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=439917f5-4ab6-4589-b369-eedd89329bf9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:28.396944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3d44472c-b995-4342-8d4e-7cb823908799), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.433549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:28.461248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3d44472c-b995-4342-8d4e-7cb823908799), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.475250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:28.476908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.508696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55738) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:28.587149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f80e0e31-f216-4771-be7b-5230027fdc8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3469c8088e904120b376c5878786ac66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0773892 Feb 03 14:31:28.587820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:28.599718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:28.611166 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4576280 Feb 03 14:31:28.615862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:28.626721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': '3d44472c-b995-4342-8d4e-7cb823908799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:28.634280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] device_id is not set on port 48dffd5e-2f8e-4bc8-830e-fcf27e143199 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:28.649159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47054a1-8482-44b3-ab89-7ef92a6fea8d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=3d44472c-b995-4342-8d4e-7cb823908799,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:28.660675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3d44472c-b995-4342-8d4e-7cb823908799 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:28.699068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-827eeae1-959e-4949-bb85-c523c8676d2c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:28.700656 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-827eeae1-959e-4949-bb85-c523c8676d2c tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 0.3488226 Feb 03 14:31:29.006649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:29.010137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.152630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Performing IP validity checks on allocation pools {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 14:31:29.153450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 14:31:29.199864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Deleting port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:29.200348 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.218098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.14 (dcdf9f34-1594-488d-a916-212c9497126b/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23/48dffd5e-2f8e-4bc8-830e-fcf27e143199) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:29.235877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.13 (dcdf9f34-1594-488d-a916-212c9497126b/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23/48dffd5e-2f8e-4bc8-830e-fcf27e143199) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:29.372447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] For port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,segment=NetworkSegment(890abee3-b4e3-4ac3-9ce2-752709cb6e08),segment_id=890abee3-b4e3-4ac3-9ce2-752709cb6e08)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:29.375151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.403230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Calling delete_port for 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:29.555103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (48dffd5e-2f8e-4bc8-830e-fcf27e143199), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.645925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (48dffd5e-2f8e-4bc8-830e-fcf27e143199), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.658568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (958edbf0-ba60-4118-b0d0-ff305ee2decb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.669520 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-712f5ec5-bf02-4b10-9a80-d1028e233629 admin admin] Publish callbacks [] for security_group (70fe16b7-184e-4aea-8457-35796da19ee9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.713820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=958edbf0-ba60-4118-b0d0-ff305ee2decb,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:29.719087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-712f5ec5-bf02-4b10-9a80-d1028e233629 admin admin] Publish callbacks [] for security_group (70fe16b7-184e-4aea-8457-35796da19ee9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.843281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': 'bbfe57b7-46c0-40b9-a5b9-04885227ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d44472c-b995-4342-8d4e-7cb823908799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:29.844097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: 3d44472c-b995-4342-8d4e-7cb823908799, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:29.887879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 3d44472c-b995-4342-8d4e-7cb823908799 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:29.915481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0f80-d7a5-4088-8535-93498d71d460 req-c2b80847-de91-4ee7-9c70-238136ffcce4 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:29.922127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3d44472c-b995-4342-8d4e-7cb823908799) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:29.928372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-344a0f80-d7a5-4088-8535-93498d71d460 req-c2b80847-de91-4ee7-9c70-238136ffcce4 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dce2bee-c27c-4f42-8bec-7a8eebf44a8c HTTP/1.1" status: 200 len: 946 time: 1.2042744 Feb 03 14:31:29.932800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60570dcb-b317-4223-b5f8-a8fde42dd6f8 None None] Network 3d44472c-b995-4342-8d4e-7cb823908799 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:29.933480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:29.934248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.944974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-712f5ec5-bf02-4b10-9a80-d1028e233629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (70fe16b7-184e-4aea-8457-35796da19ee9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.948911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.954063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-712f5ec5-bf02-4b10-9a80-d1028e233629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:29.958625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-712f5ec5-bf02-4b10-9a80-d1028e233629 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70fe16b7-184e-4aea-8457-35796da19ee9 HTTP/1.1" status: 204 len: 168 time: 1.3652773 Feb 03 14:31:30.045977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network dcdf9f34-1594-488d-a916-212c9497126b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:30.101372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:30.107521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:30.129642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0b0f64c3-a6e0-4a1d-a851-8a3113226f30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5081444 Feb 03 14:31:30.136494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:31:30.138588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f5ec5-bf02-4b10-9a80-d1028e233629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fe16b7-184e-4aea-8457-35796da19ee9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:30.144556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55820) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:30.189502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Pushing event deleted for resources: {'Port': ['ID=7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:30.283753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': '3d44472c-b995-4342-8d4e-7cb823908799', 'name': 'tempest-PortsTestJSON-1714760936'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:30.298668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] No DVR routers for this DVR port 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:30.299848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-3d44472c-b995-4342-8d4e-7cb823908799', 'network_id': '3d44472c-b995-4342-8d4e-7cb823908799', 'project_id': '1d7daf32b87f4eeb8c40ec4a7a927cb3', 'fixed_ips': [{'subnet_id': '958edbf0-ba60-4118-b0d0-ff305ee2decb'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:31:30.302252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:30.304930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=48dffd5e-2f8e-4bc8-830e-fcf27e143199,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:30.305069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:30.316364 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4c2a718a-425c-49e2-80b5-e74e9826475e req-5dc6b010-97c6-41ea-a619-35920b74a966 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.45 "DELETE /v2.0/ports/7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 HTTP/1.1" status: 204 len: 173 time: 1.5874031 Feb 03 14:31:30.319582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'name': 'network-vif-deleted', 'tag': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:30.326187 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871de935-9e4d-47cc-b9d0-a315a270d39a" -d '{"events": [{"server_uuid": "8dce2bee-c27c-4f42-8bec-7a8eebf44a8c", "name": "network-vif-deleted", "tag": "7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:30.444951 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32212a59-62bd-4618-ac50-4e0ae316cdd6 x-openstack-request-id: req-32212a59-62bd-4618-ac50-4e0ae316cdd6 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:31:30.445578 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dce2bee-c27c-4f42-8bec-7a8eebf44a8c", "name": "network-vif-deleted", "tag": "7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:31:30.445578 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32212a59-62bd-4618-ac50-4e0ae316cdd6 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:31:30.446225 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dce2bee-c27c-4f42-8bec-7a8eebf44a8c', 'name': 'network-vif-deleted', 'tag': '7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11', 'status': 'completed', 'code': 200} Feb 03 14:31:30.716081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:30.716975 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:30.752861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-344a0f80-d7a5-4088-8535-93498d71d460 req-2f4c5fcf-480c-4517-a063-e3b8dc323894 tempest-ServerDiskConfigTestJSON-483822506 tempest-ServerDiskConfigTestJSON-483822506-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea763580-8635-43a8-8d9f-2aafb5a289f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8234453 Feb 03 14:31:30.787665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Allocated IP 172.20.0.2 (3d44472c-b995-4342-8d4e-7cb823908799/958edbf0-ba60-4118-b0d0-ff305ee2decb/331dbbfd-6aba-47db-b861-6b9ac1f7fcec) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:30.799305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-14359d83-fc83-4a97-8469-ba3b85c2daef tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6197460 Feb 03 14:31:30.801631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55860) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:30.841786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '48dffd5e-2f8e-4bc8-830e-fcf27e143199', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:30.952142 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.042886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:31.057692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.221816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 85bd92f5-db8e-43f2-ab28-3018deadda1f yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:31.393133 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Publish callbacks [] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.407805 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.507398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.11 (3d44472c-b995-4342-8d4e-7cb823908799/958edbf0-ba60-4118-b0d0-ff305ee2decb/85bd92f5-db8e-43f2-ab28-3018deadda1f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:31.509636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Network 3d44472c-b995-4342-8d4e-7cb823908799 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:31.518407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:31.528585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:31.596028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Pushing event updated for resources: {'Port': ['ID=331dbbfd-6aba-47db-b861-6b9ac1f7fcec,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:31.721380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Attempting to bind port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:31:31.721761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Attempting to bind port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'bbfe57b7-46c0-40b9-a5b9-04885227ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d44472c-b995-4342-8d4e-7cb823908799'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:31:31.728751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Attempting to bind port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec on network 3d44472c-b995-4342-8d4e-7cb823908799 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:31.740125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:31:31.740526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Checking segment: {'id': 'bbfe57b7-46c0-40b9-a5b9-04885227ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d44472c-b995-4342-8d4e-7cb823908799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:31.741427 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.741812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Bound using segment: {'id': 'bbfe57b7-46c0-40b9-a5b9-04885227ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d44472c-b995-4342-8d4e-7cb823908799'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:31:31.742284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Bound port: 331dbbfd-6aba-47db-b861-6b9ac1f7fcec, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfe57b7-46c0-40b9-a5b9-04885227ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3d44472c-b995-4342-8d4e-7cb823908799'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:31:31.742665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.866145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (85bd92f5-db8e-43f2-ab28-3018deadda1f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.910257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] For port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:31:31.920130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (85bd92f5-db8e-43f2-ab28-3018deadda1f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:31.926770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] For port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=331dbbfd-6aba-47db-b861-6b9ac1f7fcec,segment=NetworkSegment(bbfe57b7-46c0-40b9-a5b9-04885227ddbf),segment_id=bbfe57b7-46c0-40b9-a5b9-04885227ddbf)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:31:31.927617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:31.941863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:32.049512 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:32.077367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 3d44472c-b995-4342-8d4e-7cb823908799 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:32.083780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:32.093893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:32.103495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937650b4-a2f9-4fe9-8f44-d403bcb6946b None None] Pushing event updated for resources: {'Port': ['ID=331dbbfd-6aba-47db-b861-6b9ac1f7fcec,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:32.277917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:32.376692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:32.377422 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:32.505908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] Deleting subnet d22f3332-450a-4ea2-8324-aba8cb1a5f95 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:32.529315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] Publish callbacks [] for subnet (d22f3332-450a-4ea2-8324-aba8cb1a5f95), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:32.602208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1877047960-network', 'tenant_id': '793cb0c939b5435d831f04aecb92a06d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:32.612051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=85bd92f5-db8e-43f2-ab28-3018deadda1f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:32.647018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4895057c-ad75-478f-9d21-e22981e0d588 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4036655 Feb 03 14:31:32.651129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:32.746425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (d22f3332-450a-4ea2-8324-aba8cb1a5f95), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:32.869916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Made reservation on behalf of 793cb0c939b5435d831f04aecb92a06d for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:32.891424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:32.930602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:32.990263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d22f3332-450a-4ea2-8324-aba8cb1a5f95), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.042866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.25.0.58 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/e28a90e3-97d8-4af9-a740-0a69b95c6a1b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:33.063081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 85bd92f5-db8e-43f2-ab28-3018deadda1f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:33.063708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (85bd92f5-db8e-43f2-ab28-3018deadda1f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.463572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:33.514069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:33.514407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7c7c4f1d-5f9f-41b6-bfaa-5299ff0e8b11 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:33.843342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks [] for security_group (bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.849085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.863214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:33.874168 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c3ffc728-4fb6-4c33-8097-7817236e3fb8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.874523 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Added segment c3ffc728-4fb6-4c33-8097-7817236e3fb8 of type vlan for network 4316aaca-5c0a-4117-a4ab-73cca59165fa Feb 03 14:31:33.891780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442ed786-14b8-4dcb-980a-a0b69f02dc1c None None] Network 3d44472c-b995-4342-8d4e-7cb823908799 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:33.924634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (4316aaca-5c0a-4117-a4ab-73cca59165fa), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.944776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (85bd92f5-db8e-43f2-ab28-3018deadda1f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.976343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:33.980825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (4316aaca-5c0a-4117-a4ab-73cca59165fa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:33.982207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:33.983244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.023240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d22f3332-450a-4ea2-8324-aba8cb1a5f95), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.027226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 85bd92f5-db8e-43f2-ab28-3018deadda1f owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:34.099616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.102218 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.102766 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d22f3332-450a-4ea2-8324-aba8cb1a5f95 HTTP/1.1" status: 204 len: 168 time: 1.8237915 Feb 03 14:31:34.112333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56012) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:34.121363 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1925678 Feb 03 14:31:34.122181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56014) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:34.155916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde0dc1-e929-4033-a92a-3531e1818866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22f3332-450a-4ea2-8324-aba8cb1a5f95,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:34.161405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ab424634-8aa9-4c6a-b3ee-9bd69dcdd47c None None] Provisioning complete for port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:34.162353 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab424634-8aa9-4c6a-b3ee-9bd69dcdd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.181015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Request body: {'subnet': {'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1877047960-subnet', 'tenant_id': '793cb0c939b5435d831f04aecb92a06d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:34.235665 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a2166-4932-45d8-9ba1-09573656d88c admin admin] Pushing event updated for resources: {'Network': ['ID=4316aaca-5c0a-4117-a4ab-73cca59165fa,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:34.242300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56018) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:34.254481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 4316aaca-5c0a-4117-a4ab-73cca59165fa details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:34.290003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Made reservation on behalf of 793cb0c939b5435d831f04aecb92a06d for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:34.293149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.476469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 331dbbfd-6aba-47db-b861-6b9ac1f7fcec up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:31:34.553759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (fc525fd4-35e3-4636-96b8-7116b8608958), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.557583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-37286fcc-68f3-48bc-8b53-e1a6cd0e768f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.652976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab424634-8aa9-4c6a-b3ee-9bd69dcdd47c None None] Current status of the port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:34.655206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab424634-8aa9-4c6a-b3ee-9bd69dcdd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.669879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.672506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-37286fcc-68f3-48bc-8b53-e1a6cd0e768f admin admin] Publish callbacks [] for security_group (830ee1af-8e3b-4784-bc5b-82366c888a52), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.678126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-37286fcc-68f3-48bc-8b53-e1a6cd0e768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (830ee1af-8e3b-4784-bc5b-82366c888a52), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.732504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:34.737641 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.767555 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-37286fcc-68f3-48bc-8b53-e1a6cd0e768f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f7f6ee50bbf473da9e54e2c7df9dcdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5163426 Feb 03 14:31:34.773222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56028) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:34.811409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37286fcc-68f3-48bc-8b53-e1a6cd0e768f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830ee1af-8e3b-4784-bc5b-82366c888a52,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:34.837090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ab424634-8aa9-4c6a-b3ee-9bd69dcdd47c None None] For port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=331dbbfd-6aba-47db-b861-6b9ac1f7fcec,segment=NetworkSegment(bbfe57b7-46c0-40b9-a5b9-04885227ddbf),segment_id=bbfe57b7-46c0-40b9-a5b9-04885227ddbf)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:34.850273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab424634-8aa9-4c6a-b3ee-9bd69dcdd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.865607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cceabbc0-aac9-40c0-8008-72f94a5fff33 admin admin] Publish callbacks [] for security_group (830ee1af-8e3b-4784-bc5b-82366c888a52), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.870678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (27393b99-b20d-4a58-9de0-7555590fa381), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.887830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:34.892341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (fc525fd4-35e3-4636-96b8-7116b8608958), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.900693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:34.924642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:34.941455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cceabbc0-aac9-40c0-8008-72f94a5fff33 admin admin] Publish callbacks [] for security_group (830ee1af-8e3b-4784-bc5b-82366c888a52), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:34.946022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:34.993421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27393b99-b20d-4a58-9de0-7555590fa381,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:35.015746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Checking segment: {'id': 'c3ffc728-4fb6-4c33-8097-7817236e3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:35.016112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Network hostable DHCP agents. Network: 4316aaca-5c0a-4117-a4ab-73cca59165fa, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:35.023077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-362d14c0-0cad-45dc-86e4-4cdddf738916 None None] Provisioning complete for port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:35.023456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-362d14c0-0cad-45dc-86e4-4cdddf738916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.025219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab424634-8aa9-4c6a-b3ee-9bd69dcdd47c None None] Pushing event updated for resources: {'Port': ['ID=331dbbfd-6aba-47db-b861-6b9ac1f7fcec,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:35.039107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Network 4316aaca-5c0a-4117-a4ab-73cca59165fa is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:35.046038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cceabbc0-aac9-40c0-8008-72f94a5fff33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (830ee1af-8e3b-4784-bc5b-82366c888a52), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.049961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cceabbc0-aac9-40c0-8008-72f94a5fff33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.054062 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cceabbc0-aac9-40c0-8008-72f94a5fff33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/830ee1af-8e3b-4784-bc5b-82366c888a52 HTTP/1.1" status: 204 len: 168 time: 0.2775595 Feb 03 14:31:35.055663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=e28a90e3-97d8-4af9-a740-0a69b95c6a1b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:35.075239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc525fd4-35e3-4636-96b8-7116b8608958']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:35.076459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceabbc0-aac9-40c0-8008-72f94a5fff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830ee1af-8e3b-4784-bc5b-82366c888a52,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:35.079004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 4316aaca-5c0a-4117-a4ab-73cca59165fa) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:35.084593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:35.085407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.097773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58c71a-7c32-48e3-9754-1f52faa7f98b None None] Network 4316aaca-5c0a-4117-a4ab-73cca59165fa requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:35.099450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890abee3-b4e3-4ac3-9ce2-752709cb6e08') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:35.100064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890abee3-b4e3-4ac3-9ce2-752709cb6e08') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:35.122983 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-57f45f99-b337-4177-8b5d-0e4602e231e1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9491389 Feb 03 14:31:35.136279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (890abee3-b4e3-4ac3-9ce2-752709cb6e08), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.178165 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (890abee3-b4e3-4ac3-9ce2-752709cb6e08), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.202070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:35.202447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (890abee3-b4e3-4ac3-9ce2-752709cb6e08), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:35.318685 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:35.335668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (85bd92f5-db8e-43f2-ab28-3018deadda1f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.364012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-362d14c0-0cad-45dc-86e4-4cdddf738916 None None] Current status of the port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:35.367340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-362d14c0-0cad-45dc-86e4-4cdddf738916 None None] Could not find standard attr ID for object 85bd92f5-db8e-43f2-ab28-3018deadda1f. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:31:35.370537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abb744-b039-4429-985d-3ebc07abdcbf None None] Network 4316aaca-5c0a-4117-a4ab-73cca59165fa requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:35.420520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=85bd92f5-db8e-43f2-ab28-3018deadda1f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:35.457683 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (fc525fd4-35e3-4636-96b8-7116b8608958), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.522500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8fa891b1-18c6-4b54-b454-c53e65cd1849 None None] Could not find standard attr ID for object 85bd92f5-db8e-43f2-ab28-3018deadda1f. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:31:35.599858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.603354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fc525fd4-35e3-4636-96b8-7116b8608958 HTTP/1.1" status: 204 len: 168 time: 1.4887507 Feb 03 14:31:35.623181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f644d-f589-4d26-a3bb-9052127d0665 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc525fd4-35e3-4636-96b8-7116b8608958,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:35.735808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:35.742139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1bf9cd7e-bd66-496d-a0ab-ea0c3cef6147 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/85bd92f5-db8e-43f2-ab28-3018deadda1f HTTP/1.1" status: 204 len: 168 time: 3.0828619 Feb 03 14:31:35.742534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:35.803833 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-1539bf63-cace-47b1-bed1-86db9102d09d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:31:35.804531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1539bf63-cace-47b1-bed1-86db9102d09d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:35.810239 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1539bf63-cace-47b1-bed1-86db9102d09d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/85bd92f5-db8e-43f2-ab28-3018deadda1f HTTP/1.1" status: 404 len: 333 time: 0.0642185 Feb 03 14:31:35.816537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56056) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:35.884277 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a31a7d1-c252-43bb-a72e-2a113522f0f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:31:35.886498 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2a31a7d1-c252-43bb-a72e-2a113522f0f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/85bd92f5-db8e-43f2-ab28-3018deadda1f HTTP/1.1" status: 404 len: 333 time: 0.0688691 Feb 03 14:31:35.890264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56058) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:35.923916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:36.002055 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5df3966f-a951-4d7a-9ed2-e790cea54f86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1422c67c97a948e3a7b421c12856f882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766721 Feb 03 14:31:36.002685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet 958edbf0-ba60-4118-b0d0-ff305ee2decb {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:36.006356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (958edbf0-ba60-4118-b0d0-ff305ee2decb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.007307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:36.056150 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (958edbf0-ba60-4118-b0d0-ff305ee2decb), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.128565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aac8a7eb-a63e-44dc-85fa-27d91fad2a39 admin admin] Publish callbacks [] for security_group (ea763580-8635-43a8-8d9f-2aafb5a289f6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.152332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (958edbf0-ba60-4118-b0d0-ff305ee2decb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.198518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aac8a7eb-a63e-44dc-85fa-27d91fad2a39 admin admin] Publish callbacks [] for security_group (ea763580-8635-43a8-8d9f-2aafb5a289f6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.241889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (958edbf0-ba60-4118-b0d0-ff305ee2decb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.320741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=958edbf0-ba60-4118-b0d0-ff305ee2decb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:36.326122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.332151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f921fe37-7cdf-42c7-b589-06dc84a39f9d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/958edbf0-ba60-4118-b0d0-ff305ee2decb HTTP/1.1" status: 204 len: 168 time: 0.4382837 Feb 03 14:31:36.336223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899229bb-3f91-4d46-9dc7-016054952660 None None] Network 3d44472c-b995-4342-8d4e-7cb823908799 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:36.351754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:36.452401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 331dbbfd-6aba-47db-b861-6b9ac1f7fcec up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:31:36.592148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (feea41ed-ab17-4ae7-b26a-30aeddd546d7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.639852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3d44472c-b995-4342-8d4e-7cb823908799), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.651546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aac8a7eb-a63e-44dc-85fa-27d91fad2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ea763580-8635-43a8-8d9f-2aafb5a289f6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.654530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aac8a7eb-a63e-44dc-85fa-27d91fad2a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.658026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aac8a7eb-a63e-44dc-85fa-27d91fad2a39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea763580-8635-43a8-8d9f-2aafb5a289f6 HTTP/1.1" status: 204 len: 168 time: 0.6469901 Feb 03 14:31:36.670037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8a7eb-a63e-44dc-85fa-27d91fad2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea763580-8635-43a8-8d9f-2aafb5a289f6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:36.750810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-f85ef1cd-4712-4a3c-90e0-329193080260 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:36.752264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-f85ef1cd-4712-4a3c-90e0-329193080260 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/networks?id=4316aaca-5c0a-4117-a4ab-73cca59165fa HTTP/1.1" status: 200 len: 814 time: 0.3642979 Feb 03 14:31:36.756212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:36.757932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.803260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-f2bd2e1b-a58f-4ea2-95a9-8c0188546101 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/quotas/793cb0c939b5435d831f04aecb92a06d HTTP/1.1" status: 200 len: 375 time: 0.0241761 Feb 03 14:31:36.807086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.916222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] For port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=331dbbfd-6aba-47db-b861-6b9ac1f7fcec,segment=NetworkSegment(bbfe57b7-46c0-40b9-a5b9-04885227ddbf),segment_id=bbfe57b7-46c0-40b9-a5b9-04885227ddbf)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:36.917094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:36.932081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 331dbbfd-6aba-47db-b861-6b9ac1f7fcec owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:37.022631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (331dbbfd-6aba-47db-b861-6b9ac1f7fcec), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.024394 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.067460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=331dbbfd-6aba-47db-b861-6b9ac1f7fcec,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:37.070397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No DVR routers for this DVR port 331dbbfd-6aba-47db-b861-6b9ac1f7fcec on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:37.073117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.077638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-2bf9621d-1937-4cf5-9a32-1c63eb888446 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=793cb0c939b5435d831f04aecb92a06d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497472 Feb 03 14:31:37.093297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Could not find standard attr ID for object 331dbbfd-6aba-47db-b861-6b9ac1f7fcec. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:31:37.166713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=e28a90e3-97d8-4af9-a740-0a69b95c6a1b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:37.190277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (feea41ed-ab17-4ae7-b26a-30aeddd546d7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.214585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89e4dd-90c4-45f6-a745-cfe7e3ff2d1c None None] DHCP port deletion for 3d44472c-b995-4342-8d4e-7cb823908799 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:37.275607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3d44472c-b995-4342-8d4e-7cb823908799), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.329248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d44472c-b995-4342-8d4e-7cb823908799']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:37.340876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfe57b7-46c0-40b9-a5b9-04885227ddbf') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:37.341324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfe57b7-46c0-40b9-a5b9-04885227ddbf') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:37.374290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (bbfe57b7-46c0-40b9-a5b9-04885227ddbf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.391604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bbfe57b7-46c0-40b9-a5b9-04885227ddbf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.398884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:37.400207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (bbfe57b7-46c0-40b9-a5b9-04885227ddbf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:37.404967 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:37.412925 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP feea41ed-ab17-4ae7-b26a-30aeddd546d7 associated. External IP: 172.25.0.58, port: 48dffd5e-2f8e-4bc8-830e-fcf27e143199. Feb 03 14:31:37.524100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3d44472c-b995-4342-8d4e-7cb823908799), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.539532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.544061 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/3d44472c-b995-4342-8d4e-7cb823908799 HTTP/1.1" status: 204 len: 168 time: 1.1910708 Feb 03 14:31:37.556735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56124) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:37.562379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-403197331'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:37.595083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c855797-77ba-4975-9821-09197bbeb026 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=3d44472c-b995-4342-8d4e-7cb823908799,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:37.599431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:37.606972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.654614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:37.662908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-6bb78045-5e46-47b1-bee3-8c378c464fa1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:31:37.664595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-6bb78045-5e46-47b1-bee3-8c378c464fa1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5786240 Feb 03 14:31:37.670295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (20a2925e-3f93-4f15-8815-c9b96000803f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.670844 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment 20a2925e-3f93-4f15-8815-c9b96000803f of type vlan for network 71caba04-d11d-4bb5-a122-233a1c46c4a2 Feb 03 14:31:37.726366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (71caba04-d11d-4bb5-a122-233a1c46c4a2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.785942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (71caba04-d11d-4bb5-a122-233a1c46c4a2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.798913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:37.799568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:37.912410 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3543243 Feb 03 14:31:37.919894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56166) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:37.925084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:37.938722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-14b1f7b6-b960-4b94-94de-0d26ce6f0fcf service neutron] 10.222.0.52 "GET /v2.0/networks/4316aaca-5c0a-4117-a4ab-73cca59165fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647748 Feb 03 14:31:37.993792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ddbd3-c4c8-4cc9-99f0-bd33d8f93f49 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=71caba04-d11d-4bb5-a122-233a1c46c4a2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:38.008465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 71caba04-d11d-4bb5-a122-233a1c46c4a2 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:38.064819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:38.071260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:38.303181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 331dbbfd-6aba-47db-b861-6b9ac1f7fcec no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:38.355104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 331dbbfd-6aba-47db-b861-6b9ac1f7fcec {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:38.358511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 331dbbfd-6aba-47db-b861-6b9ac1f7fcec not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:38.359061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:38.431038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:38.515867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-e3151a50-758b-4a5a-91f6-902d6cd69044 service neutron] 10.222.0.52 "GET /v2.0/networks/4316aaca-5c0a-4117-a4ab-73cca59165fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486107 Feb 03 14:31:38.574558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d6df61fc-38b1-487e-8727-0303eeb1b3ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:38.670223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2077622602-network', 'tenant_id': '06c27caf4b0e4ccf8a698035cf3bf263'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:38.709007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:38.723922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:38.760339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:38.762159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:38.772156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Made reservation on behalf of 06c27caf4b0e4ccf8a698035cf3bf263 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:38.774716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:38.790763 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:38.795022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=d6df61fc-38b1-487e-8727-0303eeb1b3ad,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:38.799039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:38.817539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': '20a2925e-3f93-4f15-8815-c9b96000803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:38.817977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: 71caba04-d11d-4bb5-a122-233a1c46c4a2, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:38.856183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56220) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:38.866214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:38.871947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56224) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:38.874238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0d23ddf9-8abd-4745-b3c2-e4c394485cf0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.0620952 Feb 03 14:31:38.888133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:38.889760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:38.892564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'port_id': '48dffd5e-2f8e-4bc8-830e-fcf27e143199', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:38.942456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4751cad9-5ea3-4b55-b314-1e0a8b249870 req-295daa8c-42f8-4805-87ee-afdddf90c175 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 210 time: 0.0613925 Feb 03 14:31:39.002293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 71caba04-d11d-4bb5-a122-233a1c46c4a2 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:39.032922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 71caba04-d11d-4bb5-a122-233a1c46c4a2) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:39.050843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:39.051560 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.059881 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (feea41ed-ab17-4ae7-b26a-30aeddd546d7), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.067035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:39.069549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e30bb8-86b4-4769-98be-1ee1777d982b None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:39.094192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870989b-d122-4853-b326-5fb58e99a06d None None] Network 71caba04-d11d-4bb5-a122-233a1c46c4a2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:39.104685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.163279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1266c04d-9f55-4f33-8bba-8587dffdd724 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2422683 Feb 03 14:31:39.165998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56228) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:39.171594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1078778333'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:39.203673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks [] for security_group (b9444e63-ecc9-4848-8653-7a549528a7fe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.218716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3eae-e98e-404d-8629-108788d65ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.229459 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b9444e63-ecc9-4848-8653-7a549528a7fe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.377079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-71caba04-d11d-4bb5-a122-233a1c46c4a2', 'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2', 'project_id': '1d7daf32b87f4eeb8c40ec4a7a927cb3', 'fixed_ips': [{'subnet_id': 'd6df61fc-38b1-487e-8727-0303eeb1b3ad'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:31:39.378498 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.429721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:39.495026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9444e63-ecc9-4848-8653-7a549528a7fe,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:39.498737 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d94c0ee0-da88-4305-8267-fe74f9515de4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.499479 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Added segment d94c0ee0-da88-4305-8267-fe74f9515de4 of type vlan for network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 Feb 03 14:31:39.628987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (1ea7cab6-bbfd-4fc9-b051-22a3f5155b81), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.757170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (1ea7cab6-bbfd-4fc9-b051-22a3f5155b81), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.758345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:39.759043 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.770763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3eae-e98e-404d-8629-108788d65ed2 admin admin] Publish callbacks [] for security_group (c2cf1a68-81a8-414d-8b4a-23d99d093cd5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.794168 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3eae-e98e-404d-8629-108788d65ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c2cf1a68-81a8-414d-8b4a-23d99d093cd5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.809948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Allocated IP 172.20.0.2 (71caba04-d11d-4bb5-a122-233a1c46c4a2/d6df61fc-38b1-487e-8727-0303eeb1b3ad/fb9474fe-dd82-46e5-8cb1-c7118fdf6b73) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:39.841368 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4095495 Feb 03 14:31:39.849473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56236) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:39.857344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Request body: {'subnet': {'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2077622602-subnet', 'tenant_id': '06c27caf4b0e4ccf8a698035cf3bf263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:39.886559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:39.890089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.900660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Made reservation on behalf of 06c27caf4b0e4ccf8a698035cf3bf263 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:39.903213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:39.979517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 84e303d8-1c54-4cac-a596-833ba4ceb636 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:40.068504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf3eae-e98e-404d-8629-108788d65ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cf1a68-81a8-414d-8b4a-23d99d093cd5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:40.073783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39b51-9402-4833-b387-5e788284a0ac admin admin] Pushing event updated for resources: {'Network': ['ID=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:40.079954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5eaf3eae-e98e-404d-8629-108788d65ed2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=166bc906040b44118aad66f65086fc96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2206616 Feb 03 14:31:40.083190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56242) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:40.108370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Publish callbacks [] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.117630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.184653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.3 (71caba04-d11d-4bb5-a122-233a1c46c4a2/d6df61fc-38b1-487e-8727-0303eeb1b3ad/84e303d8-1c54-4cac-a596-833ba4ceb636) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:40.243504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:40.248019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-efea4d4f-5ef6-4d7e-af13-cba7feebf8cb admin admin] Publish callbacks [] for security_group (c2cf1a68-81a8-414d-8b4a-23d99d093cd5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.278655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0bf87ab-6960-4c34-855d-bfd381100ec1 req-9198d993-6a33-4246-b772-781395764764 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 210 time: 0.1681182 Feb 03 14:31:40.356671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Network 71caba04-d11d-4bb5-a122-233a1c46c4a2 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:40.370328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-efea4d4f-5ef6-4d7e-af13-cba7feebf8cb admin admin] Publish callbacks [] for security_group (c2cf1a68-81a8-414d-8b4a-23d99d093cd5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.429142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:40.440859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:40.457324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Pushing event updated for resources: {'Port': ['ID=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:40.505447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (84e303d8-1c54-4cac-a596-833ba4ceb636), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.563225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Attempting to bind port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:31:40.563597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Attempting to bind port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '20a2925e-3f93-4f15-8815-c9b96000803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:31:40.563959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Attempting to bind port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 on network 71caba04-d11d-4bb5-a122-233a1c46c4a2 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:40.571735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:31:40.572119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Checking segment: {'id': '20a2925e-3f93-4f15-8815-c9b96000803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:40.572783 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.573174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Bound using segment: {'id': '20a2925e-3f93-4f15-8815-c9b96000803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:31:40.573937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Bound port: fb9474fe-dd82-46e5-8cb1-c7118fdf6b73, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a2925e-3f93-4f15-8815-c9b96000803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '71caba04-d11d-4bb5-a122-233a1c46c4a2'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:31:40.574321 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.625837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (84e303d8-1c54-4cac-a596-833ba4ceb636), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.643350 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (fa8636b3-f62a-4496-8aea-ea13101e4e82), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.648577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] For port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:31:40.652710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] For port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,segment=NetworkSegment(20a2925e-3f93-4f15-8815-c9b96000803f),segment_id=20a2925e-3f93-4f15-8815-c9b96000803f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:31:40.662784 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.678953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:31:40.722624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 71caba04-d11d-4bb5-a122-233a1c46c4a2 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:40.733419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:40.743965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:40.782363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-efea4d4f-5ef6-4d7e-af13-cba7feebf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c2cf1a68-81a8-414d-8b4a-23d99d093cd5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.786173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-efea4d4f-5ef6-4d7e-af13-cba7feebf8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.786313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef097e6-d6a0-4647-85fa-da10581d6ee0 None None] Pushing event updated for resources: {'Port': ['ID=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:40.787672 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-efea4d4f-5ef6-4d7e-af13-cba7feebf8cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2cf1a68-81a8-414d-8b4a-23d99d093cd5 HTTP/1.1" status: 204 len: 168 time: 0.7034326 Feb 03 14:31:40.795218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-f956cf97-4db1-49a8-a2d5-de0173a5f834 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:40.795885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=84e303d8-1c54-4cac-a596-833ba4ceb636,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:40.811844 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-f956cf97-4db1-49a8-a2d5-de0173a5f834 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.45 "GET /v2.0/networks?id=4316aaca-5c0a-4117-a4ab-73cca59165fa HTTP/1.1" status: 200 len: 814 time: 0.4104495 Feb 03 14:31:40.819543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8636b3-f62a-4496-8aea-ea13101e4e82,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:40.842497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Request body: {'port': {'device_id': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa', 'admin_state_up': True, 'tenant_id': '793cb0c939b5435d831f04aecb92a06d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:40.858902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea4d4f-5ef6-4d7e-af13-cba7feebf8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cf1a68-81a8-414d-8b4a-23d99d093cd5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:40.862431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:40.863293 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.879807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Checking segment: {'id': 'd94c0ee0-da88-4305-8267-fe74f9515de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:40.880405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Network hostable DHCP agents. Network: 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:40.881584 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.900561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e4faa9c0-143f-4a98-a320-d3c478615529 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7333910 Feb 03 14:31:40.903166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56248) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:40.913892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (feea41ed-ab17-4ae7-b26a-30aeddd546d7), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:40.945354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:40.993585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:41.001717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d4bd1-db2f-4e92-a2f6-251d6b2be9c1 None None] Network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:41.009055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:41.009781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:41.078435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-568a5dd3-b9e3-47a2-905d-b24601109863 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2278271 Feb 03 14:31:41.116133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 84e303d8-1c54-4cac-a596-833ba4ceb636 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:41.116527 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (84e303d8-1c54-4cac-a596-833ba4ceb636), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:41.184143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d3ce61-827e-458e-ab62-11604aef2f71 None None] Network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:41.498758 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (84e303d8-1c54-4cac-a596-833ba4ceb636), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:41.555894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cf93570-7c2e-4142-9ea1-e329f5c3506d req-220ee233-865e-41f8-856f-41dca1a113a1 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 210 time: 0.1156833 Feb 03 14:31:41.579435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 84e303d8-1c54-4cac-a596-833ba4ceb636 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:41.831746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Made reservation on behalf of 793cb0c939b5435d831f04aecb92a06d for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:41.837346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:41.897354 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (84e303d8-1c54-4cac-a596-833ba4ceb636), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:41.906299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:42.007604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=84e303d8-1c54-4cac-a596-833ba4ceb636,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:42.234185 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:42.240396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1468d8be-5f68-4992-8007-b6a6ba79f17b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/84e303d8-1c54-4cac-a596-833ba4ceb636 HTTP/1.1" status: 204 len: 168 time: 1.3361049 Feb 03 14:31:42.247143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56296) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:42.317384 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfad5610-6201-4fe8-ae5e-3b331d70c7f4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:31:42.318946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cfad5610-6201-4fe8-ae5e-3b331d70c7f4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/84e303d8-1c54-4cac-a596-833ba4ceb636 HTTP/1.1" status: 404 len: 333 time: 0.0687346 Feb 03 14:31:42.330698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56304) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:42.346322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:42.357886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:42.372600 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:42.406672 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:42.407679 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:42.449593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:31:42.520381 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e4f80e12-f0b6-44ac-adb9-23b89118cb10 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/floatingips/feea41ed-ab17-4ae7-b26a-30aeddd546d7 HTTP/1.1" status: 200 len: 976 time: 3.6380928 Feb 03 14:31:42.524383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56308) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:42.568113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet d6df61fc-38b1-487e-8727-0303eeb1b3ad {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:42.569648 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:42.583882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (d6df61fc-38b1-487e-8727-0303eeb1b3ad), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:42.602180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Allocated IP 172.20.0.13 (4316aaca-5c0a-4117-a4ab-73cca59165fa/27393b99-b20d-4a58-9de0-7555590fa381/c16630d2-d2b6-4f6a-b131-4f043e66c622) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:42.625585 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:42.629241 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:42.711820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:42.712243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:42.755015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-2fd39552-61d0-474b-be51-32baeb0f53f7 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:42.762601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-2fd39552-61d0-474b-be51-32baeb0f53f7 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/networks?id=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 HTTP/1.1" status: 200 len: 814 time: 0.4576325 Feb 03 14:31:42.827396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15c2ea14-128b-41e6-9a23-473432853dfb req-8f0008dc-6096-45cd-86cb-11d6b3c022a9 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 210 time: 0.0893967 Feb 03 14:31:42.827396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (d6df61fc-38b1-487e-8727-0303eeb1b3ad), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:42.851396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port e28a90e3-97d8-4af9-a740-0a69b95c6a1b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:42.851924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:42.854346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-d1e55bd1-6726-477a-bdbe-bb35b98688bf tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/quotas/06c27caf4b0e4ccf8a698035cf3bf263 HTTP/1.1" status: 200 len: 375 time: 0.0905578 Feb 03 14:31:42.855894 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:42.860215 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd434a-fefe-4b14-8265-359bbc721727 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:42.884213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a973b21-798a-4439-a491-90404100aa92 None None] Network 71caba04-d11d-4bb5-a122-233a1c46c4a2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:42.903114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-478ac456-511e-43f4-aa18-3aaa4709f52f tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=06c27caf4b0e4ccf8a698035cf3bf263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480633 Feb 03 14:31:43.127386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-992ae0a1-9760-4a4c-927e-4ff4eb2296bc None None] Provisioning complete for port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:43.127833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-992ae0a1-9760-4a4c-927e-4ff4eb2296bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.166453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-4cf85778-eeba-49e2-8816-16ec34cb6196 service neutron] 10.222.0.52 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624505 Feb 03 14:31:43.421611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d6df61fc-38b1-487e-8727-0303eeb1b3ad), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.503431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:43.504017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.536879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (d6df61fc-38b1-487e-8727-0303eeb1b3ad), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.567546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks [] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.571206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.582296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/d6df61fc-38b1-487e-8727-0303eeb1b3ad HTTP/1.1" status: 204 len: 168 time: 1.2499175 Feb 03 14:31:43.588253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56324) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:43.623421 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.679806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-992ae0a1-9760-4a4c-927e-4ff4eb2296bc None None] Current status of the port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:43.681068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-992ae0a1-9760-4a4c-927e-4ff4eb2296bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.703536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Network 4316aaca-5c0a-4117-a4ab-73cca59165fa is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:43.712944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:43.725539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:43.777885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Pushing event updated for resources: {'Port': ['ID=c16630d2-d2b6-4f6a-b131-4f043e66c622,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:43.782763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.782920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-992ae0a1-9760-4a4c-927e-4ff4eb2296bc None None] For port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,segment=NetworkSegment(20a2925e-3f93-4f15-8815-c9b96000803f),segment_id=20a2925e-3f93-4f15-8815-c9b96000803f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:43.783177 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.790300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96fddae-7393-4eb4-95e1-ef6a7b62ec16 None None] Network 71caba04-d11d-4bb5-a122-233a1c46c4a2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:43.810315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for e28a90e3-97d8-4af9-a740-0a69b95c6a1b owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:43.830913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (71caba04-d11d-4bb5-a122-233a1c46c4a2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.835390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:43.836042 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.836673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-5b376361-4964-43f5-9029-086e23bdd5fc service neutron] 10.222.0.52 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174207 Feb 03 14:31:43.838766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10005b0-090f-4099-8f06-a7a3b9d33dfb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=d6df61fc-38b1-487e-8727-0303eeb1b3ad,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:43.875400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-ab7ef903-ef72-41c0-9654-1aee077ef1f0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0481029 Feb 03 14:31:43.920230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-992ae0a1-9760-4a4c-927e-4ff4eb2296bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:43.979852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Request body: {'port': {'device_id': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:44.133763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:44.134339 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.275757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.294067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fb40f43d-1396-4bba-8762-335a0c088664 None None] Provisioning complete for port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:44.294352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb40f43d-1396-4bba-8762-335a0c088664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.300134 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:31:44.300521 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:31:44.320896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-28aa87f7-0bcd-4359-9449-94eedeacb134 req-2854695a-ca1e-4e9e-b0fb-71deed83ac55 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 210 time: 0.1035464 Feb 03 14:31:44.394037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56346) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:44.406584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db953f59-1bc4-4ebe-a714-60ee148be485 req-c306ec46-6839-4fc9-9292-50d498e49b3d tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:44.421027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db953f59-1bc4-4ebe-a714-60ee148be485 req-c306ec46-6839-4fc9-9292-50d498e49b3d tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 932 time: 0.4475532 Feb 03 14:31:44.427088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] DHCP port deletion for 71caba04-d11d-4bb5-a122-233a1c46c4a2 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:31:44.435207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] For port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,segment=NetworkSegment(20a2925e-3f93-4f15-8815-c9b96000803f),segment_id=20a2925e-3f93-4f15-8815-c9b96000803f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:44.435852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.467766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:44.481003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae0a1-9760-4a4c-927e-4ff4eb2296bc None None] Pushing event updated for resources: {'Port': ['ID=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:44.567446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db953f59-1bc4-4ebe-a714-60ee148be485 req-1e208f69-4c82-400a-a2eb-325c443a1a08 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439734 Feb 03 14:31:44.640557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.675370 n-d-827549-2 neutron-server[103343]: INFO neutron.plugins.ml2.db [None req-fb40f43d-1396-4bba-8762-335a0c088664 None None] No ports have port_id starting with fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 Feb 03 14:31:44.725977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] Deleting port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:44.727242 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.763241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-508f949c-babf-46a3-baa1-f904876a36ed tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2043244863'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:44.778206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:44.834036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No DVR routers for this DVR port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:44.933028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-508f949c-babf-46a3-baa1-f904876a36ed tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (32ee6664-1c66-4c90-9407-4d7aabb12caa), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.935187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-508f949c-babf-46a3-baa1-f904876a36ed tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (32ee6664-1c66-4c90-9407-4d7aabb12caa), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.948792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] For port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:44.949210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:44.978252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] Calling delete_port for fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:44.984875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] Port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:31:44.988403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 update to ACTIVE by agent not found {{(pid=103343) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 14:31:44.993406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (fb9474fe-dd82-46e5-8cb1-c7118fdf6b73), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.095036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] Pushing event deleted for resources: {'Port': ['ID=fb9474fe-dd82-46e5-8cb1-c7118fdf6b73,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:45.114770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734106a-c7c3-4efe-a26d-b925976aa9e7 None None] No DVR routers for this DVR port fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:31:45.145949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:45.175135 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (71caba04-d11d-4bb5-a122-233a1c46c4a2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.189602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16630d2-d2b6-4f6a-b131-4f043e66c622 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:31:45.198642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Publish callbacks [] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.223331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:31:45.228839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb9474fe-dd82-46e5-8cb1-c7118fdf6b73 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:31:45.321406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Transition to ACTIVE for port object c16630d2-d2b6-4f6a-b131-4f043e66c622 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:31:45.322562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e28a90e3-97d8-4af9-a740-0a69b95c6a1b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.324643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-508f949c-babf-46a3-baa1-f904876a36ed tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (32ee6664-1c66-4c90-9407-4d7aabb12caa), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.329000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71caba04-d11d-4bb5-a122-233a1c46c4a2']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:45.352134 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-508f949c-babf-46a3-baa1-f904876a36ed tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (32ee6664-1c66-4c90-9407-4d7aabb12caa), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.360563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a2925e-3f93-4f15-8815-c9b96000803f') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:45.360890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a2925e-3f93-4f15-8815-c9b96000803f') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:45.377484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=e28a90e3-97d8-4af9-a740-0a69b95c6a1b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:45.386455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (20a2925e-3f93-4f15-8815-c9b96000803f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.388322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.421051 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-508f949c-babf-46a3-baa1-f904876a36ed tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.422962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-508f949c-babf-46a3-baa1-f904876a36ed tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9965909 Feb 03 14:31:45.427194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56356) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:45.490756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c16630d2-d2b6-4f6a-b131-4f043e66c622,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:45.541433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (20a2925e-3f93-4f15-8815-c9b96000803f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.544410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0557ad0e-e70e-48ca-b2b5-2050238132f1 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (32ee6664-1c66-4c90-9407-4d7aabb12caa), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.610347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:45.610861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (20a2925e-3f93-4f15-8815-c9b96000803f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:45.614303 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:45.631641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39065ef0-8266-428a-a3f9-e36d13c76c9d req-b13820e4-abe6-4ae4-9111-d7712e28378e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 210 time: 0.0996630 Feb 03 14:31:45.796258 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e77eeece-9ee1-430e-90d0-b995aadc5afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.824112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (feea41ed-ab17-4ae7-b26a-30aeddd546d7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.824868 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP feea41ed-ab17-4ae7-b26a-30aeddd546d7 disassociated (deleted). External IP: 172.25.0.58, port: 48dffd5e-2f8e-4bc8-830e-fcf27e143199. Feb 03 14:31:45.883648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (71caba04-d11d-4bb5-a122-233a1c46c4a2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:45.967437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Attempting to bind port c16630d2-d2b6-4f6a-b131-4f043e66c622 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:31:45.968054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Attempting to bind port c16630d2-d2b6-4f6a-b131-4f043e66c622 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'c3ffc728-4fb6-4c33-8097-7817236e3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:31:45.968573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Attempting to bind port c16630d2-d2b6-4f6a-b131-4f043e66c622 on network 4316aaca-5c0a-4117-a4ab-73cca59165fa {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:45.980796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Port c16630d2-d2b6-4f6a-b131-4f043e66c622 on network 4316aaca-5c0a-4117-a4ab-73cca59165fa not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:31:45.981362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Attempting to bind port c16630d2-d2b6-4f6a-b131-4f043e66c622 on network 4316aaca-5c0a-4117-a4ab-73cca59165fa {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:45.990331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:31:45.990938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Checking segment: {'id': 'c3ffc728-4fb6-4c33-8097-7817236e3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:45.991479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Bound using segment: {'id': 'c3ffc728-4fb6-4c33-8097-7817236e3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:31:45.992070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Bound port: c16630d2-d2b6-4f6a-b131-4f043e66c622, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ffc728-4fb6-4c33-8097-7817236e3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:31:45.992640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.153669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] For port c16630d2-d2b6-4f6a-b131-4f043e66c622, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:31:46.159883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] For port c16630d2-d2b6-4f6a-b131-4f043e66c622, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c16630d2-d2b6-4f6a-b131-4f043e66c622,segment=NetworkSegment(c3ffc728-4fb6-4c33-8097-7817236e3fb8),segment_id=c3ffc728-4fb6-4c33-8097-7817236e3fb8)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:31:46.178590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:46.182343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.183722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.190747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/71caba04-d11d-4bb5-a122-233a1c46c4a2 HTTP/1.1" status: 204 len: 168 time: 2.5977869 Feb 03 14:31:46.196502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56364) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:46.219165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'name': 'tempest-PortsTestJSON-1291392448'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:46.231254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0557ad0e-e70e-48ca-b2b5-2050238132f1 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (32ee6664-1c66-4c90-9407-4d7aabb12caa), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.241663 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0557ad0e-e70e-48ca-b2b5-2050238132f1 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (32ee6664-1c66-4c90-9407-4d7aabb12caa), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.242084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c16630d2-d2b6-4f6a-b131-4f043e66c622,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:46.251593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ba252-b53a-49f7-bd33-d899a6ab501c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=71caba04-d11d-4bb5-a122-233a1c46c4a2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:46.261791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:46.262436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.264697 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-56d9b07f-3b2a-4f4d-81f0-6e3028a57ff3 service neutron] 10.222.0.45 "PUT /v2.0/ports/c16630d2-d2b6-4f6a-b131-4f043e66c622 HTTP/1.1" status: 200 len: 1092 time: 2.2946706 Feb 03 14:31:46.265238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'tag': 'c16630d2-d2b6-4f6a-b131-4f043e66c622'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:46.267723 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1300a789-f253-4c85-ab79-52fe061a7a92" -d '{"events": [{"name": "network-changed", "server_uuid": "8da22c3e-cafa-4cfe-bff4-97dbf1210704", "tag": "c16630d2-d2b6-4f6a-b131-4f043e66c622"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:46.311178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deadb55-6402-4979-a833-defa55a73ea0 req-29589011-f8ad-4a37-bb90-fbcb19184786 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:46.313187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4deadb55-6402-4979-a833-defa55a73ea0 req-29589011-f8ad-4a37-bb90-fbcb19184786 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 944 time: 0.6154075 Feb 03 14:31:46.344648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-92ffb31b-f63a-4345-b17f-480051d3fd8b tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:46.346305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-92ffb31b-f63a-4345-b17f-480051d3fd8b tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.71 "GET /v2.0/networks?id=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 HTTP/1.1" status: 200 len: 814 time: 0.7026916 Feb 03 14:31:46.370850 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbecc3-e9bf-4830-8c09-edd018d73fb7 x-openstack-request-id: req-1bfbecc3-e9bf-4830-8c09-edd018d73fb7 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:31:46.371042 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da22c3e-cafa-4cfe-bff4-97dbf1210704", "tag": "c16630d2-d2b6-4f6a-b131-4f043e66c622", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:31:46.371285 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bfbecc3-e9bf-4830-8c09-edd018d73fb7 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:31:46.371686 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'tag': 'c16630d2-d2b6-4f6a-b131-4f043e66c622', 'status': 'completed', 'code': 200} Feb 03 14:31:46.409823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Request body: {'port': {'device_id': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81', 'admin_state_up': True, 'tenant_id': '06c27caf4b0e4ccf8a698035cf3bf263'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:46.426851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-41dc04b1-32f3-40a5-9a68-93dc079bd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:46.428431 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-41dc04b1-32f3-40a5-9a68-93dc079bd484 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=793cb0c939b5435d831f04aecb92a06d&device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 1126 time: 0.0998116 Feb 03 14:31:46.463074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0557ad0e-e70e-48ca-b2b5-2050238132f1 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (32ee6664-1c66-4c90-9407-4d7aabb12caa), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.463756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0557ad0e-e70e-48ca-b2b5-2050238132f1 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32ee6664-1c66-4c90-9407-4d7aabb12caa {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:31:46.506256 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0557ad0e-e70e-48ca-b2b5-2050238132f1 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.507580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0557ad0e-e70e-48ca-b2b5-2050238132f1 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/32ee6664-1c66-4c90-9407-4d7aabb12caa HTTP/1.1" status: 204 len: 168 time: 1.0789232 Feb 03 14:31:46.510803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:46.521497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:46.525055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4deadb55-6402-4979-a833-defa55a73ea0 req-78144c41-d02d-4cde-80dc-86ed4adbb618 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990042 Feb 03 14:31:46.525220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:46.528449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-aa53d04c-545c-4048-95bb-cdd710333e8d tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Request body: {'router': {'name': 'tempest-router-1022727851', 'distributed': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:46.543115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:46.544018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:46.564387 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.598507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:46.604451 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-3d5fa53e-c86f-4e31-ab41-ef49bb0f6120 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16630d2-d2b6-4f6a-b131-4f043e66c622 HTTP/1.1" status: 200 len: 217 time: 0.1665022 Feb 03 14:31:46.607638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa53d04c-545c-4048-95bb-cdd710333e8d tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (c6cd5dcd-c74f-4c94-9a7b-43258265d146), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.608215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:46.609144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa53d04c-545c-4048-95bb-cdd710333e8d tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (c6cd5dcd-c74f-4c94-9a7b-43258265d146), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.615875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.617649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:46.619028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:46.670870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:46.671550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3017863-a405-4561-a33a-118f8b005ec6 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:46.692301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port fc902c78-91eb-4122-af9b-a1124cdae1f3 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:46.701963 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-33c15d4d-140e-4634-88c4-c6810d179e3c tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/floatingips/feea41ed-ab17-4ae7-b26a-30aeddd546d7 HTTP/1.1" status: 204 len: 168 time: 4.1755385 Feb 03 14:31:46.708310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56374) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:46.814627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-7325a174-8768-4187-bf2e-2eff8c7a5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:46.816784 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-7325a174-8768-4187-bf2e-2eff8c7a5be0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27393b99-b20d-4a58-9de0-7555590fa381 HTTP/1.1" status: 200 len: 854 time: 0.2036202 Feb 03 14:31:46.825454 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa53d04c-545c-4048-95bb-cdd710333e8d tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (c6cd5dcd-c74f-4c94-9a7b-43258265d146), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.835605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Made reservation on behalf of 06c27caf4b0e4ccf8a698035cf3bf263 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:46.838850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.841269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa53d04c-545c-4048-95bb-cdd710333e8d tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (c6cd5dcd-c74f-4c94-9a7b-43258265d146), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.876275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-583dc319-fd6b-405a-af15-de5d0616fb13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4316aaca-5c0a-4117-a4ab-73cca59165fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528769 Feb 03 14:31:46.908497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47c8e20a-6f6e-492d-a834-faaffc32b6f3 req-5ac968ab-9158-411a-88bb-cb7c31ba24ec tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 210 time: 0.0774918 Feb 03 14:31:46.934520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aa53d04c-545c-4048-95bb-cdd710333e8d tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:46.934520 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aa53d04c-545c-4048-95bb-cdd710333e8d tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4069736 Feb 03 14:31:46.934664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56376) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:47.011809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 48dffd5e-2f8e-4bc8-830e-fcf27e143199 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:47.012354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (48dffd5e-2f8e-4bc8-830e-fcf27e143199), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.049310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Allocated IP 172.20.0.7 (1ea7cab6-bbfd-4fc9-b051-22a3f5155b81/fa8636b3-f62a-4496-8aea-ea13101e4e82/2cb54306-0446-4785-8859-e396d071d13c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:47.055309 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-acd0bc7d-60a2-4ee9-9536-3daceb161fa0 service neutron] 10.222.0.45 "GET /v2.0/networks/4316aaca-5c0a-4117-a4ab-73cca59165fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704500 Feb 03 14:31:47.162864 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (fc902c78-91eb-4122-af9b-a1124cdae1f3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.183263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (48dffd5e-2f8e-4bc8-830e-fcf27e143199), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.202414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 48dffd5e-2f8e-4bc8-830e-fcf27e143199 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:47.235071 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cbca70b-e2dd-49be-8295-34c90f1683ce req-daf2671c-bd08-47c5-b099-4f6fe12924c4 service neutron] 10.222.0.45 "GET /v2.0/networks/4316aaca-5c0a-4117-a4ab-73cca59165fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527395 Feb 03 14:31:47.288179 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f77b6c4f-0fe1-4147-9c59-ba9b77a20c85 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (c6cd5dcd-c74f-4c94-9a7b-43258265d146), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.368355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-cc1ca39f-efad-4d9b-b425-2936c37b3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:47.370353 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-cc1ca39f-efad-4d9b-b425-2936c37b3b4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=793cb0c939b5435d831f04aecb92a06d&device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 1126 time: 0.0754638 Feb 03 14:31:47.448700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fc902c78-91eb-4122-af9b-a1124cdae1f3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.530231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-a6ade184-13a2-4c59-96b8-525eefef7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:47.531376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-a6ade184-13a2-4c59-96b8-525eefef7756 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4316aaca-5c0a-4117-a4ab-73cca59165fa HTTP/1.1" status: 200 len: 915 time: 0.1551235 Feb 03 14:31:47.578095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-ca4e0d11-211b-4946-bf90-2c86202936e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c16630d2-d2b6-4f6a-b131-4f043e66c622 HTTP/1.1" status: 200 len: 217 time: 0.0401044 Feb 03 14:31:47.586720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks [] for port (2cb54306-0446-4785-8859-e396d071d13c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.592676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f77b6c4f-0fe1-4147-9c59-ba9b77a20c85 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (c6cd5dcd-c74f-4c94-9a7b-43258265d146), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.601304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:47.602891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f77b6c4f-0fe1-4147-9c59-ba9b77a20c85 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (c6cd5dcd-c74f-4c94-9a7b-43258265d146), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.613397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:47.614183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (48dffd5e-2f8e-4bc8-830e-fcf27e143199), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.617974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:47.624236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:47.625085 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.656046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=48dffd5e-2f8e-4bc8-830e-fcf27e143199,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:47.685648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=fc902c78-91eb-4122-af9b-a1124cdae1f3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:47.690580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-b1efdea7-0fed-42e4-ad84-5f715407f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:47.691996 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-b1efdea7-0fed-42e4-ad84-5f715407f06c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27393b99-b20d-4a58-9de0-7555590fa381 HTTP/1.1" status: 200 len: 854 time: 0.1076527 Feb 03 14:31:47.727186 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-58298f06-3a8f-4345-9f57-48b41c8be022 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4316aaca-5c0a-4117-a4ab-73cca59165fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294077 Feb 03 14:31:47.732754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2b87adf9-7f8b-4f12-875d-8a3b26def9f7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5153503 Feb 03 14:31:47.732754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f77b6c4f-0fe1-4147-9c59-ba9b77a20c85 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (c6cd5dcd-c74f-4c94-9a7b-43258265d146), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.732754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77b6c4f-0fe1-4147-9c59-ba9b77a20c85 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6cd5dcd-c74f-4c94-9a7b-43258265d146 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:31:47.736388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f77b6c4f-0fe1-4147-9c59-ba9b77a20c85 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.742413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f77b6c4f-0fe1-4147-9c59-ba9b77a20c85 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c6cd5dcd-c74f-4c94-9a7b-43258265d146 HTTP/1.1" status: 204 len: 168 time: 0.8067882 Feb 03 14:31:47.744778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56384) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:47.745114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56386) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:47.770758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ccc08f25-e60e-4bdc-9f90-94ab94b24880 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Request body: {'router': {'name': 'tempest-router-1446240268', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2c42090accd246618e9e071b8acc126d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:47.770932 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2cb54306-0446-4785-8859-e396d071d13c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.814602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eda19-d53b-4afb-b6d0-8486f7eee8d1 req-74e7365e-9815-4f27-a6cb-203a1f0435c3 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:47.816277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16eda19-d53b-4afb-b6d0-8486f7eee8d1 req-74e7365e-9815-4f27-a6cb-203a1f0435c3 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 944 time: 0.1784992 Feb 03 14:31:47.842426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:47.854830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:47.857343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:47.865264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Pushing event updated for resources: {'Port': ['ID=2cb54306-0446-4785-8859-e396d071d13c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:47.941130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d16eda19-d53b-4afb-b6d0-8486f7eee8d1 req-5d000a08-7d28-4f27-8541-bf11d005a69e tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122196 Feb 03 14:31:47.952627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:47.952823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.974576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccc08f25-e60e-4bdc-9f90-94ab94b24880 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.977214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccc08f25-e60e-4bdc-9f90-94ab94b24880 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:47.983332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-977a3dc0-8775-4f0c-8ceb-b6477349ad4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5912933 Feb 03 14:31:48.002224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Request body: {'port': {'device_id': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:48.031084 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cc80e70-25b9-493f-93fa-8ec7c973d012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.031827 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-c8ff7428-b79f-4bd1-b8b7-fb17ea1ea4aa service neutron] 10.222.0.45 "GET /v2.0/networks/4316aaca-5c0a-4117-a4ab-73cca59165fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875907 Feb 03 14:31:48.092868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.096931 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-55af8521-6cde-464d-918a-d08f6c1fa268 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/ports/48dffd5e-2f8e-4bc8-830e-fcf27e143199 HTTP/1.1" status: 204 len: 168 time: 1.3801532 Feb 03 14:31:48.102215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56400) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:48.108436 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:31:48.109237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:48.120016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2cb54306-0446-4785-8859-e396d071d13c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.130303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e71e-84d4-4044-a4e6-ecf0b6668320 req-049f68a2-e053-4097-8bcc-88ddca23dc65 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:48.131853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3a0e71e-84d4-4044-a4e6-ecf0b6668320 req-049f68a2-e053-4097-8bcc-88ddca23dc65 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 931 time: 0.1038339 Feb 03 14:31:48.159397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.198511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccc08f25-e60e-4bdc-9f90-94ab94b24880 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (b642a1ad-5865-4ba5-b553-1c7af9458fa8), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.209035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port fc902c78-91eb-4122-af9b-a1124cdae1f3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:48.209380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fc902c78-91eb-4122-af9b-a1124cdae1f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.283207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fc902c78-91eb-4122-af9b-a1124cdae1f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.297969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for fc902c78-91eb-4122-af9b-a1124cdae1f3 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:48.326150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56404) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:48.366632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3a0e71e-84d4-4044-a4e6-ecf0b6668320 req-55f15f90-ae11-45b4-9609-312f8e805405 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218919 Feb 03 14:31:48.400216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccc08f25-e60e-4bdc-9f90-94ab94b24880 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.413547 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fc902c78-91eb-4122-af9b-a1124cdae1f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.425308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ccc08f25-e60e-4bdc-9f90-94ab94b24880 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.426601 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ccc08f25-e60e-4bdc-9f90-94ab94b24880 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6796312 Feb 03 14:31:48.437383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:48.454075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:48.466944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=fc902c78-91eb-4122-af9b-a1124cdae1f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:48.477582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1300a789-f253-4c85-ab79-52fe061a7a92 req-dd606a1b-0888-4f83-a0e5-60946b30f8a5 service neutron] 10.222.0.45 "GET /v2.0/networks/4316aaca-5c0a-4117-a4ab-73cca59165fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369798 Feb 03 14:31:48.482336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.487798 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c5d83bff-63f6-4ca0-8651-e946e69ab804 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/fc902c78-91eb-4122-af9b-a1124cdae1f3 HTTP/1.1" status: 204 len: 168 time: 0.7390063 Feb 03 14:31:48.488051 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56408) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:48.492848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'mac_address': 'fa:16:3e:7d:d2:4d', 'name': 'tempest-PortsTestJSON-909288819'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:48.587930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] Deleting subnet d4b18e42-4e26-463f-bc06-3c721a554454 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:48.598233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] Publish callbacks [] for subnet (d4b18e42-4e26-463f-bc06-3c721a554454), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:48.602286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:49.000601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (d4b18e42-4e26-463f-bc06-3c721a554454), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.024298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.050155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 659bdf5a-6bf9-48af-9356-5495db1b8bfc yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:49.208464 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.209280 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.261961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (659bdf5a-6bf9-48af-9356-5495db1b8bfc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.304136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (659bdf5a-6bf9-48af-9356-5495db1b8bfc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.316638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.319222 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d4b18e42-4e26-463f-bc06-3c721a554454), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.360215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:49.366659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:49.368696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:49.374341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:49.374991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.384934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=659bdf5a-6bf9-48af-9356-5495db1b8bfc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:49.403774 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-916e4006-677f-426b-956e-5573839cdf82 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9145064 Feb 03 14:31:49.404597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56418) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:49.452969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103342) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 03 14:31:49.453541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Router b642a1ad-5865-4ba5-b553-1c7af9458fa8 migrating from provider to provider. {{(pid=103342) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 03 14:31:49.453683 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (b642a1ad-5865-4ba5-b553-1c7af9458fa8), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.460628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb54306-0446-4785-8859-e396d071d13c {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:31:49.470226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74adc89-1953-4a29-ac55-59ec94c29cbe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:49.474158 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e74adc89-1953-4a29-ac55-59ec94c29cbe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/659bdf5a-6bf9-48af-9356-5495db1b8bfc HTTP/1.1" status: 200 len: 840 time: 0.0660393 Feb 03 14:31:49.474396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56420) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:49.479621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Publish callbacks [] for port (2cb54306-0446-4785-8859-e396d071d13c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.491641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed1e7-2b64-40c5-be9e-bb66f5220636 req-c386bb48-49e6-4641-8834-5a61d3ba6e03 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:49.493188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f52ed1e7-2b64-40c5-be9e-bb66f5220636 req-c386bb48-49e6-4641-8834-5a61d3ba6e03 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 944 time: 0.4137595 Feb 03 14:31:49.554455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (b642a1ad-5865-4ba5-b553-1c7af9458fa8), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.567085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Transition to ACTIVE for port object 2cb54306-0446-4785-8859-e396d071d13c will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:31:49.589612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 659bdf5a-6bf9-48af-9356-5495db1b8bfc {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:49.589956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (659bdf5a-6bf9-48af-9356-5495db1b8bfc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.604097 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.625112 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2cb54306-0446-4785-8859-e396d071d13c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.627526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.669186 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (659bdf5a-6bf9-48af-9356-5495db1b8bfc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.681560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 659bdf5a-6bf9-48af-9356-5495db1b8bfc owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:49.772131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (659bdf5a-6bf9-48af-9356-5495db1b8bfc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.802505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=659bdf5a-6bf9-48af-9356-5495db1b8bfc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:49.813126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.819061 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a525abfb-df65-4c20-9dde-f4e474dcdfb8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/659bdf5a-6bf9-48af-9356-5495db1b8bfc HTTP/1.1" status: 204 len: 168 time: 0.3424129 Feb 03 14:31:49.820863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56422) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:49.821654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (d4b18e42-4e26-463f-bc06-3c721a554454), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.831214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Pushing event updated for resources: {'Port': ['ID=2cb54306-0446-4785-8859-e396d071d13c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:49.844215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.847411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d4b18e42-4e26-463f-bc06-3c721a554454 HTTP/1.1" status: 204 len: 168 time: 1.5086071 Feb 03 14:31:49.854294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56424) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:49.857743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f52ed1e7-2b64-40c5-be9e-bb66f5220636 req-077d5d2e-a411-4dcc-a2c5-d1435dda1b9e tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304491 Feb 03 14:31:49.929926 n-d-827549-2 neutron-server[103342]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] No L3 agents can host the router b642a1ad-5865-4ba5-b553-1c7af9458fa8 Feb 03 14:31:49.938472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3844d66-d7de-483c-870e-2fde0c1e0292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b18e42-4e26-463f-bc06-3c721a554454,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:49.944104 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (16119766-b006-45f5-b482-99a224a43d71), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:49.944937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.25.0.243 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/db181433-8386-4049-bd7d-e095a58bed1b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:49.948784 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-46459244-276d-4acb-9586-b48ba84554b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:31:49.951123 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-46459244-276d-4acb-9586-b48ba84554b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/659bdf5a-6bf9-48af-9356-5495db1b8bfc HTTP/1.1" status: 404 len: 333 time: 0.1292074 Feb 03 14:31:49.958612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56426) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:49.965107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'name': 'tempest-PortsTestJSON-171822041'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:50.013754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246c5-e704-40dc-9ff9-ed2fa51c961a req-4860156c-0375-4a00-96cb-eedd5a9eb2f8 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:50.022409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e9246c5-e704-40dc-9ff9-ed2fa51c961a req-4860156c-0375-4a00-96cb-eedd5a9eb2f8 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 943 time: 0.5224502 Feb 03 14:31:50.126235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (16119766-b006-45f5-b482-99a224a43d71), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.170921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16119766-b006-45f5-b482-99a224a43d71']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:50.186661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634dde34-d5b5-47cd-aac9-18ea92fe2741') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:50.188921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634dde34-d5b5-47cd-aac9-18ea92fe2741') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:50.201501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (634dde34-d5b5-47cd-aac9-18ea92fe2741), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.217965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:50.222191 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.241157 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (634dde34-d5b5-47cd-aac9-18ea92fe2741), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.249837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:50.250462 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (634dde34-d5b5-47cd-aac9-18ea92fe2741), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:50.252205 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:50.275899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 704f2e6a-f2ce-4fbd-aa58-f02a3212ac41 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:50.305107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e9246c5-e704-40dc-9ff9-ed2fa51c961a req-0f8b29a7-cceb-400d-85f7-82a4e66f3578 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817943 Feb 03 14:31:50.305835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Attempting to bind port 2cb54306-0446-4785-8859-e396d071d13c on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:31:50.306170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Attempting to bind port 2cb54306-0446-4785-8859-e396d071d13c by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'd94c0ee0-da88-4305-8267-fe74f9515de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:31:50.306495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Attempting to bind port 2cb54306-0446-4785-8859-e396d071d13c on network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:50.316187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Port 2cb54306-0446-4785-8859-e396d071d13c on network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:31:50.316560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Attempting to bind port 2cb54306-0446-4785-8859-e396d071d13c on network 1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:50.322007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Hosts for router b642a1ad-5865-4ba5-b553-1c7af9458fa8: [] {{(pid=103342) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 03 14:31:50.354624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:31:50.355368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Checking segment: {'id': 'd94c0ee0-da88-4305-8267-fe74f9515de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:50.355776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Bound using segment: {'id': 'd94c0ee0-da88-4305-8267-fe74f9515de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:31:50.356227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Bound port: 2cb54306-0446-4785-8859-e396d071d13c, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94c0ee0-da88-4305-8267-fe74f9515de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:31:50.356637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2cb54306-0446-4785-8859-e396d071d13c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.356745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (16119766-b006-45f5-b482-99a224a43d71), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.366631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.373229 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] 10.222.0.52 "DELETE /v2.0/networks/16119766-b006-45f5-b482-99a224a43d71 HTTP/1.1" status: 204 len: 168 time: 0.5153415 Feb 03 14:31:50.374709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Hosts for other DVR routers connected to router b642a1ad-5865-4ba5-b553-1c7af9458fa8: set() {{(pid=103342) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 03 14:31:50.377503 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.381300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:50.381457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b8bc1803-d808-41c5-b8ea-79d721d73017 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "PUT /v2.0/routers/b642a1ad-5865-4ba5-b553-1c7af9458fa8 HTTP/1.1" status: 200 len: 717 time: 1.9377747 Feb 03 14:31:50.385937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:50.449228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] Deleting subnet b867dec7-aef3-45cc-bb55-cf152058df43 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:31:50.452937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] Publish callbacks [] for subnet (b867dec7-aef3-45cc-bb55-cf152058df43), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.498070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (b867dec7-aef3-45cc-bb55-cf152058df43), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.523151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (db181433-8386-4049-bd7d-e095a58bed1b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.542271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c1a0fd5b-4830-4aa3-a2bd-8637fb2ce40f tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "GET /v2.0/routers/b642a1ad-5865-4ba5-b553-1c7af9458fa8 HTTP/1.1" status: 200 len: 717 time: 0.1530125 Feb 03 14:31:50.544561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56434) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:50.556939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7f0b9-7052-40cf-91d8-82cbcd030b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=16119766-b006-45f5-b482-99a224a43d71,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:50.557493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] For port 2cb54306-0446-4785-8859-e396d071d13c, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:31:50.567195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] For port 2cb54306-0446-4785-8859-e396d071d13c, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2cb54306-0446-4785-8859-e396d071d13c,segment=NetworkSegment(d94c0ee0-da88-4305-8267-fe74f9515de4),segment_id=d94c0ee0-da88-4305-8267-fe74f9515de4)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:31:50.578603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2cb54306-0446-4785-8859-e396d071d13c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.579855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b867dec7-aef3-45cc-bb55-cf152058df43), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.623599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:50.624151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.625618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] 10.222.0.71 "PUT /v2.0/ports/2cb54306-0446-4785-8859-e396d071d13c HTTP/1.1" status: 200 len: 1091 time: 2.6285050 Feb 03 14:31:50.639258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'tag': '2cb54306-0446-4785-8859-e396d071d13c'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:50.643878 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02981660-f056-477a-8eef-1da7d32b8c55" -d '{"events": [{"name": "network-changed", "server_uuid": "8af20269-8834-4217-a5dd-fad9cdc0157d", "tag": "2cb54306-0446-4785-8859-e396d071d13c"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:50.650447 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.676174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (b867dec7-aef3-45cc-bb55-cf152058df43), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.689436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (db181433-8386-4049-bd7d-e095a58bed1b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.715535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:50.749506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:50.752815 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ea466-0e6f-4294-9ede-1c3d31bab948 x-openstack-request-id: req-6c1ea466-0e6f-4294-9ede-1c3d31bab948 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:31:50.753210 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af20269-8834-4217-a5dd-fad9cdc0157d", "tag": "2cb54306-0446-4785-8859-e396d071d13c", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:31:50.754022 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c1ea466-0e6f-4294-9ede-1c3d31bab948 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:31:50.754022 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'tag': '2cb54306-0446-4785-8859-e396d071d13c', 'status': 'completed', 'code': 200} Feb 03 14:31:50.759524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:50.771419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b867dec7-aef3-45cc-bb55-cf152058df43,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:50.785150 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:50.791040 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-66b1b6e4-71a7-4119-aaac-f13a45ff009d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b867dec7-aef3-45cc-bb55-cf152058df43 HTTP/1.1" status: 204 len: 168 time: 0.4112163 Feb 03 14:31:50.791667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56440) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:50.801583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ae56e-e151-4f70-999a-83cf44f2d21a service neutron] Pushing event updated for resources: {'Port': ['ID=2cb54306-0446-4785-8859-e396d071d13c,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:50.892028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-51d8699c-7b41-4a35-ac76-2cd6051cda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:50.893738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-51d8699c-7b41-4a35-ac76-2cd6051cda80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06c27caf4b0e4ccf8a698035cf3bf263&device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 1125 time: 0.1766322 Feb 03 14:31:50.903339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=db181433-8386-4049-bd7d-e095a58bed1b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:50.954388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-7123c948-20bf-4992-aecc-cdce69f6d3c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb54306-0446-4785-8859-e396d071d13c HTTP/1.1" status: 200 len: 217 time: 0.0469968 Feb 03 14:31:50.959018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (667704a7-147b-42e0-bd9b-a4a316df4941), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.006419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-74ba3632-bef9-4c5e-8162-024e4a6d79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:51.007894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-74ba3632-bef9-4c5e-8162-024e4a6d79a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa8636b3-f62a-4496-8aea-ea13101e4e82 HTTP/1.1" status: 200 len: 854 time: 0.0471849 Feb 03 14:31:51.063522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e3b9c2bb-968c-419a-8b19-d13e0341198a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.079276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-07125a56-c4c1-49f2-abae-68746b02d31a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486875 Feb 03 14:31:51.093090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6483b3c8-6cb5-48bc-b92c-4ceecbfee413 tempest-RoutersTestDVR-641551543 tempest-RoutersTestDVR-641551543-project] 10.222.0.52 "GET /v2.0/routers/b642a1ad-5865-4ba5-b553-1c7af9458fa8 HTTP/1.1" status: 200 len: 683 time: 0.5453851 Feb 03 14:31:51.094498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56444) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:51.106152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.122458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db181433-8386-4049-bd7d-e095a58bed1b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.136226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b2a1b-2927-4cc8-8d54-431e7216a2d1 req-81d4a9cd-6262-48d0-8af7-4916099c5c96 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:51.137791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-251b2a1b-2927-4cc8-8d54-431e7216a2d1 req-81d4a9cd-6262-48d0-8af7-4916099c5c96 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 944 time: 0.1928201 Feb 03 14:31:51.277399 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fc81e90-e59a-4a04-a5ba-de047611596a tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.478632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c16630d2-d2b6-4f6a-b131-4f043e66c622 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:31:51.487055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e3b9c2bb-968c-419a-8b19-d13e0341198a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.590962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.607692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c16630d2-d2b6-4f6a-b131-4f043e66c622, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c16630d2-d2b6-4f6a-b131-4f043e66c622,segment=NetworkSegment(c3ffc728-4fb6-4c33-8097-7817236e3fb8),segment_id=c3ffc728-4fb6-4c33-8097-7817236e3fb8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:51.609467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b9c2bb-968c-419a-8b19-d13e0341198a']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:51.613745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fc81e90-e59a-4a04-a5ba-de047611596a tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.619525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fc81e90-e59a-4a04-a5ba-de047611596a tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (b642a1ad-5865-4ba5-b553-1c7af9458fa8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.627403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'c16630d2-d2b6-4f6a-b131-4f043e66c622', 'network_id': '4316aaca-5c0a-4117-a4ab-73cca59165fa', 'port_id': 'c16630d2-d2b6-4f6a-b131-4f043e66c622', 'mac_address': 'fa:16:3e:a4:1c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27393b99-b20d-4a58-9de0-7555590fa381', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:31:51.632667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a8ef8-30fa-40e1-ad4b-93ceeb765020 req-5cb83ace-8a3b-4bf6-8580-eeecc8b3da80 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:51.641174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-732a8ef8-30fa-40e1-ad4b-93ceeb765020 req-5cb83ace-8a3b-4bf6-8580-eeecc8b3da80 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 943 time: 0.1566689 Feb 03 14:31:51.645554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-251b2a1b-2927-4cc8-8d54-431e7216a2d1 req-cd3c1bf5-5a77-4e2a-b6ec-6f527c0f66ae tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627398 Feb 03 14:31:51.686493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port c16630d2-d2b6-4f6a-b131-4f043e66c622 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:51.687119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.692795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:51.695668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565985b1-d40d-43ff-9c0a-c3d0877ccde4') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:51.696136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565985b1-d40d-43ff-9c0a-c3d0877ccde4') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:51.705197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16630d2-d2b6-4f6a-b131-4f043e66c622 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:31:51.731735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c16630d2-d2b6-4f6a-b131-4f043e66c622, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c16630d2-d2b6-4f6a-b131-4f043e66c622,segment=NetworkSegment(c3ffc728-4fb6-4c33-8097-7817236e3fb8),segment_id=c3ffc728-4fb6-4c33-8097-7817236e3fb8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:51.733961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-732a8ef8-30fa-40e1-ad4b-93ceeb765020 req-767df450-5f7b-4618-831a-5e2c9827de60 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775447 Feb 03 14:31:51.737035 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.741139 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:51.742960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-c0b90434-018f-41a0-8e47-396ce40774a1 service neutron] 10.222.0.71 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560681 Feb 03 14:31:51.748489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:51.753691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:51.754318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.759632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (565985b1-d40d-43ff-9c0a-c3d0877ccde4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.777442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fc81e90-e59a-4a04-a5ba-de047611596a tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (b642a1ad-5865-4ba5-b553-1c7af9458fa8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.777942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc81e90-e59a-4a04-a5ba-de047611596a tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b642a1ad-5865-4ba5-b553-1c7af9458fa8 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:31:51.791144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=704f2e6a-f2ce-4fbd-aa58-f02a3212ac41,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:51.799759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fc81e90-e59a-4a04-a5ba-de047611596a tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.806941 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3fc81e90-e59a-4a04-a5ba-de047611596a tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b642a1ad-5865-4ba5-b553-1c7af9458fa8 HTTP/1.1" status: 204 len: 168 time: 0.6894715 Feb 03 14:31:51.807870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56450) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:51.809617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (565985b1-d40d-43ff-9c0a-c3d0877ccde4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.819228 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dad57088-cea4-4819-9b6e-349ff32c3c3b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8579962 Feb 03 14:31:51.820454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=c16630d2-d2b6-4f6a-b131-4f043e66c622,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:51.825115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fc451d1c-189b-40ed-bbcd-ac9dafc99597 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Request body: {'router': {'name': 'tempest-router-339047805', 'distributed': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:51.828015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56452) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:51.828864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.829279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.829685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.830088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.830514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.830907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.831301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.831689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.832349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.832349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.834690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.834690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.834690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:31:51.842401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:51.848819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:31:51.849357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (565985b1-d40d-43ff-9c0a-c3d0877ccde4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:31:51.852935 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:31:51.948231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc451d1c-189b-40ed-bbcd-ac9dafc99597 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (a74fb4ab-9ca3-43b9-8578-03a88240874a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.949446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc451d1c-189b-40ed-bbcd-ac9dafc99597 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (a74fb4ab-9ca3-43b9-8578-03a88240874a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.955054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f38125f6-8d62-4bf4-b46f-de345a5aea46 req-bdb07c37-623d-4c66-a562-4390861e1da5 service neutron] 10.222.0.71 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613531 Feb 03 14:31:51.955486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c16630d2-d2b6-4f6a-b131-4f043e66c622'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:31:51.959882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (db181433-8386-4049-bd7d-e095a58bed1b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.964059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (db181433-8386-4049-bd7d-e095a58bed1b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.975886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e3b9c2bb-968c-419a-8b19-d13e0341198a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.992871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:51.998676 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] 10.222.0.52 "DELETE /v2.0/networks/e3b9c2bb-968c-419a-8b19-d13e0341198a HTTP/1.1" status: 204 len: 168 time: 1.2033439 Feb 03 14:31:52.016492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5329-4b74-42bd-a0ec-595a55ed109d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b9c2bb-968c-419a-8b19-d13e0341198a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:52.020860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.026748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=db181433-8386-4049-bd7d-e095a58bed1b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:52.085560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (667704a7-147b-42e0-bd9b-a4a316df4941), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.113138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.114680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-398eb1d6-a2eb-443b-8cb7-797d0c0a0c82 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0106347 Feb 03 14:31:52.136364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56456) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:52.142191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'port': {'network_id': 'dcdf9f34-1594-488d-a916-212c9497126b', 'name': 'tempest-FloatingIPTestJSON-1357076446'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:52.161005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc451d1c-189b-40ed-bbcd-ac9dafc99597 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (a74fb4ab-9ca3-43b9-8578-03a88240874a), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.177484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc451d1c-189b-40ed-bbcd-ac9dafc99597 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (a74fb4ab-9ca3-43b9-8578-03a88240874a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.216933 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.240850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02981660-f056-477a-8eef-1da7d32b8c55 req-ac220ef9-e27e-4b58-a0a9-a4dd6e45c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:52.242511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02981660-f056-477a-8eef-1da7d32b8c55 req-ac220ef9-e27e-4b58-a0a9-a4dd6e45c9a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06c27caf4b0e4ccf8a698035cf3bf263&device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 1125 time: 0.1447442 Feb 03 14:31:52.260213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc451d1c-189b-40ed-bbcd-ac9dafc99597 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.262285 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fc451d1c-189b-40ed-bbcd-ac9dafc99597 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4494703 Feb 03 14:31:52.265802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56460) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:52.320343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56462) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:52.409958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02981660-f056-477a-8eef-1da7d32b8c55 req-00c91616-49e4-4a8e-acfe-cf69b299067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:52.411459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02981660-f056-477a-8eef-1da7d32b8c55 req-00c91616-49e4-4a8e-acfe-cf69b299067d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 HTTP/1.1" status: 200 len: 915 time: 0.1609895 Feb 03 14:31:52.417470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9e8fcd95-d005-463d-9536-89e707fe9fa6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4bbf26f2d144aa2a0c362a3237cf638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942616 Feb 03 14:31:52.422082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56464) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:52.448088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2de4a1e6-405d-490e-a15e-d24a5487ee04 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (a74fb4ab-9ca3-43b9-8578-03a88240874a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.476181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:52.479499 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.485104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02981660-f056-477a-8eef-1da7d32b8c55 req-8dcfed18-231c-41a2-a3d3-b168a77e634b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb54306-0446-4785-8859-e396d071d13c HTTP/1.1" status: 200 len: 217 time: 0.0640719 Feb 03 14:31:52.541709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.544525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] device_id is not set on port 9dfb6b1d-ada4-4de2-ab4c-e0d010d729be yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:52.546115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-8d9eafc7-c92a-4652-9678-4f869f9d19f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2177284 Feb 03 14:31:52.550090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.606383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02981660-f056-477a-8eef-1da7d32b8c55 req-83740634-ec83-4385-abda-0d9b83eda0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:52.607890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02981660-f056-477a-8eef-1da7d32b8c55 req-83740634-ec83-4385-abda-0d9b83eda0a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa8636b3-f62a-4496-8aea-ea13101e4e82 HTTP/1.1" status: 200 len: 854 time: 0.1128688 Feb 03 14:31:52.657861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dacc8bd-5263-413a-98c0-f3e36a087622 admin admin] Publish callbacks [] for security_group (61cd2b30-3518-4d42-bd43-9faceb5e9e48), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.661521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02981660-f056-477a-8eef-1da7d32b8c55 req-3faa0a48-442f-4323-a582-59105f4d11ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435622 Feb 03 14:31:52.700785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] In _notify_port_updated(), no bound segment for port 704f2e6a-f2ce-4fbd-aa58-f02a3212ac41 on network b7b46dfc-bc93-4181-aa23-e2e83db21f82 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:31:52.710140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:52.710819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.712190 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "PUT /v2.0/ports/704f2e6a-f2ce-4fbd-aa58-f02a3212ac41 HTTP/1.1" status: 200 len: 818 time: 0.8755484 Feb 03 14:31:52.715410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2de4a1e6-405d-490e-a15e-d24a5487ee04 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (a74fb4ab-9ca3-43b9-8578-03a88240874a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.722850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:52.724009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2de4a1e6-405d-490e-a15e-d24a5487ee04 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router_controller (a74fb4ab-9ca3-43b9-8578-03a88240874a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.748542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dacc8bd-5263-413a-98c0-f3e36a087622 admin admin] Publish callbacks [] for security_group (61cd2b30-3518-4d42-bd43-9faceb5e9e48), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.804994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93af01-35dd-43ca-89b9-f924b407f409 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=704f2e6a-f2ce-4fbd-aa58-f02a3212ac41,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:52.824391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2de4a1e6-405d-490e-a15e-d24a5487ee04 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (a74fb4ab-9ca3-43b9-8578-03a88240874a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.824973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de4a1e6-405d-490e-a15e-d24a5487ee04 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a74fb4ab-9ca3-43b9-8578-03a88240874a {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:31:52.834093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2de4a1e6-405d-490e-a15e-d24a5487ee04 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.839598 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2de4a1e6-405d-490e-a15e-d24a5487ee04 tempest-RoutersTestDVR-1730231970 tempest-RoutersTestDVR-1730231970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/a74fb4ab-9ca3-43b9-8578-03a88240874a HTTP/1.1" status: 204 len: 168 time: 0.5714676 Feb 03 14:31:52.858802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-e734af84-381b-4bf4-bb9a-9d9511ec33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:52.860306 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-e734af84-381b-4bf4-bb9a-9d9511ec33c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d451d72ad74b3398446ced44dda4d2&device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 1128 time: 0.2494018 Feb 03 14:31:52.910851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dacc8bd-5263-413a-98c0-f3e36a087622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (61cd2b30-3518-4d42-bd43-9faceb5e9e48), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.916185 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dacc8bd-5263-413a-98c0-f3e36a087622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:52.917719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7dacc8bd-5263-413a-98c0-f3e36a087622 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61cd2b30-3518-4d42-bd43-9faceb5e9e48 HTTP/1.1" status: 204 len: 168 time: 0.4874165 Feb 03 14:31:52.969004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.3 (dcdf9f34-1594-488d-a916-212c9497126b/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23/9dfb6b1d-ada4-4de2-ab4c-e0d010d729be) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:52.988489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacc8bd-5263-413a-98c0-f3e36a087622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd2b30-3518-4d42-bd43-9faceb5e9e48,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:53.143690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f664d-7b34-4592-ae39-733490dd5e54 req-c43e1cc2-0741-4153-8634-555306e03e1c tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:53.145837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-798f664d-7b34-4592-ae39-733490dd5e54 req-c43e1cc2-0741-4153-8634-555306e03e1c tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 945 time: 0.3401561 Feb 03 14:31:53.157370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ceaf1-940b-40a5-bbf5-e4efc547918c req-82f4e11d-4447-4177-95a1-6d4eafd0f42e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:53.164784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf2ceaf1-940b-40a5-bbf5-e4efc547918c req-82f4e11d-4447-4177-95a1-6d4eafd0f42e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 943 time: 0.3602474 Feb 03 14:31:53.168657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02981660-f056-477a-8eef-1da7d32b8c55 req-cae31c23-55b2-44cf-a729-d236ade79f36 service neutron] 10.222.0.71 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985516 Feb 03 14:31:53.341919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 704f2e6a-f2ce-4fbd-aa58-f02a3212ac41 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:53.342264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.346461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56482) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:53.411024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-798f664d-7b34-4592-ae39-733490dd5e54 req-4014f98f-9ffb-40ba-88e4-ada3f10c4e06 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414546 Feb 03 14:31:53.428068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf2ceaf1-940b-40a5-bbf5-e4efc547918c req-ac3e7c4a-bdf8-4eda-8db7-eeea883f9477 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618845 Feb 03 14:31:53.459408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-40cf83a2-679c-4eb4-a645-1679b7d801a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:53.460928 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-40cf83a2-679c-4eb4-a645-1679b7d801a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 200 len: 916 time: 0.5783093 Feb 03 14:31:53.477705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c16630d2-d2b6-4f6a-b131-4f043e66c622 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:31:53.479580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (9dfb6b1d-ada4-4de2-ab4c-e0d010d729be), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.483220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02981660-f056-477a-8eef-1da7d32b8c55 req-002aae8a-337f-4d80-a9e1-bf2dad20df57 service neutron] 10.222.0.71 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980549 Feb 03 14:31:53.492160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.531851 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-45db8230-26e6-4763-bfd9-29d9443f3967 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8 HTTP/1.1" status: 200 len: 217 time: 0.0611849 Feb 03 14:31:53.539267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 704f2e6a-f2ce-4fbd-aa58-f02a3212ac41 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:53.553961 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9dfb6b1d-ada4-4de2-ab4c-e0d010d729be), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.618503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port c16630d2-d2b6-4f6a-b131-4f043e66c622 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:31:53.629392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port c16630d2-d2b6-4f6a-b131-4f043e66c622 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:53.631408 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.646871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network dcdf9f34-1594-488d-a916-212c9497126b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:53.650025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-c79939c9-4360-4b4e-a719-10218462ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:53.650513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:53.651515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-c79939c9-4360-4b4e-a719-10218462ee72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 200 len: 855 time: 0.1134608 Feb 03 14:31:53.653710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de093634-fab8-4b92-890a-2c1600ce1c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.657052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:53.698283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=9dfb6b1d-ada4-4de2-ab4c-e0d010d729be,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:53.706546 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-d05cf310-add1-4bb0-a712-a31a379614b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1577e91-baf1-46ec-ac71-11641587af5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435219 Feb 03 14:31:53.722910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:53.723669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.730623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56486) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:53.762970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1ac12761-aee1-4995-87fb-02290a5c55b9 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6229036 Feb 03 14:31:53.763760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56488) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:53.767503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port c16630d2-d2b6-4f6a-b131-4f043e66c622 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:53.768650 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.771457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'port_id': '9dfb6b1d-ada4-4de2-ab4c-e0d010d729be'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:53.798356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16630d2-d2b6-4f6a-b131-4f043e66c622'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:53.801697 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2a1743-ce94-4050-8d8c-4101c6410372" -d '{"events": [{"server_uuid": "8da22c3e-cafa-4cfe-bff4-97dbf1210704", "name": "network-vif-plugged", "status": "completed", "tag": "c16630d2-d2b6-4f6a-b131-4f043e66c622"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:53.822640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (704f2e6a-f2ce-4fbd-aa58-f02a3212ac41), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.836406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (667704a7-147b-42e0-bd9b-a4a316df4941), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.850258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port c16630d2-d2b6-4f6a-b131-4f043e66c622, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c16630d2-d2b6-4f6a-b131-4f043e66c622,segment=NetworkSegment(c3ffc728-4fb6-4c33-8097-7817236e3fb8),segment_id=c3ffc728-4fb6-4c33-8097-7817236e3fb8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:53.850807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d69d3f2d-295d-4797-a6e5-a5fd20176c52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd52ed10396d41baa8ec2be886b485b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1187346 Feb 03 14:31:53.851963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56492) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:53.854867 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.880463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=704f2e6a-f2ce-4fbd-aa58-f02a3212ac41,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:53.897695 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.903638 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6ccdbbb-f90c-459e-adfe-9bc545b92e79 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/704f2e6a-f2ce-4fbd-aa58-f02a3212ac41 HTTP/1.1" status: 204 len: 168 time: 1.1745439 Feb 03 14:31:53.910902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:53.925009 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b60a01-a1c4-46a2-8b5d-a81df7930b02 x-openstack-request-id: req-08b60a01-a1c4-46a2-8b5d-a81df7930b02 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:31:53.925341 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da22c3e-cafa-4cfe-bff4-97dbf1210704", "name": "network-vif-plugged", "status": "completed", "tag": "c16630d2-d2b6-4f6a-b131-4f043e66c622", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:31:53.925477 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08b60a01-a1c4-46a2-8b5d-a81df7930b02 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:31:53.925863 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16630d2-d2b6-4f6a-b131-4f043e66c622', 'code': 200} Feb 03 14:31:53.932855 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-26af3708-ee78-462a-a898-04231af04f64 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106166 Feb 03 14:31:53.964518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=c16630d2-d2b6-4f6a-b131-4f043e66c622,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:53.977557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de093634-fab8-4b92-890a-2c1600ce1c5b admin admin] Publish callbacks [] for security_group (2dad7688-2377-475e-829e-61548f9004c2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:53.992370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de093634-fab8-4b92-890a-2c1600ce1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2dad7688-2377-475e-829e-61548f9004c2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.087869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de093634-fab8-4b92-890a-2c1600ce1c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad7688-2377-475e-829e-61548f9004c2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:54.097467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a7403-f8aa-46a5-bb54-c8e26acba1df tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:54.098975 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6a6a7403-f8aa-46a5-bb54-c8e26acba1df tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1871331 Feb 03 14:31:54.101530 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-de093634-fab8-4b92-890a-2c1600ce1c5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c42090accd246618e9e071b8acc126d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7529809 Feb 03 14:31:54.102193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56496) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:54.114308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56498) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:54.126240 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04db8876-e165-4325-a318-bade03eaf783 admin admin] Publish callbacks [] for security_group (c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.131437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7f562-ef57-44cb-a357-c3adbe130a52 req-b20ce977-92f1-4247-acb2-dd70cf14e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:54.132970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ad7f562-ef57-44cb-a357-c3adbe130a52 req-b20ce977-92f1-4247-acb2-dd70cf14e614 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 1128 time: 0.1753857 Feb 03 14:31:54.152438 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-932b472d-ca89-4ea4-8079-6eb52df1b639 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:31:54.157216 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-932b472d-ca89-4ea4-8079-6eb52df1b639 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/704f2e6a-f2ce-4fbd-aa58-f02a3212ac41 HTTP/1.1" status: 404 len: 333 time: 0.0482171 Feb 03 14:31:54.159179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56500) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:54.163468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1163941733'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:54.174866 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a8aecfb1-d51d-486f-9583-f0d2efecd879 req-608faa37-7db5-4cc2-bc59-718b3fec90a7 service neutron] 10.222.0.45 "GET /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239821 Feb 03 14:31:54.178658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04db8876-e165-4325-a318-bade03eaf783 admin admin] Publish callbacks [] for security_group (c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.222020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:54.227296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.254326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2a65112-a729-4fea-b803-09bf773ba4ac admin admin] Publish callbacks [] for security_group (2dad7688-2377-475e-829e-61548f9004c2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.270698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:54.280094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ad7f562-ef57-44cb-a357-c3adbe130a52 req-8d4e105d-c3a1-4aac-8df2-291022b7c674 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410265 Feb 03 14:31:54.288095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2a65112-a729-4fea-b803-09bf773ba4ac admin admin] Publish callbacks [] for security_group (2dad7688-2377-475e-829e-61548f9004c2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.297713 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7f9f8914-fbca-4420-9039-6dc72c8d7f0c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.298118 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment 7f9f8914-fbca-4420-9039-6dc72c8d7f0c of type vlan for network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a Feb 03 14:31:54.367951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.393206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04db8876-e165-4325-a318-bade03eaf783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.396680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04db8876-e165-4325-a318-bade03eaf783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.398027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-04db8876-e165-4325-a318-bade03eaf783 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d HTTP/1.1" status: 204 len: 168 time: 0.4854884 Feb 03 14:31:54.406625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2a65112-a729-4fea-b803-09bf773ba4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2dad7688-2377-475e-829e-61548f9004c2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.410411 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2a65112-a729-4fea-b803-09bf773ba4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.413278 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b2a65112-a729-4fea-b803-09bf773ba4ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2dad7688-2377-475e-829e-61548f9004c2 HTTP/1.1" status: 204 len: 168 time: 0.2971058 Feb 03 14:31:54.415217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db8876-e165-4325-a318-bade03eaf783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8dd56-e93c-4c85-81fd-4f0652cc8b7d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:54.427814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.436367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:54.437068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.444718 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a65112-a729-4fea-b803-09bf773ba4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad7688-2377-475e-829e-61548f9004c2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:54.508178 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3418553 Feb 03 14:31:54.532766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56514) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:54.551503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2cb54306-0446-4785-8859-e396d071d13c details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:31:54.556285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:54.681420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13bed9-0d63-4698-90a2-788c15588016 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=fe0947d3-12bd-4de5-98c3-e8cd9f1d258a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:54.725630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9979-265d-4c9c-b1c5-e317945573a1 req-a87a4a29-29d1-49c3-9c12-d259879c538b tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:54.727194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1d9979-265d-4c9c-b1c5-e317945573a1 req-a87a4a29-29d1-49c3-9c12-d259879c538b tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 943 time: 0.1282387 Feb 03 14:31:54.762632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2cb54306-0446-4785-8859-e396d071d13c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2cb54306-0446-4785-8859-e396d071d13c,segment=NetworkSegment(d94c0ee0-da88-4305-8267-fe74f9515de4),segment_id=d94c0ee0-da88-4305-8267-fe74f9515de4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:54.766841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:54.770120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b8bc4-9e4e-4c9f-b11e-03b87672231a req-38c1d3d9-048b-46be-a81f-04164d2508b7 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:54.771824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac5b8bc4-9e4e-4c9f-b11e-03b87672231a req-38c1d3d9-048b-46be-a81f-04164d2508b7 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 946 time: 0.2187433 Feb 03 14:31:54.779235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:31:54.780147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:54.781504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '2cb54306-0446-4785-8859-e396d071d13c', 'network_id': '1ea7cab6-bbfd-4fc9-b051-22a3f5155b81', 'port_id': '2cb54306-0446-4785-8859-e396d071d13c', 'mac_address': 'fa:16:3e:a4:cd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8636b3-f62a-4496-8aea-ea13101e4e82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:31:54.785140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:55.044306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (fab78a50-9368-4479-afac-2389f7848427), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.149288 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.162010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=fab78a50-9368-4479-afac-2389f7848427,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:55.177099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2cb54306-0446-4785-8859-e396d071d13c is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:55.177614 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2cb54306-0446-4785-8859-e396d071d13c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.198556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb54306-0446-4785-8859-e396d071d13c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:31:55.223222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2cb54306-0446-4785-8859-e396d071d13c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2cb54306-0446-4785-8859-e396d071d13c,segment=NetworkSegment(d94c0ee0-da88-4305-8267-fe74f9515de4),segment_id=d94c0ee0-da88-4305-8267-fe74f9515de4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:55.234920 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2cb54306-0446-4785-8859-e396d071d13c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.240122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': '7f9f8914-fbca-4420-9039-6dc72c8d7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:55.242102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: fe0947d3-12bd-4de5-98c3-e8cd9f1d258a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:31:55.244608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56528) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:55.290448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3bdb10db-6959-4dee-b939-54b879d2fadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.324276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2cb54306-0446-4785-8859-e396d071d13c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:55.335545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac5b8bc4-9e4e-4c9f-b11e-03b87672231a req-591c1025-1eee-4295-bb19-578ef36ca626 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522676 Feb 03 14:31:55.360819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1d9979-265d-4c9c-b1c5-e317945573a1 req-4c6599a7-23e5-4923-bcad-a9f615f74b95 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209290 Feb 03 14:31:55.385253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.396509 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (667704a7-147b-42e0-bd9b-a4a316df4941), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.458530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:31:55.514901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, fe0947d3-12bd-4de5-98c3-e8cd9f1d258a) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:55.519544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3bdb10db-6959-4dee-b939-54b879d2fadb admin admin] Publish callbacks [] for security_group (d266af25-12b7-4202-9332-572b51ec6de2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.525236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ef3fd-d917-4d7c-9d2f-34266ca4f9cd None None] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:55.538532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3bdb10db-6959-4dee-b939-54b879d2fadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d266af25-12b7-4202-9332-572b51ec6de2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.541590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:55.542186 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.599853 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP 667704a7-147b-42e0-bd9b-a4a316df4941 associated. External IP: 172.25.0.243, port: 9dfb6b1d-ada4-4de2-ab4c-e0d010d729be. Feb 03 14:31:55.650025 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-46dd133d-7252-47fa-89f2-0220f865859a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1136398 Feb 03 14:31:55.650405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56536) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:55.653061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb10db-6959-4dee-b939-54b879d2fadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d266af25-12b7-4202-9332-572b51ec6de2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:55.672969 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3bdb10db-6959-4dee-b939-54b879d2fadb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44bf77e5595b453fa382bd2c92223406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261210 Feb 03 14:31:55.673873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56538) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:55.676407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ba0c132c-bf1b-4875-8b11-ac413a771bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:55.743100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['2cb54306-0446-4785-8859-e396d071d13c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:31:55.855748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187d0141-1dd5-4967-940f-1886949b288d admin admin] Publish callbacks [] for security_group (d266af25-12b7-4202-9332-572b51ec6de2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.886666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0cfcc-0e19-499f-be49-2e5800b31b05 req-2671deb1-5f1b-4acd-b249-b3d547626be3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:55.888222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9be0cfcc-0e19-499f-be49-2e5800b31b05 req-2671deb1-5f1b-4acd-b249-b3d547626be3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 946 time: 0.2044594 Feb 03 14:31:55.926459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927005f-e447-4d88-a306-19b885437823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-fe0947d3-12bd-4de5-98c3-e8cd9f1d258a', 'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a', 'project_id': '1d7daf32b87f4eeb8c40ec4a7a927cb3', 'fixed_ips': [{'subnet_id': 'fab78a50-9368-4479-afac-2389f7848427'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:31:55.926459 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1927005f-e447-4d88-a306-19b885437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.929457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187d0141-1dd5-4967-940f-1886949b288d admin admin] Publish callbacks [] for security_group (d266af25-12b7-4202-9332-572b51ec6de2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.996627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187d0141-1dd5-4967-940f-1886949b288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d266af25-12b7-4202-9332-572b51ec6de2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:55.999232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187d0141-1dd5-4967-940f-1886949b288d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.000399 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-187d0141-1dd5-4967-940f-1886949b288d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d266af25-12b7-4202-9332-572b51ec6de2 HTTP/1.1" status: 204 len: 168 time: 0.3242338 Feb 03 14:31:56.023805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d0141-1dd5-4967-940f-1886949b288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d266af25-12b7-4202-9332-572b51ec6de2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:56.117820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0c132c-bf1b-4875-8b11-ac413a771bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:56.124210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba0c132c-bf1b-4875-8b11-ac413a771bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.196930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9be0cfcc-0e19-499f-be49-2e5800b31b05 req-52b695ed-5919-44fe-9796-6b261bd37a66 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961471 Feb 03 14:31:56.263711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-1927005f-e447-4d88-a306-19b885437823 None None] Allocated IP 172.20.0.2 (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a/fab78a50-9368-4479-afac-2389f7848427/fec1cd31-e612-4fba-b73c-014b0e98cf2b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:56.434506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:56.453777 n-d-827549-2 neutron-server[103342]: INFO neutron.db.ipam_backend_mixin [None req-ba0c132c-bf1b-4875-8b11-ac413a771bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fab78a50-9368-4479-afac-2389f7848427 (CIDR: 172.20.0.0/28) Feb 03 14:31:56.459549 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0c132c-bf1b-4875-8b11-ac413a771bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:31:56.470561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0c132c-bf1b-4875-8b11-ac413a771bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:31:56.498679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ba0c132c-bf1b-4875-8b11-ac413a771bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8471324 Feb 03 14:31:56.501883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56562) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:56.511163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:56.541384 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1927005f-e447-4d88-a306-19b885437823 None None] Publish callbacks [] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.558439 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1927005f-e447-4d88-a306-19b885437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.575626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927005f-e447-4d88-a306-19b885437823 None None] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:56.578005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1927005f-e447-4d88-a306-19b885437823 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:56.597911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927005f-e447-4d88-a306-19b885437823 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:56.669308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1927005f-e447-4d88-a306-19b885437823 None None] Attempting to bind port fec1cd31-e612-4fba-b73c-014b0e98cf2b on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:31:56.669688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1927005f-e447-4d88-a306-19b885437823 None None] Attempting to bind port fec1cd31-e612-4fba-b73c-014b0e98cf2b by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7f9f8914-fbca-4420-9039-6dc72c8d7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:31:56.670306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927005f-e447-4d88-a306-19b885437823 None None] Attempting to bind port fec1cd31-e612-4fba-b73c-014b0e98cf2b on network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:31:56.677247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927005f-e447-4d88-a306-19b885437823 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:31:56.677629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927005f-e447-4d88-a306-19b885437823 None None] Checking segment: {'id': '7f9f8914-fbca-4420-9039-6dc72c8d7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:31:56.678041 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1927005f-e447-4d88-a306-19b885437823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.678435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927005f-e447-4d88-a306-19b885437823 None None] Bound using segment: {'id': '7f9f8914-fbca-4420-9039-6dc72c8d7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:31:56.678912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1927005f-e447-4d88-a306-19b885437823 None None] Bound port: fec1cd31-e612-4fba-b73c-014b0e98cf2b, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9f8914-fbca-4420-9039-6dc72c8d7f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:31:56.679294 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1927005f-e447-4d88-a306-19b885437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.694060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927005f-e447-4d88-a306-19b885437823 None None] Pushing event updated for resources: {'Port': ['ID=fec1cd31-e612-4fba-b73c-014b0e98cf2b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:56.734314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72094a-de53-4fcb-a607-fba557bd832d req-8595c318-2f62-4ba3-a234-53146ca9bfe9 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:56.736258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e72094a-de53-4fcb-a607-fba557bd832d req-8595c318-2f62-4ba3-a234-53146ca9bfe9 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 946 time: 0.1530991 Feb 03 14:31:56.762601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d6f1-e876-429b-85f5-d537fc715c4d req-adbbf83c-91af-44c9-96d2-218c00d71c63 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:56.764513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d74d6f1-e876-429b-85f5-d537fc715c4d req-adbbf83c-91af-44c9-96d2-218c00d71c63 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 944 time: 0.1824405 Feb 03 14:31:56.777532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1927005f-e447-4d88-a306-19b885437823 None None] For port fec1cd31-e612-4fba-b73c-014b0e98cf2b, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:31:56.779585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:31:56.781273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1927005f-e447-4d88-a306-19b885437823 None None] For port fec1cd31-e612-4fba-b73c-014b0e98cf2b, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fec1cd31-e612-4fba-b73c-014b0e98cf2b,segment=NetworkSegment(7f9f8914-fbca-4420-9039-6dc72c8d7f0c),segment_id=7f9f8914-fbca-4420-9039-6dc72c8d7f0c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:31:56.793028 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:31:56.794405 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.799081 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1927005f-e447-4d88-a306-19b885437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.814088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:56.817154 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:56.818627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:56.819059 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:56.857158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e72094a-de53-4fcb-a607-fba557bd832d req-b684ca12-fbfc-4413-bb99-06337e9272b0 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097291 Feb 03 14:31:56.901357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0d4a8799-c0cb-4d26-bab0-b63fe4cf6424 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/floatingips/667704a7-147b-42e0-bd9b-a4a316df4941 HTTP/1.1" status: 200 len: 978 time: 3.1364520 Feb 03 14:31:56.915254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56574) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:56.944569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d74d6f1-e876-429b-85f5-d537fc715c4d req-449d8bf4-0b92-4850-879c-046f1475cd11 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671598 Feb 03 14:31:56.979650 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:57.015143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927005f-e447-4d88-a306-19b885437823 None None] Pushing event updated for resources: {'Port': ['ID=fec1cd31-e612-4fba-b73c-014b0e98cf2b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:57.033829 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:31:57.036031 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:57.090607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 9dfb6b1d-ada4-4de2-ab4c-e0d010d729be {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:57.091211 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9dfb6b1d-ada4-4de2-ab4c-e0d010d729be), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.147690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56580) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:57.171197 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:31:57.172050 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f48f3f-9701-4a0d-91a9-3a45e07d59a5 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:31:57.368441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9dfb6b1d-ada4-4de2-ab4c-e0d010d729be), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.474643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (040326a0-df53-4afe-b269-66b61efb99d9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.538743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=040326a0-df53-4afe-b269-66b61efb99d9,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:57.562876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:57.566320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:57.571389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:57.572275 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.586700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b29c16c-3eef-4308-befa-3f818e8610c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.603874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7da935f2-6e3e-4579-996d-e42d46e5b44a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0985501 Feb 03 14:31:57.606339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56600) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:57.614287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a', 'fixed_ips': [{'subnet_id': 'fab78a50-9368-4479-afac-2389f7848427'}, {'subnet_id': '040326a0-df53-4afe-b269-66b61efb99d9'}], 'name': 'tempest-PortsTestJSON-104260094'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:57.680207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56602) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:57.768681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:57.786082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c630b9-98a8-43d6-b4c5-728b79764620 req-2d4b3e4c-619f-46ec-9051-5244b1a6a8c3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:57.793668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72c630b9-98a8-43d6-b4c5-728b79764620 req-2d4b3e4c-619f-46ec-9051-5244b1a6a8c3 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 946 time: 0.4733517 Feb 03 14:31:57.844157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-386448329'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:57.871805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:31:57.876563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.878004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-60283f8d-1cee-4cde-82d4-48f650ffb193 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:57.879504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-60283f8d-1cee-4cde-82d4-48f650ffb193 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 946 time: 0.4439371 Feb 03 14:31:57.895081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.947044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:57.952288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeebefa-e294-401c-ad9e-ef318f171a33 req-64258539-6353-4aa8-9b95-4ed523a47bfa tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:57.959754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adeebefa-e294-401c-ad9e-ef318f171a33 req-64258539-6353-4aa8-9b95-4ed523a47bfa tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 946 time: 0.2993503 Feb 03 14:31:57.980311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:31:58.066491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b29c16c-3eef-4308-befa-3f818e8610c0 admin admin] Publish callbacks [] for security_group (9fe60984-dc20-4ce5-b5de-4c046c080864), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.109951 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b29c16c-3eef-4308-befa-3f818e8610c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9fe60984-dc20-4ce5-b5de-4c046c080864), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.143316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for security_group (eaf8aa20-2a54-4830-96e0-22517a7affa4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.155629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.156005 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (667704a7-147b-42e0-bd9b-a4a316df4941), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.156325 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP 667704a7-147b-42e0-bd9b-a4a316df4941 disassociated. External IP: 172.25.0.243, port: 9dfb6b1d-ada4-4de2-ab4c-e0d010d729be. Feb 03 14:31:58.156712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 9dfb6b1d-ada4-4de2-ab4c-e0d010d729be owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:58.166431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72c630b9-98a8-43d6-b4c5-728b79764620 req-f0810bf4-10b4-45c7-9c52-6556378f87ec tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716638 Feb 03 14:31:58.211208 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (eaf8aa20-2a54-4830-96e0-22517a7affa4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.253031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29c16c-3eef-4308-befa-3f818e8610c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe60984-dc20-4ce5-b5de-4c046c080864,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:58.300476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf8aa20-2a54-4830-96e0-22517a7affa4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:58.313339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:31:58.320588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b29c16c-3eef-4308-befa-3f818e8610c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f62adcafb9b46479333182868b1ce8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1687083 Feb 03 14:31:58.320845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56608) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:58.340455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3ecdfd43-7808-4282-b63a-e475481a3a9b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.340736 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Added segment 3ecdfd43-7808-4282-b63a-e475481a3a9b of type vlan for network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d Feb 03 14:31:58.381423 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adeebefa-e294-401c-ad9e-ef318f171a33 req-c31a27ba-5fb9-4ea9-9e89-93ae52c394a5 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206583 Feb 03 14:31:58.395346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Deleting port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:31:58.395700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.475819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e6d20c35-f0b5-4a9a-85b5-96df75d53c8d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.480767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c236bd-713d-43c0-9be9-5eb103870b08 None None] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:31:58.547406 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65135f18-e3e0-4680-a455-b41de1fbf9ec admin admin] Publish callbacks [] for security_group (9fe60984-dc20-4ce5-b5de-4c046c080864), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.559980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e6d20c35-f0b5-4a9a-85b5-96df75d53c8d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.565603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:58.566221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.569392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d46af0b8-9f51-4675-aede-df50c321c90c None None] Provisioning complete for port fec1cd31-e612-4fba-b73c-014b0e98cf2b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:58.569776 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d46af0b8-9f51-4675-aede-df50c321c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.618259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2cb54306-0446-4785-8859-e396d071d13c up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:31:58.632983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65135f18-e3e0-4680-a455-b41de1fbf9ec admin admin] Publish callbacks [] for security_group (9fe60984-dc20-4ce5-b5de-4c046c080864), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.651416 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9591644 Feb 03 14:31:58.684560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0030ec-87be-4f1f-9e42-e855b76e377d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Network': ['ID=e6d20c35-f0b5-4a9a-85b5-96df75d53c8d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:58.687182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.4 (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a/fab78a50-9368-4479-afac-2389f7848427/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:58.700837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.24 (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a/040326a0-df53-4afe-b269-66b61efb99d9/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:58.707559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:31:58.790161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2d93-6f6c-4cfd-88b7-532b70db662f req-4041c983-8c48-411b-816e-60a7335f64b1 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:58.798899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e4b2d93-6f6c-4cfd-88b7-532b70db662f req-4041c983-8c48-411b-816e-60a7335f64b1 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 944 time: 0.4890950 Feb 03 14:31:58.880726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.917493 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9dfb6b1d-ada4-4de2-ab4c-e0d010d729be), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.942353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.950368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 2cb54306-0446-4785-8859-e396d071d13c completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:31:58.956936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65135f18-e3e0-4680-a455-b41de1fbf9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9fe60984-dc20-4ce5-b5de-4c046c080864), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.959681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65135f18-e3e0-4680-a455-b41de1fbf9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.960933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 2cb54306-0446-4785-8859-e396d071d13c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:58.961606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2cb54306-0446-4785-8859-e396d071d13c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:58.964007 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65135f18-e3e0-4680-a455-b41de1fbf9ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fe60984-dc20-4ce5-b5de-4c046c080864 HTTP/1.1" status: 204 len: 168 time: 0.6421852 Feb 03 14:31:58.990733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] For port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:58.991291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.002458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d46af0b8-9f51-4675-aede-df50c321c90c None None] Current status of the port fec1cd31-e612-4fba-b73c-014b0e98cf2b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:59.003192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d46af0b8-9f51-4675-aede-df50c321c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.013186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:31:59.016818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:31:59.020787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:31:59.023891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65135f18-e3e0-4680-a455-b41de1fbf9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe60984-dc20-4ce5-b5de-4c046c080864,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:59.077687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Calling delete_port for 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:31:59.100530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:59.103319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e429a6b0-83f5-4c06-a669-ca6440931701 None None] Update dhcp port {'port': {'network_id': 'fe0947d3-12bd-4de5-98c3-e8cd9f1d258a', 'fixed_ips': [{'subnet_id': 'fab78a50-9368-4479-afac-2389f7848427', 'ip_address': '172.20.0.2'}, {'subnet_id': '040326a0-df53-4afe-b269-66b61efb99d9'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'fec1cd31-e612-4fba-b73c-014b0e98cf2b'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:31:59.158428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:59.159165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.189209 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68fdb28d-96ce-43fa-8387-eb1ca6120f5a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.5815637 Feb 03 14:31:59.192909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56612) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:31:59.209397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fab78a50-9368-4479-afac-2389f7848427'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:31:59.304550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=9dfb6b1d-ada4-4de2-ab4c-e0d010d729be,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:59.310107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e429a6b0-83f5-4c06-a669-ca6440931701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.349185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e4b2d93-6f6c-4cfd-88b7-532b70db662f req-29e39674-16ce-44fb-8e70-0b866fb85def tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456669 Feb 03 14:31:59.351949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d46af0b8-9f51-4675-aede-df50c321c90c None None] For port fec1cd31-e612-4fba-b73c-014b0e98cf2b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fec1cd31-e612-4fba-b73c-014b0e98cf2b,segment=NetworkSegment(7f9f8914-fbca-4420-9039-6dc72c8d7f0c),segment_id=7f9f8914-fbca-4420-9039-6dc72c8d7f0c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:59.354149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fec1cd31-e612-4fba-b73c-014b0e98cf2b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:31:59.356103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:31:59.359860 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d46af0b8-9f51-4675-aede-df50c321c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.467771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.606937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-c11bebc0-9db6-4708-8975-058d9b39a2d2 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:59.608449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 2cb54306-0446-4785-8859-e396d071d13c is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:31:59.609091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-c11bebc0-9db6-4708-8975-058d9b39a2d2 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 946 time: 0.6927509 Feb 03 14:31:59.612368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2cb54306-0446-4785-8859-e396d071d13c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.648612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46af0b8-9f51-4675-aede-df50c321c90c None None] Pushing event updated for resources: {'Port': ['ID=fec1cd31-e612-4fba-b73c-014b0e98cf2b,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:31:59.674733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb54306-0446-4785-8859-e396d071d13c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:31:59.677382 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca788fe-78a1-42d6-9362-c88349680452" -d '{"events": [{"server_uuid": "8af20269-8834-4217-a5dd-fad9cdc0157d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb54306-0446-4785-8859-e396d071d13c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:31:59.762636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 2cb54306-0446-4785-8859-e396d071d13c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2cb54306-0446-4785-8859-e396d071d13c,segment=NetworkSegment(d94c0ee0-da88-4305-8267-fe74f9515de4),segment_id=d94c0ee0-da88-4305-8267-fe74f9515de4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:31:59.768995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fec1cd31-e612-4fba-b73c-014b0e98cf2b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:31:59.769393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.840357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963cb0b-94d5-40fd-a5b7-522af5eb9596 req-915785ec-7ac1-48de-949a-bd0d93c41383 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:31:59.841786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5963cb0b-94d5-40fd-a5b7-522af5eb9596 req-915785ec-7ac1-48de-949a-bd0d93c41383 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 946 time: 0.5008664 Feb 03 14:31:59.847539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2cb54306-0446-4785-8859-e396d071d13c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:31:59.848346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:31:59.919704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e429a6b0-83f5-4c06-a669-ca6440931701 None None] Allocated IP 172.20.0.18 (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a/040326a0-df53-4afe-b269-66b61efb99d9/fec1cd31-e612-4fba-b73c-014b0e98cf2b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:31:59.994662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:00.006659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5963cb0b-94d5-40fd-a5b7-522af5eb9596 req-7d2807e8-d496-4d3c-a3a1-9fe642af402c tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471925 Feb 03 14:32:00.130086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b1d47-a0ef-4020-8631-0ba25dda5f84 req-7d0d95ae-183b-42b5-9505-840fce2e8901 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:00.149759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb2b1d47-a0ef-4020-8631-0ba25dda5f84 req-7d0d95ae-183b-42b5-9505-840fce2e8901 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 946 time: 0.5642767 Feb 03 14:32:00.183779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (119ca037-a22c-4a7c-a0d8-ff10ccc4c65b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:00.198274 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd79720d-dd7d-40e1-9ccd-82b349a573d0 x-openstack-request-id: req-bd79720d-dd7d-40e1-9ccd-82b349a573d0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:00.198566 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af20269-8834-4217-a5dd-fad9cdc0157d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb54306-0446-4785-8859-e396d071d13c", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:00.198817 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd79720d-dd7d-40e1-9ccd-82b349a573d0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:00.199201 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb54306-0446-4785-8859-e396d071d13c', 'code': 200} Feb 03 14:32:00.209588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:00.222361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=2cb54306-0446-4785-8859-e396d071d13c,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:00.227595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4adc8e1e-0570-4366-a868-26cf99464385', '9035cd91-63d1-4894-a4f8-8660c7b424a8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:00.263205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:00.289815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6347726-0b0c-4f28-8219-28d2b6669999 req-1fd0d659-ea36-4287-947e-1a2a786d05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:00.293920 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c6347726-0b0c-4f28-8219-28d2b6669999 req-1fd0d659-ea36-4287-947e-1a2a786d05cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 1127 time: 0.0916002 Feb 03 14:32:00.301079 n-d-827549-2 neutron-server[103343]: INFO neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No ports have port_id starting with 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b Feb 03 14:32:00.332351 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:00.340789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c3dda9d5-0f27-4521-b9a2-db9d68f29bb7 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/ports/9dfb6b1d-ada4-4de2-ab4c-e0d010d729be HTTP/1.1" status: 204 len: 168 time: 3.4222155 Feb 03 14:32:00.343144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56638) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:00.344326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event deleted for resources: {'Port': ['ID=119ca037-a22c-4a7c-a0d8-ff10ccc4c65b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:00.349783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fec1cd31-e612-4fba-b73c-014b0e98cf2b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:00.386595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:00.387342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:00.431067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:00.511016 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c6347726-0b0c-4f28-8219-28d2b6669999 req-b7081f7d-8a24-49c4-b05d-50a0b30b5566 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085779 Feb 03 14:32:00.513957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e429a6b0-83f5-4c06-a669-ca6440931701 None None] For port fec1cd31-e612-4fba-b73c-014b0e98cf2b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fec1cd31-e612-4fba-b73c-014b0e98cf2b,segment=NetworkSegment(7f9f8914-fbca-4420-9039-6dc72c8d7f0c),segment_id=7f9f8914-fbca-4420-9039-6dc72c8d7f0c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:00.520529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:00.521145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:00.548176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24e7ce92-0fe7-4955-b37e-4c4660515b40 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "GET /v2.0/floatingips/667704a7-147b-42e0-bd9b-a4a316df4941 HTTP/1.1" status: 200 len: 688 time: 0.1996906 Feb 03 14:32:00.548736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:00.567303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] No DVR routers for this DVR port 119ca037-a22c-4a7c-a0d8-ff10ccc4c65b on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:00.577725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:00.582786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32c75cfc-70a1-4105-b813-0e83c4552afa req-8d6d7d20-2ebc-4ddc-9ede-5aed2a58157a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "DELETE /v2.0/ports/119ca037-a22c-4a7c-a0d8-ff10ccc4c65b HTTP/1.1" status: 204 len: 173 time: 2.6913412 Feb 03 14:32:00.585656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'name': 'network-vif-deleted', 'tag': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:00.588135 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52bfb70-1fc7-447a-b4db-bb8ef79e79e8" -d '{"events": [{"server_uuid": "9fc6b9db-a62f-45c9-b93a-0d296a360f94", "name": "network-vif-deleted", "tag": "119ca037-a22c-4a7c-a0d8-ff10ccc4c65b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:00.602943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:00.603773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299db35a-30e0-4090-9a74-0edde971e040 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:00.629451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb2b1d47-a0ef-4020-8631-0ba25dda5f84 req-54caa2cf-2d6a-4170-a8d2-7e382e14c673 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782596 Feb 03 14:32:00.655252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011402-1c8e-4554-bd53-0e5903c2f5bb req-633e6dd2-b38a-4c0f-9d89-d62aae797a26 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:00.666064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27011402-1c8e-4554-bd53-0e5903c2f5bb req-633e6dd2-b38a-4c0f-9d89-d62aae797a26 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.1405165 Feb 03 14:32:00.678035 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e429a6b0-83f5-4c06-a669-ca6440931701 None None] Publish callbacks [] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:00.679421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Deleting port c16630d2-d2b6-4f6a-b131-4f043e66c622 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:00.679919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:00.689665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e429a6b0-83f5-4c06-a669-ca6440931701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:00.795456 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c7a09d-1b4f-467a-ad92-120276db9479 x-openstack-request-id: req-a7c7a09d-1b4f-467a-ad92-120276db9479 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:00.795904 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc6b9db-a62f-45c9-b93a-0d296a360f94", "name": "network-vif-deleted", "tag": "119ca037-a22c-4a7c-a0d8-ff10ccc4c65b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:00.796296 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7c7a09d-1b4f-467a-ad92-120276db9479 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:00.796894 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc6b9db-a62f-45c9-b93a-0d296a360f94', 'name': 'network-vif-deleted', 'tag': '119ca037-a22c-4a7c-a0d8-ff10ccc4c65b', 'status': 'completed', 'code': 200} Feb 03 14:32:00.832672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27011402-1c8e-4554-bd53-0e5903c2f5bb req-c9e0e42d-6f5e-4fb5-a729-53c407b8010c tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655414 Feb 03 14:32:00.889909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429a6b0-83f5-4c06-a669-ca6440931701 None None] Pushing event updated for resources: {'Port': ['ID=fec1cd31-e612-4fba-b73c-014b0e98cf2b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:00.941820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] For port c16630d2-d2b6-4f6a-b131-4f043e66c622, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=c16630d2-d2b6-4f6a-b131-4f043e66c622,segment=NetworkSegment(c3ffc728-4fb6-4c33-8097-7817236e3fb8),segment_id=c3ffc728-4fb6-4c33-8097-7817236e3fb8)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:00.942693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:00.983886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Calling delete_port for c16630d2-d2b6-4f6a-b131-4f043e66c622 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:01.033940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Delete allocated IP 172.20.0.24 (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a/040326a0-df53-4afe-b269-66b61efb99d9) {{(pid=103341) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:32:01.149778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port db181433-8386-4049-bd7d-e095a58bed1b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:01.151509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (db181433-8386-4049-bd7d-e095a58bed1b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.166518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fec1cd31-e612-4fba-b73c-014b0e98cf2b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:01.260047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c37f87ca-4921-442f-a9c2-0fcebe9750f3 req-688beb39-dff1-46c9-8f2c-82a2643a66a4 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fc6b9db-a62f-45c9-b93a-0d296a360f94 HTTP/1.1" status: 200 len: 210 time: 0.0682485 Feb 03 14:32:01.341708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fec1cd31-e612-4fba-b73c-014b0e98cf2b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:01.342119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.386565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c16630d2-d2b6-4f6a-b131-4f043e66c622), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.404381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['c16630d2-d2b6-4f6a-b131-4f043e66c622'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:01.448626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (db181433-8386-4049-bd7d-e095a58bed1b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.449201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (db181433-8386-4049-bd7d-e095a58bed1b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.467095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for db181433-8386-4049-bd7d-e095a58bed1b owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:01.481202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Pushing event deleted for resources: {'Port': ['ID=c16630d2-d2b6-4f6a-b131-4f043e66c622,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:01.591463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] No DVR routers for this DVR port c16630d2-d2b6-4f6a-b131-4f043e66c622 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:01.595397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.599659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07e9bc96-b550-48bd-b83e-d72af9c29b14 req-3519cfc5-f2d1-42d9-84a4-440f90c24950 tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.45 "DELETE /v2.0/ports/c16630d2-d2b6-4f6a-b131-4f043e66c622 HTTP/1.1" status: 204 len: 173 time: 1.9701102 Feb 03 14:32:01.669964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fec1cd31-e612-4fba-b73c-014b0e98cf2b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:01.794991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.863657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a91ce91f-aa77-48ba-9866-b73b5a564ad9 req-4368e8cd-5772-4a12-b07d-e6624e1ac1ca tempest-ServerAddressesTestJSON-55368796 tempest-ServerAddressesTestJSON-55368796-project] 10.222.0.52 "GET /v2.0/ports?device_id=8da22c3e-cafa-4cfe-bff4-97dbf1210704 HTTP/1.1" status: 200 len: 210 time: 0.0459900 Feb 03 14:32:01.897978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.912123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (db181433-8386-4049-bd7d-e095a58bed1b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:01.989987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf082fe-b534-4f69-bbf5-e9f03be438d4 None None] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:02.072444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56664) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:02.079061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=db181433-8386-4049-bd7d-e095a58bed1b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:02.081895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'subnet': {'network_id': 'e6d20c35-f0b5-4a9a-85b5-96df75d53c8d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:02.096247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ab73544d-46c3-4ee2-b854-5abe4cfa1e04 None None] Provisioning complete for port fec1cd31-e612-4fba-b73c-014b0e98cf2b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:02.096652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab73544d-46c3-4ee2-b854-5abe4cfa1e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.206411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c52a2-005a-49d9-a442-94ec5a835986 req-58669404-e065-4a77-90bd-dc69d510ac24 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:02.208059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-267c52a2-005a-49d9-a442-94ec5a835986 req-58669404-e065-4a77-90bd-dc69d510ac24 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.1967883 Feb 03 14:32:02.261878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:02.265890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.293877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:02.312614 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (667704a7-147b-42e0-bd9b-a4a316df4941), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.313228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab73544d-46c3-4ee2-b854-5abe4cfa1e04 None None] Current status of the port fec1cd31-e612-4fba-b73c-014b0e98cf2b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:02.315491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-267c52a2-005a-49d9-a442-94ec5a835986 req-f6b989b9-c169-4c67-8d12-624ce10ce623 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000166 Feb 03 14:32:02.316147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.321012 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-be92e0b2-779b-4711-a61d-46edc4c3bf35 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/floatingips/667704a7-147b-42e0-bd9b-a4a316df4941 HTTP/1.1" status: 204 len: 168 time: 1.7687440 Feb 03 14:32:02.324636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56668) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:02.333772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '44377c49-a943-4060-bfb0-17fe65d47ac8'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:02.368251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.375001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] In _notify_port_updated(), no bound segment for port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d on network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:32:02.387502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:02.388212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.391925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0097fd8d-f6dc-4989-81f1-9fc0036b61c5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "PUT /v2.0/ports/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d HTTP/1.1" status: 200 len: 918 time: 3.1957340 Feb 03 14:32:02.399661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56672) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:02.415669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fab78a50-9368-4479-afac-2389f7848427'}, {'subnet_id': '040326a0-df53-4afe-b269-66b61efb99d9'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:02.687536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.747985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (688a6724-b62e-43bb-a123-7dd4a22e303d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.829866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'name': 'network-vif-deleted', 'tag': 'c16630d2-d2b6-4f6a-b131-4f043e66c622'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:02.834622 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e4cba6-be00-432e-8055-603ba55987e1" -d '{"events": [{"server_uuid": "8da22c3e-cafa-4cfe-bff4-97dbf1210704", "name": "network-vif-deleted", "tag": "c16630d2-d2b6-4f6a-b131-4f043e66c622"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:02.882035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.25.0.56 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/c0e1ae0d-9162-4651-afa6-f4b319e14402) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:02.895121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fdad6718-a0a3-4f2e-b2a1-b0b31d6c3430 None None] Provisioning complete for port fec1cd31-e612-4fba-b73c-014b0e98cf2b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:02.895769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdad6718-a0a3-4f2e-b2a1-b0b31d6c3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.945750 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb1fc40-e885-4a81-a6ca-37fa437eec14 x-openstack-request-id: req-2cb1fc40-e885-4a81-a6ca-37fa437eec14 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:02.946053 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da22c3e-cafa-4cfe-bff4-97dbf1210704", "name": "network-vif-deleted", "tag": "c16630d2-d2b6-4f6a-b131-4f043e66c622", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:02.946306 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cb1fc40-e885-4a81-a6ca-37fa437eec14 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:02.946707 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da22c3e-cafa-4cfe-bff4-97dbf1210704', 'name': 'network-vif-deleted', 'tag': 'c16630d2-d2b6-4f6a-b131-4f043e66c622', 'status': 'completed', 'code': 200} Feb 03 14:32:02.956722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:02.985964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:03.078686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fdad6718-a0a3-4f2e-b2a1-b0b31d6c3430 None None] Current status of the port fec1cd31-e612-4fba-b73c-014b0e98cf2b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:03.091500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fdad6718-a0a3-4f2e-b2a1-b0b31d6c3430 None None] Provisioning complete for port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:03.091874 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdad6718-a0a3-4f2e-b2a1-b0b31d6c3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.184791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fdad6718-a0a3-4f2e-b2a1-b0b31d6c3430 None None] Port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:03.199234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Subnet': ['ID=688a6724-b62e-43bb-a123-7dd4a22e303d,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:03.216990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Checking segment: {'id': '3ecdfd43-7808-4282-b63a-e475481a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6d20c35-f0b5-4a9a-85b5-96df75d53c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:03.217416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network hostable DHCP agents. Network: e6d20c35-f0b5-4a9a-85b5-96df75d53c8d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:03.325442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1551150f-1c3b-410c-8eb8-a993fd2a5ee1 None None] Provisioning complete for port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:03.326553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1551150f-1c3b-410c-8eb8-a993fd2a5ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.340132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:03.435342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1551150f-1c3b-410c-8eb8-a993fd2a5ee1 None None] Port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:03.459404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e6d20c35-f0b5-4a9a-85b5-96df75d53c8d) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:03.472696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d3ca7-972d-4556-907e-d106def3e4a2 None None] Network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:03.476037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:03.477232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.568506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:03.569611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6d4db28c-31c2-4c80-91f7-efde011e8aa5 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4957476 Feb 03 14:32:03.578488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-294647431'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:03.579351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c16630d2-d2b6-4f6a-b131-4f043e66c622 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:03.608527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] Deleting subnet 27393b99-b20d-4a58-9de0-7555590fa381 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:03.628372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] Publish callbacks [] for subnet (27393b99-b20d-4a58-9de0-7555590fa381), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.628628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: c16630d2-d2b6-4f6a-b131-4f043e66c622 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:03.629236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device c16630d2-d2b6-4f6a-b131-4f043e66c622 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:03.646533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-e6d20c35-f0b5-4a9a-85b5-96df75d53c8d', 'network_id': 'e6d20c35-f0b5-4a9a-85b5-96df75d53c8d', 'project_id': '952bbac3ddc14810b8ca01503dd58af7', 'fixed_ips': [{'subnet_id': '688a6724-b62e-43bb-a123-7dd4a22e303d'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:03.647779 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.702804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.712713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8746-f6d8-4289-8b14-91682f62053a req-5697b702-9be4-498c-8bf9-e631147a8076 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:03.712713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf0c8746-f6d8-4289-8b14-91682f62053a req-5697b702-9be4-498c-8bf9-e631147a8076 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.2269793 Feb 03 14:32:03.728034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:03.731699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.737737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.28 (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a/040326a0-df53-4afe-b269-66b61efb99d9/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:03.762792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:03.773316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6c5f09ee-bdfc-4e38-aacc-9f33b76e1186), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.773824 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Added segment 6c5f09ee-bdfc-4e38-aacc-9f33b76e1186 of type vlan for network e2288cd7-8e48-4638-8eb8-5797f9d497f3 Feb 03 14:32:03.816452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e2288cd7-8e48-4638-8eb8-5797f9d497f3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.829819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ac74a332-98a3-40c1-ba2c-d8ee9baa41e7 None None] Provisioning complete for port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:03.830249 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac74a332-98a3-40c1-ba2c-d8ee9baa41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.846925 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e2288cd7-8e48-4638-8eb8-5797f9d497f3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.852490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:03.853243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.871169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (27393b99-b20d-4a58-9de0-7555590fa381), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.900795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ac74a332-98a3-40c1-ba2c-d8ee9baa41e7 None None] Port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:03.902218 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.906705 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3363957 Feb 03 14:32:03.918971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:03.924627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56692) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:03.932877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'subnet': {'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:03.944351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Allocated IP 2001:db8:0:ffff::2 (e6d20c35-f0b5-4a9a-85b5-96df75d53c8d/688a6724-b62e-43bb-a123-7dd4a22e303d/541f0415-72bd-409c-8e42-73b87b6844d0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:04.003376 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (27393b99-b20d-4a58-9de0-7555590fa381), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.007009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:04.040768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.070753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf0c8746-f6d8-4289-8b14-91682f62053a req-53482527-0789-4bf3-b04d-8357eb5ac2ec tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526213 Feb 03 14:32:04.125330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bb974-a171-4ebd-985e-29d25049e9be tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Network': ['ID=e2288cd7-8e48-4638-8eb8-5797f9d497f3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:04.136128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=c0e1ae0d-9162-4651-afa6-f4b319e14402,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:04.142407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:04.147458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:04.150148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:04.199785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (27393b99-b20d-4a58-9de0-7555590fa381), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.215527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e2288cd7-8e48-4638-8eb8-5797f9d497f3 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:04.429188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:04.433603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.484329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] In _notify_port_updated(), no bound segment for port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d on network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:32:04.490185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:04.490832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.492210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-554d14e9-a47f-4cdb-acac-7f9257e7d741 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "PUT /v2.0/ports/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d HTTP/1.1" status: 200 len: 998 time: 2.0914698 Feb 03 14:32:04.495224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56700) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:04.499703 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Publish callbacks [] for port (541f0415-72bd-409c-8e42-73b87b6844d0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.510857 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.577709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:04.583134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d558d508-5a4f-450c-81c6-2a1742147b5b None None] Provisioning complete for port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:04.583507 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d558d508-5a4f-450c-81c6-2a1742147b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.628777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:04.633799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d558d508-5a4f-450c-81c6-2a1742147b5b None None] Port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:04.636294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:04.639825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Pushing event updated for resources: {'Port': ['ID=541f0415-72bd-409c-8e42-73b87b6844d0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:04.724984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27393b99-b20d-4a58-9de0-7555590fa381,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:04.733463 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.735861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Attempting to bind port 541f0415-72bd-409c-8e42-73b87b6844d0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:04.736922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Attempting to bind port 541f0415-72bd-409c-8e42-73b87b6844d0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '3ecdfd43-7808-4282-b63a-e475481a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6d20c35-f0b5-4a9a-85b5-96df75d53c8d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:04.737218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Attempting to bind port 541f0415-72bd-409c-8e42-73b87b6844d0 on network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:04.742075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dea71d29-a8ef-49d0-ae21-2b725ab727fe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/27393b99-b20d-4a58-9de0-7555590fa381 HTTP/1.1" status: 204 len: 168 time: 1.7536190 Feb 03 14:32:04.744902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56708) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:04.751637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:04.752745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Checking segment: {'id': '3ecdfd43-7808-4282-b63a-e475481a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6d20c35-f0b5-4a9a-85b5-96df75d53c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:04.753155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.753869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Bound using segment: {'id': '3ecdfd43-7808-4282-b63a-e475481a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6d20c35-f0b5-4a9a-85b5-96df75d53c8d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:04.754144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Bound port: 541f0415-72bd-409c-8e42-73b87b6844d0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecdfd43-7808-4282-b63a-e475481a3a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e6d20c35-f0b5-4a9a-85b5-96df75d53c8d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:04.754527 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.858596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] For port 541f0415-72bd-409c-8e42-73b87b6844d0, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:04.868575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] For port 541f0415-72bd-409c-8e42-73b87b6844d0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=541f0415-72bd-409c-8e42-73b87b6844d0,segment=NetworkSegment(3ecdfd43-7808-4282-b63a-e475481a3a9b),segment_id=3ecdfd43-7808-4282-b63a-e475481a3a9b)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:04.880199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:04.964520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (4316aaca-5c0a-4117-a4ab-73cca59165fa), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.027330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facb2c2-f0b2-460c-83da-d2b95d50159d None None] Pushing event updated for resources: {'Port': ['ID=541f0415-72bd-409c-8e42-73b87b6844d0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:05.088484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (8f81944b-aeb9-4f4b-bda7-59d25f9f1827), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.135981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-c81d0fc3-31ff-4e92-bec5-7236f29ec6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:05.137649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-c81d0fc3-31ff-4e92-bec5-7236f29ec6f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=06c27caf4b0e4ccf8a698035cf3bf263&device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 1127 time: 0.2787681 Feb 03 14:32:05.183790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6fe1d-191e-44c7-a7c3-d8d720799101 req-22b948d2-e6b1-4cda-bab8-9d103d8d0402 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:05.190834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ee6fe1d-191e-44c7-a7c3-d8d720799101 req-22b948d2-e6b1-4cda-bab8-9d103d8d0402 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.2875063 Feb 03 14:32:05.203251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:05.203696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.261842 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (4316aaca-5c0a-4117-a4ab-73cca59165fa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.352952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4316aaca-5c0a-4117-a4ab-73cca59165fa']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:05.384950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ffc728-4fb6-4c33-8097-7817236e3fb8') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:05.385844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ffc728-4fb6-4c33-8097-7817236e3fb8') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:05.409143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (c3ffc728-4fb6-4c33-8097-7817236e3fb8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.420404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.469742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c3ffc728-4fb6-4c33-8097-7817236e3fb8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.487366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:05.488730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (c3ffc728-4fb6-4c33-8097-7817236e3fb8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.495861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ee6fe1d-191e-44c7-a7c3-d8d720799101 req-9346b1e6-dc84-461f-83ab-fec413c874cf tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040261 Feb 03 14:32:05.540094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.562440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-b47281bb-a7f6-4f09-8624-5fae23c5d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:05.564218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-b47281bb-a7f6-4f09-8624-5fae23c5d727 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 HTTP/1.1" status: 200 len: 915 time: 0.4148831 Feb 03 14:32:05.567032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:05.579567 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:05.637119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-7bec8f19-62fe-4f85-8c7d-38be9b6bdb41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb54306-0446-4785-8859-e396d071d13c HTTP/1.1" status: 200 len: 217 time: 0.0402234 Feb 03 14:32:05.759123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.762752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (4316aaca-5c0a-4117-a4ab-73cca59165fa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.769590 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.774500 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] 10.222.0.52 "DELETE /v2.0/networks/4316aaca-5c0a-4117-a4ab-73cca59165fa HTTP/1.1" status: 204 len: 168 time: 1.0285544 Feb 03 14:32:05.778094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.809999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:32:05.813772 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (57ab4ad2-1442-46fa-b7e4-a1367417508c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.823846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce3c41-0e80-4c5c-bbf1-8f47902c982f admin admin] Pushing event deleted for resources: {'Network': ['ID=4316aaca-5c0a-4117-a4ab-73cca59165fa,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:05.855329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-0bb69acb-9249-45d4-b477-83c9c8c572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:05.856861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-0bb69acb-9249-45d4-b477-83c9c8c572e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fa8636b3-f62a-4496-8aea-ea13101e4e82 HTTP/1.1" status: 200 len: 854 time: 0.2109323 Feb 03 14:32:05.896257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=c0e1ae0d-9162-4651-afa6-f4b319e14402,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:05.920998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8f81944b-aeb9-4f4b-bda7-59d25f9f1827), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:05.980977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-8d84dd80-81a3-410e-b44f-3673a7b3a5e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048026 Feb 03 14:32:06.061882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Subnet': ['ID=57ab4ad2-1442-46fa-b7e4-a1367417508c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:06.065294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Checking segment: {'id': '6c5f09ee-bdfc-4e38-aacc-9f33b76e1186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:06.066105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network hostable DHCP agents. Network: e2288cd7-8e48-4638-8eb8-5797f9d497f3, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:06.202196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network e2288cd7-8e48-4638-8eb8-5797f9d497f3 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:06.204346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56720) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:06.257327 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP 8f81944b-aeb9-4f4b-bda7-59d25f9f1827 associated. External IP: 172.25.0.56, port: 44377c49-a943-4060-bfb0-17fe65d47ac8. Feb 03 14:32:06.269081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e2288cd7-8e48-4638-8eb8-5797f9d497f3) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:06.277488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71b84d-28e6-477d-9910-a22e12aa88ed None None] Network e2288cd7-8e48-4638-8eb8-5797f9d497f3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:06.290666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:06.291436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:06.297447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-3011df4c-7366-4361-a316-08c708caf666 service neutron] 10.222.0.71 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048303 Feb 03 14:32:06.428275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e7fde319-d276-4e02-a6f8-615d718ce217 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5025127 Feb 03 14:32:06.429565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56722) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:06.437188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'port': {'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3', 'name': 'tempest-NetworksIpV6TestAttrs-1414018188'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:06.449418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b7c3a29d-74c9-4d3c-aa1c-738264b2090b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=793cb0c939b5435d831f04aecb92a06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342219 Feb 03 14:32:06.449418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:06.490528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56724) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:06.590034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8cb1a-ef4e-4fbf-a16d-81326fab85e2 None None] Network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:06.605991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:06.638641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-e2288cd7-8e48-4638-8eb8-5797f9d497f3', 'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3', 'project_id': '952bbac3ddc14810b8ca01503dd58af7', 'fixed_ips': [{'subnet_id': '57ab4ad2-1442-46fa-b7e4-a1367417508c'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:06.639865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:06.767005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-796efeed-dce8-4931-b7af-abc01202a16d None None] Provisioning complete for port 541f0415-72bd-409c-8e42-73b87b6844d0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:06.767935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-796efeed-dce8-4931-b7af-abc01202a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:06.822654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:32:06.951852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83c19d12-c518-41ac-875b-5141b4d8b218 req-88f71776-0116-4416-a4c3-6baa5cc36384 service neutron] 10.222.0.71 "GET /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353664 Feb 03 14:32:07.015011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53504aea-8cbe-47a6-9db6-abfed7a262bb admin admin] Publish callbacks [] for security_group (bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.032028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:07.037812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.071052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:07.085517 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:07.103090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.106085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5dc5c-6d83-429d-8c7f-a1761408e65c req-18075919-0012-4b3a-bf05-ffaaa9e92a62 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:07.109887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-796efeed-dce8-4931-b7af-abc01202a16d None None] Current status of the port 541f0415-72bd-409c-8e42-73b87b6844d0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:07.110321 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-796efeed-dce8-4931-b7af-abc01202a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.110669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87d5dc5c-6d83-429d-8c7f-a1761408e65c req-18075919-0012-4b3a-bf05-ffaaa9e92a62 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.4589818 Feb 03 14:32:07.136712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.140434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-22573018-4052-44bc-a56d-d1c531bbe81d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d HTTP/1.1" status: 204 len: 168 time: 2.6442499 Feb 03 14:32:07.141831 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:07.142181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] device_id is not set on port bec7028c-4452-46e7-853d-4504800f1716 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:07.143955 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:07.145314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56732) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:07.148083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Allocated IP 2001:db8::f816:3eff:fe0e:feb0 (e2288cd7-8e48-4638-8eb8-5797f9d497f3/57ab4ad2-1442-46fa-b7e4-a1367417508c/d6984be8-9d05-4089-96f8-744e9e52ac50) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:07.154230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53504aea-8cbe-47a6-9db6-abfed7a262bb admin admin] Publish callbacks [] for security_group (bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.183507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-796efeed-dce8-4931-b7af-abc01202a16d None None] For port 541f0415-72bd-409c-8e42-73b87b6844d0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=541f0415-72bd-409c-8e42-73b87b6844d0,segment=NetworkSegment(3ecdfd43-7808-4282-b63a-e475481a3a9b),segment_id=3ecdfd43-7808-4282-b63a-e475481a3a9b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:07.198949 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-796efeed-dce8-4931-b7af-abc01202a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.226432 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53e1d34-8c07-4b6c-b66a-146ff922f81b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:32:07.227934 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b53e1d34-8c07-4b6c-b66a-146ff922f81b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d HTTP/1.1" status: 404 len: 333 time: 0.0816629 Feb 03 14:32:07.231014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56734) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:07.338398 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:07.369684 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:07.370300 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:31:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:07.371462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87d5dc5c-6d83-429d-8c7f-a1761408e65c req-d2458626-36a8-40bd-9fbc-a7cf7226ed3b tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421641 Feb 03 14:32:07.412647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet 040326a0-df53-4afe-b269-66b61efb99d9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:07.417527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (040326a0-df53-4afe-b269-66b61efb99d9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.453499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 541f0415-72bd-409c-8e42-73b87b6844d0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:07.470121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56736) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:07.477046 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-82cba718-e0f6-4ee5-ac5b-c5141ba0a6b3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1512578 Feb 03 14:32:07.482168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1660023557'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:07.488143 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:07.488841 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6345e51c-ece7-4468-9a66-a0040f472ac1 None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:07.503001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53504aea-8cbe-47a6-9db6-abfed7a262bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.508565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53504aea-8cbe-47a6-9db6-abfed7a262bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.517077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-53504aea-8cbe-47a6-9db6-abfed7a262bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11 HTTP/1.1" status: 204 len: 168 time: 1.0252402 Feb 03 14:32:07.518813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (040326a0-df53-4afe-b269-66b61efb99d9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.570432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53504aea-8cbe-47a6-9db6-abfed7a262bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe28d4e-a0fc-4fe6-bd17-10e67cc22f11,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:07.595971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:07.605646 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.669130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:07.686742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (288dfb2c-73e6-40dd-b53e-ae91865a33df), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.687289 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Added segment 288dfb2c-73e6-40dd-b53e-ae91865a33df of type vlan for network 75b2a283-1589-48a6-9919-c77fdb7ccf5d Feb 03 14:32:07.690613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (040326a0-df53-4afe-b269-66b61efb99d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.761735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (75b2a283-1589-48a6-9919-c77fdb7ccf5d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.802514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (75b2a283-1589-48a6-9919-c77fdb7ccf5d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.817691 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (040326a0-df53-4afe-b269-66b61efb99d9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.819380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:07.820199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.898840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=040326a0-df53-4afe-b269-66b61efb99d9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:07.915627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:07.919146 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b50fc783-51a2-406a-b056-4a281ecf4434 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/040326a0-df53-4afe-b269-66b61efb99d9 HTTP/1.1" status: 204 len: 168 time: 0.6871667 Feb 03 14:32:07.922574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:07.956804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b7b2a-f5ce-4890-8852-3d606896029b None None] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:07.965143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796efeed-dce8-4931-b7af-abc01202a16d None None] Pushing event updated for resources: {'Port': ['ID=541f0415-72bd-409c-8e42-73b87b6844d0,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:08.058939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Network': ['ID=75b2a283-1589-48a6-9919-c77fdb7ccf5d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:08.078215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cf5d43ed-cbc9-44de-b93a-ac3a6cba750f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6066816 Feb 03 14:32:08.081610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56746) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:08.084603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 541f0415-72bd-409c-8e42-73b87b6844d0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:08.085630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.099678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'subnet': {'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:08.105732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:08.110199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet fab78a50-9368-4479-afac-2389f7848427 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:08.113732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (fab78a50-9368-4479-afac-2389f7848427), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.219356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (fab78a50-9368-4479-afac-2389f7848427), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.279836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:08.301129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.304847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-beeae7e4-34eb-4d25-9f3e-44898a89fd19 None None] Provisioning complete for port 541f0415-72bd-409c-8e42-73b87b6844d0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:08.305233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeae7e4-34eb-4d25-9f3e-44898a89fd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.418200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (fab78a50-9368-4479-afac-2389f7848427), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.477027 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Publish callbacks [] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.553038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 541f0415-72bd-409c-8e42-73b87b6844d0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:08.562195 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.563710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (fab78a50-9368-4479-afac-2389f7848427), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.614801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=fab78a50-9368-4479-afac-2389f7848427,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:08.621601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.625375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Pushing event updated for resources: {'Port': ['ID=d6984be8-9d05-4089-96f8-744e9e52ac50,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:08.627936 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f47423a-2f6a-4ea0-b1e6-66b8d6905327 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/fab78a50-9368-4479-afac-2389f7848427 HTTP/1.1" status: 204 len: 168 time: 0.7032411 Feb 03 14:32:08.629905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56764) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:08.691360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Network e2288cd7-8e48-4638-8eb8-5797f9d497f3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:08.699977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:08.718331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:08.719968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Allocated IP 2001:db8::f816:3eff:fe65:ba27 (e2288cd7-8e48-4638-8eb8-5797f9d497f3/57ab4ad2-1442-46fa-b7e4-a1367417508c/bec7028c-4452-46e7-853d-4504800f1716) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:08.802718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-beeae7e4-34eb-4d25-9f3e-44898a89fd19 None None] Current status of the port 541f0415-72bd-409c-8e42-73b87b6844d0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:08.825264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.879638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Attempting to bind port d6984be8-9d05-4089-96f8-744e9e52ac50 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:08.879927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Attempting to bind port d6984be8-9d05-4089-96f8-744e9e52ac50 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6c5f09ee-bdfc-4e38-aacc-9f33b76e1186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:08.880299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Attempting to bind port d6984be8-9d05-4089-96f8-744e9e52ac50 on network e2288cd7-8e48-4638-8eb8-5797f9d497f3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:08.895260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:08.895656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Checking segment: {'id': '6c5f09ee-bdfc-4e38-aacc-9f33b76e1186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:08.896072 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.897604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Bound using segment: {'id': '6c5f09ee-bdfc-4e38-aacc-9f33b76e1186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:08.898188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Bound port: d6984be8-9d05-4089-96f8-744e9e52ac50, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5f09ee-bdfc-4e38-aacc-9f33b76e1186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2288cd7-8e48-4638-8eb8-5797f9d497f3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:08.898822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:08.961872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port fec1cd31-e612-4fba-b73c-014b0e98cf2b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:08.961872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.028770 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.046899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba950cc-746e-445e-9798-d799dab666f1 req-051a4370-a75f-424b-a7c3-ba84c2e48c9a tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:09.049501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ba950cc-746e-445e-9798-d799dab666f1 req-051a4370-a75f-424b-a7c3-ba84c2e48c9a tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.5335770 Feb 03 14:32:09.050023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56772) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:09.069075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] For port fec1cd31-e612-4fba-b73c-014b0e98cf2b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fec1cd31-e612-4fba-b73c-014b0e98cf2b,segment=NetworkSegment(7f9f8914-fbca-4420-9039-6dc72c8d7f0c),segment_id=7f9f8914-fbca-4420-9039-6dc72c8d7f0c)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:09.069469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.112865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] For port d6984be8-9d05-4089-96f8-744e9e52ac50, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:09.115714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for fec1cd31-e612-4fba-b73c-014b0e98cf2b owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:09.123504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] For port d6984be8-9d05-4089-96f8-744e9e52ac50, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d6984be8-9d05-4089-96f8-744e9e52ac50,segment=NetworkSegment(6c5f09ee-bdfc-4e38-aacc-9f33b76e1186),segment_id=6c5f09ee-bdfc-4e38-aacc-9f33b76e1186)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:09.146772 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.242635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (79aad090-acc8-4adc-a7e9-7cf1a5e282d0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.277331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fec1cd31-e612-4fba-b73c-014b0e98cf2b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.281471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 541f0415-72bd-409c-8e42-73b87b6844d0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:09.301901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No DVR routers for this DVR port fec1cd31-e612-4fba-b73c-014b0e98cf2b on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:09.365858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35fdac-789b-43e8-8c59-40bcd5d5ff30 None None] Pushing event updated for resources: {'Port': ['ID=d6984be8-9d05-4089-96f8-744e9e52ac50,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:09.394240 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=fec1cd31-e612-4fba-b73c-014b0e98cf2b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:09.431754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for port (bec7028c-4452-46e7-853d-4504800f1716), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.451270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 541f0415-72bd-409c-8e42-73b87b6844d0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:09.452179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.463796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-network', 'tenant_id': '0f2d980fe08d435db78335f788ff486e'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:09.553937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.583701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 541f0415-72bd-409c-8e42-73b87b6844d0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:09.597689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ba950cc-746e-445e-9798-d799dab666f1 req-4ed48102-f3bf-40fc-9ab8-9803523de8d6 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110993 Feb 03 14:32:09.623098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Subnet': ['ID=79aad090-acc8-4adc-a7e9-7cf1a5e282d0,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:09.625467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0947d3-12bd-4de5-98c3-e8cd9f1d258a']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:09.666894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Made reservation on behalf of 0f2d980fe08d435db78335f788ff486e for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:09.679713 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.685827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9f8914-fbca-4420-9039-6dc72c8d7f0c') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:09.686138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9f8914-fbca-4420-9039-6dc72c8d7f0c') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:09.713091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (7f9f8914-fbca-4420-9039-6dc72c8d7f0c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.759768 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.800136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7f9f8914-fbca-4420-9039-6dc72c8d7f0c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.816043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:09.816704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (7f9f8914-fbca-4420-9039-6dc72c8d7f0c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:09.820750 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:09.823255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Checking segment: {'id': '288dfb2c-73e6-40dd-b53e-ae91865a33df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:09.823739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network hostable DHCP agents. Network: 75b2a283-1589-48a6-9919-c77fdb7ccf5d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:09.829097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bec7028c-4452-46e7-853d-4504800f1716), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.953659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d31ab-e08a-4a97-ae6c-4659a8443b3a None None] Network fe0947d3-12bd-4de5-98c3-e8cd9f1d258a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:09.967693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Port': ['ID=bec7028c-4452-46e7-853d-4504800f1716,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:09.973447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (fe0947d3-12bd-4de5-98c3-e8cd9f1d258a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:09.996317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.008071 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/fe0947d3-12bd-4de5-98c3-e8cd9f1d258a HTTP/1.1" status: 204 len: 168 time: 1.3684843 Feb 03 14:32:10.008442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56792) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:10.083498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294797f-631f-4ce6-b65c-92167cccaeee tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=fe0947d3-12bd-4de5-98c3-e8cd9f1d258a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:10.091123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:10.139479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network e2288cd7-8e48-4638-8eb8-5797f9d497f3 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:10.149016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:10.182862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7df0e864-da6f-4314-a655-2d39f1be95c2 None None] Could not find standard attr ID for object fec1cd31-e612-4fba-b73c-014b0e98cf2b. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:32:10.217338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks [] for security_group (c771865b-977e-4271-a3bc-0c10a548c431), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.219447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 75b2a283-1589-48a6-9919-c77fdb7ccf5d) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:10.242057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976fb492-a380-4174-9712-4055772d0a8f None None] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:10.242896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:10.249143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:10.249799 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.263333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c771865b-977e-4271-a3bc-0c10a548c431), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.304316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:10.304953 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.366064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8cf81957-aef4-4953-a4da-08e7458b9498 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9309337 Feb 03 14:32:10.366414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:10.433744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c771865b-977e-4271-a3bc-0c10a548c431,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:10.444174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257070c3-be40-452f-ab1d-f1442986946e None None] DHCP port deletion for fe0947d3-12bd-4de5-98c3-e8cd9f1d258a request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:32:10.463050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5e7fc022-3e24-4689-b51b-0df6dac87f47 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3802750 Feb 03 14:32:10.465960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56800) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:10.466551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-75b2a283-1589-48a6-9919-c77fdb7ccf5d', 'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d', 'project_id': '0e930a85b5b04a55904b95f2db6d9809', 'fixed_ips': [{'subnet_id': '79aad090-acc8-4adc-a7e9-7cf1a5e282d0'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:10.471928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.496845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting subnet 57ab4ad2-1442-46fa-b7e4-a1367417508c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:10.500908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1622488659', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:10.501555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (57ab4ad2-1442-46fa-b7e4-a1367417508c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.593631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9ecfd-ada6-46ff-aab4-ecbc3831c0a6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:10.597409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0af9ecfd-ada6-46ff-aab4-ecbc3831c0a6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5775421 Feb 03 14:32:10.603277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56804) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:10.608323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:10.621951 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.625196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (57ab4ad2-1442-46fa-b7e4-a1367417508c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.628484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.715910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Allocated IP 172.20.0.2 (75b2a283-1589-48a6-9919-c77fdb7ccf5d/79aad090-acc8-4adc-a7e9-7cf1a5e282d0/0eb97342-ff2e-4222-9dac-9c798df03351) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:10.824547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1406af0a-bf17-4f34-b438-e9b46f8129ca tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2200718 Feb 03 14:32:10.836975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:10.884036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-724721154'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:10.961192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Publish callbacks [] for port (0eb97342-ff2e-4222-9dac-9c798df03351), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:10.968257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.008392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:11.011666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.047814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:11.062609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:11.065256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:11.137104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:11.145048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Attempting to bind port 0eb97342-ff2e-4222-9dac-9c798df03351 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:11.145420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Attempting to bind port 0eb97342-ff2e-4222-9dac-9c798df03351 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '288dfb2c-73e6-40dd-b53e-ae91865a33df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:11.145789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Attempting to bind port 0eb97342-ff2e-4222-9dac-9c798df03351 on network 75b2a283-1589-48a6-9919-c77fdb7ccf5d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:11.147853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Pushing event updated for resources: {'Port': ['ID=0eb97342-ff2e-4222-9dac-9c798df03351,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:11.155610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:11.155989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Checking segment: {'id': '288dfb2c-73e6-40dd-b53e-ae91865a33df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:11.156394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.156815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Bound using segment: {'id': '288dfb2c-73e6-40dd-b53e-ae91865a33df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:11.157290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Bound port: 0eb97342-ff2e-4222-9dac-9c798df03351, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288dfb2c-73e6-40dd-b53e-ae91865a33df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:11.157668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.173240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9425ac19-6f44-400f-b3a3-e5f2004d6c97), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.174177 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment 9425ac19-6f44-400f-b3a3-e5f2004d6c97 of type vlan for network cd7411d5-0087-468b-8417-ac884379c375 Feb 03 14:32:11.286765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (cd7411d5-0087-468b-8417-ac884379c375), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.318071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d6984be8-9d05-4089-96f8-744e9e52ac50 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:11.325001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (cd7411d5-0087-468b-8417-ac884379c375), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.330182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:11.330793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.410957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] For port 0eb97342-ff2e-4222-9dac-9c798df03351, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:11.445334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (57ab4ad2-1442-46fa-b7e4-a1367417508c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.450429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-2a7e8969-fa0a-42c4-a37b-c282764a669a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2141175 Feb 03 14:32:11.460164 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5800102 Feb 03 14:32:11.476657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8a899678-1785-480d-b2c0-b8e40a910413), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.477150 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Added segment 8a899678-1785-480d-b2c0-b8e40a910413 of type vlan for network 942e49cb-c4ed-4f78-bdcf-04783e76f7df Feb 03 14:32:11.477769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] For port 0eb97342-ff2e-4222-9dac-9c798df03351, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0eb97342-ff2e-4222-9dac-9c798df03351,segment=NetworkSegment(288dfb2c-73e6-40dd-b53e-ae91865a33df),segment_id=288dfb2c-73e6-40dd-b53e-ae91865a33df)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:11.481574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23800fcb-f0de-49ab-8576-21757dd4a698 None None] Network e2288cd7-8e48-4638-8eb8-5797f9d497f3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:11.488110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56814) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:11.500193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'cd7411d5-0087-468b-8417-ac884379c375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:11.534670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.672785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401226e-f90e-4be9-9557-ee845f783536 None None] Pushing event updated for resources: {'Port': ['ID=0eb97342-ff2e-4222-9dac-9c798df03351,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:11.696821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1fac8-d421-4589-8e73-e916a82bf86e req-c618a8e5-4934-421e-963e-11b72bd0f57b tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:11.711894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73e1fac8-d421-4589-8e73-e916a82bf86e req-c618a8e5-4934-421e-963e-11b72bd0f57b tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 1.4709852 Feb 03 14:32:11.715234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a150362-fa71-4ef1-b595-dcd2ad8c1ae8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=cd7411d5-0087-468b-8417-ac884379c375,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:11.715395 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (942e49cb-c4ed-4f78-bdcf-04783e76f7df), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.732990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_controller (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.779071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network cd7411d5-0087-468b-8417-ac884379c375 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:11.864754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b3f1d89d-f5f7-40a3-9321-136dec0c8496 None None] Provisioning complete for port d6984be8-9d05-4089-96f8-744e9e52ac50 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:11.865202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3f1d89d-f5f7-40a3-9321-136dec0c8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.951167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (57ab4ad2-1442-46fa-b7e4-a1367417508c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.952312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d6984be8-9d05-4089-96f8-744e9e52ac50 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:11.952746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.972389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (942e49cb-c4ed-4f78-bdcf-04783e76f7df), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.973413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:11.974232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:11.996105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:12.000228 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:12.037680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Subnet': ['ID=57ab4ad2-1442-46fa-b7e4-a1367417508c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:12.069796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:12.088012 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-29257104-c55d-41eb-986a-cd244a6f791b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/57ab4ad2-1442-46fa-b7e4-a1367417508c HTTP/1.1" status: 204 len: 168 time: 1.7153692 Feb 03 14:32:12.089813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56826) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:12.176864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1196449 Feb 03 14:32:12.179063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-8aad764d-75ca-4d95-a7b0-507b19d31cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:12.180513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-8aad764d-75ca-4d95-a7b0-507b19d31cf1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1127 time: 0.6721907 Feb 03 14:32:12.223629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56828) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:12.226340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d0d1-06d2-451a-b5be-fae2d844e392 admin admin] Pushing event updated for resources: {'Network': ['ID=942e49cb-c4ed-4f78-bdcf-04783e76f7df,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:12.243742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Request body: {'subnet': {'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-subnet', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:12.276409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:12.295079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 942e49cb-c4ed-4f78-bdcf-04783e76f7df details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:12.334599 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c25e25-1b2e-4964-9634-f3875a807312 req-e83841a8-cb4c-4a4f-9a73-799abff8c6ee tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:12.336252 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-15c25e25-1b2e-4964-9634-f3875a807312 req-e83841a8-cb4c-4a4f-9a73-799abff8c6ee tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.71 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.4945121 Feb 03 14:32:12.463566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Made reservation on behalf of 0f2d980fe08d435db78335f788ff486e for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:12.465989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:12.480572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1d89d-f5f7-40a3-9321-136dec0c8496 None None] Current status of the port d6984be8-9d05-4089-96f8-744e9e52ac50 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:12.480972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3f1d89d-f5f7-40a3-9321-136dec0c8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:12.538693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70267639-564f-40df-99e2-ea564cc39593 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:12.541062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70267639-564f-40df-99e2-ea564cc39593 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:12.546586 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-70267639-564f-40df-99e2-ea564cc39593 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4556842 Feb 03 14:32:12.547265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:12.723265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b3f1d89d-f5f7-40a3-9321-136dec0c8496 None None] For port d6984be8-9d05-4089-96f8-744e9e52ac50, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d6984be8-9d05-4089-96f8-744e9e52ac50,segment=NetworkSegment(6c5f09ee-bdfc-4e38-aacc-9f33b76e1186),segment_id=6c5f09ee-bdfc-4e38-aacc-9f33b76e1186)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:12.748407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-4d2763f1-0f3d-498b-be2b-601b4a4fd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:12.750757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-4d2763f1-0f3d-498b-be2b-601b4a4fd34d service neutron] 10.222.0.71 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.4322803 Feb 03 14:32:12.755003 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3f1d89d-f5f7-40a3-9321-136dec0c8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:12.766141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (79e56908-b1c6-43d2-bdd1-bbaba0f266ce), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:12.771127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73e1fac8-d421-4589-8e73-e916a82bf86e req-b4278767-689a-493b-8fe9-ee6da9fc2087 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0580084 Feb 03 14:32:12.849343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d6984be8-9d05-4089-96f8-744e9e52ac50 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:12.849908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:12.909081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-79a0c960-63cc-48de-a1ac-0803fcab4621 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 1001 time: 0.1267374 Feb 03 14:32:12.920044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1d89d-f5f7-40a3-9321-136dec0c8496 None None] Pushing event updated for resources: {'Port': ['ID=d6984be8-9d05-4089-96f8-744e9e52ac50,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:12.934241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e56908-b1c6-43d2-bdd1-bbaba0f266ce,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:12.984326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.064443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:13.066152 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:13.122092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ad321-5f5e-47a8-bdda-72066248d9be None None] Network e2288cd7-8e48-4638-8eb8-5797f9d497f3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:13.223143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-4688ab6b-9a63-4dd2-97da-745b22a25af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:13.224826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-4688ab6b-9a63-4dd2-97da-745b22a25af3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.2267714 Feb 03 14:32:13.412360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bddd1c6-1a80-45a0-9545-dc5394b8cfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.507502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c404ac-6c79-4773-8e44-28017541ad55 req-3b9b9931-3701-4df6-870f-085c65d23114 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:13.519412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55c404ac-6c79-4773-8e44-28017541ad55 req-3b9b9931-3701-4df6-870f-085c65d23114 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 946 time: 1.5739796 Feb 03 14:32:13.580708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6162ea6-c5c0-4f36-b8b4-512288aa67fb tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e2288cd7-8e48-4638-8eb8-5797f9d497f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.678159 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6162ea6-c5c0-4f36-b8b4-512288aa67fb tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 14:32:13.678626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6162ea6-c5c0-4f36-b8b4-512288aa67fb tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:13.681974 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6162ea6-c5c0-4f36-b8b4-512288aa67fb tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/e2288cd7-8e48-4638-8eb8-5797f9d497f3 HTTP/1.1" status: 409 len: 466 time: 1.1264985 Feb 03 14:32:13.686601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Deleting port 2cb54306-0446-4785-8859-e396d071d13c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:13.686914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-7241c0c3-7b58-44f9-bad6-bb684209eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:13.687058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2cb54306-0446-4785-8859-e396d071d13c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.691158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-7241c0c3-7b58-44f9-bad6-bb684209eb37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4520664 Feb 03 14:32:13.693748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56838) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:13.694722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Checking segment: {'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:13.695566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Network hostable DHCP agents. Network: 942e49cb-c4ed-4f78-bdcf-04783e76f7df, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:13.699440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1969685711'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:13.730196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ab4c1cd6-f576-456f-b3e8-f2eafb50b8d1 None None] Provisioning complete for port bec7028c-4452-46e7-853d-4504800f1716 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:13.730835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1cd6-f576-456f-b3e8-f2eafb50b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bec7028c-4452-46e7-853d-4504800f1716), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.746086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:13.749588 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.780728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f35f1-f5f3-4f9f-8c89-f914664901ef None None] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:13.868676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55c404ac-6c79-4773-8e44-28017541ad55 req-df17078c-0bc8-4cae-94d2-a33b52f45880 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475366 Feb 03 14:32:13.893078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:13.896700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bddd1c6-1a80-45a0-9545-dc5394b8cfaf admin admin] Publish callbacks [] for security_group (b6c437b6-d128-4e43-bd34-29762c003390), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.911946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c1cd6-f576-456f-b3e8-f2eafb50b8d1 None None] Port bec7028c-4452-46e7-853d-4504800f1716 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:13.913824 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bddd1c6-1a80-45a0-9545-dc5394b8cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b6c437b6-d128-4e43-bd34-29762c003390), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:13.922463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d6984be8-9d05-4089-96f8-744e9e52ac50 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:13.955493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ab4c1cd6-f576-456f-b3e8-f2eafb50b8d1 None None] Provisioning complete for port d6984be8-9d05-4089-96f8-744e9e52ac50 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:13.955967 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab4c1cd6-f576-456f-b3e8-f2eafb50b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.012900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddd1c6-1a80-45a0-9545-dc5394b8cfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c437b6-d128-4e43-bd34-29762c003390,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:14.024563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (22df35bb-785c-4181-8702-2c537ddd92a8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.025221 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Added segment 22df35bb-785c-4181-8702-2c537ddd92a8 of type vlan for network d350b383-f018-498d-93eb-2f3ac36b0989 Feb 03 14:32:14.055894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-468c89e6-08e8-42ca-b327-27d12cf43ef8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:14.057927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-468c89e6-08e8-42ca-b327-27d12cf43ef8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 946 time: 0.7595303 Feb 03 14:32:14.090780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] DHCP port deletion for e2288cd7-8e48-4638-8eb8-5797f9d497f3 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:32:14.095982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] For port 2cb54306-0446-4785-8859-e396d071d13c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=2cb54306-0446-4785-8859-e396d071d13c,segment=NetworkSegment(d94c0ee0-da88-4305-8267-fe74f9515de4),segment_id=d94c0ee0-da88-4305-8267-fe74f9515de4)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:14.096618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2cb54306-0446-4785-8859-e396d071d13c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.106665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Network 942e49cb-c4ed-4f78-bdcf-04783e76f7df is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:14.112970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fec1cd31-e612-4fba-b73c-014b0e98cf2b no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:14.195719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 942e49cb-c4ed-4f78-bdcf-04783e76f7df) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:14.200847 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7bddd1c6-1a80-45a0-9545-dc5394b8cfaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2aa94eb0ffb41eab6a6a1fde0a11c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9097958 Feb 03 14:32:14.228541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fec1cd31-e612-4fba-b73c-014b0e98cf2b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:14.229066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fec1cd31-e612-4fba-b73c-014b0e98cf2b not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:14.234619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:14.236542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.251572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56844) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:14.260243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d4e32-48c7-44a5-9a4b-00de14e54c6a None None] Network 942e49cb-c4ed-4f78-bdcf-04783e76f7df requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:14.286130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Calling delete_port for 2cb54306-0446-4785-8859-e396d071d13c owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:14.299005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (d350b383-f018-498d-93eb-2f3ac36b0989), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.308289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4425a565-c4f6-40cc-a1bd-86666f983a44 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0700283 Feb 03 14:32:14.332123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:14.337434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:14.358343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c1cd6-f576-456f-b3e8-f2eafb50b8d1 None None] Current status of the port d6984be8-9d05-4089-96f8-744e9e52ac50 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:14.405874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab547c-8f9c-4ef1-8b38-d81c2511933b req-ea2ab2fb-d1e3-439c-b9ca-c5132b57f445 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:14.407497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2aab547c-8f9c-4ef1-8b38-d81c2511933b req-ea2ab2fb-d1e3-439c-b9ca-c5132b57f445 tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 945 time: 0.3477273 Feb 03 14:32:14.450308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:32:14.533216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0eb97342-ff2e-4222-9dac-9c798df03351 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:14.543906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] Deleting port d6984be8-9d05-4089-96f8-744e9e52ac50 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:14.544842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.592849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8ecba3ab-d949-4e37-9868-0efb0eabf352 None None] Provisioning complete for port 0eb97342-ff2e-4222-9dac-9c798df03351 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:14.594175 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ecba3ab-d949-4e37-9868-0efb0eabf352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.600959 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (95005960-ed12-4eb1-a962-96a0139eea96), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.602011 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (95005960-ed12-4eb1-a962-96a0139eea96), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.668752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks [] for router_controller (95005960-ed12-4eb1-a962-96a0139eea96), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.687901 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (d350b383-f018-498d-93eb-2f3ac36b0989), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.693894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:14.694493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.730814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199eb4d6-cbf9-4aa8-80f7-906ef352ad04 None None] Network 942e49cb-c4ed-4f78-bdcf-04783e76f7df requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:14.761947 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0669475 Feb 03 14:32:14.765898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56850) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:14.778167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'subnet': {'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:14.845569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-2ca13d99-a8d6-4155-85c2-8b4a177a47f2 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1404660 Feb 03 14:32:14.857581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] For port d6984be8-9d05-4089-96f8-744e9e52ac50, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d6984be8-9d05-4089-96f8-744e9e52ac50,segment=NetworkSegment(6c5f09ee-bdfc-4e38-aacc-9f33b76e1186),segment_id=6c5f09ee-bdfc-4e38-aacc-9f33b76e1186)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:14.858363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.872953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65f840ea-2fea-4743-9751-2e655ae4f8bf admin admin] Publish callbacks [] for security_group (b6c437b6-d128-4e43-bd34-29762c003390), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.891696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] Calling delete_port for d6984be8-9d05-4089-96f8-744e9e52ac50 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:14.900083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0eb97342-ff2e-4222-9dac-9c798df03351 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:14.900746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.919734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65f840ea-2fea-4743-9751-2e655ae4f8bf admin admin] Publish callbacks [] for security_group (b6c437b6-d128-4e43-bd34-29762c003390), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.922530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2aab547c-8f9c-4ef1-8b38-d81c2511933b req-50b256d2-5b97-4e0a-adc1-90d0df23d0da tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9444e63-ecc9-4848-8653-7a549528a7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519732 Feb 03 14:32:14.943995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Deleting port 9035cd91-63d1-4894-a4f8-8660c7b424a8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:14.946141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:14.955132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.016368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8ecba3ab-d949-4e37-9868-0efb0eabf352 None None] Current status of the port 0eb97342-ff2e-4222-9dac-9c798df03351 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:15.016949 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ecba3ab-d949-4e37-9868-0efb0eabf352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.020729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (a70ca2c7-64e4-4356-ad34-acce268909bd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.073455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65f840ea-2fea-4743-9751-2e655ae4f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b6c437b6-d128-4e43-bd34-29762c003390), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.081452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65f840ea-2fea-4743-9751-2e655ae4f8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.084953 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65f840ea-2fea-4743-9751-2e655ae4f8bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6c437b6-d128-4e43-bd34-29762c003390 HTTP/1.1" status: 204 len: 168 time: 0.8301184 Feb 03 14:32:15.135466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8ecba3ab-d949-4e37-9868-0efb0eabf352 None None] For port 0eb97342-ff2e-4222-9dac-9c798df03351, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0eb97342-ff2e-4222-9dac-9c798df03351,segment=NetworkSegment(288dfb2c-73e6-40dd-b53e-ae91865a33df),segment_id=288dfb2c-73e6-40dd-b53e-ae91865a33df)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:15.267574 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.268099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ecba3ab-d949-4e37-9868-0efb0eabf352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.342003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks [] for router_gateway (95005960-ed12-4eb1-a962-96a0139eea96), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.466549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f840ea-2fea-4743-9751-2e655ae4f8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c437b6-d128-4e43-bd34-29762c003390,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:15.484562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344dfcd-ea45-413e-8f76-50b27c8bf377 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Network': ['ID=d350b383-f018-498d-93eb-2f3ac36b0989,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:15.527962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network d350b383-f018-498d-93eb-2f3ac36b0989 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:15.645329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1c21e8fc-a4de-4500-a441-821f7acdfba0 None None] Provisioning complete for port 0eb97342-ff2e-4222-9dac-9c798df03351 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:15.646076 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c21e8fc-a4de-4500-a441-821f7acdfba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.696004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2cb54306-0446-4785-8859-e396d071d13c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.758515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecba3ab-d949-4e37-9868-0efb0eabf352 None None] Pushing event updated for resources: {'Port': ['ID=0eb97342-ff2e-4222-9dac-9c798df03351,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:15.811099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d6984be8-9d05-4089-96f8-744e9e52ac50), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.813467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc424-77d5-4018-860c-5a03ccff865b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.845780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] Pushing event deleted for resources: {'Port': ['ID=d6984be8-9d05-4089-96f8-744e9e52ac50,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:15.856626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0eb97342-ff2e-4222-9dac-9c798df03351 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:15.878161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Pushing event deleted for resources: {'Port': ['ID=2cb54306-0446-4785-8859-e396d071d13c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:15.912008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:15.920758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:15.947074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f566a8-9330-4807-a90b-95f6618a56bb None None] No DVR routers for this DVR port d6984be8-9d05-4089-96f8-744e9e52ac50 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:15.949817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1c21e8fc-a4de-4500-a441-821f7acdfba0 None None] Current status of the port 0eb97342-ff2e-4222-9dac-9c798df03351 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:15.997506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d6984be8-9d05-4089-96f8-744e9e52ac50 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:16.044013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d6984be8-9d05-4089-96f8-744e9e52ac50 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:16.053063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d6984be8-9d05-4089-96f8-744e9e52ac50 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:16.174628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] No DVR routers for this DVR port 2cb54306-0446-4785-8859-e396d071d13c on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:16.186771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.188354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3aa5a446-4052-49f4-8b84-4ab4b466ee7f req-1f6c8331-c2fe-4632-8e7d-741810be9f4e tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.52 "GET /v2.0/ports?device_id=8af20269-8834-4217-a5dd-fad9cdc0157d HTTP/1.1" status: 200 len: 210 time: 0.1087933 Feb 03 14:32:16.189637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=a70ca2c7-64e4-4356-ad34-acce268909bd,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:16.198252 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-15c25e25-1b2e-4964-9634-f3875a807312 req-2199050f-f98f-4c5d-bc85-42637b36f12d tempest-InstanceActionsTestJSON-845242237 tempest-InstanceActionsTestJSON-845242237-project] 10.222.0.71 "DELETE /v2.0/ports/2cb54306-0446-4785-8859-e396d071d13c HTTP/1.1" status: 204 len: 173 time: 3.8467066 Feb 03 14:32:16.199065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'name': 'network-vif-deleted', 'tag': '2cb54306-0446-4785-8859-e396d071d13c'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:16.204689 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea8834c-ab27-4667-8053-4a939faaf731" -d '{"events": [{"server_uuid": "8af20269-8834-4217-a5dd-fad9cdc0157d", "name": "network-vif-deleted", "tag": "2cb54306-0446-4785-8859-e396d071d13c"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:16.279960 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c384eb5-0023-4736-8ff2-df06657974ae x-openstack-request-id: req-0c384eb5-0023-4736-8ff2-df06657974ae {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:16.280490 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af20269-8834-4217-a5dd-fad9cdc0157d", "name": "network-vif-deleted", "tag": "2cb54306-0446-4785-8859-e396d071d13c", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:16.280894 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c384eb5-0023-4736-8ff2-df06657974ae {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:16.281448 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af20269-8834-4217-a5dd-fad9cdc0157d', 'name': 'network-vif-deleted', 'tag': '2cb54306-0446-4785-8859-e396d071d13c', 'status': 'completed', 'code': 200} Feb 03 14:32:16.285404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.25.0.23 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9e0c9428-40dd-4864-9628-e842e9e96448) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:16.394289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0eb97342-ff2e-4222-9dac-9c798df03351 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:16.421181 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (9e0c9428-40dd-4864-9628-e842e9e96448), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.502283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0eb97342-ff2e-4222-9dac-9c798df03351 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:16.502890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.511145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9e0c9428-40dd-4864-9628-e842e9e96448), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.551625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14d840e7-94fa-4dfd-8565-3b4af145376f req-49564d99-efec-472c-a2d4-397d65b786b5 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6135218 Feb 03 14:32:16.611948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0eb97342-ff2e-4222-9dac-9c798df03351 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:16.616209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2cb54306-0446-4785-8859-e396d071d13c no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:16.627653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:16.629025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': '9425ac19-6f44-400f-b3a3-e5f2004d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cd7411d5-0087-468b-8417-ac884379c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:16.630071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: cd7411d5-0087-468b-8417-ac884379c375, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:16.636790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] For port 9035cd91-63d1-4894-a4f8-8660c7b424a8, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=9035cd91-63d1-4894-a4f8-8660c7b424a8,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:16.637167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.639576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 2cb54306-0446-4785-8859-e396d071d13c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:16.640031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 2cb54306-0446-4785-8859-e396d071d13c not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:16.663744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fedb0-3ae6-4070-b391-7e514715aebf req-b42b51f0-426c-4b33-877c-45500f5c405c tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:16.665512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-339fedb0-3ae6-4070-b391-7e514715aebf req-b42b51f0-426c-4b33-877c-45500f5c405c tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 946 time: 1.6422737 Feb 03 14:32:16.677439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:16.687583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks [] for router_gateway (95005960-ed12-4eb1-a962-96a0139eea96), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.697272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:16.715509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.730541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Calling delete_port for 9035cd91-63d1-4894-a4f8-8660c7b424a8 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:16.768898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network cd7411d5-0087-468b-8417-ac884379c375 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:16.779259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=9e0c9428-40dd-4864-9628-e842e9e96448,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:16.780361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:32:16.808342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, cd7411d5-0087-468b-8417-ac884379c375) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:16.812152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (c2a7c335-1997-42bf-aa47-5bbaca12f88c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.819528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32d81f5-fcfa-4c74-b0b3-ccdd76c079c6 None None] Network cd7411d5-0087-468b-8417-ac884379c375 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:16.843628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-339fedb0-3ae6-4070-b391-7e514715aebf req-c1c71bc8-bf7e-47bf-9c0b-d723d6b10170 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526172 Feb 03 14:32:16.908909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:16.909510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:16.994377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-cd7411d5-0087-468b-8417-ac884379c375', 'network_id': 'cd7411d5-0087-468b-8417-ac884379c375', 'project_id': '1d7daf32b87f4eeb8c40ec4a7a927cb3', 'fixed_ips': [{'subnet_id': 'a70ca2c7-64e4-4356-ad34-acce268909bd'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:16.995401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.021174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Subnet': ['ID=c2a7c335-1997-42bf-aa47-5bbaca12f88c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:17.045849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Checking segment: {'id': '22df35bb-785c-4181-8702-2c537ddd92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:17.046228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network hostable DHCP agents. Network: d350b383-f018-498d-93eb-2f3ac36b0989, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:17.102402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Allocated IP 172.25.0.249 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/cb0a2411-b2a6-47f9-9f19-9d063e32d347) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:17.126608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3835a7d2-3332-4f73-b16b-55ad243af6c4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6343150 Feb 03 14:32:17.130306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56890) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:17.140778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'cd7411d5-0087-468b-8417-ac884379c375', 'name': 'tempest-PortsTestJSON-1477648762'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:17.145779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network d350b383-f018-498d-93eb-2f3ac36b0989 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:17.180549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Allocated IP 172.20.0.2 (cd7411d5-0087-468b-8417-ac884379c375/a70ca2c7-64e4-4356-ad34-acce268909bd/466a4f0c-f021-43a2-82fd-dc76444fc310) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:17.194674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, d350b383-f018-498d-93eb-2f3ac36b0989) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:17.262243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:17.264458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:17.265250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.276022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56896) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:17.380110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Publish callbacks [] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.385643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617b7f8-7bd4-4cfd-bec0-c79717b6edba None None] Network d350b383-f018-498d-93eb-2f3ac36b0989 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:17.403876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:17.407363 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.433789 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3ec8b67b-a601-46ff-ab5d-af203d824417 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6600256 Feb 03 14:32:17.437996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56900) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:17.476828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'port': {'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989', 'name': 'tempest-NetworksIpV6TestAttrs-721038268'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:17.505359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.508610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port a15a5bf5-6761-4678-898c-5054d6e2e60b yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:17.529975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-d350b383-f018-498d-93eb-2f3ac36b0989', 'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989', 'project_id': '952bbac3ddc14810b8ca01503dd58af7', 'fixed_ips': [{'subnet_id': 'c2a7c335-1997-42bf-aa47-5bbaca12f88c'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:17.530708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.537172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9035cd91-63d1-4894-a4f8-8660c7b424a8 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:17.547598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Network cd7411d5-0087-468b-8417-ac884379c375 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:17.553611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ccdf-f617-4840-8a8d-00fecb749e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.578698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:17.599075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] Deleting subnet fa8636b3-f62a-4496-8aea-ea13101e4e82 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:17.606717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks [] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.607172 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.608679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:17.616690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 9035cd91-63d1-4894-a4f8-8660c7b424a8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:17.617657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 9035cd91-63d1-4894-a4f8-8660c7b424a8 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:17.655393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9035cd91-63d1-4894-a4f8-8660c7b424a8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.676482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Pushing event updated for resources: {'Port': ['ID=466a4f0c-f021-43a2-82fd-dc76444fc310,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:17.705430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] Publish callbacks [] for subnet (fa8636b3-f62a-4496-8aea-ea13101e4e82), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.719095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4adc8e1e-0570-4366-a868-26cf99464385'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:17.731671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event deleted for resources: {'Port': ['ID=9035cd91-63d1-4894-a4f8-8660c7b424a8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:17.734932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:17.807110 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.877551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:17.879858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] No DVR routers for this DVR port 9035cd91-63d1-4894-a4f8-8660c7b424a8 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:17.888433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:17.891814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:17.893948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29d70eba-a3fb-4e60-b14f-a7ef291a9ec6 req-5d5a739a-fe47-424c-91cd-77eec507ad00 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "DELETE /v2.0/ports/9035cd91-63d1-4894-a4f8-8660c7b424a8 HTTP/1.1" status: 204 len: 173 time: 3.7657936 Feb 03 14:32:17.906909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'name': 'network-vif-deleted', 'tag': '9035cd91-63d1-4894-a4f8-8660c7b424a8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:17.914096 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346a1b35-eaf5-4eb4-988a-f8ee486bb043" -d '{"events": [{"server_uuid": "ebb986fa-4e39-4581-a596-5865ccbfa61d", "name": "network-vif-deleted", "tag": "9035cd91-63d1-4894-a4f8-8660c7b424a8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:17.916702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:17.920750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (fa8636b3-f62a-4496-8aea-ea13101e4e82), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.014260 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4bc544-5535-4def-8f87-b58ccdcece84 x-openstack-request-id: req-6d4bc544-5535-4def-8f87-b58ccdcece84 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:18.014764 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb986fa-4e39-4581-a596-5865ccbfa61d", "name": "network-vif-deleted", "tag": "9035cd91-63d1-4894-a4f8-8660c7b424a8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:18.015021 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d4bc544-5535-4def-8f87-b58ccdcece84 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:18.015427 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb986fa-4e39-4581-a596-5865ccbfa61d', 'name': 'network-vif-deleted', 'tag': '9035cd91-63d1-4894-a4f8-8660c7b424a8', 'status': 'completed', 'code': 200} Feb 03 14:32:18.073182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-122933f8-e199-4cff-9ea4-c2e7f3f08a40 req-bd30140a-4da7-4a12-b92b-b64c39797286 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebb986fa-4e39-4581-a596-5865ccbfa61d HTTP/1.1" status: 200 len: 210 time: 0.0820897 Feb 03 14:32:18.073567 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ccdf-f617-4840-8a8d-00fecb749e44 admin admin] Publish callbacks [] for security_group (1da81404-a1fe-4516-8c99-1eef4d8b2152), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.074625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.7 (cd7411d5-0087-468b-8417-ac884379c375/a70ca2c7-64e4-4356-ad34-acce268909bd/a15a5bf5-6761-4678-898c-5054d6e2e60b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:18.106145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Pushing event updated for resources: {'Port': ['ID=cb0a2411-b2a6-47f9-9f19-9d063e32d347,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:18.119382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ccdf-f617-4840-8a8d-00fecb749e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1da81404-a1fe-4516-8c99-1eef4d8b2152), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.127235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Attempting to bind port 466a4f0c-f021-43a2-82fd-dc76444fc310 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:18.131009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:18.135885 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.137727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Attempting to bind port 466a4f0c-f021-43a2-82fd-dc76444fc310 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '9425ac19-6f44-400f-b3a3-e5f2004d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cd7411d5-0087-468b-8417-ac884379c375'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:18.138713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Attempting to bind port 466a4f0c-f021-43a2-82fd-dc76444fc310 on network cd7411d5-0087-468b-8417-ac884379c375 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:18.195618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:18.196933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Checking segment: {'id': '9425ac19-6f44-400f-b3a3-e5f2004d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cd7411d5-0087-468b-8417-ac884379c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:18.197640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.198244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Bound using segment: {'id': '9425ac19-6f44-400f-b3a3-e5f2004d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cd7411d5-0087-468b-8417-ac884379c375'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:18.198946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Bound port: 466a4f0c-f021-43a2-82fd-dc76444fc310, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9425ac19-6f44-400f-b3a3-e5f2004d6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cd7411d5-0087-468b-8417-ac884379c375'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:18.200180 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.212181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7df4f13-f98b-496d-bb10-5ae5f4e2aa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.223451 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.270306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Allocated IP 2001:db8::f816:3eff:fecb:44ef (d350b383-f018-498d-93eb-2f3ac36b0989/c2a7c335-1997-42bf-aa47-5bbaca12f88c/fb26abf2-86e6-4083-8432-410cbbde67f9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:18.337897 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (fa8636b3-f62a-4496-8aea-ea13101e4e82), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.375772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] device_id is not set on port f6650625-daf1-4d0c-9a0c-b218052f6207 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:18.403617 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0ca3ccdf-f617-4840-8a8d-00fecb749e44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b60da4246e744fe4b54a9e849dac5d55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1343031 Feb 03 14:32:18.411973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3ccdf-f617-4840-8a8d-00fecb749e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da81404-a1fe-4516-8c99-1eef4d8b2152,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:18.412403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56908) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:18.490983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] For port 466a4f0c-f021-43a2-82fd-dc76444fc310, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:18.521300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] For port 466a4f0c-f021-43a2-82fd-dc76444fc310, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=466a4f0c-f021-43a2-82fd-dc76444fc310,segment=NetworkSegment(9425ac19-6f44-400f-b3a3-e5f2004d6c97),segment_id=9425ac19-6f44-400f-b3a3-e5f2004d6c97)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:18.546054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.576682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (a15a5bf5-6761-4678-898c-5054d6e2e60b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.676810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a15a5bf5-6761-4678-898c-5054d6e2e60b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.743484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eedd99-a255-4423-8773-2be3939d2587 None None] Pushing event updated for resources: {'Port': ['ID=466a4f0c-f021-43a2-82fd-dc76444fc310,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:18.763985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network cd7411d5-0087-468b-8417-ac884379c375 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:18.771922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:18.783317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:18.795411 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Publish callbacks [] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.815739 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.840205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:18.840872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:18.869347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7338519 Feb 03 14:32:18.869568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Pushing event updated for resources: {'Port': ['ID=fb26abf2-86e6-4083-8432-410cbbde67f9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:18.879230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56912) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:18.886490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': 'cd7411d5-0087-468b-8417-ac884379c375', 'name': 'tempest-PortsTestJSON-285835520'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:18.895145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034316c7-14a3-4c4f-8d04-9a52ab6ceedb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=a15a5bf5-6761-4678-898c-5054d6e2e60b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:18.901512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Network d350b383-f018-498d-93eb-2f3ac36b0989 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:18.904556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:18.907277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:18.909520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:32:19.046686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Attempting to bind port fb26abf2-86e6-4083-8432-410cbbde67f9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:19.047070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Attempting to bind port fb26abf2-86e6-4083-8432-410cbbde67f9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '22df35bb-785c-4181-8702-2c537ddd92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:19.047444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Attempting to bind port fb26abf2-86e6-4083-8432-410cbbde67f9 on network d350b383-f018-498d-93eb-2f3ac36b0989 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:19.053539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:19.053925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Checking segment: {'id': '22df35bb-785c-4181-8702-2c537ddd92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:19.054469 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.054872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Bound using segment: {'id': '22df35bb-785c-4181-8702-2c537ddd92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:19.055350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Bound port: fb26abf2-86e6-4083-8432-410cbbde67f9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22df35bb-785c-4181-8702-2c537ddd92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd350b383-f018-498d-93eb-2f3ac36b0989'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:19.055733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.124266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dde6a647-c9c2-4d03-98d2-461bb01a508c admin admin] Publish callbacks [] for security_group (1da81404-a1fe-4516-8c99-1eef4d8b2152), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.174687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (fa8636b3-f62a-4496-8aea-ea13101e4e82), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.179030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] For port fb26abf2-86e6-4083-8432-410cbbde67f9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:19.183284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] For port fb26abf2-86e6-4083-8432-410cbbde67f9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb26abf2-86e6-4083-8432-410cbbde67f9,segment=NetworkSegment(22df35bb-785c-4181-8702-2c537ddd92a8),segment_id=22df35bb-785c-4181-8702-2c537ddd92a8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:19.191461 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.235098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8636b3-f62a-4496-8aea-ea13101e4e82,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:19.238101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.243443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6ce83be2-330a-4ec7-a08c-db82b60de8bc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fa8636b3-f62a-4496-8aea-ea13101e4e82 HTTP/1.1" status: 204 len: 168 time: 1.9608674 Feb 03 14:32:19.246474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56918) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:19.307514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dde6a647-c9c2-4d03-98d2-461bb01a508c admin admin] Publish callbacks [] for security_group (1da81404-a1fe-4516-8c99-1eef4d8b2152), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.324386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:19.344035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] Sync routers for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:19.359074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072a79d-a987-4c25-833c-98d48e80092c None None] Pushing event updated for resources: {'Port': ['ID=fb26abf2-86e6-4083-8432-410cbbde67f9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:19.369457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:19.383887 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.397247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:19.398043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:19.415474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Allocated IP 2001:db8::f816:3eff:fed3:f899 (d350b383-f018-498d-93eb-2f3ac36b0989/c2a7c335-1997-42bf-aa47-5bbaca12f88c/f6650625-daf1-4d0c-9a0c-b218052f6207) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:19.451548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 2e3d137e-c448-44ea-abbd-90c832794c97 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:19.452619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dde6a647-c9c2-4d03-98d2-461bb01a508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1da81404-a1fe-4516-8c99-1eef4d8b2152), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.458732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dde6a647-c9c2-4d03-98d2-461bb01a508c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.458732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dde6a647-c9c2-4d03-98d2-461bb01a508c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1da81404-a1fe-4516-8c99-1eef4d8b2152 HTTP/1.1" status: 204 len: 168 time: 1.0091445 Feb 03 14:32:19.477745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6a647-c9c2-4d03-98d2-461bb01a508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da81404-a1fe-4516-8c99-1eef4d8b2152,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:19.483232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks [] for router_gateway (95005960-ed12-4eb1-a962-96a0139eea96), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.492524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:19.534582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:19.535513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:19.561022 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.571379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b8390afb-5931-42e7-85f1-8e1f2fa5c2c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.0957808 Feb 03 14:32:19.576504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:19.576809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56924) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:19.578007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81ece9-da69-41f4-8cf5-7dc5c24a01f0 None None] The sync data for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:19.634129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:19.753295 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (1ea7cab6-bbfd-4fc9-b051-22a3f5155b81), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.024733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f9297-6078-43a3-ab96-902e77ce4a28 req-6b169a04-9835-4206-b9c6-e26944ad979d tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:20.027054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e20f9297-6078-43a3-ab96-902e77ce4a28 req-6b169a04-9835-4206-b9c6-e26944ad979d tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 945 time: 0.4545493 Feb 03 14:32:20.070206 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (95005960-ed12-4eb1-a962-96a0139eea96), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.077262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for port (f6650625-daf1-4d0c-9a0c-b218052f6207), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.361083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774407fe-cf25-4930-9765-345bf24f8b31 None None] Network cd7411d5-0087-468b-8417-ac884379c375 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:20.401189 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f6650625-daf1-4d0c-9a0c-b218052f6207), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.436692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Router 95005960-ed12-4eb1-a962-96a0139eea96 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:32:20.565991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-918f7f5c-2e91-4dd5-a2f6-6716c84a4a25 None None] Provisioning complete for port 466a4f0c-f021-43a2-82fd-dc76444fc310 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:20.566303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-918f7f5c-2e91-4dd5-a2f6-6716c84a4a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.573790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network d350b383-f018-498d-93eb-2f3ac36b0989 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:20.585776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:20.591993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:20.597876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.3 (cd7411d5-0087-468b-8417-ac884379c375/a70ca2c7-64e4-4356-ad34-acce268909bd/2e3d137e-c448-44ea-abbd-90c832794c97) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:20.598417 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:20.598637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.628776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb26abf2-86e6-4083-8432-410cbbde67f9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:20.718616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Port': ['ID=f6650625-daf1-4d0c-9a0c-b218052f6207,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:20.755197 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5cb26eb3-cda2-4ccc-b26b-a302f029bffe tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2916079 Feb 03 14:32:20.757974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56946) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:20.804752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (1ea7cab6-bbfd-4fc9-b051-22a3f5155b81), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.902416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fb26abf2-86e6-4083-8432-410cbbde67f9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:20.902876 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.926082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:20.974380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea7cab6-bbfd-4fc9-b051-22a3f5155b81']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:20.975323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b46f20-1239-460c-8fb5-db4ca558f6b7 None None] Network d350b383-f018-498d-93eb-2f3ac36b0989 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:20.987618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting subnet c2a7c335-1997-42bf-aa47-5bbaca12f88c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:20.998591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (c2a7c335-1997-42bf-aa47-5bbaca12f88c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.024374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94c0ee0-da88-4305-8267-fe74f9515de4') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:21.024722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94c0ee0-da88-4305-8267-fe74f9515de4') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:21.057081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:21.066670 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Sync routers for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:21.088083 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:21.088756 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:21.107402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e20f9297-6078-43a3-ab96-902e77ce4a28 req-138d1c10-6ea6-4a69-8931-318231acdf23 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0707927 Feb 03 14:32:21.155398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (c2a7c335-1997-42bf-aa47-5bbaca12f88c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.234403 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.236221 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a29a7b0e-5003-4860-b060-5004f955d44e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.9023988 Feb 03 14:32:21.243912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:21.250734 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (d94c0ee0-da88-4305-8267-fe74f9515de4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.305118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-05b9ec59-eb59-4967-b59c-7fe0c83eaa45 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:21.308386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-05b9ec59-eb59-4967-b59c-7fe0c83eaa45 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 945 time: 0.5032537 Feb 03 14:32:21.351726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d94c0ee0-da88-4305-8267-fe74f9515de4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.377365 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:32:21.379165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-918f7f5c-2e91-4dd5-a2f6-6716c84a4a25 None None] Current status of the port 466a4f0c-f021-43a2-82fd-dc76444fc310 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:21.379666 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-918f7f5c-2e91-4dd5-a2f6-6716c84a4a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.464951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:21.465383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (d94c0ee0-da88-4305-8267-fe74f9515de4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:21.473102 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:21.543402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-918f7f5c-2e91-4dd5-a2f6-6716c84a4a25 None None] For port 466a4f0c-f021-43a2-82fd-dc76444fc310, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=466a4f0c-f021-43a2-82fd-dc76444fc310,segment=NetworkSegment(9425ac19-6f44-400f-b3a3-e5f2004d6c97),segment_id=9425ac19-6f44-400f-b3a3-e5f2004d6c97)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:21.588277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fb26abf2-86e6-4083-8432-410cbbde67f9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:21.588811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.606004 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-918f7f5c-2e91-4dd5-a2f6-6716c84a4a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.671881 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:18Z', 'revision_number': 3, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:21.702048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f7f5c-2e91-4dd5-a2f6-6716c84a4a25 None None] Pushing event updated for resources: {'Port': ['ID=466a4f0c-f021-43a2-82fd-dc76444fc310,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:21.702768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Checking router: 95005960-ed12-4eb1-a962-96a0139eea96 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:32:21.703345 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Updating router 95005960-ed12-4eb1-a962-96a0139eea96 port cb0a2411-b2a6-47f9-9f19-9d063e32d347 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:32:21.743579 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.766222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port fb26abf2-86e6-4083-8432-410cbbde67f9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb26abf2-86e6-4083-8432-410cbbde67f9,segment=NetworkSegment(22df35bb-785c-4181-8702-2c537ddd92a8),segment_id=22df35bb-785c-4181-8702-2c537ddd92a8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:21.769692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Provisioning complete for port a15a5bf5-6761-4678-898c-5054d6e2e60b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:21.770204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a15a5bf5-6761-4678-898c-5054d6e2e60b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.773908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.774893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 466a4f0c-f021-43a2-82fd-dc76444fc310 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:21.879114 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (1ea7cab6-bbfd-4fc9-b051-22a3f5155b81), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.912879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:21.918544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1ea7cab6-bbfd-4fc9-b051-22a3f5155b81 HTTP/1.1" status: 204 len: 168 time: 2.6631246 Feb 03 14:32:21.939061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Port a15a5bf5-6761-4678-898c-5054d6e2e60b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:21.946211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcbf46-0a21-4922-8716-049eae6c95c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea7cab6-bbfd-4fc9-b051-22a3f5155b81,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:21.955036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (2e3d137e-c448-44ea-abbd-90c832794c97), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.020205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Provisioning complete for port fb26abf2-86e6-4083-8432-410cbbde67f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:22.021224 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.051876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (c2a7c335-1997-42bf-aa47-5bbaca12f88c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.165667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=fb26abf2-86e6-4083-8432-410cbbde67f9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:22.176036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Deleting port 4adc8e1e-0570-4366-a868-26cf99464385 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:22.176883 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4adc8e1e-0570-4366-a868-26cf99464385), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.223774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 466a4f0c-f021-43a2-82fd-dc76444fc310 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:22.224480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.344059 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Publish callbacks [] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.351444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56966) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:22.352361 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.408269 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Pushing event updated for resources: {'Port': ['ID=cb0a2411-b2a6-47f9-9f19-9d063e32d347,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:22.411856 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.419349 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.419738 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.420445 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.420864 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.421255 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.422601 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.424170 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.424860 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.425485 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.425971 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.426187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Current status of the port fb26abf2-86e6-4083-8432-410cbbde67f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:22.426766 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.427273 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.427944 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:22.455069 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Attempting to bind port cb0a2411-b2a6-47f9-9f19-9d063e32d347 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:22.455567 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Attempting to bind port cb0a2411-b2a6-47f9-9f19-9d063e32d347 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:22.455938 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Attempting to bind port cb0a2411-b2a6-47f9-9f19-9d063e32d347 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:22.461776 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:22.462193 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:22.462636 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.463118 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:22.463588 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Bound port: cb0a2411-b2a6-47f9-9f19-9d063e32d347, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:22.464159 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.486056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (c2a7c335-1997-42bf-aa47-5bbaca12f88c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.552258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Provisioning complete for port 466a4f0c-f021-43a2-82fd-dc76444fc310 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:22.556711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.591760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] For port cb0a2411-b2a6-47f9-9f19-9d063e32d347, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:22.598416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a7c335-1997-42bf-aa47-5bbaca12f88c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:22.600858 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] For port cb0a2411-b2a6-47f9-9f19-9d063e32d347, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cb0a2411-b2a6-47f9-9f19-9d063e32d347,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:22.622838 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b08f8f64-3a73-4e10-b469-d555dd36d0d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06c27caf4b0e4ccf8a698035cf3bf263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646184 Feb 03 14:32:22.624143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.626744 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.636916 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-33bcfa7a-f570-4f86-bdc5-c9c7315236d2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/c2a7c335-1997-42bf-aa47-5bbaca12f88c HTTP/1.1" status: 204 len: 168 time: 1.8775887 Feb 03 14:32:22.637727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56972) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:22.638050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:22.642492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] For port 4adc8e1e-0570-4366-a868-26cf99464385, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4adc8e1e-0570-4366-a868-26cf99464385,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:22.642974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4adc8e1e-0570-4366-a868-26cf99464385), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:22.660069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Calling delete_port for 4adc8e1e-0570-4366-a868-26cf99464385 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:22.675412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 466a4f0c-f021-43a2-82fd-dc76444fc310 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:22.686593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b5c3b-3696-4314-82df-4533b138efc4 None None] Network d350b383-f018-498d-93eb-2f3ac36b0989 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:22.777022 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f874f06-0ebd-42b2-b896-346b3ef95ec2 None None] Pushing event updated for resources: {'Port': ['ID=cb0a2411-b2a6-47f9-9f19-9d063e32d347,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:22.799113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099b73e-1052-4d17-9fb8-67a72b34ba07 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:22.804991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099b73e-1052-4d17-9fb8-67a72b34ba07 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:22.806418 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:22.807048 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:22.812326 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1099b73e-1052-4d17-9fb8-67a72b34ba07 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1705484 Feb 03 14:32:22.827165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56976) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:22.855628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb26abf2-86e6-4083-8432-410cbbde67f9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:22.995976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2e3d137e-c448-44ea-abbd-90c832794c97), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.008024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-af8db9f0-e347-4733-b3bf-b49e7267a49d None None] Current status of the port 466a4f0c-f021-43a2-82fd-dc76444fc310 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:23.051991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fb26abf2-86e6-4083-8432-410cbbde67f9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:23.052741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.061038 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4adc8e1e-0570-4366-a868-26cf99464385), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.082660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4df4-0011-4bde-b027-62275557301e tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (d350b383-f018-498d-93eb-2f3ac36b0989), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.100923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4adc8e1e-0570-4366-a868-26cf99464385'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:23.103617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:23.130577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41823b12-d125-496b-b3c3-7a8b9f09abb6 admin admin] Publish callbacks [] for security_group (b9444e63-ecc9-4848-8653-7a549528a7fe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.146669 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:32:23.165205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] DHCP port deletion for d350b383-f018-498d-93eb-2f3ac36b0989 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:32:23.215360 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ac4df4-0011-4bde-b027-62275557301e tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 14:32:23.215852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ac4df4-0011-4bde-b027-62275557301e tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:23.232138 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e8ac4df4-0011-4bde-b027-62275557301e tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/d350b383-f018-498d-93eb-2f3ac36b0989 HTTP/1.1" status: 409 len: 466 time: 0.3922355 Feb 03 14:32:23.232910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56978) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:23.246256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Provisioning complete for port a15a5bf5-6761-4678-898c-5054d6e2e60b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:23.246865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a15a5bf5-6761-4678-898c-5054d6e2e60b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.258212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-217684118'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:23.318395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:23.325353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.333732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41823b12-d125-496b-b3c3-7a8b9f09abb6 admin admin] Publish callbacks [] for security_group (b9444e63-ecc9-4848-8653-7a549528a7fe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.352000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network cd7411d5-0087-468b-8417-ac884379c375 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:23.375447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:23.377777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Port a15a5bf5-6761-4678-898c-5054d6e2e60b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:23.379573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:23.398369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fb26abf2-86e6-4083-8432-410cbbde67f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:23.399773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 466a4f0c-f021-43a2-82fd-dc76444fc310 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:23.511660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:23.514888 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3d567211-732a-40fd-843b-796d56819db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:18Z', 'revision_number': 3, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:23.529857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] No DVR routers for this DVR port 4adc8e1e-0570-4366-a868-26cf99464385 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:23.531798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (65081d20-4ab1-4988-b8aa-3b1702eeba8a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.532159 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Added segment 65081d20-4ab1-4988-b8aa-3b1702eeba8a of type vlan for network 77e1cfd8-4fc9-48ac-812d-940955c011d8 Feb 03 14:32:23.566640 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.567120 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d567211-732a-40fd-843b-796d56819db6 None None] The sync data for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 is: [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:18Z', 'revision_number': 3, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:23.572288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85fadc00-1bad-4940-9ca4-4a1fe0fce5c8 req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.45 "DELETE /v2.0/ports/4adc8e1e-0570-4366-a868-26cf99464385 HTTP/1.1" status: 204 len: 173 time: 2.2381685 Feb 03 14:32:23.572975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'name': 'network-vif-deleted', 'tag': '4adc8e1e-0570-4366-a868-26cf99464385'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:23.587747 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f159c9-0cf6-4a54-832d-731a2027a687" -d '{"events": [{"server_uuid": "f5afeecc-a57e-463f-ae03-ad388e4af8b9", "name": "network-vif-deleted", "tag": "4adc8e1e-0570-4366-a868-26cf99464385"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:23.664593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (77e1cfd8-4fc9-48ac-812d-940955c011d8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.691826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=2e3d137e-c448-44ea-abbd-90c832794c97,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:23.705431 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6166f2d-8691-4ef8-8db6-20d4f6d562bc x-openstack-request-id: req-e6166f2d-8691-4ef8-8db6-20d4f6d562bc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:23.708529 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5afeecc-a57e-463f-ae03-ad388e4af8b9", "name": "network-vif-deleted", "tag": "4adc8e1e-0570-4366-a868-26cf99464385", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:23.709501 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6166f2d-8691-4ef8-8db6-20d4f6d562bc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:23.710005 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5afeecc-a57e-463f-ae03-ad388e4af8b9', 'name': 'network-vif-deleted', 'tag': '4adc8e1e-0570-4366-a868-26cf99464385', 'status': 'completed', 'code': 200} Feb 03 14:32:23.746297 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (77e1cfd8-4fc9-48ac-812d-940955c011d8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.753071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbaf3c-7227-43c3-b414-0726c006e9b0 req-e2171700-590e-44e3-889f-2c4ca8dd321f tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:23.755600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63cbaf3c-7227-43c3-b414-0726c006e9b0 req-e2171700-590e-44e3-889f-2c4ca8dd321f tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5afeecc-a57e-463f-ae03-ad388e4af8b9 HTTP/1.1" status: 200 len: 867 time: 1.3882484 Feb 03 14:32:23.761608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.761983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.762388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.762493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:23.762863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.763167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.763264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.764044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.764143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.766018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.770208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.770653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.771056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.771452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.771843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:23.811820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:23.812567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.851287 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5969660 Feb 03 14:32:23.884499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56986) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:23.890382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac5c47-aee7-4c88-a86f-8fbc13e272a8 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event deleted for resources: {'Port': ['ID=4adc8e1e-0570-4366-a868-26cf99464385,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:23.893172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'subnet': {'network_id': '77e1cfd8-4fc9-48ac-812d-940955c011d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:23.896879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:23.936011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d5cbb700-f2a0-4b4d-bb54-0da78077055a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0545590 Feb 03 14:32:23.941065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56988) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:23.952957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Provisioning complete for port fb26abf2-86e6-4083-8432-410cbbde67f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:23.955018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.006602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] Deleting port fb26abf2-86e6-4083-8432-410cbbde67f9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:24.019882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.028514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.157704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Network': ['ID=77e1cfd8-4fc9-48ac-812d-940955c011d8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:24.162822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 466a4f0c-f021-43a2-82fd-dc76444fc310 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:24.173694 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.200505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.200918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.201270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.201650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.202003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.202346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.202678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.203011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.203338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.203667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.203994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.215985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.216492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6201903-27b0-418d-9cf0-608c90669d7c tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:24.257501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41823b12-d125-496b-b3c3-7a8b9f09abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b9444e63-ecc9-4848-8653-7a549528a7fe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.261132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41823b12-d125-496b-b3c3-7a8b9f09abb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.265881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-41823b12-d125-496b-b3c3-7a8b9f09abb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9444e63-ecc9-4848-8653-7a549528a7fe HTTP/1.1" status: 204 len: 168 time: 1.6220205 Feb 03 14:32:24.298530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63cbaf3c-7227-43c3-b414-0726c006e9b0 req-885ced98-bcf6-4987-93af-984b02f5a0e1 tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033233 Feb 03 14:32:24.306294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 77e1cfd8-4fc9-48ac-812d-940955c011d8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:24.342251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41823b12-d125-496b-b3c3-7a8b9f09abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9444e63-ecc9-4848-8653-7a549528a7fe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:24.348374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:24.353352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.450967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde7a52-884b-4bfb-91b8-470ec9758c40 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:24.455540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4bde7a52-884b-4bfb-91b8-470ec9758c40 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.5113428 Feb 03 14:32:24.458180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56992) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:24.510672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Allocated IP 172.20.0.1 (942e49cb-c4ed-4f78-bdcf-04783e76f7df/79e56908-b1c6-43d2-bdd1-bbaba0f266ce/86be9aef-5ee0-47f8-ab42-d1e774a93c52) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:24.599498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] For port fb26abf2-86e6-4083-8432-410cbbde67f9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fb26abf2-86e6-4083-8432-410cbbde67f9,segment=NetworkSegment(22df35bb-785c-4181-8702-2c537ddd92a8),segment_id=22df35bb-785c-4181-8702-2c537ddd92a8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:24.600019 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.606149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Current status of the port fb26abf2-86e6-4083-8432-410cbbde67f9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:24.664774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks [] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.669437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] Calling delete_port for fb26abf2-86e6-4083-8432-410cbbde67f9 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:24.690389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Provisioning complete for port f6650625-daf1-4d0c-9a0c-b218052f6207 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:24.690779 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f6650625-daf1-4d0c-9a0c-b218052f6207), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.707165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.858888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 2e3d137e-c448-44ea-abbd-90c832794c97 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:24.859242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2e3d137e-c448-44ea-abbd-90c832794c97), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.909470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Network 942e49cb-c4ed-4f78-bdcf-04783e76f7df is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:24.919046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:24.923920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b534d3bf-1526-4089-beb5-12a9bba765bb None None] Port f6650625-daf1-4d0c-9a0c-b218052f6207 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:24.933461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:24.937644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:24.977742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 466a4f0c-f021-43a2-82fd-dc76444fc310 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:25.026557 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (fb26abf2-86e6-4083-8432-410cbbde67f9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.101681 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:32:25.111497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (95005960-ed12-4eb1-a962-96a0139eea96), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.129732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] Pushing event deleted for resources: {'Port': ['ID=fb26abf2-86e6-4083-8432-410cbbde67f9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:25.134210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b40e8-375b-4f1e-bab5-b2b70d95cdb9 None None] No DVR routers for this DVR port fb26abf2-86e6-4083-8432-410cbbde67f9 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:25.164392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-538e666b-9e65-457e-95c2-466cf83a011b None None] Provisioning complete for port 2e3d137e-c448-44ea-abbd-90c832794c97 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:25.164622 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-538e666b-9e65-457e-95c2-466cf83a011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2e3d137e-c448-44ea-abbd-90c832794c97), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.250001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-538e666b-9e65-457e-95c2-466cf83a011b None None] Port 2e3d137e-c448-44ea-abbd-90c832794c97 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:25.343110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb0a2411-b2a6-47f9-9f19-9d063e32d347 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:25.462802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.1 (75b2a283-1589-48a6-9919-c77fdb7ccf5d/79aad090-acc8-4adc-a7e9-7cf1a5e282d0/a87f1bfb-e48e-414d-b308-f75981b77444) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:25.549879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cb0a2411-b2a6-47f9-9f19-9d063e32d347 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:25.550256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.623531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (a87f1bfb-e48e-414d-b308-f75981b77444), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.696839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2e3d137e-c448-44ea-abbd-90c832794c97), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.726101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 2e3d137e-c448-44ea-abbd-90c832794c97 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:25.731692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4adc8e1e-0570-4366-a868-26cf99464385 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:25.778699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 4adc8e1e-0570-4366-a868-26cf99464385 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:25.779049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4adc8e1e-0570-4366-a868-26cf99464385 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:25.831819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.874367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cb0a2411-b2a6-47f9-9f19-9d063e32d347 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:25.875217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.920578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port cb0a2411-b2a6-47f9-9f19-9d063e32d347, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cb0a2411-b2a6-47f9-9f19-9d063e32d347,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:25.927778 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:25.972315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:25.973064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57028) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:25.994209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:26.009260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:26.011063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=cb0a2411-b2a6-47f9-9f19-9d063e32d347,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:26.016455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Pushing event updated for resources: {'Port': ['ID=86be9aef-5ee0-47f8-ab42-d1e774a93c52,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:26.075577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=a87f1bfb-e48e-414d-b308-f75981b77444,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:26.087237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb26abf2-86e6-4083-8432-410cbbde67f9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:26.131643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fb26abf2-86e6-4083-8432-410cbbde67f9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:26.132013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fb26abf2-86e6-4083-8432-410cbbde67f9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:26.194987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.290596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-981438272-network', 'tenant_id': '723251e3d0de4767b159124146611784'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:26.310317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Made reservation on behalf of 723251e3d0de4767b159124146611784 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:26.312695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.322835 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.326553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2e3d137e-c448-44ea-abbd-90c832794c97), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.357831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.374200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=2e3d137e-c448-44ea-abbd-90c832794c97,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:26.455260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a6ae5d15-805d-4589-a031-2baf08ce098e None None] Provisioning complete for port a87f1bfb-e48e-414d-b308-f75981b77444 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:26.463428 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6ae5d15-805d-4589-a031-2baf08ce098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.524285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.527563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ada59dd4-36f0-4912-9dcc-81241ba94216 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/2e3d137e-c448-44ea-abbd-90c832794c97 HTTP/1.1" status: 204 len: 168 time: 1.9902649 Feb 03 14:32:26.532505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57034) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:26.544366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae5d15-805d-4589-a031-2baf08ce098e None None] Port a87f1bfb-e48e-414d-b308-f75981b77444 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:26.570522 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8b51d8-11a8-4a27-92d7-1fbc2af043ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:32:26.571901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2e8b51d8-11a8-4a27-92d7-1fbc2af043ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/2e3d137e-c448-44ea-abbd-90c832794c97 HTTP/1.1" status: 404 len: 333 time: 0.0353780 Feb 03 14:32:26.574774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57036) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:26.690109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:32:26.693724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d127f6f1-5522-4627-8b8d-f156aefcdd35), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.852982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Checking segment: {'id': '65081d20-4ab1-4988-b8aa-3b1702eeba8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '77e1cfd8-4fc9-48ac-812d-940955c011d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:26.853690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network hostable DHCP agents. Network: 77e1cfd8-4fc9-48ac-812d-940955c011d8, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:26.861604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Subnet': ['ID=d127f6f1-5522-4627-8b8d-f156aefcdd35,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:26.868345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks [] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.877912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.920682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (95005960-ed12-4eb1-a962-96a0139eea96), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:26.968960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network 77e1cfd8-4fc9-48ac-812d-940955c011d8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:27.000752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 77e1cfd8-4fc9-48ac-812d-940955c011d8) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:27.012918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b3987-cfa7-4a65-8008-f6b27e3ab091 None None] Network 77e1cfd8-4fc9-48ac-812d-940955c011d8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:27.033674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:27.034363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.105275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.144119 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Pushing event updated for resources: {'Port': ['ID=86be9aef-5ee0-47f8-ab42-d1e774a93c52,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:27.160157 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cd36f3a3-10be-4d63-96a1-71fdb01ea212 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2744827 Feb 03 14:32:27.162843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57042) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:27.196552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb0a2411-b2a6-47f9-9f19-9d063e32d347 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:27.235900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks [] for security_group (d3b76424-d42e-4056-8562-6038a5a8670e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.246866 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d3b76424-d42e-4056-8562-6038a5a8670e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.263943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:27.277008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (aaf5bae1-f881-41ff-8e66-701a20638537), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.277732 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Added segment aaf5bae1-f881-41ff-8e66-701a20638537 of type vlan for network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 Feb 03 14:32:27.287607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Network 942e49cb-c4ed-4f78-bdcf-04783e76f7df is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:27.291583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:27.323195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cb0a2411-b2a6-47f9-9f19-9d063e32d347 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:27.323795 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.363607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-77e1cfd8-4fc9-48ac-812d-940955c011d8', 'network_id': '77e1cfd8-4fc9-48ac-812d-940955c011d8', 'project_id': '952bbac3ddc14810b8ca01503dd58af7', 'fixed_ips': [{'subnet_id': 'd127f6f1-5522-4627-8b8d-f156aefcdd35'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:27.364796 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.368170 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2e9be4b0-0d94-4884-9c81-4528c99fdcc9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.442357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b76424-d42e-4056-8562-6038a5a8670e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:27.456977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2e9be4b0-0d94-4884-9c81-4528c99fdcc9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.461697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:27.465103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.477325 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (77e1cfd8-4fc9-48ac-812d-940955c011d8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.484711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Router 95005960-ed12-4eb1-a962-96a0139eea96 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:32:27.566032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cb0a2411-b2a6-47f9-9f19-9d063e32d347 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:27.599887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] Pushing event updated for resources: {'Network': ['ID=2e9be4b0-0d94-4884-9c81-4528c99fdcc9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:27.617246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f660774d-fc02-4848-a19b-1b99a01a384a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6428280 Feb 03 14:32:27.624255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:27.624473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57046) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:27.642505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Request body: {'subnet': {'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-981438272-subnet', 'tenant_id': '723251e3d0de4767b159124146611784', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:27.719696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d127f6f1-5522-4627-8b8d-f156aefcdd35), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.723698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Allocated IP 2001:db8::f816:3eff:fe4e:337 (77e1cfd8-4fc9-48ac-812d-940955c011d8/d127f6f1-5522-4627-8b8d-f156aefcdd35/f99be2fb-a50a-456b-868a-3786f6d660ff) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:27.741425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port a15a5bf5-6761-4678-898c-5054d6e2e60b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:27.741425 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a15a5bf5-6761-4678-898c-5054d6e2e60b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.861843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Made reservation on behalf of 723251e3d0de4767b159124146611784 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:27.865621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:27.984463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:28.014307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a15a5bf5-6761-4678-898c-5054d6e2e60b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.018245 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e829cab1-2230-4295-85d0-6170175ebf24 admin admin] 10.222.0.52 "PUT /v2.0/routers/95005960-ed12-4eb1-a962-96a0139eea96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7624345 Feb 03 14:32:28.019371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Sync routers for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:28.048978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for a15a5bf5-6761-4678-898c-5054d6e2e60b owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:28.060112 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Publish callbacks [] for port (f99be2fb-a50a-456b-868a-3786f6d660ff), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.083604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (f99be2fb-a50a-456b-868a-3786f6d660ff), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.092824 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d127f6f1-5522-4627-8b8d-f156aefcdd35), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.114120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Network 77e1cfd8-4fc9-48ac-812d-940955c011d8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:28.117689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:28.173562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Subnet': ['ID=d127f6f1-5522-4627-8b8d-f156aefcdd35,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:28.192395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:28.200338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:28.202306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:28.351537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (77e1cfd8-4fc9-48ac-812d-940955c011d8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.425993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e1cfd8-4fc9-48ac-812d-940955c011d8']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:28.456942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65081d20-4ab1-4988-b8aa-3b1702eeba8a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:28.457251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65081d20-4ab1-4988-b8aa-3b1702eeba8a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:28.473355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (65081d20-4ab1-4988-b8aa-3b1702eeba8a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.502329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (65081d20-4ab1-4988-b8aa-3b1702eeba8a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.508390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.517709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:28.518050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (65081d20-4ab1-4988-b8aa-3b1702eeba8a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:28.521239 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:28.581653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:32:28.681471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Pushing event updated for resources: {'Port': ['ID=f99be2fb-a50a-456b-868a-3786f6d660ff,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:28.688659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:32:28.688659 n-d-827549-2 neutron-server[103341]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:32:28.688659 n-d-827549-2 neutron-server[103341]: [parameters: {'id': '77e1cfd8-4fc9-48ac-812d-940955c011d8'}] Feb 03 14:32:28.688659 n-d-827549-2 neutron-server[103341]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:28.689479 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:28.743099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:28.760407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (a87f1bfb-e48e-414d-b308-f75981b77444), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.788042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Attempting to bind port f99be2fb-a50a-456b-868a-3786f6d660ff on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:28.788042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Attempting to bind port f99be2fb-a50a-456b-868a-3786f6d660ff by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '65081d20-4ab1-4988-b8aa-3b1702eeba8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '77e1cfd8-4fc9-48ac-812d-940955c011d8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:28.788296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Attempting to bind port f99be2fb-a50a-456b-868a-3786f6d660ff on network 77e1cfd8-4fc9-48ac-812d-940955c011d8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:28.806147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:28.806576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Checking segment: {'id': '65081d20-4ab1-4988-b8aa-3b1702eeba8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '77e1cfd8-4fc9-48ac-812d-940955c011d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:28.806991 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.807389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Bound using segment: {'id': '65081d20-4ab1-4988-b8aa-3b1702eeba8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '77e1cfd8-4fc9-48ac-812d-940955c011d8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:28.809060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:28.809214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Bound port: f99be2fb-a50a-456b-868a-3786f6d660ff, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65081d20-4ab1-4988-b8aa-3b1702eeba8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '77e1cfd8-4fc9-48ac-812d-940955c011d8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:28.809520 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f99be2fb-a50a-456b-868a-3786f6d660ff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.031574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] For port f99be2fb-a50a-456b-868a-3786f6d660ff, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:29.052381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] For port f99be2fb-a50a-456b-868a-3786f6d660ff, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f99be2fb-a50a-456b-868a-3786f6d660ff,segment=NetworkSegment(65081d20-4ab1-4988-b8aa-3b1702eeba8a),segment_id=65081d20-4ab1-4988-b8aa-3b1702eeba8a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:29.064832 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f99be2fb-a50a-456b-868a-3786f6d660ff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.086578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a15a5bf5-6761-4678-898c-5054d6e2e60b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.142555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 2, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:29.147180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2af25d-f553-4a9f-9e76-1b0571dbc7f6 None None] Pushing event updated for resources: {'Port': ['ID=f99be2fb-a50a-456b-868a-3786f6d660ff,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:29.180042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Checking segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:29.180410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Network hostable DHCP agents. Network: 2e9be4b0-0d94-4884-9c81-4528c99fdcc9, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:29.190756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (77e1cfd8-4fc9-48ac-812d-940955c011d8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.202451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Checking router: 95005960-ed12-4eb1-a962-96a0139eea96 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:32:29.202451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Updating router 95005960-ed12-4eb1-a962-96a0139eea96 port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:32:29.211706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=a87f1bfb-e48e-414d-b308-f75981b77444,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:29.220311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.311723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting port f99be2fb-a50a-456b-868a-3786f6d660ff {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:29.312258 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f99be2fb-a50a-456b-868a-3786f6d660ff), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.322194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af431-0105-4b05-8316-b095ce133ba0 req-0a8050a2-d48d-42a9-84db-d38b07dd2f78 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:29.324557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e5af431-0105-4b05-8316-b095ce133ba0 req-0a8050a2-d48d-42a9-84db-d38b07dd2f78 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.7081323 Feb 03 14:32:29.335915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.343594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a687238f-acd0-447f-9cc0-b62d435f64b5 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:29.345368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a687238f-acd0-447f-9cc0-b62d435f64b5 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 820 time: 0.6494007 Feb 03 14:32:29.433833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] For port f99be2fb-a50a-456b-868a-3786f6d660ff, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f99be2fb-a50a-456b-868a-3786f6d660ff,segment=NetworkSegment(65081d20-4ab1-4988-b8aa-3b1702eeba8a),segment_id=65081d20-4ab1-4988-b8aa-3b1702eeba8a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:29.442545 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f99be2fb-a50a-456b-868a-3786f6d660ff), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.460930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Calling delete_port for f99be2fb-a50a-456b-868a-3786f6d660ff owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:29.467188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e5af431-0105-4b05-8316-b095ce133ba0 req-9501f3c4-4284-44d7-b01c-80ec7dc3b0a6 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171956 Feb 03 14:32:29.467786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:29.481402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-213c177d-ea74-4128-ab53-0de930cb4c51 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/quotas/0f2d980fe08d435db78335f788ff486e HTTP/1.1" status: 200 len: 375 time: 0.0939493 Feb 03 14:32:29.482544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=a15a5bf5-6761-4678-898c-5054d6e2e60b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:29.594979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2e9be4b0-0d94-4884-9c81-4528c99fdcc9) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:29.602240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:29.603118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.645561 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f99be2fb-a50a-456b-868a-3786f6d660ff), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.718104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Port': ['ID=f99be2fb-a50a-456b-868a-3786f6d660ff,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:29.724896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:29.727070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No DVR routers for this DVR port f99be2fb-a50a-456b-868a-3786f6d660ff on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:29.731906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:29.750035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:29.761048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-673ea4ff-c720-45c8-a585-42f46269e08a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/a15a5bf5-6761-4678-898c-5054d6e2e60b HTTP/1.1" status: 204 len: 168 time: 3.1813083 Feb 03 14:32:29.771807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b49e9627-db49-4534-8960-f960e38ad4c0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1370409 Feb 03 14:32:29.774393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57080) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:29.822385 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4334018-42d6-4fbe-b7bc-0285139590a5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:32:29.826763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b4334018-42d6-4fbe-b7bc-0285139590a5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/a15a5bf5-6761-4678-898c-5054d6e2e60b HTTP/1.1" status: 404 len: 333 time: 0.0414062 Feb 03 14:32:29.827402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57084) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:29.932782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet a70ca2c7-64e4-4356-ad34-acce268909bd {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:29.947332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (a70ca2c7-64e4-4356-ad34-acce268909bd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.046619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (77e1cfd8-4fc9-48ac-812d-940955c011d8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.086965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-2edc9893-8e0e-4ee1-ae3b-5a4b617109ea tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4698982 Feb 03 14:32:30.120097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e1cfd8-4fc9-48ac-812d-940955c011d8']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:30.145490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65081d20-4ab1-4988-b8aa-3b1702eeba8a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:30.145798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65081d20-4ab1-4988-b8aa-3b1702eeba8a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:30.178366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (65081d20-4ab1-4988-b8aa-3b1702eeba8a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.180515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c392b4-6b38-4700-8801-e204fd70ca64 None None] Network 77e1cfd8-4fc9-48ac-812d-940955c011d8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:30.195346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e94e6-3649-4a38-8298-4f349d4c915b None None] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:30.216685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-790142c8-1a1b-4c60-bf43-a4fbb2cc808a service neutron] 10.222.0.52 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229944 Feb 03 14:32:30.233194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (65081d20-4ab1-4988-b8aa-3b1702eeba8a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.251987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:30.252671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (65081d20-4ab1-4988-b8aa-3b1702eeba8a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.331247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-5229a93d-ec51-4984-8dd3-84d7e1115659 service neutron] 10.222.0.52 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006215 Feb 03 14:32:30.372011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (a70ca2c7-64e4-4356-ad34-acce268909bd), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:30.410233 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:30.422122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (77e1cfd8-4fc9-48ac-812d-940955c011d8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.430490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.437902 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/77e1cfd8-4fc9-48ac-812d-940955c011d8 HTTP/1.1" status: 204 len: 168 time: 3.2739182 Feb 03 14:32:30.441918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57098) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:30.447207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-730998925'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:30.465350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6474c8-8cf2-45a8-a45e-81c570b1b7ed tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Network': ['ID=77e1cfd8-4fc9-48ac-812d-940955c011d8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:30.505222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:32:30.550146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Publish callbacks [] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.590828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'project_id': '723251e3d0de4767b159124146611784', 'fixed_ips': [{'subnet_id': 'acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:30.593269 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.603250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c392b4-6b38-4700-8801-e204fd70ca64 None None] Network 77e1cfd8-4fc9-48ac-812d-940955c011d8 could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:32:30.670302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.706629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:30.712331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.715790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:30.726951 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] Sync routers for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:30.743489 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:30.744166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (a70ca2c7-64e4-4356-ad34-acce268909bd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.744982 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:30.763005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cf92be96-5196-4b07-857a-b53ca62f81cb None None] Provisioning complete for port a87f1bfb-e48e-414d-b308-f75981b77444 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:30.763502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf92be96-5196-4b07-857a-b53ca62f81cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.826193 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:30.831669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57114) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:30.836914 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:30.837578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'port': {'network_id': '75b2a283-1589-48a6-9919-c77fdb7ccf5d', 'name': 'tempest-FloatingIPTestJSON-349985635'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:30.838042 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:30.842063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a19adfa2-b21a-41a6-83dd-4da37e83ba36 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/routers/02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2641580 Feb 03 14:32:30.880288 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:30.881489 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbfd408-5552-4fdf-81ac-2ea99b5f9d5b None None] The sync data for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:30.930287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (a70ca2c7-64e4-4356-ad34-acce268909bd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.964237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:30.976548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/a70ca2c7-64e4-4356-ad34-acce268909bd HTTP/1.1" status: 204 len: 168 time: 1.1468754 Feb 03 14:32:30.981259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57120) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:31.048297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:31.065913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ebff8f-4d95-43ea-977c-cca23fc93d82 None None] Network cd7411d5-0087-468b-8417-ac884379c375 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:31.066828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (31ee7793-9960-4e88-bded-ffc50c846050), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.067189 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Added segment 31ee7793-9960-4e88-bded-ffc50c846050 of type vlan for network 3522bae7-995f-4293-b27f-62826fb50be4 Feb 03 14:32:31.112170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8240aa-36fd-41c5-ba4d-0d97b75f1055 None None] Pushing event updated for resources: {'Port': ['ID=86be9aef-5ee0-47f8-ab42-d1e774a93c52,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:31.152201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cf92be96-5196-4b07-857a-b53ca62f81cb None None] Port a87f1bfb-e48e-414d-b308-f75981b77444 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:31.161778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3522bae7-995f-4293-b27f-62826fb50be4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.252210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (cd7411d5-0087-468b-8417-ac884379c375), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.300161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Made reservation on behalf of 0e930a85b5b04a55904b95f2db6d9809 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:31.308339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.353174 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3522bae7-995f-4293-b27f-62826fb50be4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.362915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:31.363526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.407045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46df150-083c-44f1-b826-dd666caf6edb tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=a70ca2c7-64e4-4356-ad34-acce268909bd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:31.409964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] device_id is not set on port 47b1db35-5958-4b52-a808-32c07b6db3f9 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:31.445069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Attempting to bind port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:31.445895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Attempting to bind port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:31.445895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Attempting to bind port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 on network 942e49cb-c4ed-4f78-bdcf-04783e76f7df {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:31.534302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:31.534598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Checking segment: {'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:31.536138 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.537819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Bound using segment: {'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:31.538529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Bound port: 86be9aef-5ee0-47f8-ab42-d1e774a93c52, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:31.539124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.569285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 466a4f0c-f021-43a2-82fd-dc76444fc310 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:31.569643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.607723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Allocated IP 172.20.0.2 (2e9be4b0-0d94-4884-9c81-4528c99fdcc9/acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6/5e85e4c9-155d-4421-9005-7cf261efc098) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:31.799215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] For port 466a4f0c-f021-43a2-82fd-dc76444fc310, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=466a4f0c-f021-43a2-82fd-dc76444fc310,segment=NetworkSegment(9425ac19-6f44-400f-b3a3-e5f2004d6c97),segment_id=9425ac19-6f44-400f-b3a3-e5f2004d6c97)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:31.799506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:31.824750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 466a4f0c-f021-43a2-82fd-dc76444fc310 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:31.826194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] DHCP port deletion for cd7411d5-0087-468b-8417-ac884379c375 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:32:31.827054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Allocated IP 172.20.0.9 (75b2a283-1589-48a6-9919-c77fdb7ccf5d/79aad090-acc8-4adc-a7e9-7cf1a5e282d0/47b1db35-5958-4b52-a808-32c07b6db3f9) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:31.885406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] For port 86be9aef-5ee0-47f8-ab42-d1e774a93c52, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:31.992651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] For port 86be9aef-5ee0-47f8-ab42-d1e774a93c52, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=86be9aef-5ee0-47f8-ab42-d1e774a93c52,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:32.012388 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.042197 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.054006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=466a4f0c-f021-43a2-82fd-dc76444fc310,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:32.063875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No DVR routers for this DVR port 466a4f0c-f021-43a2-82fd-dc76444fc310 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:32.212902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7656708 Feb 03 14:32:32.218012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:32.218664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:32.228233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57130) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:32.252632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'subnet': {'network_id': '3522bae7-995f-4293-b27f-62826fb50be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:32.291186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe35f4-70c7-4bce-847d-779786ab179f req-5498c744-7ff5-4cfb-8635-447d34a267e2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:32.300010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbfe35f4-70c7-4bce-847d-779786ab179f req-5498c744-7ff5-4cfb-8635-447d34a267e2 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 1.6050048 Feb 03 14:32:32.336492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] Deleting port 466a4f0c-f021-43a2-82fd-dc76444fc310 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:32.336941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.418202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (cd7411d5-0087-468b-8417-ac884379c375), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.418694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] For port 466a4f0c-f021-43a2-82fd-dc76444fc310, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:32.419159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.437838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] Calling delete_port for 466a4f0c-f021-43a2-82fd-dc76444fc310 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:32.442559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] Port 466a4f0c-f021-43a2-82fd-dc76444fc310 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:32:32.445242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8240aa-36fd-41c5-ba4d-0d97b75f1055 None None] Pushing event updated for resources: {'Port': ['ID=86be9aef-5ee0-47f8-ab42-d1e774a93c52,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:32.466036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7411d5-0087-468b-8417-ac884379c375']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:32.491462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9425ac19-6f44-400f-b3a3-e5f2004d6c97') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:32.491921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9425ac19-6f44-400f-b3a3-e5f2004d6c97') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:32.499886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (466a4f0c-f021-43a2-82fd-dc76444fc310), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.515381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (9425ac19-6f44-400f-b3a3-e5f2004d6c97), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.550395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9425ac19-6f44-400f-b3a3-e5f2004d6c97), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.557421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:32.561845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (9425ac19-6f44-400f-b3a3-e5f2004d6c97), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.562498 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Publish callbacks [] for port (5e85e4c9-155d-4421-9005-7cf261efc098), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.600800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] No DVR routers for this DVR port 466a4f0c-f021-43a2-82fd-dc76444fc310 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:32.633141 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.637089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd8e73-8482-407e-b0c6-7040c3a2d830 None None] Pushing event deleted for resources: {'Port': ['ID=466a4f0c-f021-43a2-82fd-dc76444fc310,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:32.646155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-d2f94015-6fa7-4808-b504-548217d7e4d1 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:32.649647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-d2f94015-6fa7-4808-b504-548217d7e4d1 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.45 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 820 time: 0.3186686 Feb 03 14:32:32.673291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbfe35f4-70c7-4bce-847d-779786ab179f req-6d34d2d4-7002-490a-a78b-4b959fe5de8c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722241 Feb 03 14:32:32.692906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Request body: {'port': {'device_id': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'admin_state_up': True, 'tenant_id': '0f2d980fe08d435db78335f788ff486e'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:32.708868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:32.718806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:32.724972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:32.727757 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:32.744011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f907ee-e596-470f-8757-237e3f28bba6 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Network': ['ID=3522bae7-995f-4293-b27f-62826fb50be4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:32.748127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (cd7411d5-0087-468b-8417-ac884379c375), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.776794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3522bae7-995f-4293-b27f-62826fb50be4 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:32.777091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.780613 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/cd7411d5-0087-468b-8417-ac884379c375 HTTP/1.1" status: 204 len: 168 time: 1.7980483 Feb 03 14:32:32.784030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for port (47b1db35-5958-4b52-a808-32c07b6db3f9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.789999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57134) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:32.793374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Pushing event updated for resources: {'Port': ['ID=5e85e4c9-155d-4421-9005-7cf261efc098,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:32.796785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1929666368'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:32.830888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b2b5e-f4c4-4ae1-ae32-3249547efa31 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=cd7411d5-0087-468b-8417-ac884379c375,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:32.836758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:32.841773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.873592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-599b441a-00fb-4e1f-a658-b09dee5dcc2f tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:32.883101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-599b441a-00fb-4e1f-a658-b09dee5dcc2f tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 815 time: 2.1869495 Feb 03 14:32:32.888181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:32:32.893636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (47b1db35-5958-4b52-a808-32c07b6db3f9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.899050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:32.905176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:32.919492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-95f3b9bc-2996-49df-9f6c-f4ec1f4f92da tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/quotas/723251e3d0de4767b159124146611784 HTTP/1.1" status: 200 len: 375 time: 0.0345161 Feb 03 14:32:32.952004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-663a9dbd-c3e4-4475-b214-bceb7ced72e1 req-e6286101-8490-49df-b25b-c6b2e6d63551 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 210 time: 0.1329615 Feb 03 14:32:33.002501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:33.009744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:33.027443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:33.112275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:33.139176 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0944c908-79a3-4854-a050-db21d67ae39d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.139538 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment 0944c908-79a3-4854-a050-db21d67ae39d of type vlan for network 05584217-87db-4484-a506-74db5d09c6a7 Feb 03 14:32:33.152451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 466a4f0c-f021-43a2-82fd-dc76444fc310 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:33.198544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event updated for resources: {'Port': ['ID=47b1db35-5958-4b52-a808-32c07b6db3f9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:33.244116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:33.245111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.247840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (05584217-87db-4484-a506-74db5d09c6a7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.256638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 466a4f0c-f021-43a2-82fd-dc76444fc310 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:33.256983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 466a4f0c-f021-43a2-82fd-dc76444fc310 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:33.287447 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ba4224ea-cd08-4fda-89e7-16cddeeb63b4 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4546154 Feb 03 14:32:33.291292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57138) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:33.319663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Request body: {'floatingip': {'port_id': '47b1db35-5958-4b52-a808-32c07b6db3f9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:33.391427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Attempting to bind port 5e85e4c9-155d-4421-9005-7cf261efc098 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:33.391824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Attempting to bind port 5e85e4c9-155d-4421-9005-7cf261efc098 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:33.392194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Attempting to bind port 5e85e4c9-155d-4421-9005-7cf261efc098 on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:33.414065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:33.414908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Checking segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:33.414908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.415568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Bound using segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:33.416446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Bound port: 5e85e4c9-155d-4421-9005-7cf261efc098, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:33.416842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.451510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a65d4dca-a800-409f-844a-1812e87d39d2 None None] Provisioning complete for port 47b1db35-5958-4b52-a808-32c07b6db3f9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:33.452216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a65d4dca-a800-409f-844a-1812e87d39d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (47b1db35-5958-4b52-a808-32c07b6db3f9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.464814 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (05584217-87db-4484-a506-74db5d09c6a7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.467943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (8b392854-e836-4fee-a2b7-aee548280b07), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.487249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:33.488038 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.507517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-a0c08536-2c32-4d97-88b5-3ac9da77f868 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5870099 Feb 03 14:32:33.595908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a65d4dca-a800-409f-844a-1812e87d39d2 None None] Port 47b1db35-5958-4b52-a808-32c07b6db3f9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:33.599189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Subnet': ['ID=8b392854-e836-4fee-a2b7-aee548280b07,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:33.604406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] For port 5e85e4c9-155d-4421-9005-7cf261efc098, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:33.606400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Checking segment: {'id': '31ee7793-9960-4e88-bded-ffc50c846050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3522bae7-995f-4293-b27f-62826fb50be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:33.606787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network hostable DHCP agents. Network: 3522bae7-995f-4293-b27f-62826fb50be4, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:33.608407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] For port 5e85e4c9-155d-4421-9005-7cf261efc098, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5e85e4c9-155d-4421-9005-7cf261efc098,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:33.614652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=05584217-87db-4484-a506-74db5d09c6a7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:33.620827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (8f81944b-aeb9-4f4b-bda7-59d25f9f1827), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.649286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network 3522bae7-995f-4293-b27f-62826fb50be4 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:33.661021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3522bae7-995f-4293-b27f-62826fb50be4) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:33.666879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:33.667678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:33.701834 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7963c227-e91e-4549-a645-c44308f48a2b tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4558280 Feb 03 14:32:33.703231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57142) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:33.831120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-88ee07e7-630e-44b2-9732-d109d36e913f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0354939 Feb 03 14:32:33.833346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:33.841964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': '05584217-87db-4484-a506-74db5d09c6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:33.886320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 05584217-87db-4484-a506-74db5d09c6a7 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:33.888707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64571de-9308-4569-91b5-9efc07135e5a None None] Network 3522bae7-995f-4293-b27f-62826fb50be4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:33.902053 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:34.031477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-38856dd0-f1a4-46f0-a6e1-29d40c5e0dcf service neutron] 10.222.0.52 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373129 Feb 03 14:32:34.049661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Made reservation on behalf of 0f2d980fe08d435db78335f788ff486e for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:34.053045 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:34.095451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3522bae7-995f-4293-b27f-62826fb50be4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:34.142724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:34.146397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:34.270483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-03fa9c69-2d4d-4b30-8e61-6acc1e97bb25 service neutron] 10.222.0.52 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375057 Feb 03 14:32:34.314390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a51b6-9d4e-4de1-a4a6-c830255f9624 None None] Pushing event updated for resources: {'Port': ['ID=5e85e4c9-155d-4421-9005-7cf261efc098,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:34.339070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2351d6a-4f32-44ba-a967-70024a680710 req-09dd3ddb-c839-48b8-983d-f916a6b2ddc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:34.348932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2351d6a-4f32-44ba-a967-70024a680710 req-09dd3ddb-c839-48b8-983d-f916a6b2ddc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.5480835 Feb 03 14:32:34.365164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c59e901-ea4f-41e5-847b-8a891f6246aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-3522bae7-995f-4293-b27f-62826fb50be4', 'network_id': '3522bae7-995f-4293-b27f-62826fb50be4', 'project_id': '952bbac3ddc14810b8ca01503dd58af7', 'fixed_ips': [{'subnet_id': '8b392854-e836-4fee-a2b7-aee548280b07'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:34.366257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c59e901-ea4f-41e5-847b-8a891f6246aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:34.375112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:31Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:34.460319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7370d-6a53-4ba4-892b-f06d76aaf8e5 None None] The sync data for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 is: [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:31Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:34.523213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8b392854-e836-4fee-a2b7-aee548280b07), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:34.712740 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (8b392854-e836-4fee-a2b7-aee548280b07), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:34.775131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Subnet': ['ID=8b392854-e836-4fee-a2b7-aee548280b07,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-9c59e901-ea4f-41e5-847b-8a891f6246aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b392854-e836-4fee-a2b7-aee548280b07: This subnet is being modified by another concurrent operation. Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b392854-e836-4fee-a2b7-aee548280b07: This subnet is being modified by another concurrent operation. Feb 03 14:32:34.781472 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:32:34.804536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0aa1c0-d7f8-499c-85d8-423023a5e3f5 None None] Network 3522bae7-995f-4293-b27f-62826fb50be4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:34.804997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2351d6a-4f32-44ba-a967-70024a680710 req-1b894d2f-0475-4a53-aa12-da5c7a44ce03 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508537 Feb 03 14:32:34.899321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fda74cd-0a19-4695-b733-67f3cc39d002 req-8fb189ae-48cf-45c5-85e6-d12a880fd7dc tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 210 time: 0.1297390 Feb 03 14:32:35.039624 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3522bae7-995f-4293-b27f-62826fb50be4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.124339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3522bae7-995f-4293-b27f-62826fb50be4']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:35.139182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ee7793-9960-4e88-bded-ffc50c846050') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:35.139487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ee7793-9960-4e88-bded-ffc50c846050') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:35.188746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (31ee7793-9960-4e88-bded-ffc50c846050), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.221893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (c49efd7c-6599-406b-bc5e-0845d0187385), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.224239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (31ee7793-9960-4e88-bded-ffc50c846050), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.326062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:35.326450 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (31ee7793-9960-4e88-bded-ffc50c846050), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:35.333639 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:35.370768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Allocated IP 172.20.0.10 (942e49cb-c4ed-4f78-bdcf-04783e76f7df/79e56908-b1c6-43d2-bdd1-bbaba0f266ce/ad2fb08b-f135-4d05-bf2b-2d0aff39e008) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:35.465433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86be9aef-5ee0-47f8-ab42-d1e774a93c52 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:35.469713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=c49efd7c-6599-406b-bc5e-0845d0187385,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:35.494851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': '0944c908-79a3-4854-a050-db21d67ae39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05584217-87db-4484-a506-74db5d09c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:35.495223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: 05584217-87db-4484-a506-74db5d09c6a7, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:35.524948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3522bae7-995f-4293-b27f-62826fb50be4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.537525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.556315 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/3522bae7-995f-4293-b27f-62826fb50be4 HTTP/1.1" status: 204 len: 168 time: 1.8472941 Feb 03 14:32:35.560855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57178) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:35.577086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1358047621'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:35.658519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:35.658903 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.664961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-6d8ee6b6-ca4c-4bb0-b544-f5e969225545 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:35.675011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-6d8ee6b6-ca4c-4bb0-b544-f5e969225545 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 815 time: 0.6797149 Feb 03 14:32:35.682877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d15f82-96af-4ef9-9bce-e83722577459 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Network': ['ID=3522bae7-995f-4293-b27f-62826fb50be4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:35.730840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 05584217-87db-4484-a506-74db5d09c6a7 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:35.735560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:35.739834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.772298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 05584217-87db-4484-a506-74db5d09c6a7) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:35.799631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:35.803269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:35.824052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0655e7-adf9-45cd-a723-183526d4e9a7 None None] Network 05584217-87db-4484-a506-74db5d09c6a7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:35.826803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-818f3d30-cafd-4715-8198-26bd90b1c70c tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/quotas/723251e3d0de4767b159124146611784 HTTP/1.1" status: 200 len: 375 time: 0.1400557 Feb 03 14:32:35.855546 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd8cb3ea-4cdc-4dd0-ba9e-300670e6080d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0217931 Feb 03 14:32:35.859061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:35.863831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57186) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:35.876276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': '05584217-87db-4484-a506-74db5d09c6a7', 'name': 'tempest-PortsTestJSON-1646509611', 'fixed_ips': [{'subnet_id': 'c49efd7c-6599-406b-bc5e-0845d0187385', 'ip_address': '172.20.0.10'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:35.886360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:32:36.155463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-e1edf286-107c-42f7-9344-983326a1a3d2 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3190012 Feb 03 14:32:36.165345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:36.195171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8f81944b-aeb9-4f4b-bda7-59d25f9f1827), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:36.357834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-05584217-87db-4484-a506-74db5d09c6a7', 'network_id': '05584217-87db-4484-a506-74db5d09c6a7', 'project_id': '1d7daf32b87f4eeb8c40ec4a7a927cb3', 'fixed_ips': [{'subnet_id': 'c49efd7c-6599-406b-bc5e-0845d0187385'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:36.358726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:36.395178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:36.395582 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:36.703645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Allocated IP 172.20.0.2 (05584217-87db-4484-a506-74db5d09c6a7/c49efd7c-6599-406b-bc5e-0845d0187385/59d6301a-9d69-4fef-be3a-78c4ef08dfa6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:36.710703 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP 8f81944b-aeb9-4f4b-bda7-59d25f9f1827 associated. External IP: 172.25.0.56, port: 44377c49-a943-4060-bfb0-17fe65d47ac8. Feb 03 14:32:36.846778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769e76-8f86-4d69-a6e6-68164b947be1 req-699c763e-ecd2-4adf-bb56-dbf2b42b95cb tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:36.854410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc769e76-8f86-4d69-a6e6-68164b947be1 req-699c763e-ecd2-4adf-bb56-dbf2b42b95cb tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.8059042 Feb 03 14:32:36.864041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-ef1f3c99-c657-45bc-9296-20885d1986eb tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:36.865760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-ef1f3c99-c657-45bc-9296-20885d1986eb tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 815 time: 0.1602631 Feb 03 14:32:36.925997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Request body: {'port': {'device_id': '143602f5-ca40-46ff-8513-738bef393e1b', 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'admin_state_up': True, 'tenant_id': '723251e3d0de4767b159124146611784'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:36.986726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:36.998751 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Publish callbacks [] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.005275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc769e76-8f86-4d69-a6e6-68164b947be1 req-61e4819f-03d3-4a86-b1c9-177a35231fd7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463022 Feb 03 14:32:37.036465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a20c82-dd71-4e70-9566-cd1d3fbf00e1 None None] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:37.118493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (26c1eb05-be01-416c-9148-575dcdf0f2ed), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.119085 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Added segment 26c1eb05-be01-416c-9148-575dcdf0f2ed of type vlan for network 5a3280bd-313c-4888-a18f-f474fe0458ba Feb 03 14:32:37.121648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.199165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 86be9aef-5ee0-47f8-ab42-d1e774a93c52, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=86be9aef-5ee0-47f8-ab42-d1e774a93c52,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:37.214251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c18544cc-c9ed-4c2c-8f51-505059016022 None None] Provisioning complete for port 5e85e4c9-155d-4421-9005-7cf261efc098 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:37.214636 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c18544cc-c9ed-4c2c-8f51-505059016022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.217847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f77effc-390b-4b64-9915-94c05cdf716b req-d2d6d51a-1755-4106-a15e-4cfbc32174b6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 210 time: 0.0891604 Feb 03 14:32:37.254071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5a3280bd-313c-4888-a18f-f474fe0458ba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.287776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Pushing event updated for resources: {'Port': ['ID=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:37.293961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Network 05584217-87db-4484-a506-74db5d09c6a7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:37.298202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.299201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5e85e4c9-155d-4421-9005-7cf261efc098 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:37.317879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:37.347682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:37.353781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:37.367976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5a3280bd-313c-4888-a18f-f474fe0458ba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.374236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:37.374393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-1d769ac7-012c-422a-bafb-4a771dea0087 service neutron] 10.222.0.52 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2016733 Feb 03 14:32:37.375247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.426812 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8645761 Feb 03 14:32:37.431018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57194) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:37.452223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Request body: {'subnet': {'network_id': '5a3280bd-313c-4888-a18f-f474fe0458ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:37.484295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=86be9aef-5ee0-47f8-ab42-d1e774a93c52,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:37.533515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71267593-e762-47fb-8527-03647972c00d tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Network': ['ID=5a3280bd-313c-4888-a18f-f474fe0458ba,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:37.567008 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.582824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5a3280bd-313c-4888-a18f-f474fe0458ba details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:37.604334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 03871eb7-c108-471b-aa8a-871c98d76a90 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:37.709112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5e85e4c9-155d-4421-9005-7cf261efc098 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:37.710104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.795566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-844096e9-526d-4980-bee5-525b37d7c35f service neutron] 10.222.0.52 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127038 Feb 03 14:32:37.824437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c18544cc-c9ed-4c2c-8f51-505059016022 None None] Current status of the port 5e85e4c9-155d-4421-9005-7cf261efc098 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:37.833437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c18544cc-c9ed-4c2c-8f51-505059016022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.842970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Attempting to bind port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:37.845115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Attempting to bind port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '0944c908-79a3-4854-a050-db21d67ae39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05584217-87db-4484-a506-74db5d09c6a7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:37.848444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Attempting to bind port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 on network 05584217-87db-4484-a506-74db5d09c6a7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:37.857347 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.899742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.10 (05584217-87db-4484-a506-74db5d09c6a7/c49efd7c-6599-406b-bc5e-0845d0187385/03871eb7-c108-471b-aa8a-871c98d76a90) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:37.920000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:37.922889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Checking segment: {'id': '0944c908-79a3-4854-a050-db21d67ae39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05584217-87db-4484-a506-74db5d09c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:37.923938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:37.928949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Bound using segment: {'id': '0944c908-79a3-4854-a050-db21d67ae39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05584217-87db-4484-a506-74db5d09c6a7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:37.929514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Bound port: 59d6301a-9d69-4fef-be3a-78c4ef08dfa6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0944c908-79a3-4854-a050-db21d67ae39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '05584217-87db-4484-a506-74db5d09c6a7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:37.929928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.045934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c18544cc-c9ed-4c2c-8f51-505059016022 None None] For port 5e85e4c9-155d-4421-9005-7cf261efc098, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5e85e4c9-155d-4421-9005-7cf261efc098,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:38.163132 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c18544cc-c9ed-4c2c-8f51-505059016022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.273126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (03871eb7-c108-471b-aa8a-871c98d76a90), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.311001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Made reservation on behalf of 723251e3d0de4767b159124146611784 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:38.315811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.327780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (03871eb7-c108-471b-aa8a-871c98d76a90), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.341281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Network 942e49cb-c4ed-4f78-bdcf-04783e76f7df is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:38.342281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event updated for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:38.391546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:38.403302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18544cc-c9ed-4c2c-8f51-505059016022 None None] Pushing event updated for resources: {'Port': ['ID=5e85e4c9-155d-4421-9005-7cf261efc098,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:38.433172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] For port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:38.446054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5e85e4c9-155d-4421-9005-7cf261efc098 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:38.454773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a4ddb70b-bb43-48a2-97a5-dd512827d81e None None] Provisioning complete for port 5e85e4c9-155d-4421-9005-7cf261efc098 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:38.455368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4ddb70b-bb43-48a2-97a5-dd512827d81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.463064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:38.468733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=03871eb7-c108-471b-aa8a-871c98d76a90,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:38.509007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 05584217-87db-4484-a506-74db5d09c6a7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:38.509826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] For port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,segment=NetworkSegment(0944c908-79a3-4854-a050-db21d67ae39d),segment_id=0944c908-79a3-4854-a050-db21d67ae39d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:38.513345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:38.520068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:38.531304 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.537700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Made reservation on behalf of 952bbac3ddc14810b8ca01503dd58af7 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:38.541937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.630315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a4ddb70b-bb43-48a2-97a5-dd512827d81e None None] Current status of the port 5e85e4c9-155d-4421-9005-7cf261efc098 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:38.637041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86be9aef-5ee0-47f8-ab42-d1e774a93c52 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:38.648733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:38.650136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:38.701411 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3874b051-9ff4-4921-8bef-1aacd6011fe8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8330612 Feb 03 14:32:38.702851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57224) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:38.712434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': '05584217-87db-4484-a506-74db5d09c6a7', 'name': 'tempest-PortsTestJSON-1142485767', 'fixed_ips': [{'subnet_id': 'c49efd7c-6599-406b-bc5e-0845d0187385', 'ip_address': '172.20.0.9'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:38.935727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:38.964457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:39.015828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aebbbd-5bd0-48ec-8a5b-ef80cd08be09 None None] Pushing event updated for resources: {'Port': ['ID=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:39.022770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 65225050-ead2-4a13-b205-74efaa992b71 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:39.096368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:39.113366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:39.113753 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:39.283199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:39.286788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:39.326659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.9 (05584217-87db-4484-a506-74db5d09c6a7/c49efd7c-6599-406b-bc5e-0845d0187385/65225050-ead2-4a13-b205-74efaa992b71) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:39.357898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:39.368348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5e85e4c9-155d-4421-9005-7cf261efc098 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:39.374922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-06e40753-fd65-43c3-8cfc-d503627e1299 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6878643 Feb 03 14:32:39.389426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865815a-5831-4340-a00c-96ddb5a66055 req-243211b7-1408-43d5-8aec-67e50940b13e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:39.396607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2865815a-5831-4340-a00c-96ddb5a66055 req-243211b7-1408-43d5-8aec-67e50940b13e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 1.1983881 Feb 03 14:32:39.432975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5e85e4c9-155d-4421-9005-7cf261efc098 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:39.433847 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:39.453524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:32:39.459961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-52088645-8a75-409d-8725-4284e9a0b80e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:39.461514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-52088645-8a75-409d-8725-4284e9a0b80e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 815 time: 1.2511482 Feb 03 14:32:39.477055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Request body: {'port': {'device_id': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:39.550539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-a85be10f-6e3c-4ccb-8149-a71f24dbcff7 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/quotas/723251e3d0de4767b159124146611784 HTTP/1.1" status: 200 len: 375 time: 0.0645604 Feb 03 14:32:39.583460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5e85e4c9-155d-4421-9005-7cf261efc098 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:39.622341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (65225050-ead2-4a13-b205-74efaa992b71), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:39.725804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:39.739985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:39.773664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:39.779204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:39.845617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-c2f6894e-83c7-46f4-9142-e54a6926186a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:39.847225 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-c2f6894e-83c7-46f4-9142-e54a6926186a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.45 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 815 time: 0.2176113 Feb 03 14:32:39.849060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (65225050-ead2-4a13-b205-74efaa992b71), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:39.867778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Request body: {'port': {'device_id': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'admin_state_up': True, 'tenant_id': '723251e3d0de4767b159124146611784'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:39.912166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:39.929490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:39.931167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:39.976848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2865815a-5831-4340-a00c-96ddb5a66055 req-5e581882-cf95-4cee-9df1-1e5988b90c33 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5141637 Feb 03 14:32:40.015459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:40.022519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8593b-9be9-4ec7-ad4a-f90f6c4e6a1b None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:40.034125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 05584217-87db-4484-a506-74db5d09c6a7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:40.041919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:40.047357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:40.049850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=65225050-ead2-4a13-b205-74efaa992b71,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:40.164965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:40.165625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.262411 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-62f087c6-b51d-4ae6-9e8b-8568cce5d8da tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5538301 Feb 03 14:32:40.283107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57236) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:40.372525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Allocated IP 172.20.0.9 (2e9be4b0-0d94-4884-9c81-4528c99fdcc9/acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6/d729cb27-d5a8-4d77-ad68-199d568acc4e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:40.389105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.401810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Made reservation on behalf of 723251e3d0de4767b159124146611784 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:40.409865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.533220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f75cb-6e91-490c-afc0-1e02e674d658 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:40.535820 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5b4f75cb-6e91-490c-afc0-1e02e674d658 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2486856 Feb 03 14:32:40.551338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57238) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:40.585086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08048cb8-9b4f-4614-962c-8ee7995d39f6 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:32:40.700280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e9fda-914c-4182-84af-e55ca77bb3ab tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:40.708023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e9fda-914c-4182-84af-e55ca77bb3ab tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:40.715359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e9fda-914c-4182-84af-e55ca77bb3ab tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:40.721099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-273e9fda-914c-4182-84af-e55ca77bb3ab tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1652706 Feb 03 14:32:40.721707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57240) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:40.747769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:40.822632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:32:40.829996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.830206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ded2cf24-61e2-4762-8e54-f84342259efc None None] Provisioning complete for port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:40.830498 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ded2cf24-61e2-4762-8e54-f84342259efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.835133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:40.835387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.844845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 65225050-ead2-4a13-b205-74efaa992b71 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:40.845433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (65225050-ead2-4a13-b205-74efaa992b71), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.956938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08048cb8-9b4f-4614-962c-8ee7995d39f6 None None] Network 5a3280bd-313c-4888-a18f-f474fe0458ba is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:40.962866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (65225050-ead2-4a13-b205-74efaa992b71), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:40.980181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 65225050-ead2-4a13-b205-74efaa992b71 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:41.061566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:41.062098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.067056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08048cb8-9b4f-4614-962c-8ee7995d39f6 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5a3280bd-313c-4888-a18f-f474fe0458ba) {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:32:41.131346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2fb08b-f135-4d05-bf2b-2d0aff39e008 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:41.132738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (65225050-ead2-4a13-b205-74efaa992b71), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.140152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Publish callbacks [] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.147913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cf24-61e2-4762-8e54-f84342259efc None None] Current status of the port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:41.148309 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ded2cf24-61e2-4762-8e54-f84342259efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.153206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Transition to ACTIVE for port object ad2fb08b-f135-4d05-bf2b-2d0aff39e008 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:41.178869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=65225050-ead2-4a13-b205-74efaa992b71,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:41.226933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,segment=NetworkSegment(0944c908-79a3-4854-a050-db21d67ae39d),segment_id=0944c908-79a3-4854-a050-db21d67ae39d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:41.240879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-08136d8e-2f29-4dd1-8643-0d06b7f01049 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6466613 Feb 03 14:32:41.241525 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.313267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.315433 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d1e3a8a3-22f1-4738-a18a-4c7b73d744ba tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/65225050-ead2-4a13-b205-74efaa992b71 HTTP/1.1" status: 204 len: 168 time: 0.5926023 Feb 03 14:32:41.317217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57264) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:41.320828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.354018 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c1a9d6-7f63-4a5e-a519-9aa9518bfee7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:32:41.359695 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c4c1a9d6-7f63-4a5e-a519-9aa9518bfee7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/65225050-ead2-4a13-b205-74efaa992b71 HTTP/1.1" status: 404 len: 333 time: 0.0411797 Feb 03 14:32:41.360447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57268) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:41.388094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Network 5a3280bd-313c-4888-a18f-f474fe0458ba is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:41.400882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:41.419107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:41.419715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.449635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485f0e0-2585-437f-a617-ca0d91055305 req-2991ac9c-7f2b-4fca-a3ec-e51cfd72644a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:41.449635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7485f0e0-2585-437f-a617-ca0d91055305 req-2991ac9c-7f2b-4fca-a3ec-e51cfd72644a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 932 time: 1.2552111 Feb 03 14:32:41.514477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event updated for resources: {'Subnet': ['ID=e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:41.530654 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-ded2cf24-61e2-4762-8e54-f84342259efc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:41.531342 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-ded2cf24-61e2-4762-8e54-f84342259efc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:41.548633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Pushing event updated for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:41.567026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 03871eb7-c108-471b-aa8a-871c98d76a90 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:41.567576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (03871eb7-c108-471b-aa8a-871c98d76a90), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.580365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:41.651795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-73b9586e-2669-4313-acb2-262ef2813974 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.2067835 Feb 03 14:32:41.656122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57280) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:41.670124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:32:41.689780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-c78e7fe2-d4c2-444b-a6eb-903e1aad2ca3 service neutron] 10.222.0.52 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234600 Feb 03 14:32:41.715930 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-5a3280bd-313c-4888-a18f-f474fe0458ba', 'network_id': '5a3280bd-313c-4888-a18f-f474fe0458ba', 'project_id': '952bbac3ddc14810b8ca01503dd58af7', 'fixed_ips': [{'subnet_id': 'e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:41.718170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.814285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (03871eb7-c108-471b-aa8a-871c98d76a90), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:41.841243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 03871eb7-c108-471b-aa8a-871c98d76a90 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:41.863051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-3513bec4-e1ca-4f8e-9780-89a56bd83470 service neutron] 10.222.0.52 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670358 Feb 03 14:32:41.905311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7485f0e0-2585-437f-a617-ca0d91055305 req-8a91d031-a350-43aa-87e3-69db6eec624e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302227 Feb 03 14:32:41.992687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks [] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.008432 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5a3280bd-313c-4888-a18f-f474fe0458ba), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.026161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Allocated IP 2001:db8::f816:3eff:feb3:e76c (5a3280bd-313c-4888-a18f-f474fe0458ba/e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b/6c253c39-7b43-4b12-9f4c-ca03babaa21a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:42.185917 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.194542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Attempting to bind port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:42.194887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Attempting to bind port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:42.195366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Attempting to bind port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 on network 942e49cb-c4ed-4f78-bdcf-04783e76f7df {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:42.259723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 on network 942e49cb-c4ed-4f78-bdcf-04783e76f7df not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:32:42.262710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Attempting to bind port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 on network 942e49cb-c4ed-4f78-bdcf-04783e76f7df {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:42.285337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cf24-61e2-4762-8e54-f84342259efc None None] Current status of the port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:42.580963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Publish callbacks [] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.588937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.619517 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (03871eb7-c108-471b-aa8a-871c98d76a90), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.622926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:42.624571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:42.624928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Checking segment: {'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:42.625351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Bound using segment: {'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:42.625793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Bound port: ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a899678-1785-480d-b2c0-b8e40a910413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:42.626258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.633591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cbfb6cd-c912-4a01-8129-1d768eb63d37 req-d8890291-96dd-4337-a6e8-1304df8fde85 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 210 time: 0.1778998 Feb 03 14:32:42.653692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:42.658423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:42.677141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Allocated IP 172.20.0.3 (2e9be4b0-0d94-4884-9c81-4528c99fdcc9/acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6/2304cfd9-97b9-4b3f-a872-79819c89dbbf) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:42.698636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:42.734428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Network 5a3280bd-313c-4888-a18f-f474fe0458ba is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:42.770829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:42.783103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:42.783560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=03871eb7-c108-471b-aa8a-871c98d76a90,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:42.803675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Pushing event updated for resources: {'Port': ['ID=6c253c39-7b43-4b12-9f4c-ca03babaa21a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:42.846716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Pushing event updated for resources: {'Port': ['ID=d729cb27-d5a8-4d77-ad68-199d568acc4e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:42.874083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:42.875736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Attempting to bind port 6c253c39-7b43-4b12-9f4c-ca03babaa21a on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:42.876228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Attempting to bind port 6c253c39-7b43-4b12-9f4c-ca03babaa21a by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '26c1eb05-be01-416c-9148-575dcdf0f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5a3280bd-313c-4888-a18f-f474fe0458ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:42.876735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Attempting to bind port 6c253c39-7b43-4b12-9f4c-ca03babaa21a on network 5a3280bd-313c-4888-a18f-f474fe0458ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:42.879902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.885401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:42.885712 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] Sync routers for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:42.886174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Checking segment: {'id': '26c1eb05-be01-416c-9148-575dcdf0f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5a3280bd-313c-4888-a18f-f474fe0458ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:42.888120 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.888120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Bound using segment: {'id': '26c1eb05-be01-416c-9148-575dcdf0f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5a3280bd-313c-4888-a18f-f474fe0458ba'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:42.888120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Bound port: 6c253c39-7b43-4b12-9f4c-ca03babaa21a, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c1eb05-be01-416c-9148-575dcdf0f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5a3280bd-313c-4888-a18f-f474fe0458ba'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:42.888788 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.901626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:42.902117 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.906332 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:42.908033 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:42.946086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:42.946738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:42.982916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaa7cc-1e73-4098-8f4f-542d26d2e594 req-ce445a29-2554-488c-9775-4fc745ab5489 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:42.984397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82aaa7cc-1e73-4098-8f4f-542d26d2e594 req-ce445a29-2554-488c-9775-4fc745ab5489 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.5102015 Feb 03 14:32:42.985962 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:42.990409 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.004554 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:43.005770 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:43.038522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abe011-a11a-4aae-916a-70887cf32390 req-3d3872d2-b2c4-42e0-9bd3-3f90a97ee98b tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:43.059960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3abe011-a11a-4aae-916a-70887cf32390 req-3d3872d2-b2c4-42e0-9bd3-3f90a97ee98b tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 946 time: 0.2778468 Feb 03 14:32:43.074323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:43.084913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-9b4098aa-09ec-4b28-8ef9-ea74a6c2218a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1630201 Feb 03 14:32:43.089841 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:43.090509 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f31c0-a46a-4d87-b775-5a908197459c None None] The sync data for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:43.093351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.100746 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a8d71e34-8d3d-44e2-a750-e20e72471bc6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/03871eb7-c108-471b-aa8a-871c98d76a90 HTTP/1.1" status: 204 len: 168 time: 1.7389543 Feb 03 14:32:43.109423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57312) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:43.110808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:43.121218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Request body: {'port': {'device_id': '143602f5-ca40-46ff-8513-738bef393e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:43.132793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] For port 6c253c39-7b43-4b12-9f4c-ca03babaa21a, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:43.158821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] For port 6c253c39-7b43-4b12-9f4c-ca03babaa21a, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c253c39-7b43-4b12-9f4c-ca03babaa21a,segment=NetworkSegment(26c1eb05-be01-416c-9148-575dcdf0f2ed),segment_id=26c1eb05-be01-416c-9148-575dcdf0f2ed)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:43.170329 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.193835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3de74721-7b49-4041-af1e-3f84d0c4bf68 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/floatingips/8f81944b-aeb9-4f4b-bda7-59d25f9f1827 HTTP/1.1" status: 200 len: 976 time: 9.8943443 Feb 03 14:32:43.197027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:43.206584 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f490d77b-e2bc-4e3d-9f09-9a933b5734f4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:32:43.210429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f490d77b-e2bc-4e3d-9f09-9a933b5734f4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/03871eb7-c108-471b-aa8a-871c98d76a90 HTTP/1.1" status: 404 len: 333 time: 0.0841112 Feb 03 14:32:43.211803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:43.212143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57316) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:43.234796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.283996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.315927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:43.350393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513cad0-b718-49ac-9cfd-eeb35554f3f0 None None] Pushing event updated for resources: {'Port': ['ID=6c253c39-7b43-4b12-9f4c-ca03babaa21a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:43.418795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3abe011-a11a-4aae-916a-70887cf32390 req-9787cc33-291b-43cf-ae3f-163885aecc6f tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/security-groups?id=b695eaf7-c719-425c-bb6a-d65e2bbf99bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578854 Feb 03 14:32:43.432402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:43.436840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.438453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] 10.222.0.45 "PUT /v2.0/ports/ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 1092 time: 3.9958277 Feb 03 14:32:43.455949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82aaa7cc-1e73-4098-8f4f-542d26d2e594 req-ba5fd844-3aef-4cdb-84a4-0cec3b162de1 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550099 Feb 03 14:32:43.467356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:43.470295 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:43.516949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5a3280bd-313c-4888-a18f-f474fe0458ba), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.584067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3280bd-313c-4888-a18f-f474fe0458ba']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:43.653608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706fff4-f1ca-43ee-9152-3be77a5142bc service neutron] Pushing event updated for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:43.655757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c1eb05-be01-416c-9148-575dcdf0f2ed') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:43.656206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c1eb05-be01-416c-9148-575dcdf0f2ed') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:43.662875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks [] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.664999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet c49efd7c-6599-406b-bc5e-0845d0187385 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:43.675027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (26c1eb05-be01-416c-9148-575dcdf0f2ed), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.701830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (26c1eb05-be01-416c-9148-575dcdf0f2ed), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.709656 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af4fad7-a3a5-4135-b4f8-a92a6b18f9e3 x-openstack-request-id: req-6af4fad7-a3a5-4135-b4f8-a92a6b18f9e3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:43.710233 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:43.710669 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6af4fad7-a3a5-4135-b4f8-a92a6b18f9e3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:43.711232 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'status': 'completed', 'code': 200} Feb 03 14:32:43.712389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.715720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (c49efd7c-6599-406b-bc5e-0845d0187385), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.735516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:43.735941 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (26c1eb05-be01-416c-9148-575dcdf0f2ed), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:43.739683 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:43.831459 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 14:32:43.831459 n-d-827549-2 neutron-server[103341]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 14:32:43.831459 n-d-827549-2 neutron-server[103341]: [parameters: {'id': '5a3280bd-313c-4888-a18f-f474fe0458ba'}] Feb 03 14:32:43.831459 n-d-827549-2 neutron-server[103341]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:32:43.831838 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:32:43.835027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.900784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:43.904915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:43.910145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:43.914789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Pushing event updated for resources: {'Port': ['ID=2304cfd9-97b9-4b3f-a872-79819c89dbbf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:43.972074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:43.972808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:43.982745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f4db548-2794-44c7-9a46-d7664701b498 req-26d15994-60bb-4791-9295-e657829475a5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 210 time: 0.0786839 Feb 03 14:32:44.045427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (c49efd7c-6599-406b-bc5e-0845d0187385), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.048788 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-022e4935-2cdb-4d5a-8f39-1251c17ce6ae tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1901834 Feb 03 14:32:44.061651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Request body: {'port': {'device_id': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:44.178175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-20023c6b-e77f-4993-a60f-efab7ec0953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:44.180284 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-20023c6b-e77f-4993-a60f-efab7ec0953a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1127 time: 0.1923354 Feb 03 14:32:44.185079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-696b1b66-e5d7-43e3-bce2-35524bc72921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:44.186730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-696b1b66-e5d7-43e3-bce2-35524bc72921 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1126 time: 0.5160072 Feb 03 14:32:44.187158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-768c8d4b-7328-4b19-81c6-7b0edf23e1bb tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:44.189505 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-768c8d4b-7328-4b19-81c6-7b0edf23e1bb tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 946 time: 0.1923351 Feb 03 14:32:44.218002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923583d-c1db-47c9-9c77-5e73cc8fed3b req-58d26af1-33d2-4e3d-b0b8-d4967c19c6a9 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:44.219696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6923583d-c1db-47c9-9c77-5e73cc8fed3b req-58d26af1-33d2-4e3d-b0b8-d4967c19c6a9 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 944 time: 0.5372591 Feb 03 14:32:44.246250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.276016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 47b1db35-5958-4b52-a808-32c07b6db3f9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:44.277132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (47b1db35-5958-4b52-a808-32c07b6db3f9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.281326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-3e6b130e-b3ea-41d9-bd34-c2c0dd7c94c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 217 time: 0.0756187 Feb 03 14:32:44.349148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5a3280bd-313c-4888-a18f-f474fe0458ba), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.430305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-90133efb-d510-48f9-ba6d-62db27fdfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:44.432642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-90133efb-d510-48f9-ba6d-62db27fdfc55 service neutron] 10.222.0.71 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.2423875 Feb 03 14:32:44.584480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.71', 54231) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:44.596716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (c49efd7c-6599-406b-bc5e-0845d0187385), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.688141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c253c39-7b43-4b12-9f4c-ca03babaa21a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:44.778059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Deleting port c673cd52-c010-41af-a353-8f1d35778191 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:44.778059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c673cd52-c010-41af-a353-8f1d35778191), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.807505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6c253c39-7b43-4b12-9f4c-ca03babaa21a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:44.808350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.866172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d8fddb-93c5-444a-bfed-8e60bf4da6cc None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:32:44.886151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] For port c673cd52-c010-41af-a353-8f1d35778191, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=c673cd52-c010-41af-a353-8f1d35778191,segment=NetworkSegment(7180991c-daab-4099-ba20-35fcabb3ffb6),segment_id=7180991c-daab-4099-ba20-35fcabb3ffb6)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:44.886523 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c673cd52-c010-41af-a353-8f1d35778191), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:44.902032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Calling delete_port for c673cd52-c010-41af-a353-8f1d35778191 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:44.981786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6c253c39-7b43-4b12-9f4c-ca03babaa21a is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:44.982351 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.029347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-86193ef7-a78f-4a18-99d3-e8345713a966 None None] Provisioning complete for port 6c253c39-7b43-4b12-9f4c-ca03babaa21a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:45.029947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86193ef7-a78f-4a18-99d3-e8345713a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.044825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-5875956a-6e9c-4274-af00-c8bacd00075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:45.046307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-5875956a-6e9c-4274-af00-c8bacd00075b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.7503910 Feb 03 14:32:45.081257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c673cd52-c010-41af-a353-8f1d35778191), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.118593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['c673cd52-c010-41af-a353-8f1d35778191'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:45.137226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-817c0ccd-8a47-4571-843b-4560698b2329 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813811 Feb 03 14:32:45.150924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 6c253c39-7b43-4b12-9f4c-ca03babaa21a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c253c39-7b43-4b12-9f4c-ca03babaa21a,segment=NetworkSegment(26c1eb05-be01-416c-9148-575dcdf0f2ed),segment_id=26c1eb05-be01-416c-9148-575dcdf0f2ed)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:45.181321 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.187488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Pushing event deleted for resources: {'Port': ['ID=c673cd52-c010-41af-a353-8f1d35778191,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:45.275001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] No DVR routers for this DVR port c673cd52-c010-41af-a353-8f1d35778191 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:45.299127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6923583d-c1db-47c9-9c77-5e73cc8fed3b req-34fc1def-d3b9-424d-bfb1-c695b14ec1dc tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0338252 Feb 03 14:32:45.335666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d8fddb-93c5-444a-bfed-8e60bf4da6cc None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:32:45.336519 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-2262b2ce-3537-49cc-a1c7-0b5cb45e1f06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 1001 time: 0.7708631 Feb 03 14:32:45.339488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5980d5-3da1-4192-82ff-fbb7bfcfcfbd req-6d8d523e-99b6-44cf-8f75-b0dcba2df995 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:45.349613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e5980d5-3da1-4192-82ff-fbb7bfcfcfbd req-6d8d523e-99b6-44cf-8f75-b0dcba2df995 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 1.2568645 Feb 03 14:32:45.362353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-a7e0f332-b726-4b86-a414-7411914a8941 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:45.364512 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-a7e0f332-b726-4b86-a414-7411914a8941 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 815 time: 0.7713354 Feb 03 14:32:45.388578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (47b1db35-5958-4b52-a808-32c07b6db3f9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.406777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-86193ef7-a78f-4a18-99d3-e8345713a966 None None] Current status of the port 6c253c39-7b43-4b12-9f4c-ca03babaa21a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:45.443469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.443653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=6c253c39-7b43-4b12-9f4c-ca03babaa21a,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:45.452919 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.71 "DELETE /v2.0/ports/c673cd52-c010-41af-a353-8f1d35778191 HTTP/1.1" status: 204 len: 173 time: 1.2527263 Feb 03 14:32:45.472321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-d48b7159-8101-4bcd-ac56-16db721511ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:45.474241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-d48b7159-8101-4bcd-ac56-16db721511ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.1083939 Feb 03 14:32:45.474808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'name': 'network-vif-deleted', 'tag': 'c673cd52-c010-41af-a353-8f1d35778191'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:45.477315 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0075b4-acef-48a8-8ceb-4a6804b0d61f" -d '{"events": [{"server_uuid": "04ec0cb7-0985-422a-ba70-f278172d1dde", "name": "network-vif-deleted", "tag": "c673cd52-c010-41af-a353-8f1d35778191"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:45.486995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Request body: {'port': {'device_id': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'admin_state_up': True, 'tenant_id': '723251e3d0de4767b159124146611784'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:45.494471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ca7c99b-9e08-47b2-b25c-ae090db4a59b req-8f4e4ede-dab9-4f4a-8d40-08b92ea2685a tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ec0cb7-0985-422a-ba70-f278172d1dde HTTP/1.1" status: 200 len: 210 time: 0.0429060 Feb 03 14:32:45.621464 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (c49efd7c-6599-406b-bc5e-0845d0187385), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.684645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=c49efd7c-6599-406b-bc5e-0845d0187385,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:45.693009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e5980d5-3da1-4192-82ff-fbb7bfcfcfbd req-ac350962-2c97-4852-9b6e-c789f75d5db5 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424478 Feb 03 14:32:45.712285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting port 6c253c39-7b43-4b12-9f4c-ca03babaa21a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:45.712719 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.719804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-38756c27-74b2-4da1-ad49-063d2aabe5c3 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575039 Feb 03 14:32:45.769303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-d9ec7696-72ff-498c-8454-62a81fe5b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:45.775583 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-d9ec7696-72ff-498c-8454-62a81fe5b309 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2786922 Feb 03 14:32:45.776146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01fb6947-a451-4bbd-9cf4-a9c3aa66e883 req-f1f93670-c934-4f3f-b529-445250f90ff3 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 210 time: 0.1179199 Feb 03 14:32:45.780394 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c27154-ceb7-48c5-b594-44f09e4f3ea2 x-openstack-request-id: req-a8c27154-ceb7-48c5-b594-44f09e4f3ea2 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:45.780908 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ec0cb7-0985-422a-ba70-f278172d1dde", "name": "network-vif-deleted", "tag": "c673cd52-c010-41af-a353-8f1d35778191", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:45.781002 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8c27154-ceb7-48c5-b594-44f09e4f3ea2 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:45.781516 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ec0cb7-0985-422a-ba70-f278172d1dde', 'name': 'network-vif-deleted', 'tag': 'c673cd52-c010-41af-a353-8f1d35778191', 'status': 'completed', 'code': 200} Feb 03 14:32:45.785924 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.792525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-296a8f54-6646-4138-b495-ec5355be0ff8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/c49efd7c-6599-406b-bc5e-0845d0187385 HTTP/1.1" status: 204 len: 168 time: 2.5642555 Feb 03 14:32:45.806453 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d568b4-39dc-40e1-8f14-d6351ffd6a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:45.811494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01216aa-f9dc-4ee9-9849-215cdc5c5e3e None None] Network 05584217-87db-4484-a506-74db5d09c6a7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:45.814031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbcd0a-93fe-4f04-9b03-030446cbc75d None None] Network 5a3280bd-313c-4888-a18f-f474fe0458ba requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:45.821789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57338) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:45.927352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d729cb27-d5a8-4d77-ad68-199d568acc4e {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:46.061260 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (05584217-87db-4484-a506-74db5d09c6a7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.067031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Publish callbacks [] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.184192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Transition to ACTIVE for port object d729cb27-d5a8-4d77-ad68-199d568acc4e will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:46.200162 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.247875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.248500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (8f81944b-aeb9-4f4b-bda7-59d25f9f1827), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.248937 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Floating IP 8f81944b-aeb9-4f4b-bda7-59d25f9f1827 disassociated. External IP: 172.25.0.56, port: 47b1db35-5958-4b52-a808-32c07b6db3f9. Feb 03 14:32:46.249633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 47b1db35-5958-4b52-a808-32c07b6db3f9 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:46.297939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4c4ef05-2c31-4420-b53f-bf3e905a84c3 req-92ff84ab-b1eb-4910-a9ac-4870cd848a58 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357730 Feb 03 14:32:46.355047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Made reservation on behalf of 723251e3d0de4767b159124146611784 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:46.358513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.513255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] DHCP port deletion for 05584217-87db-4484-a506-74db5d09c6a7 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:32:46.554504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] For port 6c253c39-7b43-4b12-9f4c-ca03babaa21a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c253c39-7b43-4b12-9f4c-ca03babaa21a,segment=NetworkSegment(26c1eb05-be01-416c-9148-575dcdf0f2ed),segment_id=26c1eb05-be01-416c-9148-575dcdf0f2ed)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:46.565047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.584723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] DHCP port deletion for 5a3280bd-313c-4888-a18f-f474fe0458ba request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:32:46.634869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57350) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:46.715277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Calling delete_port for 6c253c39-7b43-4b12-9f4c-ca03babaa21a owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:46.716693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-5898433b-b22a-46d1-8061-c0f1ac1ccf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:46.718758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-5898433b-b22a-46d1-8061-c0f1ac1ccf72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1126 time: 0.2924492 Feb 03 14:32:46.725932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Pushing event updated for resources: {'Port': ['ID=d729cb27-d5a8-4d77-ad68-199d568acc4e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:46.807076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] Deleting port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:46.807617 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.808840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153d313-23e9-4f9d-bb56-e2fe57acec10 req-f5c54dc0-baf5-4eac-9b01-a1fdfc0051c9 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:46.810923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3153d313-23e9-4f9d-bb56-e2fe57acec10 req-f5c54dc0-baf5-4eac-9b01-a1fdfc0051c9 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 944 time: 0.2775266 Feb 03 14:32:46.811872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Attempting to bind port d729cb27-d5a8-4d77-ad68-199d568acc4e on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:46.812382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Attempting to bind port d729cb27-d5a8-4d77-ad68-199d568acc4e by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:46.813825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Attempting to bind port d729cb27-d5a8-4d77-ad68-199d568acc4e on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:46.824214 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-90ddc9cf-3606-481b-b296-fbd049981724 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9917798 Feb 03 14:32:46.894608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] For port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,segment=NetworkSegment(0944c908-79a3-4854-a050-db21d67ae39d),segment_id=0944c908-79a3-4854-a050-db21d67ae39d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:46.895018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:46.909789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] Calling delete_port for 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:46.960168 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-2c6ce387-9244-49a6-b42b-ba42ac4d0adb service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869741 Feb 03 14:32:46.960969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-e2657652-7edd-47cf-a43a-8cf831b23966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:46.963046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-e2657652-7edd-47cf-a43a-8cf831b23966 service neutron] 10.222.0.45 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.2309465 Feb 03 14:32:46.963643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Port d729cb27-d5a8-4d77-ad68-199d568acc4e on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:32:46.964014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Attempting to bind port d729cb27-d5a8-4d77-ad68-199d568acc4e on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:47.021431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cef3552d-f6cc-4df2-a1ce-fc73e0b5bf1f None None] Provisioning complete for port 2304cfd9-97b9-4b3f-a872-79819c89dbbf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:47.021821 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cef3552d-f6cc-4df2-a1ce-fc73e0b5bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.027072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2304cfd9-97b9-4b3f-a872-79819c89dbbf {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:47.040756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Publish callbacks [] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.056324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Transition to ACTIVE for port object 2304cfd9-97b9-4b3f-a872-79819c89dbbf will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:47.057532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.076026 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.076405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:47.076904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.081404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] Deleting subnet 50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:47.084595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] Publish callbacks [] for subnet (50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.119059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No DVR routers for this DVR port 6c253c39-7b43-4b12-9f4c-ca03babaa21a on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:47.120735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cef3552d-f6cc-4df2-a1ce-fc73e0b5bf1f None None] Port 2304cfd9-97b9-4b3f-a872-79819c89dbbf cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:47.130485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.138140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Port': ['ID=6c253c39-7b43-4b12-9f4c-ca03babaa21a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.152758 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.181895 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.202267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] Pushing event deleted for resources: {'Port': ['ID=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.216140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] Deleting port 6c253c39-7b43-4b12-9f4c-ca03babaa21a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:47.216717 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.228706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2304cfd9-97b9-4b3f-a872-79819c89dbbf,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.247196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba1443-1938-4e99-9c5a-3ff68533ef4a None None] No DVR routers for this DVR port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:47.298988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5a3280bd-313c-4888-a18f-f474fe0458ba), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.314039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3153d313-23e9-4f9d-bb56-e2fe57acec10 req-71f67e26-a030-4d8a-abaa-dc5183a486ca tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607591 Feb 03 14:32:47.315029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.330013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3280bd-313c-4888-a18f-f474fe0458ba']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:47.352053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c1eb05-be01-416c-9148-575dcdf0f2ed') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:47.352515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c1eb05-be01-416c-9148-575dcdf0f2ed') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:47.371948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (26c1eb05-be01-416c-9148-575dcdf0f2ed), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.474588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.475715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] For port 6c253c39-7b43-4b12-9f4c-ca03babaa21a, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:47.476397 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.477735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8 HTTP/1.1" status: 204 len: 168 time: 0.8301744 Feb 03 14:32:47.479686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75ea4-7904-4821-b707-c69b33a4701c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b6c8e1-f46a-449e-acdf-9f6aa5eb9eb8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.485018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57360) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:47.486040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (26c1eb05-be01-416c-9148-575dcdf0f2ed), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.486889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:47.487401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Checking segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:47.487965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Bound using segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:47.497082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Bound port: d729cb27-d5a8-4d77-ad68-199d568acc4e, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:47.497465 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.506837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] Calling delete_port for 6c253c39-7b43-4b12-9f4c-ca03babaa21a owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:47.510933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] Port 6c253c39-7b43-4b12-9f4c-ca03babaa21a was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:32:47.513170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (6c253c39-7b43-4b12-9f4c-ca03babaa21a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.544394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] Pushing event deleted for resources: {'Port': ['ID=6c253c39-7b43-4b12-9f4c-ca03babaa21a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.555220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5aa89-82d0-4715-84c0-93f6794c41a8 None None] No DVR routers for this DVR port 6c253c39-7b43-4b12-9f4c-ca03babaa21a on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:47.582742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-ac3a047a-3aa7-4bc9-9eae-3e8ff1c97c81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 217 time: 0.2943034 Feb 03 14:32:47.590084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Allocated IP 172.20.0.7 (2e9be4b0-0d94-4884-9c81-4528c99fdcc9/acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6/e64674d1-d49a-46ff-9c9a-12d2ce66bdb5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:47.592506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:47.592866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (26c1eb05-be01-416c-9148-575dcdf0f2ed), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:47.598699 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:47.644078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae02b8c2-b777-433a-bfff-9b722e19cb27 req-953f6c48-4946-4891-b364-e76398e1d601 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 210 time: 0.1078978 Feb 03 14:32:47.760001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b1577e91-baf1-46ec-ac71-11641587af5b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.770697 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5a3280bd-313c-4888-a18f-f474fe0458ba), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.770959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee875fc-67c6-4099-8ad4-f8c04ceebdaa req-16512f5d-5c81-45a1-b8a5-ded218724d29 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:47.773422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee875fc-67c6-4099-8ad4-f8c04ceebdaa req-16512f5d-5c81-45a1-b8a5-ded218724d29 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.8246708 Feb 03 14:32:47.774093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (47b1db35-5958-4b52-a808-32c07b6db3f9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.780030 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Attempting to bind port 2304cfd9-97b9-4b3f-a872-79819c89dbbf on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:47.780458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Attempting to bind port 2304cfd9-97b9-4b3f-a872-79819c89dbbf by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:47.780865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Attempting to bind port 2304cfd9-97b9-4b3f-a872-79819c89dbbf on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:47.789328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] For port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6, host n-d-827549-2, got binding levels [] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:47.789708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.793698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.797592 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/5a3280bd-313c-4888-a18f-f474fe0458ba HTTP/1.1" status: 204 len: 168 time: 6.1390340 Feb 03 14:32:47.801830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-e7a417a7-7187-4618-844d-309d46736f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:47.804943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-e7a417a7-7187-4618-844d-309d46736f7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.1201835 Feb 03 14:32:47.805720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57362) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:47.823603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Port 2304cfd9-97b9-4b3f-a872-79819c89dbbf on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:32:47.824064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Attempting to bind port 2304cfd9-97b9-4b3f-a872-79819c89dbbf on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:47.840927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cec1a-a956-4b89-a0a2-378e59764da2 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Network': ['ID=5a3280bd-313c-4888-a18f-f474fe0458ba,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:47.843436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:47.852666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:47.853022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Checking segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:47.853411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Bound using segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:47.853852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Bound port: 2304cfd9-97b9-4b3f-a872-79819c89dbbf, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:47.854217 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.883715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_backend_mixin [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 was not found and therefore no delete operation was performed {{(pid=103342) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:32:47.929224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-de2c02ff-f891-4ce5-97b8-391e09461a32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940886 Feb 03 14:32:47.930937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (59d6301a-9d69-4fef-be3a-78c4ef08dfa6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:47.933272 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d624867a-4560-4f67-be27-be7fd7f955ab tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:47.933817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d624867a-4560-4f67-be27-be7fd7f955ab tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:47.939424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d624867a-4560-4f67-be27-be7fd7f955ab tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/e2c5cffc-d23e-4fa7-b2c1-c00e8400a28b HTTP/1.1" status: 404 len: 337 time: 0.1185579 Feb 03 14:32:47.948363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] For port d729cb27-d5a8-4d77-ad68-199d568acc4e, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:47.955676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57364) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:47.956917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=47b1db35-5958-4b52-a808-32c07b6db3f9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:48.030873 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b559e3-3d8e-4c39-b564-b86ea70721e4 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:48.032289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b559e3-3d8e-4c39-b564-b86ea70721e4 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:48.035632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] For port d729cb27-d5a8-4d77-ad68-199d568acc4e, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:48.042715 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65b559e3-3d8e-4c39-b564-b86ea70721e4 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/5a3280bd-313c-4888-a18f-f474fe0458ba HTTP/1.1" status: 404 len: 339 time: 0.0778646 Feb 03 14:32:48.042900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No DVR routers for this DVR port 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:48.043025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57366) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:48.046054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b1577e91-baf1-46ec-ac71-11641587af5b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.048916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=59d6301a-9d69-4fef-be3a-78c4ef08dfa6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:48.069910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56cafa17-00c5-4e31-9df8-f663690f831c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.116762 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-51684967-2b35-4a06-bcd4-8e6d713d94b1 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:48.117281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51684967-2b35-4a06-bcd4-8e6d713d94b1 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:48.120997 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51684967-2b35-4a06-bcd4-8e6d713d94b1 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/8b392854-e836-4fee-a2b7-aee548280b07 HTTP/1.1" status: 404 len: 337 time: 0.0715733 Feb 03 14:32:48.134170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57368) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:48.136893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1577e91-baf1-46ec-ac71-11641587af5b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:48.150853 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks [] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.157457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7180991c-daab-4099-ba20-35fcabb3ffb6') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:48.157752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7180991c-daab-4099-ba20-35fcabb3ffb6') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:48.161152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] For port 2304cfd9-97b9-4b3f-a872-79819c89dbbf, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:48.183634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (7180991c-daab-4099-ba20-35fcabb3ffb6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.187473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] For port 2304cfd9-97b9-4b3f-a872-79819c89dbbf, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:48.203834 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.209873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.249830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7180991c-daab-4099-ba20-35fcabb3ffb6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.266420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:48.267396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.269024 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/2304cfd9-97b9-4b3f-a872-79819c89dbbf HTTP/1.1" status: 200 len: 1091 time: 4.2122378 Feb 03 14:32:48.270358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:48.270765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (7180991c-daab-4099-ba20-35fcabb3ffb6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.278674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'tag': '2304cfd9-97b9-4b3f-a872-79819c89dbbf'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:48.282487 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c89d501-abe9-4373-8dc5-4c86bc61fb51" -d '{"events": [{"name": "network-changed", "server_uuid": "72d13536-1dd2-4150-a8c6-9486cb5a2993", "tag": "2304cfd9-97b9-4b3f-a872-79819c89dbbf"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:48.284107 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:48.316728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.386047 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4652e1d4-a732-4e1e-b34f-882b7412d484 x-openstack-request-id: req-4652e1d4-a732-4e1e-b34f-882b7412d484 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:48.386271 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d13536-1dd2-4150-a8c6-9486cb5a2993", "tag": "2304cfd9-97b9-4b3f-a872-79819c89dbbf", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:48.386525 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4652e1d4-a732-4e1e-b34f-882b7412d484 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:48.386974 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'tag': '2304cfd9-97b9-4b3f-a872-79819c89dbbf', 'status': 'completed', 'code': 200} Feb 03 14:32:48.403634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f331970-aba9-48c8-87a0-b1283c6e37c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2304cfd9-97b9-4b3f-a872-79819c89dbbf,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:48.476146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:48.489751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:48.492887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:48.499250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b1577e91-baf1-46ec-ac71-11641587af5b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.504360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.510641 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] 10.222.0.52 "DELETE /v2.0/networks/b1577e91-baf1-46ec-ac71-11641587af5b HTTP/1.1" status: 204 len: 168 time: 1.0154438 Feb 03 14:32:48.546166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab882f80-2b69-43d5-a49b-fb451a2ecb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1577e91-baf1-46ec-ac71-11641587af5b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:48.550581 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-e1a9e35e-5fd0-487e-88d6-e479d79f5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:48.552035 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-e1a9e35e-5fd0-487e-88d6-e479d79f5c1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 1125 time: 0.1959298 Feb 03 14:32:48.556971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Pushing event updated for resources: {'Port': ['ID=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:48.622300 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-ccc0323e-edf8-4b10-9c43-b1d5228eb6db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf HTTP/1.1" status: 200 len: 217 time: 0.0595272 Feb 03 14:32:48.626181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c253c39-7b43-4b12-9f4c-ca03babaa21a no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:48.662233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:48.662983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.681581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6c253c39-7b43-4b12-9f4c-ca03babaa21a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:48.684799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c253c39-7b43-4b12-9f4c-ca03babaa21a not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:48.685598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:48.750944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57380) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:48.753706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:48.754359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59d6301a-9d69-4fef-be3a-78c4ef08dfa6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:48.783032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c673cd52-c010-41af-a353-8f1d35778191 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:48.806959 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f9d0fd-c178-4723-b805-7ba6a099c958 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:48.807523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f9d0fd-c178-4723-b805-7ba6a099c958 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:48.810652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-69f9d0fd-c178-4723-b805-7ba6a099c958 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/3522bae7-995f-4293-b27f-62826fb50be4 HTTP/1.1" status: 404 len: 339 time: 0.6728506 Feb 03 14:32:48.820207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: c673cd52-c010-41af-a353-8f1d35778191 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:48.821582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device c673cd52-c010-41af-a353-8f1d35778191 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:48.821859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57382) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:48.827988 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6dd8b288-e8de-4522-bb62-c1a0a72aecf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6d451d72ad74b3398446ced44dda4d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757751 Feb 03 14:32:48.840171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57384) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:48.856744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ee875fc-67c6-4099-8ad4-f8c04ceebdaa req-999dc38e-9720-479a-8404-c02edddf395a tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0436852 Feb 03 14:32:48.910604 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-437034b1-c6f8-414a-8394-0c26fd4f913e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4288285 Feb 03 14:32:48.916916 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3be452-cc64-4f0e-bd5d-c13eb3c19f59 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:48.917664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3be452-cc64-4f0e-bd5d-c13eb3c19f59 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:48.926958 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2a3be452-cc64-4f0e-bd5d-c13eb3c19f59 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/d127f6f1-5522-4627-8b8d-f156aefcdd35 HTTP/1.1" status: 404 len: 337 time: 0.0970891 Feb 03 14:32:48.927805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57386) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:48.928768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:48.929396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:48.930754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] 10.222.0.71 "PUT /v2.0/ports/d729cb27-d5a8-4d77-ad68-199d568acc4e HTTP/1.1" status: 200 len: 1091 time: 5.8140824 Feb 03 14:32:48.933001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Request body: {'port': {'device_id': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:48.960838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143602f5-ca40-46ff-8513-738bef393e1b', 'tag': 'd729cb27-d5a8-4d77-ad68-199d568acc4e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:48.963165 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "143602f5-ca40-46ff-8513-738bef393e1b", "tag": "d729cb27-d5a8-4d77-ad68-199d568acc4e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:49.025133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (05584217-87db-4484-a506-74db5d09c6a7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.061199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-e2cf5416-77b4-44d1-be7a-52454748d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:49.063439 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-e2cf5416-77b4-44d1-be7a-52454748d4c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.4328964 Feb 03 14:32:49.069596 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb88dae-ebd9-454b-a599-1d1241870bec tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:49.080510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb88dae-ebd9-454b-a599-1d1241870bec tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:49.082727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa332ab-ced5-4442-baf3-c6a9b74a757e service neutron] Pushing event updated for resources: {'Port': ['ID=d729cb27-d5a8-4d77-ad68-199d568acc4e,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:49.088539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bcb88dae-ebd9-454b-a599-1d1241870bec tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/77e1cfd8-4fc9-48ac-812d-940955c011d8 HTTP/1.1" status: 404 len: 339 time: 0.0903366 Feb 03 14:32:49.091447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57390) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:49.127971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05584217-87db-4484-a506-74db5d09c6a7']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:49.143326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:32:49.149622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-bdf893c4-8cc3-4623-b247-4a60ffa454ce service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2115331 Feb 03 14:32:49.156943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e79c1462-0b32-4280-aa6e-60c7ea39df39 None None] Provisioning complete for port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:49.157975 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e79c1462-0b32-4280-aa6e-60c7ea39df39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.171860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0944c908-79a3-4854-a050-db21d67ae39d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:49.171860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0944c908-79a3-4854-a050-db21d67ae39d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:49.217455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f85b05-1c41-4112-ac68-4a1f3cd2f54c admin admin] Publish callbacks [] for security_group (b695eaf7-c719-425c-bb6a-d65e2bbf99bb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.217455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.230376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (0944c908-79a3-4854-a050-db21d67ae39d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.243441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa447745-db89-4c22-a430-495bcc19f79f req-a1d63b67-8aca-49ae-84b0-eda09d4dcc24 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:49.252239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa447745-db89-4c22-a430-495bcc19f79f req-a1d63b67-8aca-49ae-84b0-eda09d4dcc24 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 944 time: 0.4318140 Feb 03 14:32:49.253904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e79c1462-0b32-4280-aa6e-60c7ea39df39 None None] Port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:32:49.322431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f85b05-1c41-4112-ac68-4a1f3cd2f54c admin admin] Publish callbacks [] for security_group (b695eaf7-c719-425c-bb6a-d65e2bbf99bb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.337474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-696619d5-fd45-4304-990a-4588eb944b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:49.339994 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-696619d5-fd45-4304-990a-4588eb944b0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2467155 Feb 03 14:32:49.415631 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0944c908-79a3-4854-a050-db21d67ae39d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.438161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860e49-2faa-4b6c-9618-8205e99817c6 req-70fb471b-a5f4-439f-bdc6-98875c49bb12 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:49.439822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e860e49-2faa-4b6c-9618-8205e99817c6 req-70fb471b-a5f4-439f-bdc6-98875c49bb12 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 931 time: 0.4514143 Feb 03 14:32:49.466271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:49.466752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (0944c908-79a3-4854-a050-db21d67ae39d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:49.478153 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:49.482176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-0d39b917-f1e7-437a-9a83-25e014bf8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:49.484192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-0d39b917-f1e7-437a-9a83-25e014bf8399 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 1125 time: 0.4781728 Feb 03 14:32:49.555207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting port f6650625-daf1-4d0c-9a0c-b218052f6207 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:49.555493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f6650625-daf1-4d0c-9a0c-b218052f6207), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.602089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f85b05-1c41-4112-ac68-4a1f3cd2f54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b695eaf7-c719-425c-bb6a-d65e2bbf99bb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.604739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f85b05-1c41-4112-ac68-4a1f3cd2f54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.605966 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-95f85b05-1c41-4112-ac68-4a1f3cd2f54c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b695eaf7-c719-425c-bb6a-d65e2bbf99bb HTTP/1.1" status: 204 len: 168 time: 0.7623396 Feb 03 14:32:49.607018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ad2fb08b-f135-4d05-bf2b-2d0aff39e008 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:32:49.622085 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.665021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa447745-db89-4c22-a430-495bcc19f79f req-1e0c099b-0f31-42db-bacf-55fd64305a67 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034989 Feb 03 14:32:49.665021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-be0ec52d-0924-499a-936d-cf24d4e9dda4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e HTTP/1.1" status: 200 len: 217 time: 0.1568890 Feb 03 14:32:49.701871 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-9878078f-5fa6-4fc4-a8f7-78dba5fcb6ec service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422680 Feb 03 14:32:49.709686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f85b05-1c41-4112-ac68-4a1f3cd2f54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695eaf7-c719-425c-bb6a-d65e2bbf99bb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:49.724140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b6b93b-75c8-4826-a3b5-21092c7e3f7a req-4235edc2-111c-476f-9cee-3287f7b1f69f service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574005 Feb 03 14:32:49.732083 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a162ad2-410c-4eff-ad51-a59cd17e1c57 x-openstack-request-id: req-8a162ad2-410c-4eff-ad51-a59cd17e1c57 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:49.732661 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143602f5-ca40-46ff-8513-738bef393e1b", "tag": "d729cb27-d5a8-4d77-ad68-199d568acc4e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:49.733095 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a162ad2-410c-4eff-ad51-a59cd17e1c57 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:49.733665 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143602f5-ca40-46ff-8513-738bef393e1b', 'tag': 'd729cb27-d5a8-4d77-ad68-199d568acc4e', 'status': 'completed', 'code': 200} Feb 03 14:32:49.741586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f6650625-daf1-4d0c-9a0c-b218052f6207), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.773898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Calling delete_port for f6650625-daf1-4d0c-9a0c-b218052f6207 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:49.785218 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (05584217-87db-4484-a506-74db5d09c6a7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.785978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:49.801836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e860e49-2faa-4b6c-9618-8205e99817c6 req-591310f3-78ae-4be4-bc8c-f95d8a434ca9 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484156 Feb 03 14:32:49.804997 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.807615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'port_id': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'mac_address': 'fa:16:3e:ee:16:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:32:49.808910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/05584217-87db-4484-a506-74db5d09c6a7 HTTP/1.1" status: 204 len: 168 time: 3.9845138 Feb 03 14:32:49.816054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57396) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:49.821235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-8060725'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:49.845597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:49.857296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71e5d1-07f0-49cb-86ab-ff2c16fc3361 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=05584217-87db-4484-a506-74db5d09c6a7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:49.883714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:49.884308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:49.892288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] Sync routers for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:49.917859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-465e0dc3-e4f1-41b6-a95a-02dcd07dc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:49.919722 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-64270d9e-d6c2-46b4-a096-3264d3a95a16 req-1c184395-19f5-458b-a78e-4d9db65b46bf service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081616 Feb 03 14:32:49.928653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-465e0dc3-e4f1-41b6-a95a-02dcd07dc30a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.2436011 Feb 03 14:32:49.939363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2fb08b-f135-4d05-bf2b-2d0aff39e008 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:49.948448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:49.950145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:49.990656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:50.009140 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Publish callbacks [] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.010727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:50.015070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.017598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.018292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:50.023082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.040064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f6650625-daf1-4d0c-9a0c-b218052f6207), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.052006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Transition to ACTIVE for port object e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:32:50.072462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:50.074093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.077795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.080967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Port': ['ID=f6650625-daf1-4d0c-9a0c-b218052f6207,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:50.113603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.119054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c25e7b92-2547-47df-9437-eeb7ac9cf9ae tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/ports/f6650625-daf1-4d0c-9a0c-b218052f6207 HTTP/1.1" status: 204 len: 168 time: 0.9834740 Feb 03 14:32:50.123483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57402) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:50.132622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.133061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b7f4-34ee-40b2-84d0-893d4907cbb7 None None] The sync data for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:50.147431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:50.149439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:32:50.174570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-7c62d9ed-5484-4053-beca-6002bcb679e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:50.176241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-7c62d9ed-5484-4053-beca-6002bcb679e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 1125 time: 0.1804638 Feb 03 14:32:50.176761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.183075 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-81213e36-fbac-43e2-b0d8-c0cf8f588e46 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:50.183276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e5af930f-aa33-4b93-8846-417142f61605 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/ports/47b1db35-5958-4b52-a808-32c07b6db3f9 HTTP/1.1" status: 204 len: 168 time: 6.9609947 Feb 03 14:32:50.183379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81213e36-fbac-43e2-b0d8-c0cf8f588e46 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:50.183934 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-81213e36-fbac-43e2-b0d8-c0cf8f588e46 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/c2a7c335-1997-42bf-aa47-5bbaca12f88c HTTP/1.1" status: 404 len: 337 time: 0.0587676 Feb 03 14:32:50.184864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:50.186435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57408) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:50.194580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d2f06dbc-1c97-4644-bf3c-f08460965471), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.194936 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Added segment d2f06dbc-1c97-4644-bf3c-f08460965471 of type vlan for network 6843f7b6-5508-478b-9bc2-32243f658fc0 Feb 03 14:32:50.241832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ad2fb08b-f135-4d05-bf2b-2d0aff39e008'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:50.281318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f65a8-0a50-4c4b-b0f9-aae3acc06de1 req-86ecdfd7-9bba-45c7-a042-51e091fed128 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:50.302085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba6f65a8-0a50-4c4b-b0f9-aae3acc06de1 req-86ecdfd7-9bba-45c7-a042-51e091fed128 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.3358788 Feb 03 14:32:50.319822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-08bc7539-8740-489b-a9ce-78e1211f2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:50.321574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-08bc7539-8740-489b-a9ce-78e1211f2856 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 916 time: 0.1342332 Feb 03 14:32:50.356219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330204-b05f-4aeb-9c81-a080340c837d req-feafea73-6584-4ae6-a526-54a65f3559d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:50.358140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-feafea73-6584-4ae6-a526-54a65f3559d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4186010 Feb 03 14:32:50.408827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (6843f7b6-5508-478b-9bc2-32243f658fc0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.433302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (d350b383-f018-498d-93eb-2f3ac36b0989), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.508576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-dd995fa6-4a29-4f4c-ac25-0c96ca73e9b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf HTTP/1.1" status: 200 len: 217 time: 0.0672350 Feb 03 14:32:50.509245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Pushing event updated for resources: {'Port': ['ID=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:50.633412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba6f65a8-0a50-4c4b-b0f9-aae3acc06de1 req-c6537803-6ee8-466a-9907-fbc284b2aa34 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303368 Feb 03 14:32:50.642180 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (6843f7b6-5508-478b-9bc2-32243f658fc0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.648873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:50.649886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.666313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.721164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (d350b383-f018-498d-93eb-2f3ac36b0989), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.724092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Attempting to bind port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:50.724465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Attempting to bind port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:50.724820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Attempting to bind port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:50.740748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-a75a775a-72e0-413d-a21a-7f2f0628ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:50.740748 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-a75a775a-72e0-413d-a21a-7f2f0628ab71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.1540554 Feb 03 14:32:50.744236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:32:50.744502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Attempting to bind port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 on network 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:50.755830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:50.756179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Checking segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:50.756596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Bound using segment: {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:50.757043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Bound port: e64674d1-d49a-46ff-9c9a-12d2ce66bdb5, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5bae1-f881-41ff-8e66-701a20638537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:50.757405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.782666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d350b383-f018-498d-93eb-2f3ac36b0989']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.788172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Network': ['ID=6843f7b6-5508-478b-9bc2-32243f658fc0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:50.805645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:32:50.819110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22df35bb-785c-4181-8702-2c537ddd92a8') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.819471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22df35bb-785c-4181-8702-2c537ddd92a8') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:50.880183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-208043b7-62d5-4513-8685-94d6c48f1125 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0626974 Feb 03 14:32:50.889421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] For port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:50.893492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] For port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:50.896885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57436) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:50.905803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:50.909659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-5a2789b8-5f7d-4a24-b361-a1bd7ac9d6e9 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519503 Feb 03 14:32:50.912053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (22df35bb-785c-4181-8702-2c537ddd92a8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.917499 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.988776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (22df35bb-785c-4181-8702-2c537ddd92a8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.997643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:50.998397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:50.999814 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] 10.222.0.71 "PUT /v2.0/ports/e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 HTTP/1.1" status: 200 len: 1091 time: 2.0712810 Feb 03 14:32:51.008448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'tag': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:51.010899 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec61ee59-82c2-43c0-9a2c-7731a47629e3", "tag": "e64674d1-d49a-46ff-9c9a-12d2ce66bdb5"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:51.026587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d330204-b05f-4aeb-9c81-a080340c837d req-0da1398a-e384-40fd-b29f-9955239795da service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159492 Feb 03 14:32:51.052350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-e0e82dc7-ff02-4022-b0fe-1cdad675962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:51.053984 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-e0e82dc7-ff02-4022-b0fe-1cdad675962a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2992926 Feb 03 14:32:51.055177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:51.055590 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (22df35bb-785c-4181-8702-2c537ddd92a8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:51.063098 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:51.214573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3e789-2cb1-4c97-a313-196c12e8b72b req-ff0733e9-c5f3-4e16-874d-69c6c9998e20 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:51.221657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9c3e789-2cb1-4c97-a313-196c12e8b72b req-ff0733e9-c5f3-4e16-874d-69c6c9998e20 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 945 time: 0.4369512 Feb 03 14:32:51.329168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaa6a1-43a3-41c2-9b3b-f1fbb7cfcf07 req-c399f2e4-f722-4f9d-af17-03b2ea3acb12 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:51.336200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4aaa6a1-43a3-41c2-9b3b-f1fbb7cfcf07 req-c399f2e4-f722-4f9d-af17-03b2ea3acb12 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 943 time: 0.2558761 Feb 03 14:32:51.356308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fc65f56b-20a2-43bd-8bed-f2e45e091537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:51.357829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-fc65f56b-20a2-43bd-8bed-f2e45e091537 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 1125 time: 0.2748690 Feb 03 14:32:51.458522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9c3e789-2cb1-4c97-a313-196c12e8b72b req-bb48b319-54eb-4b83-b5e9-9c67ac8573d2 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358689 Feb 03 14:32:51.459963 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-5351d33b-5e27-497b-b21c-fd496fbf6ebf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 HTTP/1.1" status: 200 len: 217 time: 0.0823071 Feb 03 14:32:51.599411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4aaa6a1-43a3-41c2-9b3b-f1fbb7cfcf07 req-67c84f9d-a905-4bf6-beaa-34183d4a03a4 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576246 Feb 03 14:32:51.638380 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-a1bf8ec4-6ddb-4c25-aa5f-2a769019bdc7 service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688102 Feb 03 14:32:51.640045 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbaf039-55be-4245-a4c7-2c2c7772604a x-openstack-request-id: req-0cbaf039-55be-4245-a4c7-2c2c7772604a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:51.640355 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec61ee59-82c2-43c0-9a2c-7731a47629e3", "tag": "e64674d1-d49a-46ff-9c9a-12d2ce66bdb5", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:51.641626 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cbaf039-55be-4245-a4c7-2c2c7772604a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:51.642200 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'tag': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5', 'status': 'completed', 'code': 200} Feb 03 14:32:51.644622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ad2fb08b-f135-4d05-bf2b-2d0aff39e008 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:51.753926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:51.758872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:51.759440 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:51.775584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94574b-8afa-4f6e-91dc-22689a5be641 service neutron] Pushing event updated for resources: {'Port': ['ID=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:51.796102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:51.800522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:51.863325 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (d350b383-f018-498d-93eb-2f3ac36b0989), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:51.872788 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:51.877591 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/d350b383-f018-498d-93eb-2f3ac36b0989 HTTP/1.1" status: 204 len: 168 time: 1.5590611 Feb 03 14:32:51.893318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57460) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:51.924087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:51.924724 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:51.989746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:51.992265 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ce9d2f-933c-439c-bf7e-17781feb58dd" -d '{"events": [{"server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "name": "network-vif-plugged", "status": "completed", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:52.006619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:52.011705 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:52.037580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-84417823-9d48-4c31-8e6b-b978eb1c185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.039151 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-84417823-9d48-4c31-8e6b-b978eb1c185e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 1125 time: 0.3930092 Feb 03 14:32:52.060890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5307971-511a-4ff4-9732-b87001cd1b21 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Network': ['ID=d350b383-f018-498d-93eb-2f3ac36b0989,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:52.067054 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63750be-4a3f-4315-814b-fe746b733a84 x-openstack-request-id: req-c63750be-4a3f-4315-814b-fe746b733a84 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:52.070891 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "name": "network-vif-plugged", "status": "completed", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:52.071385 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c63750be-4a3f-4315-814b-fe746b733a84 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:52.071812 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'code': 200} Feb 03 14:32:52.121019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-52ea0f6a-ed15-4b45-90d2-006d53f03681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.122776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-52ea0f6a-ed15-4b45-90d2-006d53f03681 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.6351080 Feb 03 14:32:52.126497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:52.144578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.145098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.146871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.147384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.147975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.149820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.150410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.150990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.151437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.151899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.152336 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.152949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.153385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:32:52.186647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-8e59adcd-bf58-4615-9d73-9e58723375ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.188110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-8e59adcd-bf58-4615-9d73-9e58723375ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 916 time: 0.1309443 Feb 03 14:32:52.206150 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:52.255087 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-6dc1d7c2-07bd-4a00-ba3b-20ef7019362a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e HTTP/1.1" status: 200 len: 217 time: 0.0540447 Feb 03 14:32:52.320334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-ddce9e6c-6e53-4995-ade2-8ec9360537df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.321903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-ddce9e6c-6e53-4995-ade2-8ec9360537df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1902614 Feb 03 14:32:52.329136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-facb3f5a-ce7a-4481-bb1d-3c64e41e66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.331620 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-facb3f5a-ce7a-4481-bb1d-3c64e41e66ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.0622587 Feb 03 14:32:52.369824 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c89d501-abe9-4373-8dc5-4c86bc61fb51 req-413280b7-02c8-4bb9-8b4d-bc66e8f27c4b service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114129 Feb 03 14:32:52.382958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae1d6e-075b-4853-995a-602b13fdfe00 req-22c70b87-efc4-46bc-b349-ed37356361b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.385234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fae1d6e-075b-4853-995a-602b13fdfe00 req-22c70b87-efc4-46bc-b349-ed37356361b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.2522631 Feb 03 14:32:52.404169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting port bec7028c-4452-46e7-853d-4504800f1716 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:52.404556 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bec7028c-4452-46e7-853d-4504800f1716), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:52.456741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-cfae3f31-94e2-4c0c-850f-e6aee6d615d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:52.458137 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-cfae3f31-94e2-4c0c-850f-e6aee6d615d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1217880 Feb 03 14:32:52.494877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-782601ba-6448-415c-bf10-02521b746f24 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632526 Feb 03 14:32:52.595444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bec7028c-4452-46e7-853d-4504800f1716), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:52.664778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:52.665377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Calling delete_port for bec7028c-4452-46e7-853d-4504800f1716 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:52.692116 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-b17b2624-5c48-4355-be41-435166638709 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236979 Feb 03 14:32:52.693030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (975bbf26-3af4-40ec-8a08-d5fdff9bc215), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:52.781139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d729cb27-d5a8-4d77-ad68-199d568acc4e details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:32:52.821447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=975bbf26-3af4-40ec-8a08-d5fdff9bc215,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:52.885545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76fe1e62-83d1-4c91-b0b6-aac0d085d47b req-e819f2bb-baba-4bd8-b9b3-f5ef11112164 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810272 Feb 03 14:32:52.909304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bec7028c-4452-46e7-853d-4504800f1716), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:52.910544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fae1d6e-075b-4853-995a-602b13fdfe00 req-5d092844-e438-47c8-96bf-ed495e2c1fc1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136832 Feb 03 14:32:52.956517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d729cb27-d5a8-4d77-ad68-199d568acc4e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:52.969389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'd729cb27-d5a8-4d77-ad68-199d568acc4e', 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'port_id': 'd729cb27-d5a8-4d77-ad68-199d568acc4e', 'mac_address': 'fa:16:3e:d2:a4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:32:53.034839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d729cb27-d5a8-4d77-ad68-199d568acc4e is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:53.035163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.044642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c685c5-0c1f-45f8-bfc6-b3914200e898 req-eee9e3f9-1994-4707-99f5-a871c269badd tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:53.046172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3c685c5-0c1f-45f8-bfc6-b3914200e898 req-eee9e3f9-1994-4707-99f5-a871c269badd tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.4827454 Feb 03 14:32:53.080451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Port': ['ID=bec7028c-4452-46e7-853d-4504800f1716,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:53.081648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66644062-41eb-4b44-a419-40b842a18eb3 req-cdb9188c-45e5-45a9-b15b-4e4c7fb803c8 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:53.083978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66644062-41eb-4b44-a419-40b842a18eb3 req-cdb9188c-45e5-45a9-b15b-4e4c7fb803c8 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 943 time: 0.1888471 Feb 03 14:32:53.119352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Checking segment: {'id': 'd2f06dbc-1c97-4644-bf3c-f08460965471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:53.119734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network hostable DHCP agents. Network: 6843f7b6-5508-478b-9bc2-32243f658fc0, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:32:53.144104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d729cb27-d5a8-4d77-ad68-199d568acc4e {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:53.165463 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.172449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-f424316e-1c6d-4086-ab08-ad20d19a7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:53.174328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-f424316e-1c6d-4086-ab08-ad20d19a7f8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 1125 time: 0.1820173 Feb 03 14:32:53.190986 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c93e120c-f9be-4a4f-a251-b392a74516c3 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/ports/bec7028c-4452-46e7-853d-4504800f1716 HTTP/1.1" status: 204 len: 168 time: 1.2907321 Feb 03 14:32:53.197493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57480) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:53.214471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d729cb27-d5a8-4d77-ad68-199d568acc4e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:53.222659 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.297304 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-81616050-eccb-4dc7-86fb-0ad87f097656 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] DELETE failed (client error): The resource could not be found. Feb 03 14:32:53.298064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81616050-eccb-4dc7-86fb-0ad87f097656 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:32:53.304255 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-81616050-eccb-4dc7-86fb-0ad87f097656 tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/57ab4ad2-1442-46fa-b7e4-a1367417508c HTTP/1.1" status: 404 len: 337 time: 0.1009750 Feb 03 14:32:53.305301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57484) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:53.305997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:32:53.309775 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bc653070-6d82-4239-a9fb-8d13d7c1c5a8 req-38c4a8b7-133d-41c4-935b-929b0faae6a1 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048093 Feb 03 14:32:53.338456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 6843f7b6-5508-478b-9bc2-32243f658fc0) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:53.351364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d729cb27-d5a8-4d77-ad68-199d568acc4e,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:53.353356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:53.353952 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.361303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44e8fe-4267-4ada-bde0-4cb34d6e8962 None None] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:53.396946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7902818c-1729-4d5f-964a-b2638527d030 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4906304 Feb 03 14:32:53.401491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3c685c5-0c1f-45f8-bfc6-b3914200e898 req-4f59215c-192c-4df3-8d55-92cff15b71da tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456953 Feb 03 14:32:53.402011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57486) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:53.421080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dec10d07-00c9-46ee-9673-ddff11767601 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1034010393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:53.428717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57488) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:53.448214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66644062-41eb-4b44-a419-40b842a18eb3 req-2d3f8fac-4445-4dc3-b23e-e38bae58dfa1 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522613 Feb 03 14:32:53.467552 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dec10d07-00c9-46ee-9673-ddff11767601 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (661f7d66-7612-4b52-87c4-1a80624eee70), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.468708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dec10d07-00c9-46ee-9673-ddff11767601 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (661f7d66-7612-4b52-87c4-1a80624eee70), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.502555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-6843f7b6-5508-478b-9bc2-32243f658fc0', 'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0', 'project_id': '1d7daf32b87f4eeb8c40ec4a7a927cb3', 'fixed_ips': [{'subnet_id': '975bbf26-3af4-40ec-8a08-d5fdff9bc215'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:32:53.504234 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.522636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e2288cd7-8e48-4638-8eb8-5797f9d497f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.553377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dec10d07-00c9-46ee-9673-ddff11767601 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for router_controller (661f7d66-7612-4b52-87c4-1a80624eee70), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.565555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dec10d07-00c9-46ee-9673-ddff11767601 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (661f7d66-7612-4b52-87c4-1a80624eee70), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.627648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dec10d07-00c9-46ee-9673-ddff11767601 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.631824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dec10d07-00c9-46ee-9673-ddff11767601 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2232637 Feb 03 14:32:53.638289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57492) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:53.641908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-b2a9939c-bd9b-4c0e-917f-46c2df413e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:53.643416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-b2a9939c-bd9b-4c0e-917f-46c2df413e8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 916 time: 0.3989906 Feb 03 14:32:53.643895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e2288cd7-8e48-4638-8eb8-5797f9d497f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.649368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0', 'name': 'tempest-PortsTestJSON-1706029915'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:32:53.667537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2288cd7-8e48-4638-8eb8-5797f9d497f3']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:53.701188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5f09ee-bdfc-4e38-aacc-9f33b76e1186') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:53.701864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5f09ee-bdfc-4e38-aacc-9f33b76e1186') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:53.729111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (6c5f09ee-bdfc-4e38-aacc-9f33b76e1186), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.736723 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e81-3162-4837-b8cc-4c615096ebf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.741966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-08e6a59c-b13d-4c9e-931d-b816356422ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 HTTP/1.1" status: 200 len: 217 time: 0.0865533 Feb 03 14:32:53.753576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6c5f09ee-bdfc-4e38-aacc-9f33b76e1186), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.766992 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:53.767395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (6c5f09ee-bdfc-4e38-aacc-9f33b76e1186), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:53.770660 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:53.849082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e2288cd7-8e48-4638-8eb8-5797f9d497f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.862872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.869090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/e2288cd7-8e48-4638-8eb8-5797f9d497f3 HTTP/1.1" status: 204 len: 168 time: 0.5581529 Feb 03 14:32:53.871344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57496) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:53.893912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cf3de-31cb-406b-80f9-399c85ae34aa tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Network': ['ID=e2288cd7-8e48-4638-8eb8-5797f9d497f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:53.899597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2304cfd9-97b9-4b3f-a872-79819c89dbbf details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:32:53.903385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d729cb27-d5a8-4d77-ad68-199d568acc4e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:53.972756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e81-3162-4837-b8cc-4c615096ebf6 admin admin] Publish callbacks [] for security_group (1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.977947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting subnet 688a6724-b62e-43bb-a123-7dd4a22e303d {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:32:53.981734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21ff5e81-3162-4837-b8cc-4c615096ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:53.984960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (688a6724-b62e-43bb-a123-7dd4a22e303d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.003709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:32:54.007421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.037396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-10632e09-9a2c-4d3f-97f7-bd7db167b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:54.039449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-10632e09-9a2c-4d3f-97f7-bd7db167b9e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.1252120 Feb 03 14:32:54.064349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port a87f1bfb-e48e-414d-b308-f75981b77444 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:54.065031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.070225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:32:54.070682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (688a6724-b62e-43bb-a123-7dd4a22e303d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.078997 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21ff5e81-3162-4837-b8cc-4c615096ebf6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7d6380c9f714e45bc148ec934b79f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6459434 Feb 03 14:32:54.097477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57498) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:54.108809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff5e81-3162-4837-b8cc-4c615096ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.132822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Allocated IP 172.20.0.2 (6843f7b6-5508-478b-9bc2-32243f658fc0/975bbf26-3af4-40ec-8a08-d5fdff9bc215/7b0110d4-8f75-4f25-b798-b4996e4537b6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:54.177423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2304cfd9-97b9-4b3f-a872-79819c89dbbf, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:54.227040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-33b5feee-da2d-4654-9aa8-16f54c097b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:54.228618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-33b5feee-da2d-4654-9aa8-16f54c097b91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1753621 Feb 03 14:32:54.230730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31dbbdde-15db-478c-b052-ccacb80664d5 admin admin] Publish callbacks [] for security_group (1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.241311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '2304cfd9-97b9-4b3f-a872-79819c89dbbf', 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'port_id': '2304cfd9-97b9-4b3f-a872-79819c89dbbf', 'mac_address': 'fa:16:3e:f0:f5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:32:54.247093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (688a6724-b62e-43bb-a123-7dd4a22e303d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.268702 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.288177 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31dbbdde-15db-478c-b052-ccacb80664d5 admin admin] Publish callbacks [] for security_group (1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.323911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for a87f1bfb-e48e-414d-b308-f75981b77444 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:54.325442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2304cfd9-97b9-4b3f-a872-79819c89dbbf is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:54.325841 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.349416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2304cfd9-97b9-4b3f-a872-79819c89dbbf {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:54.360226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (688a6724-b62e-43bb-a123-7dd4a22e303d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.391469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31dbbdde-15db-478c-b052-ccacb80664d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.394241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31dbbdde-15db-478c-b052-ccacb80664d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.398179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-31dbbdde-15db-478c-b052-ccacb80664d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c HTTP/1.1" status: 204 len: 168 time: 0.2971342 Feb 03 14:32:54.398179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Subnet': ['ID=688a6724-b62e-43bb-a123-7dd4a22e303d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.408754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2304cfd9-97b9-4b3f-a872-79819c89dbbf, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:54.413350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbbdde-15db-478c-b052-ccacb80664d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4fb121-5d7e-4d29-b8cf-5c6aabd7f26c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.417596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.418158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-a60d0ce2-168e-4565-808d-aefe995e0ef7 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809690 Feb 03 14:32:54.420940 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3a664c47-6844-47bc-bf2a-9e5c1dd0ee9f tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/subnets/688a6724-b62e-43bb-a123-7dd4a22e303d HTTP/1.1" status: 204 len: 168 time: 0.5389941 Feb 03 14:32:54.424249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57502) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:54.448802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7f2b1-dd9c-4f27-9c8b-c4468b208753 None None] Network e6d20c35-f0b5-4a9a-85b5-96df75d53c8d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:54.454254 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.581401 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e6d20c35-f0b5-4a9a-85b5-96df75d53c8d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.607332 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Publish callbacks [] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.626900 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.658537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2304cfd9-97b9-4b3f-a872-79819c89dbbf,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.661573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Deleting port 541f0415-72bd-409c-8e42-73b87b6844d0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:54.662175 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.686985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:54.689990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2304cfd9-97b9-4b3f-a872-79819c89dbbf'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:54.716742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:54.719459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:54.758850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Pushing event updated for resources: {'Port': ['ID=7b0110d4-8f75-4f25-b798-b4996e4537b6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:54.774805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] For port 541f0415-72bd-409c-8e42-73b87b6844d0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=541f0415-72bd-409c-8e42-73b87b6844d0,segment=NetworkSegment(3ecdfd43-7808-4282-b63a-e475481a3a9b),segment_id=3ecdfd43-7808-4282-b63a-e475481a3a9b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:54.775285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.799177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:32:54.804065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Calling delete_port for 541f0415-72bd-409c-8e42-73b87b6844d0 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:54.870201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:54.895311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.6 (6843f7b6-5508-478b-9bc2-32243f658fc0/975bbf26-3af4-40ec-8a08-d5fdff9bc215/c1a8d1aa-d5c0-452c-a0d3-a327091a8716) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:32:54.897963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8c530e7-0d28-4498-8e48-923ac56758e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:54.902615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a19da9b4-6a31-44c6-aec6-0ecbe1284bb1 req-3732720e-1e9c-40b1-8112-ce029f128887 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596241 Feb 03 14:32:54.910047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:54.985799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc77268-4491-4c96-bf80-524b68896d33 req-a7c8fcdd-4b87-478e-a4bd-23e3de4667e6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:54.992840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bc77268-4491-4c96-bf80-524b68896d33 req-a7c8fcdd-4b87-478e-a4bd-23e3de4667e6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.4181635 Feb 03 14:32:55.003002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Attempting to bind port 7b0110d4-8f75-4f25-b798-b4996e4537b6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:32:55.004482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Attempting to bind port 7b0110d4-8f75-4f25-b798-b4996e4537b6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd2f06dbc-1c97-4644-bf3c-f08460965471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:32:55.005121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Attempting to bind port 7b0110d4-8f75-4f25-b798-b4996e4537b6 on network 6843f7b6-5508-478b-9bc2-32243f658fc0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:32:55.010614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2f346-076f-4d7d-be86-76c0077931ce req-d0d1575e-929e-4d15-910d-1086b43a7d1e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:55.011653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8c530e7-0d28-4498-8e48-923ac56758e7 admin admin] Publish callbacks [] for security_group (385dcc7a-6148-41b1-ae8b-a86b14e57413), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.013714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5', 'network_id': '2e9be4b0-0d94-4884-9c81-4528c99fdcc9', 'port_id': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5', 'mac_address': 'fa:16:3e:fc:35:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:32:55.019453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99b2f346-076f-4d7d-be86-76c0077931ce req-d0d1575e-929e-4d15-910d-1086b43a7d1e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 943 time: 0.4326048 Feb 03 14:32:55.020052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8c530e7-0d28-4498-8e48-923ac56758e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (385dcc7a-6148-41b1-ae8b-a86b14e57413), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.028737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.041692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:32:55.042617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Checking segment: {'id': 'd2f06dbc-1c97-4644-bf3c-f08460965471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:32:55.043147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.049833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Bound using segment: {'id': 'd2f06dbc-1c97-4644-bf3c-f08460965471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:32:55.050625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Bound port: 7b0110d4-8f75-4f25-b798-b4996e4537b6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f06dbc-1c97-4644-bf3c-f08460965471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6843f7b6-5508-478b-9bc2-32243f658fc0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:32:55.051269 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.079177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c530e7-0d28-4498-8e48-923ac56758e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385dcc7a-6148-41b1-ae8b-a86b14e57413,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.138113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] DHCP port deletion for e6d20c35-f0b5-4a9a-85b5-96df75d53c8d request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:32:55.174740 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e8c530e7-0d28-4498-8e48-923ac56758e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=644e466aef5f4df99ad894f6f6a9c795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007290 Feb 03 14:32:55.177115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57520) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:55.196237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:55.196667 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.209549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.258371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:32:55.271597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Port': ['ID=541f0415-72bd-409c-8e42-73b87b6844d0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.281175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] No DVR routers for this DVR port 541f0415-72bd-409c-8e42-73b87b6844d0 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:55.325226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:55.326782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] For port 7b0110d4-8f75-4f25-b798-b4996e4537b6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:32:55.332180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] For port 7b0110d4-8f75-4f25-b798-b4996e4537b6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7b0110d4-8f75-4f25-b798-b4996e4537b6,segment=NetworkSegment(d2f06dbc-1c97-4644-bf3c-f08460965471),segment_id=d2f06dbc-1c97-4644-bf3c-f08460965471)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:32:55.343373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.373992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a035b4-5982-4cab-9788-c037f18ab7c9 admin admin] Publish callbacks [] for security_group (385dcc7a-6148-41b1-ae8b-a86b14e57413), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.402797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.407970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] Deleting port 541f0415-72bd-409c-8e42-73b87b6844d0 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:55.408330 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.410448 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.438269 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a035b4-5982-4cab-9788-c037f18ab7c9 admin admin] Publish callbacks [] for security_group (385dcc7a-6148-41b1-ae8b-a86b14e57413), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.528450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bc77268-4491-4c96-bf80-524b68896d33 req-3dda1557-33c8-42fa-b763-358869ddc547 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346267 Feb 03 14:32:55.548063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99b2f346-076f-4d7d-be86-76c0077931ce req-058d11ff-c393-4e1c-aeec-eaf5892a1fbb tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275996 Feb 03 14:32:55.561836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] For port 541f0415-72bd-409c-8e42-73b87b6844d0, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:55.564377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.579412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a035b4-5982-4cab-9788-c037f18ab7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (385dcc7a-6148-41b1-ae8b-a86b14e57413), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.584874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a035b4-5982-4cab-9788-c037f18ab7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.588727 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40a035b4-5982-4cab-9788-c037f18ab7c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/385dcc7a-6148-41b1-ae8b-a86b14e57413 HTTP/1.1" status: 204 len: 168 time: 0.4082744 Feb 03 14:32:55.618930 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf23935-7b69-4287-9057-9a00f843ee6a None None] Pushing event updated for resources: {'Port': ['ID=7b0110d4-8f75-4f25-b798-b4996e4537b6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.620166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a035b4-5982-4cab-9788-c037f18ab7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385dcc7a-6148-41b1-ae8b-a86b14e57413,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.641692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] Calling delete_port for 541f0415-72bd-409c-8e42-73b87b6844d0 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:55.654500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] Port 541f0415-72bd-409c-8e42-73b87b6844d0 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:32:55.662338 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (541f0415-72bd-409c-8e42-73b87b6844d0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.678238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e6d20c35-f0b5-4a9a-85b5-96df75d53c8d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.692011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] No DVR routers for this DVR port 541f0415-72bd-409c-8e42-73b87b6844d0 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:32:55.724501 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a87f1bfb-e48e-414d-b308-f75981b77444), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.740272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d20c35-f0b5-4a9a-85b5-96df75d53c8d']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:55.740602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70ba6e-89e1-4ee8-8591-fe9c235fe453 None None] Pushing event deleted for resources: {'Port': ['ID=541f0415-72bd-409c-8e42-73b87b6844d0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:55.757419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecdfd43-7808-4282-b63a-e475481a3a9b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:55.758089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecdfd43-7808-4282-b63a-e475481a3a9b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:55.761970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['e64674d1-d49a-46ff-9c9a-12d2ce66bdb5'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:32:55.772725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (3ecdfd43-7808-4282-b63a-e475481a3a9b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.792322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3ecdfd43-7808-4282-b63a-e475481a3a9b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.809678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:32:55.810104 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (3ecdfd43-7808-4282-b63a-e475481a3a9b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:32:55.814031 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:32:55.876894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=a87f1bfb-e48e-414d-b308-f75981b77444,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:56.046603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e6d20c35-f0b5-4a9a-85b5-96df75d53c8d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:56.102349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:56.118713 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] 10.222.0.52 "DELETE /v2.0/networks/e6d20c35-f0b5-4a9a-85b5-96df75d53c8d HTTP/1.1" status: 204 len: 168 time: 1.6865454 Feb 03 14:32:56.119809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5c8a9-dfb7-4339-a2eb-8940fe6831de tempest-NetworksIpV6TestAttrs-845762270 tempest-NetworksIpV6TestAttrs-845762270-project] Pushing event deleted for resources: {'Network': ['ID=e6d20c35-f0b5-4a9a-85b5-96df75d53c8d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:56.129205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:56.349383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-acaf67e4-7ae4-40e3-b92a-b0f86bb5f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:56.350965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-acaf67e4-7ae4-40e3-b92a-b0f86bb5f9d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.4619870 Feb 03 14:32:56.372134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882d63f-e589-46ae-9184-f17d46207947 req-749239d6-d45c-4e36-9432-1eae983b6e5f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:56.376348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0882d63f-e589-46ae-9184-f17d46207947 req-749239d6-d45c-4e36-9432-1eae983b6e5f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.3584347 Feb 03 14:32:56.397437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:56.605086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:32:56.629356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:32:56.633095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:32:56.692236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57546) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:56.709005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7b0110d4-8f75-4f25-b798-b4996e4537b6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:56.739800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=c1a8d1aa-d5c0-452c-a0d3-a327091a8716,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:56.772256 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:56.797890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d729cb27-d5a8-4d77-ad68-199d568acc4e up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:56.946961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port d729cb27-d5a8-4d77-ad68-199d568acc4e completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:56.963062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port d729cb27-d5a8-4d77-ad68-199d568acc4e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:56.965038 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:56.968141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7b0110d4-8f75-4f25-b798-b4996e4537b6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:56.972956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.009559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-519cb733-e7c4-424d-9536-6bc9f27a73d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=952bbac3ddc14810b8ca01503dd58af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139968 Feb 03 14:32:57.010481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57558) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:57.022863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0882d63f-e589-46ae-9184-f17d46207947 req-d2d5f0fc-3d18-4bbf-bb2c-9b6fd951e343 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302655 Feb 03 14:32:57.047623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-61617dfa-ca5c-42dc-a3f3-fe91bd41e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:57.049744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-61617dfa-ca5c-42dc-a3f3-fe91bd41e472 service neutron] 10.222.0.45 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.6693330 Feb 03 14:32:57.105775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-eac15dcd-27a9-464c-83a5-b747410f893a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 217 time: 0.0495853 Feb 03 14:32:57.117428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:57.118069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.130184 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dbd9df-0458-4546-a72c-e4100c83518a admin admin] Publish callbacks [] for security_group (eaf8aa20-2a54-4830-96e0-22517a7affa4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.180283 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dbd9df-0458-4546-a72c-e4100c83518a admin admin] Publish callbacks [] for security_group (eaf8aa20-2a54-4830-96e0-22517a7affa4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.224264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d780d6-1d8f-41fc-9d98-5db6160b7d52 req-3d9030c1-4550-45df-b54c-3ef1d38c1151 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:57.226325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33d780d6-1d8f-41fc-9d98-5db6160b7d52 req-3d9030c1-4550-45df-b54c-3ef1d38c1151 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 944 time: 0.5391245 Feb 03 14:32:57.235198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7b0110d4-8f75-4f25-b798-b4996e4537b6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:57.236930 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.284985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57562) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:57.285780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-58bd05b0-3e1b-4d04-83fa-09336c38f7fe tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6462719 Feb 03 14:32:57.396833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 7b0110d4-8f75-4f25-b798-b4996e4537b6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7b0110d4-8f75-4f25-b798-b4996e4537b6,segment=NetworkSegment(d2f06dbc-1c97-4644-bf3c-f08460965471),segment_id=d2f06dbc-1c97-4644-bf3c-f08460965471)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:57.401812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:32:57.405234 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.405534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-b043fab2-41f3-44f4-ab01-2145df8d0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:57.407794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-b043fab2-41f3-44f4-ab01-2145df8d0721 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.2400694 Feb 03 14:32:57.456891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dbd9df-0458-4546-a72c-e4100c83518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (eaf8aa20-2a54-4830-96e0-22517a7affa4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.467116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-24dbd9df-0458-4546-a72c-e4100c83518a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.470378 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24dbd9df-0458-4546-a72c-e4100c83518a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eaf8aa20-2a54-4830-96e0-22517a7affa4 HTTP/1.1" status: 204 len: 168 time: 0.4574208 Feb 03 14:32:57.503217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d729cb27-d5a8-4d77-ad68-199d568acc4e is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:57.506197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbd9df-0458-4546-a72c-e4100c83518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf8aa20-2a54-4830-96e0-22517a7affa4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:57.506382 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:57.577088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 541f0415-72bd-409c-8e42-73b87b6844d0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:32:57.590439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e529b-4fed-4e47-bfa4-7ed5d4290621 None None] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:32:57.609712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143602f5-ca40-46ff-8513-738bef393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd729cb27-d5a8-4d77-ad68-199d568acc4e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:57.619089 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec9c72c-fe38-4f74-8ea1-abd6880bf825" -d '{"events": [{"server_uuid": "143602f5-ca40-46ff-8513-738bef393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "d729cb27-d5a8-4d77-ad68-199d568acc4e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:57.677054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-e57550de-0349-48e9-8e06-5c57a5236449 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2581527 Feb 03 14:32:57.678400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:32:57.682752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33d780d6-1d8f-41fc-9d98-5db6160b7d52 req-de196b86-934a-4d7f-acf4-a7d890d9f9fc tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392688 Feb 03 14:32:57.689315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-de1c5937-201e-4878-b3dc-c613af8890d8 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/routers/02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5033302 Feb 03 14:32:57.692890 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] Sync routers for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:32:57.713374 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:57.713374 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:57.784978 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:57.797264 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] Routers {'02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:32:57.797882 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:57.809185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-e5c6edc9-691e-4d7f-ae4b-18b13da01a95 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253040 Feb 03 14:32:57.810040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57572) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:32:57.840359 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:32:57.840914 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d864d2-8480-47ab-b6a7-5cac1ea4f296 None None] The sync data for ids ['02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:32:57.852530 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349bd77-7e14-4331-b444-3ce504cba007 x-openstack-request-id: req-d349bd77-7e14-4331-b444-3ce504cba007 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:32:57.853146 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143602f5-ca40-46ff-8513-738bef393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "d729cb27-d5a8-4d77-ad68-199d568acc4e", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:32:57.853418 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d349bd77-7e14-4331-b444-3ce504cba007 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:32:57.856787 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143602f5-ca40-46ff-8513-738bef393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd729cb27-d5a8-4d77-ad68-199d568acc4e', 'code': 200} Feb 03 14:32:57.857625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2304cfd9-97b9-4b3f-a872-79819c89dbbf up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:57.865661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d729cb27-d5a8-4d77-ad68-199d568acc4e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:57.905207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 541f0415-72bd-409c-8e42-73b87b6844d0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:32:57.905575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 541f0415-72bd-409c-8e42-73b87b6844d0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:32:57.998623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.008992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=7b0110d4-8f75-4f25-b798-b4996e4537b6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:58.143666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.255107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6754c9a6-5b4c-4e6d-9dd1-cc4633646fbe req-e22a48ce-dbc5-46a8-a3b6-2ce5b38edc3b service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724351 Feb 03 14:32:58.342659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.512301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d729cb27-d5a8-4d77-ad68-199d568acc4e,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:58.523085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-68239589-ab46-493c-8aa5-8fd2ec89fcd3 None None] Provisioning complete for port 7b0110d4-8f75-4f25-b798-b4996e4537b6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:58.523721 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68239589-ab46-493c-8aa5-8fd2ec89fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.538503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223b1a-a46f-42d7-8f70-94aa1e7c4c7c req-bf07c7c8-4b0f-4232-a81d-c38442fff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:58.549944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff223b1a-a46f-42d7-8f70-94aa1e7c4c7c req-bf07c7c8-4b0f-4232-a81d-c38442fff31c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 1127 time: 0.6661794 Feb 03 14:32:58.658952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7b0110d4-8f75-4f25-b798-b4996e4537b6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:58.666998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 2304cfd9-97b9-4b3f-a872-79819c89dbbf completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:58.701751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dc02a-52c8-4e44-9346-9060f643380d req-75954ddf-e4ba-4382-b49d-10ebd2acd325 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:58.710524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c64dc02a-52c8-4e44-9346-9060f643380d req-75954ddf-e4ba-4382-b49d-10ebd2acd325 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.3714283 Feb 03 14:32:58.736771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 2304cfd9-97b9-4b3f-a872-79819c89dbbf triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:58.737561 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.841823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:32:58.855931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.880217 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.890053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:58.953581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff223b1a-a46f-42d7-8f70-94aa1e7c4c7c req-c7af7539-690d-488d-ab06-57ca7e826437 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492117 Feb 03 14:32:58.977207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68239589-ab46-493c-8aa5-8fd2ec89fcd3 None None] Current status of the port 7b0110d4-8f75-4f25-b798-b4996e4537b6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:59.104453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d063-4c27-41c4-8a79-a1e5af362099 req-2f8ae260-b202-4cff-84e4-487ea4346164 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:32:59.118649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8340d063-4c27-41c4-8a79-a1e5af362099 req-2f8ae260-b202-4cff-84e4-487ea4346164 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 944 time: 0.3003254 Feb 03 14:32:59.124277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:32:59.128960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=c1a8d1aa-d5c0-452c-a0d3-a327091a8716,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:32:59.149261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:59.149641 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.214695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c64dc02a-52c8-4e44-9346-9060f643380d req-2de14eb7-619a-4305-9208-c84c5cc2b75d tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645584 Feb 03 14:32:59.256189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8b3eab70-429a-47cf-87a4-87f35613fa1a None None] Provisioning complete for port 7b0110d4-8f75-4f25-b798-b4996e4537b6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:59.256627 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b3eab70-429a-47cf-87a4-87f35613fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.258098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7b0110d4-8f75-4f25-b798-b4996e4537b6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:32:59.258461 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.288524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8340d063-4c27-41c4-8a79-a1e5af362099 req-1eeb195c-b098-4787-874b-3edd268ce683 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680443 Feb 03 14:32:59.353770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 9e0c9428-40dd-4864-9628-e842e9e96448 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:32:59.354407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9e0c9428-40dd-4864-9628-e842e9e96448), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.381737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2304cfd9-97b9-4b3f-a872-79819c89dbbf is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:59.382177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.495200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9e0c9428-40dd-4864-9628-e842e9e96448), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.512121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 9e0c9428-40dd-4864-9628-e842e9e96448 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:32:59.587049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (661f7d66-7612-4b52-87c4-1a80624eee70), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.681115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2304cfd9-97b9-4b3f-a872-79819c89dbbf, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:32:59.731572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.816284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:59.820124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.867166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2304cfd9-97b9-4b3f-a872-79819c89dbbf'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:32:59.869906 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569e20c9-1a69-4d81-b55d-1bc259ae6826" -d '{"events": [{"server_uuid": "72d13536-1dd2-4150-a8c6-9486cb5a2993", "name": "network-vif-plugged", "status": "completed", "tag": "2304cfd9-97b9-4b3f-a872-79819c89dbbf"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:32:59.898128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:32:59.940063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7b0110d4-8f75-4f25-b798-b4996e4537b6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:32:59.991344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:00.008051 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e449afd4-7155-4eeb-8e5b-b23a2a3deec6 x-openstack-request-id: req-e449afd4-7155-4eeb-8e5b-b23a2a3deec6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:00.009277 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d13536-1dd2-4150-a8c6-9486cb5a2993", "name": "network-vif-plugged", "status": "completed", "tag": "2304cfd9-97b9-4b3f-a872-79819c89dbbf", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:00.009547 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e449afd4-7155-4eeb-8e5b-b23a2a3deec6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:00.009968 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2304cfd9-97b9-4b3f-a872-79819c89dbbf', 'code': 200} Feb 03 14:33:00.028529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:00.050975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2304cfd9-97b9-4b3f-a872-79819c89dbbf,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:00.082343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8b3eab70-429a-47cf-87a4-87f35613fa1a None None] Current status of the port 7b0110d4-8f75-4f25-b798-b4996e4537b6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:00.114054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8b3eab70-429a-47cf-87a4-87f35613fa1a None None] Provisioning complete for port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:00.114757 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b3eab70-429a-47cf-87a4-87f35613fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:00.157514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:00.204144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8b3eab70-429a-47cf-87a4-87f35613fa1a None None] Port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:00.364410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0c9220e0-865a-478e-b1f9-b713a6c5630c None None] Provisioning complete for port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:00.364410 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c9220e0-865a-478e-b1f9-b713a6c5630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:00.456893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbead306-7398-415d-bb3c-2f6577bc91d4 req-e8c64a3b-258a-4700-a1e0-786bea9c6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:00.458700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbead306-7398-415d-bb3c-2f6577bc91d4 req-e8c64a3b-258a-4700-a1e0-786bea9c6cf0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 1127 time: 0.2054777 Feb 03 14:33:00.465205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0c9220e0-865a-478e-b1f9-b713a6c5630c None None] Port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:00.534406 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:00.545025 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:00.652589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (661f7d66-7612-4b52-87c4-1a80624eee70), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:00.662230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=c1a8d1aa-d5c0-452c-a0d3-a327091a8716,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:00.685554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbead306-7398-415d-bb3c-2f6577bc91d4 req-920fe717-c43a-4c20-808a-a1ef2d51ec32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177837 Feb 03 14:33:00.716907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1d2e2-966b-4670-b5b1-5065633d2dc3 req-1df607a8-f230-458a-8f38-bc14926b10b2 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:00.731214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74b1d2e2-966b-4670-b5b1-5065633d2dc3 req-1df607a8-f230-458a-8f38-bc14926b10b2 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.3744316 Feb 03 14:33:00.776919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aace41-676d-4376-a4ec-50cbde3e2494 req-9e6d8e6e-d71c-435d-8d34-d6f5f30eb7c7 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:00.779164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1aace41-676d-4376-a4ec-50cbde3e2494 req-9e6d8e6e-d71c-435d-8d34-d6f5f30eb7c7 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.2955871 Feb 03 14:33:00.797976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:00.797976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:00.946863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74b1d2e2-966b-4670-b5b1-5065633d2dc3 req-21b87edb-47cc-471d-9f0c-1d41ab12c215 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101791 Feb 03 14:33:00.956537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9e0c9428-40dd-4864-9628-e842e9e96448), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:00.998675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1aace41-676d-4376-a4ec-50cbde3e2494 req-870c7ba5-72b0-451d-805c-46cd3367b057 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577914 Feb 03 14:33:01.001265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=9e0c9428-40dd-4864-9628-e842e9e96448,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:01.080300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Router 661f7d66-7612-4b52-87c4-1a80624eee70 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:33:01.106257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.189312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:01.200677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-04dbe2f2-eda4-439f-860e-43a7172eb9f8 None None] Provisioning complete for port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:01.201165 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04dbe2f2-eda4-439f-860e-43a7172eb9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.304078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-04dbe2f2-eda4-439f-860e-43a7172eb9f8 None None] Port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:01.337344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:01.353620 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9818ece-8173-40c8-9e55-59aa560c293d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "PUT /v2.0/routers/661f7d66-7612-4b52-87c4-1a80624eee70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0673187 Feb 03 14:33:01.354675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] Sync routers for ids ['661f7d66-7612-4b52-87c4-1a80624eee70'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:33:01.355295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:01.355443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.364450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_controller (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.378996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] Routers {'661f7d66-7612-4b52-87c4-1a80624eee70'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:01.378996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['661f7d66-7612-4b52-87c4-1a80624eee70'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:01.437853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09358fc2-58bd-4e37-898e-52751ce232d9 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:01.440182 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-09358fc2-58bd-4e37-898e-52751ce232d9 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports?device_id=661f7d66-7612-4b52-87c4-1a80624eee70 HTTP/1.1" status: 200 len: 982 time: 0.0815473 Feb 03 14:33:01.443129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:01.457911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.458581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Fanout notify agent at l3_agent the message router_deleted on router 02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:33:01.465030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:01.465338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.466394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ad437756-6a85-47d2-bd7e-1b1d0895576e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/routers/02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb HTTP/1.1" status: 204 len: 168 time: 3.6551251 Feb 03 14:33:01.473196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57690) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:01.485350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] Routers {'661f7d66-7612-4b52-87c4-1a80624eee70'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:01.490042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['661f7d66-7612-4b52-87c4-1a80624eee70'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:01.569635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:01.570303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cef076-5567-4bd3-b1b0-c6fa69088e37 None None] The sync data for ids ['661f7d66-7612-4b52-87c4-1a80624eee70'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:33:01.572549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting subnet 79aad090-acc8-4adc-a7e9-7cf1a5e282d0 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:01.575485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2d26-be10-4c3c-a4e9-b90ca60e9a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.589304 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for subnet (79aad090-acc8-4adc-a7e9-7cf1a5e282d0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.674667 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (79aad090-acc8-4adc-a7e9-7cf1a5e282d0), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.782114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57698) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:01.799720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (79aad090-acc8-4adc-a7e9-7cf1a5e282d0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.829634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2d26-be10-4c3c-a4e9-b90ca60e9a40 admin admin] Publish callbacks [] for security_group (9ff5755b-3918-40ed-8059-f76aa9e1fc38), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.837568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2d26-be10-4c3c-a4e9-b90ca60e9a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9ff5755b-3918-40ed-8059-f76aa9e1fc38), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.899292 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (79aad090-acc8-4adc-a7e9-7cf1a5e282d0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.930513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c627e3-cee3-49ce-a67b-6bda5f1c4bdc None None] Network 75b2a283-1589-48a6-9919-c77fdb7ccf5d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:01.943867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a1ba2d26-be10-4c3c-a4e9-b90ca60e9a40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c5037e9b8a34c408e4d372d6fa015f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7518506 Feb 03 14:33:01.945876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57706) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:01.955712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:01.960517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/subnets/79aad090-acc8-4adc-a7e9-7cf1a5e282d0 HTTP/1.1" status: 204 len: 168 time: 0.4857838 Feb 03 14:33:01.962731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24277265-5c69-4852-89e3-5a99cbd216d5 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Subnet': ['ID=79aad090-acc8-4adc-a7e9-7cf1a5e282d0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:01.965622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57710) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:01.978934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba2d26-be10-4c3c-a4e9-b90ca60e9a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff5755b-3918-40ed-8059-f76aa9e1fc38,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:02.054613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:33:02.062949 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b9c699-ee64-467e-9cfe-b53ceff0dacd" -d '{"events": [{"server_uuid": "ec61ee59-82c2-43c0-9a2c-7731a47629e3", "name": "network-vif-plugged", "status": "completed", "tag": "e64674d1-d49a-46ff-9c9a-12d2ce66bdb5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:33:02.103995 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:33:02.158735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b4c324-b720-4085-9e22-0641b0a317a6 admin admin] Publish callbacks [] for security_group (9ff5755b-3918-40ed-8059-f76aa9e1fc38), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.261692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] DHCP port deletion for 75b2a283-1589-48a6-9919-c77fdb7ccf5d request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:02.268725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (75b2a283-1589-48a6-9919-c77fdb7ccf5d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.277486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d12c31ca-f291-4f86-acb5-0fe2b1926ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.355421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61f780-58e2-4e92-a329-647822521342 req-e3871802-9490-49a5-becc-8862cb79ae60 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:02.357336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e61f780-58e2-4e92-a329-647822521342 req-e3871802-9490-49a5-becc-8862cb79ae60 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.2674992 Feb 03 14:33:02.397124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6c198-a848-4ab2-ad81-34c0d925ed47 req-3aa21dd0-3488-47f8-8d28-9c6f27a5bee0 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:02.398947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aa6c198-a848-4ab2-ad81-34c0d925ed47 req-3aa21dd0-3488-47f8-8d28-9c6f27a5bee0 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.2076349 Feb 03 14:33:02.410531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] Deleting port 0eb97342-ff2e-4222-9dac-9c798df03351 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:02.411204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.480334 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aa6c198-a848-4ab2-ad81-34c0d925ed47 req-e4a983e1-92e9-46ab-9bff-69ca0dc68849 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673084 Feb 03 14:33:02.511292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] For port 0eb97342-ff2e-4222-9dac-9c798df03351, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0eb97342-ff2e-4222-9dac-9c798df03351,segment=NetworkSegment(288dfb2c-73e6-40dd-b53e-ae91865a33df),segment_id=288dfb2c-73e6-40dd-b53e-ae91865a33df)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:02.513419 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.546118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] Calling delete_port for 0eb97342-ff2e-4222-9dac-9c798df03351 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:02.548737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e61f780-58e2-4e92-a329-647822521342 req-06913dd1-1286-4ff4-a7d0-b56e54ba54be tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804602 Feb 03 14:33:02.576122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 0eb97342-ff2e-4222-9dac-9c798df03351 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:02.576614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.646727 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b4c324-b720-4085-9e22-0641b0a317a6 admin admin] Publish callbacks [] for security_group (9ff5755b-3918-40ed-8059-f76aa9e1fc38), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.675898 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f81f2d-42e6-4c69-b7a0-a208ed6c0c9e x-openstack-request-id: req-93f81f2d-42e6-4c69-b7a0-a208ed6c0c9e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:02.676593 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec61ee59-82c2-43c0-9a2c-7731a47629e3", "name": "network-vif-plugged", "status": "completed", "tag": "e64674d1-d49a-46ff-9c9a-12d2ce66bdb5", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:02.676998 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93f81f2d-42e6-4c69-b7a0-a208ed6c0c9e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:02.677621 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5', 'code': 200} Feb 03 14:33:02.678790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0eb97342-ff2e-4222-9dac-9c798df03351 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:02.681865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.715695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d12c31ca-f291-4f86-acb5-0fe2b1926ffe admin admin] Publish callbacks [] for security_group (0197e1c3-6b63-46d5-8407-007620591926), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.721162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b4c324-b720-4085-9e22-0641b0a317a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9ff5755b-3918-40ed-8059-f76aa9e1fc38), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.724407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b4c324-b720-4085-9e22-0641b0a317a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.725811 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68b4c324-b720-4085-9e22-0641b0a317a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ff5755b-3918-40ed-8059-f76aa9e1fc38 HTTP/1.1" status: 204 len: 168 time: 0.7782822 Feb 03 14:33:02.731415 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d12c31ca-f291-4f86-acb5-0fe2b1926ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0197e1c3-6b63-46d5-8407-007620591926), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.764507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d12c31ca-f291-4f86-acb5-0fe2b1926ffe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26ab4100d61a4e86b4afc68a19b42982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9813213 Feb 03 14:33:02.772300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57726) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:02.779890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] For port 0eb97342-ff2e-4222-9dac-9c798df03351, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0eb97342-ff2e-4222-9dac-9c798df03351,segment=NetworkSegment(288dfb2c-73e6-40dd-b53e-ae91865a33df),segment_id=288dfb2c-73e6-40dd-b53e-ae91865a33df)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:02.780529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.782874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 0eb97342-ff2e-4222-9dac-9c798df03351 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:02.784901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0eb97342-ff2e-4222-9dac-9c798df03351 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:02.789381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] Pushing event deleted for resources: {'Port': ['ID=0eb97342-ff2e-4222-9dac-9c798df03351,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:02.798650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4c324-b720-4085-9e22-0641b0a317a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff5755b-3918-40ed-8059-f76aa9e1fc38,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:02.804374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ecff5-4a59-473e-8f45-ea0b7baf4a7f None None] No DVR routers for this DVR port 0eb97342-ff2e-4222-9dac-9c798df03351 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:02.855987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 0eb97342-ff2e-4222-9dac-9c798df03351 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:02.865137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c31ca-f291-4f86-acb5-0fe2b1926ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0197e1c3-6b63-46d5-8407-007620591926,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:02.903179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (661f7d66-7612-4b52-87c4-1a80624eee70), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:02.951186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe5ab-e01a-40c3-944a-9d50fcd36592 req-b8048e4b-bb1c-4967-8a23-886b33b63b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:02.953304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c48fe5ab-e01a-40c3-944a-9d50fcd36592 req-b8048e4b-bb1c-4967-8a23-886b33b63b1b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 1127 time: 0.1929638 Feb 03 14:33:03.016907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c48fe5ab-e01a-40c3-944a-9d50fcd36592 req-0c3eb758-47dd-47d6-b3b7-039c274d66e6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578694 Feb 03 14:33:03.031732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0eb97342-ff2e-4222-9dac-9c798df03351), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.047527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] No DVR routers for this DVR port 0eb97342-ff2e-4222-9dac-9c798df03351 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:03.100311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=0eb97342-ff2e-4222-9dac-9c798df03351,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:03.168799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd0076-3d3b-4883-b495-623d4050a759 admin admin] Publish callbacks [] for security_group (0197e1c3-6b63-46d5-8407-007620591926), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.218124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (75b2a283-1589-48a6-9919-c77fdb7ccf5d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.263533 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd0076-3d3b-4883-b495-623d4050a759 admin admin] Publish callbacks [] for security_group (0197e1c3-6b63-46d5-8407-007620591926), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.270735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b2a283-1589-48a6-9919-c77fdb7ccf5d']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:03.297987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288dfb2c-73e6-40dd-b53e-ae91865a33df') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:03.298300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288dfb2c-73e6-40dd-b53e-ae91865a33df') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:03.324891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (288dfb2c-73e6-40dd-b53e-ae91865a33df), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.368754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (288dfb2c-73e6-40dd-b53e-ae91865a33df), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.375829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd0076-3d3b-4883-b495-623d4050a759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0197e1c3-6b63-46d5-8407-007620591926), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.378730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abcd0076-3d3b-4883-b495-623d4050a759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.379934 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-abcd0076-3d3b-4883-b495-623d4050a759 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0197e1c3-6b63-46d5-8407-007620591926 HTTP/1.1" status: 204 len: 168 time: 0.6053898 Feb 03 14:33:03.381186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:03.381818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (288dfb2c-73e6-40dd-b53e-ae91865a33df), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:03.390766 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:03.393148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd0076-3d3b-4883-b495-623d4050a759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197e1c3-6b63-46d5-8407-007620591926,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:03.397219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port c1a8d1aa-d5c0-452c-a0d3-a327091a8716 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:03.397563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.506503 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (75b2a283-1589-48a6-9919-c77fdb7ccf5d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.515901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.523515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.529594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/networks/75b2a283-1589-48a6-9919-c77fdb7ccf5d HTTP/1.1" status: 204 len: 168 time: 1.5623255 Feb 03 14:33:03.530277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57746) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:03.559995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for c1a8d1aa-d5c0-452c-a0d3-a327091a8716 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:03.581104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59439674-7306-499e-af9c-7258444f1172 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Network': ['ID=75b2a283-1589-48a6-9919-c77fdb7ccf5d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:03.821700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e9dab-358c-45f2-b312-9eae0a2ecf03 req-b52ca82f-6cfc-448c-bc0f-be81db5a7aac tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:03.823221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-940e9dab-358c-45f2-b312-9eae0a2ecf03 req-b52ca82f-6cfc-448c-bc0f-be81db5a7aac tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.1657157 Feb 03 14:33:03.831964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c1a8d1aa-d5c0-452c-a0d3-a327091a8716), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:03.866434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=c1a8d1aa-d5c0-452c-a0d3-a327091a8716,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:03.883647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc932dd-45fd-4ca4-bb28-6f28078c7f7c req-c3986ffe-72f1-40c4-a921-e20fa89ff77e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:03.888347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cc932dd-45fd-4ca4-bb28-6f28078c7f7c req-c3986ffe-72f1-40c4-a921-e20fa89ff77e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1866751 Feb 03 14:33:03.929648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-940e9dab-358c-45f2-b312-9eae0a2ecf03 req-b254ca7a-3c86-479d-aae2-429ae03c0a87 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978193 Feb 03 14:33:03.979676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port c0e1ae0d-9162-4651-afa6-f4b319e14402 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:03.980051 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.055406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cc932dd-45fd-4ca4-bb28-6f28078c7f7c req-30758e56-ef55-46ca-b738-dd40a4f0f0b2 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659653 Feb 03 14:33:04.101899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.102436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (c0e1ae0d-9162-4651-afa6-f4b319e14402), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.120637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for c0e1ae0d-9162-4651-afa6-f4b319e14402 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:04.144175 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (661f7d66-7612-4b52-87c4-1a80624eee70), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.211335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57762) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.259064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a896c65-51f3-45e6-8f24-e93948fc53ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.329320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c0e1ae0d-9162-4651-afa6-f4b319e14402), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.364224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=c0e1ae0d-9162-4651-afa6-f4b319e14402,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:04.431875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Router 661f7d66-7612-4b52-87c4-1a80624eee70 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:33:04.500113 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for floatingip (8f81944b-aeb9-4f4b-bda7-59d25f9f1827), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.504659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.511677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4e157957-137d-4853-b8c4-2d6f7ce256bd tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/floatingips/8f81944b-aeb9-4f4b-bda7-59d25f9f1827 HTTP/1.1" status: 204 len: 168 time: 0.9758291 Feb 03 14:33:04.512310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57772) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.593256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:04.595300 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b4472c-4c5f-4300-8186-a353e1941482 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:04.596010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b4472c-4c5f-4300-8186-a353e1941482 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:04.601712 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-31b4472c-4c5f-4300-8186-a353e1941482 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/ports/47b1db35-5958-4b52-a808-32c07b6db3f9 HTTP/1.1" status: 404 len: 333 time: 0.0866737 Feb 03 14:33:04.602356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57776) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.605445 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] Sync routers for ids ['661f7d66-7612-4b52-87c4-1a80624eee70'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:33:04.619481 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a1b3d74f-e246-4359-8e0d-9dca65342886 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "PUT /v2.0/routers/661f7d66-7612-4b52-87c4-1a80624eee70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1751101 Feb 03 14:33:04.623708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57778) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.625387 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] Routers {'661f7d66-7612-4b52-87c4-1a80624eee70'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:04.626234 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['661f7d66-7612-4b52-87c4-1a80624eee70'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:04.658892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d0031c6-d2ea-4d5b-a473-139e678af471 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "GET /v2.0/ports?device_id=02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb HTTP/1.1" status: 200 len: 205 time: 0.0492940 Feb 03 14:33:04.659635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57782) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.686704 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:04.696900 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] Routers {'661f7d66-7612-4b52-87c4-1a80624eee70'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:04.697958 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['661f7d66-7612-4b52-87c4-1a80624eee70'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:04.707972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a896c65-51f3-45e6-8f24-e93948fc53ca admin admin] Publish callbacks [] for security_group (feb15070-ec2e-4eb4-aabf-dd907a6f5ca3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.710347 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3d7759-ff95-43f4-9531-4c12507a477d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:33:04.714223 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f3d7759-ff95-43f4-9531-4c12507a477d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/c1a8d1aa-d5c0-452c-a0d3-a327091a8716 HTTP/1.1" status: 404 len: 333 time: 0.0850794 Feb 03 14:33:04.716561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.734936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a896c65-51f3-45e6-8f24-e93948fc53ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (feb15070-ec2e-4eb4-aabf-dd907a6f5ca3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.744998 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-377a503d-2f9c-49b0-95da-0100c25d223e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] delete failed (client error): The resource could not be found. Feb 03 14:33:04.745365 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:04.748529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-377a503d-2f9c-49b0-95da-0100c25d223e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/routers/02b2937a-e6a1-4e9b-8d8d-4c78f2e671bb HTTP/1.1" status: 404 len: 336 time: 0.0854795 Feb 03 14:33:04.749058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57788) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.750357 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3d8ca-366b-4f66-97b1-a1c4ded7d079 None None] The sync data for ids ['661f7d66-7612-4b52-87c4-1a80624eee70'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:33:04.777791 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-208f4e7b-acf6-481f-8645-c43bc4c487d3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:04.778256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208f4e7b-acf6-481f-8645-c43bc4c487d3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:04.781601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-208f4e7b-acf6-481f-8645-c43bc4c487d3 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/subnets/79aad090-acc8-4adc-a7e9-7cf1a5e282d0 HTTP/1.1" status: 404 len: 337 time: 0.0309277 Feb 03 14:33:04.783951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57790) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.872687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:04.873635 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a896c65-51f3-45e6-8f24-e93948fc53ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b79c882164e4bffba4dc51700e9f61d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6616850 Feb 03 14:33:04.874277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a896c65-51f3-45e6-8f24-e93948fc53ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb15070-ec2e-4eb4-aabf-dd907a6f5ca3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:04.882065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbe49ce4-8021-41d9-a6f9-80166a003f8b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for router (661f7d66-7612-4b52-87c4-1a80624eee70), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.933234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 44377c49-a943-4060-bfb0-17fe65d47ac8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:04.933827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (44377c49-a943-4060-bfb0-17fe65d47ac8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:04.987633 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f49af-fc5e-4d5d-8f63-67797a79965d admin admin] Publish callbacks [] for security_group (feb15070-ec2e-4eb4-aabf-dd907a6f5ca3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.090614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f49af-fc5e-4d5d-8f63-67797a79965d admin admin] Publish callbacks [] for security_group (feb15070-ec2e-4eb4-aabf-dd907a6f5ca3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.118379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbe49ce4-8021-41d9-a6f9-80166a003f8b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (661f7d66-7612-4b52-87c4-1a80624eee70), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.120692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbe49ce4-8021-41d9-a6f9-80166a003f8b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for router_controller (661f7d66-7612-4b52-87c4-1a80624eee70), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.138186 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (44377c49-a943-4060-bfb0-17fe65d47ac8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.167437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbe49ce4-8021-41d9-a6f9-80166a003f8b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (661f7d66-7612-4b52-87c4-1a80624eee70), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.168048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe49ce4-8021-41d9-a6f9-80166a003f8b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Fanout notify agent at l3_agent the message router_deleted on router 661f7d66-7612-4b52-87c4-1a80624eee70 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:33:05.173433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 44377c49-a943-4060-bfb0-17fe65d47ac8 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:05.176609 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbe49ce4-8021-41d9-a6f9-80166a003f8b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.181104 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbe49ce4-8021-41d9-a6f9-80166a003f8b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/routers/661f7d66-7612-4b52-87c4-1a80624eee70 HTTP/1.1" status: 204 len: 168 time: 0.4629784 Feb 03 14:33:05.181874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:05.194288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378360-dd53-4b80-b648-20cca6753331 req-cae96c6f-f3a8-4223-b380-dc59c2a4a6ab tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:05.196409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25378360-dd53-4b80-b648-20cca6753331 req-cae96c6f-f3a8-4223-b380-dc59c2a4a6ab tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.1648304 Feb 03 14:33:05.256092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet 975bbf26-3af4-40ec-8a08-d5fdff9bc215 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:05.259935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (975bbf26-3af4-40ec-8a08-d5fdff9bc215), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.304098 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (975bbf26-3af4-40ec-8a08-d5fdff9bc215), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.323470 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f49af-fc5e-4d5d-8f63-67797a79965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (feb15070-ec2e-4eb4-aabf-dd907a6f5ca3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.326452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a7f49af-fc5e-4d5d-8f63-67797a79965d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.330822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5a7f49af-fc5e-4d5d-8f63-67797a79965d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/feb15070-ec2e-4eb4-aabf-dd907a6f5ca3 HTTP/1.1" status: 204 len: 168 time: 0.4566131 Feb 03 14:33:05.359558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f49af-fc5e-4d5d-8f63-67797a79965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb15070-ec2e-4eb4-aabf-dd907a6f5ca3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:05.367747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25378360-dd53-4b80-b648-20cca6753331 req-eacdf340-8047-4f6f-b047-6d99a22a0a79 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634533 Feb 03 14:33:05.398396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372f49a-568c-45ea-b069-50ed9717af74 req-88dc04cc-3a93-4d4d-8ba1-2a1dd0821e4a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:05.400046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f372f49a-568c-45ea-b069-50ed9717af74 req-88dc04cc-3a93-4d4d-8ba1-2a1dd0821e4a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1921432 Feb 03 14:33:05.466433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (975bbf26-3af4-40ec-8a08-d5fdff9bc215), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.517534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f372f49a-568c-45ea-b069-50ed9717af74 req-e8d9fbee-4243-4551-bac5-de2d2a43a4f6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090946 Feb 03 14:33:05.523365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (44377c49-a943-4060-bfb0-17fe65d47ac8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.567558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (975bbf26-3af4-40ec-8a08-d5fdff9bc215), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.600692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=44377c49-a943-4060-bfb0-17fe65d47ac8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:05.603463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=975bbf26-3af4-40ec-8a08-d5fdff9bc215,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:05.609355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.614039 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7a084545-8939-4cf7-9d41-009d12c6f97d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/975bbf26-3af4-40ec-8a08-d5fdff9bc215 HTTP/1.1" status: 204 len: 168 time: 0.4311206 Feb 03 14:33:05.617064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57826) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:05.621930 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98668f4c-abbf-4f7d-b1f6-c53b03498d93 None None] Network 6843f7b6-5508-478b-9bc2-32243f658fc0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:05.680906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8301f4a-83c8-4492-8c9e-7216a023d75f req-4acfa33d-6398-4cee-bafe-6e9434afa1ca tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:05.682448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8301f4a-83c8-4492-8c9e-7216a023d75f req-4acfa33d-6398-4cee-bafe-6e9434afa1ca tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.1406715 Feb 03 14:33:05.708884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.712094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4875af64-335d-4370-b9ee-4980d7bea842 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/ports/44377c49-a943-4060-bfb0-17fe65d47ac8 HTTP/1.1" status: 204 len: 168 time: 0.9271462 Feb 03 14:33:05.714436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57832) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:05.717465 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (6843f7b6-5508-478b-9bc2-32243f658fc0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.770413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8301f4a-83c8-4492-8c9e-7216a023d75f req-654f3260-c097-46bf-ac08-1abc3a7001ed tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799980 Feb 03 14:33:05.818123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 7b0110d4-8f75-4f25-b798-b4996e4537b6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:05.818476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.850949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port e4ed9793-e111-4663-987d-d14cf2c3cdba {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:05.851449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e4ed9793-e111-4663-987d-d14cf2c3cdba), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.909152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] DHCP port deletion for 6843f7b6-5508-478b-9bc2-32243f658fc0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:05.934518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] For port 7b0110d4-8f75-4f25-b798-b4996e4537b6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7b0110d4-8f75-4f25-b798-b4996e4537b6,segment=NetworkSegment(d2f06dbc-1c97-4644-bf3c-f08460965471),segment_id=d2f06dbc-1c97-4644-bf3c-f08460965471)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:05.934895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:05.949043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 7b0110d4-8f75-4f25-b798-b4996e4537b6 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:05.996778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426e62d-4f25-435a-8281-c4db8db0fa88 req-cfc5c8d7-835f-4ebe-a85f-45cefff02640 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:05.998596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4426e62d-4f25-435a-8281-c4db8db0fa88 req-cfc5c8d7-835f-4ebe-a85f-45cefff02640 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 945 time: 0.1088507 Feb 03 14:33:06.032867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e4ed9793-e111-4663-987d-d14cf2c3cdba), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.047624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] Deleting port 7b0110d4-8f75-4f25-b798-b4996e4537b6 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:06.049185 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.064789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.073913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for e4ed9793-e111-4663-987d-d14cf2c3cdba owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:06.094859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4426e62d-4f25-435a-8281-c4db8db0fa88 req-81f9c24c-31e0-4bea-90ec-91d67b0fb0be tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813968 Feb 03 14:33:06.152629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=7b0110d4-8f75-4f25-b798-b4996e4537b6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:06.172221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No DVR routers for this DVR port 7b0110d4-8f75-4f25-b798-b4996e4537b6 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:06.194932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] For port 7b0110d4-8f75-4f25-b798-b4996e4537b6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7b0110d4-8f75-4f25-b798-b4996e4537b6,segment=NetworkSegment(d2f06dbc-1c97-4644-bf3c-f08460965471),segment_id=d2f06dbc-1c97-4644-bf3c-f08460965471)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:06.195786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.236680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] Calling delete_port for 7b0110d4-8f75-4f25-b798-b4996e4537b6 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:06.366851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (7b0110d4-8f75-4f25-b798-b4996e4537b6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.430202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (6843f7b6-5508-478b-9bc2-32243f658fc0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.444080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] Pushing event deleted for resources: {'Port': ['ID=7b0110d4-8f75-4f25-b798-b4996e4537b6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:06.460100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758976ff-081b-4337-bc7b-572a4379b1a8 None None] No DVR routers for this DVR port 7b0110d4-8f75-4f25-b798-b4996e4537b6 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:06.502800 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6843f7b6-5508-478b-9bc2-32243f658fc0']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:06.532873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f06dbc-1c97-4644-bf3c-f08460965471') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:06.533189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f06dbc-1c97-4644-bf3c-f08460965471') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:06.584190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (d2f06dbc-1c97-4644-bf3c-f08460965471), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.609848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7b0110d4-8f75-4f25-b798-b4996e4537b6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:06.618591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d2f06dbc-1c97-4644-bf3c-f08460965471), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.637275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:06.637994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (d2f06dbc-1c97-4644-bf3c-f08460965471), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:06.641710 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:06.674170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7b0110d4-8f75-4f25-b798-b4996e4537b6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:06.674700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7b0110d4-8f75-4f25-b798-b4996e4537b6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:06.726951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (6843f7b6-5508-478b-9bc2-32243f658fc0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.748888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.755739 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/6843f7b6-5508-478b-9bc2-32243f658fc0 HTTP/1.1" status: 204 len: 168 time: 1.1371124 Feb 03 14:33:06.756611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e4ed9793-e111-4663-987d-d14cf2c3cdba), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.757666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f649d56-34d6-44a1-84de-9d39185f72a8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=6843f7b6-5508-478b-9bc2-32243f658fc0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:06.761606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57932) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:06.825568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9ddf0-2d94-4c2e-a720-4901e6e6806e req-0424288a-5a32-44dc-861c-0880cdcbacd4 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:06.832533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36e9ddf0-2d94-4c2e-a720-4901e6e6806e req-0424288a-5a32-44dc-861c-0880cdcbacd4 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.1308718 Feb 03 14:33:06.837906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd27b0-bb1b-4004-9c7b-efc5d225c27f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:06.840700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa880f0-2a66-4128-8783-7911e1a55807 req-d5172380-dce2-4180-b464-a4585fc0c329 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:06.841493 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3ddd27b0-bb1b-4004-9c7b-efc5d225c27f tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/d008dc0e-facb-4148-a313-484de1f0a354 HTTP/1.1" status: 200 len: 840 time: 0.0785835 Feb 03 14:33:06.842681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1aa880f0-2a66-4128-8783-7911e1a55807 req-d5172380-dce2-4180-b464-a4585fc0c329 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1860287 Feb 03 14:33:06.852707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:06.859762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=e4ed9793-e111-4663-987d-d14cf2c3cdba,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:06.931096 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c6c08e8d-d907-4d04-aea4-c29d5acfcbb4 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/d008dc0e-facb-4148-a313-484de1f0a354?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0737338 Feb 03 14:33:06.933650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57958) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:06.942473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:06.956962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:06.960458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-48d0805c-912e-48c4-8597-344dfd21fc96 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/ports/e4ed9793-e111-4663-987d-d14cf2c3cdba HTTP/1.1" status: 204 len: 168 time: 1.2450807 Feb 03 14:33:06.962923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57966) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:07.025717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1aa880f0-2a66-4128-8783-7911e1a55807 req-ada33c7d-85d6-4a63-9c56-fc556d73438b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593459 Feb 03 14:33:07.051915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36e9ddf0-2d94-4c2e-a720-4901e6e6806e req-4704cc4d-014e-4349-b682-9908a09abf07 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184899 Feb 03 14:33:07.098510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8834f-931a-4db5-8e52-0b67a7fcd11e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:07.103875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57984) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:07.109579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-89f8834f-931a-4db5-8e52-0b67a7fcd11e tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "GET /v2.0/ports?device_id=415e7939-3981-4586-937d-f64a3487ef25 HTTP/1.1" status: 200 len: 913 time: 0.1423275 Feb 03 14:33:07.157604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:07.163947 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:07.387689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67171a1b-ba0a-4bd2-9b70-561a5772dc35 req-0336729e-c159-4860-b2cf-b500c57e5f9a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:07.390063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67171a1b-ba0a-4bd2-9b70-561a5772dc35 req-0336729e-c159-4860-b2cf-b500c57e5f9a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.0859506 Feb 03 14:33:07.452184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67171a1b-ba0a-4bd2-9b70-561a5772dc35 req-d54deaf2-388c-4dcb-9137-bbe25ce372a7 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564513 Feb 03 14:33:07.608358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:07.641940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57998) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:07.664807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:07.680931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:07.683423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:07.689043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:07.689647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:07.693166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544f40d8-5a49-46fe-8698-b57c5026975c None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:07.730965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58004) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:07.731670 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b3290dde-d657-4067-b4f4-54c1809bf98e tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7969069 Feb 03 14:33:07.738463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-916c7572-1980-4cc4-91d7-c32f774c0789 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468009291'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:07.761812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (415e7939-3981-4586-937d-f64a3487ef25), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:07.781191 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-916c7572-1980-4cc4-91d7-c32f774c0789 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:07.887056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'project_id': '1d7daf32b87f4eeb8c40ec4a7a927cb3', 'fixed_ips': [{'subnet_id': '8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:07.887976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:07.938174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ffac7-2cd0-48b7-b16d-cb4c8404fdc0 req-b970e7fe-6519-44a4-a8e8-06fb7e984552 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:07.944072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ffac7-2cd0-48b7-b16d-cb4c8404fdc0 req-b970e7fe-6519-44a4-a8e8-06fb7e984552 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:07.950053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ffac7-2cd0-48b7-b16d-cb4c8404fdc0 req-b970e7fe-6519-44a4-a8e8-06fb7e984552 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:07.957868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a76ffac7-2cd0-48b7-b16d-cb4c8404fdc0 req-b970e7fe-6519-44a4-a8e8-06fb7e984552 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3&device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993&device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 2416 time: 0.1696105 Feb 03 14:33:07.972336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89b5da6e-d0e3-442b-88cc-c4b985234858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.033912 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-916c7572-1980-4cc4-91d7-c32f774c0789 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (816a01f2-261a-4dcc-938f-c15302c3d463), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.046778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-916c7572-1980-4cc4-91d7-c32f774c0789 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (816a01f2-261a-4dcc-938f-c15302c3d463), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.086720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a76ffac7-2cd0-48b7-b16d-cb4c8404fdc0 req-b7eebf52-ec2f-40a1-b658-9c8a7c9bf15a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277177 Feb 03 14:33:08.142484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-916c7572-1980-4cc4-91d7-c32f774c0789 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.149400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-916c7572-1980-4cc4-91d7-c32f774c0789 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4146132 Feb 03 14:33:08.154256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58016) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:08.165153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-983ab831-af95-4b0d-ada0-c44d8286f924 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'security_group': {'name': 'tempest-secgroup-1831757657'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:08.170804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c7572-1980-4cc4-91d7-c32f774c0789 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816a01f2-261a-4dcc-938f-c15302c3d463,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.210076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port ee228e76-feb2-4c5c-97de-e667477872e5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:08.210076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ee228e76-feb2-4c5c-97de-e667477872e5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.210371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58018) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:08.242949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Allocated IP 172.20.0.2 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45/f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:08.245483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-983ab831-af95-4b0d-ada0-c44d8286f924 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.344353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-983ab831-af95-4b0d-ada0-c44d8286f924 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (0f45389c-4419-41ca-ad0d-5ea047cf1eb6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.350752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-983ab831-af95-4b0d-ada0-c44d8286f924 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0f45389c-4419-41ca-ad0d-5ea047cf1eb6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.362165 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89b5da6e-d0e3-442b-88cc-c4b985234858 admin admin] Publish callbacks [] for security_group (d7cf23cb-53d1-483a-89a9-dfcb8983eef1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.371372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135134ef-a74c-461b-9a37-3fecb482532e req-9759120e-7f50-4bf6-97fe-0695fd8a6172 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:08.378877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-135134ef-a74c-461b-9a37-3fecb482532e req-9759120e-7f50-4bf6-97fe-0695fd8a6172 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1946099 Feb 03 14:33:08.383771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89b5da6e-d0e3-442b-88cc-c4b985234858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d7cf23cb-53d1-483a-89a9-dfcb8983eef1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.412567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b134-6c2b-4783-8463-0a492648c19e req-828d5d5c-575a-440f-96e5-f76276dba722 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:08.414339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5758b134-6c2b-4783-8463-0a492648c19e req-828d5d5c-575a-440f-96e5-f76276dba722 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.1616549 Feb 03 14:33:08.437931 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-983ab831-af95-4b0d-ada0-c44d8286f924 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.439922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-983ab831-af95-4b0d-ada0-c44d8286f924 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2795291 Feb 03 14:33:08.443802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58026) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:08.453231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-180990188', 'security_groups': ['0f45389c-4419-41ca-ad0d-5ea047cf1eb6'], 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:08.456358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ab831-af95-4b0d-ada0-c44d8286f924 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f45389c-4419-41ca-ad0d-5ea047cf1eb6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.502593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e145326-9040-4972-ba0f-1d117644a738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.506610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Publish callbacks [] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.509316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-89b5da6e-d0e3-442b-88cc-c4b985234858 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04c257d0332a4d26a26748279af1397e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8652303 Feb 03 14:33:08.515932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58028) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:08.517437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.559424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5da6e-d0e3-442b-88cc-c4b985234858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf23cb-53d1-483a-89a9-dfcb8983eef1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.572260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:08.576193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:08.585722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:08.590007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ee228e76-feb2-4c5c-97de-e667477872e5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.601146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Pushing event updated for resources: {'Port': ['ID=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.613536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-135134ef-a74c-461b-9a37-3fecb482532e req-d1c84be0-b3b5-4d6b-bdd0-14d5a91ebffe tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333376 Feb 03 14:33:08.636219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for ee228e76-feb2-4c5c-97de-e667477872e5 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:08.670021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5758b134-6c2b-4783-8463-0a492648c19e req-e3e5747f-8344-4156-8b7c-1401a356f161 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173650 Feb 03 14:33:08.680351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Attempting to bind port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:33:08.680947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Attempting to bind port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '177bc549-0f20-4128-a8e7-16aa0f391c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:33:08.688257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Attempting to bind port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 on network b7b46dfc-bc93-4181-aa23-e2e83db21f82 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:33:08.703358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:33:08.705238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Checking segment: {'id': '177bc549-0f20-4128-a8e7-16aa0f391c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:08.706002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.707331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Bound using segment: {'id': '177bc549-0f20-4128-a8e7-16aa0f391c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:33:08.708694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Bound port: f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177bc549-0f20-4128-a8e7-16aa0f391c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:33:08.710217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.711332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad839e7-0441-4594-b378-9a031f5dcaaa admin admin] Publish callbacks [] for security_group (d7cf23cb-53d1-483a-89a9-dfcb8983eef1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.794545 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e145326-9040-4972-ba0f-1d117644a738 admin admin] Publish callbacks [] for security_group (3593d97d-7f49-48c7-b6d4-1d1cf17d2a34), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.799738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e145326-9040-4972-ba0f-1d117644a738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3593d97d-7f49-48c7-b6d4-1d1cf17d2a34), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.818435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] For port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:08.824076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] For port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,segment=NetworkSegment(177bc549-0f20-4128-a8e7-16aa0f391c1d),segment_id=177bc549-0f20-4128-a8e7-16aa0f391c1d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:08.833668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.893410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6e145326-9040-4972-ba0f-1d117644a738 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78a09cc9b90541c593ad446922771fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784310 Feb 03 14:33:08.893410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e145326-9040-4972-ba0f-1d117644a738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3593d97d-7f49-48c7-b6d4-1d1cf17d2a34,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.906886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58038) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:08.912812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f77028-f7d9-4c1e-a495-e39f7a076e46 None None] Pushing event updated for resources: {'Port': ['ID=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:08.957715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:08.989337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3272-81e6-4bf6-8389-6ce9d4a79f2a admin admin] Publish callbacks [] for security_group (3593d97d-7f49-48c7-b6d4-1d1cf17d2a34), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.016080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3272-81e6-4bf6-8389-6ce9d4a79f2a admin admin] Publish callbacks [] for security_group (3593d97d-7f49-48c7-b6d4-1d1cf17d2a34), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.084075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3272-81e6-4bf6-8389-6ce9d4a79f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3593d97d-7f49-48c7-b6d4-1d1cf17d2a34), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.088198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3272-81e6-4bf6-8389-6ce9d4a79f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.089631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fbdd3272-81e6-4bf6-8389-6ce9d4a79f2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3593d97d-7f49-48c7-b6d4-1d1cf17d2a34 HTTP/1.1" status: 204 len: 168 time: 0.1816845 Feb 03 14:33:09.102847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd3272-81e6-4bf6-8389-6ce9d4a79f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3593d97d-7f49-48c7-b6d4-1d1cf17d2a34,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:09.243372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad839e7-0441-4594-b378-9a031f5dcaaa admin admin] Publish callbacks [] for security_group (d7cf23cb-53d1-483a-89a9-dfcb8983eef1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.422436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad839e7-0441-4594-b378-9a031f5dcaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d7cf23cb-53d1-483a-89a9-dfcb8983eef1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.428791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad839e7-0441-4594-b378-9a031f5dcaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.430919 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ad839e7-0441-4594-b378-9a031f5dcaaa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7cf23cb-53d1-483a-89a9-dfcb8983eef1 HTTP/1.1" status: 204 len: 168 time: 0.9139850 Feb 03 14:33:09.453272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad839e7-0441-4594-b378-9a031f5dcaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf23cb-53d1-483a-89a9-dfcb8983eef1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:09.496713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:09.650129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.654948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ee228e76-feb2-4c5c-97de-e667477872e5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:09.709161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=ee228e76-feb2-4c5c-97de-e667477872e5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:09.771209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port b69b5475-3d1d-4df2-88c9-f25efb075010 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:09.835199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb883d07-5379-4b41-8974-9a969edcface req-d27601cb-1f7b-4212-a626-13b60e971706 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:09.851187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb883d07-5379-4b41-8974-9a969edcface req-d27601cb-1f7b-4212-a626-13b60e971706 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.0968425 Feb 03 14:33:09.925176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb883d07-5379-4b41-8974-9a969edcface req-63683585-52b3-4d47-b128-e45ac7952d40 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711663 Feb 03 14:33:09.968491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58078) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:10.024851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (415e7939-3981-4586-937d-f64a3487ef25), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.066143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58082) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:10.093407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f1deefc-72b5-450e-a009-405c81dbd692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.181809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58084) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:10.288816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f1deefc-72b5-450e-a009-405c81dbd692 admin admin] Publish callbacks [] for security_group (49980157-5115-43d5-abac-9b504dac81ca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.296104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.6 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45/b69b5475-3d1d-4df2-88c9-f25efb075010) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:10.310171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f1deefc-72b5-450e-a009-405c81dbd692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (49980157-5115-43d5-abac-9b504dac81ca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.334081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c76a123-8ef6-4623-a112-80a3bf8652ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.439493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1deefc-72b5-450e-a009-405c81dbd692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49980157-5115-43d5-abac-9b504dac81ca,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:10.460382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0f1deefc-72b5-450e-a009-405c81dbd692 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3f7b300d9d04d46bc325796e1bb21ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914664 Feb 03 14:33:10.470587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58090) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:10.535781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2cec3b32-23c3-405a-93db-b3adfabf6b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.580840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Router 415e7939-3981-4586-937d-f64a3487ef25 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:33:10.616003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.662235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-1f2ab398-2a31-4e44-ad7c-ebc358044aec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3702528 Feb 03 14:33:10.664803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:10.695606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1a81e11-8e0c-4f49-a6f3-f5e31b87f03b admin admin] Publish callbacks [] for security_group (49980157-5115-43d5-abac-9b504dac81ca), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.733626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c76a123-8ef6-4623-a112-80a3bf8652ce admin admin] Publish callbacks [] for security_group (023f8ed0-c575-4679-9826-a3a9ad6cd1ca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.747177 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.749260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Provisioning complete for port d008dc0e-facb-4148-a313-484de1f0a354 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:10.749260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d008dc0e-facb-4148-a313-484de1f0a354), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.763549 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c76a123-8ef6-4623-a112-80a3bf8652ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (023f8ed0-c575-4679-9826-a3a9ad6cd1ca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.783587 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1a81e11-8e0c-4f49-a6f3-f5e31b87f03b admin admin] Publish callbacks [] for security_group (49980157-5115-43d5-abac-9b504dac81ca), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.785841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:10.788022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:10.788548 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.794575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f50537-b72b-4f0c-9bb6-9239fbdefc62 req-5d6ddad0-5889-45a0-9ab4-45a19050055d tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:10.799009 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-df886a24-dfae-4764-90c0-c9593c6333fa tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "PUT /v2.0/routers/415e7939-3981-4586-937d-f64a3487ef25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6904564 Feb 03 14:33:10.801873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89f50537-b72b-4f0c-9bb6-9239fbdefc62 req-5d6ddad0-5889-45a0-9ab4-45a19050055d tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.2671895 Feb 03 14:33:10.806537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58092) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:10.816305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] Sync routers for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:33:10.821256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:10.828180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:10.836920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Port d008dc0e-facb-4148-a313-484de1f0a354 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:10.853600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:10.854323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:10.862190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:10.862805 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.875432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:10.881445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=b69b5475-3d1d-4df2-88c9-f25efb075010,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:10.932175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:10.981567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2cec3b32-23c3-405a-93db-b3adfabf6b4a admin admin] Publish callbacks [] for security_group (ae1a1cb1-114c-474b-83ea-fc39794641b5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.987745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:10.988568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:10.989562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8c76a123-8ef6-4623-a112-80a3bf8652ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=add7a3f4f5544677b7e468df74dddd04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8003480 Feb 03 14:33:10.998071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58096) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:11.002898 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2cec3b32-23c3-405a-93db-b3adfabf6b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ae1a1cb1-114c-474b-83ea-fc39794641b5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.016508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1a81e11-8e0c-4f49-a6f3-f5e31b87f03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (49980157-5115-43d5-abac-9b504dac81ca), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.019743 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1a81e11-8e0c-4f49-a6f3-f5e31b87f03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.021413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1a81e11-8e0c-4f49-a6f3-f5e31b87f03b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49980157-5115-43d5-abac-9b504dac81ca HTTP/1.1" status: 204 len: 168 time: 0.5485170 Feb 03 14:33:11.025358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76a123-8ef6-4623-a112-80a3bf8652ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f8ed0-c575-4679-9826-a3a9ad6cd1ca,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:11.055537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c4f5dceb-62f9-4df1-a7e7-8dde6ec1d8b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6106453 Feb 03 14:33:11.059115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58100) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:11.066823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router (415e7939-3981-4586-937d-f64a3487ef25), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.106457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec3b32-23c3-405a-93db-b3adfabf6b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a1cb1-114c-474b-83ea-fc39794641b5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:11.166154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5229376c-9ecd-41f6-8628-286d8c92587a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:11.231752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2cec3b32-23c3-405a-93db-b3adfabf6b4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66763f8fbf7842d68ea47cbb5c927626&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2588258 Feb 03 14:33:11.231948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] Routers {'415e7939-3981-4586-937d-f64a3487ef25'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:11.231948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:32:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['415e7939-3981-4586-937d-f64a3487ef25'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:11.232640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58104) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:11.238975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed63-c318-4a6e-b7e9-b4dccc85e2d9 admin admin] Publish callbacks [] for security_group (023f8ed0-c575-4679-9826-a3a9ad6cd1ca), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.243771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a81e11-8e0c-4f49-a6f3-f5e31b87f03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49980157-5115-43d5-abac-9b504dac81ca,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:11.268547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:11.269204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08185230-3a72-4071-b783-3bec2bdae58c None None] The sync data for ids ['415e7939-3981-4586-937d-f64a3487ef25'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:33:11.276335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed63-c318-4a6e-b7e9-b4dccc85e2d9 admin admin] Publish callbacks [] for security_group (023f8ed0-c575-4679-9826-a3a9ad6cd1ca), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.298672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:11.299071 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.299973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89f50537-b72b-4f0c-9bb6-9239fbdefc62 req-f9a6e67f-7a9c-417e-800a-e0db2afef23c tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971783 Feb 03 14:33:11.312920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-e93b9053-919e-4dee-9809-ca4c50655c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:11.314651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-e93b9053-919e-4dee-9809-ca4c50655c30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 1127 time: 0.5730631 Feb 03 14:33:11.377871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,segment=NetworkSegment(177bc549-0f20-4128-a8e7-16aa0f391c1d),segment_id=177bc549-0f20-4128-a8e7-16aa0f391c1d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:11.381906 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed63-c318-4a6e-b7e9-b4dccc85e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (023f8ed0-c575-4679-9826-a3a9ad6cd1ca), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.383889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.392299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:11.392731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.393472 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ed63-c318-4a6e-b7e9-b4dccc85e2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.395068 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b9f5ed63-c318-4a6e-b7e9-b4dccc85e2d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/023f8ed0-c575-4679-9826-a3a9ad6cd1ca HTTP/1.1" status: 204 len: 168 time: 0.3959718 Feb 03 14:33:11.400214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_gateway (415e7939-3981-4586-937d-f64a3487ef25), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.411424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5ed63-c318-4a6e-b7e9-b4dccc85e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f8ed0-c575-4679-9826-a3a9ad6cd1ca,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:11.472057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting port 8579b432-c569-4835-95d1-2f37d204b4e6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:11.472483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8579b432-c569-4835-95d1-2f37d204b4e6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.521185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:11.526460 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:33:11.529301 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:33:11.530215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890de8e-98b7-4109-8e4f-e2a40cd1c831 req-eeb3e4a0-9a7b-4f14-9c83-f6a0bd73ae1e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:11.532478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a890de8e-98b7-4109-8e4f-e2a40cd1c831 req-eeb3e4a0-9a7b-4f14-9c83-f6a0bd73ae1e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.4794185 Feb 03 14:33:11.574721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8579b432-c569-4835-95d1-2f37d204b4e6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.589888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Calling delete_port for 8579b432-c569-4835-95d1-2f37d204b4e6 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:11.616892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5229376c-9ecd-41f6-8628-286d8c92587a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:11.620237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5229376c-9ecd-41f6-8628-286d8c92587a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.719613 n-d-827549-2 neutron-server[103342]: INFO neutron.db.ipam_backend_mixin [None req-5229376c-9ecd-41f6-8628-286d8c92587a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45 (CIDR: 172.20.0.0/28) Feb 03 14:33:11.720598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9e85309-e9c1-4adb-b187-f7c45696daa2 admin admin] Publish callbacks [] for security_group (ae1a1cb1-114c-474b-83ea-fc39794641b5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.748897 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9e85309-e9c1-4adb-b187-f7c45696daa2 admin admin] Publish callbacks [] for security_group (ae1a1cb1-114c-474b-83ea-fc39794641b5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.760328 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5229376c-9ecd-41f6-8628-286d8c92587a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:33:11.760846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5229376c-9ecd-41f6-8628-286d8c92587a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:11.823420 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8579b432-c569-4835-95d1-2f37d204b4e6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.838496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a890de8e-98b7-4109-8e4f-e2a40cd1c831 req-4140e498-21a9-4b1f-9f6d-17834c03e84f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980337 Feb 03 14:33:11.848444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5229376c-9ecd-41f6-8628-286d8c92587a tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7428982 Feb 03 14:33:11.851585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58120) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:11.857150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:11.879108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-0ab49aea-c333-4123-bd3e-a6660f7819cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:11.879537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-0ab49aea-c333-4123-bd3e-a6660f7819cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.4208508 Feb 03 14:33:11.897964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Port': ['ID=8579b432-c569-4835-95d1-2f37d204b4e6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:11.904999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9e85309-e9c1-4adb-b187-f7c45696daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ae1a1cb1-114c-474b-83ea-fc39794641b5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.908511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9e85309-e9c1-4adb-b187-f7c45696daa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.909866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a9e85309-e9c1-4adb-b187-f7c45696daa2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae1a1cb1-114c-474b-83ea-fc39794641b5 HTTP/1.1" status: 204 len: 168 time: 0.6634951 Feb 03 14:33:11.981775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (415e7939-3981-4586-937d-f64a3487ef25), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:11.998906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e85309-e9c1-4adb-b187-f7c45696daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a1cb1-114c-474b-83ea-fc39794641b5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:12.024617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-1345bf12-f6b5-408f-9bfa-c5c4460b05a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 200 len: 1001 time: 0.1373577 Feb 03 14:33:12.097825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-772512ad-b00b-47f0-a47e-5445ce0cf78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:12.098916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-772512ad-b00b-47f0-a47e-5445ce0cf78b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.0666173 Feb 03 14:33:12.105125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:12.106422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d4079-b0f7-4070-8846-86b9862290ef None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:12.108585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.129833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (415e7939-3981-4586-937d-f64a3487ef25), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.132177 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router_controller (415e7939-3981-4586-937d-f64a3487ef25), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.185281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (415e7939-3981-4586-937d-f64a3487ef25), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.186064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Fanout notify agent at l3_agent the message router_deleted on router 415e7939-3981-4586-937d-f64a3487ef25 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:33:12.198492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.202057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12260a5c-611a-4446-a601-1528fd615955 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/routers/415e7939-3981-4586-937d-f64a3487ef25 HTTP/1.1" status: 204 len: 168 time: 1.3910594 Feb 03 14:33:12.203549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58132) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:12.242447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d055f705-1e3a-40ec-a6ff-8a94070b32ba None None] Provisioning complete for port b69b5475-3d1d-4df2-88c9-f25efb075010 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:12.242825 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d055f705-1e3a-40ec-a6ff-8a94070b32ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.263108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-c44b7e7f-e8dc-4eac-b6c9-3fe0bd2f2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:12.264710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-c44b7e7f-e8dc-4eac-b6c9-3fe0bd2f2c3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1528227 Feb 03 14:33:12.274977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Deleting subnet 0cadf42a-e8bb-4b91-8570-adbfc0ff1c23 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:12.278821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for subnet (0cadf42a-e8bb-4b91-8570-adbfc0ff1c23), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.318207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d055f705-1e3a-40ec-a6ff-8a94070b32ba None None] Port b69b5475-3d1d-4df2-88c9-f25efb075010 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:12.328699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0cadf42a-e8bb-4b91-8570-adbfc0ff1c23), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.384277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0cadf42a-e8bb-4b91-8570-adbfc0ff1c23), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.442837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-8e23568c-dbaf-46a2-ab2c-6287c36745aa service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677532 Feb 03 14:33:12.464215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0cadf42a-e8bb-4b91-8570-adbfc0ff1c23), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.491904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.497739 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/subnets/0cadf42a-e8bb-4b91-8570-adbfc0ff1c23 HTTP/1.1" status: 204 len: 168 time: 0.2823474 Feb 03 14:33:12.508213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58140) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:12.526558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ba58-b31a-49ad-9429-e27258b801c0 tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Subnet': ['ID=0cadf42a-e8bb-4b91-8570-adbfc0ff1c23,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:12.543621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58144) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:12.559167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fe15-6cfd-4fb7-8961-488f44a383c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.606201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:12.643165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fe15-6cfd-4fb7-8961-488f44a383c3 admin admin] Publish callbacks [] for security_group (71cf6853-570a-4677-be8c-9d12e64369d6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.648449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fe15-6cfd-4fb7-8961-488f44a383c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (71cf6853-570a-4677-be8c-9d12e64369d6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.669474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:12.670471 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.700205 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3ce3fe15-6cfd-4fb7-8961-488f44a383c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=640f8fd3412f4286b962a24f19b723fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1554632 Feb 03 14:33:12.700963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58148) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:12.710290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3fe15-6cfd-4fb7-8961-488f44a383c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cf6853-570a-4677-be8c-9d12e64369d6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:12.721950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a92b9-a698-43de-8afc-56fd5cc07ba6 req-7bb7c5e4-bcf2-4b96-81bd-4114fd3bc9c5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:12.723634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-028a92b9-a698-43de-8afc-56fd5cc07ba6 req-7bb7c5e4-bcf2-4b96-81bd-4114fd3bc9c5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.2718391 Feb 03 14:33:12.733155 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (dcdf9f34-1594-488d-a916-212c9497126b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.759246 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f6bd401-ded5-40f1-a320-3a6bd4fcbe0a admin admin] Publish callbacks [] for security_group (71cf6853-570a-4677-be8c-9d12e64369d6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.790087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:12.793706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eed49a5-eff9-45dd-b515-312d0c9a9206 req-ebda3eb3-2fe9-4ddd-a7ba-4b4a1046e3c6 service neutron] 10.222.0.71 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406284 Feb 03 14:33:12.794566 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (c6fff3f4-52da-46f4-b29a-d46e81a79d81), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.800993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f6bd401-ded5-40f1-a320-3a6bd4fcbe0a admin admin] Publish callbacks [] for security_group (71cf6853-570a-4677-be8c-9d12e64369d6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.862321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f6bd401-ded5-40f1-a320-3a6bd4fcbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (71cf6853-570a-4677-be8c-9d12e64369d6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.865663 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f6bd401-ded5-40f1-a320-3a6bd4fcbe0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.867075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4f6bd401-ded5-40f1-a320-3a6bd4fcbe0a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71cf6853-570a-4677-be8c-9d12e64369d6 HTTP/1.1" status: 204 len: 168 time: 0.1631937 Feb 03 14:33:12.879185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bd401-ded5-40f1-a320-3a6bd4fcbe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cf6853-570a-4677-be8c-9d12e64369d6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:12.884869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:12.900755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:12.919746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:12.920708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387fb200-c3c3-44a9-834f-c504b68afd4a None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:12.921641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:12.943029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-028a92b9-a698-43de-8afc-56fd5cc07ba6 req-5e099ad8-b533-4128-b4f4-f16084140801 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001607 Feb 03 14:33:12.943842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=c6fff3f4-52da-46f4-b29a-d46e81a79d81,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:13.000196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (dcdf9f34-1594-488d-a916-212c9497126b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.006306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a8963f4b-4423-4350-af26-7da7f3dcc674 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1536777 Feb 03 14:33:13.009527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58160) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:13.015644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1396998232', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6fff3f4-52da-46f4-b29a-d46e81a79d81'}], 'security_groups': ['816a01f2-261a-4dcc-938f-c15302c3d463']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:13.053587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdf9f34-1594-488d-a916-212c9497126b']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:13.083530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97255d0c-c41e-4674-b27f-567dcc733c03') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:13.084145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97255d0c-c41e-4674-b27f-567dcc733c03') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:13.100608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (97255d0c-c41e-4674-b27f-567dcc733c03), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.132175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (97255d0c-c41e-4674-b27f-567dcc733c03), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.143712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf38c8-ee2a-457f-bcf4-05f1a5e9a82d req-95c56e9c-8da7-42a3-956c-bf955cfeea4e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:13.145425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fbf38c8-ee2a-457f-bcf4-05f1a5e9a82d req-95c56e9c-8da7-42a3-956c-bf955cfeea4e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1158254 Feb 03 14:33:13.151251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:13.151793 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (97255d0c-c41e-4674-b27f-567dcc733c03), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:13.156061 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:13.178720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.196888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c528ae-cbfc-48c2-90ef-eaf450cfbf16 None None] Update dhcp port {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'fixed_ips': [{'subnet_id': '8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6fff3f4-52da-46f4-b29a-d46e81a79d81'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:33:13.230891 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f4c528ae-cbfc-48c2-90ef-eaf450cfbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.472479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f4c528ae-cbfc-48c2-90ef-eaf450cfbf16 None None] Allocated IP 172.20.0.18 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/c6fff3f4-52da-46f4-b29a-d46e81a79d81/f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:13.590971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f4c528ae-cbfc-48c2-90ef-eaf450cfbf16 None None] For port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,segment=NetworkSegment(177bc549-0f20-4128-a8e7-16aa0f391c1d),segment_id=177bc549-0f20-4128-a8e7-16aa0f391c1d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:13.594071 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (dcdf9f34-1594-488d-a916-212c9497126b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.597742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.601103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] 10.222.0.52 "DELETE /v2.0/networks/dcdf9f34-1594-488d-a916-212c9497126b HTTP/1.1" status: 204 len: 168 time: 1.0904841 Feb 03 14:33:13.611461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fbf38c8-ee2a-457f-bcf4-05f1a5e9a82d req-ae688d1a-1592-4f99-977c-b6e8758c3704 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519820 Feb 03 14:33:13.621230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7485c4-08b5-4cbd-b15f-ad353e3d1b6f tempest-FloatingIPTestJSON-776411493 tempest-FloatingIPTestJSON-776411493-project] Pushing event deleted for resources: {'Network': ['ID=dcdf9f34-1594-488d-a916-212c9497126b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:13.637627 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f4c528ae-cbfc-48c2-90ef-eaf450cfbf16 None None] Publish callbacks [] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.643290 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f4c528ae-cbfc-48c2-90ef-eaf450cfbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:13.747801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c528ae-cbfc-48c2-90ef-eaf450cfbf16 None None] Pushing event updated for resources: {'Port': ['ID=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:13.805146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Delete allocated IP 172.20.0.6 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45) {{(pid=103341) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:33:13.815011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.22 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/c6fff3f4-52da-46f4-b29a-d46e81a79d81/b69b5475-3d1d-4df2-88c9-f25efb075010) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:13.914392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:14.006997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.017023 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.142177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bfa49-00d5-485b-85a0-b873de0c46c3 req-2dd4a06d-f46d-4067-88c4-b8eb30a1303a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:14.150132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a50bfa49-00d5-485b-85a0-b873de0c46c3 req-2dd4a06d-f46d-4067-88c4-b8eb30a1303a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.0903683 Feb 03 14:33:14.198585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] In _notify_port_updated(), no bound segment for port b69b5475-3d1d-4df2-88c9-f25efb075010 on network b7b46dfc-bc93-4181-aa23-e2e83db21f82 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:33:14.204630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:14.205449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.209804 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "PUT /v2.0/ports/b69b5475-3d1d-4df2-88c9-f25efb075010 HTTP/1.1" status: 200 len: 921 time: 1.1991837 Feb 03 14:33:14.213426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58202) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:14.222754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314da71e-ee9a-42f1-a51a-e53a0628ef03 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=b69b5475-3d1d-4df2-88c9-f25efb075010,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:14.265380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a50bfa49-00d5-485b-85a0-b873de0c46c3 req-5791d8a9-ed08-4902-81ce-765eadc6c706 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095765 Feb 03 14:33:14.298877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-59abf782-cdf9-4dda-908b-c24019dd0ba7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e930a85b5b04a55904b95f2db6d9809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831527 Feb 03 14:33:14.301581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58206) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:14.386980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port b69b5475-3d1d-4df2-88c9-f25efb075010 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:14.387391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.397616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94517993-f761-450c-b4fd-577cfa290b90 admin admin] Publish callbacks [] for security_group (786d2bb9-d9a4-443a-ac8b-33e0f8bf598c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.429882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94517993-f761-450c-b4fd-577cfa290b90 admin admin] Publish callbacks [] for security_group (786d2bb9-d9a4-443a-ac8b-33e0f8bf598c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.476168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Provisioning complete for port d008dc0e-facb-4148-a313-484de1f0a354 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:14.476666 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d008dc0e-facb-4148-a313-484de1f0a354), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.533712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94517993-f761-450c-b4fd-577cfa290b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (786d2bb9-d9a4-443a-ac8b-33e0f8bf598c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.536309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94517993-f761-450c-b4fd-577cfa290b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.537514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-94517993-f761-450c-b4fd-577cfa290b90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/786d2bb9-d9a4-443a-ac8b-33e0f8bf598c HTTP/1.1" status: 204 len: 168 time: 0.2343621 Feb 03 14:33:14.542531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Port d008dc0e-facb-4148-a313-484de1f0a354 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:14.553430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94517993-f761-450c-b4fd-577cfa290b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786d2bb9-d9a4-443a-ac8b-33e0f8bf598c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:14.586761 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.589498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Provisioning complete for port b69b5475-3d1d-4df2-88c9-f25efb075010 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:14.590124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.604972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for b69b5475-3d1d-4df2-88c9-f25efb075010 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:14.623774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:14.707883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Port b69b5475-3d1d-4df2-88c9-f25efb075010 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:14.727596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:14.728268 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.771035 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b69b5475-3d1d-4df2-88c9-f25efb075010), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.779971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:14.780636 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.821111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358fc9-1dec-4291-9e5f-c6eb690451fe req-4b2fae9e-6aba-4d17-840e-2a1a699c8f6f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:14.835191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0358fc9-1dec-4291-9e5f-c6eb690451fe req-4b2fae9e-6aba-4d17-840e-2a1a699c8f6f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1067986 Feb 03 14:33:14.882353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=b69b5475-3d1d-4df2-88c9-f25efb075010,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:14.885034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bb938-87dd-424a-970c-4123368c231d None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:14.928914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0358fc9-1dec-4291-9e5f-c6eb690451fe req-86f6630a-f511-47f5-b89b-3919b53a6f58 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909972 Feb 03 14:33:14.947333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:14.991517 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:14.994909 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4edcb71c-4ec3-4ae7-b6fe-6c7765291b3d tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/b69b5475-3d1d-4df2-88c9-f25efb075010 HTTP/1.1" status: 204 len: 168 time: 0.7804384 Feb 03 14:33:14.997862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58232) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:15.028657 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-09eb5aa2-2321-444d-b470-53c4eb5ad8f3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:33:15.030911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-09eb5aa2-2321-444d-b470-53c4eb5ad8f3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/b69b5475-3d1d-4df2-88c9-f25efb075010 HTTP/1.1" status: 404 len: 333 time: 0.0312996 Feb 03 14:33:15.033707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58236) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:15.109623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50dd3e52-32a7-4bf7-9ba3-4af852672b91 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (0f45389c-4419-41ca-ad0d-5ea047cf1eb6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.141588 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50dd3e52-32a7-4bf7-9ba3-4af852672b91 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (0f45389c-4419-41ca-ad0d-5ea047cf1eb6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.195227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50dd3e52-32a7-4bf7-9ba3-4af852672b91 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0f45389c-4419-41ca-ad0d-5ea047cf1eb6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.198569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50dd3e52-32a7-4bf7-9ba3-4af852672b91 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.203058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58248) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:15.203613 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-50dd3e52-32a7-4bf7-9ba3-4af852672b91 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/security-groups/0f45389c-4419-41ca-ad0d-5ea047cf1eb6 HTTP/1.1" status: 204 len: 168 time: 0.1682436 Feb 03 14:33:15.212623 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd3e52-32a7-4bf7-9ba3-4af852672b91 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f45389c-4419-41ca-ad0d-5ea047cf1eb6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:15.212813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d4bde51e-006a-468e-bae6-2ac6fadd7c03 None None] Could not find standard attr ID for object b69b5475-3d1d-4df2-88c9-f25efb075010. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:33:15.307827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae171b0a-b0b9-4fc4-b4f3-522e4c7f7f18 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (816a01f2-261a-4dcc-938f-c15302c3d463), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.392346 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae171b0a-b0b9-4fc4-b4f3-522e4c7f7f18 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (816a01f2-261a-4dcc-938f-c15302c3d463), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.444302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1e0d2-15a1-40a9-9e7d-94b0f2c80450 req-a581163c-cacd-4ff8-ae4f-2b67605e9374 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:15.445858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08b1e0d2-15a1-40a9-9e7d-94b0f2c80450 req-a581163c-cacd-4ff8-ae4f-2b67605e9374 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.0882466 Feb 03 14:33:15.461417 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae171b0a-b0b9-4fc4-b4f3-522e4c7f7f18 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (816a01f2-261a-4dcc-938f-c15302c3d463), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.463904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae171b0a-b0b9-4fc4-b4f3-522e4c7f7f18 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.465007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ae171b0a-b0b9-4fc4-b4f3-522e4c7f7f18 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/security-groups/816a01f2-261a-4dcc-938f-c15302c3d463 HTTP/1.1" status: 204 len: 168 time: 0.2607472 Feb 03 14:33:15.468488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58258) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:15.505333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae171b0a-b0b9-4fc4-b4f3-522e4c7f7f18 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816a01f2-261a-4dcc-938f-c15302c3d463,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:15.531077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet 8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:15.534965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08b1e0d2-15a1-40a9-9e7d-94b0f2c80450 req-e6f5899d-0d8e-42de-9ca1-b04291af953a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786388 Feb 03 14:33:15.536795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.584866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.680237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.746690 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.774355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:15.778253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.782121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4eb1d202-2db7-48f9-b183-9548261ce116 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45 HTTP/1.1" status: 204 len: 168 time: 0.3124382 Feb 03 14:33:15.786310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58274) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:15.791192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:15.798229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45fac5-9699-4117-a2b1-4872c2811a1b None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:15.859615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c373-edc0-4136-a79c-5a510e6a610a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:15.975834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:15.979767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.100861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58290) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:16.134892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14679d-8333-47c1-b347-2d131267eb3b req-da9602c9-deed-41e0-9acf-6c619f5abbb1 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:16.136382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd14679d-8333-47c1-b347-2d131267eb3b req-da9602c9-deed-41e0-9acf-6c619f5abbb1 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.0954154 Feb 03 14:33:16.216638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd14679d-8333-47c1-b347-2d131267eb3b req-5b74b57f-06dc-44e7-9865-96b6892627fd tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697448 Feb 03 14:33:16.237498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58294) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:16.360347 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (6a859e0e-79bc-47ce-a3fb-54e7ba8f3271), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.435476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15f9a364-ba14-4a9e-8c9e-1347954d55c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.438547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:16.448377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:16.457860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:16.458455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.502115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=6a859e0e-79bc-47ce-a3fb-54e7ba8f3271,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:16.507884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-adf2a67f-ca98-4da7-a54d-4a1615c5cd30 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7206268 Feb 03 14:33:16.514757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58300) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:16.521031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e7833fc8-ee9a-45cf-a56e-fbd1aa762ab6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'security_group': {'name': 'tempest-secgroup-189990663'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:16.541909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'networks': [{'name': 'tempest-network--166853559'}, {'name': 'tempest-network--1811654'}]} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:16.542140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'network': {'name': 'tempest-network--166853559'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:16.542602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'network': {'name': 'tempest-network--1811654'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:16.586679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Made reservation on behalf of 79d7c7e2748d47508d656d63a5b475bf for: {'network': 2} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:16.591383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.603749 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7833fc8-ee9a-45cf-a56e-fbd1aa762ab6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.621649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15f9a364-ba14-4a9e-8c9e-1347954d55c0 admin admin] Publish callbacks [] for security_group (d2a48544-a2ec-4a66-8436-beb5b8bf5986), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.625058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.634417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15f9a364-ba14-4a9e-8c9e-1347954d55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d2a48544-a2ec-4a66-8436-beb5b8bf5986), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.670210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced75be-fedf-4923-8786-5a7ab3719602 req-51067463-a71b-4a3e-9845-641897b26ac5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:16.671918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eced75be-fedf-4923-8786-5a7ab3719602 req-51067463-a71b-4a3e-9845-641897b26ac5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.0642469 Feb 03 14:33:16.701908 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-15f9a364-ba14-4a9e-8c9e-1347954d55c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfa38c444f3e4bb6a56100a3a455e543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4608407 Feb 03 14:33:16.704050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58304) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:16.718821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9a364-ba14-4a9e-8c9e-1347954d55c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a48544-a2ec-4a66-8436-beb5b8bf5986,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:16.723142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eced75be-fedf-4923-8786-5a7ab3719602 req-195ea6fe-db59-401f-9f18-44882add6906 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Feb 03 14:33:16.774717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642246b4-d3a2-4c51-9894-232b5bbf0887 None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:16.809705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7833fc8-ee9a-45cf-a56e-fbd1aa762ab6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (580fb19e-7d5c-4b06-8197-c98ab83caff3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.820141 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7833fc8-ee9a-45cf-a56e-fbd1aa762ab6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (580fb19e-7d5c-4b06-8197-c98ab83caff3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.852443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01240c55-cfb9-41c8-aa37-ad2dbf2f53bb admin admin] Publish callbacks [] for security_group (d2a48544-a2ec-4a66-8436-beb5b8bf5986), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.857394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-97c12c5b-e85d-4630-b93f-f6b6c4ebf010 None None] Provisioning complete for port d008dc0e-facb-4148-a313-484de1f0a354 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:16.857906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97c12c5b-e85d-4630-b93f-f6b6c4ebf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d008dc0e-facb-4148-a313-484de1f0a354), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.874152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for security_group (cbe34d76-7125-434f-9adb-5620ceeaba2b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.882911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7833fc8-ee9a-45cf-a56e-fbd1aa762ab6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.886781 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e7833fc8-ee9a-45cf-a56e-fbd1aa762ab6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3678820 Feb 03 14:33:16.887729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58306) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:16.893211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9d0d1926-f9e8-45a2-b59e-931c28e69f42 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'security_group': {'name': 'tempest-secgroup-1453968703'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:16.894360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cbe34d76-7125-434f-9adb-5620ceeaba2b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.894812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.908234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7833fc8-ee9a-45cf-a56e-fbd1aa762ab6 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580fb19e-7d5c-4b06-8197-c98ab83caff3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:16.918401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1926-f9e8-45a2-b59e-931c28e69f42 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.918583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01240c55-cfb9-41c8-aa37-ad2dbf2f53bb admin admin] Publish callbacks [] for security_group (d2a48544-a2ec-4a66-8436-beb5b8bf5986), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.919547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-97c12c5b-e85d-4630-b93f-f6b6c4ebf010 None None] Port d008dc0e-facb-4148-a313-484de1f0a354 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:16.939338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-97c12c5b-e85d-4630-b93f-f6b6c4ebf010 None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:16.939716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97c12c5b-e85d-4630-b93f-f6b6c4ebf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:16.984844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:16.987170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe34d76-7125-434f-9adb-5620ceeaba2b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.008980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cbf6d3de-f224-4159-a81d-a98a381e26ee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.008980 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Added segment cbf6d3de-f224-4159-a81d-a98a381e26ee of type vlan for network 345be95d-cfc3-439c-8697-84bf36236955 Feb 03 14:33:17.023464 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1926-f9e8-45a2-b59e-931c28e69f42 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (ca6d69b5-0591-4a5e-b08f-24e3732bb253), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.027490 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1926-f9e8-45a2-b59e-931c28e69f42 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ca6d69b5-0591-4a5e-b08f-24e3732bb253), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.051235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01240c55-cfb9-41c8-aa37-ad2dbf2f53bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d2a48544-a2ec-4a66-8436-beb5b8bf5986), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.054041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01240c55-cfb9-41c8-aa37-ad2dbf2f53bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.055226 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-01240c55-cfb9-41c8-aa37-ad2dbf2f53bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2a48544-a2ec-4a66-8436-beb5b8bf5986 HTTP/1.1" status: 204 len: 168 time: 0.3476956 Feb 03 14:33:17.057066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (345be95d-cfc3-439c-8697-84bf36236955), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.062342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1926-f9e8-45a2-b59e-931c28e69f42 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.064023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d0d1926-f9e8-45a2-b59e-931c28e69f42 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1749561 Feb 03 14:33:17.069195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58310) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:17.072498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240c55-cfb9-41c8-aa37-ad2dbf2f53bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a48544-a2ec-4a66-8436-beb5b8bf5986,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.073532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a39439-3631-473b-8bc0-eb54e1dd932b None None] Update dhcp port {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'fixed_ips': [{'subnet_id': 'c6fff3f4-52da-46f4-b29a-d46e81a79d81', 'ip_address': '172.20.0.18'}, {'subnet_id': '6a859e0e-79bc-47ce-a3fb-54e7ba8f3271'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:33:17.074945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-71cbe328-6386-4846-bcc6-a8b08f07ea22 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'security_group': {'name': 'tempest-secgroup-1895272371'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:17.097262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d1926-f9e8-45a2-b59e-931c28e69f42 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6d69b5-0591-4a5e-b08f-24e3732bb253,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.098729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:17.107754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71cbe328-6386-4846-bcc6-a8b08f07ea22 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.110399 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8f62ef95-e59e-4855-94de-820e463a1ae1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.110907 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Added segment 8f62ef95-e59e-4855-94de-820e463a1ae1 of type vlan for network a5039ddf-53bf-4e47-a1d8-08b488a78e43 Feb 03 14:33:17.116205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-97c12c5b-e85d-4630-b93f-f6b6c4ebf010 None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:17.125563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32a39439-3631-473b-8bc0-eb54e1dd932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.154622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (a5039ddf-53bf-4e47-a1d8-08b488a78e43), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.185659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (345be95d-cfc3-439c-8697-84bf36236955), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.186522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (a5039ddf-53bf-4e47-a1d8-08b488a78e43), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.193087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:17.197416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:17.198073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.214816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71cbe328-6386-4846-bcc6-a8b08f07ea22 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (f2d5c24f-1462-4475-b0f2-faf188ef3c32), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.220313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71cbe328-6386-4846-bcc6-a8b08f07ea22 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f2d5c24f-1462-4475-b0f2-faf188ef3c32), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.255500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71cbe328-6386-4846-bcc6-a8b08f07ea22 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.256920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-71cbe328-6386-4846-bcc6-a8b08f07ea22 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1864014 Feb 03 14:33:17.259853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:17.263677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbe328-6386-4846-bcc6-a8b08f07ea22 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d5c24f-1462-4475-b0f2-faf188ef3c32,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.277283 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.1751785 Feb 03 14:33:17.278926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58318) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:17.284460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1143670168', 'security_groups': ['f2d5c24f-1462-4475-b0f2-faf188ef3c32'], 'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a859e0e-79bc-47ce-a3fb-54e7ba8f3271'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:17.363761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-32a39439-3631-473b-8bc0-eb54e1dd932b None None] Allocated IP 172.20.0.2 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/6a859e0e-79bc-47ce-a3fb-54e7ba8f3271/f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:17.434546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e525c-2729-44b1-833b-88c2ae33f1f7 req-27f36efe-024b-4289-8361-94c736cd937d tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:17.437355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-274e525c-2729-44b1-833b-88c2ae33f1f7 req-27f36efe-024b-4289-8361-94c736cd937d tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1258404 Feb 03 14:33:17.478867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:17.486574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-32a39439-3631-473b-8bc0-eb54e1dd932b None None] For port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,segment=NetworkSegment(177bc549-0f20-4128-a8e7-16aa0f391c1d),segment_id=177bc549-0f20-4128-a8e7-16aa0f391c1d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:17.526136 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32a39439-3631-473b-8bc0-eb54e1dd932b None None] Publish callbacks [] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.531611 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32a39439-3631-473b-8bc0-eb54e1dd932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.554068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58320) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:17.569019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-274e525c-2729-44b1-833b-88c2ae33f1f7 req-4c1d6c92-271c-484c-a393-84c8a6ec8e50 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203537 Feb 03 14:33:17.581095 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7b81-ebb5-4f95-9a6f-71639ac28030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.614615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a39439-3631-473b-8bc0-eb54e1dd932b None None] Pushing event updated for resources: {'Port': ['ID=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.679240 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7b81-ebb5-4f95-9a6f-71639ac28030 admin admin] Publish callbacks [] for security_group (628d3cd6-336a-4d37-9ee5-fe0f2967a4fe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.683728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7b81-ebb5-4f95-9a6f-71639ac28030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (628d3cd6-336a-4d37-9ee5-fe0f2967a4fe), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.716266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Network': ['ID=345be95d-cfc3-439c-8697-84bf36236955,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.732740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 345be95d-cfc3-439c-8697-84bf36236955 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:17.742713 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:17.758485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7dcc7b81-ebb5-4f95-9a6f-71639ac28030 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5da2fbc6ff784c5083dec12065428b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007675 Feb 03 14:33:17.758485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc7b81-ebb5-4f95-9a6f-71639ac28030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628d3cd6-336a-4d37-9ee5-fe0f2967a4fe,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.762153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58326) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:17.795956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] device_id is not set on port 9d6df108-9e43-41e6-93f5-31176635cb26 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:17.894208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c105b9-9c29-4049-8eb3-85ae3bb8b156 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Network': ['ID=a5039ddf-53bf-4e47-a1d8-08b488a78e43,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:17.912152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network a5039ddf-53bf-4e47-a1d8-08b488a78e43 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:17.974773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf270d-7ae1-4260-bb40-ffddb8863ab7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:17.980533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf270d-7ae1-4260-bb40-ffddb8863ab7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:17.987158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf270d-7ae1-4260-bb40-ffddb8863ab7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:17.992260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf270d-7ae1-4260-bb40-ffddb8863ab7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:17.994385 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-72cf270d-7ae1-4260-bb40-ffddb8863ab7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.7087009 Feb 03 14:33:17.997748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58332) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:18.023638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25ec1755-d92b-4ba9-ab20-9e3398d0582e admin admin] Publish callbacks [] for security_group (628d3cd6-336a-4d37-9ee5-fe0f2967a4fe), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.032125 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd08575c-ce5b-4c22-8afd-0120d89eb23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.112806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8859-90c4-4b6e-8675-128ee1415422 req-3e61c786-2566-4c54-b868-c6e4662a6084 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:18.114337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11c8859-90c4-4b6e-8675-128ee1415422 req-3e61c786-2566-4c54-b868-c6e4662a6084 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.2319078 Feb 03 14:33:18.157012 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25ec1755-d92b-4ba9-ab20-9e3398d0582e admin admin] Publish callbacks [] for security_group (628d3cd6-336a-4d37-9ee5-fe0f2967a4fe), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.191523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (345be95d-cfc3-439c-8697-84bf36236955), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.243011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.9 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/6a859e0e-79bc-47ce-a3fb-54e7ba8f3271/9d6df108-9e43-41e6-93f5-31176635cb26) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:18.270722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b11c8859-90c4-4b6e-8675-128ee1415422 req-f84fb09e-9f0b-4f6d-85f8-8a7866ff2431 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281865 Feb 03 14:33:18.333960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25ec1755-d92b-4ba9-ab20-9e3398d0582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (628d3cd6-336a-4d37-9ee5-fe0f2967a4fe), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.336531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25ec1755-d92b-4ba9-ab20-9e3398d0582e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.338319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-25ec1755-d92b-4ba9-ab20-9e3398d0582e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/628d3cd6-336a-4d37-9ee5-fe0f2967a4fe HTTP/1.1" status: 204 len: 168 time: 0.5750594 Feb 03 14:33:18.352114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c96aa844-5179-4101-a061-8f4ff361df3b None None] Provisioning complete for port d008dc0e-facb-4148-a313-484de1f0a354 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:18.352777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c96aa844-5179-4101-a061-8f4ff361df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d008dc0e-facb-4148-a313-484de1f0a354), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.386585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c96aa844-5179-4101-a061-8f4ff361df3b None None] Port d008dc0e-facb-4148-a313-484de1f0a354 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:18.396755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c96aa844-5179-4101-a061-8f4ff361df3b None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:18.397262 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c96aa844-5179-4101-a061-8f4ff361df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.397958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (345be95d-cfc3-439c-8697-84bf36236955), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.400522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec1755-d92b-4ba9-ab20-9e3398d0582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d3cd6-336a-4d37-9ee5-fe0f2967a4fe,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:18.460741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345be95d-cfc3-439c-8697-84bf36236955']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:18.475008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf6d3de-f224-4159-a81d-a98a381e26ee') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:18.475312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf6d3de-f224-4159-a81d-a98a381e26ee') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:18.490710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (cbf6d3de-f224-4159-a81d-a98a381e26ee), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.492398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c96aa844-5179-4101-a061-8f4ff361df3b None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:18.515098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cbf6d3de-f224-4159-a81d-a98a381e26ee), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.529985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:18.530940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (cbf6d3de-f224-4159-a81d-a98a381e26ee), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:18.534584 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:18.537080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (9d6df108-9e43-41e6-93f5-31176635cb26), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.587709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:18.631828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (345be95d-cfc3-439c-8697-84bf36236955), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.636439 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.640623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/networks/345be95d-cfc3-439c-8697-84bf36236955 HTTP/1.1" status: 204 len: 168 time: 0.6372359 Feb 03 14:33:18.643232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:18.657738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b78600-f166-4461-b5d2-1a81f3d85bc4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Network': ['ID=345be95d-cfc3-439c-8697-84bf36236955,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:18.670481 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.671082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:18.671467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.722043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:18.726554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:18.733048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:18.743372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (a5039ddf-53bf-4e47-a1d8-08b488a78e43), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.789429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=9d6df108-9e43-41e6-93f5-31176635cb26,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:18.820776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:18.821571 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.844469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-26f2d22d-fd00-4f30-99cc-d4331f45166b tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5811319 Feb 03 14:33:18.847421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58350) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:18.854578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-43985a60-c0ea-43e5-9581-2208a0786143 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:18.900148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (a5039ddf-53bf-4e47-a1d8-08b488a78e43), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.933915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5039ddf-53bf-4e47-a1d8-08b488a78e43']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:18.946748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f62ef95-e59e-4855-94de-820e463a1ae1') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:18.947138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f62ef95-e59e-4855-94de-820e463a1ae1') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:18.972025 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (8f62ef95-e59e-4855-94de-820e463a1ae1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.989672 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8f62ef95-e59e-4855-94de-820e463a1ae1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:18.998950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:19.000360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (8f62ef95-e59e-4855-94de-820e463a1ae1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:19.005251 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:19.057950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43985a60-c0ea-43e5-9581-2208a0786143 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:19.062635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43985a60-c0ea-43e5-9581-2208a0786143 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.182551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (a5039ddf-53bf-4e47-a1d8-08b488a78e43), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.219720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.223189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/networks/a5039ddf-53bf-4e47-a1d8-08b488a78e43 HTTP/1.1" status: 204 len: 168 time: 0.5781686 Feb 03 14:33:19.225464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b88ec-6684-4b0c-b1b8-7ff85133f7d4 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Network': ['ID=a5039ddf-53bf-4e47-a1d8-08b488a78e43,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:19.227950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58362) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:19.250500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ac721bf9-c8ae-4f38-b293-540bf20f0945 None None] Provisioning complete for port 9d6df108-9e43-41e6-93f5-31176635cb26 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:19.251598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac721bf9-c8ae-4f38-b293-540bf20f0945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.255534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:19.267639 n-d-827549-2 neutron-server[103342]: INFO neutron.db.ipam_backend_mixin [None req-43985a60-c0ea-43e5-9581-2208a0786143 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a859e0e-79bc-47ce-a3fb-54e7ba8f3271 (CIDR: 172.20.0.0/28) Feb 03 14:33:19.277526 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-43985a60-c0ea-43e5-9581-2208a0786143 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:33:19.278025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43985a60-c0ea-43e5-9581-2208a0786143 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:19.318165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509f8e7-069a-4f43-9bff-6a256a823408 req-3416805f-6d21-4360-9568-e28c5de8588e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:19.321676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3509f8e7-069a-4f43-9bff-6a256a823408 req-3416805f-6d21-4360-9568-e28c5de8588e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.0918100 Feb 03 14:33:19.324053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ac721bf9-c8ae-4f38-b293-540bf20f0945 None None] Port 9d6df108-9e43-41e6-93f5-31176635cb26 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:19.335092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-43985a60-c0ea-43e5-9581-2208a0786143 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4863126 Feb 03 14:33:19.338905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58366) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:19.345126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-84b9db03-65fb-473c-8198-dfe1b386d74c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:19.355633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea914433-3f0f-4713-970f-47f068ea221e tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:19.360010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea914433-3f0f-4713-970f-47f068ea221e tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:19.361658 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea914433-3f0f-4713-970f-47f068ea221e tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1347256 Feb 03 14:33:19.366530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58370) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:19.372126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1106239756'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:19.396728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Made reservation on behalf of 79d7c7e2748d47508d656d63a5b475bf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:19.402045 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.439716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:19.451743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d469b785-5e76-409c-8a55-a208dfe14b0a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.453090 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Added segment d469b785-5e76-409c-8a55-a208dfe14b0a of type vlan for network 08ad2014-e0fd-4638-9620-e2ac2f3bdc00 Feb 03 14:33:19.519174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (08ad2014-e0fd-4638-9620-e2ac2f3bdc00), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.532075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3509f8e7-069a-4f43-9bff-6a256a823408 req-37bbfd43-c2e3-46a3-ae79-b892cf151024 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952193 Feb 03 14:33:19.564972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (08ad2014-e0fd-4638-9620-e2ac2f3bdc00), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.569836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:19.570427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.592570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81910-868f-4f78-ba7e-eb674bfaefc1 req-6d84cab0-8ef2-466a-a6ba-67e92ac28a46 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:19.609835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86e81910-868f-4f78-ba7e-eb674bfaefc1 req-6d84cab0-8ef2-466a-a6ba-67e92ac28a46 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.2135513 Feb 03 14:33:19.616331 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2486091 Feb 03 14:33:19.620150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58384) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:19.625995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1869949593'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:19.638121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.693589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aeec5-a5b1-48fa-a883-23b23b3a2d8d tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Network': ['ID=08ad2014-e0fd-4638-9620-e2ac2f3bdc00,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:19.697232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Made reservation on behalf of 79d7c7e2748d47508d656d63a5b475bf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:19.700642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.702312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86e81910-868f-4f78-ba7e-eb674bfaefc1 req-4f2932be-d5b9-4aa9-9c47-311e55040a17 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912921 Feb 03 14:33:19.705191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b9db03-65fb-473c-8198-dfe1b386d74c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:19.706971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 08ad2014-e0fd-4638-9620-e2ac2f3bdc00 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:19.709129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84b9db03-65fb-473c-8198-dfe1b386d74c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.736515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:19.748373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0898af34-93e8-4133-ac06-8e1fe048ad34), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.749705 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Added segment 0898af34-93e8-4133-ac06-8e1fe048ad34 of type vlan for network 346142d2-42f5-44cf-9fce-909d0b087847 Feb 03 14:33:19.808755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (346142d2-42f5-44cf-9fce-909d0b087847), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.839703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (346142d2-42f5-44cf-9fce-909d0b087847), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.848751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:19.849660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:19.853029 n-d-827549-2 neutron-server[103342]: INFO neutron.db.ipam_backend_mixin [None req-84b9db03-65fb-473c-8198-dfe1b386d74c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c6fff3f4-52da-46f4-b29a-d46e81a79d81 (CIDR: 172.20.0.16/28) Feb 03 14:33:19.857679 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b9db03-65fb-473c-8198-dfe1b386d74c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:33:19.859137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b9db03-65fb-473c-8198-dfe1b386d74c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:19.881855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-84b9db03-65fb-473c-8198-dfe1b386d74c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5418987 Feb 03 14:33:19.884484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:19.885126 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2636788 Feb 03 14:33:19.888275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58392) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:19.894862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'ports': [{'network_id': '08ad2014-e0fd-4638-9620-e2ac2f3bdc00', 'name': 'tempest-port--1823648267', 'admin_state_up': True}, {'network_id': '346142d2-42f5-44cf-9fce-909d0b087847', 'admin_state_up': False}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:19.895263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'port': {'network_id': '08ad2014-e0fd-4638-9620-e2ac2f3bdc00', 'name': 'tempest-port--1823648267', 'admin_state_up': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:19.895826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'port': {'network_id': '346142d2-42f5-44cf-9fce-909d0b087847', 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:19.901954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'subnet': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:19.956441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36ba3a-ccad-4822-a9cc-a3d76e29da80 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Network': ['ID=346142d2-42f5-44cf-9fce-909d0b087847,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:19.966797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 346142d2-42f5-44cf-9fce-909d0b087847 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:20.168628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Made reservation on behalf of 1d7daf32b87f4eeb8c40ec4a7a927cb3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:20.174132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:20.190680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Made reservation on behalf of 79d7c7e2748d47508d656d63a5b475bf for: {'port': 2} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:20.194686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:20.248297 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:20.433490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] device_id is not set on port 4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:20.628532 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (18d7780c-1ecd-48c4-89d2-3ad150fbe878), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:20.664452 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:20.696583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for port (4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.118412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:21.145267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:21.154272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] device_id is not set on port 038d56af-d539-4af6-bab0-fceaf79928d2 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:21.158692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.159294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.165588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fad053-1d4c-48c6-8f81-eb8223fad5b6 None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:21.179093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Subnet': ['ID=18d7780c-1ecd-48c4-89d2-3ad150fbe878,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:21.209742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebea1fd-c6bd-4d28-9597-02971d399abe req-aaf0994d-2c76-4910-a5cc-28575e150d4d tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.209742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ebea1fd-c6bd-4d28-9597-02971d399abe req-aaf0994d-2c76-4910-a5cc-28575e150d4d tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.6048880 Feb 03 14:33:21.219347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29360887-bbcf-40c4-a74d-5dc8e4247514 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3299508 Feb 03 14:33:21.222234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58460) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:21.235780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1239802275', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18d7780c-1ecd-48c4-89d2-3ad150fbe878'}], 'security_groups': ['580fb19e-7d5c-4b06-8197-c98ab83caff3', 'ca6d69b5-0591-4a5e-b08f-24e3732bb253']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:21.271914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50866212-e280-435b-af81-bedf3b1e27db req-584edd20-9380-4269-9779-014f490619aa tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.273545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50866212-e280-435b-af81-bedf3b1e27db req-584edd20-9380-4269-9779-014f490619aa tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.1521013 Feb 03 14:33:21.309909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ebea1fd-c6bd-4d28-9597-02971d399abe req-695ca824-2abc-4756-9000-c6ec64880476 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878911 Feb 03 14:33:21.330360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58462) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:21.395603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50866212-e280-435b-af81-bedf3b1e27db req-6bc79661-b00f-4065-8b32-e7ce18100597 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117959 Feb 03 14:33:21.397698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for port (038d56af-d539-4af6-bab0-fceaf79928d2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.430536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b0f4e-8f51-46e6-a191-c387b051600a None None] Update dhcp port {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'fixed_ips': [{'subnet_id': 'c6fff3f4-52da-46f4-b29a-d46e81a79d81', 'ip_address': '172.20.0.18'}, {'subnet_id': '6a859e0e-79bc-47ce-a3fb-54e7ba8f3271', 'ip_address': '172.20.0.2'}, {'subnet_id': '18d7780c-1ecd-48c4-89d2-3ad150fbe878'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:33:21.455818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.457074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.473274 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-041b0f4e-8f51-46e6-a191-c387b051600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.517694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0661c9e-2924-4103-97e0-b8badda07961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.529279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Port': ['ID=4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:21.537503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Checking segment: {'id': 'd469b785-5e76-409c-8a55-a208dfe14b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '08ad2014-e0fd-4638-9620-e2ac2f3bdc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:21.537873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network hostable DHCP agents. Network: 08ad2014-e0fd-4638-9620-e2ac2f3bdc00, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:21.555474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network 08ad2014-e0fd-4638-9620-e2ac2f3bdc00 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:21.565496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 08ad2014-e0fd-4638-9620-e2ac2f3bdc00) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:21.569674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:21.570651 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (038d56af-d539-4af6-bab0-fceaf79928d2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.592125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8c5eb-3975-4790-a659-feb3a843de4f None None] Network 08ad2014-e0fd-4638-9620-e2ac2f3bdc00 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:21.643412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Port': ['ID=038d56af-d539-4af6-bab0-fceaf79928d2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:21.651433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Checking segment: {'id': '0898af34-93e8-4133-ac06-8e1fe048ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '346142d2-42f5-44cf-9fce-909d0b087847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:21.651808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network hostable DHCP agents. Network: 346142d2-42f5-44cf-9fce-909d0b087847, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:21.677312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network 346142d2-42f5-44cf-9fce-909d0b087847 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:21.686871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 346142d2-42f5-44cf-9fce-909d0b087847) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:21.690662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:21.696571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.702490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.703201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.717438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dbd005-3aac-4656-8079-523b19eaa59e None None] Network 346142d2-42f5-44cf-9fce-909d0b087847 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:21.721355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fd6f78a3-225a-436b-ad2d-b32fcd3b4b4b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8298755 Feb 03 14:33:21.723433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58466) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:21.733920 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0661c9e-2924-4103-97e0-b8badda07961 admin admin] Publish callbacks [] for security_group (9344a2a8-35b3-4c3f-aef0-d2602fbeb536), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.738309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0661c9e-2924-4103-97e0-b8badda07961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9344a2a8-35b3-4c3f-aef0-d2602fbeb536), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.746250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-041b0f4e-8f51-46e6-a191-c387b051600a None None] Allocated IP 172.20.0.34 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/18d7780c-1ecd-48c4-89d2-3ad150fbe878/f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:21.781714 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a0661c9e-2924-4103-97e0-b8badda07961 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=590d52b54fd14f088d45c7240dcd99ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4502077 Feb 03 14:33:21.782530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0661c9e-2924-4103-97e0-b8badda07961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344a2a8-35b3-4c3f-aef0-d2602fbeb536,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:21.783255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58470) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:21.796874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58413133-368f-4ced-836f-487c508ff2a7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.802604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58413133-368f-4ced-836f-487c508ff2a7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:21.804222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-58413133-368f-4ced-836f-487c508ff2a7 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0797377 Feb 03 14:33:21.807147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58474) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:21.862985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e13600-da60-41e9-85a4-42fd7ddecf45 admin admin] Publish callbacks [] for security_group (9344a2a8-35b3-4c3f-aef0-d2602fbeb536), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.892132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e13600-da60-41e9-85a4-42fd7ddecf45 admin admin] Publish callbacks [] for security_group (9344a2a8-35b3-4c3f-aef0-d2602fbeb536), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.924715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Deleting port 4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:21.925069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.954669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e13600-da60-41e9-85a4-42fd7ddecf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9344a2a8-35b3-4c3f-aef0-d2602fbeb536), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.957745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e13600-da60-41e9-85a4-42fd7ddecf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:21.958904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-39e13600-da60-41e9-85a4-42fd7ddecf45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9344a2a8-35b3-4c3f-aef0-d2602fbeb536 HTTP/1.1" status: 204 len: 168 time: 0.1534121 Feb 03 14:33:21.969448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e13600-da60-41e9-85a4-42fd7ddecf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344a2a8-35b3-4c3f-aef0-d2602fbeb536,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.017733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-041b0f4e-8f51-46e6-a191-c387b051600a None None] For port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,segment=NetworkSegment(177bc549-0f20-4128-a8e7-16aa0f391c1d),segment_id=177bc549-0f20-4128-a8e7-16aa0f391c1d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:22.035272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.048198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Calling delete_port for 4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:22.063622 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-041b0f4e-8f51-46e6-a191-c387b051600a None None] Publish callbacks [] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.069654 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-041b0f4e-8f51-46e6-a191-c387b051600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.231709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.234910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.254455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b0f4e-8f51-46e6-a191-c387b051600a None None] Pushing event updated for resources: {'Port': ['ID=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.269936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Port': ['ID=4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.283174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Delete allocated IP 172.20.0.9 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/6a859e0e-79bc-47ce-a3fb-54e7ba8f3271) {{(pid=103341) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:33:22.285768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.291422 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1aa1f799-895b-4e25-8007-797388ec0445 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/ports/4c8e2de3-7ea2-4384-bd6e-3a54dc27a4d6 HTTP/1.1" status: 204 len: 168 time: 0.4805133 Feb 03 14:33:22.292211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58496) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:22.297078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Allocated IP 172.20.0.43 (b7b46dfc-bc93-4181-aa23-e2e83db21f82/18d7780c-1ecd-48c4-89d2-3ad150fbe878/9d6df108-9e43-41e6-93f5-31176635cb26) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:22.355839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58500) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:22.394095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6453d81-bb27-4a43-8314-6dbc1eb4f488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.584063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53473fee-14a4-4092-91e8-993daca3b1f6 req-94685a19-4d76-4eb5-9c82-8db1b3acd60d tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:22.585769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53473fee-14a4-4092-91e8-993daca3b1f6 req-94685a19-4d76-4eb5-9c82-8db1b3acd60d tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1655967 Feb 03 14:33:22.590596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Deleting port 038d56af-d539-4af6-bab0-fceaf79928d2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:22.591105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (038d56af-d539-4af6-bab0-fceaf79928d2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.625543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:22.657385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for port (9d6df108-9e43-41e6-93f5-31176635cb26), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.691225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:22.691858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.707707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (038d56af-d539-4af6-bab0-fceaf79928d2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.724300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Calling delete_port for 038d56af-d539-4af6-bab0-fceaf79928d2 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:22.737828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6453d81-bb27-4a43-8314-6dbc1eb4f488 admin admin] Publish callbacks [] for security_group (a1c968ae-3910-446c-8390-758537953278), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.740124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.742791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6453d81-bb27-4a43-8314-6dbc1eb4f488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a1c968ae-3910-446c-8390-758537953278), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.804056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event updated for resources: {'Port': ['ID=9d6df108-9e43-41e6-93f5-31176635cb26,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.851288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (038d56af-d539-4af6-bab0-fceaf79928d2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.866037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6453d81-bb27-4a43-8314-6dbc1eb4f488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c968ae-3910-446c-8390-758537953278,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.896749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Port': ['ID=038d56af-d539-4af6-bab0-fceaf79928d2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:22.921897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:22.929427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8ec9d-475d-4cc8-834a-4112ae30c494 req-10b65343-9fff-4b75-8d59-e2837b20a404 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:22.931214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8be8ec9d-475d-4cc8-834a-4112ae30c494 req-10b65343-9fff-4b75-8d59-e2837b20a404 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.4121840 Feb 03 14:33:22.954482 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:22.957809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bc637459-5856-4d89-abe8-6f0b4d17ed3b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/ports/038d56af-d539-4af6-bab0-fceaf79928d2 HTTP/1.1" status: 204 len: 168 time: 0.6649117 Feb 03 14:33:22.963349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58508) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:22.972253 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c6453d81-bb27-4a43-8314-6dbc1eb4f488 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91e9eb7b824c427ea8beda53b38d7706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6105881 Feb 03 14:33:22.972880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58510) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:22.984323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53473fee-14a4-4092-91e8-993daca3b1f6 req-34957e49-f1a4-4274-b9b6-c8bbed2e2f08 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684616 Feb 03 14:33:23.008228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fcd205db-1dc8-4ec4-a1b2-9df1fbd3bcc3 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0437901 Feb 03 14:33:23.012643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58512) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:23.020178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-215922679'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:23.025554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] In _notify_port_updated(), no bound segment for port 9d6df108-9e43-41e6-93f5-31176635cb26 on network b7b46dfc-bc93-4181-aa23-e2e83db21f82 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:33:23.033478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:23.034129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.036457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-76623d3f-27fa-4b45-a8a3-ab0fdbd50ec7 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "PUT /v2.0/ports/9d6df108-9e43-41e6-93f5-31176635cb26 HTTP/1.1" status: 200 len: 960 time: 1.8116055 Feb 03 14:33:23.038622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58514) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:23.062125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1558d930-b1ad-40dd-b712-457be455f728 admin admin] Publish callbacks [] for security_group (a1c968ae-3910-446c-8390-758537953278), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.086403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Made reservation on behalf of 79d7c7e2748d47508d656d63a5b475bf for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:23.087209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1558d930-b1ad-40dd-b712-457be455f728 admin admin] Publish callbacks [] for security_group (a1c968ae-3910-446c-8390-758537953278), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.090653 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.097813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Provisioning complete for port d008dc0e-facb-4148-a313-484de1f0a354 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:23.098406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d008dc0e-facb-4148-a313-484de1f0a354), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.114316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8be8ec9d-475d-4cc8-834a-4112ae30c494 req-17577780-2df2-4bdf-8187-ae2cba67267a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724150 Feb 03 14:33:23.138472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:23.148699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Port d008dc0e-facb-4148-a313-484de1f0a354 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:23.158255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1558d930-b1ad-40dd-b712-457be455f728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a1c968ae-3910-446c-8390-758537953278), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.161121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1558d930-b1ad-40dd-b712-457be455f728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.162297 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1558d930-b1ad-40dd-b712-457be455f728 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1c968ae-3910-446c-8390-758537953278 HTTP/1.1" status: 204 len: 168 time: 0.1862702 Feb 03 14:33:23.163120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Provisioning complete for port 9d6df108-9e43-41e6-93f5-31176635cb26 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:23.163515 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.173058 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b576b4dc-b87b-4914-ba63-62b0c4f56e8d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.174349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558d930-b1ad-40dd-b712-457be455f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c968ae-3910-446c-8390-758537953278,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:23.174830 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Added segment b576b4dc-b87b-4914-ba63-62b0c4f56e8d of type vlan for network c5576e5c-7817-47f5-a158-3c86a24f6062 Feb 03 14:33:23.228709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c5576e5c-7817-47f5-a158-3c86a24f6062), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.241953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Port 9d6df108-9e43-41e6-93f5-31176635cb26 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:23.253811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:23.254481 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.278249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c5576e5c-7817-47f5-a158-3c86a24f6062), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.286581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:23.287516 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.344304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ae132460-9a9b-47f3-89f8-a2732aa9a2aa None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:23.382899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58518) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:23.383442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3689010 Feb 03 14:33:23.389194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-539910268'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:23.400063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb5dbc-0281-434b-b80e-1107aa4f0c63 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Network': ['ID=c5576e5c-7817-47f5-a158-3c86a24f6062,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:23.414017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port 9d6df108-9e43-41e6-93f5-31176635cb26 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:23.414365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.419405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c5576e5c-7817-47f5-a158-3c86a24f6062 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:23.433692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Made reservation on behalf of 79d7c7e2748d47508d656d63a5b475bf for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:23.439705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.487869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:23.505668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (71a1d6e4-3a9f-4316-9498-c7e854e54977), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.506105 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Added segment 71a1d6e4-3a9f-4316-9498-c7e854e54977 of type vlan for network 9fd982f9-9659-4e28-aaf8-fe9909016f7e Feb 03 14:33:23.590295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (9fd982f9-9659-4e28-aaf8-fe9909016f7e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.632098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.643449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (9fd982f9-9659-4e28-aaf8-fe9909016f7e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.649009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:23.649623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.657495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for 9d6df108-9e43-41e6-93f5-31176635cb26 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:23.749373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Network': ['ID=9fd982f9-9659-4e28-aaf8-fe9909016f7e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:23.776448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d7b0361e-9253-4d4a-ab5e-40c9c0cf4349 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3831770 Feb 03 14:33:23.776654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 9fd982f9-9659-4e28-aaf8-fe9909016f7e details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:23.811822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d40f3993-75f8-4653-8341-a4aa1ad0597e None None] Provisioning complete for port 9d6df108-9e43-41e6-93f5-31176635cb26 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:23.812207 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d40f3993-75f8-4653-8341-a4aa1ad0597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.821594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9d6df108-9e43-41e6-93f5-31176635cb26), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.853718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=9d6df108-9e43-41e6-93f5-31176635cb26,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:23.868371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.868890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.869789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.870700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.870700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.870899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.871131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.871462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.871790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.872115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.872466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.872805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.873129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:23.893834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d40f3993-75f8-4653-8341-a4aa1ad0597e None None] Port 9d6df108-9e43-41e6-93f5-31176635cb26 was deleted so its status cannot be updated. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 14:33:23.980608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:23.988647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58534) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:24.000201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bf0f43ef-c8b9-4bec-affa-7db0ea833019 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/9d6df108-9e43-41e6-93f5-31176635cb26 HTTP/1.1" status: 204 len: 168 time: 0.9582093 Feb 03 14:33:24.022072 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-425933b6-918f-4833-8a8e-a73fea71f021 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] GET failed (client error): The resource could not be found. Feb 03 14:33:24.026739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58540) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:24.039423 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-425933b6-918f-4833-8a8e-a73fea71f021 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports/9d6df108-9e43-41e6-93f5-31176635cb26 HTTP/1.1" status: 404 len: 333 time: 0.0487204 Feb 03 14:33:24.106780 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-81106f7a-2c22-4af2-903b-cf335ea7c5fa tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (f2d5c24f-1462-4475-b0f2-faf188ef3c32), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.138928 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-81106f7a-2c22-4af2-903b-cf335ea7c5fa tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (f2d5c24f-1462-4475-b0f2-faf188ef3c32), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.222982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-81106f7a-2c22-4af2-903b-cf335ea7c5fa tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f2d5c24f-1462-4475-b0f2-faf188ef3c32), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.228177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-81106f7a-2c22-4af2-903b-cf335ea7c5fa tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.233352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58550) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:24.249759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-81106f7a-2c22-4af2-903b-cf335ea7c5fa tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/security-groups/f2d5c24f-1462-4475-b0f2-faf188ef3c32 HTTP/1.1" status: 204 len: 168 time: 0.2073333 Feb 03 14:33:24.274183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81106f7a-2c22-4af2-903b-cf335ea7c5fa tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d5c24f-1462-4475-b0f2-faf188ef3c32,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:24.323772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb9141-0975-47a0-b2e1-b9ca01dea049 req-40ccbe2f-def5-4226-bd28-d055ccde04af tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:24.325092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccbb9141-0975-47a0-b2e1-b9ca01dea049 req-40ccbe2f-def5-4226-bd28-d055ccde04af tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1344166 Feb 03 14:33:24.374641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (ca6d69b5-0591-4a5e-b08f-24e3732bb253), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.410628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (ca6d69b5-0591-4a5e-b08f-24e3732bb253), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.474199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ca6d69b5-0591-4a5e-b08f-24e3732bb253), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.477290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.480945 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/security-groups/ca6d69b5-0591-4a5e-b08f-24e3732bb253 HTTP/1.1" status: 204 len: 168 time: 0.2440321 Feb 03 14:33:24.483857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58554) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:24.522368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6d69b5-0591-4a5e-b08f-24e3732bb253,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:24.532896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.533264 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.533604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.533960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.534283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.534620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.534948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.535276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.535603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.535929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.536256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.536617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.536944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b1d101-44bb-49d1-8bed-fc43ea393853 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:24.601206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccbb9141-0975-47a0-b2e1-b9ca01dea049 req-0b1762d2-c856-47cb-9a17-de18971463df tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664571 Feb 03 14:33:24.624994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17e3c1e8-13f6-4922-8caf-14b1f9abf335 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (580fb19e-7d5c-4b06-8197-c98ab83caff3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.626051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac53ff3-166e-457e-85a1-fa332a76139d req-21e602e7-5f16-4947-8ae1-4979665a459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:24.627641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ac53ff3-166e-457e-85a1-fa332a76139d req-21e602e7-5f16-4947-8ae1-4979665a459f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.2515063 Feb 03 14:33:24.663776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17e3c1e8-13f6-4922-8caf-14b1f9abf335 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (580fb19e-7d5c-4b06-8197-c98ab83caff3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.678339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e80b-be99-45cd-ab30-1bb64a2192e9 req-9cef0eb9-b143-4f0d-93bd-d16bcdfe596b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:24.687525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f845e80b-be99-45cd-ab30-1bb64a2192e9 req-9cef0eb9-b143-4f0d-93bd-d16bcdfe596b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.2344787 Feb 03 14:33:24.718031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17e3c1e8-13f6-4922-8caf-14b1f9abf335 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (580fb19e-7d5c-4b06-8197-c98ab83caff3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.722479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17e3c1e8-13f6-4922-8caf-14b1f9abf335 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.723800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-17e3c1e8-13f6-4922-8caf-14b1f9abf335 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/security-groups/580fb19e-7d5c-4b06-8197-c98ab83caff3 HTTP/1.1" status: 204 len: 168 time: 0.2389433 Feb 03 14:33:24.729299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58562) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:24.766913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ac53ff3-166e-457e-85a1-fa332a76139d req-00ef42f9-4cd6-49ff-9e42-2e0fc791696f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320980 Feb 03 14:33:24.787804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3c1e8-13f6-4922-8caf-14b1f9abf335 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580fb19e-7d5c-4b06-8197-c98ab83caff3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:24.793705 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.829320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet 6a859e0e-79bc-47ce-a3fb-54e7ba8f3271 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:24.833095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (6a859e0e-79bc-47ce-a3fb-54e7ba8f3271), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.838015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f845e80b-be99-45cd-ab30-1bb64a2192e9 req-e0d186d5-2db1-480a-8f0d-35eb40dd4038 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494145 Feb 03 14:33:24.902525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (6a859e0e-79bc-47ce-a3fb-54e7ba8f3271), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:24.996393 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (6a859e0e-79bc-47ce-a3fb-54e7ba8f3271), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.064954 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (6a859e0e-79bc-47ce-a3fb-54e7ba8f3271), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.080148 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.084022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/6a859e0e-79bc-47ce-a3fb-54e7ba8f3271 HTTP/1.1" status: 204 len: 168 time: 0.3484526 Feb 03 14:33:25.088304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58570) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:25.092210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403f092-0450-4b3f-9a28-384b8e385b7e None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:25.108446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56df1c0-9b97-4aa1-a53c-66a47be1e6f0 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=6a859e0e-79bc-47ce-a3fb-54e7ba8f3271,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:25.199305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet 18d7780c-1ecd-48c4-89d2-3ad150fbe878 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:25.203811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (18d7780c-1ecd-48c4-89d2-3ad150fbe878), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.289097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (18d7780c-1ecd-48c4-89d2-3ad150fbe878), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.409445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (18d7780c-1ecd-48c4-89d2-3ad150fbe878), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.474565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58576) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:25.521550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (18d7780c-1ecd-48c4-89d2-3ad150fbe878), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.580791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=18d7780c-1ecd-48c4-89d2-3ad150fbe878,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:25.583047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.587146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-76a99d83-f9ad-4fa0-a2cd-e764cbbc92c3 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/18d7780c-1ecd-48c4-89d2-3ad150fbe878 HTTP/1.1" status: 204 len: 168 time: 0.4960103 Feb 03 14:33:25.589532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58580) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:25.632283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:25.637374 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-531c1152-f1dc-4dc8-b94f-52447c5dcb15 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:25.638643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531c1152-f1dc-4dc8-b94f-52447c5dcb15 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:25.645224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-531c1152-f1dc-4dc8-b94f-52447c5dcb15 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/6a859e0e-79bc-47ce-a3fb-54e7ba8f3271 HTTP/1.1" status: 404 len: 337 time: 0.0547228 Feb 03 14:33:25.646162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58586) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:25.662492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.736341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting subnet c6fff3f4-52da-46f4-b29a-d46e81a79d81 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:25.764351 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (c6fff3f4-52da-46f4-b29a-d46e81a79d81), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.941967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (c6fff3f4-52da-46f4-b29a-d46e81a79d81), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:25.985505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.048828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cc8a-d03b-42f5-9015-66b21af275af req-ebe96ac1-60f6-42aa-b80b-00cb6e1b8122 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:26.059013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11a8cc8a-d03b-42f5-9015-66b21af275af req-ebe96ac1-60f6-42aa-b80b-00cb6e1b8122 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.2537138 Feb 03 14:33:26.168690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Allocated IP 172.25.0.37 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/8811dded-3b20-4554-9a84-256cde91ae66) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:26.234935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce74f07-82f6-4af4-a1b7-4a31d6228935 req-0f771cb2-9cb9-4531-9567-f614cd3ee89e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:26.236514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ce74f07-82f6-4af4-a1b7-4a31d6228935 req-0f771cb2-9cb9-4531-9567-f614cd3ee89e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.2230110 Feb 03 14:33:26.293444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11a8cc8a-d03b-42f5-9015-66b21af275af req-99c28269-216b-415d-960d-97d3809eaf28 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197731 Feb 03 14:33:26.325864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a043500-dc12-4845-9e73-80c914ba41cc None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:26.340895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ce74f07-82f6-4af4-a1b7-4a31d6228935 req-438cadef-3b00-4570-8550-6ac84f245c18 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945575 Feb 03 14:33:26.343394 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (c6fff3f4-52da-46f4-b29a-d46e81a79d81), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.410039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (c6fff3f4-52da-46f4-b29a-d46e81a79d81), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.431121 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.438357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/c6fff3f4-52da-46f4-b29a-d46e81a79d81 HTTP/1.1" status: 204 len: 168 time: 0.7908635 Feb 03 14:33:26.439085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58594) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:26.441902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for port (8811dded-3b20-4554-9a84-256cde91ae66), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.474917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc4a67-efe8-41b3-bb81-5385da26bee2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fff3f4-52da-46f4-b29a-d46e81a79d81,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:26.497690 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-007867d1-2959-4626-91c6-f8fd6fbe52de tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:26.498175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007867d1-2959-4626-91c6-f8fd6fbe52de tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:26.507567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-007867d1-2959-4626-91c6-f8fd6fbe52de tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/8af14f8c-7e7a-4f39-9bfa-1e22a5b13c45 HTTP/1.1" status: 404 len: 337 time: 0.0423391 Feb 03 14:33:26.508054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-498705f7-1e09-4be8-81de-5a31e466a3bb None None] Provisioning complete for port d008dc0e-facb-4148-a313-484de1f0a354 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:26.508301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58596) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:26.508836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-498705f7-1e09-4be8-81de-5a31e466a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d008dc0e-facb-4148-a313-484de1f0a354), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.533453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8811dded-3b20-4554-9a84-256cde91ae66), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.552004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bd1e349e-27aa-4044-adb2-3d7d99f2f487 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "GET /v2.0/ports?device_id=661f7d66-7612-4b52-87c4-1a80624eee70 HTTP/1.1" status: 200 len: 205 time: 0.0420167 Feb 03 14:33:26.552250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58598) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:26.554577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-498705f7-1e09-4be8-81de-5a31e466a3bb None None] Port d008dc0e-facb-4148-a313-484de1f0a354 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:26.584509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:26.605801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:26.619087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:26.622379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-498705f7-1e09-4be8-81de-5a31e466a3bb None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:26.623680 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-498705f7-1e09-4be8-81de-5a31e466a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.678879 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-cea14f1b-afd3-4c20-b604-62d925d70a94 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] delete failed (client error): The resource could not be found. Feb 03 14:33:26.682408 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cea14f1b-afd3-4c20-b604-62d925d70a94 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/routers/661f7d66-7612-4b52-87c4-1a80624eee70 HTTP/1.1" status: 404 len: 336 time: 0.0926592 Feb 03 14:33:26.683230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58600) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:26.687375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Pushing event updated for resources: {'Port': ['ID=8811dded-3b20-4554-9a84-256cde91ae66,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:26.755764 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b356a7c-ee49-4a15-be6f-9bd7b3316fab tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:26.756348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b356a7c-ee49-4a15-be6f-9bd7b3316fab tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:26.761561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9b356a7c-ee49-4a15-be6f-9bd7b3316fab tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/975bbf26-3af4-40ec-8a08-d5fdff9bc215 HTTP/1.1" status: 404 len: 337 time: 0.0748632 Feb 03 14:33:26.761936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58602) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:26.768012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-498705f7-1e09-4be8-81de-5a31e466a3bb None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:26.809596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for floatingip (bd559ed3-474b-4655-9eaa-1c1a0a1a3953), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.813550 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2dda11-8c31-4802-bd57-b1bacea15cb5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:26.814018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2dda11-8c31-4802-bd57-b1bacea15cb5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:26.816658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3965421-8b47-4d0a-a384-34881adc567d None None] Update dhcp port {'port': {'network_id': 'b7b46dfc-bc93-4181-aa23-e2e83db21f82', 'fixed_ips': [{'subnet_id': 'c6fff3f4-52da-46f4-b29a-d46e81a79d81'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:33:26.823748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3a2dda11-8c31-4802-bd57-b1bacea15cb5 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/c49efd7c-6599-406b-bc5e-0845d0187385 HTTP/1.1" status: 404 len: 337 time: 0.0571733 Feb 03 14:33:26.823923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58604) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:26.857306 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3965421-8b47-4d0a-a384-34881adc567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.883271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8811dded-3b20-4554-9a84-256cde91ae66), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:26.904833 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d783e58e-d96b-42da-a90f-4308cc94ecf2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:26.906323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d783e58e-d96b-42da-a90f-4308cc94ecf2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:26.912198 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d783e58e-d96b-42da-a90f-4308cc94ecf2 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/a70ca2c7-64e4-4356-ad34-acce268909bd HTTP/1.1" status: 404 len: 337 time: 0.0849764 Feb 03 14:33:26.912582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58606) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:26.952802 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc8269d-9596-496c-bbba-bb37192d6557 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:26.953804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc8269d-9596-496c-bbba-bb37192d6557 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:26.959152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-efc8269d-9596-496c-bbba-bb37192d6557 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/cc21a4cd-8b3e-4d6d-aae4-8cd39f323d7d HTTP/1.1" status: 404 len: 333 time: 0.0433474 Feb 03 14:33:26.961081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58608) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.004108 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a12af41-0212-429f-8f88-60e07367f340 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:27.004611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a12af41-0212-429f-8f88-60e07367f340 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:27.009342 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a12af41-0212-429f-8f88-60e07367f340 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/040326a0-df53-4afe-b269-66b61efb99d9 HTTP/1.1" status: 404 len: 337 time: 0.0472825 Feb 03 14:33:27.012037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58612) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.079671 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f70c7b7-c964-46fa-8e6a-d3a070c436b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:27.082980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f70c7b7-c964-46fa-8e6a-d3a070c436b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:27.090486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7f70c7b7-c964-46fa-8e6a-d3a070c436b1 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/fab78a50-9368-4479-afac-2389f7848427 HTTP/1.1" status: 404 len: 337 time: 0.0773592 Feb 03 14:33:27.091335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58616) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.115568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230bf70c-f74c-41fc-829a-63654bf4da4d None None] Network b7b46dfc-bc93-4181-aa23-e2e83db21f82 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:27.130899 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-265f5bbd-df08-44c7-84f5-757c74bcafea tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:27.131959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265f5bbd-df08-44c7-84f5-757c74bcafea tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:27.138716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-265f5bbd-df08-44c7-84f5-757c74bcafea tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/84e303d8-1c54-4cac-a596-833ba4ceb636 HTTP/1.1" status: 404 len: 333 time: 0.0451946 Feb 03 14:33:27.139395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58618) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.169985 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d80ae6-daf3-4da5-957b-3755cfd27754 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:27.171142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d80ae6-daf3-4da5-957b-3755cfd27754 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:27.177620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f6d80ae6-daf3-4da5-957b-3755cfd27754 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/d6df61fc-38b1-487e-8727-0303eeb1b3ad HTTP/1.1" status: 404 len: 337 time: 0.0369716 Feb 03 14:33:27.178253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58620) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.199873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for port (8811dded-3b20-4554-9a84-256cde91ae66), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.205844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f74780a1-9800-4f74-912c-db258171d3b4 None None] Provisioning complete for port d008dc0e-facb-4148-a313-484de1f0a354 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:27.206428 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f74780a1-9800-4f74-912c-db258171d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d008dc0e-facb-4148-a313-484de1f0a354), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.211849 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-12efc267-7b82-41b4-bcb3-2f533c4e3a8c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:27.212548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12efc267-7b82-41b4-bcb3-2f533c4e3a8c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:27.214006 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (8811dded-3b20-4554-9a84-256cde91ae66), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.220247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12efc267-7b82-41b4-bcb3-2f533c4e3a8c tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/subnets/958edbf0-ba60-4118-b0d0-ff305ee2decb HTTP/1.1" status: 404 len: 337 time: 0.0404644 Feb 03 14:33:27.221465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58622) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.270971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f74780a1-9800-4f74-912c-db258171d3b4 None None] Port d008dc0e-facb-4148-a313-484de1f0a354 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:27.296295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f74780a1-9800-4f74-912c-db258171d3b4 None None] Provisioning complete for port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:27.296706 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f74780a1-9800-4f74-912c-db258171d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.299233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (bd559ed3-474b-4655-9eaa-1c1a0a1a3953), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.326689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.327953 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8523068 Feb 03 14:33:27.328797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4633e-9cd9-4ef4-a97b-3f39949d1b40 tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Pushing event updated for resources: {'Port': ['ID=8811dded-3b20-4554-9a84-256cde91ae66,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:27.330894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58626) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.332666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58628) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:27.336538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'subnets': [{'network_id': 'c5576e5c-7817-47f5-a158-3c86a24f6062', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--955383757', 'ip_version': 6}, {'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:27.336824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'subnet': {'network_id': 'c5576e5c-7817-47f5-a158-3c86a24f6062', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--955383757', 'ip_version': 6}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:27.337728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Request body: {'subnet': {'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:27.359137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-558578350', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'fixed_ips': [{'ip_address': '172.25.0.37'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:27.368298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] DHCP port deletion for b7b46dfc-bc93-4181-aa23-e2e83db21f82 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:27.472560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Deleting port d008dc0e-facb-4148-a313-484de1f0a354 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:27.473084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d008dc0e-facb-4148-a313-484de1f0a354), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.478901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Made reservation on behalf of 8a585deaff0644a7af4bab3e86d8ea08 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:27.482478 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.495870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.509220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f74780a1-9800-4f74-912c-db258171d3b4 None None] Current status of the port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:27.516588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] Deleting port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:27.517232 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.517570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a277e-cbfa-49ae-b4a3-de3616d50657 req-e07211c3-b4ab-4d7e-a55e-6680d3fb9241 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:27.525088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-431a277e-cbfa-49ae-b4a3-de3616d50657 req-e07211c3-b4ab-4d7e-a55e-6680d3fb9241 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1076233 Feb 03 14:33:27.605341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] For port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,segment=NetworkSegment(177bc549-0f20-4128-a8e7-16aa0f391c1d),segment_id=177bc549-0f20-4128-a8e7-16aa0f391c1d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:27.605918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.624934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] Calling delete_port for f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:27.645149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Made reservation on behalf of 79d7c7e2748d47508d656d63a5b475bf for: {'subnet': 2} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:27.646403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d008dc0e-facb-4148-a313-484de1f0a354), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.650603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.650953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.680958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e617f47-adf1-4e3e-9e31-15bf6f1d1916 req-0885a310-8546-4b3a-b5a3-013bfe682337 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:27.682554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e617f47-adf1-4e3e-9e31-15bf6f1d1916 req-0885a310-8546-4b3a-b5a3-013bfe682337 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.1868801 Feb 03 14:33:27.683776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Calling delete_port for d008dc0e-facb-4148-a313-484de1f0a354 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:27.699333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-431a277e-cbfa-49ae-b4a3-de3616d50657 req-5ea8bcac-70d0-494e-8bad-10cf3c2fbdce tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691396 Feb 03 14:33:27.729428 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.732468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for security_group (8c3f522c-8459-4994-a45e-8e4b3e6de489), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.748720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8c3f522c-8459-4994-a45e-8e4b3e6de489), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.752721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] device_id is not set on port 636c68f8-08e5-4bbe-9370-2562ee0542b0 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:27.769656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] No DVR routers for this DVR port f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:27.771948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384d719-0846-42de-99e3-fc398d0aa945 None None] Pushing event deleted for resources: {'Port': ['ID=f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:27.798252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d39462b8-0f50-474a-9cf0-8938cdb84c15 req-bf2278ce-d833-49db-82d6-4fe781f37fed tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-63274094', 'description': 'tempest-description-445371195'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:27.862776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e617f47-adf1-4e3e-9e31-15bf6f1d1916 req-fd3f34e1-8ec8-4ce5-a655-86ed8a2f2cb5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578751 Feb 03 14:33:27.876159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39462b8-0f50-474a-9cf0-8938cdb84c15 req-bf2278ce-d833-49db-82d6-4fe781f37fed tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.916771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d008dc0e-facb-4148-a313-484de1f0a354), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:27.923087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3f522c-8459-4994-a45e-8e4b3e6de489,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:28.002253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.008010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/ports/d008dc0e-facb-4148-a313-484de1f0a354 HTTP/1.1" status: 204 len: 168 time: 0.7841408 Feb 03 14:33:28.008808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58634) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:28.012157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d773ba-dd4b-4b10-9a96-3f0c753c6fa8 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Port': ['ID=d008dc0e-facb-4148-a313-484de1f0a354,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:28.042544 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39462b8-0f50-474a-9cf0-8938cdb84c15 req-bf2278ce-d833-49db-82d6-4fe781f37fed tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for security_group (0952a488-c22f-4d94-bbfc-e0d0fa5070f4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.051597 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 14:33:28.052454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:28.052647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39462b8-0f50-474a-9cf0-8938cdb84c15 req-bf2278ce-d833-49db-82d6-4fe781f37fed tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0952a488-c22f-4d94-bbfc-e0d0fa5070f4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.089925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e3bae708-2b51-4fd1-842e-67a6cdc3cb0f tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7434485 Feb 03 14:33:28.089925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58636) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:28.132922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b7b46dfc-bc93-4181-aa23-e2e83db21f82), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.138660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d39462b8-0f50-474a-9cf0-8938cdb84c15 req-bf2278ce-d833-49db-82d6-4fe781f37fed tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.140484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d39462b8-0f50-474a-9cf0-8938cdb84c15 req-bf2278ce-d833-49db-82d6-4fe781f37fed tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3557615 Feb 03 14:33:28.142104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2278ce-d833-49db-82d6-4fe781f37fed tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0952a488-c22f-4d94-bbfc-e0d0fa5070f4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:28.318671 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b7b46dfc-bc93-4181-aa23-e2e83db21f82), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.325914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Deleting port 8811dded-3b20-4554-9a84-256cde91ae66 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:28.326259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8811dded-3b20-4554-9a84-256cde91ae66), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.373270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b46dfc-bc93-4181-aa23-e2e83db21f82']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:28.408802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-ed89343a-4e74-442b-9bb7-626dcaa05f3f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-63274094&fields=id&tenant_id=0f2d980fe08d435db78335f788ff486e HTTP/1.1" status: 200 len: 267 time: 0.1586275 Feb 03 14:33:28.411834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177bc549-0f20-4128-a8e7-16aa0f391c1d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:28.412140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177bc549-0f20-4128-a8e7-16aa0f391c1d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:28.450496 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (177bc549-0f20-4128-a8e7-16aa0f391c1d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.478611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (177bc549-0f20-4128-a8e7-16aa0f391c1d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.490039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ce86815a-a9d4-41d0-9c46-74d21be38f2d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.494300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:28.494812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (177bc549-0f20-4128-a8e7-16aa0f391c1d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:28.508358 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:28.631978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:28.637507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Subnet': ['ID=ce86815a-a9d4-41d0-9c46-74d21be38f2d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:28.639641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-9241caae-4512-471d-8b65-4062a9e90cbd tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:28.641373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-9241caae-4512-471d-8b65-4062a9e90cbd tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.2318008 Feb 03 14:33:28.658637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8811dded-3b20-4554-9a84-256cde91ae66), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.665033 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for floatingip (8811dded-3b20-4554-9a84-256cde91ae66), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.671102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Request body: {'port': {'security_groups': ['c771865b-977e-4271-a3bc-0c10a548c431', '0952a488-c22f-4d94-bbfc-e0d0fa5070f4']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:28.692222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:28.692612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f7d49e1d-ad54-4da4-b7fc-c6b1be512ee6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:28.716281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Calling delete_port for 8811dded-3b20-4554-9a84-256cde91ae66 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:28.734835 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b7b46dfc-bc93-4181-aa23-e2e83db21f82), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.742830 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.751791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Checking segment: {'id': 'b576b4dc-b87b-4914-ba63-62b0c4f56e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c5576e5c-7817-47f5-a158-3c86a24f6062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:28.752251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] 10.222.0.52 "DELETE /v2.0/networks/b7b46dfc-bc93-4181-aa23-e2e83db21f82 HTTP/1.1" status: 204 len: 168 time: 0.7377138 Feb 03 14:33:28.752723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network hostable DHCP agents. Network: c5576e5c-7817-47f5-a158-3c86a24f6062, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:28.827728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab610d-0728-4d78-8aa4-77272cca2339 tempest-PortsTestJSON-559207643 tempest-PortsTestJSON-559207643-project] Pushing event deleted for resources: {'Network': ['ID=b7b46dfc-bc93-4181-aa23-e2e83db21f82,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:28.942009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network c5576e5c-7817-47f5-a158-3c86a24f6062 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:28.949625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.965708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c5576e5c-7817-47f5-a158-3c86a24f6062) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:28.971012 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (bfc5f064-c8b9-4dd4-9009-666e83c84ba8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:28.979791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8121c41-0b85-4aa8-838d-6ebbdb7bb374 None None] Network c5576e5c-7817-47f5-a158-3c86a24f6062 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:29.096933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event updated for resources: {'Subnet': ['ID=bfc5f064-c8b9-4dd4-9009-666e83c84ba8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:29.107281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Checking segment: {'id': '71a1d6e4-3a9f-4316-9498-c7e854e54977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:29.108072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network hostable DHCP agents. Network: 9fd982f9-9659-4e28-aaf8-fe9909016f7e, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:29.140617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Network 9fd982f9-9659-4e28-aaf8-fe9909016f7e is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:29.145165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8811dded-3b20-4554-9a84-256cde91ae66), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.180023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 9fd982f9-9659-4e28-aaf8-fe9909016f7e) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:29.185137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:29.186403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:29.187410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.225577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Pushing event deleted for resources: {'Port': ['ID=8811dded-3b20-4554-9a84-256cde91ae66,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:29.236205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75368385-38ef-49fd-bc9b-7c85b352acd7 None None] Network 9fd982f9-9659-4e28-aaf8-fe9909016f7e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:29.266108 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4d91a137-1d43-45e2-ba98-ceb65a538154 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9340155 Feb 03 14:33:29.268845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58654) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:29.304760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000018d-3c9f-43cc-9fb2-16079abc5c06 req-19588c86-c3d3-4757-af9d-b21a3fc3f81a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:29.309561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8000018d-3c9f-43cc-9fb2-16079abc5c06 req-19588c86-c3d3-4757-af9d-b21a3fc3f81a tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.3021359 Feb 03 14:33:29.348851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58656) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:29.369106 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks [] for floatingip (bd559ed3-474b-4655-9eaa-1c1a0a1a3953), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.372174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.374296 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f8e355b-f139-4dd5-b056-bc9d67d0ec4a tempest-ExternalNetworksAdminNegativeTestJSON-349986485 tempest-ExternalNetworksAdminNegativeTestJSON-349986485-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/bd559ed3-474b-4655-9eaa-1c1a0a1a3953 HTTP/1.1" status: 204 len: 168 time: 1.2831640 Feb 03 14:33:29.388042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5cf22-935f-4d6f-a61b-f4577939a804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c5576e5c-7817-47f5-a158-3c86a24f6062', 'network_id': 'c5576e5c-7817-47f5-a158-3c86a24f6062', 'project_id': '79d7c7e2748d47508d656d63a5b475bf', 'fixed_ips': [{'subnet_id': 'ce86815a-a9d4-41d0-9c46-74d21be38f2d'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:29.388945 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ace5cf22-935f-4d6f-a61b-f4577939a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.442095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8000018d-3c9f-43cc-9fb2-16079abc5c06 req-ce1a3264-4e98-4c00-81ef-84c8b5169722 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233461 Feb 03 14:33:29.482237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad54953-d82c-43bb-a61c-23ca289d600e tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:29.486176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad54953-d82c-43bb-a61c-23ca289d600e tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:29.491323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad54953-d82c-43bb-a61c-23ca289d600e tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:29.505400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ad54953-d82c-43bb-a61c-23ca289d600e tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2294683 Feb 03 14:33:29.508876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58668) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:29.667830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Deleting subnet ce86815a-a9d4-41d0-9c46-74d21be38f2d {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:29.694243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for subnet (ce86815a-a9d4-41d0-9c46-74d21be38f2d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.796296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:29.811213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (ce86815a-a9d4-41d0-9c46-74d21be38f2d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.863419 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-9fd982f9-9659-4e28-aaf8-fe9909016f7e', 'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e', 'project_id': '79d7c7e2748d47508d656d63a5b475bf', 'fixed_ips': [{'subnet_id': 'bfc5f064-c8b9-4dd4-9009-666e83c84ba8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:29.867263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.889530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.898700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.919467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:29.923057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ad2fb08b-f135-4d05-bf2b-2d0aff39e008'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:33:29.942821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:29.943784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:29.945860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21758a89-bd86-42ab-a15a-55e4dda95167 req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "PUT /v2.0/ports/ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 982 time: 1.2937453 Feb 03 14:33:29.972880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:33:29.976904 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f852e77c-de1f-404b-b775-3e348d28faf0" -d '{"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:33:30.023205 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-03ba5d4f-f219-4eb7-be27-9e3b627cdc33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d7daf32b87f4eeb8c40ec4a7a927cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6608934 Feb 03 14:33:30.025296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58694) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:30.042279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f82000-7cf6-4658-95ec-4bd378abdcc6 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event updated for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:30.127855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ce86815a-a9d4-41d0-9c46-74d21be38f2d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.148200 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22d0003-75fe-4c09-b023-b0b7bb1f8771 x-openstack-request-id: req-f22d0003-75fe-4c09-b023-b0b7bb1f8771 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:30.148528 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:30.150467 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f22d0003-75fe-4c09-b023-b0b7bb1f8771 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:30.151377 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'status': 'completed', 'code': 200} Feb 03 14:33:30.252339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-d37d75f9-6211-4746-a6d8-ed05c80471e7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-63274094&fields=id&tenant_id=0f2d980fe08d435db78335f788ff486e HTTP/1.1" status: 200 len: 267 time: 0.1809328 Feb 03 14:33:30.311899 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (ce86815a-a9d4-41d0-9c46-74d21be38f2d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.347930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Subnet': ['ID=ce86815a-a9d4-41d0-9c46-74d21be38f2d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:30.361254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d489360e-c625-422c-9dc2-6b02de0838c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.452065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-d043c339-468d-43f5-b702-88666371ce12 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:30.455887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-d043c339-468d-43f5-b702-88666371ce12 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 985 time: 0.1898682 Feb 03 14:33:30.461046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d489360e-c625-422c-9dc2-6b02de0838c5 admin admin] Publish callbacks [] for security_group (2173d3e0-6bf6-4732-8fcc-a2c41e815c70), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.469557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.472923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c23d38d1-403f-4a5d-9e4e-6f9118db0826 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/subnets/ce86815a-a9d4-41d0-9c46-74d21be38f2d HTTP/1.1" status: 204 len: 168 time: 0.9629514 Feb 03 14:33:30.475398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d489360e-c625-422c-9dc2-6b02de0838c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2173d3e0-6bf6-4732-8fcc-a2c41e815c70), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.477976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58700) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:30.481128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Request body: {'port': {'security_groups': ['c771865b-977e-4271-a3bc-0c10a548c431']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:30.495747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-3c49d93b-d57d-42f8-989f-59ebee345779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:30.499718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-3c49d93b-d57d-42f8-989f-59ebee345779 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1167 time: 0.3444169 Feb 03 14:33:30.509668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489360e-c625-422c-9dc2-6b02de0838c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2173d3e0-6bf6-4732-8fcc-a2c41e815c70,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:30.547815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Allocated IP 2001:db8:0:1::1 (9fd982f9-9659-4e28-aaf8-fe9909016f7e/bfc5f064-c8b9-4dd4-9009-666e83c84ba8/6c014a41-4cc0-4431-8d76-46c0f6367f5d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:30.597085 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0fadb74-a9b7-45f4-a542-36ca7105207f admin admin] Publish callbacks [] for security_group (6e051fbc-554a-4748-ac5f-cf9a200d33f7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.624088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0fadb74-a9b7-45f4-a542-36ca7105207f admin admin] Publish callbacks [] for security_group (6e051fbc-554a-4748-ac5f-cf9a200d33f7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.685086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d489360e-c625-422c-9dc2-6b02de0838c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6870561d92da490e949f60746f0e2b25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7591264 Feb 03 14:33:30.690151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0fadb74-a9b7-45f4-a542-36ca7105207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6e051fbc-554a-4748-ac5f-cf9a200d33f7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.693131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0fadb74-a9b7-45f4-a542-36ca7105207f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.694371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b0fadb74-a9b7-45f4-a542-36ca7105207f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e051fbc-554a-4748-ac5f-cf9a200d33f7 HTTP/1.1" status: 204 len: 168 time: 0.6557078 Feb 03 14:33:30.695377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:30.710876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fadb74-a9b7-45f4-a542-36ca7105207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e051fbc-554a-4748-ac5f-cf9a200d33f7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:30.720401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Deleting subnet bfc5f064-c8b9-4dd4-9009-666e83c84ba8 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:30.744057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ad2fb08b-f135-4d05-bf2b-2d0aff39e008'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:33:30.752401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-a1cb6ea5-617b-47e9-956b-e656d54a42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:30.753899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-a1cb6ea5-617b-47e9-956b-e656d54a42cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.1983690 Feb 03 14:33:30.820278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bcf4-c1d9-4867-aa6a-43ca0f049051 admin admin] Publish callbacks [] for security_group (2173d3e0-6bf6-4732-8fcc-a2c41e815c70), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-ace5cf22-935f-4d6f-a61b-f4577939a804 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce86815a-a9d4-41d0-9c46-74d21be38f2d: This subnet is being modified by another concurrent operation. Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce86815a-a9d4-41d0-9c46-74d21be38f2d: This subnet is being modified by another concurrent operation. Feb 03 14:33:30.848327 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:33:30.897508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bcf4-c1d9-4867-aa6a-43ca0f049051 admin admin] Publish callbacks [] for security_group (2173d3e0-6bf6-4732-8fcc-a2c41e815c70), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:30.901653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-26c5ed5a-bddb-4617-bf95-51fc1e8c1916 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 217 time: 0.1178532 Feb 03 14:33:30.949714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93247cf0-8acf-455d-aa79-35db16603e2d None None] Network c5576e5c-7817-47f5-a158-3c86a24f6062 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:31.071140 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bcf4-c1d9-4867-aa6a-43ca0f049051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2173d3e0-6bf6-4732-8fcc-a2c41e815c70), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:31.074833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bcf4-c1d9-4867-aa6a-43ca0f049051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:31.082179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d1c6bcf4-c1d9-4867-aa6a-43ca0f049051 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2173d3e0-6bf6-4732-8fcc-a2c41e815c70 HTTP/1.1" status: 204 len: 168 time: 0.3750246 Feb 03 14:33:31.103153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6bcf4-c1d9-4867-aa6a-43ca0f049051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2173d3e0-6bf6-4732-8fcc-a2c41e815c70,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:31.153124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Publish callbacks [] for port (6c014a41-4cc0-4431-8d76-46c0f6367f5d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:31.170892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for subnet (bfc5f064-c8b9-4dd4-9009-666e83c84ba8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:31.253435 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (bfc5f064-c8b9-4dd4-9009-666e83c84ba8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:31.320010 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (6c014a41-4cc0-4431-8d76-46c0f6367f5d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:31.481829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (bfc5f064-c8b9-4dd4-9009-666e83c84ba8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:31.585446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Network 9fd982f9-9659-4e28-aaf8-fe9909016f7e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:31.600706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:31.603212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:31.937077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Pushing event updated for resources: {'Port': ['ID=6c014a41-4cc0-4431-8d76-46c0f6367f5d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:32.085594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Attempting to bind port 6c014a41-4cc0-4431-8d76-46c0f6367f5d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:33:32.086287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Attempting to bind port 6c014a41-4cc0-4431-8d76-46c0f6367f5d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '71a1d6e4-3a9f-4316-9498-c7e854e54977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:33:32.086782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Attempting to bind port 6c014a41-4cc0-4431-8d76-46c0f6367f5d on network 9fd982f9-9659-4e28-aaf8-fe9909016f7e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:33:32.117381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:33:32.118151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Checking segment: {'id': '71a1d6e4-3a9f-4316-9498-c7e854e54977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:32.118713 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.119121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Bound using segment: {'id': '71a1d6e4-3a9f-4316-9498-c7e854e54977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:33:32.119708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Bound port: 6c014a41-4cc0-4431-8d76-46c0f6367f5d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a1d6e4-3a9f-4316-9498-c7e854e54977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9fd982f9-9659-4e28-aaf8-fe9909016f7e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:33:32.120103 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6c014a41-4cc0-4431-8d76-46c0f6367f5d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.146842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58740) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:32.183891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.297117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-665f6941-3103-49ff-a465-95597d7c8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:32.298823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-665f6941-3103-49ff-a465-95597d7c8234 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 1.3174844 Feb 03 14:33:32.353854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc2aaa-09b6-4088-8133-0288d1e79aa0 req-0817c5ea-066c-4461-9925-e41d30586658 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:32.355610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65cc2aaa-09b6-4088-8133-0288d1e79aa0 req-0817c5ea-066c-4461-9925-e41d30586658 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 1.6008093 Feb 03 14:33:32.387143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58746) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:32.416985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-428f2aca-c789-46a9-b5bb-56a6f947ebf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853026 Feb 03 14:33:32.434670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-357f08cf-32ef-4723-9531-a561c1a875b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a585deaff0644a7af4bab3e86d8ea08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846675 Feb 03 14:33:32.435843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58750) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:32.508211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (bfc5f064-c8b9-4dd4-9009-666e83c84ba8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.512338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] For port 6c014a41-4cc0-4431-8d76-46c0f6367f5d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:32.547296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.555117 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/subnets/bfc5f064-c8b9-4dd4-9009-666e83c84ba8 HTTP/1.1" status: 204 len: 168 time: 2.0538356 Feb 03 14:33:32.558754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] For port 6c014a41-4cc0-4431-8d76-46c0f6367f5d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c014a41-4cc0-4431-8d76-46c0f6367f5d,segment=NetworkSegment(71a1d6e4-3a9f-4316-9498-c7e854e54977),segment_id=71a1d6e4-3a9f-4316-9498-c7e854e54977)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:32.573852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6c014a41-4cc0-4431-8d76-46c0f6367f5d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.600198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd95d-f54d-42a2-a242-006930ff72fd tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc5f064-c8b9-4dd4-9009-666e83c84ba8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:32.606679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58752) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:32.669745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2033824822'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:32.743627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-6cabddf5-c7f0-4824-bf16-cfae9ebaa00b service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966793 Feb 03 14:33:32.750510 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-433c037c-3464-4d9d-afcb-2fb78a3e54b6 admin admin] Publish callbacks [] for security_group (8c3f522c-8459-4994-a45e-8e4b3e6de489), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.759647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce50916-4bca-4529-be0e-7f33636350db None None] Pushing event updated for resources: {'Port': ['ID=6c014a41-4cc0-4431-8d76-46c0f6367f5d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:32.803236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-433c037c-3464-4d9d-afcb-2fb78a3e54b6 admin admin] Publish callbacks [] for security_group (8c3f522c-8459-4994-a45e-8e4b3e6de489), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:32.846211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65cc2aaa-09b6-4088-8133-0288d1e79aa0 req-dffab7bf-fd07-484c-b08d-6776c12519a4 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724894 Feb 03 14:33:32.880545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e706c-102c-4eff-a8f1-95aa527cc926 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:32.883043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f51e706c-102c-4eff-a8f1-95aa527cc926 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2730837 Feb 03 14:33:32.893684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58754) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:33.045600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Made reservation on behalf of 06151aec8ad64a24bbfcc0182b899f47 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:33.059708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.094413 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-433c037c-3464-4d9d-afcb-2fb78a3e54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8c3f522c-8459-4994-a45e-8e4b3e6de489), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.096875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.097049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-433c037c-3464-4d9d-afcb-2fb78a3e54b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.101109 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-433c037c-3464-4d9d-afcb-2fb78a3e54b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c3f522c-8459-4994-a45e-8e4b3e6de489 HTTP/1.1" status: 204 len: 168 time: 0.6641526 Feb 03 14:33:33.120827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (9fd982f9-9659-4e28-aaf8-fe9909016f7e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.145875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c037c-3464-4d9d-afcb-2fb78a3e54b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3f522c-8459-4994-a45e-8e4b3e6de489,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:33.212853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:33.241079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f852e77c-de1f-404b-b775-3e348d28faf0 req-7bc692e1-2d9c-49c2-9b60-fc60ca908d68 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519567 Feb 03 14:33:33.269585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Deleting port 6c014a41-4cc0-4431-8d76-46c0f6367f5d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:33.270502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6c014a41-4cc0-4431-8d76-46c0f6367f5d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.286455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.293198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.307027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ad2fb08b-f135-4d05-bf2b-2d0aff39e008'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:33:33.382999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] For port 6c014a41-4cc0-4431-8d76-46c0f6367f5d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6c014a41-4cc0-4431-8d76-46c0f6367f5d,segment=NetworkSegment(71a1d6e4-3a9f-4316-9498-c7e854e54977),segment_id=71a1d6e4-3a9f-4316-9498-c7e854e54977)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:33.383477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6c014a41-4cc0-4431-8d76-46c0f6367f5d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.402854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:33.405660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.407343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b42bf55-beb6-42aa-9c6c-816c004bed3f req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "PUT /v2.0/ports/ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 943 time: 2.9420035 Feb 03 14:33:33.408531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:33:33.411753 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de" -d '{"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:33:33.437016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Calling delete_port for 6c014a41-4cc0-4431-8d76-46c0f6367f5d owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:33.515980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ad2fb08b-f135-4d05-bf2b-2d0aff39e008'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:33:33.520214 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ea2255-89ff-4679-9d0e-7a19be9c063a x-openstack-request-id: req-21ea2255-89ff-4679-9d0e-7a19be9c063a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:33.520733 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:33.521366 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21ea2255-89ff-4679-9d0e-7a19be9c063a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:33.521954 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'status': 'completed', 'code': 200} Feb 03 14:33:33.583701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01167952-60be-46ef-acd4-e47a62014c15 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event updated for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:33.613173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for security_group (3a753f4b-9cf5-4fd8-89a4-171e2e6debe3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.642659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6c014a41-4cc0-4431-8d76-46c0f6367f5d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.650702 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3a753f4b-9cf5-4fd8-89a4-171e2e6debe3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.713149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] No DVR routers for this DVR port 6c014a41-4cc0-4431-8d76-46c0f6367f5d on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:33.719815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Port': ['ID=6c014a41-4cc0-4431-8d76-46c0f6367f5d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:33.772682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:33.823279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-6da0eac4-b8f2-4c48-a9e1-9c3dc7472499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:33.824972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-6da0eac4-b8f2-4c48-a9e1-9c3dc7472499 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.2994366 Feb 03 14:33:33.843905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a753f4b-9cf5-4fd8-89a4-171e2e6debe3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:33.874869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (9fd982f9-9659-4e28-aaf8-fe9909016f7e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.900890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd982f9-9659-4e28-aaf8-fe9909016f7e']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:33.929727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a1d6e4-3a9f-4316-9498-c7e854e54977') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:33.930710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a1d6e4-3a9f-4316-9498-c7e854e54977') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:33.957910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (71a1d6e4-3a9f-4316-9498-c7e854e54977), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.973783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (71a1d6e4-3a9f-4316-9498-c7e854e54977), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.983231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:33.983647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (71a1d6e4-3a9f-4316-9498-c7e854e54977), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:33.987163 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:33.996822 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0201e307-82f2-4f26-bc36-f0f55350d133), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:33.998486 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Added segment 0201e307-82f2-4f26-bc36-f0f55350d133 of type vlan for network 416e085f-61c9-4399-a760-d8f26b065804 Feb 03 14:33:34.105877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (9fd982f9-9659-4e28-aaf8-fe9909016f7e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.112183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.119612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/networks/9fd982f9-9659-4e28-aaf8-fe9909016f7e HTTP/1.1" status: 204 len: 168 time: 1.2240455 Feb 03 14:33:34.120590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:34.229437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-f348744c-60de-496b-ab49-8883923902c5 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7771177 Feb 03 14:33:34.238547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (416e085f-61c9-4399-a760-d8f26b065804), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.248872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c5576e5c-7817-47f5-a158-3c86a24f6062), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.257268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:34.269919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e4c18-0cee-4455-957e-b00695daf4d9 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Network': ['ID=9fd982f9-9659-4e28-aaf8-fe9909016f7e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:34.304583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-99217bea-c52f-4086-890d-fc8b651b8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:34.306215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-99217bea-c52f-4086-890d-fc8b651b8d32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.4638934 Feb 03 14:33:34.329487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e3ac0-2ed8-46db-83c3-44e6699589d3 req-3163ccc6-03c6-4b84-bebe-b580a599469b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:34.331307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-998e3ac0-2ed8-46db-83c3-44e6699589d3 req-3163ccc6-03c6-4b84-bebe-b580a599469b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.2997341 Feb 03 14:33:34.341502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.390500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (416e085f-61c9-4399-a760-d8f26b065804), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.398023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:34.398739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.409805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c5576e5c-7817-47f5-a158-3c86a24f6062), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.417924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46391997-3400-4963-ae4e-1df52e0ed4c4 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:33:34.418635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-4a9dbf5d-cb77-4b1f-bf49-9c775408f091 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 217 time: 0.0984972 Feb 03 14:33:34.435391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5576e5c-7817-47f5-a158-3c86a24f6062']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:34.437940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:34.438897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0279179 Feb 03 14:33:34.444072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Request body: {'subnet': {'network_id': '416e085f-61c9-4399-a760-d8f26b065804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:34.465275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b576b4dc-b87b-4914-ba63-62b0c4f56e8d') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:34.465867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b576b4dc-b87b-4914-ba63-62b0c4f56e8d') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:34.490417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (b576b4dc-b87b-4914-ba63-62b0c4f56e8d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.531200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fa925cb7-b9a7-4016-8897-dbb83360c5b3 None None] Could not find standard attr ID for object 6c014a41-4cc0-4431-8d76-46c0f6367f5d. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:33:34.550685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46391997-3400-4963-ae4e-1df52e0ed4c4 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:33:34.570365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b576b4dc-b87b-4914-ba63-62b0c4f56e8d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.581537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b0881-761b-4d54-94e3-830dd73bfa52 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event updated for resources: {'Network': ['ID=416e085f-61c9-4399-a760-d8f26b065804,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:34.582202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:34.582604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (b576b4dc-b87b-4914-ba63-62b0c4f56e8d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:34.592621 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:34.605591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 416e085f-61c9-4399-a760-d8f26b065804 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:34.642700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-998e3ac0-2ed8-46db-83c3-44e6699589d3 req-2e3915d8-7955-48b2-b175-fd42e9005ff7 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025949 Feb 03 14:33:34.649340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-a08e8f6f-8edb-4b2b-8c0c-79838ded42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:34.651141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-a08e8f6f-8edb-4b2b-8c0c-79838ded42d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.2012227 Feb 03 14:33:34.687803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Made reservation on behalf of 06151aec8ad64a24bbfcc0182b899f47 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:34.691754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.703280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-3862747a-bcc0-45a8-a490-247f2345b90b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451789 Feb 03 14:33:34.712724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c5576e5c-7817-47f5-a158-3c86a24f6062), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.718433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.725051 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/networks/c5576e5c-7817-47f5-a158-3c86a24f6062 HTTP/1.1" status: 204 len: 168 time: 0.5989954 Feb 03 14:33:34.725316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58800) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:34.762385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150715a-5ff5-4586-820f-c0872757c66b tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Network': ['ID=c5576e5c-7817-47f5-a158-3c86a24f6062,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:34.952626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:34.977558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961391f-e33d-45d8-b1b0-3baed170df00 None None] DHCP port deletion for 9fd982f9-9659-4e28-aaf8-fe9909016f7e request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:34.989339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (bd005b5f-ea18-432c-a82a-af39830b56c9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.048018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98028a2-d965-44e4-b8b1-b2f33bb16357 None None] Network 9fd982f9-9659-4e28-aaf8-fe9909016f7e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:35.066927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (346142d2-42f5-44cf-9fce-909d0b087847), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.073263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98028a2-d965-44e4-b8b1-b2f33bb16357 None None] Network 9fd982f9-9659-4e28-aaf8-fe9909016f7e could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 14:33:35.095364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event updated for resources: {'Subnet': ['ID=bd005b5f-ea18-432c-a82a-af39830b56c9,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:35.106108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Checking segment: {'id': '0201e307-82f2-4f26-bc36-f0f55350d133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '416e085f-61c9-4399-a760-d8f26b065804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:35.106108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Network hostable DHCP agents. Network: 416e085f-61c9-4399-a760-d8f26b065804, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:35.139659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Network 416e085f-61c9-4399-a760-d8f26b065804 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:35.149867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 416e085f-61c9-4399-a760-d8f26b065804) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:35.150335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-a12f654b-65c3-4b85-9009-5568a421686d service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365969 Feb 03 14:33:35.152837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Allocated IP 172.25.0.108 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1e6c13bb-8220-4bb1-94ae-925d9c8acab5) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:35.164798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:35.165414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.175288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eec1af-fbc0-42a3-a0cd-3608a22f72fa None None] Network 416e085f-61c9-4399-a760-d8f26b065804 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:35.187532 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-579836d0-ce7d-4bf9-a2d7-0443eb069aeb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7458885 Feb 03 14:33:35.187698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:35.194743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Request body: {'port': {'network_id': '416e085f-61c9-4399-a760-d8f26b065804', 'name': 'tempest-TagsExtTest-354325111'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:35.295709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-416e085f-61c9-4399-a760-d8f26b065804', 'network_id': '416e085f-61c9-4399-a760-d8f26b065804', 'project_id': '06151aec8ad64a24bbfcc0182b899f47', 'fixed_ips': [{'subnet_id': 'bd005b5f-ea18-432c-a82a-af39830b56c9'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:35.296601 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.317543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58818) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:35.356299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Made reservation on behalf of 06151aec8ad64a24bbfcc0182b899f47 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:35.358440 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (346142d2-42f5-44cf-9fce-909d0b087847), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.363047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.384246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] device_id is not set on port f7264aea-a07c-49b7-a121-0214a8678f9f yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:35.397624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346142d2-42f5-44cf-9fce-909d0b087847']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:35.413122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0898af34-93e8-4133-ac06-8e1fe048ad34') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:35.413565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0898af34-93e8-4133-ac06-8e1fe048ad34') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:35.497620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d6b1b64e-b9bb-46f7-acce-e9ca1eb94e91 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2032584891'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:35.498185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d6b1b64e-b9bb-46f7-acce-e9ca1eb94e91 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Unknown quota resources ['metering_label']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:33:35.504266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Allocated IP 172.20.0.2 (416e085f-61c9-4399-a760-d8f26b065804/bd005b5f-ea18-432c-a82a-af39830b56c9/f102d6a0-771d-4133-adda-0fae3bf6f557) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:35.536746 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (0898af34-93e8-4133-ac06-8e1fe048ad34), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.577572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0898af34-93e8-4133-ac06-8e1fe048ad34), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.595188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871b5b6-cb9f-40fc-88f4-ae3a2cc7a101 req-c128ed4e-32ef-41d6-b25d-734c26e30590 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:35.597470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f871b5b6-cb9f-40fc-88f4-ae3a2cc7a101 req-c128ed4e-32ef-41d6-b25d-734c26e30590 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.4685998 Feb 03 14:33:35.608187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-18f5076c-1f48-490b-9606-d1f72955432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:35.609796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-18f5076c-1f48-490b-9606-d1f72955432d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 1127 time: 0.4526398 Feb 03 14:33:35.648698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:35.649383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (0898af34-93e8-4133-ac06-8e1fe048ad34), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:35.655063 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:35.694371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Publish callbacks [] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.702098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.718201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b64e-b9bb-46f7-acce-e9ca1eb94e91 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.720312 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6b1b64e-b9bb-46f7-acce-e9ca1eb94e91 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4014652 Feb 03 14:33:35.725211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e155e162-deb1-4f8f-ba7e-89dee5c3f1de req-dbc40faf-b1ae-49ea-aed7-85b21ecc7b64 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505633 Feb 03 14:33:35.726452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58828) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:35.728786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Network 416e085f-61c9-4399-a760-d8f26b065804 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:35.732056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:35.753133 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f0062102-208a-4889-a8a7-11f164c73633 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ef78a9d1-2761-4064-89f7-98f6cfa97aa7'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:35.753597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f0062102-208a-4889-a8a7-11f164c73633 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:33:35.777273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:35.797059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.869221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Attempting to bind port f102d6a0-771d-4133-adda-0fae3bf6f557 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:33:35.870445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Attempting to bind port f102d6a0-771d-4133-adda-0fae3bf6f557 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '0201e307-82f2-4f26-bc36-f0f55350d133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '416e085f-61c9-4399-a760-d8f26b065804'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:33:35.870445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Attempting to bind port f102d6a0-771d-4133-adda-0fae3bf6f557 on network 416e085f-61c9-4399-a760-d8f26b065804 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:33:35.873383 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (346142d2-42f5-44cf-9fce-909d0b087847), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.879498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:33:35.879889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Checking segment: {'id': '0201e307-82f2-4f26-bc36-f0f55350d133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '416e085f-61c9-4399-a760-d8f26b065804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:35.880300 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.880788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Bound using segment: {'id': '0201e307-82f2-4f26-bc36-f0f55350d133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '416e085f-61c9-4399-a760-d8f26b065804'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:33:35.882112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Bound port: f102d6a0-771d-4133-adda-0fae3bf6f557, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0201e307-82f2-4f26-bc36-f0f55350d133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '416e085f-61c9-4399-a760-d8f26b065804'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:33:35.882501 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.890370 n-d-827549-2 neutron-server[103341]: WARNING neutron.services.metering.metering_plugin [None req-f0062102-208a-4889-a8a7-11f164c73633 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 14:33:35.909117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Pushing event updated for resources: {'Port': ['ID=f102d6a0-771d-4133-adda-0fae3bf6f557,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:35.910207 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:35.913813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/networks/346142d2-42f5-44cf-9fce-909d0b087847 HTTP/1.1" status: 204 len: 168 time: 1.1867280 Feb 03 14:33:35.922495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a07eb-009f-4319-8640-de83e6d09e5c tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Network': ['ID=346142d2-42f5-44cf-9fce-909d0b087847,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:35.933038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58838) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:35.936592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f871b5b6-cb9f-40fc-88f4-ae3a2cc7a101 req-90ac2b54-25e6-4c13-8c80-202c8e532600 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256702 Feb 03 14:33:35.963480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Allocated IP 172.20.0.10 (416e085f-61c9-4399-a760-d8f26b065804/bd005b5f-ea18-432c-a82a-af39830b56c9/f7264aea-a07c-49b7-a121-0214a8678f9f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:35.980515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-936f851c-9c44-4f72-a9b8-46f263591aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:35.982231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-936f851c-9c44-4f72-a9b8-46f263591aaf service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 916 time: 0.3558440 Feb 03 14:33:36.016440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] For port f102d6a0-771d-4133-adda-0fae3bf6f557, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:36.019733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] For port f102d6a0-771d-4133-adda-0fae3bf6f557, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f102d6a0-771d-4133-adda-0fae3bf6f557,segment=NetworkSegment(0201e307-82f2-4f26-bc36-f0f55350d133),segment_id=0201e307-82f2-4f26-bc36-f0f55350d133)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:36.028740 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.079234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-e8b1aa0e-abf2-4441-954f-7344322d7c0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e HTTP/1.1" status: 200 len: 217 time: 0.0884547 Feb 03 14:33:36.116879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae752cd4-091b-465c-b1df-547ec4ac9851 None None] Pushing event updated for resources: {'Port': ['ID=f102d6a0-771d-4133-adda-0fae3bf6f557,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:36.119769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.161575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (08ad2014-e0fd-4638-9620-e2ac2f3bdc00), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.208707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0062102-208a-4889-a8a7-11f164c73633 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.214189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f0062102-208a-4889-a8a7-11f164c73633 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4866252 Feb 03 14:33:36.219082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58842) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:36.226220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e01d60c7-ffc8-414e-b8d4-2c7494668fcb tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ef78a9d1-2761-4064-89f7-98f6cfa97aa7'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:36.226724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e01d60c7-ffc8-414e-b8d4-2c7494668fcb tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:33:36.300047 n-d-827549-2 neutron-server[103341]: WARNING neutron.services.metering.metering_plugin [None req-e01d60c7-ffc8-414e-b8d4-2c7494668fcb tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 14:33:36.474710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e01d60c7-ffc8-414e-b8d4-2c7494668fcb tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.475957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e01d60c7-ffc8-414e-b8d4-2c7494668fcb tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2559347 Feb 03 14:33:36.481592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58844) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:36.498695 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f0611870-e4da-4f9e-b3ab-7188867d8996 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=1f58db6d-53ec-411a-b4be-9e80468739fb HTTP/1.1" status: 200 len: 462 time: 0.0126786 Feb 03 14:33:36.499319 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for port (f7264aea-a07c-49b7-a121-0214a8678f9f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.500716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:36.536178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:36.563450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:36.568815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:36.575536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-79d232e7-d3c4-497f-ad7b-ad24f04e8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:36.577759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-79d232e7-d3c4-497f-ad7b-ad24f04e8612 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.4873359 Feb 03 14:33:36.651902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f7264aea-a07c-49b7-a121-0214a8678f9f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.658190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499a3962-cd2b-46c6-a19d-20a03cb1f6eb tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.661813 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-499a3962-cd2b-46c6-a19d-20a03cb1f6eb tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/1f58db6d-53ec-411a-b4be-9e80468739fb HTTP/1.1" status: 204 len: 168 time: 0.1576846 Feb 03 14:33:36.677656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58848) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:36.687975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Network 416e085f-61c9-4399-a760-d8f26b065804 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:36.689503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f102d6a0-771d-4133-adda-0fae3bf6f557 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:36.698580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event updated for resources: {'Port': ['ID=1e6c13bb-8220-4bb1-94ae-925d9c8acab5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:36.720786 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7dabe442-3718-402b-9e32-652609fbb63b tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=1f58db6d-53ec-411a-b4be-9e80468739fb HTTP/1.1" status: 200 len: 221 time: 0.0378103 Feb 03 14:33:36.720786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:36.722896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:36.724804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58850) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:36.739147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cd7e00c5-e7e0-4acb-be14-7dc3941df5c9 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1432041815', 'description': 'label created by tempest'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:36.739640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cd7e00c5-e7e0-4acb-be14-7dc3941df5c9 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Unknown quota resources ['metering_label']. {{(pid=103342) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:33:36.785257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:36.785936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.793838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f102d6a0-771d-4133-adda-0fae3bf6f557 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:36.794688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.813850 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6250391 Feb 03 14:33:36.814793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3ac24-565a-445d-81db-630e7716446c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event updated for resources: {'Port': ['ID=f7264aea-a07c-49b7-a121-0214a8678f9f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:36.817585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58852) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:36.822590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-49844c1d-8975-423a-9c19-bbaa78819d38 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1526169203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:36.844750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49844c1d-8975-423a-9c19-bbaa78819d38 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (4998f669-8d2e-41c1-9266-656e6697929f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.845929 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49844c1d-8975-423a-9c19-bbaa78819d38 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (4998f669-8d2e-41c1-9266-656e6697929f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.912464 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49844c1d-8975-423a-9c19-bbaa78819d38 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for router_controller (4998f669-8d2e-41c1-9266-656e6697929f), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.918521 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49844c1d-8975-423a-9c19-bbaa78819d38 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (4998f669-8d2e-41c1-9266-656e6697929f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.925666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f102d6a0-771d-4133-adda-0fae3bf6f557 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:36.926069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.929705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (08ad2014-e0fd-4638-9620-e2ac2f3bdc00), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.941809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49844c1d-8975-423a-9c19-bbaa78819d38 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:36.943427 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-49844c1d-8975-423a-9c19-bbaa78819d38 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1245878 Feb 03 14:33:36.946183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58854) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:36.950707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c135b897-2eb5-4e06-a260-cb480a9bd359 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2110584801', 'prefixes': ['172.20.0.0/16']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:37.001896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port f102d6a0-771d-4133-adda-0fae3bf6f557, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f102d6a0-771d-4133-adda-0fae3bf6f557,segment=NetworkSegment(0201e307-82f2-4f26-bc36-f0f55350d133),segment_id=0201e307-82f2-4f26-bc36-f0f55350d133)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:37.007089 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.057278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (81684d03-1229-4211-9666-afb121fc5797), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.086306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c135b897-2eb5-4e06-a260-cb480a9bd359 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.090633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c135b897-2eb5-4e06-a260-cb480a9bd359 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1433623 Feb 03 14:33:37.094478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58862) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.102111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-318c0713-2592-4c3f-8de3-0ee87ec0bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:37.103734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-318c0713-2592-4c3f-8de3-0ee87ec0bb9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4622612 Feb 03 14:33:37.107321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-332ce708-8463-428e-ab14-4d63f7b5deae tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', 'tempest-TagsExtTest-Tag-272907018') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:37.109651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ad2014-e0fd-4638-9620-e2ac2f3bdc00']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:37.120612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c014a41-4cc0-4431-8d76-46c0f6367f5d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:37.124966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=f102d6a0-771d-4133-adda-0fae3bf6f557,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:37.149923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6c014a41-4cc0-4431-8d76-46c0f6367f5d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:37.150279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6c014a41-4cc0-4431-8d76-46c0f6367f5d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:37.188152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd469b785-5e76-409c-8a55-a208dfe14b0a') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:37.188371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd469b785-5e76-409c-8a55-a208dfe14b0a') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:37.256268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-332ce708-8463-428e-ab14-4d63f7b5deae tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags/tempest-TagsExtTest-Tag-272907018 HTTP/1.1" status: 201 len: 201 time: 0.1606019 Feb 03 14:33:37.260069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58864) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.265553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-f1b07652-35b4-4a17-8568-8c3ac68388e3 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', 'tempest-TagsExtTest-Tag-1780112065') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:37.292534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (d469b785-5e76-409c-8a55-a208dfe14b0a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.297066 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7e00c5-e7e0-4acb-be14-7dc3941df5c9 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.298332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd7e00c5-e7e0-4acb-be14-7dc3941df5c9 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5697865 Feb 03 14:33:37.303441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58866) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.349056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.351148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d469b785-5e76-409c-8a55-a208dfe14b0a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.398836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-6905bb51-61f9-49ad-9c8c-4be59e5da985 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409122 Feb 03 14:33:37.407987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-448cdfa0-0832-420a-9cfa-6c4feb7de6bf tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=08eb1d3f-2c64-4a6c-be07-131d990a5ff2 HTTP/1.1" status: 200 len: 468 time: 0.1030378 Feb 03 14:33:37.412981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58868) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.424726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:37.425718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (d469b785-5e76-409c-8a55-a208dfe14b0a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:37.441968 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:37.514895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c303594-ad5a-4ce4-9c98-88a25fa074bb None None] Network 416e085f-61c9-4399-a760-d8f26b065804 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:37.604084 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f1b07652-35b4-4a17-8568-8c3ac68388e3 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags/tempest-TagsExtTest-Tag-1780112065 HTTP/1.1" status: 201 len: 201 time: 0.3428488 Feb 03 14:33:37.620675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6fd0b9dc-8352-4f41-8474-9c52c8775398 None None] Provisioning complete for port f102d6a0-771d-4133-adda-0fae3bf6f557 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:37.620675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b9dc-8352-4f41-8474-9c52c8775398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.620958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072ad3-62fe-4255-b24c-7ca3791e04ac req-0dbaa597-6164-4de5-88d2-b2d3e4c82b03 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:37.630117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5072ad3-62fe-4255-b24c-7ca3791e04ac req-0dbaa597-6164-4de5-88d2-b2d3e4c82b03 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.5253634 Feb 03 14:33:37.640382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58870) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.651558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-8d8fec4a-687a-4cb8-b02c-47f8559816dc tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', 'tempest-TagsExtTest-Tag-378222189') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:37.664407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4326803-7325-4083-b321-2cb711b682e6 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.664629 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c4326803-7325-4083-b321-2cb711b682e6 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/08eb1d3f-2c64-4a6c-be07-131d990a5ff2 HTTP/1.1" status: 204 len: 168 time: 0.2506115 Feb 03 14:33:37.667991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58874) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.681892 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8133e633-95a3-4573-97a7-ba805bca808d tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=08eb1d3f-2c64-4a6c-be07-131d990a5ff2 HTTP/1.1" status: 200 len: 216 time: 0.0122972 Feb 03 14:33:37.685779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.696677 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58ae9f17-fbcf-4807-81cb-2d626039e9b0 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090153 Feb 03 14:33:37.699954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.714108 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3de6c91a-0e25-41e3-9533-630c1e940741 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107939 Feb 03 14:33:37.718129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.743664 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (08ad2014-e0fd-4638-9620-e2ac2f3bdc00), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.751612 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.754789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] 10.222.0.52 "DELETE /v2.0/networks/08ad2014-e0fd-4638-9620-e2ac2f3bdc00 HTTP/1.1" status: 204 len: 168 time: 1.8170073 Feb 03 14:33:37.758365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0b9dc-8352-4f41-8474-9c52c8775398 None None] Current status of the port f102d6a0-771d-4133-adda-0fae3bf6f557 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:37.786389 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e9f363c-d741-4baf-b54c-520c96d29f7f tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/ef78a9d1-2761-4064-89f7-98f6cfa97aa7 HTTP/1.1" status: 200 len: 473 time: 0.0670195 Feb 03 14:33:37.789716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.804794 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ab7b4bff-9beb-4498-b631-93a5ccf0bcfd tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/0e43ab92-419d-434e-88f3-a5ff9b23b64d HTTP/1.1" status: 200 len: 459 time: 0.0105844 Feb 03 14:33:37.805447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58886) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.825310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421928d-c862-4c29-961d-f055573ea377 tempest-BulkNetworkOpsIpV6Test-307752366 tempest-BulkNetworkOpsIpV6Test-307752366-project] Pushing event deleted for resources: {'Network': ['ID=08ad2014-e0fd-4638-9620-e2ac2f3bdc00,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:37.893657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5072ad3-62fe-4255-b24c-7ca3791e04ac req-3dc2bcfb-d63f-40e8-86e5-5e3b6716c540 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626624 Feb 03 14:33:37.899587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0c2f426-2362-4438-bd69-683e3a196d86 req-8cee7b0e-8949-4244-b734-a0bb4284d454 service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523926 Feb 03 14:33:37.947227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea440f76-9218-455d-a256-32cb65cf546a tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:37.952736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea440f76-9218-455d-a256-32cb65cf546a tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/0e43ab92-419d-434e-88f3-a5ff9b23b64d HTTP/1.1" status: 204 len: 168 time: 0.1461220 Feb 03 14:33:37.953650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58888) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.957465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8d8fec4a-687a-4cb8-b02c-47f8559816dc tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags/tempest-TagsExtTest-Tag-378222189 HTTP/1.1" status: 201 len: 201 time: 0.3152909 Feb 03 14:33:37.961637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58890) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:37.971834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-98199ee8-5312-484b-a595-13fea9faeb2b tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', 'tempest-TagsExtTest-Tag-241038086') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:38.009065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.019225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.101313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-521ee177-0d8c-49ca-91c0-133834a219d6 None None] Provisioning complete for port f7264aea-a07c-49b7-a121-0214a8678f9f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:38.101728 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521ee177-0d8c-49ca-91c0-133834a219d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7264aea-a07c-49b7-a121-0214a8678f9f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.117885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-98199ee8-5312-484b-a595-13fea9faeb2b tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags/tempest-TagsExtTest-Tag-241038086 HTTP/1.1" status: 201 len: 201 time: 0.1552906 Feb 03 14:33:38.118623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event updated for resources: {'Port': ['ID=1e6c13bb-8220-4bb1-94ae-925d9c8acab5,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:38.141414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58894) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.159008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-521ee177-0d8c-49ca-91c0-133834a219d6 None None] Port f7264aea-a07c-49b7-a121-0214a8678f9f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:38.160775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-02175b41-03a2-4579-afb9-d7376b0a4ca7 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:38.177958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-521ee177-0d8c-49ca-91c0-133834a219d6 None None] Provisioning complete for port f102d6a0-771d-4133-adda-0fae3bf6f557 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:38.178446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521ee177-0d8c-49ca-91c0-133834a219d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.190681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58898) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.266461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (81684d03-1229-4211-9666-afb121fc5797), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.329547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.331268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b363a767-3add-4e68-9802-4089c95c177f tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0867927 Feb 03 14:33:38.391238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-521ee177-0d8c-49ca-91c0-133834a219d6 None None] Current status of the port f102d6a0-771d-4133-adda-0fae3bf6f557 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:38.459910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-02175b41-03a2-4579-afb9-d7376b0a4ca7 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags HTTP/1.1" status: 200 len: 240 time: 0.3079333 Feb 03 14:33:38.464912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-e6fbae61-05d5-48c3-b1f9-86b32b7e2e34 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.1272821 Feb 03 14:33:38.465462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58908) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.471186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-e292dca3-3432-478b-9ebf-58a4322de022 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', 'tempest-TagsExtTest-Tag-272907018') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:38.517401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6a5b5dfa-3dc4-4a25-b76d-b1e8f9d7e1d2 None None] Provisioning complete for port f7264aea-a07c-49b7-a121-0214a8678f9f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:38.517881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6a5b5dfa-3dc4-4a25-b76d-b1e8f9d7e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f7264aea-a07c-49b7-a121-0214a8678f9f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.574122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b5dfa-3dc4-4a25-b76d-b1e8f9d7e1d2 None None] Port f7264aea-a07c-49b7-a121-0214a8678f9f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:33:38.601582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-39615a3a-d10a-47ba-8101-6f2058686dda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79d7c7e2748d47508d656d63a5b475bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100795 Feb 03 14:33:38.612138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58910) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.627491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f102d6a0-771d-4133-adda-0fae3bf6f557 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:38.657696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4058c709-5a40-4f83-9524-5e38dc0d5860 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.662238 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4058c709-5a40-4f83-9524-5e38dc0d5860 tempest-MeteringIpV6TestJSON-1751279350 tempest-MeteringIpV6TestJSON-1751279350-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/ef78a9d1-2761-4064-89f7-98f6cfa97aa7 HTTP/1.1" status: 204 len: 168 time: 0.7046721 Feb 03 14:33:38.683287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f102d6a0-771d-4133-adda-0fae3bf6f557 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:38.683734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.703259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-baf44c00-ce73-4060-814a-79cb762c9df3 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:38.704570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-baf44c00-ce73-4060-814a-79cb762c9df3 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.2306373 Feb 03 14:33:38.708237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e292dca3-3432-478b-9ebf-58a4322de022 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags/tempest-TagsExtTest-Tag-272907018 HTTP/1.1" status: 204 len: 168 time: 0.2402956 Feb 03 14:33:38.711078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58914) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.716584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b6576802-41b4-4d91-919e-9689e6f676b8 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:33:38.717638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de56e7f-901c-4400-b65b-e34f99adff8d req-b6576802-41b4-4d91-919e-9689e6f676b8 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074253 Feb 03 14:33:38.720781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-0b261931-9d33-4eac-b965-82b6b7403b4c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', 'tempest-TagsExtTest-Tag-272907018') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:38.735177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72681ef0-23e7-4d76-a2ac-a36cfddb0df7 admin admin] Publish callbacks [] for security_group (cbe34d76-7125-434f-9adb-5620ceeaba2b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.778848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72681ef0-23e7-4d76-a2ac-a36cfddb0df7 admin admin] Publish callbacks [] for security_group (cbe34d76-7125-434f-9adb-5620ceeaba2b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.838761 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0b261931-9d33-4eac-b965-82b6b7403b4c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags/tempest-TagsExtTest-Tag-272907018 HTTP/1.1" status: 204 len: 168 time: 0.1229098 Feb 03 14:33:38.839344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.844903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-79423627-0796-4d1b-893b-e7312b66453d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:38.846435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f102d6a0-771d-4133-adda-0fae3bf6f557 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:38.903633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79423627-0796-4d1b-893b-e7312b66453d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags HTTP/1.1" status: 200 len: 205 time: 0.0635028 Feb 03 14:33:38.906818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.911266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-99a5e4b9-9cec-4655-9752-beb0db09dcf4 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:38.914214 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72681ef0-23e7-4d76-a2ac-a36cfddb0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cbe34d76-7125-434f-9adb-5620ceeaba2b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.917187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72681ef0-23e7-4d76-a2ac-a36cfddb0df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.918476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-72681ef0-23e7-4d76-a2ac-a36cfddb0df7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbe34d76-7125-434f-9adb-5620ceeaba2b HTTP/1.1" status: 204 len: 168 time: 0.3053348 Feb 03 14:33:38.928059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-9a600f5c-2f54-4535-8068-7d19cfd8214e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:38.929594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-9a600f5c-2f54-4535-8068-7d19cfd8214e tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1152124 Feb 03 14:33:38.936041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72681ef0-23e7-4d76-a2ac-a36cfddb0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe34d76-7125-434f-9adb-5620ceeaba2b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:38.976499 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99a5e4b9-9cec-4655-9752-beb0db09dcf4 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags HTTP/1.1" status: 200 len: 241 time: 0.0663238 Feb 03 14:33:38.976499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58928) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.976772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58930) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:38.984563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:38.985485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-9060dea9-7536-4c88-9fea-9f5fef33042c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', 'tempest-TagsExtTest-Tag-1780112065') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.013249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-b8a71e34-9413-4b01-82ee-1a28a606ed83 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.0750895 Feb 03 14:33:39.024674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Request body: {'floatingip': {'port_id': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:39.075802 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9060dea9-7536-4c88-9fea-9f5fef33042c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags/tempest-TagsExtTest-Tag-1780112065 HTTP/1.1" status: 204 len: 168 time: 0.0941412 Feb 03 14:33:39.079256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.085978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-c8f346ef-f90b-419b-a4ad-cbdef499e497 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', 'tempest-TagsExtTest-Tag-1780112065') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.093396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (81684d03-1229-4211-9666-afb121fc5797), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:39.107027 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:33:39.181341 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c8f346ef-f90b-419b-a4ad-cbdef499e497 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags/tempest-TagsExtTest-Tag-1780112065 HTTP/1.1" status: 204 len: 168 time: 0.0987601 Feb 03 14:33:39.182007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.189888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-86e94e64-c5e4-4a2a-9073-cd729686b68c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.203763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d8687-10b4-48e7-8c0c-9bd1d57dfa4b req-64581d5c-b5af-46a0-bd84-6339bd2d1dcc tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:39.214265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db0d8687-10b4-48e7-8c0c-9bd1d57dfa4b req-64581d5c-b5af-46a0-bd84-6339bd2d1dcc tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.1558001 Feb 03 14:33:39.270439 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-86e94e64-c5e4-4a2a-9073-cd729686b68c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags HTTP/1.1" status: 200 len: 205 time: 0.0873058 Feb 03 14:33:39.273288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.281894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-0c5ff38e-f405-4cbb-b158-325995411ea6 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.336319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db0d8687-10b4-48e7-8c0c-9bd1d57dfa4b req-f3239b32-8e52-4a6f-8659-c8636ccbbf85 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022656 Feb 03 14:33:39.386852 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0c5ff38e-f405-4cbb-b158-325995411ea6 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags HTTP/1.1" status: 200 len: 240 time: 0.1057262 Feb 03 14:33:39.387078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.396522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-bb08e617-5f2a-4e56-a436-f6e07c5900c7 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', 'tempest-TagsExtTest-Tag-378222189') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.443047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fed7a351-5141-45da-839c-aa00cffe2bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:39.531184 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bb08e617-5f2a-4e56-a436-f6e07c5900c7 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags/tempest-TagsExtTest-Tag-378222189 HTTP/1.1" status: 204 len: 168 time: 0.1428359 Feb 03 14:33:39.536488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58966) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.539827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-7b2cab8f-142b-454b-93c0-be2e779e60fe tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', 'tempest-TagsExtTest-Tag-378222189') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.658767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fed7a351-5141-45da-839c-aa00cffe2bd4 admin admin] Publish callbacks [] for security_group (3d36ac95-fcab-4396-af07-45bb05e53a3f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:39.664768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fed7a351-5141-45da-839c-aa00cffe2bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3d36ac95-fcab-4396-af07-45bb05e53a3f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:39.762662 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7b2cab8f-142b-454b-93c0-be2e779e60fe tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags/tempest-TagsExtTest-Tag-378222189 HTTP/1.1" status: 204 len: 168 time: 0.2267008 Feb 03 14:33:39.765824 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fed7a351-5141-45da-839c-aa00cffe2bd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9de5b4cddef14659852d2596cd810b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7900126 Feb 03 14:33:39.766676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58978) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.771299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.776069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-e2c43456-1c52-42c7-b369-2f2d84d488eb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.804449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7a351-5141-45da-839c-aa00cffe2bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d36ac95-fcab-4396-af07-45bb05e53a3f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:39.912031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2636854c-8dd0-471d-b8f3-b8c1ee80febb admin admin] Publish callbacks [] for security_group (3d36ac95-fcab-4396-af07-45bb05e53a3f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:39.933581 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2c43456-1c52-42c7-b369-2f2d84d488eb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags HTTP/1.1" status: 200 len: 205 time: 0.1611328 Feb 03 14:33:39.936162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58982) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:39.942916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-cd7cd21d-5984-4133-b76d-3bb29b77b9ac tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:39.951826 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2636854c-8dd0-471d-b8f3-b8c1ee80febb admin admin] Publish callbacks [] for security_group (3d36ac95-fcab-4396-af07-45bb05e53a3f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:39.984454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b270c5-f86b-4321-9068-be8d84c526df req-ed685fbc-896c-4b15-9d99-70c418a12a27 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:39.989474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1b270c5-f86b-4321-9068-be8d84c526df req-ed685fbc-896c-4b15-9d99-70c418a12a27 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.1422541 Feb 03 14:33:40.008661 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cd7cd21d-5984-4133-b76d-3bb29b77b9ac tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags HTTP/1.1" status: 200 len: 240 time: 0.0690880 Feb 03 14:33:40.009452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58986) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.013214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-afd0eed9-a3c6-47e9-b69f-1efdb5d095eb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', 'tempest-TagsExtTest-Tag-241038086') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.043539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-afd0eed9-a3c6-47e9-b69f-1efdb5d095eb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags/tempest-TagsExtTest-Tag-241038086 HTTP/1.1" status: 204 len: 168 time: 0.0335588 Feb 03 14:33:40.046232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58988) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.053095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-92ae527b-400c-44bf-88a8-b83c2d7bec40 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', 'tempest-TagsExtTest-Tag-241038086') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.057560 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2636854c-8dd0-471d-b8f3-b8c1ee80febb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3d36ac95-fcab-4396-af07-45bb05e53a3f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.061160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2636854c-8dd0-471d-b8f3-b8c1ee80febb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.062574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2636854c-8dd0-471d-b8f3-b8c1ee80febb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d36ac95-fcab-4396-af07-45bb05e53a3f HTTP/1.1" status: 204 len: 168 time: 0.2838628 Feb 03 14:33:40.071854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636854c-8dd0-471d-b8f3-b8c1ee80febb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d36ac95-fcab-4396-af07-45bb05e53a3f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:40.075003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58992) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.125570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1b270c5-f86b-4321-9068-be8d84c526df req-f3e9b4d7-492a-4d95-b5c3-4c9794151cc4 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094353 Feb 03 14:33:40.190284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-92ae527b-400c-44bf-88a8-b83c2d7bec40 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags/tempest-TagsExtTest-Tag-241038086 HTTP/1.1" status: 204 len: 168 time: 0.1403928 Feb 03 14:33:40.190385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.198636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-35e944d0-3553-4bd3-b5fc-501f47b2efa3 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.219869 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.227243 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (81684d03-1229-4211-9666-afb121fc5797), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.227448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-35e944d0-3553-4bd3-b5fc-501f47b2efa3 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags HTTP/1.1" status: 200 len: 205 time: 0.0333803 Feb 03 14:33:40.228745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59000) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.234161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-f2de4174-d2cc-42c1-9f47-045beb84565b tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.252527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1437410116'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:40.281355 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f2de4174-d2cc-42c1-9f47-045beb84565b tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags HTTP/1.1" status: 204 len: 168 time: 0.0514355 Feb 03 14:33:40.283755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59002) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.288775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-1a40e235-ab0c-4f06-a161-05e37f315d64 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.291173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:40.294579 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.338255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.383974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72d98-9905-4b21-9913-94995a4ded66 req-314d71da-d629-450f-8cfd-b1043f32dfb0 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:40.385621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7db72d98-9905-4b21-9913-94995a4ded66 req-314d71da-d629-450f-8cfd-b1043f32dfb0 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 945 time: 0.1184249 Feb 03 14:33:40.391658 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Floating IP 81684d03-1229-4211-9666-afb121fc5797 associated. External IP: 172.25.0.108, port: ad2fb08b-f135-4d05-bf2b-2d0aff39e008. Feb 03 14:33:40.426712 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a40e235-ab0c-4f06-a161-05e37f315d64 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags HTTP/1.1" status: 204 len: 168 time: 0.1415899 Feb 03 14:33:40.429839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59006) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.438260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-cb00eae4-f0e3-41dc-8226-f480465a42eb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.504129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (fc1cbe1d-b456-4ef2-93b5-0ab758e091c0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.508831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fc1cbe1d-b456-4ef2-93b5-0ab758e091c0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.516804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.535584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7db72d98-9905-4b21-9913-94995a4ded66 req-c346cc8b-1e13-410b-aba9-0275d39d065f tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051230 Feb 03 14:33:40.557713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:40.559610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3fbb-39e5-46f7-ae4c-92e4d02e1e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.578365 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb00eae4-f0e3-41dc-8226-f480465a42eb tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1456008 Feb 03 14:33:40.579340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1cbe1d-b456-4ef2-93b5-0ab758e091c0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:40.583297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59012) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.602981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-47354634-8e52-40a4-8516-0c797dc74ed4 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.611355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (44e7b0fa-b676-42f5-83d4-9b50c1b38b56), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.611695 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 44e7b0fa-b676-42f5-83d4-9b50c1b38b56 of type vlan for network 38086992-efb5-4084-9748-7ed88211014a Feb 03 14:33:40.703521 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (38086992-efb5-4084-9748-7ed88211014a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.704296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Router 95005960-ed12-4eb1-a962-96a0139eea96 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:33:40.721170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd28b4-47cd-4a31-9fb0-a96e2557137b req-a298a41c-ffff-45d2-896c-ca64d424807f tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:40.722665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92bd28b4-47cd-4a31-9fb0-a96e2557137b req-a298a41c-ffff-45d2-896c-ca64d424807f tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.0860531 Feb 03 14:33:40.756047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3fbb-39e5-46f7-ae4c-92e4d02e1e21 admin admin] Publish callbacks [] for security_group (4b23ad60-7bc7-4430-a082-6ff6d83249f5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.759987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3fbb-39e5-46f7-ae4c-92e4d02e1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4b23ad60-7bc7-4430-a082-6ff6d83249f5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.768226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (38086992-efb5-4084-9748-7ed88211014a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.775697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:40.776310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.850888 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7748203 Feb 03 14:33:40.856479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59020) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.861895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92bd28b4-47cd-4a31-9fb0-a96e2557137b req-3c826bd3-f967-4f83-988a-ad9d3bcf90c4 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984340 Feb 03 14:33:40.865438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'name': 'tempest-PortsIpV6TestJSON-71999375'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:40.897442 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-47354634-8e52-40a4-8516-0c797dc74ed4 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags HTTP/1.1" status: 204 len: 168 time: 0.2885575 Feb 03 14:33:40.897442 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c0ba3fbb-39e5-46f7-ae4c-92e4d02e1e21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2eb4d133fd4143a7a9400728a64663cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740201 Feb 03 14:33:40.897442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.897724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59026) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:40.897806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3fbb-39e5-46f7-ae4c-92e4d02e1e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b23ad60-7bc7-4430-a082-6ff6d83249f5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:40.902544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-099b2b6e-323c-4b5e-a9f8-b5f2d88ba2c9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', 'tempest-TagsExtTest-Tag-42627397') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:40.930554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22151e-86cc-4b4a-8e3a-c82403d66105 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=38086992-efb5-4084-9748-7ed88211014a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:40.951729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 38086992-efb5-4084-9748-7ed88211014a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:40.960903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:40.972923 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] Sync routers for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:33:40.973714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:40.990379 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:40.994443 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.014867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-43dc9574-f7c9-4af6-a1f3-7fb22291f0de req-115485b7-f66d-4136-afc1-b150db0bdc66 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:33:41.015915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43dc9574-f7c9-4af6-a1f3-7fb22291f0de req-115485b7-f66d-4136-afc1-b150db0bdc66 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0326457 Feb 03 14:33:41.023169 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-099b2b6e-323c-4b5e-a9f8-b5f2d88ba2c9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags/tempest-TagsExtTest-Tag-42627397 HTTP/1.1" status: 201 len: 201 time: 0.1230423 Feb 03 14:33:41.023357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59034) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.032717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-c7b68bd1-b35d-4cf0-84e7-c97389072a6f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', 'tempest-TagsExtTest-Tag-1434887875') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.089892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-6776ae40-8765-468d-b247-28c95517faff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "PUT /v2.0/floatingips/81684d03-1229-4211-9666-afb121fc5797 HTTP/1.1" status: 200 len: 997 time: 2.0695467 Feb 03 14:33:41.101733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:33:41.104336 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c" -d '{"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:33:41.140371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c7b68bd1-b35d-4cf0-84e7-c97389072a6f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags/tempest-TagsExtTest-Tag-1434887875 HTTP/1.1" status: 201 len: 201 time: 0.1158218 Feb 03 14:33:41.141689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28d43f1e-6aa3-47fd-85d4-9ffeb7ea7c24 admin admin] Publish callbacks [] for security_group (4b23ad60-7bc7-4430-a082-6ff6d83249f5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:41.142976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59042) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.148149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-7447c03b-5b0a-4fb9-9c87-33e47c47ae47 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', 'tempest-TagsExtTest-Tag-688376431') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.165912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:41.169287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:41.175919 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:33:41.246721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28d43f1e-6aa3-47fd-85d4-9ffeb7ea7c24 admin admin] Publish callbacks [] for security_group (4b23ad60-7bc7-4430-a082-6ff6d83249f5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:41.249247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:41.267064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43dc9574-f7c9-4af6-a1f3-7fb22291f0de req-4030646a-6854-46cb-b826-b8ca0fccb779 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2401669 Feb 03 14:33:41.288984 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7447c03b-5b0a-4fb9-9c87-33e47c47ae47 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags/tempest-TagsExtTest-Tag-688376431 HTTP/1.1" status: 201 len: 201 time: 0.1444776 Feb 03 14:33:41.289614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59046) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.301743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-92be1aed-6bad-42b1-aff4-7cabc0cf4eae tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', 'tempest-TagsExtTest-Tag-528354072') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.334205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-89586060-df92-4043-a51e-5ce09c4472f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:41.336075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-89586060-df92-4043-a51e-5ce09c4472f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.2167783 Feb 03 14:33:41.388376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-92be1aed-6bad-42b1-aff4-7cabc0cf4eae tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags/tempest-TagsExtTest-Tag-528354072 HTTP/1.1" status: 201 len: 201 time: 0.0976734 Feb 03 14:33:41.390257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.408655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-fdee6db9-a0f6-456f-9a12-eca88024c0f9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', {'tags': ['tempest-TagsExtTest-Tag-1492646018', 'tempest-TagsExtTest-Tag-458604326', 'tempest-TagsExtTest-Tag-707322601']}) {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.495561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28d43f1e-6aa3-47fd-85d4-9ffeb7ea7c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4b23ad60-7bc7-4430-a082-6ff6d83249f5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:41.496897 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fdee6db9-a0f6-456f-9a12-eca88024c0f9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags HTTP/1.1" status: 200 len: 316 time: 0.1012552 Feb 03 14:33:41.497488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.498926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28d43f1e-6aa3-47fd-85d4-9ffeb7ea7c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:41.502338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-28d43f1e-6aa3-47fd-85d4-9ffeb7ea7c24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b23ad60-7bc7-4430-a082-6ff6d83249f5 HTTP/1.1" status: 204 len: 168 time: 0.6023426 Feb 03 14:33:41.502736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-ddfc6adf-9a40-43cc-b168-91a01588d1ca tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.518870 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '81684d03-1229-4211-9666-afb121fc5797', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'port_id': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'mac_address': 'fa:16:3e:ee:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:33:36Z', 'updated_at': '2022-02-03T14:33:40Z', 'revision_number': 1, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:37Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.550794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43f1e-6aa3-47fd-85d4-9ffeb7ea7c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b23ad60-7bc7-4430-a082-6ff6d83249f5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:41.605116 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] Checking router: 95005960-ed12-4eb1-a962-96a0139eea96 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:33:41.622395 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:41.623580 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.633492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ddfc6adf-9a40-43cc-b168-91a01588d1ca tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1322830 Feb 03 14:33:41.636516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59058) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.644147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-53b3feab-1290-4e92-b4e9-8dfb5c07e592 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', 'tempest-TagsExtTest-Tag-1492646018') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.649030 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3235d5b2-d054-414f-bc32-73735e18a5b5 x-openstack-request-id: req-3235d5b2-d054-414f-bc32-73735e18a5b5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:41.649335 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:41.649596 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3235d5b2-d054-414f-bc32-73735e18a5b5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:41.650011 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'status': 'completed', 'code': 200} Feb 03 14:33:41.770041 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-53b3feab-1290-4e92-b4e9-8dfb5c07e592 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:41.773333 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-53b3feab-1290-4e92-b4e9-8dfb5c07e592 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags/tempest-TagsExtTest-Tag-1492646018 HTTP/1.1" status: 404 len: 329 time: 0.1344562 Feb 03 14:33:41.776024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.783559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-08f1ea92-84c5-4812-ad6c-57d9519a1112 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', 'tempest-TagsExtTest-Tag-458604326') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.788163 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:33:41.795387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-9842146a-89c0-4d2b-89a6-681588378774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:41.798071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-9842146a-89c0-4d2b-89a6-681588378774 service neutron] 10.222.0.52 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.4543171 Feb 03 14:33:41.846102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:41.889277 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-08f1ea92-84c5-4812-ad6c-57d9519a1112 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:41.890585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-08f1ea92-84c5-4812-ad6c-57d9519a1112 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags/tempest-TagsExtTest-Tag-458604326 HTTP/1.1" status: 404 len: 328 time: 0.1134207 Feb 03 14:33:41.893537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59064) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:41.906786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-40e831f9-7294-4bf1-985a-61bb503938d4 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9', 'tempest-TagsExtTest-Tag-707322601') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:41.945885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863478d3-376a-4229-bc86-6f9fcd58fa62 req-5c2ac4ae-cbde-4b2e-a990-0cb694a4f5a5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:41.947170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-863478d3-376a-4229-bc86-6f9fcd58fa62 req-5c2ac4ae-cbde-4b2e-a990-0cb694a4f5a5 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.1892452 Feb 03 14:33:41.953883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-4ddc8919-dc0b-40e0-9f81-22404a0a5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:41.955589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-4ddc8919-dc0b-40e0-9f81-22404a0a5e43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.2334602 Feb 03 14:33:41.957436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-a6bcc839-313a-458a-a2c2-5bd269ee44d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 1000 time: 0.1417699 Feb 03 14:33:42.045682 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-40e831f9-7294-4bf1-985a-61bb503938d4 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:42.049777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40e831f9-7294-4bf1-985a-61bb503938d4 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags/tempest-TagsExtTest-Tag-707322601 HTTP/1.1" status: 404 len: 328 time: 0.1521032 Feb 03 14:33:42.050180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59074) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.064096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-e438b2a3-0e88-4df1-9242-83c8e636e685 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', {'tags': ['tempest-TagsExtTest-Tag-750917937', 'tempest-TagsExtTest-Tag-338451299', 'tempest-TagsExtTest-Tag-1524309534']}) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:42.150014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:42.173366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-3866618f-b678-49b7-826b-de825f2ce5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:42.174929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-3866618f-b678-49b7-826b-de825f2ce5ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.2100084 Feb 03 14:33:42.187167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-863478d3-376a-4229-bc86-6f9fcd58fa62 req-e510dc4a-d249-4010-b10f-4d8991fb23c6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231433 Feb 03 14:33:42.264316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-9fe865ed-999c-4c81-8fb8-0f44b5a326d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571239 Feb 03 14:33:42.289070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-9911ca53-3f0b-4848-8198-1749ef90f1fc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:33:42.290240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-9911ca53-3f0b-4848-8198-1749ef90f1fc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159016 Feb 03 14:33:42.300153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e438b2a3-0e88-4df1-9242-83c8e636e685 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags HTTP/1.1" status: 200 len: 316 time: 0.2450421 Feb 03 14:33:42.302797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.303406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-d88ab8a5-173f-444b-b12a-4a77b4dbd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:42.305035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-d88ab8a5-173f-444b-b12a-4a77b4dbd4a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.3422148 Feb 03 14:33:42.307844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-1e7ced0f-6dba-4cb4-bb09-8dbe9f283d6d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:42.315950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=2ab43d66-ca2f-40f7-8d73-a904a7c342c1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:42.432261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '44e7b0fa-b676-42f5-83d4-9b50c1b38b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38086992-efb5-4084-9748-7ed88211014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:42.433025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: 38086992-efb5-4084-9748-7ed88211014a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:42.438079 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e7ced0f-6dba-4cb4-bb09-8dbe9f283d6d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1311059 Feb 03 14:33:42.438863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.445086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-33ea7cef-f612-4463-b004-e12afe3920ba tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', 'tempest-TagsExtTest-Tag-750917937') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:42.493073 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '81684d03-1229-4211-9666-afb121fc5797', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'port_id': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'mac_address': 'fa:16:3e:ee:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:33:36Z', 'updated_at': '2022-02-03T14:33:40Z', 'revision_number': 1, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:37Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:42.523598 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-33ea7cef-f612-4463-b004-e12afe3920ba tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:42.525510 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-33ea7cef-f612-4463-b004-e12afe3920ba tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags/tempest-TagsExtTest-Tag-750917937 HTTP/1.1" status: 404 len: 328 time: 0.0852809 Feb 03 14:33:42.528754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59096) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.538745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-8d31b70c-4d7a-4271-a119-9e47426db22c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', 'tempest-TagsExtTest-Tag-338451299') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:42.570283 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfac52a-5c99-4ced-a0ab-3750909b034b None None] The sync data for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 is: [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '81684d03-1229-4211-9666-afb121fc5797', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'port_id': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'mac_address': 'fa:16:3e:ee:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:33:36Z', 'updated_at': '2022-02-03T14:33:40Z', 'revision_number': 1, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:37Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:33:42.675484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59098) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.687394 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-8d31b70c-4d7a-4271-a119-9e47426db22c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:42.691222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d31b70c-4d7a-4271-a119-9e47426db22c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags/tempest-TagsExtTest-Tag-338451299 HTTP/1.1" status: 404 len: 328 time: 0.1570361 Feb 03 14:33:42.691934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59102) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.698182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-e6c9cac1-36cc-4527-9577-2d3ffb98144d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f', 'tempest-TagsExtTest-Tag-1524309534') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:42.763305 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-e6c9cac1-36cc-4527-9577-2d3ffb98144d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:42.768047 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6c9cac1-36cc-4527-9577-2d3ffb98144d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags/tempest-TagsExtTest-Tag-1524309534 HTTP/1.1" status: 404 len: 329 time: 0.0723753 Feb 03 14:33:42.769178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.776856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-fca43b45-6b48-453a-8173-cd4ea20dca95 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', {'tags': ['tempest-TagsExtTest-Tag-55679190', 'tempest-TagsExtTest-Tag-123954308', 'tempest-TagsExtTest-Tag-2016647457']}) {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:42.913882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1852267310'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:42.961235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:42.966390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe00604-1cdb-4606-b64f-a61c9f7102f7 None None] New status for floating IP 81684d03-1229-4211-9666-afb121fc5797: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:33:42.974288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:42.978930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-a897fdc0-9f30-4d06-806a-1e2adab5ac87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 1000 time: 0.6525419 Feb 03 14:33:42.985200 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fca43b45-6b48-453a-8173-cd4ea20dca95 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags HTTP/1.1" status: 200 len: 315 time: 0.2134118 Feb 03 14:33:42.988180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:42.995967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.007548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-506e52bd-f06e-46d3-97ae-5d41b7965c6e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.065785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-9498c67e-c0b1-4309-b1ff-bb62b8b865bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:43.067195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-9498c67e-c0b1-4309-b1ff-bb62b8b865bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.0874798 Feb 03 14:33:43.111365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:43.157621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-f7d4853d-7ed0-4ff0-a528-ef9f46797a81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797112 Feb 03 14:33:43.165425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 38086992-efb5-4084-9748-7ed88211014a) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:43.190155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47bde64-ac04-4bda-95e6-c333eef63b9f None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:43.210697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18825a-3f0a-405f-aec9-6d55ef7c0678 req-3f9e4533-9586-4ab7-b00b-bc13d5bb89e2 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:43.221091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb18825a-3f0a-405f-aec9-6d55ef7c0678 req-3f9e4533-9586-4ab7-b00b-bc13d5bb89e2 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 945 time: 0.8435187 Feb 03 14:33:43.230274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:43.236050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:43.236960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.272200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for security_group (55d78194-11d9-4311-b565-e1814d8ef67f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.280016 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-506e52bd-f06e-46d3-97ae-5d41b7965c6e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags HTTP/1.1" status: 204 len: 168 time: 0.2852511 Feb 03 14:33:43.283869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03e410ec-1a20-4fbd-a728-cc428dcfafdf tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.4230626 Feb 03 14:33:43.283869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59108) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.284046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59110) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.287305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (55d78194-11d9-4311-b565-e1814d8ef67f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.290512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.tag.tag_plugin [None req-21ae5f6f-7b51-4d91-a4b8-723c139248f9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', 'tempest-TagsExtTest-Tag-55679190') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.330417 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:43.356121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d78194-11d9-4311-b565-e1814d8ef67f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:43.363565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fbb0ecd5-73f6-492e-b76f-0aa991d5ec58), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.363873 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Added segment fbb0ecd5-73f6-492e-b76f-0aa991d5ec58 of type vlan for network 1761b6a0-66c5-4456-9565-fda91494eed0 Feb 03 14:33:43.392520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-991325694'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:43.405724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-3c22f82e-18a3-43b2-999e-771b8b5adb1d service neutron] 10.222.0.52 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1038942 Feb 03 14:33:43.434380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (1761b6a0-66c5-4456-9565-fda91494eed0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.461522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (1761b6a0-66c5-4456-9565-fda91494eed0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.467173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:43.467791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.511839 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8348567 Feb 03 14:33:43.522229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59112) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.546302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855695c7-2dd4-4b98-a368-05d4216fab78 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Network': ['ID=1761b6a0-66c5-4456-9565-fda91494eed0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:43.562200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:43.581019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:43.613323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb18825a-3f0a-405f-aec9-6d55ef7c0678 req-35ce2773-eea2-4f32-9a7b-7626a175aabc tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912909 Feb 03 14:33:43.620571 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-21ae5f6f-7b51-4d91-a4b8-723c139248f9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:43.620910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-21ae5f6f-7b51-4d91-a4b8-723c139248f9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags/tempest-TagsExtTest-Tag-55679190 HTTP/1.1" status: 404 len: 327 time: 0.3347416 Feb 03 14:33:43.621551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:43.624470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59118) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.629339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-61912c37-d328-4cf8-afc8-40665484040b tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', 'tempest-TagsExtTest-Tag-123954308') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.632832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.676587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-8f670021-503a-478f-82e1-24f94d999107 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061944 Feb 03 14:33:43.734138 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-61912c37-d328-4cf8-afc8-40665484040b tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:43.734996 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-61912c37-d328-4cf8-afc8-40665484040b tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags/tempest-TagsExtTest-Tag-123954308 HTTP/1.1" status: 404 len: 328 time: 0.1095376 Feb 03 14:33:43.738639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59124) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.743059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-a8f05847-e4ca-4a32-aaab-7c6d558d253c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f', 'tempest-TagsExtTest-Tag-2016647457') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.777063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:43.785432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36460f3c-467a-4f7a-b4a4-7675a25536be req-04177a32-7af5-4303-aa66-f343f4fb123c service neutron] 10.222.0.52 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786595 Feb 03 14:33:43.822722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (383fa4b6-cf77-409c-ac0e-37a4ad801ac4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.823083 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 383fa4b6-cf77-409c-ac0e-37a4ad801ac4 of type vlan for network acc7b5b4-0805-450c-9916-5208da8ae3f3 Feb 03 14:33:43.829402 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-a8f05847-e4ca-4a32-aaab-7c6d558d253c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:43.833514 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a8f05847-e4ca-4a32-aaab-7c6d558d253c tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags/tempest-TagsExtTest-Tag-2016647457 HTTP/1.1" status: 404 len: 329 time: 0.0910168 Feb 03 14:33:43.833634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.838330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-2836ecfd-c5f7-48c9-bf82-0cb74ff517c5 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', {'tags': ['tempest-TagsExtTest-Tag-1821525561', 'tempest-TagsExtTest-Tag-945519975', 'tempest-TagsExtTest-Tag-617358744']}) {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.874268 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2836ecfd-c5f7-48c9-bf82-0cb74ff517c5 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "PUT /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags HTTP/1.1" status: 200 len: 316 time: 0.0395796 Feb 03 14:33:43.877261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59130) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.881551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-24dac3c5-77e7-4843-9684-9e66db252b7f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.905195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:43.908655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.918557 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24dac3c5-77e7-4843-9684-9e66db252b7f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags HTTP/1.1" status: 204 len: 168 time: 0.0402088 Feb 03 14:33:43.922813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59132) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.927872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-a420192d-0477-44df-beb5-1c791ae94982 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', 'tempest-TagsExtTest-Tag-1821525561') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.953489 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-a420192d-0477-44df-beb5-1c791ae94982 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:43.957057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a420192d-0477-44df-beb5-1c791ae94982 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags/tempest-TagsExtTest-Tag-1821525561 HTTP/1.1" status: 404 len: 329 time: 0.0305400 Feb 03 14:33:43.957958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59134) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.962266 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-90ef65dd-bdba-4b15-9e60-62089184ac08 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', 'tempest-TagsExtTest-Tag-945519975') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:43.971442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (acc7b5b4-0805-450c-9916-5208da8ae3f3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:43.984875 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-90ef65dd-bdba-4b15-9e60-62089184ac08 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:43.988759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90ef65dd-bdba-4b15-9e60-62089184ac08 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags/tempest-TagsExtTest-Tag-945519975 HTTP/1.1" status: 404 len: 328 time: 0.0276511 Feb 03 14:33:43.989579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59136) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:43.994033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-2f770e65-9309-4c23-ad29-66eaa5186031 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044', 'tempest-TagsExtTest-Tag-617358744') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:44.017779 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-2f770e65-9309-4c23-ad29-66eaa5186031 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] show failed (client error): The resource could not be found. Feb 03 14:33:44.021660 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f770e65-9309-4c23-ad29-66eaa5186031 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags/tempest-TagsExtTest-Tag-617358744 HTTP/1.1" status: 404 len: 328 time: 0.0289233 Feb 03 14:33:44.021991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59138) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.026844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-676515e6-5bd8-4e21-bf04-1c0f6085778f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a187dc9e-8ef1-4312-a727-0da397f68044') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:44.050094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5e0cca7-f0fa-4015-8fd1-665e06f1266c req-608d4921-2bde-49aa-a3aa-c4d86b4867b2 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351579 Feb 03 14:33:44.056728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-676515e6-5bd8-4e21-bf04-1c0f6085778f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044/tags HTTP/1.1" status: 204 len: 168 time: 0.0313501 Feb 03 14:33:44.062154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59140) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.068434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-b1da938c-e3fa-4d79-b365-4a598d1ba5b1 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4998f669-8d2e-41c1-9266-656e6697929f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:44.071445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-bf6b1595-4905-46a9-90fc-a1df69796fc4 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.2417037 Feb 03 14:33:44.129894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (acc7b5b4-0805-450c-9916-5208da8ae3f3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.134737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:44.135329 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.164680 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b1da938c-e3fa-4d79-b365-4a598d1ba5b1 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f/tags HTTP/1.1" status: 204 len: 168 time: 0.1012018 Feb 03 14:33:44.165403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59142) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.170224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-d43ec300-2e1a-440b-9431-ee9c2d6aae6d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7264aea-a07c-49b7-a121-0214a8678f9f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:44.187725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8588612 Feb 03 14:33:44.193871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59144) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.197843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-0abe1aaa-9c4d-47df-b071-22a946f408ff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:44.199455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-0abe1aaa-9c4d-47df-b071-22a946f408ff tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports/ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 943 time: 0.1192403 Feb 03 14:33:44.212494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'ports': [{'network_id': '38086992-efb5-4084-9748-7ed88211014a'}, {'network_id': 'acc7b5b4-0805-450c-9916-5208da8ae3f3'}]} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:44.216114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:44.217016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': 'acc7b5b4-0805-450c-9916-5208da8ae3f3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:44.248696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d973d0d-10b6-411d-a84d-3d10d57434e2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=acc7b5b4-0805-450c-9916-5208da8ae3f3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:44.264085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network acc7b5b4-0805-450c-9916-5208da8ae3f3 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:44.353307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-922388c7-c46a-444a-a589-d728631d5c74 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.0677395 Feb 03 14:33:44.368339 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d43ec300-2e1a-440b-9431-ee9c2d6aae6d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f/tags HTTP/1.1" status: 204 len: 168 time: 0.2018013 Feb 03 14:33:44.369777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.379298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.tag.tag_plugin [None req-242eda7d-af8f-45ec-8b46-683c92f4a91d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd005b5f-ea18-432c-a82a-af39830b56c9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:44.447788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 2} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:44.452552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.470150 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.472811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-7bd05ee5-cb11-4e40-8384-ffcdc638dd4a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:44.480446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-7bd05ee5-cb11-4e40-8384-ffcdc638dd4a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.1261549 Feb 03 14:33:44.534511 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-242eda7d-af8f-45ec-8b46-683c92f4a91d tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1590879 Feb 03 14:33:44.535560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59148) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.600715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-9636a560-ba13-4ebe-a66c-6536c76a53ab tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 1002 time: 0.1186831 Feb 03 14:33:44.608774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:44.613917 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (e55f5db1-0a43-4517-a689-21aa11710425), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.716189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 058a1518-195e-40ff-80ad-a04c2bff37f3 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:44.728709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (81684d03-1229-4211-9666-afb121fc5797), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.755681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-440dd60d-fdb0-429e-8094-6a6a5484c8d5 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.757283 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-440dd60d-fdb0-429e-8094-6a6a5484c8d5 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnetpools/a187dc9e-8ef1-4312-a727-0da397f68044 HTTP/1.1" status: 204 len: 168 time: 0.2178276 Feb 03 14:33:44.759766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59154) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.773142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=e55f5db1-0a43-4517-a689-21aa11710425,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:44.795672 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-062bf6df-9552-4ff4-bc28-f72592db84b9 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "GET /v2.0/ports?device_id=4998f669-8d2e-41c1-9266-656e6697929f HTTP/1.1" status: 200 len: 205 time: 0.0319557 Feb 03 14:33:44.799092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:44.801235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:44.801610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network hostable DHCP agents. Network: 1761b6a0-66c5-4456-9565-fda91494eed0, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:44.865573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:44.883716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 1761b6a0-66c5-4456-9565-fda91494eed0) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:44.897652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa89d1-5deb-4c9f-8998-29bb5b6cb19f None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:44.902818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-036c7814-3737-4447-8de9-e72f5536d62e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for router (4998f669-8d2e-41c1-9266-656e6697929f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.927917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:44.934589 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.941675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.949667 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (81684d03-1229-4211-9666-afb121fc5797), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:44.950040 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Floating IP 81684d03-1229-4211-9666-afb121fc5797 disassociated. External IP: 172.25.0.108, port: ad2fb08b-f135-4d05-bf2b-2d0aff39e008. Feb 03 14:33:44.994918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e924773c-6f5b-4306-b8f0-cd4c47fb4991 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4581411 Feb 03 14:33:44.998372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59158) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:45.005706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'name': 'tempest-NetworksTestDHCPv6-511592251'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:45.059630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': 'e55f5db1-0a43-4517-a689-21aa11710425'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:45.061756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.070501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (058a1518-195e-40ff-80ad-a04c2bff37f3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.249946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/e55f5db1-0a43-4517-a689-21aa11710425/b7c65600-7a37-41ab-9356-65519d91029d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:45.329832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Router 95005960-ed12-4eb1-a962-96a0139eea96 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:33:45.348793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:45.352845 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.448949 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Publish callbacks [] for port (b7c65600-7a37-41ab-9356-65519d91029d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.459457 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b7c65600-7a37-41ab-9356-65519d91029d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.476527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 34da4425-450c-439b-9ffc-d1810402bd63 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:45.520928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Pushing event updated for resources: {'Port': ['ID=b7c65600-7a37-41ab-9356-65519d91029d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:45.538079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:45.539876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:45.551307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:45.560194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:45.567847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.575647 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] Sync routers for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:33:45.584340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-036c7814-3737-4447-8de9-e72f5536d62e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (4998f669-8d2e-41c1-9266-656e6697929f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.588456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-036c7814-3737-4447-8de9-e72f5536d62e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for router_controller (4998f669-8d2e-41c1-9266-656e6697929f), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.593780 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:45.595592 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:45.606187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-cde5ea54-ba89-4f10-b37d-155de67eb50b tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "PUT /v2.0/floatingips/81684d03-1229-4211-9666-afb121fc5797 HTTP/1.1" status: 200 len: 695 time: 1.0040281 Feb 03 14:33:45.610395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:33:45.613021 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188" -d '{"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:33:45.621129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 39fd2eab-9919-4ad1-9304-441891557fb2 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:45.670943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-036c7814-3737-4447-8de9-e72f5536d62e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (4998f669-8d2e-41c1-9266-656e6697929f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.671730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036c7814-3737-4447-8de9-e72f5536d62e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Fanout notify agent at l3_agent the message router_deleted on router 4998f669-8d2e-41c1-9266-656e6697929f {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:33:45.680551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-036c7814-3737-4447-8de9-e72f5536d62e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.682065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-036c7814-3737-4447-8de9-e72f5536d62e tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/routers/4998f669-8d2e-41c1-9266-656e6697929f HTTP/1.1" status: 204 len: 168 time: 0.8819370 Feb 03 14:33:45.684607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59164) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:45.735987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::6b (1761b6a0-66c5-4456-9565-fda91494eed0/e55f5db1-0a43-4517-a689-21aa11710425/34da4425-450c-439b-9ffc-d1810402bd63) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:45.746497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-80003c73-8b6b-43a8-9146-25767dc747a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:45.749366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-80003c73-8b6b-43a8-9146-25767dc747a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.1278498 Feb 03 14:33:45.760920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Attempting to bind port b7c65600-7a37-41ab-9356-65519d91029d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:33:45.762640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Attempting to bind port b7c65600-7a37-41ab-9356-65519d91029d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:33:45.763110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Attempting to bind port b7c65600-7a37-41ab-9356-65519d91029d on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:33:45.778947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:33:45.779604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:45.780119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.780807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:33:45.781412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Bound port: b7c65600-7a37-41ab-9356-65519d91029d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:33:45.781927 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b7c65600-7a37-41ab-9356-65519d91029d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.846638 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f75114b3-fc4d-4bce-9a83-5dd4a3d234b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.911626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (39fd2eab-9919-4ad1-9304-441891557fb2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.929224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:33:45.981872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Deleting port f7264aea-a07c-49b7-a121-0214a8678f9f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:45.982764 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f7264aea-a07c-49b7-a121-0214a8678f9f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:45.984261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] For port b7c65600-7a37-41ab-9356-65519d91029d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:45.988594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] For port b7c65600-7a37-41ab-9356-65519d91029d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b7c65600-7a37-41ab-9356-65519d91029d,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:45.999478 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b7c65600-7a37-41ab-9356-65519d91029d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.097186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41380c-fa2e-44bb-85e6-042cebbc482b None None] Pushing event updated for resources: {'Port': ['ID=b7c65600-7a37-41ab-9356-65519d91029d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:46.115249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-ce1757a5-9449-4f36-a708-3316602f0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:46.115762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (058a1518-195e-40ff-80ad-a04c2bff37f3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.118734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-ce1757a5-9449-4f36-a708-3316602f0a36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.3636992 Feb 03 14:33:46.184584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:46.192466 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (34da4425-450c-439b-9ffc-d1810402bd63), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.195594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:46.205483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:46.206349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (39fd2eab-9919-4ad1-9304-441891557fb2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.209726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=058a1518-195e-40ff-80ad-a04c2bff37f3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:46.214480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f7264aea-a07c-49b7-a121-0214a8678f9f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.278193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Calling delete_port for f7264aea-a07c-49b7-a121-0214a8678f9f owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:46.327773 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:37Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:46.368630 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] Checking router: 95005960-ed12-4eb1-a962-96a0139eea96 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:33:46.402845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=39fd2eab-9919-4ad1-9304-441891557fb2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:46.406430 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:46.407271 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:46.459405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '383fa4b6-cf77-409c-ac0e-37a4ad801ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'acc7b5b4-0805-450c-9916-5208da8ae3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:46.459926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: acc7b5b4-0805-450c-9916-5208da8ae3f3, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:46.521942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network acc7b5b4-0805-450c-9916-5208da8ae3f3 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:46.547346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, acc7b5b4-0805-450c-9916-5208da8ae3f3) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:46.551991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:46.557499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:46.563097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:46.563671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b4c7f-c483-49b5-b9b2-284d7124a145 None None] Network acc7b5b4-0805-450c-9916-5208da8ae3f3 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:46.564129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.597030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e00c9361-b7cd-41de-b804-9982f76450af tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4007249 Feb 03 14:33:46.598324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f7264aea-a07c-49b7-a121-0214a8678f9f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.600670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59176) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:46.671014 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:33:46.736719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b7c65600-7a37-41ab-9356-65519d91029d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:46.789219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event deleted for resources: {'Port': ['ID=f7264aea-a07c-49b7-a121-0214a8678f9f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:46.827719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b7c65600-7a37-41ab-9356-65519d91029d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:46.827719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b7c65600-7a37-41ab-9356-65519d91029d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.906694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-31879133-59b7-48eb-b5ca-9202ff2b870d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 217 time: 0.6827941 Feb 03 14:33:46.949277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:46.957827 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c4d1e96c-f9f8-4a85-8350-fc4d25120e4f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/ports/f7264aea-a07c-49b7-a121-0214a8678f9f HTTP/1.1" status: 204 len: 168 time: 1.2714367 Feb 03 14:33:46.959656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59180) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:46.973374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (34da4425-450c-439b-9ffc-d1810402bd63), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.028356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 39fd2eab-9919-4ad1-9304-441891557fb2 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:47.028844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (39fd2eab-9919-4ad1-9304-441891557fb2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.033694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b7c65600-7a37-41ab-9356-65519d91029d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:47.034591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b7c65600-7a37-41ab-9356-65519d91029d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.105092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b7c65600-7a37-41ab-9356-65519d91029d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b7c65600-7a37-41ab-9356-65519d91029d,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:47.110382 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b7c65600-7a37-41ab-9356-65519d91029d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.127570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Deleting subnet bd005b5f-ea18-432c-a82a-af39830b56c9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:47.133939 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for subnet (bd005b5f-ea18-432c-a82a-af39830b56c9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.150727 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:37Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:47.166624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:47.172229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:47.181873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:47.189796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:47.190404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.199152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (39fd2eab-9919-4ad1-9304-441891557fb2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.235995 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b76f2d-de3c-4e04-ac43-4822a482e7d1 None None] The sync data for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 is: [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:32:26Z', 'revision_number': 4, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '86be9aef-5ee0-47f8-ab42-d1e774a93c52', 'name': '', 'network_id': '942e49cb-c4ed-4f78-bdcf-04783e76f7df', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'mac_address': 'fa:16:3e:a6:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:24Z', 'updated_at': '2022-02-03T14:32:37Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'subnets': [{'id': '79e56908-b1c6-43d2-bdd1-bbaba0f266ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:33:47.238601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b7c65600-7a37-41ab-9356-65519d91029d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:47.239622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=34da4425-450c-439b-9ffc-d1810402bd63,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:47.252293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-2f2b8aa7-ce91-4f71-8fba-bd31cb7a2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:47.255878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-2f2b8aa7-ce91-4f71-8fba-bd31cb7a2718 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.3135433 Feb 03 14:33:47.257010 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (bd005b5f-ea18-432c-a82a-af39830b56c9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.260880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 39fd2eab-9919-4ad1-9304-441891557fb2 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:47.263521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4b9ca6c3-8568-4fb4-a26d-ec246497888d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2643652 Feb 03 14:33:47.280336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59184) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:47.338711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-568d5497-d06d-4ef7-9cd8-9c9bd6dc0703 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692933 Feb 03 14:33:47.432501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (bd005b5f-ea18-432c-a82a-af39830b56c9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.482297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b515f-5f78-4e92-87b6-fa170c9bcb2e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:47.496021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b515f-5f78-4e92-87b6-fa170c9bcb2e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:47.496513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (39fd2eab-9919-4ad1-9304-441891557fb2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.500471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0a4b515f-5f78-4e92-87b6-fa170c9bcb2e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2178202 Feb 03 14:33:47.502055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:47.534667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=39fd2eab-9919-4ad1-9304-441891557fb2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:47.548274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.554536 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f28ff458-e974-4535-805d-a21ce7e11ad4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/39fd2eab-9919-4ad1-9304-441891557fb2 HTTP/1.1" status: 204 len: 168 time: 0.9500763 Feb 03 14:33:47.554536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:47.568648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (bd005b5f-ea18-432c-a82a-af39830b56c9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.598100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.601452 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/subnets/bd005b5f-ea18-432c-a82a-af39830b56c9 HTTP/1.1" status: 204 len: 168 time: 0.6405115 Feb 03 14:33:47.606748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4828a499-dd69-4925-96a9-7d78aecc140e None None] Network 416e085f-61c9-4399-a760-d8f26b065804 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:47.626682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59190) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:47.641215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f9f0f-7d4e-4135-9d1f-8d26f475740f tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event deleted for resources: {'Subnet': ['ID=bd005b5f-ea18-432c-a82a-af39830b56c9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:47.650325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-7526c46e-81ba-4621-9f48-7beeb2d657c6 service neutron] 10.222.0.52 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992051 Feb 03 14:33:47.782778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f3cde-d2a8-4403-a513-9ea14aa9b677 None None] New status for floating IP 81684d03-1229-4211-9666-afb121fc5797: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:33:47.796543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7232b48-0986-406a-92e4-319ae23c330a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:47.806720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7232b48-0986-406a-92e4-319ae23c330a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:47.811336 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a7232b48-0986-406a-92e4-319ae23c330a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.2532766 Feb 03 14:33:47.812498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59192) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:47.837134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (416e085f-61c9-4399-a760-d8f26b065804), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.871827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa88be2a-c41d-469d-8aae-c162def2dd09 req-0bb169d1-8641-4249-8b29-c4d1e2015897 service neutron] 10.222.0.52 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896186 Feb 03 14:33:47.906315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] DHCP port deletion for 416e085f-61c9-4399-a760-d8f26b065804 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:47.906509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 34da4425-450c-439b-9ffc-d1810402bd63 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:47.906678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (34da4425-450c-439b-9ffc-d1810402bd63), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:47.946025 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b919d3-aaf3-4882-aa80-b4b44d50df22 x-openstack-request-id: req-c9b919d3-aaf3-4882-aa80-b4b44d50df22 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:47.946621 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:47.946621 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9b919d3-aaf3-4882-aa80-b4b44d50df22 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:47.947033 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'status': 'completed', 'code': 200} Feb 03 14:33:47.949456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f6b4ea-6ec5-4333-9e62-520a26ccd139 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:48.010746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Deleting port f102d6a0-771d-4133-adda-0fae3bf6f557 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:48.010746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.040366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 058a1518-195e-40ff-80ad-a04c2bff37f3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:48.041040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (058a1518-195e-40ff-80ad-a04c2bff37f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.177417 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (34da4425-450c-439b-9ffc-d1810402bd63), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.190808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 34da4425-450c-439b-9ffc-d1810402bd63 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:48.255358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] For port f102d6a0-771d-4133-adda-0fae3bf6f557, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f102d6a0-771d-4133-adda-0fae3bf6f557,segment=NetworkSegment(0201e307-82f2-4f26-bc36-f0f55350d133),segment_id=0201e307-82f2-4f26-bc36-f0f55350d133)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:48.255728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.278398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (058a1518-195e-40ff-80ad-a04c2bff37f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.281625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Calling delete_port for f102d6a0-771d-4133-adda-0fae3bf6f557 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:48.299583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 058a1518-195e-40ff-80ad-a04c2bff37f3 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:48.300905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b97b1606-3d42-4a8b-a516-35d42383c59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.315253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e0bd9730-7d32-4a70-a14c-f865cd492ae0 None None] Provisioning complete for port b7c65600-7a37-41ab-9356-65519d91029d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:48.315784 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9730-7d32-4a70-a14c-f865cd492ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b7c65600-7a37-41ab-9356-65519d91029d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.367574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] Deleting port f102d6a0-771d-4133-adda-0fae3bf6f557 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:48.367959 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.420451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-535cebfa-473f-43cc-a53a-62c920b5d11c tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips/81684d03-1229-4211-9666-afb121fc5797 HTTP/1.1" status: 200 len: 693 time: 0.3354676 Feb 03 14:33:48.422467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-0a994fe8-cfe5-403a-8327-a8ef1d5f9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:48.424946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-0a994fe8-cfe5-403a-8327-a8ef1d5f9b4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f2d980fe08d435db78335f788ff486e&device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 1128 time: 0.4228573 Feb 03 14:33:48.464251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (058a1518-195e-40ff-80ad-a04c2bff37f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.488010 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.489362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (34da4425-450c-439b-9ffc-d1810402bd63), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.512790 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.516234 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/058a1518-195e-40ff-80ad-a04c2bff37f3 HTTP/1.1" status: 204 len: 168 time: 0.7032216 Feb 03 14:33:48.522908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:48.523684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f2287-ae87-4b94-82e9-48a741af3ce2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=058a1518-195e-40ff-80ad-a04c2bff37f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:48.542034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] No DVR routers for this DVR port f102d6a0-771d-4133-adda-0fae3bf6f557 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:48.570723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] For port f102d6a0-771d-4133-adda-0fae3bf6f557, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f102d6a0-771d-4133-adda-0fae3bf6f557,segment=NetworkSegment(0201e307-82f2-4f26-bc36-f0f55350d133),segment_id=0201e307-82f2-4f26-bc36-f0f55350d133)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:48.571808 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.572064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=34da4425-450c-439b-9ffc-d1810402bd63,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:48.602651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] Calling delete_port for f102d6a0-771d-4133-adda-0fae3bf6f557 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:48.617108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event deleted for resources: {'Port': ['ID=f102d6a0-771d-4133-adda-0fae3bf6f557,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:48.628464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd9730-7d32-4a70-a14c-f865cd492ae0 None None] Current status of the port b7c65600-7a37-41ab-9356-65519d91029d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:48.684651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (416e085f-61c9-4399-a760-d8f26b065804), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.707428 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.710771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-19038dc8-9793-4b1b-8856-1840903b33ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/34da4425-450c-439b-9ffc-d1810402bd63 HTTP/1.1" status: 204 len: 168 time: 1.2076788 Feb 03 14:33:48.719338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b7c65600-7a37-41ab-9356-65519d91029d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:48.733197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59208) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:48.737001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d013c-0a5d-4e6c-8382-6813e8bd8fcc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:48.738656 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a5d013c-0a5d-4e6c-8382-6813e8bd8fcc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2127504 Feb 03 14:33:48.740565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416e085f-61c9-4399-a760-d8f26b065804']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:48.743223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:48.778533 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (f102d6a0-771d-4133-adda-0fae3bf6f557), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.783139 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f8cde3-fd92-4521-953c-3f34954b6226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:33:48.784635 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13f8cde3-fd92-4521-953c-3f34954b6226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/39fd2eab-9919-4ad1-9304-441891557fb2 HTTP/1.1" status: 404 len: 333 time: 0.0402331 Feb 03 14:33:48.790295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0201e307-82f2-4f26-bc36-f0f55350d133') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:48.791003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0201e307-82f2-4f26-bc36-f0f55350d133') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:48.801711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (0201e307-82f2-4f26-bc36-f0f55350d133), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.818631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0201e307-82f2-4f26-bc36-f0f55350d133), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.818958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] Pushing event deleted for resources: {'Port': ['ID=f102d6a0-771d-4133-adda-0fae3bf6f557,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:48.822527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6af73d-9abf-4326-b279-f28edfcf4470 None None] No DVR routers for this DVR port f102d6a0-771d-4133-adda-0fae3bf6f557 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:48.835622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:48.836049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (0201e307-82f2-4f26-bc36-f0f55350d133), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.860429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b7c65600-7a37-41ab-9356-65519d91029d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:48.860852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b7c65600-7a37-41ab-9356-65519d91029d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.864402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-5004dd4a-ac6e-4d4a-837f-4d600e516aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:48.865960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-5004dd4a-ac6e-4d4a-837f-4d600e516aad service neutron] 10.222.0.45 "GET /v2.0/networks?id=942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 200 len: 921 time: 0.4231319 Feb 03 14:33:48.889584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59212) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:48.909306 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:48.923621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (416e085f-61c9-4399-a760-d8f26b065804), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.942390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:48.945634 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] 10.222.0.52 "DELETE /v2.0/networks/416e085f-61c9-4399-a760-d8f26b065804 HTTP/1.1" status: 204 len: 168 time: 1.3056598 Feb 03 14:33:48.971830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564cbb-8842-42cb-b911-9013e7f5cf26 tempest-TagsExtTest-1922563050 tempest-TagsExtTest-1922563050-project] Pushing event deleted for resources: {'Network': ['ID=416e085f-61c9-4399-a760-d8f26b065804,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:49.002390 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-390bd20d-d9e5-4342-a9df-24b5261a2df8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:33:49.006469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-390bd20d-d9e5-4342-a9df-24b5261a2df8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/058a1518-195e-40ff-80ad-a04c2bff37f3 HTTP/1.1" status: 404 len: 333 time: 0.1133220 Feb 03 14:33:49.006469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-ca293b4a-c19b-4eb3-b138-5c7ce13524eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 200 len: 217 time: 0.1066580 Feb 03 14:33:49.006803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59216) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:49.023045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6414d11c-9d83-4f6e-8cd9-904e92a0e5e3 None None] Provisioning complete for port b7c65600-7a37-41ab-9356-65519d91029d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:49.023431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6414d11c-9d83-4f6e-8cd9-904e92a0e5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b7c65600-7a37-41ab-9356-65519d91029d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.025137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b7c65600-7a37-41ab-9356-65519d91029d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:49.064134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee906-53cf-4b62-b63a-0894344585a1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:49.072800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ee906-53cf-4b62-b63a-0894344585a1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:49.078495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2d8ee906-53cf-4b62-b63a-0894344585a1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3442001 Feb 03 14:33:49.079093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59218) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:49.106345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-a47c9a18-b2fe-4dd0-87a8-ca68fd6bc084 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:49.115229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-a47c9a18-b2fe-4dd0-87a8-ca68fd6bc084 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/networks/59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 784 time: 0.6779327 Feb 03 14:33:49.136775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-0b4e660b-6484-4f21-a3a4-1ecdf12179c1 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:33:49.137978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-0b4e660b-6484-4f21-a3a4-1ecdf12179c1 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219879 Feb 03 14:33:49.140864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f102d6a0-771d-4133-adda-0fae3bf6f557 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:49.159698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (acc7b5b4-0805-450c-9916-5208da8ae3f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.195405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f102d6a0-771d-4133-adda-0fae3bf6f557 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:49.195821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f102d6a0-771d-4133-adda-0fae3bf6f557 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:49.246828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-7a26f3fb-b122-40c3-8f05-5f70c512e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:49.248878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-7a26f3fb-b122-40c3-8f05-5f70c512e4d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 200 len: 860 time: 0.2337134 Feb 03 14:33:49.305779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-9c416647-f6c2-41fb-8be7-b4576b2a23e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=942e49cb-c4ed-4f78-bdcf-04783e76f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344181 Feb 03 14:33:49.324050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6414d11c-9d83-4f6e-8cd9-904e92a0e5e3 None None] Current status of the port b7c65600-7a37-41ab-9356-65519d91029d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:49.331442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6414d11c-9d83-4f6e-8cd9-904e92a0e5e3 None None] Could not find standard attr ID for object 34da4425-450c-439b-9ffc-d1810402bd63. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:33:49.366587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (acc7b5b4-0805-450c-9916-5208da8ae3f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.387921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc7b5b4-0805-450c-9916-5208da8ae3f3']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:49.400954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383fa4b6-cf77-409c-ac0e-37a4ad801ac4') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:49.401260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383fa4b6-cf77-409c-ac0e-37a4ad801ac4') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:49.414990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (383fa4b6-cf77-409c-ac0e-37a4ad801ac4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.427844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-8bc1cd42-471f-4c72-be2d-de87af856c47 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.2446282 Feb 03 14:33:49.430164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-c8b19e57-343d-4c3f-bc99-ecd8b13894ac service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102891 Feb 03 14:33:49.430993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (383fa4b6-cf77-409c-ac0e-37a4ad801ac4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.443576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:49.444009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (383fa4b6-cf77-409c-ac0e-37a4ad801ac4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.446045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dcc79f87-383b-4a36-8dc7-3d8ea736ff31 None None] Could not find standard attr ID for object 34da4425-450c-439b-9ffc-d1810402bd63. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:49.449806 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:49.519553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet e55f5db1-0a43-4517-a689-21aa11710425 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:49.524981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59226) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:49.542097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (e55f5db1-0a43-4517-a689-21aa11710425), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.552189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-83529415-6e8f-4e53-b774-0d26f46ba7c8 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.1000588 Feb 03 14:33:49.568870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (acc7b5b4-0805-450c-9916-5208da8ae3f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.578673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.586454 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/acc7b5b4-0805-450c-9916-5208da8ae3f3 HTTP/1.1" status: 204 len: 168 time: 0.5785458 Feb 03 14:33:49.628952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59230) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:49.629479 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.641434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-537034076'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:49.682456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd9ab5-2296-43fe-a424-607b402cefe7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=acc7b5b4-0805-450c-9916-5208da8ae3f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:49.686228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:49.691758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.747115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:49.751522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (e55f5db1-0a43-4517-a689-21aa11710425), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.770004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (01916956-3332-4f05-a424-dccc6de52559), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.770631 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 01916956-3332-4f05-a424-dccc6de52559 of type vlan for network b1ebf139-da9c-4750-891e-39c49f1397fd Feb 03 14:33:49.783587 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c7a97b85-b191-4e37-97c3-fca5698521f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06151aec8ad64a24bbfcc0182b899f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427619 Feb 03 14:33:49.802825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59232) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:49.816211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edd907a3-58bb-4fcc-9eeb-1200b7b1d188 req-07c4836f-eee4-4779-ba12-d801e5c96386 service neutron] 10.222.0.45 "GET /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782086 Feb 03 14:33:49.829386 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b1ebf139-da9c-4750-891e-39c49f1397fd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.879037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Deleting port 1e6c13bb-8220-4bb1-94ae-925d9c8acab5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:49.879418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.880007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b1ebf139-da9c-4750-891e-39c49f1397fd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.884994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:49.885587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.890781 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574dbfb2-f9f5-4f5d-8aec-9970bbf32564 admin admin] Publish callbacks [] for security_group (3a753f4b-9cf5-4fd8-89a4-171e2e6debe3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.953530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e55f5db1-0a43-4517-a689-21aa11710425), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.976713 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3456380 Feb 03 14:33:49.977374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59234) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:49.981771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574dbfb2-f9f5-4f5d-8aec-9970bbf32564 admin admin] Publish callbacks [] for security_group (3a753f4b-9cf5-4fd8-89a4-171e2e6debe3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:49.994803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:50.003209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c79fa-13e6-4be7-ba22-b5bae1b78b86 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=b1ebf139-da9c-4750-891e-39c49f1397fd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:50.014517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b1ebf139-da9c-4750-891e-39c49f1397fd details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:50.030178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.031509 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.063455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Calling delete_port for 1e6c13bb-8220-4bb1-94ae-925d9c8acab5 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:50.115488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:50.120098 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.156713 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574dbfb2-f9f5-4f5d-8aec-9970bbf32564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3a753f4b-9cf5-4fd8-89a4-171e2e6debe3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.158699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (e55f5db1-0a43-4517-a689-21aa11710425), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.159215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-574dbfb2-f9f5-4f5d-8aec-9970bbf32564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.162737 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-574dbfb2-f9f5-4f5d-8aec-9970bbf32564 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a753f4b-9cf5-4fd8-89a4-171e2e6debe3 HTTP/1.1" status: 204 len: 168 time: 0.3566098 Feb 03 14:33:50.196984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dbfb2-f9f5-4f5d-8aec-9970bbf32564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a753f4b-9cf5-4fd8-89a4-171e2e6debe3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:50.199753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Performing IP validity checks on allocation pools {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 14:33:50.203159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 14:33:50.221010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.228681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03991931-20ca-47ab-b87e-addd9ec8943f None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:50.234942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/e55f5db1-0a43-4517-a689-21aa11710425 HTTP/1.1" status: 204 len: 168 time: 1.1444547 Feb 03 14:33:50.237607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85786ce3-f4d1-46ad-9332-8a8ad473508c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=e55f5db1-0a43-4517-a689-21aa11710425,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:50.237940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59238) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:50.331694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1e6c13bb-8220-4bb1-94ae-925d9c8acab5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.372353 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5af58de4-e6b6-4eef-ab32-256a0bd0ef9d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276648 Feb 03 14:33:50.373433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59242) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:50.378148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:50.496297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event deleted for resources: {'Port': ['ID=1e6c13bb-8220-4bb1-94ae-925d9c8acab5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:50.563617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for floatingip (81684d03-1229-4211-9666-afb121fc5797), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.566414 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.567554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-386445b2-c6b6-4a3a-95c3-60c87857119a req-c3147385-8a80-47a6-8f71-2a9493248153 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "DELETE /v2.0/floatingips/81684d03-1229-4211-9666-afb121fc5797 HTTP/1.1" status: 204 len: 173 time: 0.9579077 Feb 03 14:33:50.569242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:50.615715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (e2d0d45a-a93c-4fc6-a606-92374b67348b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.667059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:50.670457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.681392 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.683746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] Deleting port b7c65600-7a37-41ab-9356-65519d91029d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:50.684347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b7c65600-7a37-41ab-9356-65519d91029d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.710941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=e2d0d45a-a93c-4fc6-a606-92374b67348b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:50.767386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '01916956-3332-4f05-a424-dccc6de52559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:50.767758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: b1ebf139-da9c-4750-891e-39c49f1397fd, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:33:50.815191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network b1ebf139-da9c-4750-891e-39c49f1397fd is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:33:50.819320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] For port b7c65600-7a37-41ab-9356-65519d91029d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b7c65600-7a37-41ab-9356-65519d91029d,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:50.819634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b7c65600-7a37-41ab-9356-65519d91029d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.830202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b1ebf139-da9c-4750-891e-39c49f1397fd) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:50.847761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:50.848710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:50.855659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4866c-7468-4ff8-b888-84237d72338d None None] Network b1ebf139-da9c-4750-891e-39c49f1397fd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:50.896756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] Calling delete_port for b7c65600-7a37-41ab-9356-65519d91029d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:50.903591 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c0f401bc-d541-4ae1-b114-00655706b5ce tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9190922 Feb 03 14:33:50.909503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59274) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:50.915672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd', 'name': 'tempest-PortsIpV6TestJSON-1668889678'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:50.981489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-615b6695-faca-4332-8700-48ac3fe3c80c req-e4107e6c-67f5-4d96-b552-adc3795d018a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups/0952a488-c22f-4d94-bbfc-e0d0fa5070f4 HTTP/1.1" status: 200 len: 1824 time: 0.0988247 Feb 03 14:33:51.054610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0cbed0c7-b64c-413e-b2d5-e726bd85ffe4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.107261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:51.110340 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-615b6695-faca-4332-8700-48ac3fe3c80c req-e18e76c1-5cdf-4a5f-9d4a-1c02fd778696 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for security_group (0952a488-c22f-4d94-bbfc-e0d0fa5070f4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.132986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:51.142192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:51.147264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.152534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-615b6695-faca-4332-8700-48ac3fe3c80c req-e18e76c1-5cdf-4a5f-9d4a-1c02fd778696 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for security_group (0952a488-c22f-4d94-bbfc-e0d0fa5070f4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.164791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:51.165842 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.177760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port b5ca56d1-0e3c-42c7-be9b-6002b23fe32f yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:51.244091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-615b6695-faca-4332-8700-48ac3fe3c80c req-e18e76c1-5cdf-4a5f-9d4a-1c02fd778696 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0952a488-c22f-4d94-bbfc-e0d0fa5070f4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.245893 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8714237 Feb 03 14:33:51.246822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b950f-f427-4625-9df8-182379699a54 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=0cbed0c7-b64c-413e-b2d5-e726bd85ffe4,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:51.248221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-615b6695-faca-4332-8700-48ac3fe3c80c req-e18e76c1-5cdf-4a5f-9d4a-1c02fd778696 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.249736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:51.255185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-615b6695-faca-4332-8700-48ac3fe3c80c req-e18e76c1-5cdf-4a5f-9d4a-1c02fd778696 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "DELETE /v2.0/security-groups/0952a488-c22f-4d94-bbfc-e0d0fa5070f4 HTTP/1.1" status: 204 len: 173 time: 0.2537463 Feb 03 14:33:51.269346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'name': 'tempest-NetworksTestDHCPv6-1401969218'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:51.280943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e76c1-5cdf-4a5f-9d4a-1c02fd778696 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952a488-c22f-4d94-bbfc-e0d0fa5070f4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:51.471019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cf684-83fa-46a1-a0fa-90c959e92fac req-58a066c7-9819-4d71-904d-abc5feb5e9a1 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:51.473292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d8cf684-83fa-46a1-a0fa-90c959e92fac req-58a066c7-9819-4d71-904d-abc5feb5e9a1 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.1239650 Feb 03 14:33:51.505930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::2da (b1ebf139-da9c-4750-891e-39c49f1397fd/e2d0d45a-a93c-4fc6-a606-92374b67348b/b5ca56d1-0e3c-42c7-be9b-6002b23fe32f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:51.523716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59294) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:51.573526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d8cf684-83fa-46a1-a0fa-90c959e92fac req-d0b0cd95-65bf-437e-880f-9bccb4effa59 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945172 Feb 03 14:33:51.596690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-b1ebf139-da9c-4750-891e-39c49f1397fd', 'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd', 'project_id': '9e6707c743564855ba3bd8f6a983cdf4', 'fixed_ips': [{'subnet_id': 'e2d0d45a-a93c-4fc6-a606-92374b67348b'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:51.598061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.656730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b7c65600-7a37-41ab-9356-65519d91029d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.707458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:51.711586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:51.781987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 7949f8ea-c046-4e82-a294-9509c5afb5f9 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:51.814935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] Pushing event deleted for resources: {'Port': ['ID=b7c65600-7a37-41ab-9356-65519d91029d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:51.825418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227e40d-d20f-4cda-9345-1358dfae1a27 None None] No DVR routers for this DVR port b7c65600-7a37-41ab-9356-65519d91029d on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:51.864096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f17f77-e498-4155-b5c8-244c5d5369fd None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:52.006789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c5f4-7c81-4cdb-916a-18c3c290923a req-ef8884ad-14cc-47d0-ab11-e54382ae03d7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:52.008628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdd9c5f4-7c81-4cdb-916a-18c3c290923a req-ef8884ad-14cc-47d0-ab11-e54382ae03d7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.1288168 Feb 03 14:33:52.028399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-284def6b-e462-431f-895b-581e0eb2b4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.054341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (b5ca56d1-0e3c-42c7-be9b-6002b23fe32f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.056253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '0cbed0c7-b64c-413e-b2d5-e726bd85ffe4'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:52.057196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.088475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::1f8 (1761b6a0-66c5-4456-9565-fda91494eed0/0cbed0c7-b64c-413e-b2d5-e726bd85ffe4/7949f8ea-c046-4e82-a294-9509c5afb5f9) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:52.105235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b5ca56d1-0e3c-42c7-be9b-6002b23fe32f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.135864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdd9c5f4-7c81-4cdb-916a-18c3c290923a req-0e859d20-ce0d-4cda-b8a2-9a399eb9a9a4 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152291 Feb 03 14:33:52.232372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-284def6b-e462-431f-895b-581e0eb2b4c3 admin admin] Publish callbacks [] for security_group (366b9722-81cc-4adc-aebb-4e53465e3020), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.238686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-284def6b-e462-431f-895b-581e0eb2b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (366b9722-81cc-4adc-aebb-4e53465e3020), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.254762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network b1ebf139-da9c-4750-891e-39c49f1397fd is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:52.255807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.267795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:52.276764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Allocated IP 2001:db8::2 (b1ebf139-da9c-4750-891e-39c49f1397fd/e2d0d45a-a93c-4fc6-a606-92374b67348b/bfcf0606-6430-4915-86c9-ac8f36241030) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:52.279715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=b5ca56d1-0e3c-42c7-be9b-6002b23fe32f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:52.297813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:52.304748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:52.305731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.323900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-284def6b-e462-431f-895b-581e0eb2b4c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dba87e79897d423982ed956e6a8bccbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7969067 Feb 03 14:33:52.323900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284def6b-e462-431f-895b-581e0eb2b4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b9722-81cc-4adc-aebb-4e53465e3020,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:52.328203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59310) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:52.385986 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e3218e0-92ee-43c5-898c-128445a01c9b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4758286 Feb 03 14:33:52.390749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:52.478364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12516667-efb1-4ada-884c-bbc9028cc2db admin admin] Publish callbacks [] for security_group (366b9722-81cc-4adc-aebb-4e53465e3020), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.529282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Publish callbacks [] for port (bfcf0606-6430-4915-86c9-ac8f36241030), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.533094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12516667-efb1-4ada-884c-bbc9028cc2db admin admin] Publish callbacks [] for security_group (366b9722-81cc-4adc-aebb-4e53465e3020), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.542817 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.566162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (7949f8ea-c046-4e82-a294-9509c5afb5f9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.617449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Network b1ebf139-da9c-4750-891e-39c49f1397fd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:52.622252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:52.639319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:52.675618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-ce60da3b-66d7-4c54-bb93-15b8dcd2f8a6 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:52.679852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-ce60da3b-66d7-4c54-bb93-15b8dcd2f8a6 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.71 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.2311447 Feb 03 14:33:52.684823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b7c65600-7a37-41ab-9356-65519d91029d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:52.714113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port b5ca56d1-0e3c-42c7-be9b-6002b23fe32f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:52.714460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b5ca56d1-0e3c-42c7-be9b-6002b23fe32f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.733801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b7c65600-7a37-41ab-9356-65519d91029d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:52.734508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b7c65600-7a37-41ab-9356-65519d91029d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:52.741083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Pushing event updated for resources: {'Port': ['ID=bfcf0606-6430-4915-86c9-ac8f36241030,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:52.784078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Attempting to bind port bfcf0606-6430-4915-86c9-ac8f36241030 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:33:52.787455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Attempting to bind port bfcf0606-6430-4915-86c9-ac8f36241030 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '01916956-3332-4f05-a424-dccc6de52559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:33:52.788051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Attempting to bind port bfcf0606-6430-4915-86c9-ac8f36241030 on network b1ebf139-da9c-4750-891e-39c49f1397fd {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:33:52.806689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:33:52.807634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Checking segment: {'id': '01916956-3332-4f05-a424-dccc6de52559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:52.808241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.809972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Bound using segment: {'id': '01916956-3332-4f05-a424-dccc6de52559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:33:52.811181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Bound port: bfcf0606-6430-4915-86c9-ac8f36241030, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01916956-3332-4f05-a424-dccc6de52559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b1ebf139-da9c-4750-891e-39c49f1397fd'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:33:52.816373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.820173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.820792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.821340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.821883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.822407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.822971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.823557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.824116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.824715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.827577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.828292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.828833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.829328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:33:52.959724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] For port bfcf0606-6430-4915-86c9-ac8f36241030, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:52.966366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] For port bfcf0606-6430-4915-86c9-ac8f36241030, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bfcf0606-6430-4915-86c9-ac8f36241030,segment=NetworkSegment(01916956-3332-4f05-a424-dccc6de52559),segment_id=01916956-3332-4f05-a424-dccc6de52559)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:52.969275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67199f5b-04db-4b1f-9dc2-7ef0cbc16de0 req-5913f2af-b500-4fa4-bc44-9c6aa7ef9d8c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:52.975519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:52.985407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67199f5b-04db-4b1f-9dc2-7ef0cbc16de0 req-5913f2af-b500-4fa4-bc44-9c6aa7ef9d8c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 945 time: 0.2866302 Feb 03 14:33:53.021884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7949f8ea-c046-4e82-a294-9509c5afb5f9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.024210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12516667-efb1-4ada-884c-bbc9028cc2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (366b9722-81cc-4adc-aebb-4e53465e3020), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.027617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12516667-efb1-4ada-884c-bbc9028cc2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.032316 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12516667-efb1-4ada-884c-bbc9028cc2db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/366b9722-81cc-4adc-aebb-4e53465e3020 HTTP/1.1" status: 204 len: 168 time: 0.6837656 Feb 03 14:33:53.094730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12516667-efb1-4ada-884c-bbc9028cc2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b9722-81cc-4adc-aebb-4e53465e3020,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:53.144842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:53.147712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b5ca56d1-0e3c-42c7-be9b-6002b23fe32f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.152206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:53.158262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:53.170680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f221-1d5a-4f4b-89a9-cb82cdde3ea2 None None] Pushing event updated for resources: {'Port': ['ID=bfcf0606-6430-4915-86c9-ac8f36241030,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:53.172790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:53.175519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.194275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=7949f8ea-c046-4e82-a294-9509c5afb5f9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:53.202711 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-668b58ec-49ab-443a-bbf8-2bce9315c7d1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9468327 Feb 03 14:33:53.211250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/0cbed0c7-b64c-413e-b2d5-e726bd85ffe4/97952b2f-6a4a-417c-8536-954364404b57) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:53.214547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59334) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:53.252659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67199f5b-04db-4b1f-9dc2-7ef0cbc16de0 req-5fca93fc-c618-4f78-8108-443b3013a7c0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=f927a5b7-234d-4d29-976c-1727556d88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597835 Feb 03 14:33:53.307200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for b5ca56d1-0e3c-42c7-be9b-6002b23fe32f owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:53.319080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e9348e-54ec-480a-8deb-36f5c367b057 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:53.323475 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12e9348e-54ec-480a-8deb-36f5c367b057 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1053603 Feb 03 14:33:53.323776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59336) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:53.364154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Deleting port 9f855e1e-af4c-48f7-a286-ca7449f4938b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:53.365631 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.538005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 7949f8ea-c046-4e82-a294-9509c5afb5f9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:53.538394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7949f8ea-c046-4e82-a294-9509c5afb5f9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.649640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Publish callbacks [] for port (97952b2f-6a4a-417c-8536-954364404b57), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.659181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (97952b2f-6a4a-417c-8536-954364404b57), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.717861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:53.718076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7949f8ea-c046-4e82-a294-9509c5afb5f9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.719341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:53.725207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:53.741552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 7949f8ea-c046-4e82-a294-9509c5afb5f9 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:53.761083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Pushing event updated for resources: {'Port': ['ID=97952b2f-6a4a-417c-8536-954364404b57,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:53.772310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:53.814212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] For port 9f855e1e-af4c-48f7-a286-ca7449f4938b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9f855e1e-af4c-48f7-a286-ca7449f4938b,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:53.814491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.819666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Attempting to bind port 97952b2f-6a4a-417c-8536-954364404b57 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:33:53.820185 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Attempting to bind port 97952b2f-6a4a-417c-8536-954364404b57 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:33:53.821398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Attempting to bind port 97952b2f-6a4a-417c-8536-954364404b57 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:33:53.827085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:33:53.827085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:33:53.827500 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.827902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:33:53.828373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Bound port: 97952b2f-6a4a-417c-8536-954364404b57, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:33:53.828836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (97952b2f-6a4a-417c-8536-954364404b57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.871895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22e1b351-47cf-4364-9a65-2733b12afb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:53.877274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da4ec-ec65-4ca9-8664-53ed74239935 req-5c614dd4-b4bf-4c05-bdcd-cd898f6a5de0 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:53.886443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-146da4ec-ec65-4ca9-8664-53ed74239935 req-5c614dd4-b4bf-4c05-bdcd-cd898f6a5de0 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.3776102 Feb 03 14:33:53.945455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b9225080-9798-4294-87dc-cf04e673254e None None] For port 97952b2f-6a4a-417c-8536-954364404b57, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:33:53.950365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b9225080-9798-4294-87dc-cf04e673254e None None] For port 97952b2f-6a4a-417c-8536-954364404b57, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=97952b2f-6a4a-417c-8536-954364404b57,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:33:53.958555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (97952b2f-6a4a-417c-8536-954364404b57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.061257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9225080-9798-4294-87dc-cf04e673254e None None] Pushing event updated for resources: {'Port': ['ID=97952b2f-6a4a-417c-8536-954364404b57,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:54.170512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22e1b351-47cf-4364-9a65-2733b12afb60 admin admin] Publish callbacks [] for security_group (93af9f87-946c-4a8b-9802-7c90c2bdae86), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.188817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22e1b351-47cf-4364-9a65-2733b12afb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (93af9f87-946c-4a8b-9802-7c90c2bdae86), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.225904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7949f8ea-c046-4e82-a294-9509c5afb5f9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.249083 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-22e1b351-47cf-4364-9a65-2733b12afb60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eaa8cc98e3aa4e25b0603af75645bfe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668016 Feb 03 14:33:54.282472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59344) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:54.303678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=7949f8ea-c046-4e82-a294-9509c5afb5f9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:54.361583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1b351-47cf-4364-9a65-2733b12afb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93af9f87-946c-4a8b-9802-7c90c2bdae86,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:54.406920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67701c78-525c-4021-85c0-787b444d92a1 req-56a72f48-04d4-4b93-96bd-4a5b6a7e0878 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:54.408531 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67701c78-525c-4021-85c0-787b444d92a1 req-56a72f48-04d4-4b93-96bd-4a5b6a7e0878 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.45 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.3305299 Feb 03 14:33:54.415310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.418852 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6275033f-edca-4529-a47c-72ce8e65bd17 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/7949f8ea-c046-4e82-a294-9509c5afb5f9 HTTP/1.1" status: 204 len: 168 time: 1.0935097 Feb 03 14:33:54.430550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:54.544859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b279f62-ea8d-4f0a-aedb-c3a0bf704beb admin admin] Publish callbacks [] for security_group (93af9f87-946c-4a8b-9802-7c90c2bdae86), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.577264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b5ca56d1-0e3c-42c7-be9b-6002b23fe32f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.618688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b279f62-ea8d-4f0a-aedb-c3a0bf704beb admin admin] Publish callbacks [] for security_group (93af9f87-946c-4a8b-9802-7c90c2bdae86), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.677409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Deleting port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:54.677896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.732594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-146da4ec-ec65-4ca9-8664-53ed74239935 req-41bb796b-e5b5-4397-ac99-49414feda95a tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452389 Feb 03 14:33:54.744750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b279f62-ea8d-4f0a-aedb-c3a0bf704beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (93af9f87-946c-4a8b-9802-7c90c2bdae86), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.747617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b279f62-ea8d-4f0a-aedb-c3a0bf704beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.748924 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7b279f62-ea8d-4f0a-aedb-c3a0bf704beb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93af9f87-946c-4a8b-9802-7c90c2bdae86 HTTP/1.1" status: 204 len: 168 time: 0.4635551 Feb 03 14:33:54.760226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=b5ca56d1-0e3c-42c7-be9b-6002b23fe32f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:54.788755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b279f62-ea8d-4f0a-aedb-c3a0bf704beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93af9f87-946c-4a8b-9802-7c90c2bdae86,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:54.792165 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.800852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb106c-46af-47bb-86ac-86ae4b12d079 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:54.802290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb106c-46af-47bb-86ac-86ae4b12d079 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:54.803836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6fbb106c-46af-47bb-86ac-86ae4b12d079 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3657217 Feb 03 14:33:54.808583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59356) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:54.845196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9779bd-c2c2-47dc-9652-a8667db82d49 None None] Network b1ebf139-da9c-4750-891e-39c49f1397fd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:54.870058 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.881549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-11b0f233-2524-4c19-9750-525eb3bc40c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/b5ca56d1-0e3c-42c7-be9b-6002b23fe32f HTTP/1.1" status: 204 len: 168 time: 2.4894485 Feb 03 14:33:54.887681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59358) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:54.938255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] For port ad2fb08b-f135-4d05-bf2b-2d0aff39e008, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:54.938904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.960142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 0cbed0c7-b64c-413e-b2d5-e726bd85ffe4 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:54.963466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (0cbed0c7-b64c-413e-b2d5-e726bd85ffe4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:54.998170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-cc0b2c87-9474-450a-8c8b-0b3b84dac1cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6462369 Feb 03 14:33:55.001501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfcf0606-6430-4915-86c9-ac8f36241030 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:55.021343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Calling delete_port for ad2fb08b-f135-4d05-bf2b-2d0aff39e008 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:55.067480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.069230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (b591d075-12cf-40bb-8cf4-0658e6866afe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.070208 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Floating IP b591d075-12cf-40bb-8cf4-0658e6866afe disassociated. External IP: 172.25.0.178, port: 9f855e1e-af4c-48f7-a286-ca7449f4938b. Feb 03 14:33:55.071944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Calling delete_port for 9f855e1e-af4c-48f7-a286-ca7449f4938b owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:55.098336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0cbed0c7-b64c-413e-b2d5-e726bd85ffe4), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.145725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-805c1b68-acdc-4992-9cda-4b5a356eeed7 None None] Provisioning complete for port bfcf0606-6430-4915-86c9-ac8f36241030 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:55.146108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-805c1b68-acdc-4992-9cda-4b5a356eeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.235662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bfcf0606-6430-4915-86c9-ac8f36241030 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:55.236217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.374008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9f855e1e-af4c-48f7-a286-ca7449f4938b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.378991 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-75eda26a-f03d-47ba-bf8c-2183700e96aa tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:33:55.380035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75eda26a-f03d-47ba-bf8c-2183700e96aa tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:33:55.386492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-75eda26a-f03d-47ba-bf8c-2183700e96aa tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/b5ca56d1-0e3c-42c7-be9b-6002b23fe32f HTTP/1.1" status: 404 len: 333 time: 0.3848584 Feb 03 14:33:55.392369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:55.440055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-805c1b68-acdc-4992-9cda-4b5a356eeed7 None None] Current status of the port bfcf0606-6430-4915-86c9-ac8f36241030 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:55.441615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-805c1b68-acdc-4992-9cda-4b5a356eeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.513266 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-029c60e1-59f5-48a8-be00-987ce4afa760 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:33:55.517411 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-029c60e1-59f5-48a8-be00-987ce4afa760 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/b5ca56d1-0e3c-42c7-be9b-6002b23fe32f HTTP/1.1" status: 404 len: 333 time: 0.1124020 Feb 03 14:33:55.527658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59380) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:55.547754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event deleted for resources: {'Port': ['ID=9f855e1e-af4c-48f7-a286-ca7449f4938b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:55.562794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bc6cd3b-b685-40f7-baae-f3c928ba4e81 req-32f4cfd1-c788-4b4d-9cc8-60db86d4e487 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 210 time: 0.5401700 Feb 03 14:33:55.652340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-805c1b68-acdc-4992-9cda-4b5a356eeed7 None None] For port bfcf0606-6430-4915-86c9-ac8f36241030, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bfcf0606-6430-4915-86c9-ac8f36241030,segment=NetworkSegment(01916956-3332-4f05-a424-dccc6de52559),segment_id=01916956-3332-4f05-a424-dccc6de52559)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:55.655437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bfcf0606-6430-4915-86c9-ac8f36241030 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:55.656899 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.662127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-805c1b68-acdc-4992-9cda-4b5a356eeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.673887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet e2d0d45a-a93c-4fc6-a606-92374b67348b {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:33:55.709229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (e2d0d45a-a93c-4fc6-a606-92374b67348b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.841538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Router 38ef010b-c15a-458d-b380-f31485409cc6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:33:55.870418 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:33:55.870919 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:33:55.872763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-4f4219b1-9324-4916-8c11-1de655227e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:55.874373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-4f4219b1-9324-4916-8c11-1de655227e1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 1127 time: 0.5531800 Feb 03 14:33:55.943582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c1b68-acdc-4992-9cda-4b5a356eeed7 None None] Pushing event updated for resources: {'Port': ['ID=bfcf0606-6430-4915-86c9-ac8f36241030,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:55.957837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2d0dda28-4cd8-4da6-aa5f-7f9e8164dfe0 None None] Provisioning complete for port bfcf0606-6430-4915-86c9-ac8f36241030 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:55.958219 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d0dda28-4cd8-4da6-aa5f-7f9e8164dfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:55.999955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0cbed0c7-b64c-413e-b2d5-e726bd85ffe4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.066688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (e2d0d45a-a93c-4fc6-a606-92374b67348b), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.139167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2d0dda28-4cd8-4da6-aa5f-7f9e8164dfe0 None None] Current status of the port bfcf0606-6430-4915-86c9-ac8f36241030 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:56.178326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ad2fb08b-f135-4d05-bf2b-2d0aff39e008), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.270830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Provisioning complete for port 97952b2f-6a4a-417c-8536-954364404b57 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:56.271213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (97952b2f-6a4a-417c-8536-954364404b57), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.293417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:33:56.313643 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] Sync routers for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:33:56.338466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] No DVR routers for this DVR port ad2fb08b-f135-4d05-bf2b-2d0aff39e008 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:56.345715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Pushing event deleted for resources: {'Port': ['ID=ad2fb08b-f135-4d05-bf2b-2d0aff39e008,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:56.356456 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:56.364830 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:56.389141 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.393434 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67701c78-525c-4021-85c0-787b444d92a1 req-17117503-3472-496b-8b67-60e3b1a0bab7 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.45 "DELETE /v2.0/ports/ad2fb08b-f135-4d05-bf2b-2d0aff39e008 HTTP/1.1" status: 204 len: 173 time: 1.9794259 Feb 03 14:33:56.394085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'name': 'network-vif-deleted', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:33:56.405251 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24804d8-9bc9-4051-b640-c97b17d45cf3" -d '{"events": [{"server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "name": "network-vif-deleted", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:33:56.475475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bfcf0606-6430-4915-86c9-ac8f36241030 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:56.476513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 97952b2f-6a4a-417c-8536-954364404b57 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:56.523245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] No DVR routers for this DVR port 9f855e1e-af4c-48f7-a286-ca7449f4938b on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:56.605686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Current status of the port 97952b2f-6a4a-417c-8536-954364404b57 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:56.606087 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (97952b2f-6a4a-417c-8536-954364404b57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.609369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 97952b2f-6a4a-417c-8536-954364404b57 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:33:56.610225 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (97952b2f-6a4a-417c-8536-954364404b57), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.615587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0cbed0c7-b64c-413e-b2d5-e726bd85ffe4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.622118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.630244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b66cb520-86fe-4c84-a637-b389ba4eac7e req-f534e090-065d-43db-a09a-791d4f2cf9d9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.71 "DELETE /v2.0/ports/9f855e1e-af4c-48f7-a286-ca7449f4938b HTTP/1.1" status: 204 len: 173 time: 3.9407437 Feb 03 14:33:56.630659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'name': 'network-vif-deleted', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:33:56.635762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e2d0d45a-a93c-4fc6-a606-92374b67348b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.637078 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edddc23c-737e-4927-9542-00240bcc0c6d" -d '{"events": [{"server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "name": "network-vif-deleted", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:33:56.709597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207aee1-8710-491c-9014-f7c47c5b74fe req-51609bdc-d525-4877-913f-f8cb30010ae3 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:56.717126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6207aee1-8710-491c-9014-f7c47c5b74fe req-51609bdc-d525-4877-913f-f8cb30010ae3 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/ports?device_id=86126f83-b6aa-4feb-8ec3-777cf258a2f5 HTTP/1.1" status: 200 len: 946 time: 0.8399496 Feb 03 14:33:56.749545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbed0c7-b64c-413e-b2d5-e726bd85ffe4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:56.788222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.795727 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9e27e70a-3d84-4c48-975a-da76047e3282 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/0cbed0c7-b64c-413e-b2d5-e726bd85ffe4 HTTP/1.1" status: 204 len: 168 time: 1.9848702 Feb 03 14:33:56.797138 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:33:56.797604 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:33:56.801514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59408) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:56.833068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6207aee1-8710-491c-9014-f7c47c5b74fe req-e568b983-4c28-44ed-a1ce-df7163290399 tempest-ServerRescueTestJSONUnderV235-772673130 tempest-ServerRescueTestJSONUnderV235-772673130-project] 10.222.0.52 "GET /v2.0/security-groups?id=c771865b-977e-4271-a3bc-0c10a548c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972798 Feb 03 14:33:56.834388 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:33:56.867721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (e2d0d45a-a93c-4fc6-a606-92374b67348b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.906667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 97952b2f-6a4a-417c-8536-954364404b57 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:56.907230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (97952b2f-6a4a-417c-8536-954364404b57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.928879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:56.942057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/e2d0d45a-a93c-4fc6-a606-92374b67348b HTTP/1.1" status: 204 len: 168 time: 1.4058530 Feb 03 14:33:56.948800 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59414) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:56.953662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642222c-3957-4e1b-b69c-d98f83c3df89 None None] Network b1ebf139-da9c-4750-891e-39c49f1397fd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:57.033999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5b8f6183-b3a0-4612-b85a-131a107ddda1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1953940 Feb 03 14:33:57.035015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59418) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:57.041322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d2f8f-4330-426e-9c2f-632d29856b1b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:57.057269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:57.062111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9f855e1e-af4c-48f7-a286-ca7449f4938b no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:57.066270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-e21b7643-cab1-40fd-914b-b7131145897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:57.073547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-e21b7643-cab1-40fd-914b-b7131145897d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 916 time: 1.1393642 Feb 03 14:33:57.138637 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-8dac97ca-e4f7-439c-931c-e5ae3c18c33d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf HTTP/1.1" status: 200 len: 217 time: 0.0390477 Feb 03 14:33:57.146546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 97952b2f-6a4a-417c-8536-954364404b57, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=97952b2f-6a4a-417c-8536-954364404b57,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:57.164335 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17919570-8512-45ca-a85f-11f767c418ec x-openstack-request-id: req-17919570-8512-45ca-a85f-11f767c418ec {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:57.165061 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86126f83-b6aa-4feb-8ec3-777cf258a2f5", "name": "network-vif-deleted", "tag": "ad2fb08b-f135-4d05-bf2b-2d0aff39e008", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:57.165751 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17919570-8512-45ca-a85f-11f767c418ec {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:57.166313 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86126f83-b6aa-4feb-8ec3-777cf258a2f5', 'name': 'network-vif-deleted', 'tag': 'ad2fb08b-f135-4d05-bf2b-2d0aff39e008', 'status': 'completed', 'code': 200} Feb 03 14:33:57.187744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddbec9-e6ee-47bd-99e1-aac553494440 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d0d45a-a93c-4fc6-a606-92374b67348b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:57.210535 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b1ebf139-da9c-4750-891e-39c49f1397fd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.253485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (97952b2f-6a4a-417c-8536-954364404b57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.293158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port bfcf0606-6430-4915-86c9-ac8f36241030 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:57.293646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.305787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-35d92ce2-4a9f-40a7-99c0-d29683355835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:57.307285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-35d92ce2-4a9f-40a7-99c0-d29683355835 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.1621070 Feb 03 14:33:57.307760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:57.340290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b029f19-0bf7-49b5-ba78-0b4dc0b063ad req-fc7e406b-3588-4e52-be3b-3f852f13ecc1 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0d51490-ca14-40cc-b556-bbf5325449e6 HTTP/1.1" status: 200 len: 210 time: 0.1836972 Feb 03 14:33:57.380198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 9f855e1e-af4c-48f7-a286-ca7449f4938b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:57.380639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9f855e1e-af4c-48f7-a286-ca7449f4938b not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:57.384224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] Checking router: 38ef010b-c15a-458d-b380-f31485409cc6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:33:57.395835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=97952b2f-6a4a-417c-8536-954364404b57,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:57.405207 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:33:57.408624 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:57.490373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-a647f5f6-5003-419c-bf67-db3a91e81917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:57.492600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-a647f5f6-5003-419c-bf67-db3a91e81917 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1504211 Feb 03 14:33:57.541510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] For port bfcf0606-6430-4915-86c9-ac8f36241030, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bfcf0606-6430-4915-86c9-ac8f36241030,segment=NetworkSegment(01916956-3332-4f05-a424-dccc6de52559),segment_id=01916956-3332-4f05-a424-dccc6de52559)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:57.542052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.548459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfcf0606-6430-4915-86c9-ac8f36241030 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:33:57.552639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:57.558767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.574914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for bfcf0606-6430-4915-86c9-ac8f36241030 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:57.580857 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9fa3aa-9d38-4246-9f28-460a5091619f x-openstack-request-id: req-ad9fa3aa-9d38-4246-9f28-460a5091619f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:33:57.580857 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d51490-ca14-40cc-b556-bbf5325449e6", "name": "network-vif-deleted", "tag": "9f855e1e-af4c-48f7-a286-ca7449f4938b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:33:57.581255 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad9fa3aa-9d38-4246-9f28-460a5091619f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:33:57.581763 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d51490-ca14-40cc-b556-bbf5325449e6', 'name': 'network-vif-deleted', 'tag': '9f855e1e-af4c-48f7-a286-ca7449f4938b', 'status': 'completed', 'code': 200} Feb 03 14:33:57.693921 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bfcf0606-6430-4915-86c9-ac8f36241030), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.710553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No DVR routers for this DVR port bfcf0606-6430-4915-86c9-ac8f36241030 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:57.847642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=bfcf0606-6430-4915-86c9-ac8f36241030,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:57.869294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (7236bd1f-df7a-41a5-9bed-1e468db3afe6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.872989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b1ebf139-da9c-4750-891e-39c49f1397fd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.940339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:57.940606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ebf139-da9c-4750-891e-39c49f1397fd']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:57.948948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:57.964288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59440) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:57.970321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:57.970929 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:57.992032 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:33:58.015156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9708235 Feb 03 14:33:58.021742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59444) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:58.028409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-37bc7305-5a25-4359-9cc4-8295bcce3483 service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299487 Feb 03 14:33:58.039813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'name': 'tempest-NetworksTestDHCPv6-17062125'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:58.052292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df897c-fc72-4ea2-9f82-09f920162872 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=7236bd1f-df7a-41a5-9bed-1e468db3afe6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:58.056535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ad2fb08b-f135-4d05-bf2b-2d0aff39e008 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:58.067979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Current status of the port 97952b2f-6a4a-417c-8536-954364404b57 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:33:58.104921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-513381db-ebad-4947-b18e-d9e26dcb989f None None] Could not find standard attr ID for object b5ca56d1-0e3c-42c7-be9b-6002b23fe32f. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:33:58.117855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01916956-3332-4f05-a424-dccc6de52559') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:58.118358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01916956-3332-4f05-a424-dccc6de52559') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:58.146271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: ad2fb08b-f135-4d05-bf2b-2d0aff39e008 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:58.146896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ad2fb08b-f135-4d05-bf2b-2d0aff39e008 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:58.156567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No active binding found for port bfcf0606-6430-4915-86c9-ac8f36241030 {{(pid=103343) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 14:33:58.157475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] The host n-d-827549-2 is not matching for port bfcf0606-6430-4915-86c9-ac8f36241030 host None! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:33:58.158223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfcf0606-6430-4915-86c9-ac8f36241030 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 14:33:58.202347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port bfcf0606-6430-4915-86c9-ac8f36241030 not found, will not notify nova. {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 14:33:58.225782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e50b49fd-7bef-49dc-b9e7-cba11a8e0f78 None None] Could not find standard attr ID for object 7949f8ea-c046-4e82-a294-9509c5afb5f9. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:33:58.362468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (01916956-3332-4f05-a424-dccc6de52559), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.363475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:58.364129 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:33:58.405250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa16648-5daf-4113-a054-4611dedad840 None None] DHCP port deletion for b1ebf139-da9c-4750-891e-39c49f1397fd request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:33:58.417637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (01916956-3332-4f05-a424-dccc6de52559), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.424404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:58.428052 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424a066-ec82-4975-a5be-3e75607f6db4 None None] The sync data for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 is: [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:33:58.428856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.432662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dedd7db-adbc-4d54-b11c-a5b96d04e2b7 req-11f55684-ca75-4f90-bb0b-03cb6b712ade service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814430 Feb 03 14:33:58.460897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 6bcc2d02-2789-40ce-9683-a5343730d30f yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:33:58.461306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:33:58.464242 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (01916956-3332-4f05-a424-dccc6de52559), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:33:58.485135 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:33:58.568509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59456) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:58.571597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] Deleting port 97952b2f-6a4a-417c-8536-954364404b57 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:58.572190 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (97952b2f-6a4a-417c-8536-954364404b57), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.688702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b1ebf139-da9c-4750-891e-39c49f1397fd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.690246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac8b96b7-5f67-4382-8268-caae2fa6f05d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (f927a5b7-234d-4d29-976c-1727556d88cb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.698014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.705713 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/b1ebf139-da9c-4750-891e-39c49f1397fd HTTP/1.1" status: 204 len: 168 time: 1.7520456 Feb 03 14:33:58.706528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59462) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:58.721932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::7 (1761b6a0-66c5-4456-9565-fda91494eed0/7236bd1f-df7a-41a5-9bed-1e468db3afe6/6bcc2d02-2789-40ce-9683-a5343730d30f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:58.727552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1362329451'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:58.736463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc177ebf-30bf-41e9-9b83-3dcf0df8a553 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=b1ebf139-da9c-4750-891e-39c49f1397fd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:58.778426 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac8b96b7-5f67-4382-8268-caae2fa6f05d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (f927a5b7-234d-4d29-976c-1727556d88cb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.828220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:58.831547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.833127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (95005960-ed12-4eb1-a962-96a0139eea96), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.869670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] For port 97952b2f-6a4a-417c-8536-954364404b57, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=97952b2f-6a4a-417c-8536-954364404b57,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:33:58.871688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (97952b2f-6a4a-417c-8536-954364404b57), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.905734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] Calling delete_port for 97952b2f-6a4a-417c-8536-954364404b57 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:58.906252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:33:58.950699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2c6a178d-6736-494d-970c-a9d8537d1ff7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:58.951044 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 2c6a178d-6736-494d-970c-a9d8537d1ff7 of type vlan for network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 Feb 03 14:33:58.994841 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac8b96b7-5f67-4382-8268-caae2fa6f05d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f927a5b7-234d-4d29-976c-1727556d88cb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.004554 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac8b96b7-5f67-4382-8268-caae2fa6f05d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.006240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ac8b96b7-5f67-4382-8268-caae2fa6f05d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "DELETE /v2.0/security-groups/f927a5b7-234d-4d29-976c-1727556d88cb HTTP/1.1" status: 204 len: 168 time: 0.4362597 Feb 03 14:33:59.024135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59472) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:59.072183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeb521-926c-43cb-bb32-84b2b6e8e078 None None] New status for floating IP b591d075-12cf-40bb-8cf4-0658e6866afe: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:33:59.074198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (97952b2f-6a4a-417c-8536-954364404b57), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.083098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b96b7-5f67-4382-8268-caae2fa6f05d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927a5b7-234d-4d29-976c-1727556d88cb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:59.096248 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-1a1ea53a-51f3-47cb-a421-f0cccfaf2288 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] show failed (client error): The resource could not be found. Feb 03 14:33:59.097343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1a1ea53a-51f3-47cb-a421-f0cccfaf2288 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups/f927a5b7-234d-4d29-976c-1727556d88cb HTTP/1.1" status: 404 len: 347 time: 0.0657251 Feb 03 14:33:59.100870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59474) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:59.102927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (48e36fb3-68a4-4502-b928-9b9390bf8bc7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.156123 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (6bcc2d02-2789-40ce-9683-a5343730d30f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.163963 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (48e36fb3-68a4-4502-b928-9b9390bf8bc7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.170098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:59.170884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.177987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] Pushing event deleted for resources: {'Port': ['ID=97952b2f-6a4a-417c-8536-954364404b57,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:59.190017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafdab90-0fc4-457d-8ad7-6079b31432d9 None None] No DVR routers for this DVR port 97952b2f-6a4a-417c-8536-954364404b57 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:33:59.236842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5242417 Feb 03 14:33:59.238797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59478) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:59.249328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe85786-d740-4804-955c-ba7a4682fcf9 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:33:59.272963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:33:59.300067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fea26-80f7-4510-942a-4ca999fefe9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=48e36fb3-68a4-4502-b928-9b9390bf8bc7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:59.388675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6bcc2d02-2789-40ce-9683-a5343730d30f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.393022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:33:59.473738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:33:59.488396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:33:59.489445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfcf0606-6430-4915-86c9-ac8f36241030 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:59.508557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:33:59.517387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:59.519061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.533531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=6bcc2d02-2789-40ce-9683-a5343730d30f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:33:59.539134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:33:59.544596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.577979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a539014f-5689-4c70-ba7c-1f047ad768c0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5473764 Feb 03 14:33:59.581291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59484) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:59.601792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bfcf0606-6430-4915-86c9-ac8f36241030 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:59.602170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bfcf0606-6430-4915-86c9-ac8f36241030 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:59.602561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 97952b2f-6a4a-417c-8536-954364404b57 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:33:59.608780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Deleting port 215b1c2d-cacd-40ad-8725-421e2330474f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:59.609124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (215b1c2d-cacd-40ad-8725-421e2330474f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.625430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 97952b2f-6a4a-417c-8536-954364404b57 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:33:59.625807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 97952b2f-6a4a-417c-8536-954364404b57 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:33:59.694673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '7236bd1f-df7a-41a5-9bed-1e468db3afe6'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:33:59.695528 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.703657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Deleting port 86be9aef-5ee0-47f8-ab42-d1e774a93c52 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:59.704233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.774906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0757f72-2b23-464c-a2c2-29541155b776 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:33:59.779768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a0757f72-2b23-464c-a2c2-29541155b776 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 926 time: 0.1971130 Feb 03 14:33:59.781844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59490) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:33:59.829212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (215b1c2d-cacd-40ad-8725-421e2330474f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.829573 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (215b1c2d-cacd-40ad-8725-421e2330474f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:33:59.850785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Calling delete_port for 215b1c2d-cacd-40ad-8725-421e2330474f owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:33:59.916333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/7236bd1f-df7a-41a5-9bed-1e468db3afe6/9b498ec6-639e-4ba4-9769-000148b33f21) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:33:59.988228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 6bcc2d02-2789-40ce-9683-a5343730d30f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:33:59.988931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6bcc2d02-2789-40ce-9683-a5343730d30f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.000664 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (8621c9af-7473-495d-b3a7-6f9bd88387dc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.006129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] For port 86be9aef-5ee0-47f8-ab42-d1e774a93c52, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=86be9aef-5ee0-47f8-ab42-d1e774a93c52,segment=NetworkSegment(8a899678-1785-480d-b2c0-b8e40a910413),segment_id=8a899678-1785-480d-b2c0-b8e40a910413)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:00.007012 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.029626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Calling delete_port for 86be9aef-5ee0-47f8-ab42-d1e774a93c52 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:00.195988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=8621c9af-7473-495d-b3a7-6f9bd88387dc,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:00.203299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '2c6a178d-6736-494d-970c-a9d8537d1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:00.203658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: 48e36fb3-68a4-4502-b928-9b9390bf8bc7, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:34:00.209035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59496) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:00.219964 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Publish callbacks [] for port (9b498ec6-639e-4ba4-9769-000148b33f21), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.235365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.236827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6bcc2d02-2789-40ce-9683-a5343730d30f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.258097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 6bcc2d02-2789-40ce-9683-a5343730d30f owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:00.260026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:34:00.277210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 48e36fb3-68a4-4502-b928-9b9390bf8bc7) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:00.284767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:00.285295 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.323877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Pushing event updated for resources: {'Port': ['ID=9b498ec6-639e-4ba4-9769-000148b33f21,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:00.339052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46768d1-8353-4fdf-8cb0-170c02f2d400 None None] Network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:00.345082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (86be9aef-5ee0-47f8-ab42-d1e774a93c52), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.347776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (215b1c2d-cacd-40ad-8725-421e2330474f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.349118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-13dead2d-95bc-482d-96d0-62336f442660 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0831757 Feb 03 14:34:00.352392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59500) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:00.384891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-75286331'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:00.396101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=86be9aef-5ee0-47f8-ab42-d1e774a93c52,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:00.403978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:00.451347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:00.455701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:00.494629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee93e950-3b56-4d35-936f-dd3099725055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.499900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6bcc2d02-2789-40ce-9683-a5343730d30f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.518317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event deleted for resources: {'Port': ['ID=215b1c2d-cacd-40ad-8725-421e2330474f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:00.531873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Attempting to bind port 9b498ec6-639e-4ba4-9769-000148b33f21 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:00.532250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Attempting to bind port 9b498ec6-639e-4ba4-9769-000148b33f21 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:00.532644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Attempting to bind port 9b498ec6-639e-4ba4-9769-000148b33f21 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:00.556846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:00.558354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:00.558774 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.559250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:00.559777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Bound port: 9b498ec6-639e-4ba4-9769-000148b33f21, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:00.560160 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.584578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=6bcc2d02-2789-40ce-9683-a5343730d30f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:00.629212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] For port 9b498ec6-639e-4ba4-9769-000148b33f21, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:00.632594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] For port 9b498ec6-639e-4ba4-9769-000148b33f21, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9b498ec6-639e-4ba4-9769-000148b33f21,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:00.635972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-48e36fb3-68a4-4502-b928-9b9390bf8bc7', 'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7', 'project_id': '9e6707c743564855ba3bd8f6a983cdf4', 'fixed_ips': [{'subnet_id': '8621c9af-7473-495d-b3a7-6f9bd88387dc'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:00.637156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.641633 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.650598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.656902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a2b8e0d3-9b60-4ccb-84cf-b6612f98d9ed tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/6bcc2d02-2789-40ce-9683-a5343730d30f HTTP/1.1" status: 204 len: 168 time: 0.8716717 Feb 03 14:34:00.657073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (b591d075-12cf-40bb-8cf4-0658e6866afe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.658010 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.658162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59502) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:00.658894 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e8277fc-300e-4699-8a8f-b5fb6263f2e4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "DELETE /v2.0/floatingips/b591d075-12cf-40bb-8cf4-0658e6866afe HTTP/1.1" status: 204 len: 168 time: 1.5563030 Feb 03 14:34:00.785570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:00.789080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.810406 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (95005960-ed12-4eb1-a962-96a0139eea96), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:00.830538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 9758052e-c4bd-4bbd-9edb-7cb13f409857 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:00.951618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Allocated IP 2001:db8::2 (48e36fb3-68a4-4502-b928-9b9390bf8bc7/8621c9af-7473-495d-b3a7-6f9bd88387dc/3af5219c-a399-4ba2-adfc-dd7a1d3b35d8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:01.115657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ea280-41ba-4f16-b564-6e71e03bfff5 None None] Pushing event updated for resources: {'Port': ['ID=9b498ec6-639e-4ba4-9769-000148b33f21,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:01.220814 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Publish callbacks [] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.222399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59506) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:01.228999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.271890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:01.292257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:01.321348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee93e950-3b56-4d35-936f-dd3099725055 admin admin] Publish callbacks [] for security_group (31968f49-e55b-46d1-8b58-548d3e70217a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.333769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-97b92d91-b66c-46ac-a4c1-6b7fe0d8eb2c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015570940', 'description': 'tempest-description--142988116'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:01.369579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:01.372459 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee93e950-3b56-4d35-936f-dd3099725055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (31968f49-e55b-46d1-8b58-548d3e70217a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.464574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Pushing event updated for resources: {'Port': ['ID=3af5219c-a399-4ba2-adfc-dd7a1d3b35d8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:01.473640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ee93e950-3b56-4d35-936f-dd3099725055 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=776671a263004e089220e9acda3ef4c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2613385 Feb 03 14:34:01.477120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59510) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:01.494603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383e4a9-3e64-4a09-8a6c-4cae266b9695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:01.496338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383e4a9-3e64-4a09-8a6c-4cae266b9695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:01.497835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Attempting to bind port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:01.498372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Attempting to bind port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2c6a178d-6736-494d-970c-a9d8537d1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:01.498911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Attempting to bind port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 on network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:01.500969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3383e4a9-3e64-4a09-8a6c-4cae266b9695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8410208 Feb 03 14:34:01.501596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59512) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:01.506050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:01.506690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Checking segment: {'id': '2c6a178d-6736-494d-970c-a9d8537d1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:01.507251 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.507838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Bound using segment: {'id': '2c6a178d-6736-494d-970c-a9d8537d1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:01.509294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Bound port: 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6a178d-6736-494d-970c-a9d8537d1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48e36fb3-68a4-4502-b928-9b9390bf8bc7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:01.509864 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.517436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93e950-3b56-4d35-936f-dd3099725055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31968f49-e55b-46d1-8b58-548d3e70217a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:01.520055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97b92d91-b66c-46ac-a4c1-6b7fe0d8eb2c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.611730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] For port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:01.615052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] For port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3af5219c-a399-4ba2-adfc-dd7a1d3b35d8,segment=NetworkSegment(2c6a178d-6736-494d-970c-a9d8537d1ff7),segment_id=2c6a178d-6736-494d-970c-a9d8537d1ff7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:01.623111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.670552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 7236bd1f-df7a-41a5-9bed-1e468db3afe6 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:01.687595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (7236bd1f-df7a-41a5-9bed-1e468db3afe6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.715982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4b4a109-c818-4721-bf5f-9ceb848401cf admin admin] Publish callbacks [] for security_group (31968f49-e55b-46d1-8b58-548d3e70217a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.725441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0ee5-0ea8-4b56-aa28-e7001c237a67 None None] Pushing event updated for resources: {'Port': ['ID=3af5219c-a399-4ba2-adfc-dd7a1d3b35d8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:01.757692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::27f (48e36fb3-68a4-4502-b928-9b9390bf8bc7/8621c9af-7473-495d-b3a7-6f9bd88387dc/9758052e-c4bd-4bbd-9edb-7cb13f409857) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:01.772849 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4b4a109-c818-4721-bf5f-9ceb848401cf admin admin] Publish callbacks [] for security_group (31968f49-e55b-46d1-8b58-548d3e70217a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.785436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (7236bd1f-df7a-41a5-9bed-1e468db3afe6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.861641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97b92d91-b66c-46ac-a4c1-6b7fe0d8eb2c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (420e9744-86db-4583-b355-011d549fea7c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.874167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97b92d91-b66c-46ac-a4c1-6b7fe0d8eb2c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (420e9744-86db-4583-b355-011d549fea7c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.943924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Router 95005960-ed12-4eb1-a962-96a0139eea96 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:34:01.945105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97b92d91-b66c-46ac-a4c1-6b7fe0d8eb2c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.946870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-97b92d91-b66c-46ac-a4c1-6b7fe0d8eb2c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6217301 Feb 03 14:34:01.949919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59514) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:01.958316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d88116d9-082d-45c6-aad8-769aa1affcc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'security_group_rule': {'security_group_id': '420e9744-86db-4583-b355-011d549fea7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:01.976256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b92d91-b66c-46ac-a4c1-6b7fe0d8eb2c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420e9744-86db-4583-b355-011d549fea7c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:01.987043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4b4a109-c818-4721-bf5f-9ceb848401cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (31968f49-e55b-46d1-8b58-548d3e70217a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.989949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e4b4a109-c818-4721-bf5f-9ceb848401cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:01.991111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e4b4a109-c818-4721-bf5f-9ceb848401cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31968f49-e55b-46d1-8b58-548d3e70217a HTTP/1.1" status: 204 len: 168 time: 0.5128498 Feb 03 14:34:02.008315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4a109-c818-4721-bf5f-9ceb848401cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31968f49-e55b-46d1-8b58-548d3e70217a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:02.020266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7236bd1f-df7a-41a5-9bed-1e468db3afe6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.041520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (9758052e-c4bd-4bbd-9edb-7cb13f409857), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.147991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (7236bd1f-df7a-41a5-9bed-1e468db3afe6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.203551 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.211622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7236bd1f-df7a-41a5-9bed-1e468db3afe6 HTTP/1.1" status: 204 len: 168 time: 0.6977699 Feb 03 14:34:02.211622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051a05-9872-436f-bf4d-03aea9f7b3bc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=7236bd1f-df7a-41a5-9bed-1e468db3afe6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:02.211622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59518) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.285703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d88116d9-082d-45c6-aad8-769aa1affcc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (8b154364-2f98-4c41-a618-e46ed87db4eb), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.301425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fdd9d585-4b21-42f1-8887-eac5bec7d9bb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891669 Feb 03 14:34:02.301425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59522) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.363983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf195a5-55d6-4cc4-a937-bf93a1e2c0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:02.367966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-abf195a5-55d6-4cc4-a937-bf93a1e2c0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0634687 Feb 03 14:34:02.368346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59526) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.443379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb7c2b-34c2-4158-9ffa-da182d45f315 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:02.448186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03fb7c2b-34c2-4158-9ffa-da182d45f315 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0759742 Feb 03 14:34:02.453350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59528) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.494759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9758052e-c4bd-4bbd-9edb-7cb13f409857), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.545817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fd5354d7-9eef-4b3b-a54a-627cb42216f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875192 Feb 03 14:34:02.546074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59530) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.553645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:02.564748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:02.582217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] Sync routers for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:34:02.603447 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:02.604294 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:02.628874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-753692e9-f166-4a1f-9f16-05f6bf5adfb5 admin admin] 10.222.0.52 "PUT /v2.0/routers/95005960-ed12-4eb1-a962-96a0139eea96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6604810 Feb 03 14:34:02.629192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59532) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.689503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=9758052e-c4bd-4bbd-9edb-7cb13f409857,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:02.690569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59534) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.702260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:02.720186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:02.727453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:02.728178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-756e6219-606b-4451-98c7-d9f231a1c32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.734980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:02.753014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.760195 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d88116d9-082d-45c6-aad8-769aa1affcc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (8b154364-2f98-4c41-a618-e46ed87db4eb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.780662 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d88116d9-082d-45c6-aad8-769aa1affcc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (8b154364-2f98-4c41-a618-e46ed87db4eb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.807923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:02.811957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.818957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88116d9-082d-45c6-aad8-769aa1affcc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b154364-2f98-4c41-a618-e46ed87db4eb,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:02.840815 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0bbfe00d-a582-452d-ac18-e96077649273 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.4597960 Feb 03 14:34:02.843104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59536) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.849910 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:02.930060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d88116d9-082d-45c6-aad8-769aa1affcc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:02.947174 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d88116d9-082d-45c6-aad8-769aa1affcc9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9902503 Feb 03 14:34:02.955530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59538) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:02.963677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b6198955-46a7-48cd-8fd1-f3a222975d7f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'security_group_rule': {'security_group_id': '420e9744-86db-4583-b355-011d549fea7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:03.017217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b0d63-9f35-448c-869a-394404788f24 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:03.051107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks [] for router (95005960-ed12-4eb1-a962-96a0139eea96), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.052017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6198955-46a7-48cd-8fd1-f3a222975d7f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (ceba72ae-37e4-4aad-91bc-ea1585e5acc1), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.106962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 9758052e-c4bd-4bbd-9edb-7cb13f409857 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:03.107377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9758052e-c4bd-4bbd-9edb-7cb13f409857), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.167360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] Provisioning complete for port 9b498ec6-639e-4ba4-9769-000148b33f21 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:03.167749 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.206469 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:34:00Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:03.214186 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6198955-46a7-48cd-8fd1-f3a222975d7f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (ceba72ae-37e4-4aad-91bc-ea1585e5acc1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.237638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6198955-46a7-48cd-8fd1-f3a222975d7f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (ceba72ae-37e4-4aad-91bc-ea1585e5acc1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.270225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-756e6219-606b-4451-98c7-d9f231a1c32b admin admin] Publish callbacks [] for security_group (66eec94e-8825-41d3-bfe4-e5476ed59e08), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.275095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198955-46a7-48cd-8fd1-f3a222975d7f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceba72ae-37e4-4aad-91bc-ea1585e5acc1,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:03.282968 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] Checking router: 95005960-ed12-4eb1-a962-96a0139eea96 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:34:03.304287 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b6198955-46a7-48cd-8fd1-f3a222975d7f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.306271 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b6198955-46a7-48cd-8fd1-f3a222975d7f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3488081 Feb 03 14:34:03.307950 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9758052e-c4bd-4bbd-9edb-7cb13f409857), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.311038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:03.314386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-756e6219-606b-4451-98c7-d9f231a1c32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66eec94e-8825-41d3-bfe4-e5476ed59e08), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.322220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:03.325194 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] Routers {'95005960-ed12-4eb1-a962-96a0139eea96'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:03.339830 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:33:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['95005960-ed12-4eb1-a962-96a0139eea96'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:03.351959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] Current status of the port 9b498ec6-639e-4ba4-9769-000148b33f21 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:03.352122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.353100 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks [] for router_gateway (95005960-ed12-4eb1-a962-96a0139eea96), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.353981 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.369746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 9758052e-c4bd-4bbd-9edb-7cb13f409857 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:03.395172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-756e6219-606b-4451-98c7-d9f231a1c32b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f639c22cb714c0b8f166c747304770d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6989977 Feb 03 14:34:03.396386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e6219-606b-4451-98c7-d9f231a1c32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eec94e-8825-41d3-bfe4-e5476ed59e08,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:03.399653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59544) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:03.439527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:03.558210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (81981978-1b53-4412-939c-9422a84c6379), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.569315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] For port 9b498ec6-639e-4ba4-9769-000148b33f21, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9b498ec6-639e-4ba4-9769-000148b33f21,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:03.575386 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.615046 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] Set router 95005960-ed12-4eb1-a962-96a0139eea96 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:03.624867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] Could not find standard attr ID for object 6bcc2d02-2789-40ce-9683-a5343730d30f. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:03.634325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7305a5-3749-4c27-b9cb-20d9fd9d0327 admin admin] Publish callbacks [] for security_group (66eec94e-8825-41d3-bfe4-e5476ed59e08), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.671758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] Deleting port 9b498ec6-639e-4ba4-9769-000148b33f21 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:03.672596 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.695387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:03.707742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:03.715434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:03.716625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.722828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Deleting port cb0a2411-b2a6-47f9-9f19-9d063e32d347 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:03.723169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.724842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=81981978-1b53-4412-939c-9422a84c6379,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:03.731429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7305a5-3749-4c27-b9cb-20d9fd9d0327 admin admin] Publish callbacks [] for security_group (66eec94e-8825-41d3-bfe4-e5476ed59e08), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.761874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] For port 9b498ec6-639e-4ba4-9769-000148b33f21, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9b498ec6-639e-4ba4-9769-000148b33f21,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:03.762290 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.776536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] Calling delete_port for 9b498ec6-639e-4ba4-9769-000148b33f21 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:03.828743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1ca28e45-f63d-4d60-9d71-eedb68821d10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2791548 Feb 03 14:34:03.829905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59566) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:03.840475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '81981978-1b53-4412-939c-9422a84c6379', 'ip_address': '2001:db8::8b76:9394:1fd:9eba'}], 'name': 'tempest-NetworksTestDHCPv6-1540473176'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:03.869928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157441d-363b-4d13-9041-65177da6a314 None None] Network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:03.873485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:03.883309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9758052e-c4bd-4bbd-9edb-7cb13f409857), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.937721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] For port cb0a2411-b2a6-47f9-9f19-9d063e32d347, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cb0a2411-b2a6-47f9-9f19-9d063e32d347,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:03.938093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.946207 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (9b498ec6-639e-4ba4-9769-000148b33f21), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.955235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7305a5-3749-4c27-b9cb-20d9fd9d0327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66eec94e-8825-41d3-bfe4-e5476ed59e08), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.957986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a7305a5-3749-4c27-b9cb-20d9fd9d0327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:03.958385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3cee4-05c9-497c-9bcd-e5d8a48c8446 None None] Pushing event updated for resources: {'Port': ['ID=9b498ec6-639e-4ba4-9769-000148b33f21,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:03.961494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a7305a5-3749-4c27-b9cb-20d9fd9d0327 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66eec94e-8825-41d3-bfe4-e5476ed59e08 HTTP/1.1" status: 204 len: 168 time: 0.5570192 Feb 03 14:34:03.961494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Calling delete_port for cb0a2411-b2a6-47f9-9f19-9d063e32d347 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:03.979992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7305a5-3749-4c27-b9cb-20d9fd9d0327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eec94e-8825-41d3-bfe4-e5476ed59e08,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:03.983623 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=9758052e-c4bd-4bbd-9edb-7cb13f409857,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:03.996625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.101076 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:34:00Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:04.112224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.123985 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6ab843eb-3d70-49f3-a139-b0b1bb943591 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/9758052e-c4bd-4bbd-9edb-7cb13f409857 HTTP/1.1" status: 204 len: 168 time: 1.2803745 Feb 03 14:34:04.128229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59574) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:04.227007 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9ed0a-4323-4ece-9a96-24be8c90e24f None None] The sync data for ids ['95005960-ed12-4eb1-a962-96a0139eea96'] in n-d-827549-2 is: [{'id': '95005960-ed12-4eb1-a962-96a0139eea96', 'name': 'tempest-ServerRescueTestJSONUnderV235-1057596341-router', 'tenant_id': '0f2d980fe08d435db78335f788ff486e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:32:14Z', 'updated_at': '2022-02-03T14:34:00Z', 'revision_number': 5, 'project_id': '0f2d980fe08d435db78335f788ff486e', 'gw_port': {'id': 'cb0a2411-b2a6-47f9-9f19-9d063e32d347', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:91:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95005960-ed12-4eb1-a962-96a0139eea96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:32:16Z', 'updated_at': '2022-02-03T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:34:04.277662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cb0a2411-b2a6-47f9-9f19-9d063e32d347), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.318141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-00e57377-79e0-4090-ab6d-ca953747a80d None None] Provisioning complete for port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:04.326045 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25642c2-343d-4e45-bce5-80a51f40f06d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:04.326712 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00e57377-79e0-4090-ab6d-ca953747a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.330840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b25642c2-343d-4e45-bce5-80a51f40f06d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/9758052e-c4bd-4bbd-9edb-7cb13f409857 HTTP/1.1" status: 404 len: 333 time: 0.1207817 Feb 03 14:34:04.332505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59582) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:04.350640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0a2411-b2a6-47f9-9f19-9d063e32d347,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:04.395356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] Pushing event deleted for resources: {'Port': ['ID=9b498ec6-639e-4ba4-9769-000148b33f21,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:04.404096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8719989-74b4-4157-ba16-7bf76aa9a03b None None] No DVR routers for this DVR port 9b498ec6-639e-4ba4-9769-000148b33f21 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:04.431719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabe0ae-3262-4370-80e6-8a7022d4c3a9 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:04.437801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:04.438937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.484066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet 8621c9af-7473-495d-b3a7-6f9bd88387dc {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:04.492957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Allocated IP 172.25.0.6 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/7c6432fe-407a-4038-bdbe-2aeff2637c28) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:04.494868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:04.505389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (95005960-ed12-4eb1-a962-96a0139eea96), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.511325 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (8621c9af-7473-495d-b3a7-6f9bd88387dc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.623109 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (95005960-ed12-4eb1-a962-96a0139eea96), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.625881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks [] for router_controller (95005960-ed12-4eb1-a962-96a0139eea96), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.686654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '81981978-1b53-4412-939c-9422a84c6379'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:04.692122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.737380 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (95005960-ed12-4eb1-a962-96a0139eea96), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.738139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95005960-ed12-4eb1-a962-96a0139eea96 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:34:04.743458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.750053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fc019dc3-ed22-488f-b503-5c234c168dea admin admin] 10.222.0.52 "DELETE /v2.0/routers/95005960-ed12-4eb1-a962-96a0139eea96 HTTP/1.1" status: 204 len: 168 time: 2.1177039 Feb 03 14:34:04.750408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59594) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:04.818834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] Deleting subnet 79e56908-b1c6-43d2-bdd1-bbaba0f266ce {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:04.831254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] Publish callbacks [] for subnet (79e56908-b1c6-43d2-bdd1-bbaba0f266ce), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.862820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.904953 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (79e56908-b1c6-43d2-bdd1-bbaba0f266ce), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.912785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.928865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.941506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (8621c9af-7473-495d-b3a7-6f9bd88387dc), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:04.997526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (79e56908-b1c6-43d2-bdd1-bbaba0f266ce), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.063994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:05.084012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/81981978-1b53-4412-939c-9422a84c6379/c1240793-33c1-44fc-bbd6-d88f91a2f5a6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:05.084674 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (79e56908-b1c6-43d2-bdd1-bbaba0f266ce), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.134038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8621c9af-7473-495d-b3a7-6f9bd88387dc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.167974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e56908-b1c6-43d2-bdd1-bbaba0f266ce,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:05.169767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.181685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3cb9b331-b674-4991-914b-a0d7cd8424b4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/79e56908-b1c6-43d2-bdd1-bbaba0f266ce HTTP/1.1" status: 204 len: 168 time: 0.4297361 Feb 03 14:34:05.182605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59604) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:05.233608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:05.236758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:05.293442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port dadab52b-9e60-44bb-8329-3f11772d0258 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:05.321296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (942e49cb-c4ed-4f78-bdcf-04783e76f7df), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.380630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (8621c9af-7473-495d-b3a7-6f9bd88387dc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.409880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:05.410524 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.412465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-00e57377-79e0-4090-ab6d-ca953747a80d None None] Current status of the port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:05.412852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00e57377-79e0-4090-ab6d-ca953747a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.418302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Publish callbacks [] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.461996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.469193 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/8621c9af-7473-495d-b3a7-6f9bd88387dc HTTP/1.1" status: 204 len: 168 time: 1.1293643 Feb 03 14:34:05.469788 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.476106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:05.509674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d4ef-b1fe-428f-9fa8-6d26f00b4218 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=8621c9af-7473-495d-b3a7-6f9bd88387dc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:05.517926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'Port': ['ID=7c6432fe-407a-4038-bdbe-2aeff2637c28,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:05.570688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Pushing event updated for resources: {'Port': ['ID=c1240793-33c1-44fc-bbd6-d88f91a2f5a6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:05.581863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (942e49cb-c4ed-4f78-bdcf-04783e76f7df), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.630108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942e49cb-c4ed-4f78-bdcf-04783e76f7df']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:05.651798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:05.658386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a899678-1785-480d-b2c0-b8e40a910413') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:05.658689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a899678-1785-480d-b2c0-b8e40a910413') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:05.673510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (8a899678-1785-480d-b2c0-b8e40a910413), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.685000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (1aa97fe2-c159-42c7-918b-0c060ea4d4c6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.705797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8a899678-1785-480d-b2c0-b8e40a910413), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.727565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:05.728122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:34:05.728701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (8a899678-1785-480d-b2c0-b8e40a910413), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:34:05.730779 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:34:05.737062 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-00e57377-79e0-4090-ab6d-ca953747a80d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:05.737439 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-00e57377-79e0-4090-ab6d-ca953747a80d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:05.741976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (48e36fb3-68a4-4502-b928-9b9390bf8bc7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.764299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:05.824706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3af5219c-a399-4ba2-adfc-dd7a1d3b35d8,segment=NetworkSegment(2c6a178d-6736-494d-970c-a9d8537d1ff7),segment_id=2c6a178d-6736-494d-970c-a9d8537d1ff7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:05.832605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.846035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (942e49cb-c4ed-4f78-bdcf-04783e76f7df), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.859502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::8b76:9394:1fd:9eba (1761b6a0-66c5-4456-9565-fda91494eed0/81981978-1b53-4412-939c-9422a84c6379/dadab52b-9e60-44bb-8329-3f11772d0258) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:05.864046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.880936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:05.892465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/942e49cb-c4ed-4f78-bdcf-04783e76f7df HTTP/1.1" status: 204 len: 168 time: 0.7077255 Feb 03 14:34:05.910976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc10d3b-94bd-4e56-9a38-365327e565d6 None None] Network 48e36fb3-68a4-4502-b928-9b9390bf8bc7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:05.923643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79c60e-e132-4a21-a915-92ae7d42b7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=942e49cb-c4ed-4f78-bdcf-04783e76f7df,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:06.063486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb0a2411-b2a6-47f9-9f19-9d063e32d347 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:06.074801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:06.075561 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.107355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Attempting to bind port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:06.107748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Attempting to bind port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:06.112957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Attempting to bind port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:06.137837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cb0a2411-b2a6-47f9-9f19-9d063e32d347 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:06.138435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb0a2411-b2a6-47f9-9f19-9d063e32d347 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:06.139024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86be9aef-5ee0-47f8-ab42-d1e774a93c52 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:06.148217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] For port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3af5219c-a399-4ba2-adfc-dd7a1d3b35d8,segment=NetworkSegment(2c6a178d-6736-494d-970c-a9d8537d1ff7),segment_id=2c6a178d-6736-494d-970c-a9d8537d1ff7)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:06.148691 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.164604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59622) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:06.164732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:06.179659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:06.180340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:06.180946 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.181497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:06.182175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Bound port: c1240793-33c1-44fc-bbd6-d88f91a2f5a6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:06.182726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.215497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 86be9aef-5ee0-47f8-ab42-d1e774a93c52 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:06.216098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86be9aef-5ee0-47f8-ab42-d1e774a93c52 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:06.216740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9b498ec6-639e-4ba4-9769-000148b33f21 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:06.245838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c4975382-36b0-45ba-a74a-7f07a8bfa48c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f2d980fe08d435db78335f788ff486e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823536 Feb 03 14:34:06.248565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9b498ec6-639e-4ba4-9769-000148b33f21 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:06.249083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9b498ec6-639e-4ba4-9769-000148b33f21 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:06.250996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59624) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:06.303937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=3af5219c-a399-4ba2-adfc-dd7a1d3b35d8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:06.369779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-00e57377-79e0-4090-ab6d-ca953747a80d None None] Current status of the port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:06.392493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] For port c1240793-33c1-44fc-bbd6-d88f91a2f5a6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:06.396690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] For port c1240793-33c1-44fc-bbd6-d88f91a2f5a6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c1240793-33c1-44fc-bbd6-d88f91a2f5a6,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:06.403615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.455815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3af5219c-a399-4ba2-adfc-dd7a1d3b35d8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.474476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (dadab52b-9e60-44bb-8329-3f11772d0258), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.488531 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.507170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df06fbf0-cb6b-4ac0-a75f-080607a57d6e None None] DHCP port deletion for 48e36fb3-68a4-4502-b928-9b9390bf8bc7 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:06.510048 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aac5c1a-cdaa-4dcf-beed-33ab34639c99 admin admin] Publish callbacks [] for security_group (c771865b-977e-4271-a3bc-0c10a548c431), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.512004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No DVR routers for this DVR port 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:06.512274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936318e-d23a-4fc6-8c8d-b20970eea2aa None None] Pushing event updated for resources: {'Port': ['ID=c1240793-33c1-44fc-bbd6-d88f91a2f5a6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:06.516605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=3af5219c-a399-4ba2-adfc-dd7a1d3b35d8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:06.518255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.531515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b2c7e9b2-0ab3-4d15-b11a-634d0a726957 None None] Could not find standard attr ID for object 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:06.603892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aac5c1a-cdaa-4dcf-beed-33ab34639c99 admin admin] Publish callbacks [] for security_group (c771865b-977e-4271-a3bc-0c10a548c431), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.731948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (48e36fb3-68a4-4502-b928-9b9390bf8bc7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.774436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'Port': ['ID=7c6432fe-407a-4038-bdbe-2aeff2637c28,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:06.830515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (dadab52b-9e60-44bb-8329-3f11772d0258), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.837095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e36fb3-68a4-4502-b928-9b9390bf8bc7']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:06.866776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6a178d-6736-494d-970c-a9d8537d1ff7') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:06.867087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6a178d-6736-494d-970c-a9d8537d1ff7') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:06.925011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=dadab52b-9e60-44bb-8329-3f11772d0258,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:06.932727 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (1aa97fe2-c159-42c7-918b-0c060ea4d4c6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.943873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (2c6a178d-6736-494d-970c-a9d8537d1ff7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.947142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aac5c1a-cdaa-4dcf-beed-33ab34639c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c771865b-977e-4271-a3bc-0c10a548c431), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.950196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aac5c1a-cdaa-4dcf-beed-33ab34639c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.951446 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9aac5c1a-cdaa-4dcf-beed-33ab34639c99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c771865b-977e-4271-a3bc-0c10a548c431 HTTP/1.1" status: 204 len: 168 time: 0.6893837 Feb 03 14:34:06.969891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:06.980099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:06.983739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2c6a178d-6736-494d-970c-a9d8537d1ff7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:06.986314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac5c1a-cdaa-4dcf-beed-33ab34639c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c771865b-977e-4271-a3bc-0c10a548c431,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:06.991682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:06.998822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:06.999790 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.019341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.031779 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2bdbdb9-d369-4519-89ac-196575e9d017 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7194650 Feb 03 14:34:07.035954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:34:07.036577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (2c6a178d-6736-494d-970c-a9d8537d1ff7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:34:07.043468 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:34:07.121896 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e683f863-f16a-4d1f-b7cb-178ffe81c4f8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2854996 Feb 03 14:34:07.122785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59646) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:07.150715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (48e36fb3-68a4-4502-b928-9b9390bf8bc7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.172893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.185144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/48e36fb3-68a4-4502-b928-9b9390bf8bc7 HTTP/1.1" status: 204 len: 168 time: 1.7059777 Feb 03 14:34:07.190922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59648) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:07.199005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d9b39-8760-481b-a565-26907ec49b29 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=48e36fb3-68a4-4502-b928-9b9390bf8bc7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:07.210254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'name': 'tempest-PortsIpV6TestJSON-912028957'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:07.282340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc9fcf6-fe35-4f2e-92b9-0630325e0748 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:07.287757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc9fcf6-fe35-4f2e-92b9-0630325e0748 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:07.289476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dcc9fcf6-fe35-4f2e-92b9-0630325e0748 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1655071 Feb 03 14:34:07.292587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59650) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:07.339453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:07.346248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.391179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 2910405b-475b-4f09-8221-5154a2760788 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:07.499923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port dadab52b-9e60-44bb-8329-3f11772d0258 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:07.500912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (dadab52b-9e60-44bb-8329-3f11772d0258), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.658925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (2910405b-475b-4f09-8221-5154a2760788), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.718942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-ba480948-b8d3-4417-99b4-66f86e1148fa tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2015570940&fields=id&tenant_id=a782397e96ee41ad8be5bf77de5ea021 HTTP/1.1" status: 200 len: 267 time: 0.1825197 Feb 03 14:34:07.732070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (dadab52b-9e60-44bb-8329-3f11772d0258), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.758628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for dadab52b-9e60-44bb-8329-3f11772d0258 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:07.837715 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2910405b-475b-4f09-8221-5154a2760788), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.882547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:07.893744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:07.903946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:07.909176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:07.909832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:07.947315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=2910405b-475b-4f09-8221-5154a2760788,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:07.965139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-07eb0067-69de-4ebb-af98-4680a4d0d25f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:07.972642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-07eb0067-69de-4ebb-af98-4680a4d0d25f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 810 time: 0.2527101 Feb 03 14:34:07.992375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-19399a0e-e29f-45a9-a4c9-3f9e628f0d70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7984633 Feb 03 14:34:07.994199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59682) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:08.036733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-0dcab58a-bf69-4723-a220-40e6d585fd19 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/quotas/a782397e96ee41ad8be5bf77de5ea021 HTTP/1.1" status: 200 len: 375 time: 0.0627437 Feb 03 14:34:08.059673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (dadab52b-9e60-44bb-8329-3f11772d0258), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.111835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=dadab52b-9e60-44bb-8329-3f11772d0258,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:08.174203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c1240793-33c1-44fc-bbd6-d88f91a2f5a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:08.179770 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.186087 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6566c18c-d5e5-4ff3-a530-b634aebd6b68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/dadab52b-9e60-44bb-8329-3f11772d0258 HTTP/1.1" status: 204 len: 168 time: 0.8894687 Feb 03 14:34:08.186591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59684) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:08.217250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-7f1480a4-a51a-4761-bbd7-a0f3567f7423 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798944 Feb 03 14:34:08.311497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:08.312110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.322542 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf534cb-5e57-4762-8f92-fda44ce10c59 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:08.323990 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf534cb-5e57-4762-8f92-fda44ce10c59 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:08.327969 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ddf534cb-5e57-4762-8f92-fda44ce10c59 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1377876 Feb 03 14:34:08.328183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59690) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:08.357090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 2910405b-475b-4f09-8221-5154a2760788 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:08.357367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2910405b-475b-4f09-8221-5154a2760788), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.451452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:08.451851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.468674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 81981978-1b53-4412-939c-9422a84c6379 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:08.484448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (81981978-1b53-4412-939c-9422a84c6379), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.509811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2910405b-475b-4f09-8221-5154a2760788), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.539063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 2910405b-475b-4f09-8221-5154a2760788 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:08.569518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-ce7bf116-6df3-4273-b6bb-ab765941d612 service neutron] 10.222.0.52 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512805 Feb 03 14:34:08.574899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port c1240793-33c1-44fc-bbd6-d88f91a2f5a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c1240793-33c1-44fc-bbd6-d88f91a2f5a6,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:08.590999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.653548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (81981978-1b53-4412-939c-9422a84c6379), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.681835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a3cc5ab1-2772-45e9-89ce-ef3fc06f3ce2 None None] Provisioning complete for port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:08.685586 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3cc5ab1-2772-45e9-89ce-ef3fc06f3ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.761538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:08.852199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:08.853022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3af5219c-a399-4ba2-adfc-dd7a1d3b35d8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:08.855030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-28a14ecc-ba61-4281-b68d-a4bc19dc010d service neutron] 10.222.0.52 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842219 Feb 03 14:34:08.886276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=c1240793-33c1-44fc-bbd6-d88f91a2f5a6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:08.946574 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2910405b-475b-4f09-8221-5154a2760788), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:08.961446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (81981978-1b53-4412-939c-9422a84c6379), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:09.017183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=2910405b-475b-4f09-8221-5154a2760788,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:09.022697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc5ab1-2772-45e9-89ce-ef3fc06f3ce2 None None] Current status of the port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:09.073567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:09.079370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:09.089033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59714) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:09.091585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-635beb5b-f142-4a58-bdb2-e675d3294557 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/2910405b-475b-4f09-8221-5154a2760788 HTTP/1.1" status: 204 len: 168 time: 1.0949142 Feb 03 14:34:09.106889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'mac_address': 'fa:16:3e:93:be:37', 'name': 'tempest-PortsIpV6TestJSON-2037906602'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:09.137161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bb86a559-f435-4957-83eb-32f2049e0785 None None] Could not find standard attr ID for object 6bcc2d02-2789-40ce-9683-a5343730d30f. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:09.268448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f76c5cb4-0db7-401c-873a-2e416b1b07c7 None None] Could not find standard attr ID for object dadab52b-9e60-44bb-8329-3f11772d0258. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:09.297651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (81981978-1b53-4412-939c-9422a84c6379), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:09.382642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=81981978-1b53-4412-939c-9422a84c6379,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:09.405185 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:09.421803 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1b545857-c6ce-45b6-b749-b97ae956abfe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/81981978-1b53-4412-939c-9422a84c6379 HTTP/1.1" status: 204 len: 168 time: 1.0897028 Feb 03 14:34:09.422291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59724) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:09.430803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:09.493039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-30ed9163-71cd-4b59-9d97-1466e49221d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687723 Feb 03 14:34:09.495728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59726) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:09.501757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:09.542814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:09.607158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 0409558d-6cf8-4337-a870-6a3be7d4a733 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:09.626845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6c57d-9356-4c48-a816-fffde7bac681 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:09.737784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:09.745369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.016470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:10.136135 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (0409558d-6cf8-4337-a870-6a3be7d4a733), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.162947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0c18c23-f234-42ee-91f2-050467309289 req-ec8582e6-4b56-423f-95bb-bc2ca25e89be tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 210 time: 0.1093502 Feb 03 14:34:10.202441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0409558d-6cf8-4337-a870-6a3be7d4a733), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.243560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] Deleting port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:10.243858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.276254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:10.283171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:10.288941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:10.296091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:10.297001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.319703 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2242033 Feb 03 14:34:10.322482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59754) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:10.359883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0da1210c-fcb1-43cc-8040-a370c5096d9b req-b101b2bf-4bc9-4159-b8d8-9326fbd5f035 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.0704651 Feb 03 14:34:10.443343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] For port c1240793-33c1-44fc-bbd6-d88f91a2f5a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c1240793-33c1-44fc-bbd6-d88f91a2f5a6,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:10.444536 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.445836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178df8-310a-42c6-a924-5afdf42a5a52 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=0409558d-6cf8-4337-a870-6a3be7d4a733,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:10.469221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] Calling delete_port for c1240793-33c1-44fc-bbd6-d88f91a2f5a6 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:10.479197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (3fc10069-cc57-4faa-b8c4-ddd1413cd9fb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.495406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cab8eb-bbfd-48bd-bb9d-28288388b863 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:10.500100 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6cab8eb-bbfd-48bd-bb9d-28288388b863 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/0409558d-6cf8-4337-a870-6a3be7d4a733 HTTP/1.1" status: 200 len: 845 time: 0.1733246 Feb 03 14:34:10.502397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59766) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:10.536990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:10.540950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:10.547226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:10.548585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.573622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=3fc10069-cc57-4faa-b8c4-ddd1413cd9fb,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:10.586263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fadc0162-99ef-41b4-8bf3-4c058430c3cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0875499 Feb 03 14:34:10.587933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59772) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:10.597084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '3fc10069-cc57-4faa-b8c4-ddd1413cd9fb', 'ip_address': '2001:db8::4598:c447:a717:50fc'}], 'name': 'tempest-NetworksTestDHCPv6-1749935141'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:10.641700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 0409558d-6cf8-4337-a870-6a3be7d4a733 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:10.641700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0409558d-6cf8-4337-a870-6a3be7d4a733), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.658403 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (c1240793-33c1-44fc-bbd6-d88f91a2f5a6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.729631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] No DVR routers for this DVR port c1240793-33c1-44fc-bbd6-d88f91a2f5a6 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:10.732911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae35899-c1d9-4684-bb72-804537982ea0 None None] Pushing event deleted for resources: {'Port': ['ID=c1240793-33c1-44fc-bbd6-d88f91a2f5a6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:10.740753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0409558d-6cf8-4337-a870-6a3be7d4a733), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:10.754283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282034b6-1de5-4478-90b2-86d68b77c64f None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:10.755708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 0409558d-6cf8-4337-a870-6a3be7d4a733 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:10.895258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:10.930683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0409558d-6cf8-4337-a870-6a3be7d4a733), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:11.032147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=0409558d-6cf8-4337-a870-6a3be7d4a733,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:11.035846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:11.058744 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9e93c78-ca12-4f5f-950a-92a931d2eb01 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/0409558d-6cf8-4337-a870-6a3be7d4a733 HTTP/1.1" status: 204 len: 168 time: 0.5544379 Feb 03 14:34:11.062162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:11.086700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '3fc10069-cc57-4faa-b8c4-ddd1413cd9fb'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:11.087860 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:11.141380 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-83210a4c-6288-43f9-af10-05063c349df4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:11.148497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-83210a4c-6288-43f9-af10-05063c349df4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/0409558d-6cf8-4337-a870-6a3be7d4a733 HTTP/1.1" status: 404 len: 333 time: 0.0832372 Feb 03 14:34:11.148929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:11.155753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'name': 'tempest-PortsIpV6TestJSON-1156301849'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:11.363937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/3fc10069-cc57-4faa-b8c4-ddd1413cd9fb/96ef4124-11c4-40b2-9721-3153a9ac5cb5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:11.714131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:11.735196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Publish callbacks [] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:11.747701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:11.775885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-363aa747-46dc-4d62-9c02-f39ce127b9f4 req-81268ad3-5c01-47ae-bfbe-da5f3e990298 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.8499596 Feb 03 14:34:11.919304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:11.932179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:11.945453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:11.966919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Pushing event updated for resources: {'Port': ['ID=96ef4124-11c4-40b2-9721-3153a9ac5cb5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:12.033641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-d0992b80-4824-4acb-adfb-b80f1ab41fd4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:12.035418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-d0992b80-4824-4acb-adfb-b80f1ab41fd4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.45 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 810 time: 1.0755954 Feb 03 14:34:12.049439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c1240793-33c1-44fc-bbd6-d88f91a2f5a6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:12.119997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port f0f2fa2e-1383-48ff-bf82-4219f02adf61 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:12.134691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab060242-fa32-4f18-a30e-544265ce35f7 req-0602f5f1-d6f3-49db-ad1b-07c33c7c8421 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 210 time: 0.0958519 Feb 03 14:34:12.163899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: c1240793-33c1-44fc-bbd6-d88f91a2f5a6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:12.164275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c1240793-33c1-44fc-bbd6-d88f91a2f5a6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:12.193556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Attempting to bind port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:12.193924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Attempting to bind port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:12.194287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Attempting to bind port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:12.198162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f239a36b-af85-42b6-aaed-9fbbfd7e364f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a782397e96ee41ad8be5bf77de5ea021 HTTP/1.1" status: 200 len: 380 time: 0.1524301 Feb 03 14:34:12.216792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:12.217247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:12.217584 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.218309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:12.218437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Bound port: 96ef4124-11c4-40b2-9721-3153a9ac5cb5, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:12.218809 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.220679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'port': {'device_id': '8aecf90f-d851-4994-8c41-841d7033b93b', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'admin_state_up': True, 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'security_groups': ['420e9744-86db-4583-b355-011d549fea7c']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:12.267181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:12.270687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.314195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 08900449-e6ad-4a50-80b3-17352021a3de yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:12.346292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] For port 96ef4124-11c4-40b2-9721-3153a9ac5cb5, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:12.357298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] For port 96ef4124-11c4-40b2-9721-3153a9ac5cb5, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=96ef4124-11c4-40b2-9721-3153a9ac5cb5,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:12.367664 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.456262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd915c-ec26-482a-90e0-45834cd2c2b9 None None] Pushing event updated for resources: {'Port': ['ID=96ef4124-11c4-40b2-9721-3153a9ac5cb5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:12.556071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Made reservation on behalf of a782397e96ee41ad8be5bf77de5ea021 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:12.562586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.565457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::4598:c447:a717:50fc (1761b6a0-66c5-4456-9565-fda91494eed0/3fc10069-cc57-4faa-b8c4-ddd1413cd9fb/f0f2fa2e-1383-48ff-bf82-4219f02adf61) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:12.602912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (08900449-e6ad-4a50-80b3-17352021a3de), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.698036 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (08900449-e6ad-4a50-80b3-17352021a3de), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.764233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=08900449-e6ad-4a50-80b3-17352021a3de,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:12.788482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:12.788482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:12.791088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:12.798619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:12.799431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:12.839550 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-19423c1f-eb4c-4a13-9046-96f7faf49e9a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6876738 Feb 03 14:34:12.842098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:12.850029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-953f8a8e-2d40-491f-a104-879c4479f38f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6440086 Feb 03 14:34:12.855641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:13.104230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (08900449-e6ad-4a50-80b3-17352021a3de), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.130222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Allocated IP 172.20.0.13 (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa/e7d75ef2-6697-425a-871f-c3af11ca888a/bfad6206-5ff6-4b96-a32c-a49186de8903) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:13.160460 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f78a3fac-bfdd-4431-a4e9-31611d6060de req-67d0fb95-b003-4ac2-a9da-b7181a03f643 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.1237445 Feb 03 14:34:13.196370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3112ca7a-c89f-4964-9810-4c7b4da57f19 req-55bea315-f3e8-4497-8213-e39f2265a3ca tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1190028 Feb 03 14:34:13.279178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-956677d3-603c-48f0-95ab-a7ca443b968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:13.281680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-956677d3-603c-48f0-95ab-a7ca443b968f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 1127 time: 0.3646870 Feb 03 14:34:13.313747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (f0f2fa2e-1383-48ff-bf82-4219f02adf61), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.462712 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (08900449-e6ad-4a50-80b3-17352021a3de), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.469763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (08900449-e6ad-4a50-80b3-17352021a3de), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.522956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44405aa3-8d7c-418b-93d3-e29893b7ee79 req-9564ea87-387e-4aea-9155-e4e4281baf73 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 210 time: 0.2072606 Feb 03 14:34:13.537083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] In _notify_port_updated(), no bound segment for port 08900449-e6ad-4a50-80b3-17352021a3de on network 38086992-efb5-4084-9748-7ed88211014a {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:34:13.542771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:13.543952 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.548154 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "PUT /v2.0/ports/08900449-e6ad-4a50-80b3-17352021a3de HTTP/1.1" status: 200 len: 818 time: 0.7023168 Feb 03 14:34:13.550706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59844) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:13.613401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-72600063-13d9-434d-b92a-0a8f3c3d58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:13.615043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-72600063-13d9-434d-b92a-0a8f3c3d58ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 916 time: 0.2779071 Feb 03 14:34:13.621004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f0f2fa2e-1383-48ff-bf82-4219f02adf61), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.677712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-068fcdf3-c2cd-4e07-9418-24faa8cda1f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e HTTP/1.1" status: 200 len: 217 time: 0.0520418 Feb 03 14:34:13.692076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51162ff8-9b7b-40f2-85fd-b666fa6508e0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=08900449-e6ad-4a50-80b3-17352021a3de,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:13.733364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 08900449-e6ad-4a50-80b3-17352021a3de {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:13.733726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (08900449-e6ad-4a50-80b3-17352021a3de), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.833482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:13.860598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:13.871245 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.888694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:13.894209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:13.903172 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.939686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (08900449-e6ad-4a50-80b3-17352021a3de), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:13.941579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-dea7b1bb-73b0-431e-baaa-59cf8948fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:13.944185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-dea7b1bb-73b0-431e-baaa-59cf8948fb40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.2567644 Feb 03 14:34:13.953398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=f0f2fa2e-1383-48ff-bf82-4219f02adf61,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:13.981782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 08900449-e6ad-4a50-80b3-17352021a3de owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:14.013179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c21a0740-56d5-4bc3-93a9-b1be57c6c50f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4234128 Feb 03 14:34:14.023693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59862) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:14.082866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96ef4124-11c4-40b2-9721-3153a9ac5cb5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:14.155907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cbc333-4547-4715-b988-d2bdba54b806 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:14.163897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cbc333-4547-4715-b988-d2bdba54b806 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:14.165854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f7cbc333-4547-4715-b988-d2bdba54b806 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1411970 Feb 03 14:34:14.168952 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.172371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59868) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:14.219384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-ada88d7d-fd31-4ec1-95aa-fb58b6188012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:14.221232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-ada88d7d-fd31-4ec1-95aa-fb58b6188012 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2364788 Feb 03 14:34:14.279934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (08900449-e6ad-4a50-80b3-17352021a3de), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.322672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:14.325630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.353655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=08900449-e6ad-4a50-80b3-17352021a3de,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:14.366832 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.371998 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a0cdf2aa-f23d-4caf-9ce8-4ecd0fd14bc6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/08900449-e6ad-4a50-80b3-17352021a3de HTTP/1.1" status: 204 len: 168 time: 0.8201203 Feb 03 14:34:14.375018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:14.424327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-f8013266-9ed6-43fd-8078-142009a8a61a service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698081 Feb 03 14:34:14.446943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6e1c8347-11b3-4056-b797-6e2e483bcd26 None None] Provisioning complete for port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:14.449009 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8347-11b3-4056-b797-6e2e483bcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.509281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cc8a69-32c8-4486-8258-1f82a7810d42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:14.525500 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40cc8a69-32c8-4486-8258-1f82a7810d42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1463251 Feb 03 14:34:14.527738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:14.573936 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad119fe-0b10-4f62-8ebe-14424faeed11 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:14.578811 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6ad119fe-0b10-4f62-8ebe-14424faeed11 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/08900449-e6ad-4a50-80b3-17352021a3de HTTP/1.1" status: 404 len: 333 time: 0.0466211 Feb 03 14:34:14.578971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b1fa9c6-0dc2-4a47-9d80-53688e4edaea req-f47c0cb9-073c-41fb-840d-c0f3830c5c84 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1504285 Feb 03 14:34:14.581563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:14.587230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1746554866'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:14.594778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:14.621503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:14.626564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event updated for resources: {'Port': ['ID=bfad6206-5ff6-4b96-a32c-a49186de8903,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:14.639315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:14.644055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.647813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:14.697461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:34:14.707751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:14.709310 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.726203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (195ecb2c-ebe4-4d94-8e71-74f5a4b27978), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.726622 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 195ecb2c-ebe4-4d94-8e71-74f5a4b27978 of type vlan for network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 Feb 03 14:34:14.794481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 96ef4124-11c4-40b2-9721-3153a9ac5cb5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=96ef4124-11c4-40b2-9721-3153a9ac5cb5,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:14.833984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.840017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.912786 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.928063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:14.928750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:14.957681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=96ef4124-11c4-40b2-9721-3153a9ac5cb5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:14.975764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3894923 Feb 03 14:34:14.994769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c8347-11b3-4056-b797-6e2e483bcd26 None None] Current status of the port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:14.995208 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8347-11b3-4056-b797-6e2e483bcd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.000096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59890) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:15.016654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:15.116287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:15.123007 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.173469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-f36caca9-9b1e-4429-8e22-3d4ee3e9e56e tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9703088 Feb 03 14:34:15.196248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Request body: {'port': {'device_id': '8aecf90f-d851-4994-8c41-841d7033b93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:15.212917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-849d6a43-fd94-4fb8-9179-1ad651fe0f7f req-39d979a9-07f3-4969-a2cb-c743d8b0abbe service neutron] 10.222.0.71 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525108 Feb 03 14:34:15.216230 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:15.220020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.261451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port f0f2fa2e-1383-48ff-bf82-4219f02adf61 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:15.262614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f0f2fa2e-1383-48ff-bf82-4219f02adf61), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.342504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.381299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f154d-0be0-4e9e-ac2c-27a9f3e308d3 req-13be4692-961b-4ee9-8d58-aa14a649e039 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:15.389627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af9f154d-0be0-4e9e-ac2c-27a9f3e308d3 req-13be4692-961b-4ee9-8d58-aa14a649e039 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 932 time: 0.5051804 Feb 03 14:34:15.478778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9feb93-3473-45b4-b1e2-506bf0525dac tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=2cdfb22f-c2f3-44b7-a040-4cdac54bcb28,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:15.493211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:34:15.550940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f0f2fa2e-1383-48ff-bf82-4219f02adf61), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.575934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for f0f2fa2e-1383-48ff-bf82-4219f02adf61 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:15.581144 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-6e1c8347-11b3-4056-b797-6e2e483bcd26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:15.581686 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-6e1c8347-11b3-4056-b797-6e2e483bcd26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:15.607365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (c4d72210-0d4a-4812-aaf2-a916de2d6a91), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.664652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=c4d72210-0d4a-4812-aaf2-a916de2d6a91,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:15.703466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '195ecb2c-ebe4-4d94-8e71-74f5a4b27978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:15.704222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:34:15.723621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:34:15.736050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:15.746080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:15.747394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2042d3-0b6c-4330-b2b2-8ce9fc189778 None None] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:15.747551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:15.782780 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-50f5a9da-45fc-4a21-848e-c668bd73802a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7760389 Feb 03 14:34:15.794351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59896) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:15.803984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3efe0c6c-41ad-4f95-925f-140b96803f6e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:15.879358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af9f154d-0be0-4e9e-ac2c-27a9f3e308d3 req-617171bb-b7b0-49ff-be65-05e26f97d715 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4884427 Feb 03 14:34:15.881843 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2afdb74d-f261-4615-8a19-1c439b6e6d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.007128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'project_id': '9e6707c743564855ba3bd8f6a983cdf4', 'fixed_ips': [{'subnet_id': 'c4d72210-0d4a-4812-aaf2-a916de2d6a91'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:16.008007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.009609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af6d0a56-bddf-4947-95e4-1ba0cd1abf87 req-f286cc8a-a2ce-4231-857c-c93a318bacae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1526449 Feb 03 14:34:16.046107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96ef4124-11c4-40b2-9721-3153a9ac5cb5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:16.064531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efe0c6c-41ad-4f95-925f-140b96803f6e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:16.068604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3efe0c6c-41ad-4f95-925f-140b96803f6e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.105968 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:34:16.133747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5c721eb-04c2-4793-965c-4fc7c5210402 req-dad6ecfc-58a6-4410-9f42-4074214f9530 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0389941 Feb 03 14:34:16.165846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c8347-11b3-4056-b797-6e2e483bcd26 None None] Current status of the port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:16.209193 n-d-827549-2 neutron-server[103341]: INFO neutron.db.ipam_backend_mixin [None req-3efe0c6c-41ad-4f95-925f-140b96803f6e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4d72210-0d4a-4812-aaf2-a916de2d6a91 (CIDR: 2001:db8::/64) Feb 03 14:34:16.218289 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efe0c6c-41ad-4f95-925f-140b96803f6e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:34:16.218787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efe0c6c-41ad-4f95-925f-140b96803f6e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:34:16.247471 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3efe0c6c-41ad-4f95-925f-140b96803f6e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4496787 Feb 03 14:34:16.249728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59902) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:16.257429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:16.263529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f0f2fa2e-1383-48ff-bf82-4219f02adf61), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.276505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfad6206-5ff6-4b96-a32c-a49186de8903 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:34:16.287599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Publish callbacks [] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.304265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Transition to ACTIVE for port object bfad6206-5ff6-4b96-a32c-a49186de8903 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:34:16.341402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=f0f2fa2e-1383-48ff-bf82-4219f02adf61,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:16.344375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:16.344550 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.351374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.420504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7ee366bc-7b39-4f1e-8a8a-79631bd2d44f None None] Could not find standard attr ID for object f0f2fa2e-1383-48ff-bf82-4219f02adf61. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:16.450462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Allocated IP 2001:db8::2 (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28/c4d72210-0d4a-4812-aaf2-a916de2d6a91/22598766-f5e5-421b-b1be-e2bfea7d17a6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:16.455974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:16.465179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.474521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.477971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-099e3d89-11e5-478f-af60-d3c7cf37e7a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/f0f2fa2e-1383-48ff-bf82-4219f02adf61 HTTP/1.1" status: 204 len: 168 time: 2.3045938 Feb 03 14:34:16.516015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:16.560929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59904) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:16.585365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Pushing event updated for resources: {'Port': ['ID=bfad6206-5ff6-4b96-a32c-a49186de8903,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:16.786492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Publish callbacks [] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.796623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.810100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1eea5-8653-4d15-96db-47d75cb50e6c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:16.812045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1eea5-8653-4d15-96db-47d75cb50e6c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:16.813881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a3b1eea5-8653-4d15-96db-47d75cb50e6c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2514808 Feb 03 14:34:16.821873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59908) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:16.850572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:16.856523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:16.863677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:16.882279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Pushing event updated for resources: {'Port': ['ID=22598766-f5e5-421b-b1be-e2bfea7d17a6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:16.913078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Attempting to bind port bfad6206-5ff6-4b96-a32c-a49186de8903 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:16.913781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Attempting to bind port bfad6206-5ff6-4b96-a32c-a49186de8903 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:16.914364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Attempting to bind port bfad6206-5ff6-4b96-a32c-a49186de8903 on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:16.938167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (377c9788-9249-4db9-ac1a-f1ee7776ee61), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:16.974521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 3fc10069-cc57-4faa-b8c4-ddd1413cd9fb {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:16.992210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (3fc10069-cc57-4faa-b8c4-ddd1413cd9fb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.000077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Port bfad6206-5ff6-4b96-a32c-a49186de8903 on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:34:17.003447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Attempting to bind port bfad6206-5ff6-4b96-a32c-a49186de8903 on network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:17.035202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Attempting to bind port 22598766-f5e5-421b-b1be-e2bfea7d17a6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:17.037732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Attempting to bind port 22598766-f5e5-421b-b1be-e2bfea7d17a6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '195ecb2c-ebe4-4d94-8e71-74f5a4b27978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:17.038136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Attempting to bind port 22598766-f5e5-421b-b1be-e2bfea7d17a6 on network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:17.040922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:17.047497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:17.052692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:17.053301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.060041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:17.060899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Checking segment: {'id': '195ecb2c-ebe4-4d94-8e71-74f5a4b27978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:17.061492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.062069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Bound using segment: {'id': '195ecb2c-ebe4-4d94-8e71-74f5a4b27978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:17.062781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Bound port: 22598766-f5e5-421b-b1be-e2bfea7d17a6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195ecb2c-ebe4-4d94-8e71-74f5a4b27978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:17.063346 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.085933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=377c9788-9249-4db9-ac1a-f1ee7776ee61,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:17.091788 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-31d60c7d-6117-42e8-88f7-ac693001e617 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8409803 Feb 03 14:34:17.095261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59914) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:17.101712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'fixed_ips': [{'subnet_id': 'c4d72210-0d4a-4812-aaf2-a916de2d6a91'}, {'subnet_id': '377c9788-9249-4db9-ac1a-f1ee7776ee61'}], 'name': 'tempest-PortsIpV6TestJSON-1164258509'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:17.178293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:17.178883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Checking segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:17.179207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Bound using segment: {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:17.179464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Bound port: bfad6206-5ff6-4b96-a32c-a49186de8903, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588637b7-92c2-462a-bcf8-d3d8ddf93cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:17.179827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.217647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] For port 22598766-f5e5-421b-b1be-e2bfea7d17a6, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:17.226305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] For port 22598766-f5e5-421b-b1be-e2bfea7d17a6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=22598766-f5e5-421b-b1be-e2bfea7d17a6,segment=NetworkSegment(195ecb2c-ebe4-4d94-8e71-74f5a4b27978),segment_id=195ecb2c-ebe4-4d94-8e71-74f5a4b27978)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:17.234131 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.310516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:17.335894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db178552-9bb9-4e4b-ab11-0dec4c91c07b None None] Pushing event updated for resources: {'Port': ['ID=22598766-f5e5-421b-b1be-e2bfea7d17a6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:17.498359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.541692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 3f25077f-933d-4357-8d55-24a4a443da37 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:17.802518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (3fc10069-cc57-4faa-b8c4-ddd1413cd9fb), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:17.961903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59934) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:18.016159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (3fc10069-cc57-4faa-b8c4-ddd1413cd9fb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.057581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15d15975-2669-4c7c-bc8d-159346440bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.141431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 22598766-f5e5-421b-b1be-e2bfea7d17a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:18.166986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::b2 (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28/c4d72210-0d4a-4812-aaf2-a916de2d6a91/3f25077f-933d-4357-8d55-24a4a443da37) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:18.185620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6c6b2-9239-46da-a211-43e984fa024a req-1da4b012-71ae-4ea6-8974-b72be2ce395b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:18.187290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fe6c6b2-9239-46da-a211-43e984fa024a req-1da4b012-71ae-4ea6-8974-b72be2ce395b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 944 time: 1.0816071 Feb 03 14:34:18.191671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86405552-84fb-447d-ba77-b9e72f688b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.195076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8:0:1::187 (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28/377c9788-9249-4db9-ac1a-f1ee7776ee61/3f25077f-933d-4357-8d55-24a4a443da37) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:18.195862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (3fc10069-cc57-4faa-b8c4-ddd1413cd9fb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.221044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] For port bfad6206-5ff6-4b96-a32c-a49186de8903, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:18.237031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 22598766-f5e5-421b-b1be-e2bfea7d17a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:18.237749 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.270815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc10069-cc57-4faa-b8c4-ddd1413cd9fb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:18.285173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] For port bfad6206-5ff6-4b96-a32c-a49186de8903, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bfad6206-5ff6-4b96-a32c-a49186de8903,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:18.291660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.296653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-10aa8f9c-56ab-421e-83d9-56f209b1d3d8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/3fc10069-cc57-4faa-b8c4-ddd1413cd9fb HTTP/1.1" status: 204 len: 168 time: 1.4669611 Feb 03 14:34:18.303820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59938) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:18.305455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.315429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928bd5e6-21da-45b4-a630-2cd36f52bbe3 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:18.386230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-90082ff7-25af-44c7-ba91-2ba9a5424954 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780745 Feb 03 14:34:18.393969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59940) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:18.405219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:18.462141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 22598766-f5e5-421b-b1be-e2bfea7d17a6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:18.462699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.521011 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86405552-84fb-447d-ba77-b9e72f688b2e admin admin] Publish callbacks [] for security_group (cd34cbda-add2-45df-bfb8-4dc5e4a67161), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.521346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fe6c6b2-9239-46da-a211-43e984fa024a req-47c6c727-1e52-4559-ae72-fbc965b69e54 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225529 Feb 03 14:34:18.529148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:18.530039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.531822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] 10.222.0.45 "PUT /v2.0/ports/bfad6206-5ff6-4b96-a32c-a49186de8903 HTTP/1.1" status: 200 len: 1092 time: 3.3424058 Feb 03 14:34:18.532315 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86405552-84fb-447d-ba77-b9e72f688b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd34cbda-add2-45df-bfb8-4dc5e4a67161), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.532810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:34:18.544304 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:34:18.558835 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (3f25077f-933d-4357-8d55-24a4a443da37), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.624549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:18.635717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.644879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 22598766-f5e5-421b-b1be-e2bfea7d17a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=22598766-f5e5-421b-b1be-e2bfea7d17a6,segment=NetworkSegment(195ecb2c-ebe4-4d94-8e71-74f5a4b27978),segment_id=195ecb2c-ebe4-4d94-8e71-74f5a4b27978)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:18.645433 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-86405552-84fb-447d-ba77-b9e72f688b2e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93867c1b0ad64551af797df64f16a14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823835 Feb 03 14:34:18.651963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.665851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:18.679585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86405552-84fb-447d-ba77-b9e72f688b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd34cbda-add2-45df-bfb8-4dc5e4a67161,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:18.759399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:18.775107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475adcd-998b-4294-9190-6b84cec4f759 service neutron] Pushing event updated for resources: {'Port': ['ID=bfad6206-5ff6-4b96-a32c-a49186de8903,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:18.802084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=22598766-f5e5-421b-b1be-e2bfea7d17a6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:18.802480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3f25077f-933d-4357-8d55-24a4a443da37), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.881040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f616b237-ec34-4fe7-9d9e-1bd3d2e4bcf0 req-935eaef4-8c3f-4e92-972a-75ac60d47747 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1685984 Feb 03 14:34:18.941342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] Deleting port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:18.944007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:18.944787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:18.962776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:18.982178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:18.990341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:18.991029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.003092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76752085-916b-4f9c-b724-7c43f70d5380 admin admin] Publish callbacks [] for security_group (cd34cbda-add2-45df-bfb8-4dc5e4a67161), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.021632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=3f25077f-933d-4357-8d55-24a4a443da37,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:19.033518 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd9aa0-a2ab-4efc-97fc-600011f3a844 x-openstack-request-id: req-facd9aa0-a2ab-4efc-97fc-600011f3a844 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:34:19.034226 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:34:19.034743 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-facd9aa0-a2ab-4efc-97fc-600011f3a844 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:34:19.035339 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'status': 'completed', 'code': 200} Feb 03 14:34:19.065338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-0bfc027e-5b08-41b1-a30b-dece49b9cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:19.070395 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5d89aecf-fe95-48fa-8bbb-f63544991824 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9735034 Feb 03 14:34:19.071087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:19.078856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-0bfc027e-5b08-41b1-a30b-dece49b9cc76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 1126 time: 0.4753416 Feb 03 14:34:19.089394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4d72210-0d4a-4812-aaf2-a916de2d6a91'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:19.123456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76752085-916b-4f9c-b724-7c43f70d5380 admin admin] Publish callbacks [] for security_group (cd34cbda-add2-45df-bfb8-4dc5e4a67161), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.143943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] For port 96ef4124-11c4-40b2-9721-3153a9ac5cb5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=96ef4124-11c4-40b2-9721-3153a9ac5cb5,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:19.144568 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.178110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] Calling delete_port for 96ef4124-11c4-40b2-9721-3153a9ac5cb5 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:19.191584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-2fc1b48c-5a5e-4e37-a35b-a949581e5be9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfad6206-5ff6-4b96-a32c-a49186de8903 HTTP/1.1" status: 200 len: 217 time: 0.1003664 Feb 03 14:34:19.338846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3f25077f-933d-4357-8d55-24a4a443da37), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.341455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a9214c2f-81fe-450a-a141-84945febca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:19.345094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-a9214c2f-81fe-450a-a141-84945febca90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.1432118 Feb 03 14:34:19.363255 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (96ef4124-11c4-40b2-9721-3153a9ac5cb5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.409715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] Pushing event deleted for resources: {'Port': ['ID=96ef4124-11c4-40b2-9721-3153a9ac5cb5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:19.411597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e9ddf-01b7-47a4-ae5d-7552776eb890 None None] No DVR routers for this DVR port 96ef4124-11c4-40b2-9721-3153a9ac5cb5 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:19.448410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9c1838-1fc1-41d0-a127-c8316f6107d0 None None] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:19.472084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-7992ecd8-82ba-4184-9de3-9b03f4ef217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:19.473758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-7992ecd8-82ba-4184-9de3-9b03f4ef217d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1082492 Feb 03 14:34:19.474754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (7292d782-3d15-4ddb-a363-343bd357833c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.493889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76752085-916b-4f9c-b724-7c43f70d5380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd34cbda-add2-45df-bfb8-4dc5e4a67161), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.503354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-76752085-916b-4f9c-b724-7c43f70d5380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.505348 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-76752085-916b-4f9c-b724-7c43f70d5380 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd34cbda-add2-45df-bfb8-4dc5e4a67161 HTTP/1.1" status: 204 len: 168 time: 0.8361228 Feb 03 14:34:19.555619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76752085-916b-4f9c-b724-7c43f70d5380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd34cbda-add2-45df-bfb8-4dc5e4a67161,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:19.602083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:19.614010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:19.619764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:19.620360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.634882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=7292d782-3d15-4ddb-a363-343bd357833c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:19.645576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6827d706-0469-4f86-b3a7-534259aad44d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2458243 Feb 03 14:34:19.646845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59970) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:19.652007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '7292d782-3d15-4ddb-a363-343bd357833c', 'ip_address': '2001:db8::9554:14ba:b6eb:383d'}], 'name': 'tempest-NetworksTestDHCPv6-25052192'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:19.723268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cae010-4dcb-4c5a-afee-7d087f65381d None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:19.780761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-99c8b554-fbc9-4f9e-80df-9874298f44d8 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938409 Feb 03 14:34:19.853327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03eb5d49-bdcd-4d83-a6ee-5dcab072b924 req-513d8b6f-48e5-4222-82a8-d5fad0cd841a tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1081593 Feb 03 14:34:19.905067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3a59e92e-fbb9-4058-ae7c-425262c4be10 None None] Provisioning complete for port 22598766-f5e5-421b-b1be-e2bfea7d17a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:19.905807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a59e92e-fbb9-4058-ae7c-425262c4be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.931988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:19.988126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Delete allocated IP 2001:db8:0:1::187 (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28/377c9788-9249-4db9-ac1a-f1ee7776ee61) {{(pid=103341) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:34:20.025872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '7292d782-3d15-4ddb-a363-343bd357833c'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:20.026755 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.108089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 22598766-f5e5-421b-b1be-e2bfea7d17a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:20.184729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (3f25077f-933d-4357-8d55-24a4a443da37), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.190799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3f25077f-933d-4357-8d55-24a4a443da37), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.276593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd088b6-3638-4e14-a2aa-2433dea8582c req-6816324f-c0f5-4574-9079-33292212ae9d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:20.282542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efd088b6-3638-4e14-a2aa-2433dea8582c req-6816324f-c0f5-4574-9079-33292212ae9d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 944 time: 0.1892121 Feb 03 14:34:20.331892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] In _notify_port_updated(), no bound segment for port 3f25077f-933d-4357-8d55-24a4a443da37 on network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:34:20.338757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:20.339440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.339588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:20.344487 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "PUT /v2.0/ports/3f25077f-933d-4357-8d55-24a4a443da37 HTTP/1.1" status: 200 len: 925 time: 1.2594838 Feb 03 14:34:20.345219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59976) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:20.354283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4d72210-0d4a-4812-aaf2-a916de2d6a91'}, {'subnet_id': '377c9788-9249-4db9-ac1a-f1ee7776ee61'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:20.412476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a516726-3621-41de-95b6-a7fc3e5b51d6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=3f25077f-933d-4357-8d55-24a4a443da37,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:20.427399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59978) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:20.464537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 22598766-f5e5-421b-b1be-e2bfea7d17a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:20.465183 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.473105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.493800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d72ab48-3075-4995-9193-3d26e467f882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.501040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18350eec-33ec-4402-8919-3e860ed7ed03 req-b4a8c9ac-8ceb-4b43-afbb-4cf18778f419 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536105 Feb 03 14:34:20.541014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3f25077f-933d-4357-8d55-24a4a443da37), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.625739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efd088b6-3638-4e14-a2aa-2433dea8582c req-ec2516e7-a917-4487-9ac1-32bbc0b33355 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190937 Feb 03 14:34:20.627234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port a4c14506-d275-4663-a04f-a0e7d2bed4fe yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:20.636725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3a59e92e-fbb9-4058-ae7c-425262c4be10 None None] Current status of the port 22598766-f5e5-421b-b1be-e2bfea7d17a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:20.642333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d72ab48-3075-4995-9193-3d26e467f882 admin admin] Publish callbacks [] for security_group (19fb475f-5664-482c-89f6-2140f1bba6e4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.700687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d72ab48-3075-4995-9193-3d26e467f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (19fb475f-5664-482c-89f6-2140f1bba6e4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.729244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.757649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-255ebf15-a32a-49d4-8f09-1f371ffac380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:20.760305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-255ebf15-a32a-49d4-8f09-1f371ffac380 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 1126 time: 0.2043519 Feb 03 14:34:20.762338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/7292d782-3d15-4ddb-a363-343bd357833c/ef743260-896b-467f-b87b-de7c0fe00483) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:20.824450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c936849-60a7-4e61-8e91-d0c0b3c90a6d None None] Update dhcp port {'port': {'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'fixed_ips': [{'subnet_id': 'c4d72210-0d4a-4812-aaf2-a916de2d6a91', 'ip_address': '2001:db8::2'}, {'subnet_id': '377c9788-9249-4db9-ac1a-f1ee7776ee61'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '22598766-f5e5-421b-b1be-e2bfea7d17a6'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:34:20.846943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 22598766-f5e5-421b-b1be-e2bfea7d17a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:20.860073 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c936849-60a7-4e61-8e91-d0c0b3c90a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:20.887327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72ab48-3075-4995-9193-3d26e467f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb475f-5664-482c-89f6-2140f1bba6e4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:20.924814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59982) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:20.927660 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d72ab48-3075-4995-9193-3d26e467f882 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9247a88628e542ab91808805f756a3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4979639 Feb 03 14:34:20.993581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-bf16078a-3f86-4479-a59a-6c8ea2a72a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:20.995227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-bf16078a-3f86-4479-a59a-6c8ea2a72a74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.2284124 Feb 03 14:34:21.018778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96ef4124-11c4-40b2-9721-3153a9ac5cb5 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:21.054868 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce09eb58-e1b6-4d50-9ccf-94e5aae087d1 admin admin] Publish callbacks [] for security_group (19fb475f-5664-482c-89f6-2140f1bba6e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.057552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2db62cc3-0b0b-41dd-9547-c87442e12666 req-be46b058-5153-4d87-b56f-4d1200487222 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0384095 Feb 03 14:34:21.103255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-a46dff97-e671-4215-b868-bddd8e1461e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfad6206-5ff6-4b96-a32c-a49186de8903 HTTP/1.1" status: 200 len: 217 time: 0.0853727 Feb 03 14:34:21.197315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce09eb58-e1b6-4d50-9ccf-94e5aae087d1 admin admin] Publish callbacks [] for security_group (19fb475f-5664-482c-89f6-2140f1bba6e4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.255141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 96ef4124-11c4-40b2-9721-3153a9ac5cb5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:21.255486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96ef4124-11c4-40b2-9721-3153a9ac5cb5 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:21.312229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-df709c24-7c9b-4975-bd68-9a4922c77c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:21.319770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-df709c24-7c9b-4975-bd68-9a4922c77c77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.2070169 Feb 03 14:34:21.361587 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Publish callbacks [] for port (ef743260-896b-467f-b87b-de7c0fe00483), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.371796 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ef743260-896b-467f-b87b-de7c0fe00483), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.420616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:21.424919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:21.429400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::9554:14ba:b6eb:383d (1761b6a0-66c5-4456-9565-fda91494eed0/7292d782-3d15-4ddb-a363-343bd357833c/a4c14506-d275-4663-a04f-a0e7d2bed4fe) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:21.462562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:21.481593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Pushing event updated for resources: {'Port': ['ID=ef743260-896b-467f-b87b-de7c0fe00483,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:21.530122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8:0:1::1e7 (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28/377c9788-9249-4db9-ac1a-f1ee7776ee61/3f25077f-933d-4357-8d55-24a4a443da37) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:21.589296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Attempting to bind port ef743260-896b-467f-b87b-de7c0fe00483 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:21.589669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Attempting to bind port ef743260-896b-467f-b87b-de7c0fe00483 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:21.590653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Attempting to bind port ef743260-896b-467f-b87b-de7c0fe00483 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:21.600640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:21.601019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:21.601428 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.601818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:21.602286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Bound port: ef743260-896b-467f-b87b-de7c0fe00483, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:21.602661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ef743260-896b-467f-b87b-de7c0fe00483), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.612281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (a4c14506-d275-4663-a04f-a0e7d2bed4fe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.659347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-aeb71a76-a491-4e58-a77b-ebc41620867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:21.660241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-aeb71a76-a491-4e58-a77b-ebc41620867b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3335288 Feb 03 14:34:21.687153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a4c14506-d275-4663-a04f-a0e7d2bed4fe), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.690010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce09eb58-e1b6-4d50-9ccf-94e5aae087d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (19fb475f-5664-482c-89f6-2140f1bba6e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.692599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce09eb58-e1b6-4d50-9ccf-94e5aae087d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.705832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ce09eb58-e1b6-4d50-9ccf-94e5aae087d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19fb475f-5664-482c-89f6-2140f1bba6e4 HTTP/1.1" status: 204 len: 168 time: 0.7718008 Feb 03 14:34:21.749529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] For port ef743260-896b-467f-b87b-de7c0fe00483, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:21.758898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] For port ef743260-896b-467f-b87b-de7c0fe00483, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ef743260-896b-467f-b87b-de7c0fe00483,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:21.763640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (3f25077f-933d-4357-8d55-24a4a443da37), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.773716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ef743260-896b-467f-b87b-de7c0fe00483), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.780074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3f25077f-933d-4357-8d55-24a4a443da37), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.828540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:21.832780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09eb58-e1b6-4d50-9ccf-94e5aae087d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb475f-5664-482c-89f6-2140f1bba6e4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:21.834504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60002) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:21.863781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:21.910617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:21.916089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:21.922585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:21.960285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=a4c14506-d275-4663-a04f-a0e7d2bed4fe,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:21.970704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] In _notify_port_updated(), no bound segment for port 3f25077f-933d-4357-8d55-24a4a443da37 on network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:34:21.989653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ca932893-7b86-4673-8325-b1dae0a2e603 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3417721 Feb 03 14:34:21.993739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60006) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:21.995741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-522cad1f-3926-4676-a2d9-f46070312fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226421 Feb 03 14:34:22.011057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:22.011455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.022025 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "PUT /v2.0/ports/3f25077f-933d-4357-8d55-24a4a443da37 HTTP/1.1" status: 200 len: 1011 time: 1.6699278 Feb 03 14:34:22.027246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:22.061114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe9fc-2d7a-4e82-b32d-cd1e30a45f91 req-03869f97-3d64-4509-8f81-2cf21f189aaa tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:22.062651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6cfe9fc-2d7a-4e82-b32d-cd1e30a45f91 req-03869f97-3d64-4509-8f81-2cf21f189aaa tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 944 time: 0.2637849 Feb 03 14:34:22.071471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2c936849-60a7-4e61-8e91-d0c0b3c90a6d None None] Allocated IP 2001:db8:0:1::2 (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28/377c9788-9249-4db9-ac1a-f1ee7776ee61/22598766-f5e5-421b-b1be-e2bfea7d17a6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:22.211432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6cfe9fc-2d7a-4e82-b32d-cd1e30a45f91 req-0a4a44d8-3f75-492b-b600-49cd04a76d04 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405799 Feb 03 14:34:22.213691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c86fa-8ee0-4986-af11-40de2b85b787 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=3f25077f-933d-4357-8d55-24a4a443da37,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:22.257637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d9475-2188-45f5-83f7-7c12b71178a8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:22.269375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d9475-2188-45f5-83f7-7c12b71178a8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:22.274210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-985d9475-2188-45f5-83f7-7c12b71178a8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2774568 Feb 03 14:34:22.281960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60014) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:22.307579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e86464b-e42b-40f8-8c0f-cbe8fff35eb3 req-8a0bc864-ab82-40d5-8da2-1d1b16736584 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978911 Feb 03 14:34:22.342563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 3f25077f-933d-4357-8d55-24a4a443da37 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:22.342909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3f25077f-933d-4357-8d55-24a4a443da37), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.402969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2c936849-60a7-4e61-8e91-d0c0b3c90a6d None None] For port 22598766-f5e5-421b-b1be-e2bfea7d17a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=22598766-f5e5-421b-b1be-e2bfea7d17a6,segment=NetworkSegment(195ecb2c-ebe4-4d94-8e71-74f5a4b27978),segment_id=195ecb2c-ebe4-4d94-8e71-74f5a4b27978)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:22.462127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1c8f62b-b30e-4bcf-a65f-acc0958964fc req-f4955ec9-a48e-4147-9bf9-64564d02985e tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0755911 Feb 03 14:34:22.480331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea878567-e41f-4dd8-825f-2daeceea6051 None None] Pushing event updated for resources: {'Port': ['ID=ef743260-896b-467f-b87b-de7c0fe00483,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:22.485687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649ffd69-be95-4b6e-9355-d8169554f368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.516322 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c936849-60a7-4e61-8e91-d0c0b3c90a6d None None] Publish callbacks [] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.525683 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c936849-60a7-4e61-8e91-d0c0b3c90a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.551163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.630181 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3f25077f-933d-4357-8d55-24a4a443da37), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.634203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port a4c14506-d275-4663-a04f-a0e7d2bed4fe {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:22.634530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a4c14506-d275-4663-a04f-a0e7d2bed4fe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.661862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649ffd69-be95-4b6e-9355-d8169554f368 admin admin] Publish callbacks [] for security_group (07164596-2659-4b9e-ba7d-ab17d45b242d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.670926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649ffd69-be95-4b6e-9355-d8169554f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (07164596-2659-4b9e-ba7d-ab17d45b242d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.677924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 3f25077f-933d-4357-8d55-24a4a443da37 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:22.703372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c936849-60a7-4e61-8e91-d0c0b3c90a6d None None] Pushing event updated for resources: {'Port': ['ID=22598766-f5e5-421b-b1be-e2bfea7d17a6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:22.756785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-649ffd69-be95-4b6e-9355-d8169554f368 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e736d703b37b4491acb5b1f01e36edd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9065642 Feb 03 14:34:22.758515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60024) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:22.814991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a4c14506-d275-4663-a04f-a0e7d2bed4fe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.817063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ffd69-be95-4b6e-9355-d8169554f368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07164596-2659-4b9e-ba7d-ab17d45b242d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:22.847722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for a4c14506-d275-4663-a04f-a0e7d2bed4fe owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:22.858648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc475-778e-4c27-83a1-5d8c72151a47 admin admin] Publish callbacks [] for security_group (07164596-2659-4b9e-ba7d-ab17d45b242d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.893024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc475-778e-4c27-83a1-5d8c72151a47 admin admin] Publish callbacks [] for security_group (07164596-2659-4b9e-ba7d-ab17d45b242d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.961999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc475-778e-4c27-83a1-5d8c72151a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (07164596-2659-4b9e-ba7d-ab17d45b242d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.965610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc475-778e-4c27-83a1-5d8c72151a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:22.968076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fe0fc475-778e-4c27-83a1-5d8c72151a47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07164596-2659-4b9e-ba7d-ab17d45b242d HTTP/1.1" status: 204 len: 168 time: 0.2076638 Feb 03 14:34:22.978900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fc475-778e-4c27-83a1-5d8c72151a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07164596-2659-4b9e-ba7d-ab17d45b242d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:23.154092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3f25077f-933d-4357-8d55-24a4a443da37), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.222971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=3f25077f-933d-4357-8d55-24a4a443da37,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:23.283333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a4c14506-d275-4663-a04f-a0e7d2bed4fe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.380943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.391443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68b5e867-532d-4910-bb03-276d2d0ef82e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/3f25077f-933d-4357-8d55-24a4a443da37 HTTP/1.1" status: 204 len: 168 time: 1.3602166 Feb 03 14:34:23.391443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=a4c14506-d275-4663-a04f-a0e7d2bed4fe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:23.411458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60042) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:23.492349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c6930-608e-4045-abf8-abc61e4ad5f0 req-0b642bad-af83-4d20-a9c5-1d22dc12cb3f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:23.497028 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97adb54-3432-4561-b7bb-467c68886e9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:23.507216 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f97adb54-3432-4561-b7bb-467c68886e9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/3f25077f-933d-4357-8d55-24a4a443da37 HTTP/1.1" status: 404 len: 333 time: 0.0811536 Feb 03 14:34:23.510567 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.510727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c42c6930-608e-4045-abf8-abc61e4ad5f0 req-0b642bad-af83-4d20-a9c5-1d22dc12cb3f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 944 time: 0.1250875 Feb 03 14:34:23.511153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60044) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:23.520862 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cef3b3fe-a25c-41cd-baa7-4328265a6be1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/a4c14506-d275-4663-a04f-a0e7d2bed4fe HTTP/1.1" status: 204 len: 168 time: 1.2367685 Feb 03 14:34:23.525127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60048) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:23.686411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d41f2f-3640-4b89-ac4b-91cae89ca51d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:23.699587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d41f2f-3640-4b89-ac4b-91cae89ca51d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:23.700266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet 377c9788-9249-4db9-ac1a-f1ee7776ee61 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:23.702106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b9d41f2f-3640-4b89-ac4b-91cae89ca51d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1676686 Feb 03 14:34:23.704937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:23.721284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60054) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:23.728501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c42c6930-608e-4045-abf8-abc61e4ad5f0 req-67f48185-0c9f-44bd-914f-7b63d8e86e9f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887519 Feb 03 14:34:23.737850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (377c9788-9249-4db9-ac1a-f1ee7776ee61), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.763587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b40991c0-171d-4be0-98fa-aed0212dedea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.793633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 7292d782-3d15-4ddb-a363-343bd357833c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:23.799263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (7292d782-3d15-4ddb-a363-343bd357833c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.847915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a4b29cd5-bd29-4fa3-a87f-fc953c5a96c2 None None] Provisioning complete for port ef743260-896b-467f-b87b-de7c0fe00483 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:23.848506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b29cd5-bd29-4fa3-a87f-fc953c5a96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ef743260-896b-467f-b87b-de7c0fe00483), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.861554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (7292d782-3d15-4ddb-a363-343bd357833c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:23.868962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9af818-5b81-4896-a25e-a669e9ad4a53 None None] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:24.036758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b40991c0-171d-4be0-98fa-aed0212dedea admin admin] Publish callbacks [] for security_group (18cbf218-4149-4178-b501-6c3717d151f3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.046827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b40991c0-171d-4be0-98fa-aed0212dedea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (18cbf218-4149-4178-b501-6c3717d151f3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.056747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bfad6206-5ff6-4b96-a32c-a49186de8903 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:34:24.076885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab1515af-060a-4717-8b57-474201041727 req-be70a36e-d580-44b7-bcc1-82e9dc59f9e7 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1554897 Feb 03 14:34:24.083801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7292d782-3d15-4ddb-a363-343bd357833c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.101204 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (377c9788-9249-4db9-ac1a-f1ee7776ee61), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.134843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b40991c0-171d-4be0-98fa-aed0212dedea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0b6ae28752048c1b7f1f77837b0599a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4124613 Feb 03 14:34:24.136694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:24.306458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40991c0-171d-4be0-98fa-aed0212dedea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cbf218-4149-4178-b501-6c3717d151f3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:24.320307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Publish callbacks [] for security_group (18cbf218-4149-4178-b501-6c3717d151f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.325287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 22598766-f5e5-421b-b1be-e2bfea7d17a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:24.329579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (377c9788-9249-4db9-ac1a-f1ee7776ee61), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.350536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (7292d782-3d15-4ddb-a363-343bd357833c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.408923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Publish callbacks [] for security_group (18cbf218-4149-4178-b501-6c3717d151f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.411384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=7292d782-3d15-4ddb-a363-343bd357833c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:24.411969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (377c9788-9249-4db9-ac1a-f1ee7776ee61), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.420107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.425770 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6e67c60-513c-4bf4-9404-28d997db8ffb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7292d782-3d15-4ddb-a363-343bd357833c HTTP/1.1" status: 204 len: 168 time: 0.7175057 Feb 03 14:34:24.426510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60064) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:24.469530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.473683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/377c9788-9249-4db9-ac1a-f1ee7776ee61 HTTP/1.1" status: 204 len: 168 time: 0.9609344 Feb 03 14:34:24.475396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=377c9788-9249-4db9-ac1a-f1ee7776ee61,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:24.478086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60066) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:24.497903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.499654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.500240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.500827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.501378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.502188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.502992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.503541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.504103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.504676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.505246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.505887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.506453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ecef-4753-4668-8bf7-81f25558d380 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.543801 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d027f0e1-36c1-4b51-a5a8-5248dd510b77 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152921 Feb 03 14:34:24.545353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60070) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:24.581602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet c4d72210-0d4a-4812-aaf2-a916de2d6a91 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:24.585360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (c4d72210-0d4a-4812-aaf2-a916de2d6a91), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.611862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (18cbf218-4149-4178-b501-6c3717d151f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.614083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a4b29cd5-bd29-4fa3-a87f-fc953c5a96c2 None None] Current status of the port ef743260-896b-467f-b87b-de7c0fe00483 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:24.614706 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b29cd5-bd29-4fa3-a87f-fc953c5a96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ef743260-896b-467f-b87b-de7c0fe00483), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.623096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.627699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18cbf218-4149-4178-b501-6c3717d151f3 HTTP/1.1" status: 204 len: 168 time: 0.4865048 Feb 03 14:34:24.658824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cbf218-4149-4178-b501-6c3717d151f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:24.671562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a4b29cd5-bd29-4fa3-a87f-fc953c5a96c2 None None] For port ef743260-896b-467f-b87b-de7c0fe00483, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ef743260-896b-467f-b87b-de7c0fe00483,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:24.677965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (c4d72210-0d4a-4812-aaf2-a916de2d6a91), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.679538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb06a18-6f7b-41c9-81e4-4dd29cb16d04 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:24.686481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.688688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b29cd5-bd29-4fa3-a87f-fc953c5a96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ef743260-896b-467f-b87b-de7c0fe00483), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:24.689010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.689482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.690985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.691676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.692516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.693958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.694621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.695629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.696546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.698136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.698585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.700158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb89d41-0c4f-4720-8633-26211169c31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:24.941792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7b1d3c81-62ef-4240-a3d5-a307ae25fd94 None None] Could not find standard attr ID for object a4c14506-d275-4663-a04f-a0e7d2bed4fe. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:24.968029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.006767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d5d801-3aed-4203-be57-431bd84a990b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:25.007972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bfad6206-5ff6-4b96-a32c-a49186de8903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bfad6206-5ff6-4b96-a32c-a49186de8903,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:25.013083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7b1d3c81-62ef-4240-a3d5-a307ae25fd94 None None] Could not find standard attr ID for object 3f25077f-933d-4357-8d55-24a4a443da37. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:25.013275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:25.014886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-93d5d801-3aed-4203-be57-431bd84a990b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4672918 Feb 03 14:34:25.023849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 22598766-f5e5-421b-b1be-e2bfea7d17a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:25.024219 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.026048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b29cd5-bd29-4fa3-a87f-fc953c5a96c2 None None] Pushing event updated for resources: {'Port': ['ID=ef743260-896b-467f-b87b-de7c0fe00483,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:25.062812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (c4d72210-0d4a-4812-aaf2-a916de2d6a91), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.091373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'port_id': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'mac_address': 'fa:16:3e:de:4b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:34:25.124700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7b1d3c81-62ef-4240-a3d5-a307ae25fd94 None None] Provisioning complete for port 22598766-f5e5-421b-b1be-e2bfea7d17a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:25.125080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3c81-62ef-4240-a3d5-a307ae25fd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.175131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a48e95-e5d1-47a4-afde-04b55f381620 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:25.179457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b9a48e95-e5d1-47a4-afde-04b55f381620 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1657336 Feb 03 14:34:25.179705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca7d04-b8a7-4463-9a2e-e31f64fed6d2 req-60e93560-6831-4d52-b99f-66b6955b5637 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:25.182419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60094) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:25.187856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bca7d04-b8a7-4463-9a2e-e31f64fed6d2 req-60e93560-6831-4d52-b99f-66b6955b5637 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 944 time: 0.2700062 Feb 03 14:34:25.220622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55a76a-cdd9-42ff-9179-4ecd028627a2 None None] Network 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:25.222862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:25.299386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (c4d72210-0d4a-4812-aaf2-a916de2d6a91), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.307121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e9da36f6-2cbe-426f-9031-621c09ab2607 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233716 Feb 03 14:34:25.308203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60100) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:25.323826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:25.367703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d72210-0d4a-4812-aaf2-a916de2d6a91,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:25.384717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bca7d04-b8a7-4463-9a2e-e31f64fed6d2 req-7849e661-cea7-406e-bbe4-0e10604afabd tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958137 Feb 03 14:34:25.386197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.392558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4ca19584-c917-473e-9619-8bef775c977f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/c4d72210-0d4a-4812-aaf2-a916de2d6a91 HTTP/1.1" status: 204 len: 168 time: 0.9109890 Feb 03 14:34:25.394364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:25.469275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bfad6206-5ff6-4b96-a32c-a49186de8903 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:25.469275 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.483935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-029daa51-da30-4c56-b6ab-eb30875e80e8 req-bfa1bd4e-8fb1-4930-90e6-cc9da8357e15 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0289207 Feb 03 14:34:25.544938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.557774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:25.564504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.584830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 22598766-f5e5-421b-b1be-e2bfea7d17a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:25.586104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ef743260-896b-467f-b87b-de7c0fe00483 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:25.588164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d3c81-62ef-4240-a3d5-a307ae25fd94 None None] Current status of the port 22598766-f5e5-421b-b1be-e2bfea7d17a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:25.656349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfad6206-5ff6-4b96-a32c-a49186de8903 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:34:25.707827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bfad6206-5ff6-4b96-a32c-a49186de8903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bfad6206-5ff6-4b96-a32c-a49186de8903,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:25.709292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 22598766-f5e5-421b-b1be-e2bfea7d17a6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:25.709894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.721241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.724104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] Deleting port ef743260-896b-467f-b87b-de7c0fe00483 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:25.724505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ef743260-896b-467f-b87b-de7c0fe00483), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.823044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] For port 22598766-f5e5-421b-b1be-e2bfea7d17a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=22598766-f5e5-421b-b1be-e2bfea7d17a6,segment=NetworkSegment(195ecb2c-ebe4-4d94-8e71-74f5a4b27978),segment_id=195ecb2c-ebe4-4d94-8e71-74f5a4b27978)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:25.823505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.841924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-95c7f63e-070b-471a-9919-7987a6169992 None None] Provisioning complete for port 22598766-f5e5-421b-b1be-e2bfea7d17a6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:25.842307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95c7f63e-070b-471a-9919-7987a6169992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.864356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 22598766-f5e5-421b-b1be-e2bfea7d17a6 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:25.882244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (43763e25-625a-43c2-9ec6-67bf0c0287d6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.966934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:25.974908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:25.987506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:25.988109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:25.998381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=43763e25-625a-43c2-9ec6-67bf0c0287d6,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:26.020631 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a6497be-3d97-49c1-a5d2-7aa4ba01585a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7066286 Feb 03 14:34:26.021058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60122) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:26.027185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '43763e25-625a-43c2-9ec6-67bf0c0287d6', 'ip_address': '2001:db8::b47f:4f05:b51c:283a'}], 'name': 'tempest-NetworksTestDHCPv6-1660897054'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:26.029538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (22598766-f5e5-421b-b1be-e2bfea7d17a6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.059165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=22598766-f5e5-421b-b1be-e2bfea7d17a6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:26.062912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No DVR routers for this DVR port 22598766-f5e5-421b-b1be-e2bfea7d17a6 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:26.101451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ef743260-896b-467f-b87b-de7c0fe00483 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:26.102021 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ef743260-896b-467f-b87b-de7c0fe00483), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.104602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] For port ef743260-896b-467f-b87b-de7c0fe00483, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ef743260-896b-467f-b87b-de7c0fe00483,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:26.105005 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ef743260-896b-467f-b87b-de7c0fe00483), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.156948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.160600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bfad6206-5ff6-4b96-a32c-a49186de8903,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:26.174729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] Calling delete_port for ef743260-896b-467f-b87b-de7c0fe00483 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:26.180200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bfad6206-5ff6-4b96-a32c-a49186de8903'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:34:26.182842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdfb22f-c2f3-44b7-a040-4cdac54bcb28']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:26.182996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:26.194799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195ecb2c-ebe4-4d94-8e71-74f5a4b27978') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:26.195330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195ecb2c-ebe4-4d94-8e71-74f5a4b27978') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:26.213544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (195ecb2c-ebe4-4d94-8e71-74f5a4b27978), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.240010 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (195ecb2c-ebe4-4d94-8e71-74f5a4b27978), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.240552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-95c7f63e-070b-471a-9919-7987a6169992 None None] Could not find standard attr ID for object 22598766-f5e5-421b-b1be-e2bfea7d17a6. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:26.248127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8168f2-7182-4a65-bf29-6a9d74c242e9 None None] Update dhcp port {'port': {'network_id': '2cdfb22f-c2f3-44b7-a040-4cdac54bcb28', 'fixed_ips': [{'subnet_id': 'c4d72210-0d4a-4812-aaf2-a916de2d6a91'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '22598766-f5e5-421b-b1be-e2bfea7d17a6'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:34:26.250776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:34:26.252320 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (195ecb2c-ebe4-4d94-8e71-74f5a4b27978), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:34:26.257196 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:34:26.297970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.300588 n-d-827549-2 neutron-server[103343]: INFO neutron.plugins.ml2.db [None req-95c7f63e-070b-471a-9919-7987a6169992 None None] No ports have port_id starting with 22598766-f5e5-421b-b1be-e2bfea7d17a6 Feb 03 14:34:26.317140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8168f2-7182-4a65-bf29-6a9d74c242e9 None None] Host n-d-827549-2 tried to update port 22598766-f5e5-421b-b1be-e2bfea7d17a6 which no longer exists. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Feb 03 14:34:26.324185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 7b0280d3-58aa-476f-9cbe-af8952613d06 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:26.351477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2cdfb22f-c2f3-44b7-a040-4cdac54bcb28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.375056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.383316 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 HTTP/1.1" status: 204 len: 168 time: 0.9812131 Feb 03 14:34:26.397464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60124) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:26.421664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f281c98-4147-4b92-8599-a2633c2860a2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=2cdfb22f-c2f3-44b7-a040-4cdac54bcb28,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:26.446905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ef743260-896b-467f-b87b-de7c0fe00483 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:26.461012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4679fd02-e45c-4d3b-a17b-c16d6e1fc94c None None] DHCP port deletion for 2cdfb22f-c2f3-44b7-a040-4cdac54bcb28 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:26.469845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b0024588-12eb-4031-81e3-41f72e1f11a4 None None] Could not find standard attr ID for object 22598766-f5e5-421b-b1be-e2bfea7d17a6. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:26.501697 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ef743260-896b-467f-b87b-de7c0fe00483), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.593790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec9f74-7fd7-4a6b-9ea0-7224f6f99c53 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:26.596076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b4ec9f74-7fd7-4a6b-9ea0-7224f6f99c53 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1968725 Feb 03 14:34:26.599712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:26.624633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 22598766-f5e5-421b-b1be-e2bfea7d17a6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:26.627992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] No DVR routers for this DVR port ef743260-896b-467f-b87b-de7c0fe00483 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:26.630355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8a0d2-fa48-412f-9888-815719385e06 None None] Pushing event deleted for resources: {'Port': ['ID=ef743260-896b-467f-b87b-de7c0fe00483,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:26.691594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca559b-60d9-4af7-a20e-db017066bae7 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:26.694239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 22598766-f5e5-421b-b1be-e2bfea7d17a6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:26.694846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 22598766-f5e5-421b-b1be-e2bfea7d17a6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:26.695349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ef743260-896b-467f-b87b-de7c0fe00483 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:26.724920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec048c-e3ca-4e60-b37d-fdd087eb26be req-59c43d4e-ee4e-42a0-afee-81deeb42ceac tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:26.726448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bdec048c-e3ca-4e60-b37d-fdd087eb26be req-59c43d4e-ee4e-42a0-afee-81deeb42ceac tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 945 time: 0.1980963 Feb 03 14:34:26.740731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b005b1a6-8626-43b8-8103-d91c746048bb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1389568 Feb 03 14:34:26.748013 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60140) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:26.753945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565243916'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:26.775701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::b47f:4f05:b51c:283a (1761b6a0-66c5-4456-9565-fda91494eed0/43763e25-625a-43c2-9ec6-67bf0c0287d6/7b0280d3-58aa-476f-9cbe-af8952613d06) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:26.788197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:26.792546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.796499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ef743260-896b-467f-b87b-de7c0fe00483 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:26.796849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ef743260-896b-467f-b87b-de7c0fe00483 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:26.841446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:34:26.855072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (440b7331-64ec-4c06-95c7-3bedef5e27e2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.856678 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 440b7331-64ec-4c06-95c7-3bedef5e27e2 of type vlan for network c1164e01-d9e7-4581-af4f-e241f3048e98 Feb 03 14:34:26.870019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bdec048c-e3ca-4e60-b37d-fdd087eb26be req-6bb3cc03-3057-41b3-aa82-93061dcc751d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369362 Feb 03 14:34:26.893053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '43763e25-625a-43c2-9ec6-67bf0c0287d6'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:26.893932 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.942731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c1164e01-d9e7-4581-af4f-e241f3048e98), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.977904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c1164e01-d9e7-4581-af4f-e241f3048e98), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:26.985257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:26.986703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.048974 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2952278 Feb 03 14:34:27.095617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60144) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:27.110903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:27.132466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada000c-82b4-449a-bdb3-55c8a09dea46 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=c1164e01-d9e7-4581-af4f-e241f3048e98,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:27.142916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c1164e01-d9e7-4581-af4f-e241f3048e98 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:34:27.290873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:27.296966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.462029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c0515fc-3fd3-4f7b-a67c-e4b436412b78 req-da6f2f85-9efe-446f-b32b-2ea3da98f430 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0361929 Feb 03 14:34:27.510073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (7b0280d3-58aa-476f-9cbe-af8952613d06), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.530698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (1251fe30-08d6-45f3-9b9f-cbedb01b4956), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.577808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7b0280d3-58aa-476f-9cbe-af8952613d06), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.600488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=1251fe30-08d6-45f3-9b9f-cbedb01b4956,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:27.618255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '440b7331-64ec-4c06-95c7-3bedef5e27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:27.618758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: c1164e01-d9e7-4581-af4f-e241f3048e98, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:34:27.642883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network c1164e01-d9e7-4581-af4f-e241f3048e98 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:34:27.655214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c1164e01-d9e7-4581-af4f-e241f3048e98) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:27.663945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:27.665092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.683019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd0c3c-c996-4314-8c9f-0a3fa17601cf None None] Network c1164e01-d9e7-4581-af4f-e241f3048e98 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:27.700892 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65de6d25-51c5-4717-8e01-d9ce795248a0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6020014 Feb 03 14:34:27.705525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60158) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:27.714018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:27.719191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:27.719367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98', 'name': 'tempest-PortsIpV6TestJSON-535220882'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:27.723356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:27.729401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:27.731118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.757209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=7b0280d3-58aa-476f-9cbe-af8952613d06,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:27.769176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-09f3b3c0-42c5-49ee-95e5-928724e7437b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7468214 Feb 03 14:34:27.770036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60160) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:27.775333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8c207921-feb8-4280-8d23-a88a97c5bb23 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '43763e25-625a-43c2-9ec6-67bf0c0287d6', 'ip_address': '2001:db8::b47f:4f05:b51c:283a'}], 'name': 'tempest-NetworksTestDHCPv6-1415566239'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:27.887236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/43763e25-625a-43c2-9ec6-67bf0c0287d6/062c9c1a-5f6b-4d2a-ba02-098976094497) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:27.908867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c207921-feb8-4280-8d23-a88a97c5bb23 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:27.917194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c207921-feb8-4280-8d23-a88a97c5bb23 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:27.944847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-8c207921-feb8-4280-8d23-a88a97c5bb23 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 89795e60-ce16-43db-9f2e-709b5d7d585f yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:27.981929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:27.985410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.011592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 178b6d9d-decd-4f80-94c1-37b07814ce7f yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:28.034138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c1164e01-d9e7-4581-af4f-e241f3048e98', 'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98', 'project_id': '9e6707c743564855ba3bd8f6a983cdf4', 'fixed_ips': [{'subnet_id': '1251fe30-08d6-45f3-9b9f-cbedb01b4956'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:28.034998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.070582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bfad6206-5ff6-4b96-a32c-a49186de8903 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:28.185928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a521499-47d9-4051-b3a8-0ddc3dec8957 req-e49f8d71-555e-4138-9701-6e6eb40fb870 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:28.187897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a521499-47d9-4051-b3a8-0ddc3dec8957 req-e49f8d71-555e-4138-9701-6e6eb40fb870 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 945 time: 0.1744447 Feb 03 14:34:28.194104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::71 (c1164e01-d9e7-4581-af4f-e241f3048e98/1251fe30-08d6-45f3-9b9f-cbedb01b4956/178b6d9d-decd-4f80-94c1-37b07814ce7f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:28.285258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a521499-47d9-4051-b3a8-0ddc3dec8957 req-51b6440f-125b-44ba-b48a-31a9982c3578 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682437 Feb 03 14:34:28.407455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port bfad6206-5ff6-4b96-a32c-a49186de8903 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:34:28.431470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port bfad6206-5ff6-4b96-a32c-a49186de8903 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:28.431971 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.522610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Publish callbacks [] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.566318 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.624449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:28.633454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:28.636018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:28.672154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Pushing event updated for resources: {'Port': ['ID=062c9c1a-5f6b-4d2a-ba02-098976094497,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:28.684383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35855a7a-5479-4c88-8a5a-cb971c9b40ad req-76ea2150-7c79-4864-81fd-d09880fbd37f tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0875525 Feb 03 14:34:28.731490 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c207921-feb8-4280-8d23-a88a97c5bb23 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 14:34:28.732234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c207921-feb8-4280-8d23-a88a97c5bb23 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:34:28.770833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Attempting to bind port 062c9c1a-5f6b-4d2a-ba02-098976094497 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:28.771326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Attempting to bind port 062c9c1a-5f6b-4d2a-ba02-098976094497 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:28.771689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Attempting to bind port 062c9c1a-5f6b-4d2a-ba02-098976094497 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:28.780201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:28.780620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:28.781290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8c207921-feb8-4280-8d23-a88a97c5bb23 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0099046 Feb 03 14:34:28.783777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60172) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:28.783937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.784364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:28.784891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Bound port: 062c9c1a-5f6b-4d2a-ba02-098976094497, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:28.785285 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.788201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bfad6206-5ff6-4b96-a32c-a49186de8903 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:28.788620 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.907766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfeb782-14a6-4a0d-a0ac-b023f47ca41f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:28.914145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:34:28.916796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfeb782-14a6-4a0d-a0ac-b023f47ca41f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:28.916937 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d54ce31-ee7a-4a9b-bb08-51aeb941cb0f" -d '{"events": [{"server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "name": "network-vif-plugged", "status": "completed", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:34:28.919466 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6bfeb782-14a6-4a0d-a0ac-b023f47ca41f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1346910 Feb 03 14:34:28.922586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60176) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:28.952489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bfad6206-5ff6-4b96-a32c-a49186de8903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bfad6206-5ff6-4b96-a32c-a49186de8903,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:28.962011 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:28.965734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (178b6d9d-decd-4f80-94c1-37b07814ce7f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.031669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] For port 062c9c1a-5f6b-4d2a-ba02-098976094497, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:29.079302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (178b6d9d-decd-4f80-94c1-37b07814ce7f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.102945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] For port 062c9c1a-5f6b-4d2a-ba02-098976094497, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=062c9c1a-5f6b-4d2a-ba02-098976094497,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:29.171891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 7b0280d3-58aa-476f-9cbe-af8952613d06 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:29.172660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7b0280d3-58aa-476f-9cbe-af8952613d06), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.175863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=178b6d9d-decd-4f80-94c1-37b07814ce7f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:29.178306 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.216580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bfad6206-5ff6-4b96-a32c-a49186de8903,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:29.216819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network c1164e01-d9e7-4581-af4f-e241f3048e98 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:29.219906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:29.222936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:29.231979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:29.233618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.261150 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-73102d2d-84db-4238-82d9-6a8f2bfc8b97 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5452774 Feb 03 14:34:29.264882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60184) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:29.271152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98', 'name': 'tempest-PortsIpV6TestJSON-1661489343'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:29.343686 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a099771-a6ff-4b9d-832f-f4c12649f55e x-openstack-request-id: req-6a099771-a6ff-4b9d-832f-f4c12649f55e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:34:29.346134 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "name": "network-vif-plugged", "status": "completed", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:34:29.346134 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a099771-a6ff-4b9d-832f-f4c12649f55e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:34:29.348826 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'code': 200} Feb 03 14:34:29.362120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Allocated IP 2001:db8::2 (c1164e01-d9e7-4581-af4f-e241f3048e98/1251fe30-08d6-45f3-9b9f-cbedb01b4956/d243f1dc-8e57-4772-9b35-31e5eafae20d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:29.443201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7b0280d3-58aa-476f-9cbe-af8952613d06), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.487727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 7b0280d3-58aa-476f-9cbe-af8952613d06 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:29.524740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:29.535693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.564931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port d7abab4c-fef3-42f5-b2e6-45d2680ca6df yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:29.833279 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Publish callbacks [] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.841030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab88317-5d11-4253-bfd1-584fc80315c7 None None] Pushing event updated for resources: {'Port': ['ID=062c9c1a-5f6b-4d2a-ba02-098976094497,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:29.849358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.907248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Pushing event updated for resources: {'Port': ['ID=d243f1dc-8e57-4772-9b35-31e5eafae20d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:29.952343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a010dd-aab5-4289-ac1a-912405272ec6 req-646a9b21-a9d5-482e-aa42-e2a163fb2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:29.953019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Network c1164e01-d9e7-4581-af4f-e241f3048e98 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:29.953985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94a010dd-aab5-4289-ac1a-912405272ec6 req-646a9b21-a9d5-482e-aa42-e2a163fb2e1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 1128 time: 0.5783617 Feb 03 14:34:29.954580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:29.954702 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7b0280d3-58aa-476f-9cbe-af8952613d06), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:29.958840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:30.016137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::2f (c1164e01-d9e7-4581-af4f-e241f3048e98/1251fe30-08d6-45f3-9b9f-cbedb01b4956/d7abab4c-fef3-42f5-b2e6-45d2680ca6df) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:30.043113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d890ae5-94e7-464b-b5db-97d1f6e9fafe req-75087568-eab7-4b55-8599-eed5fe6c1914 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:30.044793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d890ae5-94e7-464b-b5db-97d1f6e9fafe req-75087568-eab7-4b55-8599-eed5fe6c1914 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.5363519 Feb 03 14:34:30.069288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Attempting to bind port d243f1dc-8e57-4772-9b35-31e5eafae20d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:30.070348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=7b0280d3-58aa-476f-9cbe-af8952613d06,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:30.070541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Attempting to bind port d243f1dc-8e57-4772-9b35-31e5eafae20d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '440b7331-64ec-4c06-95c7-3bedef5e27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:30.072028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Attempting to bind port d243f1dc-8e57-4772-9b35-31e5eafae20d on network c1164e01-d9e7-4581-af4f-e241f3048e98 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:30.079573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:30.080169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Checking segment: {'id': '440b7331-64ec-4c06-95c7-3bedef5e27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:30.082241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.082847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Bound using segment: {'id': '440b7331-64ec-4c06-95c7-3bedef5e27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:30.083576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Bound port: d243f1dc-8e57-4772-9b35-31e5eafae20d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440b7331-64ec-4c06-95c7-3bedef5e27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c1164e01-d9e7-4581-af4f-e241f3048e98'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:30.084130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.097010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-94a010dd-aab5-4289-ac1a-912405272ec6 req-4594e6b9-1c20-4a59-973f-8c37d51abf50 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304798 Feb 03 14:34:30.148321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.152488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fa444336-9698-43b7-a622-b6dc279fa88a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/7b0280d3-58aa-476f-9cbe-af8952613d06 HTTP/1.1" status: 204 len: 168 time: 1.2284501 Feb 03 14:34:30.156286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60200) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:30.194788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] For port d243f1dc-8e57-4772-9b35-31e5eafae20d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:30.203945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] For port d243f1dc-8e57-4772-9b35-31e5eafae20d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d243f1dc-8e57-4772-9b35-31e5eafae20d,segment=NetworkSegment(440b7331-64ec-4c06-95c7-3bedef5e27e2),segment_id=440b7331-64ec-4c06-95c7-3bedef5e27e2)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:30.218040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.263552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d890ae5-94e7-464b-b5db-97d1f6e9fafe req-6f7c7534-d4d0-47d8-8a3d-d6ef5deb5a79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910372 Feb 03 14:34:30.336106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48387a67-6fea-445b-8d51-4f3476e9dcd6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:30.337910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48387a67-6fea-445b-8d51-4f3476e9dcd6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:30.346645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-48387a67-6fea-445b-8d51-4f3476e9dcd6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1868100 Feb 03 14:34:30.347486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60202) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:30.393171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c43a29-97aa-4685-a26f-291c1e32469b None None] Pushing event updated for resources: {'Port': ['ID=d243f1dc-8e57-4772-9b35-31e5eafae20d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:30.435976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (d7abab4c-fef3-42f5-b2e6-45d2680ca6df), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.514410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d7abab4c-fef3-42f5-b2e6-45d2680ca6df), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.590891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd8b575d-1cdc-4d6f-ba24-82646eafaa1c req-137bc2dd-1b75-470a-bd16-a2f4e867a019 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1475556 Feb 03 14:34:30.618792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network c1164e01-d9e7-4581-af4f-e241f3048e98 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:30.628031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 43763e25-625a-43c2-9ec6-67bf0c0287d6 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:30.651483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:30.651668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (43763e25-625a-43c2-9ec6-67bf0c0287d6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.671860 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:30.680364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:30.699761 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.708171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 062c9c1a-5f6b-4d2a-ba02-098976094497 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:30.789340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=d7abab4c-fef3-42f5-b2e6-45d2680ca6df,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:30.819375 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (43763e25-625a-43c2-9ec6-67bf0c0287d6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:30.826100 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2c2bc78-1d47-4576-b77a-c39c0aff7226 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5601132 Feb 03 14:34:30.829549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60214) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:30.927664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 062c9c1a-5f6b-4d2a-ba02-098976094497 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:30.928244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.113448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (43763e25-625a-43c2-9ec6-67bf0c0287d6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.124533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 062c9c1a-5f6b-4d2a-ba02-098976094497 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:31.124932 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.190053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (43763e25-625a-43c2-9ec6-67bf0c0287d6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.222941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=43763e25-625a-43c2-9ec6-67bf0c0287d6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:31.247003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93191ea3-d4d8-433d-a65e-5669dfd4a7fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:31.248955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-93191ea3-d4d8-433d-a65e-5669dfd4a7fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A71 HTTP/1.1" status: 200 len: 927 time: 0.4173386 Feb 03 14:34:31.251897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60218) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:31.261437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.274045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7e19c09d-cb9f-4c7d-b30d-d5f615462a43 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/43763e25-625a-43c2-9ec6-67bf0c0287d6 HTTP/1.1" status: 204 len: 168 time: 0.9195950 Feb 03 14:34:31.276381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60220) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:31.326966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5e1b8-f0d7-4098-a2ce-17d555958a27 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:31.406416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-55909425-2a7e-4f5f-9b1c-f0d65f10d59d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282058 Feb 03 14:34:31.417525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60224) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:31.428962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:31.477961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:31.482189 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:31.547557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port d7abab4c-fef3-42f5-b2e6-45d2680ca6df {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:31.548006 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d7abab4c-fef3-42f5-b2e6-45d2680ca6df), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.552147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a4b3a7ab-591b-4d1a-ac58-192206e69326 None None] Provisioning complete for port 062c9c1a-5f6b-4d2a-ba02-098976094497 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:31.552910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a7ab-591b-4d1a-ac58-192206e69326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.611468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c8ca-ee04-4c3b-b7e7-cbec64db3aff req-55ac4428-ab9f-43f5-b246-70c8f9babdb7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:31.619153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eb3c8ca-ee04-4c3b-b7e7-cbec64db3aff req-55ac4428-ab9f-43f5-b246-70c8f9babdb7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.1624360 Feb 03 14:34:31.666817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:31.670621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.731878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eb3c8ca-ee04-4c3b-b7e7-cbec64db3aff req-e78b966e-0c63-4e70-b1ff-9868a9e4e8fc tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113751 Feb 03 14:34:31.754969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d7abab4c-fef3-42f5-b2e6-45d2680ca6df), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.789695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for d7abab4c-fef3-42f5-b2e6-45d2680ca6df owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:31.888500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3a7ab-591b-4d1a-ac58-192206e69326 None None] Current status of the port 062c9c1a-5f6b-4d2a-ba02-098976094497 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:31.888900 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a7ab-591b-4d1a-ac58-192206e69326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:31.916120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc9cc564-5ebc-4381-ac02-07241f6622b8 req-737a8975-52ee-4764-a931-5bf480878156 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0699961 Feb 03 14:34:32.012964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a4b3a7ab-591b-4d1a-ac58-192206e69326 None None] For port 062c9c1a-5f6b-4d2a-ba02-098976094497, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=062c9c1a-5f6b-4d2a-ba02-098976094497,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:32.044172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:32.074690 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a7ab-591b-4d1a-ac58-192206e69326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.136649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d7abab4c-fef3-42f5-b2e6-45d2680ca6df), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.163261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3a7ab-591b-4d1a-ac58-192206e69326 None None] Pushing event updated for resources: {'Port': ['ID=062c9c1a-5f6b-4d2a-ba02-098976094497,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:32.172502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 062c9c1a-5f6b-4d2a-ba02-098976094497 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:32.172957 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.193014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (9ac2bbee-38e2-47b8-87d8-10af57cb1c7d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.234861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=d7abab4c-fef3-42f5-b2e6-45d2680ca6df,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:32.237439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:32.242043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:32.255083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:32.255767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.276111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8511062 Feb 03 14:34:32.279003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60234) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:32.286241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-201b25a3-ae17-419f-8b8f-e0d6da72d281 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '9ac2bbee-38e2-47b8-87d8-10af57cb1c7d', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1038505208'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:32.303606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ed2b7-8cac-4c9b-9a5f-f81c9e02379f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=9ac2bbee-38e2-47b8-87d8-10af57cb1c7d,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:32.347629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52bd24-4c46-454a-a3b4-76b144d48949 None None] Network c1164e01-d9e7-4581-af4f-e241f3048e98 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:32.385236 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:32.385667 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:32.419750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.427265 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8215b922-8d8d-4651-9086-336fc1c567c2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/d7abab4c-fef3-42f5-b2e6-45d2680ca6df HTTP/1.1" status: 204 len: 168 time: 1.1742401 Feb 03 14:34:32.431551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60236) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:32.462971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] Deleting port 062c9c1a-5f6b-4d2a-ba02-098976094497 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:32.463351 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.466863 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-876f8080-b3cf-4e07-8d8d-dd6d382ecbb7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:32.471289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-876f8080-b3cf-4e07-8d8d-dd6d382ecbb7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/d7abab4c-fef3-42f5-b2e6-45d2680ca6df HTTP/1.1" status: 404 len: 333 time: 0.0385616 Feb 03 14:34:32.471972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60238) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:32.500083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b25a3-ae17-419f-8b8f-e0d6da72d281 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:32.533270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aa100a28-1acb-4620-82de-7abd14ffd737 None None] Provisioning complete for port d243f1dc-8e57-4772-9b35-31e5eafae20d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:32.533747 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa100a28-1acb-4620-82de-7abd14ffd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.579264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 178b6d9d-decd-4f80-94c1-37b07814ce7f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:32.579660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (178b6d9d-decd-4f80-94c1-37b07814ce7f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.616930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-201b25a3-ae17-419f-8b8f-e0d6da72d281 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.659662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-201b25a3-ae17-419f-8b8f-e0d6da72d281 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 5628725b-b472-4ecc-840e-ff65ca967bbc yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:32.684170 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (178b6d9d-decd-4f80-94c1-37b07814ce7f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.697956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 178b6d9d-decd-4f80-94c1-37b07814ce7f owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:32.859370 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-201b25a3-ae17-419f-8b8f-e0d6da72d281 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:34:32.860012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201b25a3-ae17-419f-8b8f-e0d6da72d281 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:34:32.875158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] For port 062c9c1a-5f6b-4d2a-ba02-098976094497, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=062c9c1a-5f6b-4d2a-ba02-098976094497,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:32.875823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:32.888895 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-201b25a3-ae17-419f-8b8f-e0d6da72d281 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6086328 Feb 03 14:34:32.889625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60242) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:32.905831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] Calling delete_port for 062c9c1a-5f6b-4d2a-ba02-098976094497 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:32.989039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140ca8d-87b9-4b34-b686-843010d20651 req-2b8f9f47-60bb-4885-99b2-2bf01146b649 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:32.998324 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7140ca8d-87b9-4b34-b686-843010d20651 req-2b8f9f47-60bb-4885-99b2-2bf01146b649 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.1302497 Feb 03 14:34:33.003329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16b1f1-d390-4bbe-8ad8-14d10734ab3a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:33.004966 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea16b1f1-d390-4bbe-8ad8-14d10734ab3a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1143141 Feb 03 14:34:33.007743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60248) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:33.021832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (178b6d9d-decd-4f80-94c1-37b07814ce7f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.095730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=178b6d9d-decd-4f80-94c1-37b07814ce7f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:33.115507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8811df-870c-440b-aa5b-ef4712b28107 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:33.129234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aa100a28-1acb-4620-82de-7abd14ffd737 None None] Current status of the port d243f1dc-8e57-4772-9b35-31e5eafae20d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:33.130304 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa100a28-1acb-4620-82de-7abd14ffd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.137440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8811df-870c-440b-aa5b-ef4712b28107 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:33.139349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bc8811df-870c-440b-aa5b-ef4712b28107 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1306684 Feb 03 14:34:33.145343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60252) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:33.226229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7140ca8d-87b9-4b34-b686-843010d20651 req-cfbefd8e-e645-49bf-9a70-8136a253901d tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265792 Feb 03 14:34:33.233931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.245114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (062c9c1a-5f6b-4d2a-ba02-098976094497), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.248248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60256) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:33.248899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3a9a80d1-2bd1-4c24-840f-4be0cedd3368 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/178b6d9d-decd-4f80-94c1-37b07814ce7f HTTP/1.1" status: 204 len: 168 time: 0.7757154 Feb 03 14:34:33.262074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-aa100a28-1acb-4620-82de-7abd14ffd737 None None] For port d243f1dc-8e57-4772-9b35-31e5eafae20d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d243f1dc-8e57-4772-9b35-31e5eafae20d,segment=NetworkSegment(440b7331-64ec-4c06-95c7-3bedef5e27e2),segment_id=440b7331-64ec-4c06-95c7-3bedef5e27e2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:33.290430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] Pushing event deleted for resources: {'Port': ['ID=062c9c1a-5f6b-4d2a-ba02-098976094497,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:33.292479 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa100a28-1acb-4620-82de-7abd14ffd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.321346 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d832c7e6-bc1a-4b20-bbca-3045256574de tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:33.333495 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d832c7e6-bc1a-4b20-bbca-3045256574de tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/178b6d9d-decd-4f80-94c1-37b07814ce7f HTTP/1.1" status: 404 len: 333 time: 0.0808899 Feb 03 14:34:33.334067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60260) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:33.344039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ff6e2-854d-4dad-a907-b8e70f638b57 None None] No DVR routers for this DVR port 062c9c1a-5f6b-4d2a-ba02-098976094497 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:33.380300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port 062c9c1a-5f6b-4d2a-ba02-098976094497 update to ACTIVE by agent not found {{(pid=103343) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 14:34:33.390903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0da5ca8e-a9c9-4ac2-bb9e-28527068c108 req-16b8f9a1-340a-4edd-9a96-6123d329fd86 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0509722 Feb 03 14:34:33.395814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc56bb-920b-46c5-b520-72576f2fdc1b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:33.465199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 9ac2bbee-38e2-47b8-87d8-10af57cb1c7d {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:33.488486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (9ac2bbee-38e2-47b8-87d8-10af57cb1c7d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.496915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet 1251fe30-08d6-45f3-9b9f-cbedb01b4956 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:33.500753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (1251fe30-08d6-45f3-9b9f-cbedb01b4956), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.580487 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (1251fe30-08d6-45f3-9b9f-cbedb01b4956), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.594819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cf1b9-be15-4f7c-8614-aa9c23f071ee req-d4c901bd-63c9-48e0-9b1a-0108de4c61cb tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:33.600993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-896cf1b9-be15-4f7c-8614-aa9c23f071ee req-d4c901bd-63c9-48e0-9b1a-0108de4c61cb tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.0930142 Feb 03 14:34:33.607280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60262) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:33.614283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Request body: {'floatingip': {'port_id': 'bfad6206-5ff6-4b96-a32c-a49186de8903'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:33.644007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d243f1dc-8e57-4772-9b35-31e5eafae20d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:33.760894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (1aa97fe2-c159-42c7-918b-0c060ea4d4c6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.778918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa100a28-1acb-4620-82de-7abd14ffd737 None None] Pushing event updated for resources: {'Port': ['ID=d243f1dc-8e57-4772-9b35-31e5eafae20d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:33.851796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (1251fe30-08d6-45f3-9b9f-cbedb01b4956), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.864897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-429810df-26de-4f04-99d0-a39c69641448 None None] Provisioning complete for port d243f1dc-8e57-4772-9b35-31e5eafae20d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:33.865278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-429810df-26de-4f04-99d0-a39c69641448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.885775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (9ac2bbee-38e2-47b8-87d8-10af57cb1c7d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.948518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109aa36b-9c11-474c-8b63-a307f0b275f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '9ac2bbee-38e2-47b8-87d8-10af57cb1c7d'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:33.949804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-109aa36b-9c11-474c-8b63-a307f0b275f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:33.973434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9ac2bbee-38e2-47b8-87d8-10af57cb1c7d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.118899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d243f1dc-8e57-4772-9b35-31e5eafae20d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:34.119478 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.172731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-429810df-26de-4f04-99d0-a39c69641448 None None] Current status of the port d243f1dc-8e57-4772-9b35-31e5eafae20d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:34.175855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (1251fe30-08d6-45f3-9b9f-cbedb01b4956), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.180817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-429810df-26de-4f04-99d0-a39c69641448 None None] Could not find standard attr ID for object 178b6d9d-decd-4f80-94c1-37b07814ce7f. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:34.237007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=1251fe30-08d6-45f3-9b9f-cbedb01b4956,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:34.246520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (9ac2bbee-38e2-47b8-87d8-10af57cb1c7d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-109aa36b-9c11-474c-8b63-a307f0b275f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ac2bbee-38e2-47b8-87d8-10af57cb1c7d: This subnet is being modified by another concurrent operation. Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ac2bbee-38e2-47b8-87d8-10af57cb1c7d: This subnet is being modified by another concurrent operation. Feb 03 14:34:34.251349 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:34:34.345391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac2bbee-38e2-47b8-87d8-10af57cb1c7d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:34.356999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.381943 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2bbe05f9-9e5d-4e94-9fe9-63828577597d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/1251fe30-08d6-45f3-9b9f-cbedb01b4956 HTTP/1.1" status: 204 len: 168 time: 1.0468616 Feb 03 14:34:34.385071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60270) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:34.394985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4a7bdeb3-69c7-43cf-a6c2-f4edd994cfbd None None] Could not find standard attr ID for object 178b6d9d-decd-4f80-94c1-37b07814ce7f. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:34.407726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d243f1dc-8e57-4772-9b35-31e5eafae20d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:34.413456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42c819-79cc-4910-bab6-1bec8c9f03a0 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:34:34.525160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.529043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1881d45f-2954-4f2c-b287-2214eeb157bf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/9ac2bbee-38e2-47b8-87d8-10af57cb1c7d HTTP/1.1" status: 204 len: 168 time: 1.3820255 Feb 03 14:34:34.532892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60276) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:34.583715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e42c819-79cc-4910-bab6-1bec8c9f03a0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:34:34.586465 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbfa0fc8-9f59-4100-80b0-f52473d9eba8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518928 Feb 03 14:34:34.586996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 062c9c1a-5f6b-4d2a-ba02-098976094497 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:34.594363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c1164e01-d9e7-4581-af4f-e241f3048e98), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.595942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60278) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:34.601683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:34.646121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6f23e3e8-d50f-45c8-9b7e-29291f7c05e2 None None] Could not find standard attr ID for object d7abab4c-fef3-42f5-b2e6-45d2680ca6df. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:34.647507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 062c9c1a-5f6b-4d2a-ba02-098976094497 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:34.647855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 062c9c1a-5f6b-4d2a-ba02-098976094497 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:34.717657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8109c41d-1361-4022-94d2-a8fc8c86630a req-e62443ee-2738-44d3-873d-97f65cdc610f tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0382404 Feb 03 14:34:34.762201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:34.766364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.788158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port d243f1dc-8e57-4772-9b35-31e5eafae20d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:34.788445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.911954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] For port d243f1dc-8e57-4772-9b35-31e5eafae20d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d243f1dc-8e57-4772-9b35-31e5eafae20d,segment=NetworkSegment(440b7331-64ec-4c06-95c7-3bedef5e27e2),segment_id=440b7331-64ec-4c06-95c7-3bedef5e27e2)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:34.912775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.915701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.918941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292176fe-390e-489f-8794-75f30ef9862b None None] Network c1164e01-d9e7-4581-af4f-e241f3048e98 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:34.923518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (1aa97fe2-c159-42c7-918b-0c060ea4d4c6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:34.930772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for d243f1dc-8e57-4772-9b35-31e5eafae20d owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:35.111894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (06e9cddb-3a1d-4e9f-b224-ce20e7cac847), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.120218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d243f1dc-8e57-4772-9b35-31e5eafae20d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.150425 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Floating IP 1aa97fe2-c159-42c7-918b-0c060ea4d4c6 associated. External IP: 172.25.0.6, port: bfad6206-5ff6-4b96-a32c-a49186de8903. Feb 03 14:34:35.169255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=d243f1dc-8e57-4772-9b35-31e5eafae20d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:35.193725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No DVR routers for this DVR port d243f1dc-8e57-4772-9b35-31e5eafae20d on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:35.195989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:35.238835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149bd733-5f35-4de8-87dc-2e9c456d8bfa None None] DHCP port deletion for c1164e01-d9e7-4581-af4f-e241f3048e98 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:35.255072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:35.259790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:35.260388 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.266480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607c30e-8d76-49bd-be43-c7017349b829 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:35.341238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c1164e01-d9e7-4581-af4f-e241f3048e98), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.391181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1164e01-d9e7-4581-af4f-e241f3048e98']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:35.419384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440b7331-64ec-4c06-95c7-3bedef5e27e2') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:35.421358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440b7331-64ec-4c06-95c7-3bedef5e27e2') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:35.424536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Router 38ef010b-c15a-458d-b380-f31485409cc6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:34:35.459621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '06e9cddb-3a1d-4e9f-b224-ce20e7cac847'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:35.460592 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.479804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (440b7331-64ec-4c06-95c7-3bedef5e27e2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.493975 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8906081 Feb 03 14:34:35.500103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60286) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:35.500815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369e63-8caa-4b44-b10d-c7365f3eabdb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=06e9cddb-3a1d-4e9f-b224-ce20e7cac847,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:35.515926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-599f499b-5f4f-4b3a-aa19-a9a875e62f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-525742176', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:35.555830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (440b7331-64ec-4c06-95c7-3bedef5e27e2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.567171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:34:35.567575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (440b7331-64ec-4c06-95c7-3bedef5e27e2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:34:35.583213 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:34:35.592335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d243f1dc-8e57-4772-9b35-31e5eafae20d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:35.593950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:35.599824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.621654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-599f499b-5f4f-4b3a-aa19-a9a875e62f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.622752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-599f499b-5f4f-4b3a-aa19-a9a875e62f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.638615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] Sync routers for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:34:35.643459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-218bd08f-c5a5-400a-9c2c-07dc122e7f79 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "PUT /v2.0/floatingips/1aa97fe2-c159-42c7-918b-0c060ea4d4c6 HTTP/1.1" status: 200 len: 990 time: 2.0342231 Feb 03 14:34:35.644235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:34:35.647060 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e17ff-77b3-4c83-9f47-afc66f030ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:34:35.661267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d243f1dc-8e57-4772-9b35-31e5eafae20d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:35.661802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d243f1dc-8e57-4772-9b35-31e5eafae20d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:35.673159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c1164e01-d9e7-4581-af4f-e241f3048e98), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.693859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.701721 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/c1164e01-d9e7-4581-af4f-e241f3048e98 HTTP/1.1" status: 204 len: 168 time: 1.3111024 Feb 03 14:34:35.702817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60294) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:35.718250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-21827987'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:35.739744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c269-3abc-4b51-8aa3-550c6ad1989b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=c1164e01-d9e7-4581-af4f-e241f3048e98,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:35.753104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:35.757334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:35.757556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.757988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:35.760440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/06e9cddb-3a1d-4e9f-b224-ce20e7cac847/aa51ade1-518d-4d5f-820a-44a98d3f2112) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:35.809565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-599f499b-5f4f-4b3a-aa19-a9a875e62f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router_controller (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.815134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-599f499b-5f4f-4b3a-aa19-a9a875e62f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.823757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:34:35.844733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-599f499b-5f4f-4b3a-aa19-a9a875e62f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.848389 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-599f499b-5f4f-4b3a-aa19-a9a875e62f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3427801 Feb 03 14:34:35.848558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4399d590-09b1-44be-9e5a-ad6ce071fd28), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:35.848558 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 4399d590-09b1-44be-9e5a-ad6ce071fd28 of type vlan for network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 Feb 03 14:34:35.848736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60298) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:35.896108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c5a07-1154-4b72-8e96-6deedd5cdf26 req-1239877f-a2ed-4a1f-b3a6-bbd754612620 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:35.897750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c78c5a07-1154-4b72-8e96-6deedd5cdf26 req-1239877f-a2ed-4a1f-b3a6-bbd754612620 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.1199362 Feb 03 14:34:35.981385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c78c5a07-1154-4b72-8e96-6deedd5cdf26 req-2f31d823-0489-4839-b1fe-6298ac39f5c7 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691917 Feb 03 14:34:35.995310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b6e68a42-bbb6-441a-bbcb-ab4ffd249781), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.025632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:36.045137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b6e68a42-bbb6-441a-bbcb-ab4ffd249781), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.050038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:36.050616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.088627 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46699eed-50c6-41bc-9ac9-c3d586256b15 x-openstack-request-id: req-46699eed-50c6-41bc-9ac9-c3d586256b15 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:34:36.096866 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:34:36.097354 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46699eed-50c6-41bc-9ac9-c3d586256b15 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:34:36.097935 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'status': 'completed', 'code': 200} Feb 03 14:34:36.146671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4401352 Feb 03 14:34:36.155995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60300) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:36.200986 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Publish callbacks [] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.222887 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.224122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:36.298909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b4e9f-968c-4e44-beae-ea32ae041a48 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=b6e68a42-bbb6-441a-bbcb-ab4ffd249781,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:36.318679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:36.326616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:36.331118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:34:36.403908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.443593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:36.561533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Pushing event updated for resources: {'Port': ['ID=aa51ade1-518d-4d5f-820a-44a98d3f2112,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:36.656578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Attempting to bind port aa51ade1-518d-4d5f-820a-44a98d3f2112 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:36.657189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Attempting to bind port aa51ade1-518d-4d5f-820a-44a98d3f2112 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:36.657939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Attempting to bind port aa51ade1-518d-4d5f-820a-44a98d3f2112 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:36.688041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:36.688440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:36.688864 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.689263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:36.689745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Bound port: aa51ade1-518d-4d5f-820a-44a98d3f2112, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:36.690129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.783779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::1 (1761b6a0-66c5-4456-9565-fda91494eed0/06e9cddb-3a1d-4e9f-b224-ce20e7cac847/eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:36.795636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] For port aa51ade1-518d-4d5f-820a-44a98d3f2112, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:36.800459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] For port aa51ade1-518d-4d5f-820a-44a98d3f2112, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=aa51ade1-518d-4d5f-820a-44a98d3f2112,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:36.806678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d49e91ee-f7bc-441f-a8f2-7ac006d57857 req-5bcaeffd-9b34-490e-86fd-a5e3e06c01ce tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.5741012 Feb 03 14:34:36.815591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.843850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:36.847952 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.931280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:36.968786 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:37.025391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-3b03d8ad-823b-4b9d-afab-6fe61fed59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:37.027001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-3b03d8ad-823b-4b9d-afab-6fe61fed59fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 1128 time: 0.9245911 Feb 03 14:34:37.162782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '1aa97fe2-c159-42c7-918b-0c060ea4d4c6', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'port_id': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'mac_address': 'fa:16:3e:de:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aecf90f-d851-4994-8c41-841d7033b93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:34:05Z', 'updated_at': '2022-02-03T14:34:34Z', 'revision_number': 1, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:37.196338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (2658f329-d008-4e74-84b2-2a0a773d3664), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:37.210390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] Checking router: 38ef010b-c15a-458d-b380-f31485409cc6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:34:37.246188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aee0e-2661-4989-88e4-2a8ab0b4025d None None] Pushing event updated for resources: {'Port': ['ID=aa51ade1-518d-4d5f-820a-44a98d3f2112,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:37.267556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:37.269025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:37.290433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=2658f329-d008-4e74-84b2-2a0a773d3664,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:37.328573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e74bc-a6eb-4f6e-a86a-0dccd1adae86 req-d1960390-d16e-4ec0-9adf-4b04d20741e0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:37.335863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be7e74bc-a6eb-4f6e-a86a-0dccd1adae86 req-d1960390-d16e-4ec0-9adf-4b04d20741e0 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.2424324 Feb 03 14:34:37.347758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-1dcf3898-62ce-4d11-a82a-ee381c11d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:37.348810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-1dcf3898-62ce-4d11-a82a-ee381c11d60d service neutron] 10.222.0.45 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.3151975 Feb 03 14:34:37.437946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-dd5d5729-6688-4a3a-b354-ccf6806dd1b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfad6206-5ff6-4b96-a32c-a49186de8903 HTTP/1.1" status: 200 len: 998 time: 0.0816257 Feb 03 14:34:37.445456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '4399d590-09b1-44be-9e5a-ad6ce071fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:37.445760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: b6e68a42-bbb6-441a-bbcb-ab4ffd249781, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:34:37.453152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:37.555615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:34:37.573272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b6e68a42-bbb6-441a-bbcb-ab4ffd249781) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:37.578436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:37.580156 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:37.593783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-34adbc90-aac4-448e-86da-fc321b66e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:37.595275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-34adbc90-aac4-448e-86da-fc321b66e8fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.1450274 Feb 03 14:34:37.625426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be7e74bc-a6eb-4f6e-a86a-0dccd1adae86 req-52a3d813-dc62-4c7f-8ba0-14746b8aea0c tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886255 Feb 03 14:34:37.662376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:37.678835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b5602814-63cb-406f-91d5-a3a313cf41ae tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4561782 Feb 03 14:34:37.679027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:37.687625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60312) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:37.689181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:37.689750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:37.692321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc958da-5983-40ee-9bf8-a1227bb78bd7 None None] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:37.697299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781', 'name': 'tempest-PortsIpV6TestJSON-343948672', 'fixed_ips': [{'subnet_id': '2658f329-d008-4e74-84b2-2a0a773d3664', 'ip_address': '2001:db8::10'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:37.703346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:37.923548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-7f393b30-2aab-4591-b571-2be890082642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:37.925133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-7f393b30-2aab-4591-b571-2be890082642 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2935209 Feb 03 14:34:37.935446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-b6e68a42-bbb6-441a-bbcb-ab4ffd249781', 'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781', 'project_id': '9e6707c743564855ba3bd8f6a983cdf4', 'fixed_ips': [{'subnet_id': '2658f329-d008-4e74-84b2-2a0a773d3664'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:37.937522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.021612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.100831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-7141119e-7c69-47a9-a81a-73d5f24dcf11 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590884 Feb 03 14:34:38.163157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Allocated IP 2001:db8::2 (b6e68a42-bbb6-441a-bbcb-ab4ffd249781/2658f329-d008-4e74-84b2-2a0a773d3664/9434740d-eaf8-44e7-8823-e44de9b1608f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:38.165402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2575cfb-f97f-4958-9b5d-0042761d1f01 req-ade020c6-419c-496e-bf09-bf73958e18ba tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0635159 Feb 03 14:34:38.267777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:38.346243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Publish callbacks [] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.383988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.416533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-475e17ff-77b3-4c83-9f47-afc66f030ea0 req-093beee7-081c-4e6c-8dfd-59c28cd51c40 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025155 Feb 03 14:34:38.454094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.502300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 324ca5a0-8ab8-46d2-8477-44643b4f4661 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:38.514359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.521985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.523159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.542034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Pushing event updated for resources: {'Port': ['ID=9434740d-eaf8-44e7-8823-e44de9b1608f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:38.552974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:38.582698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:38.596506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:38.728261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '1aa97fe2-c159-42c7-918b-0c060ea4d4c6', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'port_id': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'mac_address': 'fa:16:3e:de:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aecf90f-d851-4994-8c41-841d7033b93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:34:05Z', 'updated_at': '2022-02-03T14:34:34Z', 'revision_number': 1, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:38.762226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660b5a7-d527-4504-93e3-486ae5026c3d None None] The sync data for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 is: [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '1aa97fe2-c159-42c7-918b-0c060ea4d4c6', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'port_id': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'mac_address': 'fa:16:3e:de:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aecf90f-d851-4994-8c41-841d7033b93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:34:05Z', 'updated_at': '2022-02-03T14:34:34Z', 'revision_number': 1, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:34:38.778925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Attempting to bind port 9434740d-eaf8-44e7-8823-e44de9b1608f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:38.779219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Attempting to bind port 9434740d-eaf8-44e7-8823-e44de9b1608f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '4399d590-09b1-44be-9e5a-ad6ce071fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:38.779588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Attempting to bind port 9434740d-eaf8-44e7-8823-e44de9b1608f on network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:38.788887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:38.789524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Checking segment: {'id': '4399d590-09b1-44be-9e5a-ad6ce071fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:38.789930 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.790319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Bound using segment: {'id': '4399d590-09b1-44be-9e5a-ad6ce071fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:38.790849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Bound port: 9434740d-eaf8-44e7-8823-e44de9b1608f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4399d590-09b1-44be-9e5a-ad6ce071fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:38.791175 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.808741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:38.906361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:38.911499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:38.979036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] For port 9434740d-eaf8-44e7-8823-e44de9b1608f, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:38.993386 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:38.995646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] For port 9434740d-eaf8-44e7-8823-e44de9b1608f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9434740d-eaf8-44e7-8823-e44de9b1608f,segment=NetworkSegment(4399d590-09b1-44be-9e5a-ad6ce071fd28),segment_id=4399d590-09b1-44be-9e5a-ad6ce071fd28)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:39.004297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:39.072665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::10 (b6e68a42-bbb6-441a-bbcb-ab4ffd249781/2658f329-d008-4e74-84b2-2a0a773d3664/324ca5a0-8ab8-46d2-8477-44643b4f4661) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:39.096050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd816-c618-4456-8022-b0341fd2f4cf None None] Pushing event updated for resources: {'Port': ['ID=9434740d-eaf8-44e7-8823-e44de9b1608f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:39.126541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed3b25-5cc5-4471-81f4-b6221b5fab80 req-720929b6-33e2-46d4-a5ad-306e4bf51924 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:39.134690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eed3b25-5cc5-4471-81f4-b6221b5fab80 req-720929b6-33e2-46d4-a5ad-306e4bf51924 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.2709022 Feb 03 14:34:39.197679 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb319e0-cc8f-4499-8f6c-3bfb36f4c435 None None] New status for floating IP 1aa97fe2-c159-42c7-918b-0c060ea4d4c6: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:34:39.228403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:34:39.241111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1076d5d6-46fe-4e3c-9868-f3971f53d19e None None] Provisioning complete for port aa51ade1-518d-4d5f-820a-44a98d3f2112 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:39.241491 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1076d5d6-46fe-4e3c-9868-f3971f53d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:39.295343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eed3b25-5cc5-4471-81f4-b6221b5fab80 req-3d85937a-3b98-4ff4-9e49-057b55bca050 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597064 Feb 03 14:34:39.414461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1076d5d6-46fe-4e3c-9868-f3971f53d19e None None] Current status of the port aa51ade1-518d-4d5f-820a-44a98d3f2112 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:39.414873 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1076d5d6-46fe-4e3c-9868-f3971f53d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:39.488872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:39.525103 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cccde0ff-c833-4520-a9ff-6174adefde29 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "PUT /v2.0/routers/07e8697d-dcd8-4fe9-87fb-26f87ad49b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6752434 Feb 03 14:34:39.532146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60332) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:39.549486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1076d5d6-46fe-4e3c-9868-f3971f53d19e None None] For port aa51ade1-518d-4d5f-820a-44a98d3f2112, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=aa51ade1-518d-4d5f-820a-44a98d3f2112,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:39.552616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Sync routers for ids ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:34:39.553578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-55f2a5e7-53ab-444a-a9a3-438afd66bd0d req-e990c68f-6465-4dfc-acec-47bcb05566e5 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1105857 Feb 03 14:34:39.567518 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1076d5d6-46fe-4e3c-9868-f3971f53d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:39.628760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8da202-a6f4-45ca-8900-0b9bec6bdb1a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:39.633265 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f8da202-a6f4-45ca-8900-0b9bec6bdb1a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports/eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 HTTP/1.1" status: 200 len: 911 time: 0.0999699 Feb 03 14:34:39.634140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60334) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:39.678660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (324ca5a0-8ab8-46d2-8477-44643b4f4661), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:39.711762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Routers {'07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:39.712407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:39.765260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbecbfb-60d3-437d-9076-fa818a464fb6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:39.770954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbecbfb-60d3-437d-9076-fa818a464fb6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:39.775166 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0cbecbfb-60d3-437d-9076-fa818a464fb6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1399002 Feb 03 14:34:39.777952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60338) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:39.811172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device aa51ade1-518d-4d5f-820a-44a98d3f2112 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:39.851127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (324ca5a0-8ab8-46d2-8477-44643b4f4661), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:39.950699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Set router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:40.047238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:40.050961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076d5d6-46fe-4e3c-9868-f3971f53d19e None None] Pushing event updated for resources: {'Port': ['ID=aa51ade1-518d-4d5f-820a-44a98d3f2112,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:40.054262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:40.059730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:40.065027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:40.065699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:40.090541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=324ca5a0-8ab8-46d2-8477-44643b4f4661,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:40.140383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3803101b-f0d3-41af-a4aa-2d94d57c18b2 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4523876 Feb 03 14:34:40.143177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60350) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:40.149873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': 'b6e68a42-bbb6-441a-bbcb-ab4ffd249781', 'name': 'tempest-PortsIpV6TestJSON-148275978', 'fixed_ips': [{'subnet_id': '2658f329-d008-4e74-84b2-2a0a773d3664', 'ip_address': '2001:db8::f'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:40.188341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cf141219-e95e-4734-abbc-e805cdd210fa None None] Provisioning complete for port eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:40.189938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf141219-e95e-4734-abbc-e805cdd210fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:40.465361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cf141219-e95e-4734-abbc-e805cdd210fa None None] Port eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:34:40.471523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:40.495207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port aa51ade1-518d-4d5f-820a-44a98d3f2112 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:40.495649 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:40.627433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9910da53-89f1-4820-9cb8-91bd562d459c None None] Provisioning complete for port eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:40.628121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9910da53-89f1-4820-9cb8-91bd562d459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:40.679799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e8697d-dcd8-4fe9-87fb-26f87ad49b1c', 'name': 'tempest-NetworksTestDHCPv6-router-525742176', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:35Z', 'updated_at': '2022-02-03T14:34:37Z', 'revision_number': 2, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None, '_interfaces': [{'id': 'eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9', 'name': '', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'mac_address': 'fa:16:3e:11:d2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e8697d-dcd8-4fe9-87fb-26f87ad49b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '06e9cddb-3a1d-4e9f-b224-ce20e7cac847', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:34:36Z', 'updated_at': '2022-02-03T14:34:38Z', 'revision_number': 2, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'subnets': [{'id': '06e9cddb-3a1d-4e9f-b224-ce20e7cac847', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:40.705363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:40.768544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port d0766d80-d960-4be0-aa2d-d7a5fa349002 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:40.790288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port aa51ade1-518d-4d5f-820a-44a98d3f2112 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:40.812963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Checking router: 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:34:40.813360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Updating router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c port eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:34:40.851221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9483ef7c-739d-440a-b06c-f5bb24528e68 req-ba199dfc-5710-4685-957d-355d36012cbb tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0734324 Feb 03 14:34:40.882303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:40.913742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9910da53-89f1-4820-9cb8-91bd562d459c None None] Port eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:34:40.988739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:41.000450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d0a80-7c67-42b4-b038-1b198f41b15b None None] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:41.108938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::f (b6e68a42-bbb6-441a-bbcb-ab4ffd249781/2658f329-d008-4e74-84b2-2a0a773d3664/d0766d80-d960-4be0-aa2d-d7a5fa349002) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:41.452273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:41.459624 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:41.474029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (d0766d80-d960-4be0-aa2d-d7a5fa349002), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:41.490932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d345c11d-81fb-46d1-9fba-0fdbd2663379 None None] Provisioning complete for port 9434740d-eaf8-44e7-8823-e44de9b1608f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:41.490932 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d345c11d-81fb-46d1-9fba-0fdbd2663379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:41.553312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d0766d80-d960-4be0-aa2d-d7a5fa349002), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:41.654787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:41.660634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:41.663913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:41.671818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:41.679053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:41.683527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:41.684634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:41.713977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=d0766d80-d960-4be0-aa2d-d7a5fa349002,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:41.735248 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ababa73d-e02c-495e-80d9-f36c133fb8b8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5899816 Feb 03 14:34:41.737819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:41.786514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9434740d-eaf8-44e7-8823-e44de9b1608f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:41.921739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327497f-1020-401e-97b8-2d3f4c9db60f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:41.931486 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a327497f-1020-401e-97b8-2d3f4c9db60f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1925092 Feb 03 14:34:41.940472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60372) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:42.041618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58b6aa73-708d-46ce-ae67-bc520af3576e req-296dd540-ccf9-4e31-a53f-1f6d4258ede6 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0761957 Feb 03 14:34:42.120043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274fd17-6773-4662-8640-70e5c6925b55 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:42.125649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274fd17-6773-4662-8640-70e5c6925b55 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:42.131572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274fd17-6773-4662-8640-70e5c6925b55 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:42.134776 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:42.135188 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:42.136909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60374) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:42.137044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9274fd17-6773-4662-8640-70e5c6925b55 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1885056 Feb 03 14:34:42.138415 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.177109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:42.260122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9434740d-eaf8-44e7-8823-e44de9b1608f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:42.260781 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.330886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d345c11d-81fb-46d1-9fba-0fdbd2663379 None None] Current status of the port 9434740d-eaf8-44e7-8823-e44de9b1608f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:42.331272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d345c11d-81fb-46d1-9fba-0fdbd2663379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.355354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port d0766d80-d960-4be0-aa2d-d7a5fa349002 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:42.355873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d0766d80-d960-4be0-aa2d-d7a5fa349002), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.441391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.489404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9434740d-eaf8-44e7-8823-e44de9b1608f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:42.489886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.522915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d345c11d-81fb-46d1-9fba-0fdbd2663379 None None] For port 9434740d-eaf8-44e7-8823-e44de9b1608f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9434740d-eaf8-44e7-8823-e44de9b1608f,segment=NetworkSegment(4399d590-09b1-44be-9e5a-ad6ce071fd28),segment_id=4399d590-09b1-44be-9e5a-ad6ce071fd28)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:42.607899 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d345c11d-81fb-46d1-9fba-0fdbd2663379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.611792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:42.612153 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:42.637284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d0766d80-d960-4be0-aa2d-d7a5fa349002), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.668989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Port eacd59c5-3c27-41d4-bc2c-72abd4e4bcf9 not found while updating agent binding for router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c. {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 14:34:42.686107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for d0766d80-d960-4be0-aa2d-d7a5fa349002 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:42.687791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Routers {'07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:42.688217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:42.803782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345c11d-81fb-46d1-9fba-0fdbd2663379 None None] Pushing event updated for resources: {'Port': ['ID=9434740d-eaf8-44e7-8823-e44de9b1608f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:42.858826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] Set router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:42.866781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Provisioning complete for port d0766d80-d960-4be0-aa2d-d7a5fa349002 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:42.867163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0766d80-d960-4be0-aa2d-d7a5fa349002), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.975956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d0766d80-d960-4be0-aa2d-d7a5fa349002), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:42.995761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:34:43.056259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e8697d-dcd8-4fe9-87fb-26f87ad49b1c', 'name': 'tempest-NetworksTestDHCPv6-router-525742176', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:35Z', 'updated_at': '2022-02-03T14:34:42Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:43.081605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=d0766d80-d960-4be0-aa2d-d7a5fa349002,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:43.083686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.098730 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-48d11184-3e7c-47d7-996d-303d2aceac65 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/d0766d80-d960-4be0-aa2d-d7a5fa349002 HTTP/1.1" status: 204 len: 168 time: 0.9603808 Feb 03 14:34:43.099791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60386) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:43.105905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:43.115252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f2f042cd-232f-4e84-9987-ec514993e2bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "PUT /v2.0/routers/07e8697d-dcd8-4fe9-87fb-26f87ad49b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3362746 Feb 03 14:34:43.116125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60388) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:43.156054 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae197eb9-86be-46ff-a9e2-0f7210fcfcf8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:43.171752 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ae197eb9-86be-46ff-a9e2-0f7210fcfcf8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/d0766d80-d960-4be0-aa2d-d7a5fa349002 HTTP/1.1" status: 404 len: 333 time: 0.0709102 Feb 03 14:34:43.175465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60390) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:43.266346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93860ced-2bfe-436e-8528-2f85ff9f68b5 None None] The sync data for ids ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'] in n-d-827549-2 is: [{'id': '07e8697d-dcd8-4fe9-87fb-26f87ad49b1c', 'name': 'tempest-NetworksTestDHCPv6-router-525742176', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:35Z', 'updated_at': '2022-02-03T14:34:42Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:34:43.270405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9434740d-eaf8-44e7-8823-e44de9b1608f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:43.271438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device aa51ade1-518d-4d5f-820a-44a98d3f2112 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:43.329861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Port d0766d80-d960-4be0-aa2d-d7a5fa349002 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:34:43.368280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 324ca5a0-8ab8-46d2-8477-44643b4f4661 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:43.369163 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (324ca5a0-8ab8-46d2-8477-44643b4f4661), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.381764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Provisioning complete for port 9434740d-eaf8-44e7-8823-e44de9b1608f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:43.382154 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.393591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-349e4891-b629-460a-86a0-59a10b3bc394 req-d243959a-023a-4b1c-9297-a12b2be178b4 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1511083 Feb 03 14:34:43.404736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db380d9-d9aa-42f0-9b77-c73700d98b59 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:43.406488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db380d9-d9aa-42f0-9b77-c73700d98b59 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:43.408054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6db380d9-d9aa-42f0-9b77-c73700d98b59 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2907515 Feb 03 14:34:43.413771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60392) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:43.493971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port aa51ade1-518d-4d5f-820a-44a98d3f2112 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:43.494359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.542106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 06e9cddb-3a1d-4e9f-b224-ce20e7cac847 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:43.556477 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (06e9cddb-3a1d-4e9f-b224-ce20e7cac847), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.665382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (324ca5a0-8ab8-46d2-8477-44643b4f4661), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.699219 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (06e9cddb-3a1d-4e9f-b224-ce20e7cac847), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.734762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 324ca5a0-8ab8-46d2-8477-44643b4f4661 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:43.820746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Current status of the port 9434740d-eaf8-44e7-8823-e44de9b1608f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:43.891460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Provisioning complete for port 324ca5a0-8ab8-46d2-8477-44643b4f4661 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:43.891824 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (324ca5a0-8ab8-46d2-8477-44643b4f4661), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.941608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (06e9cddb-3a1d-4e9f-b224-ce20e7cac847), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:43.963179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port aa51ade1-518d-4d5f-820a-44a98d3f2112 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:43.991372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed5a0b-b605-48b2-a9ac-4931492899c5 None None] Port 324ca5a0-8ab8-46d2-8477-44643b4f4661 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:34:44.006250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (324ca5a0-8ab8-46d2-8477-44643b4f4661), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.023972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (06e9cddb-3a1d-4e9f-b224-ce20e7cac847), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.066006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=06e9cddb-3a1d-4e9f-b224-ce20e7cac847,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:44.072399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=324ca5a0-8ab8-46d2-8477-44643b4f4661,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:44.076575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.082273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874acd45-ddc3-4900-aaa1-3949c1846d32 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:44.097366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f6a33ee6-d465-47c8-ad95-587429cb3876 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/06e9cddb-3a1d-4e9f-b224-ce20e7cac847 HTTP/1.1" status: 204 len: 168 time: 0.6801558 Feb 03 14:34:44.109991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:44.129652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.142450 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-608fffdd-7d79-42a9-ad27-674ca4a5d817 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/324ca5a0-8ab8-46d2-8477-44643b4f4661 HTTP/1.1" status: 204 len: 168 time: 0.9646041 Feb 03 14:34:44.143190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60408) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:44.199609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9434740d-eaf8-44e7-8823-e44de9b1608f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:44.210480 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3fe881-eb1f-4463-8d98-372ae2f7d770 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:34:44.213708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-257a365a-1721-460e-8c43-09793051a111 None None] Could not find standard attr ID for object d0766d80-d960-4be0-aa2d-d7a5fa349002. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:44.217516 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bf3fe881-eb1f-4463-8d98-372ae2f7d770 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/324ca5a0-8ab8-46d2-8477-44643b4f4661 HTTP/1.1" status: 404 len: 333 time: 0.0732236 Feb 03 14:34:44.225285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:44.306464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-257a365a-1721-460e-8c43-09793051a111 None None] Could not find standard attr ID for object 324ca5a0-8ab8-46d2-8477-44643b4f4661. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:44.347640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22696cd6-5055-4293-9cb3-199db2b49e29 req-0c9cf23f-326f-4f94-b044-5316f1e61476 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:44.360153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22696cd6-5055-4293-9cb3-199db2b49e29 req-0c9cf23f-326f-4f94-b044-5316f1e61476 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.5525331 Feb 03 14:34:44.424380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet 2658f329-d008-4e74-84b2-2a0a773d3664 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:44.427789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (2658f329-d008-4e74-84b2-2a0a773d3664), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.491418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22696cd6-5055-4293-9cb3-199db2b49e29 req-e70621ef-fb8f-4fc8-bf61-cdb7da7a43e1 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301756 Feb 03 14:34:44.519165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (2658f329-d008-4e74-84b2-2a0a773d3664), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.545596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9434740d-eaf8-44e7-8823-e44de9b1608f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:44.547011 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.625434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d2a385a9-2307-4157-955e-2f97b2295fc8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5120478 Feb 03 14:34:44.629664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60416) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:44.844534 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (2658f329-d008-4e74-84b2-2a0a773d3664), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:44.856182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9434740d-eaf8-44e7-8823-e44de9b1608f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:44.865653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:45.010038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (2658f329-d008-4e74-84b2-2a0a773d3664), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.021305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] Deleting port aa51ade1-518d-4d5f-820a-44a98d3f2112 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:45.029015 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] Sync routers for ids ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:34:45.031974 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.049708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=2658f329-d008-4e74-84b2-2a0a773d3664,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:45.059530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.066220 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] Routers {'07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:45.067961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cd80136a-f819-41bc-b5a2-e8e99f312264 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/2658f329-d008-4e74-84b2-2a0a773d3664 HTTP/1.1" status: 204 len: 168 time: 0.8406796 Feb 03 14:34:45.070464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:45.071187 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:45.098444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e9c43-74e3-4362-90c6-21968ffb829f None None] Network b6e68a42-bbb6-441a-bbcb-ab4ffd249781 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:45.171502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b6e68a42-bbb6-441a-bbcb-ab4ffd249781), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.289904 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] Set router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:45.297045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] For port aa51ade1-518d-4d5f-820a-44a98d3f2112, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=aa51ade1-518d-4d5f-820a-44a98d3f2112,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:45.305680 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.310496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 9434740d-eaf8-44e7-8823-e44de9b1608f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:45.310836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.352597 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e8697d-dcd8-4fe9-87fb-26f87ad49b1c', 'name': 'tempest-NetworksTestDHCPv6-router-525742176', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:35Z', 'updated_at': '2022-02-03T14:34:42Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:45.367506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] Calling delete_port for aa51ade1-518d-4d5f-820a-44a98d3f2112 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:45.424004 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] Checking router: 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:34:45.442107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] For port 9434740d-eaf8-44e7-8823-e44de9b1608f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9434740d-eaf8-44e7-8823-e44de9b1608f,segment=NetworkSegment(4399d590-09b1-44be-9e5a-ad6ce071fd28),segment_id=4399d590-09b1-44be-9e5a-ad6ce071fd28)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:45.442864 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.445190 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] Routers {'07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:45.446173 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:45.466543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 9434740d-eaf8-44e7-8823-e44de9b1608f owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:45.581311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d77de40e-ab21-4a2f-b717-b141417b988e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.648387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (aa51ade1-518d-4d5f-820a-44a98d3f2112), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.684146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] No DVR routers for this DVR port aa51ade1-518d-4d5f-820a-44a98d3f2112 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:45.751403 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] Set router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:45.752062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9434740d-eaf8-44e7-8823-e44de9b1608f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.769669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99ae36f4-8e71-4570-beac-fd99de915235 req-bc40a8ac-bc3f-4101-9d38-53029df5db25 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1857939 Feb 03 14:34:45.781249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca341-e4b5-43f6-9945-6a9b9332ba39 None None] Pushing event deleted for resources: {'Port': ['ID=aa51ade1-518d-4d5f-820a-44a98d3f2112,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:45.858554 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d4cc434-e34e-462e-ac98-7f2b7b82f05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:45.867606 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e8697d-dcd8-4fe9-87fb-26f87ad49b1c', 'name': 'tempest-NetworksTestDHCPv6-router-525742176', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:35Z', 'updated_at': '2022-02-03T14:34:42Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:45.871351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=9434740d-eaf8-44e7-8823-e44de9b1608f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:45.873332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No DVR routers for this DVR port 9434740d-eaf8-44e7-8823-e44de9b1608f on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:45.961751 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f757f6-942a-4035-b9b0-829af45299ba None None] The sync data for ids ['07e8697d-dcd8-4fe9-87fb-26f87ad49b1c'] in n-d-827549-2 is: [{'id': '07e8697d-dcd8-4fe9-87fb-26f87ad49b1c', 'name': 'tempest-NetworksTestDHCPv6-router-525742176', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:35Z', 'updated_at': '2022-02-03T14:34:42Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:34:45.985471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b6e68a42-bbb6-441a-bbcb-ab4ffd249781), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.045580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559fea2-9fff-4a12-a7d4-eab7da8b0b46 None None] DHCP port deletion for b6e68a42-bbb6-441a-bbcb-ab4ffd249781 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:46.055907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e68a42-bbb6-441a-bbcb-ab4ffd249781']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:46.086834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4399d590-09b1-44be-9e5a-ad6ce071fd28') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:46.087146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4399d590-09b1-44be-9e5a-ad6ce071fd28') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:46.114867 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (4399d590-09b1-44be-9e5a-ad6ce071fd28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.153125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4399d590-09b1-44be-9e5a-ad6ce071fd28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.163240 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:34:46.163675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (4399d590-09b1-44be-9e5a-ad6ce071fd28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.170719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d77de40e-ab21-4a2f-b717-b141417b988e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:34:46.171252 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:34:46.192200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d77de40e-ab21-4a2f-b717-b141417b988e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router_controller (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.265776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199d26-ffc2-4b94-821f-6223a48e19f2 req-f35d3988-521c-4aee-8657-318a820a123e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:46.271426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199d26-ffc2-4b94-821f-6223a48e19f2 req-f35d3988-521c-4aee-8657-318a820a123e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:46.278895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device aa51ade1-518d-4d5f-820a-44a98d3f2112 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:46.291271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199d26-ffc2-4b94-821f-6223a48e19f2 req-f35d3988-521c-4aee-8657-318a820a123e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:46.294337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f199d26-ffc2-4b94-821f-6223a48e19f2 req-f35d3988-521c-4aee-8657-318a820a123e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3&device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993&device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 2416 time: 0.1742694 Feb 03 14:34:46.295885 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d77de40e-ab21-4a2f-b717-b141417b988e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (07e8697d-dcd8-4fe9-87fb-26f87ad49b1c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.298724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77de40e-ab21-4a2f-b717-b141417b988e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Fanout notify agent at l3_agent the message router_deleted on router 07e8697d-dcd8-4fe9-87fb-26f87ad49b1c {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:34:46.316772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b6e68a42-bbb6-441a-bbcb-ab4ffd249781), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.349134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: aa51ade1-518d-4d5f-820a-44a98d3f2112 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:46.352799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device aa51ade1-518d-4d5f-820a-44a98d3f2112 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:46.359836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.374077 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/b6e68a42-bbb6-441a-bbcb-ab4ffd249781 HTTP/1.1" status: 204 len: 168 time: 1.3019550 Feb 03 14:34:46.375163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657d441-36a4-4210-9fa4-9d0bc522a81d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=b6e68a42-bbb6-441a-bbcb-ab4ffd249781,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:46.381350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60442) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:46.390605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d77de40e-ab21-4a2f-b717-b141417b988e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.391730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d77de40e-ab21-4a2f-b717-b141417b988e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/routers/07e8697d-dcd8-4fe9-87fb-26f87ad49b1c HTTP/1.1" status: 204 len: 168 time: 1.7538705 Feb 03 14:34:46.394156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-234580805'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:46.412429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60444) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:46.431052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:46.447064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:46.458431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.535490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:34:46.561083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.561614 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Added segment 3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39 of type vlan for network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 Feb 03 14:34:46.669514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (78cc69c8-97de-46fa-a55c-7bb834ce9cd2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.722423 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (78cc69c8-97de-46fa-a55c-7bb834ce9cd2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.727672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:46.728441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:46.749652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f199d26-ffc2-4b94-821f-6223a48e19f2 req-4b18690a-7298-4b4a-a7ef-67d99e8645f6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394162 Feb 03 14:34:46.803899 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4179096 Feb 03 14:34:46.809199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-1faa2062-d122-411f-80bc-da0e66cbf5ba req-4340a77e-2b50-47eb-97ba-4eaefba1686b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:34:46.810250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1faa2062-d122-411f-80bc-da0e66cbf5ba req-4340a77e-2b50-47eb-97ba-4eaefba1686b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187509 Feb 03 14:34:46.810761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60450) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:46.837374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:46.893660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65090422-71ae-4b64-9539-cf9b7ba2a45c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Network': ['ID=78cc69c8-97de-46fa-a55c-7bb834ce9cd2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:46.904373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:34:47.008685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:47.012654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:47.124877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1faa2062-d122-411f-80bc-da0e66cbf5ba req-279f0f78-d486-472d-8b67-6a314615ab59 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2725587 Feb 03 14:34:47.192855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:47.196555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:47.613110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42db6eaf-34f3-4d22-aec0-bb270d2cd7bb req-163e79c5-71c4-4b87-84c2-37d94f6bf4cf tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0802228 Feb 03 14:34:47.698123 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (706fef8c-f6bd-4924-994b-954222b37075), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:47.759213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=706fef8c-f6bd-4924-994b-954222b37075,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:47.771128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (b9cd7dc8-0f96-429e-b31f-7b4a455854f7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:47.837006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=b9cd7dc8-0f96-429e-b31f-7b4a455854f7,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:47.848978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:47.875907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:47.878096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Checking segment: {'id': '3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:47.878472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network hostable DHCP agents. Network: 78cc69c8-97de-46fa-a55c-7bb834ce9cd2, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:34:47.881443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:47.882624 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:47.886039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6280f-4ab2-4c25-9cb4-8052c30411a2 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:47.915315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b797ab1f-842e-4b03-ae37-f1821235bcc7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5019245 Feb 03 14:34:47.917829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60462) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:47.922471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3c96c8aa-6a51-4ac1-a603-c21dbbeb8387 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-179411180', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:47.977144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:34:47.996387 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c96c8aa-6a51-4ac1-a603-c21dbbeb8387 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (7ab8da35-2955-4292-8156-4fb512aabdae), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:47.999495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c96c8aa-6a51-4ac1-a603-c21dbbeb8387 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (7ab8da35-2955-4292-8156-4fb512aabdae), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.046112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9434740d-eaf8-44e7-8823-e44de9b1608f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:48.071836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c96c8aa-6a51-4ac1-a603-c21dbbeb8387 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router_controller (7ab8da35-2955-4292-8156-4fb512aabdae), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.074585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 78cc69c8-97de-46fa-a55c-7bb834ce9cd2) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:48.084062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c96c8aa-6a51-4ac1-a603-c21dbbeb8387 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (7ab8da35-2955-4292-8156-4fb512aabdae), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.093622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:48.095446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.109829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9434740d-eaf8-44e7-8823-e44de9b1608f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:48.110287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9434740d-eaf8-44e7-8823-e44de9b1608f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:48.146751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ab431bb2-c2f5-4487-92f4-07d9138bb068 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3279963 Feb 03 14:34:48.151005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:48.171081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5fd2c8f1-d7e0-4df0-8ad2-27edc4495e42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1470611532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:48.177170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae16dbe-5390-4fcf-b1ca-20eae98a97fa None None] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:48.244643 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85400110-d672-44fc-a1e6-2b34cc7b4805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.246228 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c96c8aa-6a51-4ac1-a603-c21dbbeb8387 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.247488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3c96c8aa-6a51-4ac1-a603-c21dbbeb8387 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3287008 Feb 03 14:34:48.251602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60470) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:48.257887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '706fef8c-f6bd-4924-994b-954222b37075'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:48.263581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.276769 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c8f1-d7e0-4df0-8ad2-27edc4495e42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (4a4eb99a-5927-4fba-9702-816e260443c6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.277990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c8f1-d7e0-4df0-8ad2-27edc4495e42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (4a4eb99a-5927-4fba-9702-816e260443c6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.517476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/706fef8c-f6bd-4924-994b-954222b37075/215f31de-02fe-4a88-8812-3bfb53b09ac8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:48.977707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c8f1-d7e0-4df0-8ad2-27edc4495e42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for router_controller (4a4eb99a-5927-4fba-9702-816e260443c6), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:48.985507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c8f1-d7e0-4df0-8ad2-27edc4495e42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (4a4eb99a-5927-4fba-9702-816e260443c6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.095529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c8f1-d7e0-4df0-8ad2-27edc4495e42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.097022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5fd2c8f1-d7e0-4df0-8ad2-27edc4495e42 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9406137 Feb 03 14:34:49.114476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60484) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:49.139680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2', 'name': 'tempest-PortsIpV6TestJSON-2039721723'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:49.213534 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.246876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc7c519d-6220-4263-a632-d83502157c79 req-771412b5-b20d-456f-bd57-166d1da247eb tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1034577 Feb 03 14:34:49.377757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-78cc69c8-97de-46fa-a55c-7bb834ce9cd2', 'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2', 'project_id': '9e6707c743564855ba3bd8f6a983cdf4', 'fixed_ips': [{'subnet_id': 'b9cd7dc8-0f96-429e-b31f-7b4a455854f7'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:34:49.385044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.515239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5943f7bd-c243-46d6-92c1-80b5221f17af req-8c469334-f85c-4ea3-a6b2-56ca6a8bfe64 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0735004 Feb 03 14:34:49.530153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:34:49.534356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.681223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:34:49.735451 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Publish callbacks [] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.772348 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.803546 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:49.897124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:49.927543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:49.942411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:50.027951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::1 (1761b6a0-66c5-4456-9565-fda91494eed0/706fef8c-f6bd-4924-994b-954222b37075/8b5e1b80-7123-42c1-89bd-cd8f869b69a5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:50.038250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::298 (78cc69c8-97de-46fa-a55c-7bb834ce9cd2/b9cd7dc8-0f96-429e-b31f-7b4a455854f7/b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:50.282940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Pushing event updated for resources: {'Port': ['ID=215f31de-02fe-4a88-8812-3bfb53b09ac8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:50.289424 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Attempting to bind port 215f31de-02fe-4a88-8812-3bfb53b09ac8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:50.289851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Attempting to bind port 215f31de-02fe-4a88-8812-3bfb53b09ac8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:50.290223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Attempting to bind port 215f31de-02fe-4a88-8812-3bfb53b09ac8 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:50.297059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:50.297059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:50.297580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.297973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:50.298871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Bound port: 215f31de-02fe-4a88-8812-3bfb53b09ac8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:50.298871 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.359200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.466014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.487604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.576022 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.619777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] For port 215f31de-02fe-4a88-8812-3bfb53b09ac8, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:50.655179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] For port 215f31de-02fe-4a88-8812-3bfb53b09ac8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=215f31de-02fe-4a88-8812-3bfb53b09ac8,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:50.671424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:50.673326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c198997c-6bed-4644-8922-65aad5eb1965 req-87ddc866-972e-4c39-8005-4f087efdccc7 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1216033 Feb 03 14:34:50.674717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:50.680556 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.694384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:50.694957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Allocated IP 2001:db8::2 (78cc69c8-97de-46fa-a55c-7bb834ce9cd2/b9cd7dc8-0f96-429e-b31f-7b4a455854f7/b4864617-aea6-4d04-9f0a-76dd0476ff90) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:34:50.695065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (7ab8da35-2955-4292-8156-4fb512aabdae), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.702259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:50.716401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:50.720382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:50.730950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:50.733213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.747286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:50.754207 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:50.806783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cbac1-4023-40d9-947f-19cc970ca0d0 None None] Pushing event updated for resources: {'Port': ['ID=215f31de-02fe-4a88-8812-3bfb53b09ac8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:50.809589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-880d86c5-aee4-4ead-9052-3a353eff1b68 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6878989 Feb 03 14:34:50.810267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60502) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:50.892901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=8b5e1b80-7123-42c1-89bd-cd8f869b69a5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:51.056741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Publish callbacks [] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.070763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.160532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.231245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Pushing event updated for resources: {'Port': ['ID=b4864617-aea6-4d04-9f0a-76dd0476ff90,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:51.266287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:51.271574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:51.277989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:34:51.508390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1df25-1e93-448d-abb1-345f6df4c0cb req-c0000768-b193-4134-ad55-1c8b6c271cff tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:51.511398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Attempting to bind port b4864617-aea6-4d04-9f0a-76dd0476ff90 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:34:51.511775 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Attempting to bind port b4864617-aea6-4d04-9f0a-76dd0476ff90 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:34:51.512141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Attempting to bind port b4864617-aea6-4d04-9f0a-76dd0476ff90 on network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:34:51.517383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9f1df25-1e93-448d-abb1-345f6df4c0cb req-c0000768-b193-4134-ad55-1c8b6c271cff tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.2669094 Feb 03 14:34:51.536306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:34:51.536744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Checking segment: {'id': '3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:34:51.537159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.537555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Bound using segment: {'id': '3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:34:51.538027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Bound port: b4864617-aea6-4d04-9f0a-76dd0476ff90, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78cc69c8-97de-46fa-a55c-7bb834ce9cd2'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:34:51.538410 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.686808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] For port b4864617-aea6-4d04-9f0a-76dd0476ff90, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:34:51.689674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] For port b4864617-aea6-4d04-9f0a-76dd0476ff90, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4864617-aea6-4d04-9f0a-76dd0476ff90,segment=NetworkSegment(3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39),segment_id=3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:34:51.700236 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.702575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9f1df25-1e93-448d-abb1-345f6df4c0cb req-76e0619b-8dd9-4113-bf54-9cc13e9c0640 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836109 Feb 03 14:34:51.788131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa15ae-ff16-49e4-9cf2-dadb689395f7 None None] Pushing event updated for resources: {'Port': ['ID=b4864617-aea6-4d04-9f0a-76dd0476ff90,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:51.802996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.922280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.927823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.929090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (7ab8da35-2955-4292-8156-4fb512aabdae), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:51.935186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c455824-aacc-4334-afe6-30027d87266d req-ba64a02f-e48b-4603-a832-4aa20e44e111 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0735638 Feb 03 14:34:52.001216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=8b5e1b80-7123-42c1-89bd-cd8f869b69a5,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:52.188102 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:52.255532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:52.271482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:52.329544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 215f31de-02fe-4a88-8812-3bfb53b09ac8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:52.527525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 215f31de-02fe-4a88-8812-3bfb53b09ac8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:52.528094 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:52.564559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:52.583753 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:52.714574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Router 7ab8da35-2955-4292-8156-4fb512aabdae is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:34:52.894715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:52.907373 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7b5386e2-43e0-4530-ba5e-cc39dd4f6de4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "PUT /v2.0/routers/7ab8da35-2955-4292-8156-4fb512aabdae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6547348 Feb 03 14:34:52.911635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Sync routers for ids ['7ab8da35-2955-4292-8156-4fb512aabdae'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:34:52.912328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60528) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:52.948760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Routers {'7ab8da35-2955-4292-8156-4fb512aabdae'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:52.948760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['7ab8da35-2955-4292-8156-4fb512aabdae'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:52.951791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 215f31de-02fe-4a88-8812-3bfb53b09ac8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:52.952114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:52.991513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b8e27-bd65-4f06-a59c-4dff5d63f3ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:52.993334 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a6b8e27-bd65-4f06-a59c-4dff5d63f3ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports/8b5e1b80-7123-42c1-89bd-cd8f869b69a5 HTTP/1.1" status: 200 len: 911 time: 0.0798740 Feb 03 14:34:52.996409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60530) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:53.114654 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:34:53.120613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894177e-959d-4b10-9ed9-f8ce3df61745 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:53.138098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894177e-959d-4b10-9ed9-f8ce3df61745 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:53.145401 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5894177e-959d-4b10-9ed9-f8ce3df61745 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1478295 Feb 03 14:34:53.148693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60532) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:53.236727 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (4a4eb99a-5927-4fba-9702-816e260443c6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:53.284633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:53.314335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d449aca6-910d-49ae-905c-a2110139040a None None] Provisioning complete for port 215f31de-02fe-4a88-8812-3bfb53b09ac8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:53.317334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d449aca6-910d-49ae-905c-a2110139040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:53.333548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 215f31de-02fe-4a88-8812-3bfb53b09ac8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=215f31de-02fe-4a88-8812-3bfb53b09ac8,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:53.379529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Set router 7ab8da35-2955-4292-8156-4fb512aabdae gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:53.461393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3406df5-cddf-4189-9878-803b860a7b9e req-daa22871-a104-4718-88f3-54579ed79915 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e&device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.6133795 Feb 03 14:34:53.530918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-2c26101b-3101-42d2-bee3-4712c9b0d0ef tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:53.534329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-2c26101b-3101-42d2-bee3-4712c9b0d0ef tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.8639064 Feb 03 14:34:53.621858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:54.355226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704097d0-1043-4c4c-b121-2e1139a435c0 None None] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:54.430427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7a108-9943-4ec7-920e-99d7598ba8cb req-f87f8a7c-0568-4978-b18f-77a2bbe7bd19 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:54.442533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4864617-aea6-4d04-9f0a-76dd0476ff90 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:54.451973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ad7a108-9943-4ec7-920e-99d7598ba8cb req-f87f8a7c-0568-4978-b18f-77a2bbe7bd19 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 0.6065450 Feb 03 14:34:54.494248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=215f31de-02fe-4a88-8812-3bfb53b09ac8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:54.514165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.514531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.515054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.515538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.516622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.516977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.517536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (7ab8da35-2955-4292-8156-4fb512aabdae), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:54.518319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.518606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.519059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.519407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.519750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.520089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.520646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:34:54.521014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:54.605108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Deleting port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:54.605108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:54.687907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d449aca6-910d-49ae-905c-a2110139040a None None] Current status of the port 215f31de-02fe-4a88-8812-3bfb53b09ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:54.690776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ad7a108-9943-4ec7-920e-99d7598ba8cb req-1d106e2b-11ae-48b0-ae05-61771babaf24 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373650 Feb 03 14:34:54.731007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8da35-2955-4292-8156-4fb512aabdae', 'name': 'tempest-NetworksTestDHCPv6-router-179411180', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:48Z', 'updated_at': '2022-02-03T14:34:51Z', 'revision_number': 2, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None, '_interfaces': [{'id': '8b5e1b80-7123-42c1-89bd-cd8f869b69a5', 'name': '', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'mac_address': 'fa:16:3e:ec:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8da35-2955-4292-8156-4fb512aabdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '706fef8c-f6bd-4924-994b-954222b37075', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:34:49Z', 'updated_at': '2022-02-03T14:34:51Z', 'revision_number': 2, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'subnets': [{'id': '706fef8c-f6bd-4924-994b-954222b37075', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:54.732771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b4864617-aea6-4d04-9f0a-76dd0476ff90 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:54.733159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.076907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.081989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Checking router: 7ab8da35-2955-4292-8156-4fb512aabdae for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:34:55.082319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Updating router 7ab8da35-2955-4292-8156-4fb512aabdae port 8b5e1b80-7123-42c1-89bd-cd8f869b69a5 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:34:55.085344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 8b5e1b80-7123-42c1-89bd-cd8f869b69a5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:55.086811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.148711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Provisioning complete for port b4864617-aea6-4d04-9f0a-76dd0476ff90 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:55.149231 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.195357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] For port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:55.196666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.220316 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.264018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Calling delete_port for e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:55.386746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.406965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 8b5e1b80-7123-42c1-89bd-cd8f869b69a5 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:34:55.620696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e81d720-977d-4e2d-a8b3-ff1824a65e97 req-8f7a4c07-95f9-4b28-91da-6ad9ef0221cf tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0957708 Feb 03 14:34:55.722842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b4864617-aea6-4d04-9f0a-76dd0476ff90 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:55.723859 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.732904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.740502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.740675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (4a4eb99a-5927-4fba-9702-816e260443c6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.858961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Current status of the port b4864617-aea6-4d04-9f0a-76dd0476ff90 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:55.859668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.896097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b4864617-aea6-4d04-9f0a-76dd0476ff90, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4864617-aea6-4d04-9f0a-76dd0476ff90,segment=NetworkSegment(3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39),segment_id=3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:34:55.914742 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.924730 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d41fdeb7-7d85-41c4-9992-617f3ec5605d req-96d22719-a88f-4c24-a126-e6a1dd61d377 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a0b337e8aa545cdbb0bf59305c76d90&device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.1056898 Feb 03 14:34:55.928264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8b5e1b80-7123-42c1-89bd-cd8f869b69a5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:55.936102 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:55.936747 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:55.999589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=8b5e1b80-7123-42c1-89bd-cd8f869b69a5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:56.058895 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d41fdeb7-7d85-41c4-9992-617f3ec5605d req-a4f2e817-6460-4c94-9a12-cf0189e80a85 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9a0b337e8aa545cdbb0bf59305c76d90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756311 Feb 03 14:34:56.105606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b4864617-aea6-4d04-9f0a-76dd0476ff90,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:56.111597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:56.210456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 215f31de-02fe-4a88-8812-3bfb53b09ac8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:56.222437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:34:56.232324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:34:56.339752 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:34:56.340295 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:34:56.411037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 215f31de-02fe-4a88-8812-3bfb53b09ac8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:56.411802 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:56.580785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Port 8b5e1b80-7123-42c1-89bd-cd8f869b69a5 not found while updating agent binding for router 7ab8da35-2955-4292-8156-4fb512aabdae. {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 14:34:56.620778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Routers {'7ab8da35-2955-4292-8156-4fb512aabdae'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:56.626360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['7ab8da35-2955-4292-8156-4fb512aabdae'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:56.956748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] Set router 7ab8da35-2955-4292-8156-4fb512aabdae gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:57.080043 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (7ab8da35-2955-4292-8156-4fb512aabdae), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:57.177331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8da35-2955-4292-8156-4fb512aabdae', 'name': 'tempest-NetworksTestDHCPv6-router-179411180', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:48Z', 'updated_at': '2022-02-03T14:34:55Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:57.279955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:34:57.290636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5440-2e3e-4f7d-92de-c8fdb1fdda49 req-71e948ee-b94b-4440-aa64-fd5e1772c613 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:57.295843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de880e-73ad-481d-84ef-6d80959f0612 None None] The sync data for ids ['7ab8da35-2955-4292-8156-4fb512aabdae'] in n-d-827549-2 is: [{'id': '7ab8da35-2955-4292-8156-4fb512aabdae', 'name': 'tempest-NetworksTestDHCPv6-router-179411180', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:48Z', 'updated_at': '2022-02-03T14:34:55Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:34:57.299276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 215f31de-02fe-4a88-8812-3bfb53b09ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:57.303653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-076c5440-2e3e-4f7d-92de-c8fdb1fdda49 req-71e948ee-b94b-4440-aa64-fd5e1772c613 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec61ee59-82c2-43c0-9a2c-7731a47629e3 HTTP/1.1" status: 200 len: 945 time: 1.2153697 Feb 03 14:34:57.318629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e64674d1-d49a-46ff-9c9a-12d2ce66bdb5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:57.342759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-06ed5b80-9b91-4688-ac5c-bd52c96ab0d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3607454 Feb 03 14:34:57.368974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Current status of the port b4864617-aea6-4d04-9f0a-76dd0476ff90 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:57.372077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fdeb7-7d85-41c4-9992-617f3ec5605d req-39c2ed9a-96d3-4574-99a8-62c576d004f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:57.373672 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d41fdeb7-7d85-41c4-9992-617f3ec5605d req-39c2ed9a-96d3-4574-99a8-62c576d004f9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3052619 Feb 03 14:34:57.379140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2304cfd9-97b9-4b3f-a872-79819c89dbbf'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:34:57.381341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d729cb27-d5a8-4d77-ad68-199d568acc4e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:34:57.383391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3f336021-c32b-419c-ba44-6a5f523b38f0 None None] Could not find standard attr ID for object 8b5e1b80-7123-42c1-89bd-cd8f869b69a5. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:34:57.400306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Pushing event deleted for resources: {'Port': ['ID=e64674d1-d49a-46ff-9c9a-12d2ce66bdb5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:57.408679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:34:57.409067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:34:57.463933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Router 4a4eb99a-5927-4fba-9702-816e260443c6 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:34:57.503894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] No DVR routers for this DVR port e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:34:57.519155 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:57.525425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-481681c2-e9ba-4f27-a361-7eb9c2cd7367 req-dbad94b7-2fad-4538-96f1-9942313f0eba tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "DELETE /v2.0/ports/e64674d1-d49a-46ff-9c9a-12d2ce66bdb5 HTTP/1.1" status: 204 len: 173 time: 3.9735930 Feb 03 14:34:57.528386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'name': 'network-vif-deleted', 'tag': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:34:57.531140 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa5833a-d6d4-4be7-bdc0-7c6c94f88b51" -d '{"events": [{"server_uuid": "ec61ee59-82c2-43c0-9a2c-7731a47629e3", "name": "network-vif-deleted", "tag": "e64674d1-d49a-46ff-9c9a-12d2ce66bdb5"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:34:57.595766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-076c5440-2e3e-4f7d-92de-c8fdb1fdda49 req-60dc10db-bb44-4def-ae1c-3c44c838664e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894218 Feb 03 14:34:57.644934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Router 7ab8da35-2955-4292-8156-4fb512aabdae has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:34:57.683405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5e1437da-e883-4ec8-a32e-f82209b0122a None None] Provisioning complete for port b4864617-aea6-4d04-9f0a-76dd0476ff90 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:57.683786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5e1437da-e883-4ec8-a32e-f82209b0122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:57.835317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10ffa588-864f-453e-8ae8-f3b702868e8b req-643547b0-63d3-4a5d-9ecc-97d7b318461f tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0807402 Feb 03 14:34:57.870499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-18f48059-2c02-4905-b985-9008a2c7952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:57.875579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-18f48059-2c02-4905-b985-9008a2c7952e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=723251e3d0de4767b159124146611784&device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 1127 time: 0.3693058 Feb 03 14:34:57.894610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:57.907090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-08103231-9673-4f53-b2bd-e9bac222e0d4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "PUT /v2.0/routers/7ab8da35-2955-4292-8156-4fb512aabdae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7569494 Feb 03 14:34:57.907752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60576) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:57.930613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:34:57.943583 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] Sync routers for ids ['4a4eb99a-5927-4fba-9702-816e260443c6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:34:57.953801 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd93a40f-ac5d-453d-a1ed-095ddb0b9f93 x-openstack-request-id: req-bd93a40f-ac5d-453d-a1ed-095ddb0b9f93 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:34:57.954476 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec61ee59-82c2-43c0-9a2c-7731a47629e3", "name": "network-vif-deleted", "tag": "e64674d1-d49a-46ff-9c9a-12d2ce66bdb5", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:34:57.955456 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd93a40f-ac5d-453d-a1ed-095ddb0b9f93 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:34:57.956099 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec61ee59-82c2-43c0-9a2c-7731a47629e3', 'name': 'network-vif-deleted', 'tag': 'e64674d1-d49a-46ff-9c9a-12d2ce66bdb5', 'status': 'completed', 'code': 200} Feb 03 14:34:57.957391 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] Routers {'4a4eb99a-5927-4fba-9702-816e260443c6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:57.958016 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4a4eb99a-5927-4fba-9702-816e260443c6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:57.962538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3fa90cae-c9f8-4a10-9909-46a0ce076ed7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "PUT /v2.0/routers/4a4eb99a-5927-4fba-9702-816e260443c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1510904 Feb 03 14:34:57.969216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60578) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:58.023095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cd3e1c-dbdd-4ec2-8005-eb9b10cd4013 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:58.026651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cd3e1c-dbdd-4ec2-8005-eb9b10cd4013 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:58.038106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-14cd3e1c-dbdd-4ec2-8005-eb9b10cd4013 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1283643 Feb 03 14:34:58.039050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60582) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:58.071006 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:58.105723 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] Routers {'4a4eb99a-5927-4fba-9702-816e260443c6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:58.111517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5e1437da-e883-4ec8-a32e-f82209b0122a None None] Current status of the port b4864617-aea6-4d04-9f0a-76dd0476ff90 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:58.124552 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4a4eb99a-5927-4fba-9702-816e260443c6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:58.191406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5e1437da-e883-4ec8-a32e-f82209b0122a None None] Provisioning complete for port b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:58.191796 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5e1437da-e883-4ec8-a32e-f82209b0122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:58.204980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 706fef8c-f6bd-4924-994b-954222b37075 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:34:58.208899 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (706fef8c-f6bd-4924-994b-954222b37075), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:58.261899 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:58.262887 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802f391-f95f-43a5-b820-d4078dfc8c10 None None] The sync data for ids ['4a4eb99a-5927-4fba-9702-816e260443c6'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:34:58.288983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (706fef8c-f6bd-4924-994b-954222b37075), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:58.302504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ee58c-9600-4fd9-ad61-25b8edad546f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:58.308801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3d0ee58c-9600-4fd9-ad61-25b8edad546f tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4eb99a-5927-4fba-9702-816e260443c6 HTTP/1.1" status: 200 len: 989 time: 0.3365123 Feb 03 14:34:58.311293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60590) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:58.314360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-76f233f4-54d2-4e43-9b21-ea588d42c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:58.317785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-76f233f4-54d2-4e43-9b21-ea588d42c021 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 200 len: 916 time: 0.4135141 Feb 03 14:34:58.320239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5e1437da-e883-4ec8-a32e-f82209b0122a None None] Port b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:34:58.325722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4864617-aea6-4d04-9f0a-76dd0476ff90 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:34:58.433746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (706fef8c-f6bd-4924-994b-954222b37075), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:58.512824 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (706fef8c-f6bd-4924-994b-954222b37075), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:58.538412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b4864617-aea6-4d04-9f0a-76dd0476ff90 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:34:58.538621 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:58.585966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=706fef8c-f6bd-4924-994b-954222b37075,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:34:58.608500 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:58.609706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d8958-fbc8-4af6-a893-aeb936301ee3 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:34:58.625871 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a249c510-0a2e-488e-8716-1e00ee2aa94f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/706fef8c-f6bd-4924-994b-954222b37075 HTTP/1.1" status: 204 len: 168 time: 0.5831192 Feb 03 14:34:58.627626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60604) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:58.655028 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-9b74f713-6131-4917-aa94-20573a93c96f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf HTTP/1.1" status: 200 len: 217 time: 0.0798776 Feb 03 14:34:58.896350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b4864617-aea6-4d04-9f0a-76dd0476ff90 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:34:58.912221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] Sync routers for ids ['7ab8da35-2955-4292-8156-4fb512aabdae'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:34:58.939751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] Routers {'7ab8da35-2955-4292-8156-4fb512aabdae'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:58.940387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['7ab8da35-2955-4292-8156-4fb512aabdae'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:59.003071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-f54cde7b-677e-45cf-b868-de1723ef6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:59.004627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-f54cde7b-677e-45cf-b868-de1723ef6b2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 200 len: 854 time: 0.3313484 Feb 03 14:34:59.052723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] Set router 7ab8da35-2955-4292-8156-4fb512aabdae gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:59.086209 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-df6ad076-5a41-4606-a1d0-f07f23c3d048 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4542484 Feb 03 14:34:59.086779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:59.134949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:34:59.139285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8da35-2955-4292-8156-4fb512aabdae', 'name': 'tempest-NetworksTestDHCPv6-router-179411180', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:48Z', 'updated_at': '2022-02-03T14:34:55Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:59.156234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d41fdeb7-7d85-41c4-9992-617f3ec5605d req-54d9bc54-52e1-44ad-a5a9-dc6d7f96e7b2 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.71 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0737410 Feb 03 14:34:59.173267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c197eb89-f592-446f-a038-f62f0c8af3ce req-2804292a-082e-4634-981c-a150b5299cab tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c73d35-1b11-4452-8fb3-7f8dd28f841e HTTP/1.1" status: 200 len: 210 time: 0.0677748 Feb 03 14:34:59.198991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] Checking router: 7ab8da35-2955-4292-8156-4fb512aabdae for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:34:59.242110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] Routers {'7ab8da35-2955-4292-8156-4fb512aabdae'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:34:59.243841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['7ab8da35-2955-4292-8156-4fb512aabdae'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:59.286702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3090dcda-959f-4b42-b8c7-d36e99ac9261 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router (7ab8da35-2955-4292-8156-4fb512aabdae), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:59.301616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-e154704f-4994-40be-b0e2-89aa62d0a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:59.317159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-e154704f-4994-40be-b0e2-89aa62d0a80a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e9be4b0-0d94-4884-9c81-4528c99fdcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2985537 Feb 03 14:34:59.515692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3090dcda-959f-4b42-b8c7-d36e99ac9261 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (7ab8da35-2955-4292-8156-4fb512aabdae), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:59.518743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3090dcda-959f-4b42-b8c7-d36e99ac9261 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router_controller (7ab8da35-2955-4292-8156-4fb512aabdae), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:59.567358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14619f95-0517-4c63-8223-a45f65a0ba2c req-4292aa44-f306-4102-b372-feba5e44c970 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:59.568792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14619f95-0517-4c63-8223-a45f65a0ba2c req-4292aa44-f306-4102-b372-feba5e44c970 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 945 time: 0.2067399 Feb 03 14:34:59.589069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-d56e29da-da69-4021-a49a-f449c7357758 service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580557 Feb 03 14:34:59.622289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3090dcda-959f-4b42-b8c7-d36e99ac9261 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (7ab8da35-2955-4292-8156-4fb512aabdae), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:59.623704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3090dcda-959f-4b42-b8c7-d36e99ac9261 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Fanout notify agent at l3_agent the message router_deleted on router 7ab8da35-2955-4292-8156-4fb512aabdae {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:34:59.638164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3090dcda-959f-4b42-b8c7-d36e99ac9261 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:59.643636 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3090dcda-959f-4b42-b8c7-d36e99ac9261 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/routers/7ab8da35-2955-4292-8156-4fb512aabdae HTTP/1.1" status: 204 len: 168 time: 0.5534689 Feb 03 14:34:59.643941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60620) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:59.680812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] Deleting port 215f31de-02fe-4a88-8812-3bfb53b09ac8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:34:59.681197 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:34:59.683427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] Set router 7ab8da35-2955-4292-8156-4fb512aabdae gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:34:59.741203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7cf286-f119-442d-910a-aacd3b1a6dc6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:59.746161 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-de7cf286-f119-442d-910a-aacd3b1a6dc6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0980575 Feb 03 14:34:59.746427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60622) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:59.790943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14619f95-0517-4c63-8223-a45f65a0ba2c req-5c7d17de-f485-4ed9-9b62-ade0cba6f706 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009132 Feb 03 14:34:59.813518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bba46-3eae-4cad-b233-54a2ae05c62f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:34:59.817291 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ef6bba46-3eae-4cad-b233-54a2ae05c62f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675950 Feb 03 14:34:59.817676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60624) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:59.924813 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0d67b720-2387-44e8-b895-3b5ac2960cb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023421 Feb 03 14:34:59.925684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:34:59.935971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:34:59.938199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ae5eb18-89f2-4b69-83a2-5288b9a85ad2 req-4d17945a-1cb7-42e4-a109-7e25e8f7c788 service neutron] 10.222.0.45 "GET /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256333 Feb 03 14:34:59.977597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8da35-2955-4292-8156-4fb512aabdae', 'name': 'tempest-NetworksTestDHCPv6-router-179411180', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:48Z', 'updated_at': '2022-02-03T14:34:55Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:34:59.991388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (4a4eb99a-5927-4fba-9702-816e260443c6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:00.110969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379747f4-a783-4426-9863-d3f1147c89e1 None None] The sync data for ids ['7ab8da35-2955-4292-8156-4fb512aabdae'] in n-d-827549-2 is: [{'id': '7ab8da35-2955-4292-8156-4fb512aabdae', 'name': 'tempest-NetworksTestDHCPv6-router-179411180', 'tenant_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:34:48Z', 'updated_at': '2022-02-03T14:34:55Z', 'revision_number': 3, 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:35:00.112528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 215f31de-02fe-4a88-8812-3bfb53b09ac8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:00.126568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] For port 215f31de-02fe-4a88-8812-3bfb53b09ac8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=215f31de-02fe-4a88-8812-3bfb53b09ac8,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:00.126972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:00.176237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:00.191731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:00.197153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] Calling delete_port for 215f31de-02fe-4a88-8812-3bfb53b09ac8 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:00.585921 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (215f31de-02fe-4a88-8812-3bfb53b09ac8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:00.636277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] No DVR routers for this DVR port 215f31de-02fe-4a88-8812-3bfb53b09ac8 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:00.641817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No active binding found for port 215f31de-02fe-4a88-8812-3bfb53b09ac8 {{(pid=103343) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 14:35:00.642214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] The host n-d-827549-2 is not matching for port 215f31de-02fe-4a88-8812-3bfb53b09ac8 host None! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:35:00.642606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 215f31de-02fe-4a88-8812-3bfb53b09ac8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:35:00.690900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-8e24f95a-4820-42f6-8e08-d39a2f570d34 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:00.692594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-8e24f95a-4820-42f6-8e08-d39a2f570d34 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.45 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 945 time: 0.1868608 Feb 03 14:35:00.699202 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-26752734-5018-48bd-8d9a-618ab13342f4 req-def07d9b-8d37-40ed-a7bd-e386a7e14f3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a0b337e8aa545cdbb0bf59305c76d90&device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.1312821 Feb 03 14:35:00.719917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:00.720177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:00.733878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a589dd-4944-4bde-bb36-885ab7019e9f None None] Pushing event deleted for resources: {'Port': ['ID=215f31de-02fe-4a88-8812-3bfb53b09ac8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:00.753960 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-26752734-5018-48bd-8d9a-618ab13342f4 req-c298dcd5-4a4f-4522-9f4f-5fe9c6aca870 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9a0b337e8aa545cdbb0bf59305c76d90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478191 Feb 03 14:35:00.759062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-969ca22e-7daa-45e0-8249-285a1e25f192 req-8c61f2ce-7d2f-4ad9-a383-fb26e89d5f77 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.0841286 Feb 03 14:35:01.144121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26752734-5018-48bd-8d9a-618ab13342f4 req-86ae1bb8-9c9b-4535-b563-dd90a306b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:01.145946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-26752734-5018-48bd-8d9a-618ab13342f4 req-86ae1bb8-9c9b-4535-b563-dd90a306b110 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3330052 Feb 03 14:35:01.147695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:01.167729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:35:01.169356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0102ecf2-d849-46ec-a656-252257e8bf3a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:01.201001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:01.210080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:01.215094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:01.215717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:01.221559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69673a8-ab2f-4820-a835-0036064c1a62 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:01.247337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0ff0c-fd7b-4818-b74c-0e3bde4bcef7 req-481efbc4-f049-4c6b-bf68-3c33f2319df8 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:01.251408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87a0ff0c-fd7b-4818-b74c-0e3bde4bcef7 req-481efbc4-f049-4c6b-bf68-3c33f2319df8 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 945 time: 0.3142498 Feb 03 14:35:01.255677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:01.335980 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4092202 Feb 03 14:35:01.340931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60660) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:01.359450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:01.426563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Deleting port 2304cfd9-97b9-4b3f-a872-79819c89dbbf {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:01.427228 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:01.456686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87a0ff0c-fd7b-4818-b74c-0e3bde4bcef7 req-24b7639c-0c53-4a6e-b0b5-ee7465670fb6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870761 Feb 03 14:35:01.503899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '0102ecf2-d849-46ec-a656-252257e8bf3a'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:35:01.505303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:01.681436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] For port 2304cfd9-97b9-4b3f-a872-79819c89dbbf, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2304cfd9-97b9-4b3f-a872-79819c89dbbf,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:01.681721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:01.712035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Calling delete_port for 2304cfd9-97b9-4b3f-a872-79819c89dbbf owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:01.789308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Allocated IP 2001:db8::f816:3eff:fe3b:8d89 (1761b6a0-66c5-4456-9565-fda91494eed0/0102ecf2-d849-46ec-a656-252257e8bf3a/0a2991e8-00b7-4995-9ae2-b82f1a069467) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:01.994217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2304cfd9-97b9-4b3f-a872-79819c89dbbf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.005487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.017472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2304cfd9-97b9-4b3f-a872-79819c89dbbf'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:35:02.086714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ca24144-08ec-4745-b629-b276a0dadacd req-4ad47bc9-d89d-4753-8700-f548a0598297 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.1044798 Feb 03 14:35:02.112122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d729cb27-d5a8-4d77-ad68-199d568acc4e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:35:02.123615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a04237-17de-4afa-b61d-5933efdc14b3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=0102ecf2-d849-46ec-a656-252257e8bf3a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:02.137991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Pushing event deleted for resources: {'Port': ['ID=2304cfd9-97b9-4b3f-a872-79819c89dbbf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:02.282779 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Publish callbacks [] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.300310 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.426233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] No DVR routers for this DVR port 2304cfd9-97b9-4b3f-a872-79819c89dbbf on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:02.436246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.440839 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-26752734-5018-48bd-8d9a-618ab13342f4 req-e16f48a2-faf1-4fbb-8fa9-76838f521035 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.0568368 Feb 03 14:35:02.443413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50d44614-2b5d-4a0f-af4b-ea17b397017a req-04bcc283-484b-45eb-b21d-52840f12f56b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.45 "DELETE /v2.0/ports/2304cfd9-97b9-4b3f-a872-79819c89dbbf HTTP/1.1" status: 204 len: 173 time: 1.7200003 Feb 03 14:35:02.472332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'name': 'network-vif-deleted', 'tag': '2304cfd9-97b9-4b3f-a872-79819c89dbbf'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:02.481734 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bacc1a0-d01b-4411-9278-61b273521f03" -d '{"events": [{"server_uuid": "72d13536-1dd2-4150-a8c6-9486cb5a2993", "name": "network-vif-deleted", "tag": "2304cfd9-97b9-4b3f-a872-79819c89dbbf"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:02.524362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:02.527818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.532656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:02.591114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:02.607052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:02.611864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:02.719448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:02.743430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8cbaa5f-43a2-45b6-98c5-4fa8e6793f2d req-9f8c6343-11e5-441f-a660-cd0fec5eaa31 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d13536-1dd2-4150-a8c6-9486cb5a2993 HTTP/1.1" status: 200 len: 210 time: 0.1197193 Feb 03 14:35:02.756031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (4a4eb99a-5927-4fba-9702-816e260443c6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.918732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Attempting to bind port 0a2991e8-00b7-4995-9ae2-b82f1a069467 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:35:02.919118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Attempting to bind port 0a2991e8-00b7-4995-9ae2-b82f1a069467 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:35:02.919492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Attempting to bind port 0a2991e8-00b7-4995-9ae2-b82f1a069467 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:02.943282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:35:02.945437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:02.945938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.946386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:35:02.946944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Bound port: 0a2991e8-00b7-4995-9ae2-b82f1a069467, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:35:02.947381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:02.954818 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae3674f-59ff-4de6-94b0-be652a88c10c x-openstack-request-id: req-6ae3674f-59ff-4de6-94b0-be652a88c10c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:02.957543 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d13536-1dd2-4150-a8c6-9486cb5a2993", "name": "network-vif-deleted", "tag": "2304cfd9-97b9-4b3f-a872-79819c89dbbf", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:02.958268 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ae3674f-59ff-4de6-94b0-be652a88c10c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:02.980682 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d13536-1dd2-4150-a8c6-9486cb5a2993', 'name': 'network-vif-deleted', 'tag': '2304cfd9-97b9-4b3f-a872-79819c89dbbf', 'status': 'completed', 'code': 200} Feb 03 14:35:03.180500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:03.193025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:03.234492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:03.301758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ccde1371-3b08-42b0-a55a-7dde778b2ebe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:03.328126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Router 4a4eb99a-5927-4fba-9702-816e260443c6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:35:03.389141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:03.393640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:03.405297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:03.406142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:03.418938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba63a54-16ea-40f6-a5f0-27af16bfb73e None None] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:03.431317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=ccde1371-3b08-42b0-a55a-7dde778b2ebe,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:03.438914 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-11836c61-4d86-448a-9b6c-eeeb584f4a13 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0969849 Feb 03 14:35:03.441752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:03.453852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:3a:57:4c', 'name': 'tempest-NetworksTestDHCPv6-967598888'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:03.479420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b31b567-0078-424b-85d7-36c32df1e824 req-7a7048fe-b6a6-4a83-a61d-940249371ea6 tempest-ServerShowV247Test-924089521 tempest-ServerShowV247Test-924089521-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce215fbb-4506-43e8-b2de-f359f48ae7f1 HTTP/1.1" status: 200 len: 210 time: 0.1500223 Feb 03 14:35:03.686953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:35:03.700436 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] Sync routers for ids ['4a4eb99a-5927-4fba-9702-816e260443c6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:35:03.701301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:03.701935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-09cc470e-1385-4c51-bf58-6374bc573294 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "PUT /v2.0/routers/4a4eb99a-5927-4fba-9702-816e260443c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3825762 Feb 03 14:35:03.718136 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] Routers {'4a4eb99a-5927-4fba-9702-816e260443c6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:35:03.723191 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4a4eb99a-5927-4fba-9702-816e260443c6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:03.774371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:03.778813 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35001a7-047f-439d-b423-271580e5681d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:35:03.780244 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d35001a7-047f-439d-b423-271580e5681d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/b1e3666f-95ef-4e06-9e5c-7f3bf353d0f6 HTTP/1.1" status: 404 len: 333 time: 0.0779908 Feb 03 14:35:03.785319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60692) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:03.863703 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:03.923901 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] Routers {'4a4eb99a-5927-4fba-9702-816e260443c6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:35:03.928406 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4a4eb99a-5927-4fba-9702-816e260443c6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:04.028672 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:04.029544 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f0396-85ed-4595-9d4d-f0b36afacdea None None] The sync data for ids ['4a4eb99a-5927-4fba-9702-816e260443c6'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:35:04.063774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:04.130824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 6e9ea511-7dd6-4a21-a373-453e8f365e24 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:35:04.230128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2304cfd9-97b9-4b3f-a872-79819c89dbbf no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:04.320597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 2304cfd9-97b9-4b3f-a872-79819c89dbbf {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:35:04.333465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2304cfd9-97b9-4b3f-a872-79819c89dbbf not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:35:04.356973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:04.475346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:04.475990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:04.535975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 172.20.0.8 (1761b6a0-66c5-4456-9565-fda91494eed0/ccde1371-3b08-42b0-a55a-7dde778b2ebe/6e9ea511-7dd6-4a21-a373-453e8f365e24) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:04.547518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fe3a:574c (1761b6a0-66c5-4456-9565-fda91494eed0/0102ecf2-d849-46ec-a656-252257e8bf3a/6e9ea511-7dd6-4a21-a373-453e8f365e24) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:04.581326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:04.581905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:04.618409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:04.621914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:04.686506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:04.812582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (6e9ea511-7dd6-4a21-a373-453e8f365e24), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:04.856134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6e9ea511-7dd6-4a21-a373-453e8f365e24), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:04.882230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db4cf3b7-ebfb-4b57-816f-aa06f06ee373 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for router (4a4eb99a-5927-4fba-9702-816e260443c6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:04.907725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:04.911716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:04.916058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:04.959824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=6e9ea511-7dd6-4a21-a373-453e8f365e24,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:04.998464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:04.999095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.030048 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9090b7e2-219d-4576-afe7-dbab35b8b9fe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5872483 Feb 03 14:35:05.031767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60708) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:05.095989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd75ef-431b-4119-8b5e-614eea08456c req-4ab4ded6-9ef1-408c-bcb1-81ee6b7f4e6e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:05.097465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbd75ef-431b-4119-8b5e-614eea08456c req-4ab4ded6-9ef1-408c-bcb1-81ee6b7f4e6e tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.3200696 Feb 03 14:35:05.128285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532fab15-c00d-4023-bb2b-a95c7a6a2633 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:05.133930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532fab15-c00d-4023-bb2b-a95c7a6a2633 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:05.139927 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-532fab15-c00d-4023-bb2b-a95c7a6a2633 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1062970 Feb 03 14:35:05.140583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:05.199112 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db4cf3b7-ebfb-4b57-816f-aa06f06ee373 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (4a4eb99a-5927-4fba-9702-816e260443c6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.203044 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db4cf3b7-ebfb-4b57-816f-aa06f06ee373 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for router_controller (4a4eb99a-5927-4fba-9702-816e260443c6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.252376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbd75ef-431b-4119-8b5e-614eea08456c req-00e30cbf-59c3-45e0-b4db-57aa8b2eb406 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918887 Feb 03 14:35:05.273269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3101021a-1979-4edc-9ec7-c53f7aff9aa5 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:05.287761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 6e9ea511-7dd6-4a21-a373-453e8f365e24 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:05.288404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6e9ea511-7dd6-4a21-a373-453e8f365e24), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.319277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db4cf3b7-ebfb-4b57-816f-aa06f06ee373 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (4a4eb99a-5927-4fba-9702-816e260443c6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.320062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4cf3b7-ebfb-4b57-816f-aa06f06ee373 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Fanout notify agent at l3_agent the message router_deleted on router 4a4eb99a-5927-4fba-9702-816e260443c6 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:35:05.329193 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db4cf3b7-ebfb-4b57-816f-aa06f06ee373 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.330305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-db4cf3b7-ebfb-4b57-816f-aa06f06ee373 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/routers/4a4eb99a-5927-4fba-9702-816e260443c6 HTTP/1.1" status: 204 len: 168 time: 1.5439701 Feb 03 14:35:05.333403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60714) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:05.424921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet b9cd7dc8-0f96-429e-b31f-7b4a455854f7 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:05.443631 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (b9cd7dc8-0f96-429e-b31f-7b4a455854f7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.456928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6ebaab6c-3bd8-46e4-bf23-25bed7a82f1b None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:05.457309 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ebaab6c-3bd8-46e4-bf23-25bed7a82f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.544850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (b9cd7dc8-0f96-429e-b31f-7b4a455854f7), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.573932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6e9ea511-7dd6-4a21-a373-453e8f365e24), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.613507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 6e9ea511-7dd6-4a21-a373-453e8f365e24 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:05.707164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b9cd7dc8-0f96-429e-b31f-7b4a455854f7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.758263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaab6c-3bd8-46e4-bf23-25bed7a82f1b None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:05.872475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60726) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:05.918095 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (b9cd7dc8-0f96-429e-b31f-7b4a455854f7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:05.987679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa32432a-8b26-47ca-96ef-5004839bd148 None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '0102ecf2-d849-46ec-a656-252257e8bf3a', 'ip_address': '2001:db8::f816:3eff:fe3b:8d89'}, {'subnet_id': 'ccde1371-3b08-42b0-a55a-7dde778b2ebe'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '0a2991e8-00b7-4995-9ae2-b82f1a069467'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:35:05.992113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cd7dc8-0f96-429e-b31f-7b4a455854f7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:06.011702 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.026394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-79da07fb-bcb3-4b85-bc16-558425ce7a78 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/b9cd7dc8-0f96-429e-b31f-7b4a455854f7 HTTP/1.1" status: 204 len: 168 time: 0.6893604 Feb 03 14:35:06.028106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60734) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:06.064211 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fa32432a-8b26-47ca-96ef-5004839bd148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.075271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6e9ea511-7dd6-4a21-a373-453e8f365e24), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.094493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277fcec-3904-4c28-8374-e4228a45c31e None None] Network 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:06.187473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=6e9ea511-7dd6-4a21-a373-453e8f365e24,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:06.195373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:06.268577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2979b264-e356-46a0-ad04-c29252d0825e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.268797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (78cc69c8-97de-46fa-a55c-7bb834ce9cd2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.383778 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.389178 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2c57beab-b0f4-461a-8546-fea4ce2a7c6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/6e9ea511-7dd6-4a21-a373-453e8f365e24 HTTP/1.1" status: 204 len: 168 time: 1.2474031 Feb 03 14:35:06.392586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60738) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:06.541400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c9fcb-a083-49e8-8fea-9a7c083b887c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:06.543044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c9fcb-a083-49e8-8fea-9a7c083b887c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:06.544529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c9fcb-a083-49e8-8fea-9a7c083b887c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:06.546708 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-776c9fcb-a083-49e8-8fea-9a7c083b887c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1531334 Feb 03 14:35:06.552259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:06.586186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-87a2b029-3bc2-455d-862c-a885cd4f5544 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:06.588082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-87a2b029-3bc2-455d-862c-a885cd4f5544 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.3831422 Feb 03 14:35:06.615304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 0102ecf2-d849-46ec-a656-252257e8bf3a {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:06.619808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (0102ecf2-d849-46ec-a656-252257e8bf3a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.661288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:06.661511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0102ecf2-d849-46ec-a656-252257e8bf3a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.661670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.751167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0102ecf2-d849-46ec-a656-252257e8bf3a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.821322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea46bc-6c95-4d7d-b0de-1ff5d8ef011e req-6ef4950e-9fe4-4eb0-bbb9-8a917681483d tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:06.833507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3aea46bc-6c95-4d7d-b0de-1ff5d8ef011e req-6ef4950e-9fe4-4eb0-bbb9-8a917681483d tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.3701551 Feb 03 14:35:06.839726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2979b264-e356-46a0-ad04-c29252d0825e admin admin] Publish callbacks [] for security_group (5904d034-5008-4899-8ad5-a75306b7d9d3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.842223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0102ecf2-d849-46ec-a656-252257e8bf3a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.850652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2979b264-e356-46a0-ad04-c29252d0825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5904d034-5008-4899-8ad5-a75306b7d9d3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.882710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port b4864617-aea6-4d04-9f0a-76dd0476ff90 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:06.883075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-fa32432a-8b26-47ca-96ef-5004839bd148 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0102ecf2-d849-46ec-a656-252257e8bf3a: This subnet is being modified by another concurrent operation. Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0102ecf2-d849-46ec-a656-252257e8bf3a: This subnet is being modified by another concurrent operation. Feb 03 14:35:06.922498 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:35:06.940878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:06.946042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3aea46bc-6c95-4d7d-b0de-1ff5d8ef011e req-efa4f022-5fcb-4590-b9b9-4270b16b977c tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097813 Feb 03 14:35:06.956253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b264-e356-46a0-ad04-c29252d0825e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5904d034-5008-4899-8ad5-a75306b7d9d3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:06.980864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=0102ecf2-d849-46ec-a656-252257e8bf3a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:06.994553 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:06.999294 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aaba94a4-faac-4dd7-92d6-422228db94d7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/0102ecf2-d849-46ec-a656-252257e8bf3a HTTP/1.1" status: 204 len: 168 time: 0.4457965 Feb 03 14:35:07.003019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Deleting port d729cb27-d5a8-4d77-ad68-199d568acc4e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:07.003442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.009092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60744) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:07.030176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2979b264-e356-46a0-ad04-c29252d0825e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a0b337e8aa545cdbb0bf59305c76d90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1542470 Feb 03 14:35:07.031294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:07.104868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0d3d117b-f877-4c57-9ff6-bac7dd0f7c9b None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:07.112065 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d3d117b-f877-4c57-9ff6-bac7dd0f7c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.114363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] DHCP port deletion for 78cc69c8-97de-46fa-a55c-7bb834ce9cd2 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:35:07.134147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-802f269a-fa75-4ab3-8dd0-1df7cdb36073 admin admin] Publish callbacks [] for security_group (5904d034-5008-4899-8ad5-a75306b7d9d3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.153056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955fa0a-9810-455c-9fa8-5d3fce084cb1 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:07.234329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-802f269a-fa75-4ab3-8dd0-1df7cdb36073 admin admin] Publish callbacks [] for security_group (5904d034-5008-4899-8ad5-a75306b7d9d3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.290056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] Deleting port b4864617-aea6-4d04-9f0a-76dd0476ff90 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:07.290820 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.331463 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-802f269a-fa75-4ab3-8dd0-1df7cdb36073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5904d034-5008-4899-8ad5-a75306b7d9d3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.334036 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-802f269a-fa75-4ab3-8dd0-1df7cdb36073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.337547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-802f269a-fa75-4ab3-8dd0-1df7cdb36073 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5904d034-5008-4899-8ad5-a75306b7d9d3 HTTP/1.1" status: 204 len: 168 time: 0.3028584 Feb 03 14:35:07.343570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f269a-fa75-4ab3-8dd0-1df7cdb36073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904d034-5008-4899-8ad5-a75306b7d9d3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:07.422869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] For port b4864617-aea6-4d04-9f0a-76dd0476ff90, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4864617-aea6-4d04-9f0a-76dd0476ff90,segment=NetworkSegment(3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39),segment_id=3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:07.423380 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.442397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] For port b4864617-aea6-4d04-9f0a-76dd0476ff90, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4864617-aea6-4d04-9f0a-76dd0476ff90,segment=NetworkSegment(3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39),segment_id=3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:07.444813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.454388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] Calling delete_port for b4864617-aea6-4d04-9f0a-76dd0476ff90 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:07.489281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for b4864617-aea6-4d04-9f0a-76dd0476ff90 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:07.582151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet ccde1371-3b08-42b0-a55a-7dde778b2ebe {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:07.591422 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (ccde1371-3b08-42b0-a55a-7dde778b2ebe), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.634691 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.748304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d117b-f877-4c57-9ff6-bac7dd0f7c9b None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:07.767425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] Pushing event deleted for resources: {'Port': ['ID=b4864617-aea6-4d04-9f0a-76dd0476ff90,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:07.774286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] For port d729cb27-d5a8-4d77-ad68-199d568acc4e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d729cb27-d5a8-4d77-ad68-199d568acc4e,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:07.774654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.783994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0d3d117b-f877-4c57-9ff6-bac7dd0f7c9b None None] Could not find standard attr ID for object 6e9ea511-7dd6-4a21-a373-453e8f365e24. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:35:07.802191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28d30f-5758-4dc4-8186-0cc5dedc8607 None None] No DVR routers for this DVR port b4864617-aea6-4d04-9f0a-76dd0476ff90 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:07.856664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Calling delete_port for d729cb27-d5a8-4d77-ad68-199d568acc4e owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:07.887508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (ccde1371-3b08-42b0-a55a-7dde778b2ebe), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:07.955203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b8d37-2d7d-4102-8725-a94cc46df482 None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': 'ccde1371-3b08-42b0-a55a-7dde778b2ebe'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '0a2991e8-00b7-4995-9ae2-b82f1a069467'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:35:08.031839 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de0b8d37-2d7d-4102-8725-a94cc46df482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.033904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ccde1371-3b08-42b0-a55a-7dde778b2ebe), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.040409 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b4864617-aea6-4d04-9f0a-76dd0476ff90), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.127276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No DVR routers for this DVR port b4864617-aea6-4d04-9f0a-76dd0476ff90 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:08.139705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4864617-aea6-4d04-9f0a-76dd0476ff90 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:08.202221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=b4864617-aea6-4d04-9f0a-76dd0476ff90,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:08.210718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b4864617-aea6-4d04-9f0a-76dd0476ff90 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:35:08.210718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4864617-aea6-4d04-9f0a-76dd0476ff90 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:35:08.211048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:08.452410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d729cb27-d5a8-4d77-ad68-199d568acc4e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.455002 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (ccde1371-3b08-42b0-a55a-7dde778b2ebe), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.488014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.491361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/ccde1371-3b08-42b0-a55a-7dde778b2ebe HTTP/1.1" status: 204 len: 168 time: 1.3802810 Feb 03 14:35:08.493910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60788) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-de0b8d37-2d7d-4102-8725-a94cc46df482 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccde1371-3b08-42b0-a55a-7dde778b2ebe: This subnet is being modified by another concurrent operation. Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccde1371-3b08-42b0-a55a-7dde778b2ebe: This subnet is being modified by another concurrent operation. Feb 03 14:35:08.531703 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:35:08.545550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d729cb27-d5a8-4d77-ad68-199d568acc4e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:35:08.545930 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (78cc69c8-97de-46fa-a55c-7bb834ce9cd2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.613483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c80e879-3163-47dc-9762-d787cee4b3c5 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:35:08.635997 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6c91f1c9-ae6a-42b3-88e7-90f3001ae295 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396630 Feb 03 14:35:08.637686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae562019-8332-43ff-9768-81acaa8ae951 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=ccde1371-3b08-42b0-a55a-7dde778b2ebe,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:08.644052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:08.645969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Pushing event deleted for resources: {'Port': ['ID=d729cb27-d5a8-4d77-ad68-199d568acc4e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:08.663977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:08.680224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c3ebd-1394-4004-8129-151b02e20cb4 req-4a9be049-77b9-41fb-a431-eb4670ffbf9b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:08.682387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-980c3ebd-1394-4004-8129-151b02e20cb4 req-4a9be049-77b9-41fb-a431-eb4670ffbf9b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/ports?device_id=143602f5-ca40-46ff-8513-738bef393e1b HTTP/1.1" status: 200 len: 945 time: 0.5343013 Feb 03 14:35:08.754505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cc69c8-97de-46fa-a55c-7bb834ce9cd2']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:08.819418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:08.819787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:08.906085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] No DVR routers for this DVR port d729cb27-d5a8-4d77-ad68-199d568acc4e on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:08.914208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80e879-3163-47dc-9762-d787cee4b3c5 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:35:08.919410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.923582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:08.923985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.946591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:08.977142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe474abb-b095-4dfe-bc48-cb8f519a85db req-306524dd-3eac-4238-84ae-526107a30ac6 tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.71 "DELETE /v2.0/ports/d729cb27-d5a8-4d77-ad68-199d568acc4e HTTP/1.1" status: 204 len: 173 time: 2.3818569 Feb 03 14:35:08.977627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143602f5-ca40-46ff-8513-738bef393e1b', 'name': 'network-vif-deleted', 'tag': 'd729cb27-d5a8-4d77-ad68-199d568acc4e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:08.980086 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ff69cf-b9d5-43ab-992e-7d8bba1d0217" -d '{"events": [{"server_uuid": "143602f5-ca40-46ff-8513-738bef393e1b", "name": "network-vif-deleted", "tag": "d729cb27-d5a8-4d77-ad68-199d568acc4e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:09.028678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.033219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:09.036489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a0ad9e09-b96d-4f2c-8053-b3f448f9849d None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:09.038316 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9e09-b96d-4f2c-8053-b3f448f9849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.042033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:09.045554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.047970 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.064724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:35:09.065678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (3efcf2d0-5ca8-40bb-9849-0cc6d7e6eb39), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:35:09.073370 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:35:09.129981 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.156178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-980c3ebd-1394-4004-8129-151b02e20cb4 req-3fee3f1d-ce33-4999-9402-230e8fe2174b tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3b76424-d42e-4056-8562-6038a5a8670e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555490 Feb 03 14:35:09.192190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:09.282261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (78cc69c8-97de-46fa-a55c-7bb834ce9cd2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.308080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad9e09-b96d-4f2c-8053-b3f448f9849d None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:09.308450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.308594 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9e09-b96d-4f2c-8053-b3f448f9849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.323252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/78cc69c8-97de-46fa-a55c-7bb834ce9cd2 HTTP/1.1" status: 204 len: 168 time: 3.2939837 Feb 03 14:35:09.342240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60806) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:09.363336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1793f7-d405-4ba5-8584-0413f28404a4 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=78cc69c8-97de-46fa-a55c-7bb834ce9cd2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:09.365100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a0ad9e09-b96d-4f2c-8053-b3f448f9849d None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:09.384597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9e09-b96d-4f2c-8053-b3f448f9849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.450154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d979740-e5f0-426e-89a7-f7c6b149a150 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:09.464049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1d979740-e5f0-426e-89a7-f7c6b149a150 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/2ab43d66-ca2f-40f7-8d73-a904a7c342c1 HTTP/1.1" status: 200 len: 843 time: 0.1204219 Feb 03 14:35:09.467620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60810) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:09.566494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cdebb37e-2931-492b-b26f-68f10ca72875 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/2ab43d66-ca2f-40f7-8d73-a904a7c342c1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0977092 Feb 03 14:35:09.567114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60812) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:09.571870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:09.716653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad9e09-b96d-4f2c-8053-b3f448f9849d None None] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:09.734373 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80e39f-309d-4c18-89e3-9d4ba7fb71cc x-openstack-request-id: req-6e80e39f-309d-4c18-89e3-9d4ba7fb71cc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:09.734660 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143602f5-ca40-46ff-8513-738bef393e1b", "name": "network-vif-deleted", "tag": "d729cb27-d5a8-4d77-ad68-199d568acc4e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:09.734930 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e80e39f-309d-4c18-89e3-9d4ba7fb71cc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:09.735463 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143602f5-ca40-46ff-8513-738bef393e1b', 'name': 'network-vif-deleted', 'tag': 'd729cb27-d5a8-4d77-ad68-199d568acc4e', 'status': 'completed', 'code': 200} Feb 03 14:35:09.736000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375adf6d-637a-4ac0-a3f3-b2b559d57dc1 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:35:09.801232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:35:09.837665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:09.848908 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:09.853946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-44916a24-6be0-4e30-b7ed-35675cbff452 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:09.854329 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44916a24-6be0-4e30-b7ed-35675cbff452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.113321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375adf6d-637a-4ac0-a3f3-b2b559d57dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:35:10.132098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-44916a24-6be0-4e30-b7ed-35675cbff452 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:10.263777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60828) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:10.299570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (658adc80-f6b3-473d-ad60-3b7ec035a30b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.314778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:10.366896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] Deleting subnet acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:10.371464 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] Publish callbacks [] for subnet (acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.410557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.439099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:10.457047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:10.473016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:10.473641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.532702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.584082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=658adc80-f6b3-473d-ad60-3b7ec035a30b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:10.670509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-254b7896-6f69-438c-9110-f5e20f3cb513 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1023233 Feb 03 14:35:10.671137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60836) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:10.673238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.687043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-337b1ee6-f2a2-4187-838d-9005337df3dc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'security_group': {'name': 'tempest-secgroup-51965170'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:10.735831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:10.748503 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.767235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.773142 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21c67da5-488e-4318-a58b-3877ed377ea2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/acc6b3f6-a1a9-4cf1-ab87-92a3a2dde7c6 HTTP/1.1" status: 204 len: 168 time: 0.5055866 Feb 03 14:35:10.775835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60838) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:10.816395 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-337b1ee6-f2a2-4187-838d-9005337df3dc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:10.883658 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed57b103-3fd5-48e3-91f3-7ec94264116e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.008190 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-337b1ee6-f2a2-4187-838d-9005337df3dc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (07239277-d574-49cc-9c11-050809b88343), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.014653 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2e9be4b0-0d94-4884-9c81-4528c99fdcc9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.018313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-337b1ee6-f2a2-4187-838d-9005337df3dc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (07239277-d574-49cc-9c11-050809b88343), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.046974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed57b103-3fd5-48e3-91f3-7ec94264116e admin admin] Publish callbacks [] for security_group (40d98566-c0f0-47ad-8950-0973ca7a30ee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.084843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-337b1ee6-f2a2-4187-838d-9005337df3dc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.085592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed57b103-3fd5-48e3-91f3-7ec94264116e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (40d98566-c0f0-47ad-8950-0973ca7a30ee), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.086131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-337b1ee6-f2a2-4187-838d-9005337df3dc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4099355 Feb 03 14:35:11.094769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60842) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:11.103241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5442cff2-221f-4634-980d-9792b650dabe tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'security_group': {'name': 'tempest-secgroup-384313478'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:11.114087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b1ee6-f2a2-4187-838d-9005337df3dc tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07239277-d574-49cc-9c11-050809b88343,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.151495 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ed57b103-3fd5-48e3-91f3-7ec94264116e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b08495ac78c44234abbb43150c0697f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8312600 Feb 03 14:35:11.151685 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5442cff2-221f-4634-980d-9792b650dabe tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.154930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60844) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:11.184404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57b103-3fd5-48e3-91f3-7ec94264116e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d98566-c0f0-47ad-8950-0973ca7a30ee,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.229712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:11.246802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5442cff2-221f-4634-980d-9792b650dabe tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (5f2565fe-7f74-4196-9e53-9c7bf0d9418f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.251887 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5442cff2-221f-4634-980d-9792b650dabe tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5f2565fe-7f74-4196-9e53-9c7bf0d9418f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.263316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Deleting port 5e85e4c9-155d-4421-9005-7cf261efc098 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:11.263661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.279364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.279364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.308556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d729cb27-d5a8-4d77-ad68-199d568acc4e no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:11.316517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5442cff2-221f-4634-980d-9792b650dabe tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.324441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60850) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:11.328723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5442cff2-221f-4634-980d-9792b650dabe tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2293570 Feb 03 14:35:11.329648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: d729cb27-d5a8-4d77-ad68-199d568acc4e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:35:11.330014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d729cb27-d5a8-4d77-ad68-199d568acc4e not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:35:11.336969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-227873192', 'security_groups': ['5f2565fe-7f74-4196-9e53-9c7bf0d9418f'], 'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '658adc80-f6b3-473d-ad60-3b7ec035a30b'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:11.364708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.373582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442cff2-221f-4634-980d-9792b650dabe tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2565fe-7f74-4196-9e53-9c7bf0d9418f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.391507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:11.397152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] For port 5e85e4c9-155d-4421-9005-7cf261efc098, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5e85e4c9-155d-4421-9005-7cf261efc098,segment=NetworkSegment(aaf5bae1-f881-41ff-8e66-701a20638537),segment_id=aaf5bae1-f881-41ff-8e66-701a20638537)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:11.397750 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.412265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Calling delete_port for 5e85e4c9-155d-4421-9005-7cf261efc098 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:11.431166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:11.441150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:11.441850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.516463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5e85e4c9-155d-4421-9005-7cf261efc098), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.539461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b274d6b5-6aeb-4611-93f4-62e5de736c0a admin admin] Publish callbacks [] for security_group (40d98566-c0f0-47ad-8950-0973ca7a30ee), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.549866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Pushing event deleted for resources: {'Port': ['ID=5e85e4c9-155d-4421-9005-7cf261efc098,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.554104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] No DVR routers for this DVR port 5e85e4c9-155d-4421-9005-7cf261efc098 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:11.573636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=8']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.593552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9483430 Feb 03 14:35:11.602157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60856) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:11.609237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:11.612972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69433cab-94af-4802-9b31-510356eccec2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.623427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b274d6b5-6aeb-4611-93f4-62e5de736c0a admin admin] Publish callbacks [] for security_group (40d98566-c0f0-47ad-8950-0973ca7a30ee), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.698793 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2e9be4b0-0d94-4884-9c81-4528c99fdcc9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.727533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9be4b0-0d94-4884-9c81-4528c99fdcc9']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:11.740973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf5bae1-f881-41ff-8e66-701a20638537') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:11.741194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf5bae1-f881-41ff-8e66-701a20638537') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:11.752719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (aaf5bae1-f881-41ff-8e66-701a20638537), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.769373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (aaf5bae1-f881-41ff-8e66-701a20638537), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.778310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:11.778977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:35:11.779524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (aaf5bae1-f881-41ff-8e66-701a20638537), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:35:11.781406 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:35:11.885436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b274d6b5-6aeb-4611-93f4-62e5de736c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (40d98566-c0f0-47ad-8950-0973ca7a30ee), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.888497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b274d6b5-6aeb-4611-93f4-62e5de736c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.892671 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b274d6b5-6aeb-4611-93f4-62e5de736c0a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40d98566-c0f0-47ad-8950-0973ca7a30ee HTTP/1.1" status: 204 len: 168 time: 0.7367082 Feb 03 14:35:11.915235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274d6b5-6aeb-4611-93f4-62e5de736c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d98566-c0f0-47ad-8950-0973ca7a30ee,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:11.920627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2e9be4b0-0d94-4884-9c81-4528c99fdcc9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.954708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.962902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:11.979218 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.979389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:11.987775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] 10.222.0.52 "DELETE /v2.0/networks/2e9be4b0-0d94-4884-9c81-4528c99fdcc9 HTTP/1.1" status: 204 len: 168 time: 1.2017176 Feb 03 14:35:11.989093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df9ed2-b436-4c8c-bea4-3892b3d2feee admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9be4b0-0d94-4884-9c81-4528c99fdcc9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:12.009962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751131dd-4469-428c-8539-02a8c9ce2ba2 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:12.085303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port 22e23943-320a-4aef-aad6-acef37320c6c yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:35:12.137473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732eb60f-5fea-49f4-a755-3d4bb81cb039 None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:12.273033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60870) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:12.301890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7f9f5226-9c37-47e8-9bb1-2340ed7eb03e None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:12.309871 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5226-9c37-47e8-9bb1-2340ed7eb03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:12.409788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3061132b-fe40-48f6-82e3-7906eec53ff8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=723251e3d0de4767b159124146611784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347091 Feb 03 14:35:12.414636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60880) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:12.531537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:12.585639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59aeb3a5-be28-42e1-b7af-760ceb3ae086 admin admin] Publish callbacks [] for security_group (d3b76424-d42e-4056-8562-6038a5a8670e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:12.630854 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59aeb3a5-be28-42e1-b7af-760ceb3ae086 admin admin] Publish callbacks [] for security_group (d3b76424-d42e-4056-8562-6038a5a8670e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:12.722356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59aeb3a5-be28-42e1-b7af-760ceb3ae086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d3b76424-d42e-4056-8562-6038a5a8670e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:12.725832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59aeb3a5-be28-42e1-b7af-760ceb3ae086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:12.731422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-59aeb3a5-be28-42e1-b7af-760ceb3ae086 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3b76424-d42e-4056-8562-6038a5a8670e HTTP/1.1" status: 204 len: 168 time: 0.3155639 Feb 03 14:35:12.745429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeb3a5-be28-42e1-b7af-760ceb3ae086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b76424-d42e-4056-8562-6038a5a8670e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:12.911751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11ad8f-9ad5-44b6-ac61-68a7087c51e6 None None] DHCP port deletion for 2e9be4b0-0d94-4884-9c81-4528c99fdcc9 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:35:13.062274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f5226-9c37-47e8-9bb1-2340ed7eb03e None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:13.116267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-adbc9cba-3acf-49f0-874e-a244dc123ac1 req-d0ddbbb9-af7c-4b45-83bf-e58bfd2f4b72 service neutron] (103342) timed out ('10.222.0.45', 49362) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:35:13.118043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:13.118595 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:13.236526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-38086992-efb5-4084-9748-7ed88211014a', 'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'project_id': '9e6707c743564855ba3bd8f6a983cdf4', 'fixed_ips': [{'subnet_id': '658adc80-f6b3-473d-ad60-3b7ec035a30b'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:35:13.237443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:13.489620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-07375007-05a8-4418-acfd-fd3ac42946c7 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:13.494211 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07375007-05a8-4418-acfd-fd3ac42946c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:13.527027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::31c (38086992-efb5-4084-9748-7ed88211014a/658adc80-f6b3-473d-ad60-3b7ec035a30b/22e23943-320a-4aef-aad6-acef37320c6c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:13.607001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:13.702413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:13.763326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (7f826d5f-2409-4545-b6e0-67dcbc5eb6c8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:13.876026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=7f826d5f-2409-4545-b6e0-67dcbc5eb6c8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:13.887758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-07375007-05a8-4418-acfd-fd3ac42946c7 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:13.911241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:13.927757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:13.937774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:13.938557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:13.969077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60928) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:13.970275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b683bb80-9f82-4131-9c90-a3ec8b501f8d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3663266 Feb 03 14:35:13.974185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:af:0f:34', 'name': 'tempest-NetworksTestDHCPv6-402838165'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:14.001751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e7440422-ec86-4fa0-9bcd-8ea1f008769a None None] Could not find standard attr ID for object 6e9ea511-7dd6-4a21-a373-453e8f365e24. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:35:14.049320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5e85e4c9-155d-4421-9005-7cf261efc098 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:14.067950 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (22e23943-320a-4aef-aad6-acef37320c6c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.088944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 5e85e4c9-155d-4421-9005-7cf261efc098 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:35:14.089300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5e85e4c9-155d-4421-9005-7cf261efc098 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:35:14.137562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd584a81-a5c9-404b-a7aa-4634c42383d2 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:14.170578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (22e23943-320a-4aef-aad6-acef37320c6c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.335778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1297426083-network', 'tenant_id': '5264d7e5a997485da705e0343fcab5da'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:14.395361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=22e23943-320a-4aef-aad6-acef37320c6c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:14.423360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:14.424940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:14.435372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:14.437767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Allocated IP 2001:db8::2 (38086992-efb5-4084-9748-7ed88211014a/658adc80-f6b3-473d-ad60-3b7ec035a30b/bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:14.438716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Made reservation on behalf of 5264d7e5a997485da705e0343fcab5da for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:14.441180 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.445532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:14.447577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.460719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:14.474516 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4b689e20-cbfb-4ac0-8511-55b914dfd401 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1437154 Feb 03 14:35:14.474753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:14.488527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5ac780fe-852a-4192-a820-74b08b4fe586 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:14.506779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.636090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60952) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:14.658441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de854796-aced-43d8-ad77-ccb685ef04bf None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd', 'ip_address': '2001:db8::f816:3eff:fe3b:8d89'}, {'subnet_id': '7f826d5f-2409-4545-b6e0-67dcbc5eb6c8'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '0a2991e8-00b7-4995-9ae2-b82f1a069467'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:35:14.749500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac780fe-852a-4192-a820-74b08b4fe586 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:14.755237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ac780fe-852a-4192-a820-74b08b4fe586 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.779968 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de854796-aced-43d8-ad77-ccb685ef04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.847077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:14.915492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port fec35e12-2173-4be4-851b-0829b46c41b7 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:35:14.949024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1336060465-network', 'tenant_id': '4d2ebcfc1d024d518d4b6fbb3037bdef'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:14.951168 n-d-827549-2 neutron-server[103341]: INFO neutron.db.ipam_backend_mixin [None req-5ac780fe-852a-4192-a820-74b08b4fe586 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 658adc80-f6b3-473d-ad60-3b7ec035a30b (CIDR: 2001:db8::/64) Feb 03 14:35:14.959386 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac780fe-852a-4192-a820-74b08b4fe586 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:14.960345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac780fe-852a-4192-a820-74b08b4fe586 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:15.002704 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5ac780fe-852a-4192-a820-74b08b4fe586 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5242403 Feb 03 14:35:15.003469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60966) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:15.015504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:15.056054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks [] for security_group (76cc9189-5912-4032-83a3-28507b5e8990), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.073232 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Publish callbacks [] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.081102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (76cc9189-5912-4032-83a3-28507b5e8990), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.086598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.168031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Made reservation on behalf of 4d2ebcfc1d024d518d4b6fbb3037bdef for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:15.171111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.188610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:35:15.221003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:15.227613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:15.236657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:15.240241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Pushing event updated for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:15.246972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.255072 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9e5da214-e325-4409-b471-533cb1a8f766), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.255724 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Added segment 9e5da214-e325-4409-b471-533cb1a8f766 of type vlan for network 3efc275a-6497-46b7-bd2c-fd0d56e72086 Feb 03 14:35:15.262505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc9189-5912-4032-83a3-28507b5e8990,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:15.297286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:15.305616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.338497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-de854796-aced-43d8-ad77-ccb685ef04bf None None] Allocated IP 172.20.0.2 (1761b6a0-66c5-4456-9565-fda91494eed0/7f826d5f-2409-4545-b6e0-67dcbc5eb6c8/0a2991e8-00b7-4995-9ae2-b82f1a069467) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:15.386346 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3efc275a-6497-46b7-bd2c-fd0d56e72086), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.415145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Attempting to bind port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:35:15.416403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Attempting to bind port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '44e7b0fa-b676-42f5-83d4-9b50c1b38b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38086992-efb5-4084-9748-7ed88211014a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:35:15.424847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Attempting to bind port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f on network 38086992-efb5-4084-9748-7ed88211014a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:15.443119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60974) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:15.443297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:35:15.443672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Checking segment: {'id': '44e7b0fa-b676-42f5-83d4-9b50c1b38b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38086992-efb5-4084-9748-7ed88211014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:15.444095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.444527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Bound using segment: {'id': '44e7b0fa-b676-42f5-83d4-9b50c1b38b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38086992-efb5-4084-9748-7ed88211014a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:35:15.445020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Bound port: bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e7b0fa-b676-42f5-83d4-9b50c1b38b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38086992-efb5-4084-9748-7ed88211014a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:35:15.445413 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.505333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3efc275a-6497-46b7-bd2c-fd0d56e72086), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.506395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:15.507078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.615438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9994829 Feb 03 14:35:15.682613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60774fc6-0ccd-469c-9d52-356ed9eb8d2d admin admin] Pushing event updated for resources: {'Network': ['ID=3efc275a-6497-46b7-bd2c-fd0d56e72086,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:15.712228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3efc275a-6497-46b7-bd2c-fd0d56e72086 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:35:15.721074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.735645 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c48a-67be-4358-a927-b2ce19ec79e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.739450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks [] for security_group (6f26b07b-6402-41f7-8c2d-112e40fd6b53), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.752074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f26b07b-6402-41f7-8c2d-112e40fd6b53), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.842835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:35:15.846759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f26b07b-6402-41f7-8c2d-112e40fd6b53,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:15.867181 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:15.894990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (45dbe57e-bf39-4421-a4fd-06679386ddb6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.898592 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Added segment 45dbe57e-bf39-4421-a4fd-06679386ddb6 of type vlan for network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 Feb 03 14:35:15.906434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:15.914106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:15.915424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.955852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (0cc3fd93-d186-4fb2-b1c8-1475bda7da85), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:15.969464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:15.981626 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dfb722f6-ca2a-4a4f-bb39-5a14ae515906 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9768586 Feb 03 14:35:15.984521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60982) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:15.990198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-908985311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b'}], 'security_groups': ['07239277-d574-49cc-9c11-050809b88343']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:16.028312 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (0cc3fd93-d186-4fb2-b1c8-1475bda7da85), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.029870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:16.031602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.049116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c48a-67be-4358-a927-b2ce19ec79e5 admin admin] Publish callbacks [] for security_group (3a33bc3f-5286-4e18-b15e-e06ee4c4c272), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.054701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:16.060001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4208887 Feb 03 14:35:16.071504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60988) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:16.079602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Request body: {'subnet': {'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1336060465-subnet', 'tenant_id': '4d2ebcfc1d024d518d4b6fbb3037bdef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:16.100600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6a6c48a-67be-4358-a927-b2ce19ec79e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3a33bc3f-5286-4e18-b15e-e06ee4c4c272), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.133763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-de854796-aced-43d8-ad77-ccb685ef04bf None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:16.168795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c6a6c48a-67be-4358-a927-b2ce19ec79e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9733577efed144f4a29f9c192297f2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7237344 Feb 03 14:35:16.169503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Made reservation on behalf of 4d2ebcfc1d024d518d4b6fbb3037bdef for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:16.172670 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.183647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60990) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:16.197111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,segment=NetworkSegment(44e7b0fa-b676-42f5-83d4-9b50c1b38b56),segment_id=44e7b0fa-b676-42f5-83d4-9b50c1b38b56)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:16.203515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (22e23943-320a-4aef-aad6-acef37320c6c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.273604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-755b7d70-2c17-4944-8437-a7f906b3afe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.295313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.395023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6c48a-67be-4358-a927-b2ce19ec79e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a33bc3f-5286-4e18-b15e-e06ee4c4c272,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:16.403840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (30470583-379a-4ca9-877d-72444ccd4326), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.406074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de854796-aced-43d8-ad77-ccb685ef04bf None None] Publish callbacks [] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.453152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1054002-f390-4f00-9714-3818c614ec01 admin admin] Publish callbacks [] for security_group (3a33bc3f-5286-4e18-b15e-e06ee4c4c272), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.477049 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de854796-aced-43d8-ad77-ccb685ef04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.581004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab3a74-2624-4c77-9112-1a88e5354af6 None None] Pushing event updated for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:16.595062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1054002-f390-4f00-9714-3818c614ec01 admin admin] Publish callbacks [] for security_group (3a33bc3f-5286-4e18-b15e-e06ee4c4c272), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.793278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de854796-aced-43d8-ad77-ccb685ef04bf None None] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:16.920744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1054002-f390-4f00-9714-3818c614ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3a33bc3f-5286-4e18-b15e-e06ee4c4c272), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.935318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f1054002-f390-4f00-9714-3818c614ec01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:16.993506 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f1054002-f390-4f00-9714-3818c614ec01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a33bc3f-5286-4e18-b15e-e06ee4c4c272 HTTP/1.1" status: 204 len: 168 time: 0.7671380 Feb 03 14:35:17.067224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1054002-f390-4f00-9714-3818c614ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a33bc3f-5286-4e18-b15e-e06ee4c4c272,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:17.339931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Delete allocated IP 2001:db8::31c (38086992-efb5-4084-9748-7ed88211014a/658adc80-f6b3-473d-ad60-3b7ec035a30b) {{(pid=103341) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:35:17.348917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8:0:1::3c8 (38086992-efb5-4084-9748-7ed88211014a/b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b/22e23943-320a-4aef-aad6-acef37320c6c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:17.467526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a601b-73b3-4a1b-a0a2-85ae73f76dbc admin admin] Pushing event updated for resources: {'Network': ['ID=0cc3fd93-d186-4fb2-b1c8-1475bda7da85,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:17.484489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:35:17.576168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30470583-379a-4ca9-877d-72444ccd4326,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:17.635237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e929745-e222-49bb-bbda-bb8e2ee6b73e req-f13e24e2-c84f-4a56-8415-6cba8f132904 tempest-ComputeTenantNetworksTest-1741636100 tempest-ComputeTenantNetworksTest-1741636100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:17.641678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e929745-e222-49bb-bbda-bb8e2ee6b73e req-f13e24e2-c84f-4a56-8415-6cba8f132904 tempest-ComputeTenantNetworksTest-1741636100 tempest-ComputeTenantNetworksTest-1741636100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:17.649704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e929745-e222-49bb-bbda-bb8e2ee6b73e req-f13e24e2-c84f-4a56-8415-6cba8f132904 tempest-ComputeTenantNetworksTest-1741636100 tempest-ComputeTenantNetworksTest-1741636100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:17.657656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e929745-e222-49bb-bbda-bb8e2ee6b73e req-f13e24e2-c84f-4a56-8415-6cba8f132904 tempest-ComputeTenantNetworksTest-1741636100 tempest-ComputeTenantNetworksTest-1741636100-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.2644074 Feb 03 14:35:17.694958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32774) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:17.750801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Checking segment: {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:17.752804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Network hostable DHCP agents. Network: 0cc3fd93-d186-4fb2-b1c8-1475bda7da85, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:35:17.766985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (22e23943-320a-4aef-aad6-acef37320c6c), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:17.802027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (22e23943-320a-4aef-aad6-acef37320c6c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:17.824597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60c70d2d-3381-4d07-abdb-6e6b843dc567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:17.919367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:35:17.937703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4322-c34b-4603-a35c-a25ab0cc9bf6 req-52654748-7426-4fb1-8c96-6de73a283fa1 tempest-ComputeTenantNetworksTest-1741636100 tempest-ComputeTenantNetworksTest-1741636100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:17.939123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7aef4322-c34b-4603-a35c-a25ab0cc9bf6 req-52654748-7426-4fb1-8c96-6de73a283fa1 tempest-ComputeTenantNetworksTest-1741636100 tempest-ComputeTenantNetworksTest-1741636100-project] 10.222.0.52 "GET /v2.0/networks/3efc275a-6497-46b7-bd2c-fd0d56e72086 HTTP/1.1" status: 200 len: 769 time: 0.2531970 Feb 03 14:35:17.956906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32778) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:17.958085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 172.20.0.7 (1761b6a0-66c5-4456-9565-fda91494eed0/7f826d5f-2409-4545-b6e0-67dcbc5eb6c8/fec35e12-2173-4be4-851b-0829b46c41b7) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:17.986326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 0cc3fd93-d186-4fb2-b1c8-1475bda7da85) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:17.995460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:feaf:f34 (1761b6a0-66c5-4456-9565-fda91494eed0/3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd/fec35e12-2173-4be4-851b-0829b46c41b7) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:17.999030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08761741-7175-4cc2-93b3-f088b7251295 None None] Network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:18.024728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:18.025546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.026711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60c70d2d-3381-4d07-abdb-6e6b843dc567 admin admin] Publish callbacks [] for security_group (13f38d61-925d-4bea-a388-9ba7da8bd3e4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.050635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=22e23943-320a-4aef-aad6-acef37320c6c,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:18.098720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60c70d2d-3381-4d07-abdb-6e6b843dc567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (13f38d61-925d-4bea-a388-9ba7da8bd3e4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.220393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b8e8673b-c83e-4406-b664-a19ab2ecdc96 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:18.221002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8e8673b-c83e-4406-b664-a19ab2ecdc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.229143 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-60c70d2d-3381-4d07-abdb-6e6b843dc567 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6586336dbcca47c582fa4cb7676c0e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530656 Feb 03 14:35:18.230853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] In _notify_port_updated(), no bound segment for port 22e23943-320a-4aef-aad6-acef37320c6c on network 38086992-efb5-4084-9748-7ed88211014a {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:35:18.237552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-abfe4298-b57b-472b-b80f-6b610a4b52a6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1645722 Feb 03 14:35:18.243589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:18.244343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.250568 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9962e38e-0d99-4e74-ac96-6aeb8c57cb70 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "PUT /v2.0/ports/22e23943-320a-4aef-aad6-acef37320c6c HTTP/1.1" status: 200 len: 930 time: 2.2626824 Feb 03 14:35:18.250568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:18.251102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:18.254748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c70d2d-3381-4d07-abdb-6e6b843dc567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f38d61-925d-4bea-a388-9ba7da8bd3e4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:18.300020 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01b351ae-92a8-4938-97cf-65b5fcca9686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.382534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3efc275a-6497-46b7-bd2c-fd0d56e72086), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.512584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda4b6b4-fa9a-42d9-9295-2dda22f877ee None None] Network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:18.522670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99fc0dae-3c30-46ee-9d98-8740f096d6f7 admin admin] Publish callbacks [] for security_group (13f38d61-925d-4bea-a388-9ba7da8bd3e4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.573328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99fc0dae-3c30-46ee-9d98-8740f096d6f7 admin admin] Publish callbacks [] for security_group (13f38d61-925d-4bea-a388-9ba7da8bd3e4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.604488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:18.617090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dd221c-5041-44bc-9388-398f6548b323 None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:18.620543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 22e23943-320a-4aef-aad6-acef37320c6c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:18.620903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (22e23943-320a-4aef-aad6-acef37320c6c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.630613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8673b-c83e-4406-b664-a19ab2ecdc96 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:18.787831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3efc275a-6497-46b7-bd2c-fd0d56e72086), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.826045 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99fc0dae-3c30-46ee-9d98-8740f096d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (13f38d61-925d-4bea-a388-9ba7da8bd3e4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.833780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99fc0dae-3c30-46ee-9d98-8740f096d6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.852757 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99fc0dae-3c30-46ee-9d98-8740f096d6f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13f38d61-925d-4bea-a388-9ba7da8bd3e4 HTTP/1.1" status: 204 len: 168 time: 0.5760794 Feb 03 14:35:18.867525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efc275a-6497-46b7-bd2c-fd0d56e72086']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:18.892234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:18.892896 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.925398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (22e23943-320a-4aef-aad6-acef37320c6c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.942615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 22e23943-320a-4aef-aad6-acef37320c6c owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:18.952124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5da214-e325-4409-b471-533cb1a8f766') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:18.952599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5da214-e325-4409-b471-533cb1a8f766') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:18.974630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (fec35e12-2173-4be4-851b-0829b46c41b7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:18.986350 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (9e5da214-e325-4409-b471-533cb1a8f766), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.042586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc0dae-3c30-46ee-9d98-8740f096d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f38d61-925d-4bea-a388-9ba7da8bd3e4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:19.073073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9e5da214-e325-4409-b471-533cb1a8f766), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.078884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:19.079421 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.185157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:19.185556 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.191909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:35:19.192755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (9e5da214-e325-4409-b471-533cb1a8f766), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:35:19.194643 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:35:19.219651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (22e23943-320a-4aef-aad6-acef37320c6c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.268954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=22e23943-320a-4aef-aad6-acef37320c6c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:19.342408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.347329 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-41a3e602-f60c-4eac-a4d1-974ed0f65ed3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/22e23943-320a-4aef-aad6-acef37320c6c HTTP/1.1" status: 204 len: 168 time: 1.0712245 Feb 03 14:35:19.358161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:19.386751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3efc275a-6497-46b7-bd2c-fd0d56e72086), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.394600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.400796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] 10.222.0.52 "DELETE /v2.0/networks/3efc275a-6497-46b7-bd2c-fd0d56e72086 HTTP/1.1" status: 204 len: 168 time: 1.4348469 Feb 03 14:35:19.411020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,segment=NetworkSegment(44e7b0fa-b676-42f5-83d4-9b50c1b38b56),segment_id=44e7b0fa-b676-42f5-83d4-9b50c1b38b56)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:19.418308 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fec35e12-2173-4be4-851b-0829b46c41b7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.434470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345f80c-967f-4a74-874e-5afef8b1727e admin admin] Pushing event deleted for resources: {'Network': ['ID=3efc275a-6497-46b7-bd2c-fd0d56e72086,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:19.439395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:19.439874 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.452112 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f51f11-d998-4cf5-8945-5c306c79d3c7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:35:19.457398 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.457591 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-48f51f11-d998-4cf5-8945-5c306c79d3c7 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/22e23943-320a-4aef-aad6-acef37320c6c HTTP/1.1" status: 404 len: 333 time: 0.0941749 Feb 03 14:35:19.460007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32820) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:19.530504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:19.536494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=fec35e12-2173-4be4-851b-0829b46c41b7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:19.538002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:19.540857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:19.555751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a44d78-beae-4dc2-a939-f49400b6558b None None] Update dhcp port {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'fixed_ips': [{'subnet_id': '658adc80-f6b3-473d-ad60-3b7ec035a30b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:35:19.635347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dd6136c-54cf-47a2-b1ea-9d37dcedb1d5 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (5f2565fe-7f74-4196-9e53-9c7bf0d9418f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.638430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c6f5cce6-d5fb-4c98-95e3-d06c621aff3a tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:19.646750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c6f5cce6-d5fb-4c98-95e3-d06c621aff3a tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/networks?id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 200 len: 818 time: 0.6163070 Feb 03 14:35:19.667459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3565ddb4-2d93-499f-b4de-4f41111baf57 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/quotas/4d2ebcfc1d024d518d4b6fbb3037bdef HTTP/1.1" status: 200 len: 375 time: 0.0194728 Feb 03 14:35:19.667812 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a44d78-beae-4dc2-a939-f49400b6558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.686614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:19.693143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.727104 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dd6136c-54cf-47a2-b1ea-9d37dcedb1d5 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (5f2565fe-7f74-4196-9e53-9c7bf0d9418f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.813780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Provisioning complete for port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:19.814182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.824308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-06f22a6f-838a-4418-9f92-846d19c2aef3 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1552038 Feb 03 14:35:19.834469 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dd6136c-54cf-47a2-b1ea-9d37dcedb1d5 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5f2565fe-7f74-4196-9e53-9c7bf0d9418f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.847866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dd6136c-54cf-47a2-b1ea-9d37dcedb1d5 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:19.847866 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6dd6136c-54cf-47a2-b1ea-9d37dcedb1d5 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/security-groups/5f2565fe-7f74-4196-9e53-9c7bf0d9418f HTTP/1.1" status: 204 len: 168 time: 0.3844132 Feb 03 14:35:19.859675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:19.940780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6136c-54cf-47a2-b1ea-9d37dcedb1d5 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2565fe-7f74-4196-9e53-9c7bf0d9418f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:19.963595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32836) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:20.070691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:20.084615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90bf389c-e1a5-4a49-8532-0d3a952d7eef tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (07239277-d574-49cc-9c11-050809b88343), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.094516 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-322b967b-ce8e-40ec-a83d-b5b03675f247 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5264d7e5a997485da705e0343fcab5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296244 Feb 03 14:35:20.097911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32838) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:20.124338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0fa900af-60de-4e3f-b7fd-479b4723a6ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 6.1541052 Feb 03 14:35:20.128980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32840) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:20.132818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-6c4934c3-aec9-42a6-8cc4-bda3333c316f service neutron] 10.222.0.52 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073967 Feb 03 14:35:20.163537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90bf389c-e1a5-4a49-8532-0d3a952d7eef tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (07239277-d574-49cc-9c11-050809b88343), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.310370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a6381cf7-988a-4b2b-aad3-2e91c1dbf38a service neutron] 10.222.0.52 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757038 Feb 03 14:35:20.312359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2912e0-e8a2-4545-ad1e-906e2185ccb6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:20.319049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2912e0-e8a2-4545-ad1e-906e2185ccb6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:20.320852 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6b2912e0-e8a2-4545-ad1e-906e2185ccb6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1816895 Feb 03 14:35:20.323981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:20.331516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50878678-0197-48ca-a6f7-66a1dce82354 None None] Pushing event updated for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:20.332249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc894537-6a43-4d25-aa73-8dacdfe516e3 admin admin] Publish callbacks [] for security_group (76cc9189-5912-4032-83a3-28507b5e8990), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.361867 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90bf389c-e1a5-4a49-8532-0d3a952d7eef tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (07239277-d574-49cc-9c11-050809b88343), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.365202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90bf389c-e1a5-4a49-8532-0d3a952d7eef tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.366523 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90bf389c-e1a5-4a49-8532-0d3a952d7eef tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/security-groups/07239277-d574-49cc-9c11-050809b88343 HTTP/1.1" status: 204 len: 168 time: 0.4952133 Feb 03 14:35:20.369489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32850) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:20.398759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf389c-e1a5-4a49-8532-0d3a952d7eef tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07239277-d574-49cc-9c11-050809b88343,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:20.403556 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.438077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc894537-6a43-4d25-aa73-8dacdfe516e3 admin admin] Publish callbacks [] for security_group (76cc9189-5912-4032-83a3-28507b5e8990), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.485747 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:35:20.491396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet 658adc80-f6b3-473d-ad60-3b7ec035a30b {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:20.492111 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:35:20.550831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-39d4157e-6ebc-41d3-b61a-a167a2fa6f83 None None] Provisioning complete for port fec35e12-2173-4be4-851b-0829b46c41b7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:20.553083 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39d4157e-6ebc-41d3-b61a-a167a2fa6f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fec35e12-2173-4be4-851b-0829b46c41b7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.565628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port fec35e12-2173-4be4-851b-0829b46c41b7 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:20.567216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fec35e12-2173-4be4-851b-0829b46c41b7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.620919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc894537-6a43-4d25-aa73-8dacdfe516e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (76cc9189-5912-4032-83a3-28507b5e8990), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.627654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc894537-6a43-4d25-aa73-8dacdfe516e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.629031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dc894537-6a43-4d25-aa73-8dacdfe516e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76cc9189-5912-4032-83a3-28507b5e8990 HTTP/1.1" status: 204 len: 168 time: 0.5300734 Feb 03 14:35:20.662512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-39d4157e-6ebc-41d3-b61a-a167a2fa6f83 None None] Port fec35e12-2173-4be4-851b-0829b46c41b7 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:20.669535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e7a44d78-beae-4dc2-a939-f49400b6558b None None] Allocated IP 2001:db8:0:1::2 (38086992-efb5-4084-9748-7ed88211014a/b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b/bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:20.725036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc894537-6a43-4d25-aa73-8dacdfe516e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc9189-5912-4032-83a3-28507b5e8990,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:20.802225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fec35e12-2173-4be4-851b-0829b46c41b7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:20.832940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for fec35e12-2173-4be4-851b-0829b46c41b7 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:20.845215 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.067729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e7a44d78-beae-4dc2-a939-f49400b6558b None None] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,segment=NetworkSegment(44e7b0fa-b676-42f5-83d4-9b50c1b38b56),segment_id=44e7b0fa-b676-42f5-83d4-9b50c1b38b56)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:21.107988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a44d78-beae-4dc2-a939-f49400b6558b None None] Publish callbacks [] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.124600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23100267-433f-464f-9a2e-6996a1add1b8 req-556a1ba8-b511-457b-852d-6ce4b5db79ee tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 210 time: 0.1048915 Feb 03 14:35:21.126455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (658adc80-f6b3-473d-ad60-3b7ec035a30b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.134620 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a44d78-beae-4dc2-a939-f49400b6558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.215881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (658adc80-f6b3-473d-ad60-3b7ec035a30b), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.246623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fec35e12-2173-4be4-851b-0829b46c41b7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.257403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:21.258606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:21.328708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a44d78-beae-4dc2-a939-f49400b6558b None None] Pushing event updated for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:21.389785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=fec35e12-2173-4be4-851b-0829b46c41b7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:21.418893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:21.419463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.444940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (658adc80-f6b3-473d-ad60-3b7ec035a30b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.561266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.584356 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58c2ee1f-0b2c-4e95-aaa1-9b6c371b8ae2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/fec35e12-2173-4be4-851b-0829b46c41b7 HTTP/1.1" status: 204 len: 168 time: 1.2591386 Feb 03 14:35:21.586713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:21.653705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (658adc80-f6b3-473d-ad60-3b7ec035a30b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.703684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.711467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/658adc80-f6b3-473d-ad60-3b7ec035a30b HTTP/1.1" status: 204 len: 168 time: 1.3405724 Feb 03 14:35:21.717158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:21.768305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32890) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:21.774761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124a878-a984-4d70-9f8a-5c4fdcc79776 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:21.777005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846654b8-cc3f-4090-a0ff-bb0e9a3791e8 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=658adc80-f6b3-473d-ad60-3b7ec035a30b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:21.779252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124a878-a984-4d70-9f8a-5c4fdcc79776 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:21.781837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124a878-a984-4d70-9f8a-5c4fdcc79776 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:21.791662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:21.792320 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b124a878-a984-4d70-9f8a-5c4fdcc79776 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2039580 Feb 03 14:35:21.793142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32892) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:21.946377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:21.957088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:21.987839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:22.180529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:22.222115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:22.240855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:22.243409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:22.244180 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:22.402497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:22.427210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:22.484639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89dda509-3ceb-4fa5-86cc-67fe50a154e7 req-4e5333ca-3f6f-4d57-bd72-975506ba3794 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 210 time: 0.1255786 Feb 03 14:35:22.569468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:22.620298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:22.658592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a8f16-ce74-43a2-8361-c05af8261a38 None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:22.724972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:22.750499 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:22.769166 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c6a17139-7775-4a21-a0fd-32d16b7ff3a6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd HTTP/1.1" status: 204 len: 168 time: 0.9747577 Feb 03 14:35:22.771620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32936) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:22.904780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 7f826d5f-2409-4545-b6e0-67dcbc5eb6c8 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:22.906281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719e7f7-9119-48d3-8f64-e39f69a3e507 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:22.913034 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (7f826d5f-2409-4545-b6e0-67dcbc5eb6c8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.016578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (7f826d5f-2409-4545-b6e0-67dcbc5eb6c8), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.090735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (72b315a4-a1e2-477d-b983-96bf35044c65), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.246806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:23.257892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:23.271384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:23.271980 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.287642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7f826d5f-2409-4545-b6e0-67dcbc5eb6c8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.387595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=72b315a4-a1e2-477d-b983-96bf35044c65,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:23.402895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-31d720b4-06d4-4d5d-9a9f-189ab7f12c1a None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:23.403288 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31d720b4-06d4-4d5d-9a9f-189ab7f12c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.405935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:23.410160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-06af9057-b535-4ace-9712-eb161c6809fb tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6368029 Feb 03 14:35:23.411564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c118fc0e-87ee-4998-8953-ed2a9e651b99 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579967383'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:23.473183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c118fc0e-87ee-4998-8953-ed2a9e651b99 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.481230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (7f826d5f-2409-4545-b6e0-67dcbc5eb6c8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.568230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.568373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31d720b4-06d4-4d5d-9a9f-189ab7f12c1a None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:23.573373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-31d720b4-06d4-4d5d-9a9f-189ab7f12c1a None None] Could not find standard attr ID for object 22e23943-320a-4aef-aad6-acef37320c6c. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:35:23.581132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7f826d5f-2409-4545-b6e0-67dcbc5eb6c8 HTTP/1.1" status: 204 len: 168 time: 0.8082798 Feb 03 14:35:23.592066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-31d720b4-06d4-4d5d-9a9f-189ab7f12c1a None None] Provisioning complete for port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:23.592502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31d720b4-06d4-4d5d-9a9f-189ab7f12c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.598375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32956) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:23.638976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31d720b4-06d4-4d5d-9a9f-189ab7f12c1a None None] Port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:23.704381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c118fc0e-87ee-4998-8953-ed2a9e651b99 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (298c856a-870b-40e3-9961-b8d567fa6566), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.717401 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c118fc0e-87ee-4998-8953-ed2a9e651b99 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (298c856a-870b-40e3-9961-b8d567fa6566), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.813667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c118fc0e-87ee-4998-8953-ed2a9e651b99 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:23.817560 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c118fc0e-87ee-4998-8953-ed2a9e651b99 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4098587 Feb 03 14:35:23.820450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32962) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:23.827916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4059a074-2113-44b8-9de8-1d4bae3ad166 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'security_group': {'name': 'tempest-secgroup-626312350'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:23.848789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95690f4-ca8c-4fbe-9983-8853160abac0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=7f826d5f-2409-4545-b6e0-67dcbc5eb6c8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:23.858126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b71f9a1a-707f-4294-b15a-7ca380078193 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2586110 Feb 03 14:35:23.860817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32964) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:23.871701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:23.898741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118fc0e-87ee-4998-8953-ed2a9e651b99 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298c856a-870b-40e3-9961-b8d567fa6566,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:23.917065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4059a074-2113-44b8-9de8-1d4bae3ad166 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.051575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:24.058937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.113851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4059a074-2113-44b8-9de8-1d4bae3ad166 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (794777b1-1908-477f-a961-8bf98a792946), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.139889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4059a074-2113-44b8-9de8-1d4bae3ad166 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (794777b1-1908-477f-a961-8bf98a792946), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.310876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4059a074-2113-44b8-9de8-1d4bae3ad166 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.312632 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4059a074-2113-44b8-9de8-1d4bae3ad166 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4908652 Feb 03 14:35:24.319512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:24.331378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'security_group': {'name': 'tempest-secgroup-389709799'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:24.357242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059a074-2113-44b8-9de8-1d4bae3ad166 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794777b1-1908-477f-a961-8bf98a792946,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:24.413701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.803643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ffafbea0-9a51-461f-b38f-9b0df8c67c4c req-0dd6c513-6c67-4d69-b5f8-e3c9adf6b8bd tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 210 time: 0.1242397 Feb 03 14:35:24.807718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (b58da74c-5c19-45ff-9f07-1911ed962336), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.828250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:24.929759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32984) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:25.030723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84222b25-112e-45bf-af96-5469464c13cb None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:25.142596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-baa55029-1c8c-4e0c-8576-a5d4cbaa68db tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:25.145849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-baa55029-1c8c-4e0c-8576-a5d4cbaa68db tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "GET /v2.0/networks?id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 200 len: 818 time: 0.6805258 Feb 03 14:35:25.179747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Request body: {'port': {'device_id': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85', 'admin_state_up': True, 'tenant_id': '4d2ebcfc1d024d518d4b6fbb3037bdef'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:25.218173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfe420-4854-430a-a093-7899f11dac8e None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:25.309312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-396c324d-a734-4225-ace8-37fcc7884cad tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:25.312997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (9302c2e0-7098-4445-bb61-e50c45bed060), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:25.316489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-396c324d-a734-4225-ace8-37fcc7884cad tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.45 "GET /v2.0/networks?id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 200 len: 818 time: 0.6266620 Feb 03 14:35:25.320833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:25.339917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9302c2e0-7098-4445-bb61-e50c45bed060), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:25.467912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-eea6310a-b51d-451e-bc9b-f3839a5bb9fc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:25.469503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-eea6310a-b51d-451e-bc9b-f3839a5bb9fc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "GET /v2.0/networks?id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 200 len: 818 time: 0.7858231 Feb 03 14:35:25.485075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f53e4406-ebd3-44e0-8ec0-9452823bde4f None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:25.485635 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f53e4406-ebd3-44e0-8ec0-9452823bde4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:25.502950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Request body: {'port': {'device_id': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85', 'admin_state_up': True, 'tenant_id': '4d2ebcfc1d024d518d4b6fbb3037bdef'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:25.519276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:25.552857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:25.555366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:25.569250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b445d814-00d9-47a3-9b54-745b459585bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:25.578820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:25.583375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2626889 Feb 03 14:35:25.584368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32992) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:25.592969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=b58da74c-5c19-45ff-9f07-1911ed962336,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:25.600198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1032750736', 'security_groups': ['9302c2e0-7098-4445-bb61-e50c45bed060'], 'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72b315a4-a1e2-477d-b983-96bf35044c65'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:25.609680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Request body: {'port': {'device_id': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85', 'admin_state_up': True, 'tenant_id': '4d2ebcfc1d024d518d4b6fbb3037bdef'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:25.632641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9302c2e0-7098-4445-bb61-e50c45bed060,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:25.703807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.704443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.704953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.705448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.705957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.706456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.706953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.707973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.708520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.709015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.709502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.709986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.710470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841fb6-9ed8-4715-96b6-56eccfd08ba3 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.809810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e19f7b-b3d2-4b0f-9e9b-9dc059b06340 None None] Update dhcp port {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'fixed_ips': [{'subnet_id': 'b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72b315a4-a1e2-477d-b983-96bf35044c65'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:35:25.899273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27e19f7b-b3d2-4b0f-9e9b-9dc059b06340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:25.916596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.917150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.925161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.925393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.925610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.925883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.926219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.926553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.926881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.933751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.934339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.934683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.935019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:25.959774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-11636783-1623-4a86-ac3a-92b004f6ac16 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0896080 Feb 03 14:35:25.972499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33000) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:25.973019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b445d814-00d9-47a3-9b54-745b459585bf admin admin] Publish callbacks [] for security_group (e0295ffc-1dfc-4b71-b1db-dd8daff8d99d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:26.052858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b445d814-00d9-47a3-9b54-745b459585bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e0295ffc-1dfc-4b71-b1db-dd8daff8d99d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:26.060276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:26.188119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cb661-8f86-42e4-9970-8abdfab40bfc None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:26.201281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f53e4406-ebd3-44e0-8ec0-9452823bde4f None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:26.225138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Made reservation on behalf of 4d2ebcfc1d024d518d4b6fbb3037bdef for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:26.229129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:26.270843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f53e4406-ebd3-44e0-8ec0-9452823bde4f None None] Provisioning complete for port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:26.271511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f53e4406-ebd3-44e0-8ec0-9452823bde4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:26.432309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-27e19f7b-b3d2-4b0f-9e9b-9dc059b06340 None None] Allocated IP 2001:db8::2 (38086992-efb5-4084-9748-7ed88211014a/72b315a4-a1e2-477d-b983-96bf35044c65/bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:26.449375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f53e4406-ebd3-44e0-8ec0-9452823bde4f None None] Port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:26.493021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445d814-00d9-47a3-9b54-745b459585bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0295ffc-1dfc-4b71-b1db-dd8daff8d99d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:26.502258 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b445d814-00d9-47a3-9b54-745b459585bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14c0f86b74a64aec88320711dff6622a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4695749 Feb 03 14:35:26.524335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33004) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:26.537025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32208f6f-58af-43b4-806b-bcd6947ab503 req-c1171b8b-1aec-4b3f-94c7-4e44987be571 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 210 time: 0.4993684 Feb 03 14:35:26.663968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2c238af8-663b-4461-9867-f9b48126d4c2 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:26.665176 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c238af8-663b-4461-9867-f9b48126d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:26.698294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:26.746423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Made reservation on behalf of 4d2ebcfc1d024d518d4b6fbb3037bdef for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:26.756316 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:26.813647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:26.828666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:26.876558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-27e19f7b-b3d2-4b0f-9e9b-9dc059b06340 None None] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,segment=NetworkSegment(44e7b0fa-b676-42f5-83d4-9b50c1b38b56),segment_id=44e7b0fa-b676-42f5-83d4-9b50c1b38b56)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:26.901090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Made reservation on behalf of 4d2ebcfc1d024d518d4b6fbb3037bdef for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:26.904407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:27.010720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21213d3b-71fb-4147-8424-e3311947350c admin admin] Publish callbacks [] for security_group (e0295ffc-1dfc-4b71-b1db-dd8daff8d99d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:27.018378 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27e19f7b-b3d2-4b0f-9e9b-9dc059b06340 None None] Publish callbacks [] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:27.105449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27e19f7b-b3d2-4b0f-9e9b-9dc059b06340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:27.144818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Allocated IP 172.20.0.3 (0cc3fd93-d186-4fb2-b1c8-1475bda7da85/30470583-379a-4ca9-877d-72444ccd4326/46627923-b54c-48e0-ae93-f963d8f64ed6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:27.360724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2c238af8-663b-4461-9867-f9b48126d4c2 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:27.393572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e19f7b-b3d2-4b0f-9e9b-9dc059b06340 None None] Pushing event updated for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:27.512911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9b64ce98-39b9-4c67-89bf-79a1b8732a78 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:27.513709 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b64ce98-39b9-4c67-89bf-79a1b8732a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:27.543189 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:27.577113 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21213d3b-71fb-4147-8424-e3311947350c admin admin] Publish callbacks [] for security_group (e0295ffc-1dfc-4b71-b1db-dd8daff8d99d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:27.636102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] device_id is not set on port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:35:27.748895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9b64ce98-39b9-4c67-89bf-79a1b8732a78 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:27.779779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79614853-3876-47c4-9555-879cccd3101b req-e7c7b4e0-e9cf-4207-97a4-eb5b1df4fd62 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 210 time: 0.0917222 Feb 03 14:35:27.891466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:27.949277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:35:28.126383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:28.126886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:28.433607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:28.538341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:28.603608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d1e9554f-044a-4d83-b0f1-ff74fde417e4 None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:28.604135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1e9554f-044a-4d83-b0f1-ff74fde417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:28.761704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks [] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:28.870736 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:28.892403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9554f-044a-4d83-b0f1-ff74fde417e4 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:28.927207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d1e9554f-044a-4d83-b0f1-ff74fde417e4 None None] Provisioning complete for port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:28.929570 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1e9554f-044a-4d83-b0f1-ff74fde417e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:29.037077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9554f-044a-4d83-b0f1-ff74fde417e4 None None] Port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:29.112609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:29.152824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-28e79b4c-422a-4301-abf8-9aeb5a8ae6c8 None None] Could not find standard attr ID for object 22e23943-320a-4aef-aad6-acef37320c6c. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:35:29.378285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:29.389767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:29.397373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Pushing event updated for resources: {'Port': ['ID=46627923-b54c-48e0-ae93-f963d8f64ed6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:29.425020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21213d3b-71fb-4147-8424-e3311947350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e0295ffc-1dfc-4b71-b1db-dd8daff8d99d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:29.428254 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21213d3b-71fb-4147-8424-e3311947350c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:29.429592 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21213d3b-71fb-4147-8424-e3311947350c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0295ffc-1dfc-4b71-b1db-dd8daff8d99d HTTP/1.1" status: 204 len: 168 time: 2.8929420 Feb 03 14:35:29.480453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213d3b-71fb-4147-8424-e3311947350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0295ffc-1dfc-4b71-b1db-dd8daff8d99d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:29.549562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:29.550979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:29.574818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f878c6e7-95b7-4dbe-af9e-25b72c58a511 None None] Could not find standard attr ID for object 22e23943-320a-4aef-aad6-acef37320c6c. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:35:29.653024 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a03839f8-816c-4ea0-a3ae-81d7648a346d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4923558 Feb 03 14:35:29.694083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Request body: {'port': {'device_id': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:29.715647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8::28 (38086992-efb5-4084-9748-7ed88211014a/72b315a4-a1e2-477d-b983-96bf35044c65/e1ddc29e-cf40-4b62-8c13-10bac512a0c1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:29.975967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Allocated IP 172.20.0.13 (0cc3fd93-d186-4fb2-b1c8-1475bda7da85/30470583-379a-4ca9-877d-72444ccd4326/f0feedb9-4850-452f-9493-b39d4f09f70c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:30.038287 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.042212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1a612-6d71-44a4-be49-ad78201a0c8a req-53a48495-eb4d-4fda-a765-9be61f8d5062 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:30.049445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aac1a612-6d71-44a4-be49-ad78201a0c8a req-53a48495-eb4d-4fda-a765-9be61f8d5062 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 931 time: 0.3701477 Feb 03 14:35:30.103732 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:35:30.140750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:30.347122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33046) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:30.417544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab101-2f01-4b46-b9f3-ecd712a645b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.421717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aac1a612-6d71-44a4-be49-ad78201a0c8a req-a6bd672a-9980-4212-b297-436cf4bb7d61 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713946 Feb 03 14:35:30.454892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks [] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.475265 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.484634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.534289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (a87ebd28-7838-4a51-9d42-58bbb9d0dc44), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.664064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.721932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Allocated IP 172.20.0.9 (0cc3fd93-d186-4fb2-b1c8-1475bda7da85/30470583-379a-4ca9-877d-72444ccd4326/2aeea261-1b34-4063-872a-8b6d02a7681c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:30.932926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab101-2f01-4b46-b9f3-ecd712a645b4 admin admin] Publish callbacks [] for security_group (334b6e5d-b607-48f6-8fe3-9f0837d0d754), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.938668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab101-2f01-4b46-b9f3-ecd712a645b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (334b6e5d-b607-48f6-8fe3-9f0837d0d754), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:30.957066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.036886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks [] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.041594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ab101-2f01-4b46-b9f3-ecd712a645b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334b6e5d-b607-48f6-8fe3-9f0837d0d754,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:31.060535 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2a6ab101-2f01-4b46-b9f3-ecd712a645b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2feca6c0defa4066b054269e68691e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042542 Feb 03 14:35:31.061274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33054) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:31.076520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=e1ddc29e-cf40-4b62-8c13-10bac512a0c1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:31.090902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:31.104837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:31.111090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:31.116575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.155706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:31.157244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:31.161229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:31.162203 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.167537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.173749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=13']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:31.194467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:31.199313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:31.199676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29931fd-735a-4993-ad36-21c4df8c0d9b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:31.391682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46627923-b54c-48e0-ae93-f963d8f64ed6 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:35:31.418379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Publish callbacks [] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.421685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=a87ebd28-7838-4a51-9d42-58bbb9d0dc44,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:31.454618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Transition to ACTIVE for port object 46627923-b54c-48e0-ae93-f963d8f64ed6 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:31.462035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:31.474112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:31.474798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.494888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.564546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:31.609504 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-abb7cb24-c5fd-4e2c-8cc4-b43ec1efe034 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0200098 Feb 03 14:35:31.610459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33058) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:31.637352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:31.638503 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.642237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-55f61d71-5d4f-4c8b-a626-b56cb93c7d27 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:31.658703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-47b6a073-7b0e-42b8-af6c-d4455bd40f46 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6558785 Feb 03 14:35:31.663113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:31.665882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f89209-18e2-4471-bd56-f4fb6a115015 None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': 'a87ebd28-7838-4a51-9d42-58bbb9d0dc44', 'ip_address': '2001:db8::f816:3eff:fe3b:8d89'}, {'subnet_id': 'b58da74c-5c19-45ff-9f07-1911ed962336'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '0a2991e8-00b7-4995-9ae2-b82f1a069467'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:35:31.671180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:31.675762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33062) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:31.714864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1272221 Feb 03 14:35:31.719298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:48:12:92', 'name': 'tempest-NetworksTestDHCPv6-1057424852'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:31.769361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bdf88f9f-0be9-4c59-ab46-fff6bb0038c8 None None] Provisioning complete for port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:31.769744 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdf88f9f-0be9-4c59-ab46-fff6bb0038c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.796138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Request body: {'port': {'device_id': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:31.823971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Pushing event updated for resources: {'Port': ['ID=46627923-b54c-48e0-ae93-f963d8f64ed6,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:31.838632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e01da-3068-4cb4-a863-d77cd9ef0c3c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Pushing event updated for resources: {'Port': ['ID=f0feedb9-4850-452f-9493-b39d4f09f70c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:31.885578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19828423-8956-4817-8ff4-1e8f392c0b70 admin admin] Publish callbacks [] for security_group (334b6e5d-b607-48f6-8fe3-9f0837d0d754), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:31.984811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bdf88f9f-0be9-4c59-ab46-fff6bb0038c8 None None] Port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:31.995729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:32.017342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:32.018023 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.057566 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f89209-18e2-4471-bd56-f4fb6a115015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.089878 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.093358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6225815 Feb 03 14:35:32.160341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Request body: {'port': {'device_id': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:32.161126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19828423-8956-4817-8ff4-1e8f392c0b70 admin admin] Publish callbacks [] for security_group (334b6e5d-b607-48f6-8fe3-9f0837d0d754), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.178423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91282b0-9a40-407d-9268-24ed09f003f2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Pushing event updated for resources: {'Port': ['ID=2aeea261-1b34-4063-872a-8b6d02a7681c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:32.276887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Attempting to bind port 46627923-b54c-48e0-ae93-f963d8f64ed6 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:35:32.277584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Attempting to bind port 46627923-b54c-48e0-ae93-f963d8f64ed6 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:35:32.278080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Attempting to bind port 46627923-b54c-48e0-ae93-f963d8f64ed6 on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:32.287732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Port 46627923-b54c-48e0-ae93-f963d8f64ed6 on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:35:32.288614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Attempting to bind port 46627923-b54c-48e0-ae93-f963d8f64ed6 on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:32.296217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f61d71-5d4f-4c8b-a626-b56cb93c7d27 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:32.300047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55f61d71-5d4f-4c8b-a626-b56cb93c7d27 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.303552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:35:32.304079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Checking segment: {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:32.304663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Bound using segment: {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:35:32.305335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Bound port: 46627923-b54c-48e0-ae93-f963d8f64ed6, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:35:32.306218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.318984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d703d7-49d9-4d9b-90d4-15805d78c84b req-2d02b98d-7f48-43fa-96e7-0bf78e9188e7 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:32.324861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48d703d7-49d9-4d9b-90d4-15805d78c84b req-2d02b98d-7f48-43fa-96e7-0bf78e9188e7 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 943 time: 0.6687229 Feb 03 14:35:32.340451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19828423-8956-4817-8ff4-1e8f392c0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (334b6e5d-b607-48f6-8fe3-9f0837d0d754), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.343274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19828423-8956-4817-8ff4-1e8f392c0b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.348031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-19828423-8956-4817-8ff4-1e8f392c0b70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/334b6e5d-b607-48f6-8fe3-9f0837d0d754 HTTP/1.1" status: 204 len: 168 time: 1.2765830 Feb 03 14:35:32.429644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19828423-8956-4817-8ff4-1e8f392c0b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b6e5d-b607-48f6-8fe3-9f0837d0d754,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:32.473236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:32.473889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.504811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] For port 46627923-b54c-48e0-ae93-f963d8f64ed6, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:32.509291 n-d-827549-2 neutron-server[103341]: INFO neutron.db.ipam_backend_mixin [None req-55f61d71-5d4f-4c8b-a626-b56cb93c7d27 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72b315a4-a1e2-477d-b983-96bf35044c65 (CIDR: 2001:db8::/64) Feb 03 14:35:32.511703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] For port 46627923-b54c-48e0-ae93-f963d8f64ed6, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=46627923-b54c-48e0-ae93-f963d8f64ed6,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:32.516224 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f61d71-5d4f-4c8b-a626-b56cb93c7d27 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:32.516594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f61d71-5d4f-4c8b-a626-b56cb93c7d27 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:32.527554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.573361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-55f61d71-5d4f-4c8b-a626-b56cb93c7d27 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9541633 Feb 03 14:35:32.576544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33070) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:32.583934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2f309cae-2f8d-42d1-a780-2401e3823207 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:32.596604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:32.597337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:32.598923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] 10.222.0.71 "PUT /v2.0/ports/46627923-b54c-48e0-ae93-f963d8f64ed6 HTTP/1.1" status: 200 len: 1091 time: 2.9141982 Feb 03 14:35:32.601331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'tag': '46627923-b54c-48e0-ae93-f963d8f64ed6'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:32.604233 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ef4601-49c3-4354-bd6a-005b9fe1b811", "tag": "46627923-b54c-48e0-ae93-f963d8f64ed6"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:32.750774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-95f89209-18e2-4471-bd56-f4fb6a115015 None None] Allocated IP 172.20.0.2 (1761b6a0-66c5-4456-9565-fda91494eed0/b58da74c-5c19-45ff-9f07-1911ed962336/0a2991e8-00b7-4995-9ae2-b82f1a069467) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:32.762613 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4667ffc-0d39-490b-a9f0-512a246af288 service neutron] Pushing event updated for resources: {'Port': ['ID=46627923-b54c-48e0-ae93-f963d8f64ed6,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:33.021538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-8a02b686-01c7-4af8-a06b-2180c53802b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:33.023977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-8a02b686-01c7-4af8-a06b-2180c53802b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 1125 time: 0.3592067 Feb 03 14:35:33.123587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:33.253179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a21fea21-3db1-47e4-a45e-368db0ccf15c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46627923-b54c-48e0-ae93-f963d8f64ed6 HTTP/1.1" status: 200 len: 217 time: 0.2115233 Feb 03 14:35:33.307943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:33.406761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48d703d7-49d9-4d9b-90d4-15805d78c84b req-12d7481a-dfc5-4bb9-aac8-8f617add9477 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0608411 Feb 03 14:35:33.466010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0feedb9-4850-452f-9493-b39d4f09f70c {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:35:33.477355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-251b4be5-e92d-433b-a379-ef53be359f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:33.486000 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Publish callbacks [] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:33.487495 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-251b4be5-e92d-433b-a379-ef53be359f56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30470583-379a-4ca9-877d-72444ccd4326 HTTP/1.1" status: 200 len: 858 time: 0.2267544 Feb 03 14:35:33.528494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:33.550214 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:33.609251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-95f89209-18e2-4471-bd56-f4fb6a115015 None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:33.622377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 3161b3f5-5e86-468b-8116-0cf8d981842c yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:35:33.637428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Transition to ACTIVE for port object f0feedb9-4850-452f-9493-b39d4f09f70c will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:33.638673 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-18663826-14c9-478a-9816-ce27fd5ce7e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423850 Feb 03 14:35:33.640622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f309cae-2f8d-42d1-a780-2401e3823207 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:33.645116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f309cae-2f8d-42d1-a780-2401e3823207 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:33.718334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f89209-18e2-4471-bd56-f4fb6a115015 None None] Publish callbacks [] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:33.725433 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f89209-18e2-4471-bd56-f4fb6a115015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:33.732084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:33.760215 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-c9e1bad1-2198-4452-b608-2a0aeacb1449 service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085415 Feb 03 14:35:33.887182 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-79b6df97-6069-4bf5-8f42-22d745991f62 service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165998 Feb 03 14:35:33.903081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f89209-18e2-4471-bd56-f4fb6a115015 None None] Pushing event updated for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=14']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:33.977745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0feedb9-4850-452f-9493-b39d4f09f70c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:34.021318 n-d-827549-2 neutron-server[103341]: INFO neutron.db.ipam_backend_mixin [None req-2f309cae-2f8d-42d1-a780-2401e3823207 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b (CIDR: 2001:db8:0:1::/64) Feb 03 14:35:34.026789 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f309cae-2f8d-42d1-a780-2401e3823207 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:34.027069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f309cae-2f8d-42d1-a780-2401e3823207 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:34.046877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f309cae-2f8d-42d1-a780-2401e3823207 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4674752 Feb 03 14:35:34.049307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:34.057027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'subnet': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:34.191850 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aed3fc-a0a4-410a-8881-fc2288f4f773 x-openstack-request-id: req-36aed3fc-a0a4-410a-8881-fc2288f4f773 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:34.208879 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ef4601-49c3-4354-bd6a-005b9fe1b811", "tag": "46627923-b54c-48e0-ae93-f963d8f64ed6", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:34.209325 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36aed3fc-a0a4-410a-8881-fc2288f4f773 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:34.209889 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'tag': '46627923-b54c-48e0-ae93-f963d8f64ed6', 'status': 'completed', 'code': 200} Feb 03 14:35:34.346219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-fcfefe84-55ae-44d2-a8c3-548268edfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:34.349304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-fcfefe84-55ae-44d2-a8c3-548268edfce4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 1125 time: 0.1385496 Feb 03 14:35:34.523776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Attempting to bind port f0feedb9-4850-452f-9493-b39d4f09f70c on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:35:34.524930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Attempting to bind port f0feedb9-4850-452f-9493-b39d4f09f70c by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:35:34.525435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Attempting to bind port f0feedb9-4850-452f-9493-b39d4f09f70c on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:34.549208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Port f0feedb9-4850-452f-9493-b39d4f09f70c on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:35:34.549702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Attempting to bind port f0feedb9-4850-452f-9493-b39d4f09f70c on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:34.560409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:35:34.561016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Checking segment: {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:34.561589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Bound using segment: {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:35:34.562202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Bound port: f0feedb9-4850-452f-9493-b39d4f09f70c, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:35:34.562723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:34.597936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Made reservation on behalf of 9e6707c743564855ba3bd8f6a983cdf4 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:34.616983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:34.646979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 172.20.0.10 (1761b6a0-66c5-4456-9565-fda91494eed0/b58da74c-5c19-45ff-9f07-1911ed962336/3161b3f5-5e86-468b-8116-0cf8d981842c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:34.713664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fe48:1292 (1761b6a0-66c5-4456-9565-fda91494eed0/a87ebd28-7838-4a51-9d42-58bbb9d0dc44/3161b3f5-5e86-468b-8116-0cf8d981842c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:34.769219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194da3f-e08a-4e4c-9ada-ba4d4c23eb87 req-fa2852bc-5125-4436-bb18-8d5e7f6b07a7 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:34.777594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9194da3f-e08a-4e4c-9ada-ba4d4c23eb87 req-fa2852bc-5125-4436-bb18-8d5e7f6b07a7 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 943 time: 0.2296746 Feb 03 14:35:35.129446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d5b561a8-8306-4644-ab51-0f6a94b9c202), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.214273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aeea261-1b34-4063-872a-8b6d02a7681c {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:35:35.248425 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Publish callbacks [] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.335460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] For port f0feedb9-4850-452f-9493-b39d4f09f70c, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:35.343666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a3e8a36d-0ac2-4b84-ae45-373a11d4e93d None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:35.344668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a36d-0ac2-4b84-ae45-373a11d4e93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.373628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Network 38086992-efb5-4084-9748-7ed88211014a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:35.382667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:35.393224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:35.393833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.396311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec439371-f46b-4927-b4b4-8158ac9673fd None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:35.420128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Subnet': ['ID=d5b561a8-8306-4644-ab51-0f6a94b9c202,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:35.428870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Transition to ACTIVE for port object 2aeea261-1b34-4063-872a-8b6d02a7681c will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:35:35.436392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-b31f68f4-8c46-4376-944c-b5c280880613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:35.440183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] For port f0feedb9-4850-452f-9493-b39d4f09f70c, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=f0feedb9-4850-452f-9493-b39d4f09f70c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:35.442995 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-b31f68f4-8c46-4376-944c-b5c280880613 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 200 len: 919 time: 1.0869672 Feb 03 14:35:35.472994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33134) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:35.474220 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-73263dc6-57cd-416a-aaa1-c5285cc6888d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4235642 Feb 03 14:35:35.482692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.502488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1949275076', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5b561a8-8306-4644-ab51-0f6a94b9c202'}], 'security_groups': ['298c856a-870b-40e3-9961-b8d567fa6566', '794777b1-1908-477f-a961-8bf98a792946']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:35.546433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8a36d-0ac2-4b84-ae45-373a11d4e93d None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:35.549085 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-ed58b47c-ef1e-4bef-a054-c0a511fefe9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46627923-b54c-48e0-ae93-f963d8f64ed6 HTTP/1.1" status: 200 len: 217 time: 0.0996923 Feb 03 14:35:35.691707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49356c0f-eeaa-4dc6-9391-ec2fee343855 None None] Update dhcp port {'port': {'network_id': '38086992-efb5-4084-9748-7ed88211014a', 'fixed_ips': [{'subnet_id': 'b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72b315a4-a1e2-477d-b983-96bf35044c65', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5b561a8-8306-4644-ab51-0f6a94b9c202'}], 'binding:host_id': 'n-d-827549-2'}, 'id': 'bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:35:35.702619 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9194da3f-e08a-4e4c-9ada-ba4d4c23eb87 req-68b0479c-9245-4158-bf03-dc3072bc523c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9099870 Feb 03 14:35:35.745558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Pushing event updated for resources: {'Port': ['ID=2aeea261-1b34-4063-872a-8b6d02a7681c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:35.748492 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.784657 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49356c0f-eeaa-4dc6-9391-ec2fee343855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.893726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:35.894352 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:35.895791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] 10.222.0.71 "PUT /v2.0/ports/f0feedb9-4850-452f-9493-b39d4f09f70c HTTP/1.1" status: 200 len: 1092 time: 4.1220248 Feb 03 14:35:35.904475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'tag': 'f0feedb9-4850-452f-9493-b39d4f09f70c'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:35.906845 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe4ec7-61f2-402c-b73b-766a3942b739" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ed78ab-9c2f-43b0-9acc-21154c49e3a7", "tag": "f0feedb9-4850-452f-9493-b39d4f09f70c"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:35.926590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:36.043752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d119fe-9926-40c0-891f-f9b9adbe86ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0feedb9-4850-452f-9493-b39d4f09f70c,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:36.094029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (3161b3f5-5e86-468b-8116-0cf8d981842c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:36.259198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:36.263699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:36.311621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-8656573b-f4ee-40a7-825f-6d337012da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:36.313351 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-8656573b-f4ee-40a7-825f-6d337012da49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30470583-379a-4ca9-877d-72444ccd4326 HTTP/1.1" status: 200 len: 858 time: 0.7578683 Feb 03 14:35:36.363556 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11775aa9-ea2f-4fe9-9d5f-03a81e76a394 x-openstack-request-id: req-11775aa9-ea2f-4fe9-9d5f-03a81e76a394 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:36.363785 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ed78ab-9c2f-43b0-9acc-21154c49e3a7", "tag": "f0feedb9-4850-452f-9493-b39d4f09f70c", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:36.365094 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11775aa9-ea2f-4fe9-9d5f-03a81e76a394 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:36.366247 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'tag': 'f0feedb9-4850-452f-9493-b39d4f09f70c', 'status': 'completed', 'code': 200} Feb 03 14:35:36.371098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:36.376221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Attempting to bind port 2aeea261-1b34-4063-872a-8b6d02a7681c on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:35:36.376732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Attempting to bind port 2aeea261-1b34-4063-872a-8b6d02a7681c by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:35:36.380241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Attempting to bind port 2aeea261-1b34-4063-872a-8b6d02a7681c on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:36.390178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-49356c0f-eeaa-4dc6-9391-ec2fee343855 None None] Allocated IP 2001:db8:0:2::2 (38086992-efb5-4084-9748-7ed88211014a/d5b561a8-8306-4644-ab51-0f6a94b9c202/bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:36.397344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-171d69a0-991c-4f91-8351-ff4aa449c8fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769324 Feb 03 14:35:36.410069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Port 2aeea261-1b34-4063-872a-8b6d02a7681c on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:35:36.412042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Attempting to bind port 2aeea261-1b34-4063-872a-8b6d02a7681c on network 0cc3fd93-d186-4fb2-b1c8-1475bda7da85 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:36.480019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:35:36.482562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Checking segment: {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:36.482933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Bound using segment: {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:35:36.483398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Bound port: 2aeea261-1b34-4063-872a-8b6d02a7681c, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dbe57e-bf39-4421-a4fd-06679386ddb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:35:36.484747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:36.529470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:36.647758 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-fb69cbae-153d-467b-8b43-bf97b74d2624 service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452950 Feb 03 14:35:36.650561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-49356c0f-eeaa-4dc6-9391-ec2fee343855 None None] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,segment=NetworkSegment(44e7b0fa-b676-42f5-83d4-9b50c1b38b56),segment_id=44e7b0fa-b676-42f5-83d4-9b50c1b38b56)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:36.664111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-fa379d35-907a-4aeb-a4bc-92b217dd70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:36.666727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-fa379d35-907a-4aeb-a4bc-92b217dd70cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 1126 time: 0.7005227 Feb 03 14:35:36.737014 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49356c0f-eeaa-4dc6-9391-ec2fee343855 None None] Publish callbacks [] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:36.745053 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49356c0f-eeaa-4dc6-9391-ec2fee343855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:36.851941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-75efa364-4891-46a5-80b4-c042928ac3fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0feedb9-4850-452f-9493-b39d4f09f70c HTTP/1.1" status: 200 len: 217 time: 0.1646574 Feb 03 14:35:36.894708 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4ee2f9b8-823d-44a7-a68e-2f92b318cf65 req-6aee936f-8e43-41ff-9ca5-04cefab568ae service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405045 Feb 03 14:35:36.915886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] For port 2aeea261-1b34-4063-872a-8b6d02a7681c, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:36.974347 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3161b3f5-5e86-468b-8116-0cf8d981842c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:37.012522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49356c0f-eeaa-4dc6-9391-ec2fee343855 None None] Pushing event updated for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:37.113791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] For port 2aeea261-1b34-4063-872a-8b6d02a7681c, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2aeea261-1b34-4063-872a-8b6d02a7681c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:37.203226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=3161b3f5-5e86-468b-8116-0cf8d981842c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:37.292519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:37.298550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:37.367827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Pushing event updated for resources: {'Port': ['ID=2aeea261-1b34-4063-872a-8b6d02a7681c,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:37.395609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:37.422754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-8d0e08c7-2ca2-4e40-81b1-b4f8b44c9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:37.429204 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-8d0e08c7-2ca2-4e40-81b1-b4f8b44c9d75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30470583-379a-4ca9-877d-72444ccd4326 HTTP/1.1" status: 200 len: 858 time: 0.5257349 Feb 03 14:35:37.446260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:37.468856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 46627923-b54c-48e0-ae93-f963d8f64ed6 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:35:37.488901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:37.489760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:37.491310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f84a0ad4-b5f2-45bb-870e-e59fbf7d440b service neutron] 10.222.0.45 "PUT /v2.0/ports/2aeea261-1b34-4063-872a-8b6d02a7681c HTTP/1.1" status: 200 len: 1091 time: 5.3548503 Feb 03 14:35:37.829103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-1ea18aae-f9a2-4411-ad9f-f75a350ac7ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3698392 Feb 03 14:35:37.852451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c794b2-c586-4979-b283-e87db6903e35 req-670f1386-b286-41b0-9f79-33dc2ea7b91e tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:37.854280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 46627923-b54c-48e0-ae93-f963d8f64ed6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=46627923-b54c-48e0-ae93-f963d8f64ed6,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:37.864238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56c794b2-c586-4979-b283-e87db6903e35 req-670f1386-b286-41b0-9f79-33dc2ea7b91e tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 943 time: 1.0030267 Feb 03 14:35:37.881783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '46627923-b54c-48e0-ae93-f963d8f64ed6', 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85', 'port_id': '46627923-b54c-48e0-ae93-f963d8f64ed6', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30470583-379a-4ca9-877d-72444ccd4326', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:35:37.991729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 46627923-b54c-48e0-ae93-f963d8f64ed6 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:37.992545 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:37.995085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:38.104705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:38.105653 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:38.125720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46627923-b54c-48e0-ae93-f963d8f64ed6 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:35:38.149857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f043e56a-c549-4f77-8d8e-1fea62a97a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:38.151989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-f043e56a-c549-4f77-8d8e-1fea62a97a36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 1125 time: 0.5643742 Feb 03 14:35:38.155596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8f42c655-1db0-424c-ac8f-31eb30518810 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.4452047 Feb 03 14:35:38.158253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33168) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:38.166562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b0ffa3a9-028b-47e0-9faa-a765ea8d8211 None None] Provisioning complete for port 3161b3f5-5e86-468b-8116-0cf8d981842c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:38.166943 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ffa3a9-028b-47e0-9faa-a765ea8d8211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3161b3f5-5e86-468b-8116-0cf8d981842c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:38.177162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 46627923-b54c-48e0-ae93-f963d8f64ed6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=46627923-b54c-48e0-ae93-f963d8f64ed6,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:38.181870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:38.182253 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:38.261110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:38.278495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56c794b2-c586-4979-b283-e87db6903e35 req-7357a58a-c91d-406f-bac3-290e70eaefe5 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125044 Feb 03 14:35:38.291758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4801c39-2ce1-4694-b15a-0571fa7808f7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:38.311290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4801c39-2ce1-4694-b15a-0571fa7808f7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:38.319441 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4801c39-2ce1-4694-b15a-0571fa7808f7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1599436 Feb 03 14:35:38.320496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33172) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:38.338966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=46627923-b54c-48e0-ae93-f963d8f64ed6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:38.391974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'tag': '2aeea261-1b34-4063-872a-8b6d02a7681c'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:38.394328 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7231d-1fba-4f65-be5c-310119cfa958" -d '{"events": [{"name": "network-changed", "server_uuid": "292186d2-f639-4d84-b133-eb4a3e5b3c65", "tag": "2aeea261-1b34-4063-872a-8b6d02a7681c"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:38.398975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-a87df159-1c94-493a-b4cb-ad56b16901b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aeea261-1b34-4063-872a-8b6d02a7681c HTTP/1.1" status: 200 len: 217 time: 0.1429005 Feb 03 14:35:38.428976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:38.434186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b0ffa3a9-028b-47e0-9faa-a765ea8d8211 None None] Port 3161b3f5-5e86-468b-8116-0cf8d981842c cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:38.518525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-97886834-f57d-40eb-8b0c-8e826cb7183b service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166403 Feb 03 14:35:38.581722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-dc6eddea-a8a6-4dce-88f7-581f0e932e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:38.583241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-dc6eddea-a8a6-4dce-88f7-581f0e932e6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30470583-379a-4ca9-877d-72444ccd4326 HTTP/1.1" status: 200 len: 858 time: 0.1784413 Feb 03 14:35:38.596121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 3161b3f5-5e86-468b-8116-0cf8d981842c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:38.596855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3161b3f5-5e86-468b-8116-0cf8d981842c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:38.612670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:38.614021 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:38.656616 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f2e73-d806-41b4-8844-d430337096a0 x-openstack-request-id: req-f27f2e73-d806-41b4-8844-d430337096a0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:38.657723 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292186d2-f639-4d84-b133-eb4a3e5b3c65", "tag": "2aeea261-1b34-4063-872a-8b6d02a7681c", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:38.659382 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f27f2e73-d806-41b4-8844-d430337096a0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:38.659968 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'tag': '2aeea261-1b34-4063-872a-8b6d02a7681c', 'status': 'completed', 'code': 200} Feb 03 14:35:38.740770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['46627923-b54c-48e0-ae93-f963d8f64ed6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:35:38.766266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3161b3f5-5e86-468b-8116-0cf8d981842c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:38.772314 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-1039cbd6-52d2-4180-8406-1169d72e1d3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774840 Feb 03 14:35:38.797454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 3161b3f5-5e86-468b-8116-0cf8d981842c owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:38.993694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-99582ad3-ad56-45eb-8be1-05e1bd4830a8 service neutron] 10.222.0.45 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114851 Feb 03 14:35:39.013539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:39.064478 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.066588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Provisioning complete for port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:39.067489 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.135148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:39.167209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3161b3f5-5e86-468b-8116-0cf8d981842c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.225607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-1bffbcd6-59bb-456a-8cb7-72801acac332 service neutron] 10.222.0.45 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103343 Feb 03 14:35:39.276681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:39.281548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=3161b3f5-5e86-468b-8116-0cf8d981842c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:39.312453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Provisioning complete for port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:39.312842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.458065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9e5198f3-8f70-4af1-ba25-b52a5e1f0edb None None] Port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:39.492003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Delete allocated IP 2001:db8::28 (38086992-efb5-4084-9748-7ed88211014a/72b315a4-a1e2-477d-b983-96bf35044c65) {{(pid=103342) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 14:35:39.515779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Allocated IP 2001:db8:0:2::2d (38086992-efb5-4084-9748-7ed88211014a/d5b561a8-8306-4644-ab51-0f6a94b9c202/e1ddc29e-cf40-4b62-8c13-10bac512a0c1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:39.574205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.579563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb036f5f-33e5-4d3c-9672-cf4c0b573c14 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/3161b3f5-5e86-468b-8116-0cf8d981842c HTTP/1.1" status: 204 len: 168 time: 1.2576303 Feb 03 14:35:39.582254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33196) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:39.678091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3359d-0d02-452e-82ff-e405fc6a363f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:39.679497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3359d-0d02-452e-82ff-e405fc6a363f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:39.683009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3359d-0d02-452e-82ff-e405fc6a363f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:39.684750 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-edd3359d-0d02-452e-82ff-e405fc6a363f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1015255 Feb 03 14:35:39.687843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:39.846849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet a87ebd28-7838-4a51-9d42-58bbb9d0dc44 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:39.859828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (a87ebd28-7838-4a51-9d42-58bbb9d0dc44), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.883995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.911978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:39.939273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (a87ebd28-7838-4a51-9d42-58bbb9d0dc44), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.120600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (a87ebd28-7838-4a51-9d42-58bbb9d0dc44), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.251125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (a87ebd28-7838-4a51-9d42-58bbb9d0dc44), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.311784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f2a5cc-cae5-4fb9-8611-1f910663e27c req-6504dbcd-809b-40bc-9a50-36af8e357e2f service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7836444 Feb 03 14:35:40.314998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=a87ebd28-7838-4a51-9d42-58bbb9d0dc44,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:40.318376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event updated for resources: {'Port': ['ID=e1ddc29e-cf40-4b62-8c13-10bac512a0c1,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:40.337117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01e6f9b5-3716-4845-b632-d3958047575c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.346396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.353361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9e3b2f26-7cda-4fb3-b403-f75e4012676c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/a87ebd28-7838-4a51-9d42-58bbb9d0dc44 HTTP/1.1" status: 204 len: 168 time: 0.6611309 Feb 03 14:35:40.353361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33202) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:40.355523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd43d47-15ad-45aa-bb15-f767ef20e3ea None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:40.443466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] In _notify_port_updated(), no bound segment for port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 on network 38086992-efb5-4084-9748-7ed88211014a {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:35:40.450215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:40.451060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.452704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-abbb7134-b1ba-4b65-8367-3be72c11d747 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "PUT /v2.0/ports/e1ddc29e-cf40-4b62-8c13-10bac512a0c1 HTTP/1.1" status: 200 len: 969 time: 4.9717395 Feb 03 14:35:40.478567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet b58da74c-5c19-45ff-9f07-1911ed962336 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:40.494120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (b58da74c-5c19-45ff-9f07-1911ed962336), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.598554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (b58da74c-5c19-45ff-9f07-1911ed962336), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.610050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33204) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:40.612344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-ca20a47b-5306-46eb-9c77-e2228920acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:40.616089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-ca20a47b-5306-46eb-9c77-e2228920acc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 1125 time: 1.2880669 Feb 03 14:35:40.674932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef40cf-956f-429f-84c4-e7218c9749e7 req-295c81b1-77df-4904-9d4a-153e758ecc59 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:40.676312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecef40cf-956f-429f-84c4-e7218c9749e7 req-295c81b1-77df-4904-9d4a-153e758ecc59 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 944 time: 0.8769846 Feb 03 14:35:40.849344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b58da74c-5c19-45ff-9f07-1911ed962336), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.899718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0e5a03b1-24dc-4362-a486-9dd15000d773 None None] Provisioning complete for port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:40.900020 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e5a03b1-24dc-4362-a486-9dd15000d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:40.952002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecef40cf-956f-429f-84c4-e7218c9749e7 req-12bd9253-6be8-48f5-9956-cf3fa3ea459f tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641304 Feb 03 14:35:40.985588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a03b1-24dc-4362-a486-9dd15000d773 None None] Port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:41.048447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-079c8b2f-7774-4e55-ba37-7d77921c9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:41.054748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-079c8b2f-7774-4e55-ba37-7d77921c9900 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 1126 time: 0.6155338 Feb 03 14:35:41.063147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (b58da74c-5c19-45ff-9f07-1911ed962336), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.153322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=b58da74c-5c19-45ff-9f07-1911ed962336,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:41.178471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01e6f9b5-3716-4845-b632-d3958047575c admin admin] Publish callbacks [] for security_group (77ffa324-d4b4-44c9-993c-13f6bab28f4f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.184834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.196983 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b18ea558-1440-4a83-8cd6-43d2176628f3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/b58da74c-5c19-45ff-9f07-1911ed962336 HTTP/1.1" status: 204 len: 168 time: 0.8425677 Feb 03 14:35:41.198344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33216) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:41.228556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01e6f9b5-3716-4845-b632-d3958047575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (77ffa324-d4b4-44c9-993c-13f6bab28f4f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.272352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7a205da4-baa4-4cc7-b573-74ce53fc78c4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727789 Feb 03 14:35:41.275497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33218) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:41.281376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:41.331998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-22b78870-4a9e-4483-9f5f-a9b27619301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:41.333496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-22b78870-4a9e-4483-9f5f-a9b27619301d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 200 len: 919 time: 0.6532612 Feb 03 14:35:41.463642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:41.467391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.505579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 46627923-b54c-48e0-ae93-f963d8f64ed6 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:41.528687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-c16a4bda-a0ef-409f-be76-037174d80c5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aeea261-1b34-4063-872a-8b6d02a7681c HTTP/1.1" status: 200 len: 217 time: 0.1747518 Feb 03 14:35:41.540726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port e1ddc29e-cf40-4b62-8c13-10bac512a0c1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:41.541137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.550410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-01e6f9b5-3716-4845-b632-d3958047575c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27e3e0827a7d4b88b02f781d7a495537&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2681892 Feb 03 14:35:41.550410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6f9b5-3716-4845-b632-d3958047575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ffa324-d4b4-44c9-993c-13f6bab28f4f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:41.552655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33220) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:41.642416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 46627923-b54c-48e0-ae93-f963d8f64ed6 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:41.652823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 46627923-b54c-48e0-ae93-f963d8f64ed6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:41.653204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.773646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-c2703dc2-e23b-48b4-95b0-afc56476cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:41.775178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-c2703dc2-e23b-48b4-95b0-afc56476cae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=30470583-379a-4ca9-877d-72444ccd4326 HTTP/1.1" status: 200 len: 858 time: 0.2003412 Feb 03 14:35:41.820102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 46627923-b54c-48e0-ae93-f963d8f64ed6 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:41.821201 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:41.869915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46627923-b54c-48e0-ae93-f963d8f64ed6'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:41.872390 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418abd30-d22c-4d5f-ae67-3b0260e7df1e" -d '{"events": [{"server_uuid": "e5ef4601-49c3-4354-bd6a-005b9fe1b811", "name": "network-vif-plugged", "status": "completed", "tag": "46627923-b54c-48e0-ae93-f963d8f64ed6"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:41.886227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-daacc519-94f8-41d9-bd5c-c41552eff11d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973084 Feb 03 14:35:41.887201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5eafcf-b463-4083-972e-5d41008a8e3e None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:41.903154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 46627923-b54c-48e0-ae93-f963d8f64ed6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=46627923-b54c-48e0-ae93-f963d8f64ed6,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:41.911533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-b4872afb-ae1d-46c8-9140-ecb17873eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:41.913664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-b4872afb-ae1d-46c8-9140-ecb17873eba9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 200 len: 919 time: 0.8502762 Feb 03 14:35:41.973097 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726f4648-c6be-4fe4-b1c9-272d7dbe5b51 x-openstack-request-id: req-726f4648-c6be-4fe4-b1c9-272d7dbe5b51 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:41.973456 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef4601-49c3-4354-bd6a-005b9fe1b811", "name": "network-vif-plugged", "status": "completed", "tag": "46627923-b54c-48e0-ae93-f963d8f64ed6", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:41.973814 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-726f4648-c6be-4fe4-b1c9-272d7dbe5b51 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:41.974316 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46627923-b54c-48e0-ae93-f963d8f64ed6', 'code': 200} Feb 03 14:35:41.979664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-4d7a11fe-ae4a-4aab-8d88-0d54d69b3c1f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0feedb9-4850-452f-9493-b39d4f09f70c HTTP/1.1" status: 200 len: 217 time: 0.0497649 Feb 03 14:35:41.993278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.042255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d477e60b-1372-4fdf-8ecc-4fa6110f2cdf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.075875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3482012c-6dc2-41df-9cd8-a7896b218875 admin admin] Publish callbacks [] for security_group (77ffa324-d4b4-44c9-993c-13f6bab28f4f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.139194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d377bc2f-6fb4-400f-9ba4-e1b0c5f46067 None None] Provisioning complete for port 0a2991e8-00b7-4995-9ae2-b82f1a069467 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:42.148884 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d377bc2f-6fb4-400f-9ba4-e1b0c5f46067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.188194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.217936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:42.246338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:42.274272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:42.275112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=46627923-b54c-48e0-ae93-f963d8f64ed6,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:42.283414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.308282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for e1ddc29e-cf40-4b62-8c13-10bac512a0c1 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:42.311978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3482012c-6dc2-41df-9cd8-a7896b218875 admin admin] Publish callbacks [] for security_group (77ffa324-d4b4-44c9-993c-13f6bab28f4f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.330137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-e9f6518a-3ab9-45a8-9e0b-99378bd9a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:42.331629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-e9f6518a-3ab9-45a8-9e0b-99378bd9a00f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30470583-379a-4ca9-877d-72444ccd4326 HTTP/1.1" status: 200 len: 858 time: 0.3312771 Feb 03 14:35:42.358297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=d477e60b-1372-4fdf-8ecc-4fa6110f2cdf,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:42.391083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331770e7-a225-42cf-af4e-a7a67ba8a832 req-93012abb-ff1f-47fb-917a-7655c136c155 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:42.392731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-331770e7-a225-42cf-af4e-a7a67ba8a832 req-93012abb-ff1f-47fb-917a-7655c136c155 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 945 time: 0.2861242 Feb 03 14:35:42.396197 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c31c470d-e459-472b-9596-f877e0b614ab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1195617 Feb 03 14:35:42.421993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33232) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:42.427227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:42.427889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2aeea261-1b34-4063-872a-8b6d02a7681c details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:35:42.436742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d377bc2f-6fb4-400f-9ba4-e1b0c5f46067 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:42.456515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:35:42.457039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-b0779af6-04d5-4b8d-a6c2-6e4dc75c8ca7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0cc3fd93-d186-4fb2-b1c8-1475bda7da85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772011 Feb 03 14:35:42.502994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe7d40-5918-4488-a0e9-4b90fc9aa329 req-493d8937-c97c-4826-956e-90faa06f20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:42.504487 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8abe7d40-5918-4488-a0e9-4b90fc9aa329 req-493d8937-c97c-4826-956e-90faa06f20fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 1127 time: 0.4264920 Feb 03 14:35:42.509489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-38c35ebd-293b-4e10-b2bb-0f7028d12ccc service neutron] 10.222.0.45 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166430 Feb 03 14:35:42.649387 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3482012c-6dc2-41df-9cd8-a7896b218875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (77ffa324-d4b4-44c9-993c-13f6bab28f4f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.655706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3482012c-6dc2-41df-9cd8-a7896b218875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.661648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3482012c-6dc2-41df-9cd8-a7896b218875 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77ffa324-d4b4-44c9-993c-13f6bab28f4f HTTP/1.1" status: 204 len: 168 time: 1.0964258 Feb 03 14:35:42.663160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-8e0b10cd-3401-4f6c-8ae6-698ee63f917a service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585145 Feb 03 14:35:42.689309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] Deleting port 0a2991e8-00b7-4995-9ae2-b82f1a069467 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:42.690315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.719454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482012c-6dc2-41df-9cd8-a7896b218875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ffa324-d4b4-44c9-993c-13f6bab28f4f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:42.780305 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8abe7d40-5918-4488-a0e9-4b90fc9aa329 req-eb17e1c3-0217-4c1e-959b-fa53b6bb5312 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570279 Feb 03 14:35:42.782216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2aeea261-1b34-4063-872a-8b6d02a7681c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2aeea261-1b34-4063-872a-8b6d02a7681c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:42.822191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:42.826347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:42.912109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '2aeea261-1b34-4063-872a-8b6d02a7681c', 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85', 'port_id': '2aeea261-1b34-4063-872a-8b6d02a7681c', 'mac_address': 'fa:16:3e:ec:e9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30470583-379a-4ca9-877d-72444ccd4326', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:35:43.013781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-331770e7-a225-42cf-af4e-a7a67ba8a832 req-b4d128aa-f66c-4528-9306-42d831f46df7 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556250 Feb 03 14:35:43.114573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ab7231d-1fba-4f65-be5c-310119cfa958 req-65bc6aff-b98d-488a-b341-b0fa602bfb80 service neutron] 10.222.0.45 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306061 Feb 03 14:35:43.116814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79fe4ec7-61f2-402c-b73b-766a3942b739 req-f1ef4216-c4b7-44ad-8f2e-d6945e87c0f6 service neutron] 10.222.0.71 "GET /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317510 Feb 03 14:35:43.246850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e1ddc29e-cf40-4b62-8c13-10bac512a0c1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.324026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2aeea261-1b34-4063-872a-8b6d02a7681c is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:43.324692 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.359728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=e1ddc29e-cf40-4b62-8c13-10bac512a0c1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:43.366643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeea261-1b34-4063-872a-8b6d02a7681c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:35:43.399826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2aeea261-1b34-4063-872a-8b6d02a7681c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2aeea261-1b34-4063-872a-8b6d02a7681c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:43.417326 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.454794 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.474472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-39e00663-1491-4195-a609-3a83281e0f26 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/e1ddc29e-cf40-4b62-8c13-10bac512a0c1 HTTP/1.1" status: 204 len: 168 time: 2.8418696 Feb 03 14:35:43.475442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33250) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:43.523981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:43.524397 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.525975 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1d76c3-8b14-456d-ae91-a1719d708f9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] GET failed (client error): The resource could not be found. Feb 03 14:35:43.530269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33254) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:43.533836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f1d76c3-8b14-456d-ae91-a1719d708f9c tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports/e1ddc29e-cf40-4b62-8c13-10bac512a0c1 HTTP/1.1" status: 404 len: 333 time: 0.0564234 Feb 03 14:35:43.542927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2aeea261-1b34-4063-872a-8b6d02a7681c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:43.591681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:35:43.611951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] Calling delete_port for 0a2991e8-00b7-4995-9ae2-b82f1a069467 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:43.643447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2aeea261-1b34-4063-872a-8b6d02a7681c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:35:43.784933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fede3bf0-7e51-455c-a7e6-3c8fd5b05a2b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (9302c2e0-7098-4445-bb61-e50c45bed060), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.939303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fede3bf0-7e51-455c-a7e6-3c8fd5b05a2b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (9302c2e0-7098-4445-bb61-e50c45bed060), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.950538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:43.991998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0a2991e8-00b7-4995-9ae2-b82f1a069467 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:44.320305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0a2991e8-00b7-4995-9ae2-b82f1a069467 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:44.320647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.331195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25fcb-b871-4574-8779-06d63c1c1409 req-61eb0f84-c60f-4698-86cd-12db624b6ec4 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:44.332934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fa25fcb-b871-4574-8779-06d63c1c1409 req-61eb0f84-c60f-4698-86cd-12db624b6ec4 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 945 time: 0.1129811 Feb 03 14:35:44.333794 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fede3bf0-7e51-455c-a7e6-3c8fd5b05a2b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9302c2e0-7098-4445-bb61-e50c45bed060), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.337016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fede3bf0-7e51-455c-a7e6-3c8fd5b05a2b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.338192 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fede3bf0-7e51-455c-a7e6-3c8fd5b05a2b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/security-groups/9302c2e0-7098-4445-bb61-e50c45bed060 HTTP/1.1" status: 204 len: 168 time: 0.8010101 Feb 03 14:35:44.345880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33268) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:44.432830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] For port 0a2991e8-00b7-4995-9ae2-b82f1a069467, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0a2991e8-00b7-4995-9ae2-b82f1a069467,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:44.434502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3bf0-7e51-455c-a7e6-3c8fd5b05a2b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9302c2e0-7098-4445-bb61-e50c45bed060,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:44.486244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fa25fcb-b871-4574-8779-06d63c1c1409 req-69315a38-ef98-478e-aeba-edf5882ce785 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462228 Feb 03 14:35:44.517022 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.518947 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb824e91-1bc7-4db4-8905-f733074df828 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (794777b1-1908-477f-a961-8bf98a792946), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.541029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.547419 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (0a2991e8-00b7-4995-9ae2-b82f1a069467), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.561109 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb824e91-1bc7-4db4-8905-f733074df828 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (794777b1-1908-477f-a961-8bf98a792946), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.608965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:44.624568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] No DVR routers for this DVR port 0a2991e8-00b7-4995-9ae2-b82f1a069467 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:44.626436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (7de960ea-56ff-465c-9609-124382f2c6fd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.628962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850617d3-fb4b-4e19-8dbd-293b6343a41a None None] Pushing event deleted for resources: {'Port': ['ID=0a2991e8-00b7-4995-9ae2-b82f1a069467,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:44.646422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d124d1-246c-4a0f-9a3b-47f75db0e2af None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:44.657778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb824e91-1bc7-4db4-8905-f733074df828 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (794777b1-1908-477f-a961-8bf98a792946), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.660256 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb824e91-1bc7-4db4-8905-f733074df828 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.664354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bb824e91-1bc7-4db4-8905-f733074df828 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/security-groups/794777b1-1908-477f-a961-8bf98a792946 HTTP/1.1" status: 204 len: 168 time: 0.3136718 Feb 03 14:35:44.665056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33276) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:44.737128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:44.750431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:44.754795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:44.755388 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.766037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb824e91-1bc7-4db4-8905-f733074df828 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794777b1-1908-477f-a961-8bf98a792946,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:44.799044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=7de960ea-56ff-465c-9609-124382f2c6fd,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:44.806885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e9f96546-16da-4dc4-a451-82d29c1996e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3806267 Feb 03 14:35:44.808376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33280) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:44.826142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:f7:f7:41', 'name': 'tempest-NetworksTestDHCPv6-1480119452'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:44.833411 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f56bea23-ed1f-4cbe-8f43-f0d626a954c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (298c856a-870b-40e3-9961-b8d567fa6566), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.891117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '7de960ea-56ff-465c-9609-124382f2c6fd'}, {'subnet_id': 'd477e60b-1372-4fdf-8ecc-4fa6110f2cdf'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:35:44.891923 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:44.925369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f56bea23-ed1f-4cbe-8f43-f0d626a954c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (298c856a-870b-40e3-9961-b8d567fa6566), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.089903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:45.151651 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f56bea23-ed1f-4cbe-8f43-f0d626a954c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (298c856a-870b-40e3-9961-b8d567fa6566), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.154635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f56bea23-ed1f-4cbe-8f43-f0d626a954c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.155960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f56bea23-ed1f-4cbe-8f43-f0d626a954c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/security-groups/298c856a-870b-40e3-9961-b8d567fa6566 HTTP/1.1" status: 204 len: 168 time: 0.4898992 Feb 03 14:35:45.158906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33290) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:45.218872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bea23-ed1f-4cbe-8f43-f0d626a954c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298c856a-870b-40e3-9961-b8d567fa6566,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:45.291583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.315813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 813033b1-85fe-4c89-b35e-502cabbb105c yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:35:45.316471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet 72b315a4-a1e2-477d-b983-96bf35044c65 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:45.325874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (72b315a4-a1e2-477d-b983-96bf35044c65), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.361112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Allocated IP 172.20.0.2 (1761b6a0-66c5-4456-9565-fda91494eed0/d477e60b-1372-4fdf-8ecc-4fa6110f2cdf/a8e1aab8-bad2-4497-b70c-a23a4a3543b2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:45.370461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Allocated IP 2001:db8::f816:3eff:feec:7547 (1761b6a0-66c5-4456-9565-fda91494eed0/7de960ea-56ff-465c-9609-124382f2c6fd/a8e1aab8-bad2-4497-b70c-a23a4a3543b2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:45.402704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (72b315a4-a1e2-477d-b983-96bf35044c65), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.502642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (72b315a4-a1e2-477d-b983-96bf35044c65), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.533349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device f0feedb9-4850-452f-9493-b39d4f09f70c details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:35:45.586932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (72b315a4-a1e2-477d-b983-96bf35044c65), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.648836 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.652202 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/72b315a4-a1e2-477d-b983-96bf35044c65 HTTP/1.1" status: 204 len: 168 time: 0.4919400 Feb 03 14:35:45.656118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33306) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:45.656748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3b915-155f-4e4e-b129-a3f604587915 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=72b315a4-a1e2-477d-b983-96bf35044c65,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:45.727530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbb486-47ed-44b7-8e2d-b4b69af38bca req-30491fec-295e-4f04-9d62-44870258326c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:45.729695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4fbb486-47ed-44b7-8e2d-b4b69af38bca req-30491fec-295e-4f04-9d62-44870258326c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 945 time: 0.1565213 Feb 03 14:35:45.762159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9d019-8ca6-429e-adfd-a05d7e1b401a None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:45.791207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port f0feedb9-4850-452f-9493-b39d4f09f70c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=f0feedb9-4850-452f-9493-b39d4f09f70c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:45.833391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4fbb486-47ed-44b7-8e2d-b4b69af38bca req-93da0621-086f-4492-982d-558ad81dec62 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942461 Feb 03 14:35:45.838547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet d5b561a8-8306-4644-ab51-0f6a94b9c202 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:45.842004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (d5b561a8-8306-4644-ab51-0f6a94b9c202), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.843996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'f0feedb9-4850-452f-9493-b39d4f09f70c', 'network_id': '0cc3fd93-d186-4fb2-b1c8-1475bda7da85', 'port_id': 'f0feedb9-4850-452f-9493-b39d4f09f70c', 'mac_address': 'fa:16:3e:bd:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30470583-379a-4ca9-877d-72444ccd4326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:35:45.860039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b3566b-2a8f-4859-8b28-0c81afea9bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.949708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Publish callbacks [] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.958784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port f0feedb9-4850-452f-9493-b39d4f09f70c is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:45.959283 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:45.966111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.029061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (d5b561a8-8306-4644-ab51-0f6a94b9c202), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.038330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0feedb9-4850-452f-9493-b39d4f09f70c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:35:46.075944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:46.089172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port f0feedb9-4850-452f-9493-b39d4f09f70c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=f0feedb9-4850-452f-9493-b39d4f09f70c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:46.118958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:46.128212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:46.140853 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.204739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Pushing event updated for resources: {'Port': ['ID=a8e1aab8-bad2-4497-b70c-a23a4a3543b2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:46.311593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 172.20.0.12 (1761b6a0-66c5-4456-9565-fda91494eed0/d477e60b-1372-4fdf-8ecc-4fa6110f2cdf/813033b1-85fe-4c89-b35e-502cabbb105c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:46.322842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fef7:f741 (1761b6a0-66c5-4456-9565-fda91494eed0/7de960ea-56ff-465c-9609-124382f2c6fd/813033b1-85fe-4c89-b35e-502cabbb105c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:46.342899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Attempting to bind port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:35:46.343284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Attempting to bind port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:35:46.343644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Attempting to bind port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:46.371540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:35:46.372228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:46.372228 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.372644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:35:46.373110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Bound port: a8e1aab8-bad2-4497-b70c-a23a4a3543b2, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:35:46.373492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.401243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=f0feedb9-4850-452f-9493-b39d4f09f70c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:46.437234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2aeea261-1b34-4063-872a-8b6d02a7681c up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:46.457711 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d5b561a8-8306-4644-ab51-0f6a94b9c202), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.583314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['f0feedb9-4850-452f-9493-b39d4f09f70c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:35:46.673406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (d5b561a8-8306-4644-ab51-0f6a94b9c202), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.723916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] For port a8e1aab8-bad2-4497-b70c-a23a4a3543b2, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:46.737767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] For port a8e1aab8-bad2-4497-b70c-a23a4a3543b2, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a8e1aab8-bad2-4497-b70c-a23a4a3543b2,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:46.740083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edf29b-9e74-4192-a997-5769098245e7 req-b69a456b-d01a-4071-88ca-56c72aea6d40 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:46.741719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74edf29b-9e74-4192-a997-5769098245e7 req-b69a456b-d01a-4071-88ca-56c72aea6d40 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 944 time: 0.7431624 Feb 03 14:35:46.742914 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.744023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 2aeea261-1b34-4063-872a-8b6d02a7681c completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:46.746120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/d5b561a8-8306-4644-ab51-0f6a94b9c202 HTTP/1.1" status: 204 len: 168 time: 1.0889831 Feb 03 14:35:46.748801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33350) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:46.766029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 2aeea261-1b34-4063-872a-8b6d02a7681c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:46.766886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.775650 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:46.814847 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-8504cb81-216c-4be1-a687-511fdc33387e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:46.831594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8504cb81-216c-4be1-a687-511fdc33387e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:46.838073 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8504cb81-216c-4be1-a687-511fdc33387e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/72b315a4-a1e2-477d-b983-96bf35044c65 HTTP/1.1" status: 404 len: 337 time: 0.0882337 Feb 03 14:35:46.840654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33354) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:46.897714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad607b-92f4-4c8a-94c6-957bd4cc94ea tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b561a8-8306-4644-ab51-0f6a94b9c202,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:47.001972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting subnet b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:47.025229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:47.143388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5663b47-0b74-4e54-8dfc-117af56fba5b None None] Pushing event updated for resources: {'Port': ['ID=a8e1aab8-bad2-4497-b70c-a23a4a3543b2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:47.153728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:47.266078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 2aeea261-1b34-4063-872a-8b6d02a7681c is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:47.266467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:47.415593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeea261-1b34-4063-872a-8b6d02a7681c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:47.430771 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45101aa4-fc00-486b-90a0-40d3f85d72d7" -d '{"events": [{"server_uuid": "292186d2-f639-4d84-b133-eb4a3e5b3c65", "name": "network-vif-plugged", "status": "completed", "tag": "2aeea261-1b34-4063-872a-8b6d02a7681c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:47.473924 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:47.553117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 2aeea261-1b34-4063-872a-8b6d02a7681c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2aeea261-1b34-4063-872a-8b6d02a7681c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:47.577685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:47.667119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:47.726352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Subnet': ['ID=b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:47.740834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:47.748819 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2acc5438-f5ee-458b-b409-cdf5d494107e tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/b84b9dc7-2da7-4c1d-8c78-9e8aab9d2d8b HTTP/1.1" status: 204 len: 168 time: 0.9069459 Feb 03 14:35:47.754026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33372) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:47.791992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=2aeea261-1b34-4063-872a-8b6d02a7681c,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:47.864327 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-f921b31e-4d96-4efa-be33-df96a0c0eea6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:47.864932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f921b31e-4d96-4efa-be33-df96a0c0eea6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:47.872387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33378) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:47.873539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f921b31e-4d96-4efa-be33-df96a0c0eea6 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/658adc80-f6b3-473d-ad60-3b7ec035a30b HTTP/1.1" status: 404 len: 337 time: 0.1181421 Feb 03 14:35:47.934002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-42583f85-3827-4013-b0d0-ccfbeacdf551 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4eb99a-5927-4fba-9702-816e260443c6 HTTP/1.1" status: 200 len: 205 time: 0.0595074 Feb 03 14:35:47.936912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33382) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:47.999796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74edf29b-9e74-4192-a997-5769098245e7 req-e5782101-794c-450c-975e-0d1fe2a6e140 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1644900 Feb 03 14:35:48.047849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8e1aab8-bad2-4497-b70c-a23a4a3543b2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:48.090815 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-1e4d46b4-0f25-4a64-ae27-682306c57d2a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] delete failed (client error): The resource could not be found. Feb 03 14:35:48.091925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e4d46b4-0f25-4a64-ae27-682306c57d2a tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/routers/4a4eb99a-5927-4fba-9702-816e260443c6 HTTP/1.1" status: 404 len: 336 time: 0.1537540 Feb 03 14:35:48.094744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33384) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.144662 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d360097-fe13-4eab-9101-f41ab73c3e0e x-openstack-request-id: req-7d360097-fe13-4eab-9101-f41ab73c3e0e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:48.145167 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292186d2-f639-4d84-b133-eb4a3e5b3c65", "name": "network-vif-plugged", "status": "completed", "tag": "2aeea261-1b34-4063-872a-8b6d02a7681c", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:48.145167 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d360097-fe13-4eab-9101-f41ab73c3e0e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:48.145167 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeea261-1b34-4063-872a-8b6d02a7681c', 'code': 200} Feb 03 14:35:48.156496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7581cc6-85b2-4a85-a833-fa1f30439367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:48.272608 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d779ecdd-7f08-4e27-bfd0-cc1a12f31175 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.276603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d779ecdd-7f08-4e27-bfd0-cc1a12f31175 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:48.281974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d779ecdd-7f08-4e27-bfd0-cc1a12f31175 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/b9cd7dc8-0f96-429e-b31f-7b4a455854f7 HTTP/1.1" status: 404 len: 337 time: 0.1820495 Feb 03 14:35:48.282530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33388) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.293381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:48.293766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:48.299955 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (813033b1-85fe-4c89-b35e-502cabbb105c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:48.328655 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-3103c4be-64c5-42cf-bcc4-43bd2833b4dd tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.329126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3103c4be-64c5-42cf-bcc4-43bd2833b4dd tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:48.332219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3103c4be-64c5-42cf-bcc4-43bd2833b4dd tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/2658f329-d008-4e74-84b2-2a0a773d3664 HTTP/1.1" status: 404 len: 337 time: 0.0486429 Feb 03 14:35:48.334743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33390) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.400485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3cfb9d-2c3f-4723-a724-5b95e197cdee None None] Network 38086992-efb5-4084-9748-7ed88211014a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:48.413593 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-29267dfe-5652-4fea-af3f-090658a2c0ab tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.414066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29267dfe-5652-4fea-af3f-090658a2c0ab tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:48.417789 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-29267dfe-5652-4fea-af3f-090658a2c0ab tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/1251fe30-08d6-45f3-9b9f-cbedb01b4956 HTTP/1.1" status: 404 len: 337 time: 0.0793760 Feb 03 14:35:48.433535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33394) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.527126 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c30b2f-fa5d-4ece-8467-77272b03c890 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.528924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c30b2f-fa5d-4ece-8467-77272b03c890 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:48.541236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-86c30b2f-fa5d-4ece-8467-77272b03c890 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/3f25077f-933d-4357-8d55-24a4a443da37 HTTP/1.1" status: 404 len: 333 time: 0.1024556 Feb 03 14:35:48.541563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33396) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.553250 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (813033b1-85fe-4c89-b35e-502cabbb105c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:48.598934 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bc281a-e878-4d23-9ba9-d83e3c00a92d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.599338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bc281a-e878-4d23-9ba9-d83e3c00a92d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:48.616522 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-44bc281a-e878-4d23-9ba9-d83e3c00a92d tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/377c9788-9249-4db9-ac1a-f1ee7776ee61 HTTP/1.1" status: 404 len: 337 time: 0.0715871 Feb 03 14:35:48.616945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.619624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-39d3b766-ba5d-4b03-a024-84585d466524 None None] Provisioning complete for port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:48.620111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39d3b766-ba5d-4b03-a024-84585d466524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:48.678611 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2695d3-bf62-410b-b19f-f7811a961422 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.685167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2695d3-bf62-410b-b19f-f7811a961422 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:48.691221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=813033b1-85fe-4c89-b35e-502cabbb105c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:48.692184 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eb2695d3-bf62-410b-b19f-f7811a961422 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/c4d72210-0d4a-4812-aaf2-a916de2d6a91 HTTP/1.1" status: 404 len: 337 time: 0.0742090 Feb 03 14:35:48.694747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33402) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.750546 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c52b55-5da6-4784-a458-5d51bb013aa0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.753222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c52b55-5da6-4784-a458-5d51bb013aa0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:48.760358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:48.767189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:48.770178 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-96c52b55-5da6-4784-a458-5d51bb013aa0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/9758052e-c4bd-4bbd-9edb-7cb13f409857 HTTP/1.1" status: 404 len: 333 time: 0.0740418 Feb 03 14:35:48.792716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:48.793112 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:48.822726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f1c9-d7c4-49d7-b4bb-c4425c6f777f req-c0ee71e3-7e52-4f08-8716-c3ec748b9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:48.825339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8272f1c9-d7c4-49d7-b4bb-c4425c6f777f req-c0ee71e3-7e52-4f08-8716-c3ec748b9d54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 1127 time: 0.5747895 Feb 03 14:35:48.828931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:48.838516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:48.907657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a8e1aab8-bad2-4497-b70c-a23a4a3543b2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a8e1aab8-bad2-4497-b70c-a23a4a3543b2,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:48.915074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:48.990576 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-769ddff2-d5a9-4581-9b18-5cfdbbad5e49 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:48.999895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769ddff2-d5a9-4581-9b18-5cfdbbad5e49 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:49.010284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-769ddff2-d5a9-4581-9b18-5cfdbbad5e49 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/8621c9af-7473-495d-b3a7-6f9bd88387dc HTTP/1.1" status: 404 len: 337 time: 0.2368822 Feb 03 14:35:49.012936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a8e1aab8-bad2-4497-b70c-a23a4a3543b2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:49.013496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33412) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:49.017672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-39d3b766-ba5d-4b03-a024-84585d466524 None None] Current status of the port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:49.041971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-39d3b766-ba5d-4b03-a024-84585d466524 None None] Provisioning complete for port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:49.042600 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39d3b766-ba5d-4b03-a024-84585d466524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:49.087710 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e40bb0-7b6c-4207-b724-86235680d30b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] DELETE failed (client error): The resource could not be found. Feb 03 14:35:49.088185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e40bb0-7b6c-4207-b724-86235680d30b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:49.094130 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-43e40bb0-7b6c-4207-b724-86235680d30b tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/subnets/e2d0d45a-a93c-4fc6-a606-92374b67348b HTTP/1.1" status: 404 len: 337 time: 0.0793843 Feb 03 14:35:49.094806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33416) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:49.133127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] DHCP port deletion for 38086992-efb5-4084-9748-7ed88211014a request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:35:49.183536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:49.184236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:49.288540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-39d3b766-ba5d-4b03-a024-84585d466524 None None] Port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:35:49.332449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] Deleting port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:49.333452 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:49.342735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:49.353310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:49.405985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3becab98-5a1d-41d6-9667-102d86149642 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.5920277 Feb 03 14:35:49.406816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33424) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:49.427986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8272f1c9-d7c4-49d7-b4bb-c4425c6f777f req-f5aee148-8f97-4754-95b5-bcce1c875432 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784779 Feb 03 14:35:49.445337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c57d0c-302f-4079-9b72-74f5478871a9 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:49.486077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,segment=NetworkSegment(44e7b0fa-b676-42f5-83d4-9b50c1b38b56),segment_id=44e7b0fa-b676-42f5-83d4-9b50c1b38b56)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:49.486544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:49.512109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e631d-9f29-4315-8e35-8a34d00eefa0 req-b138fdad-ce77-4778-98c9-e9c54c172e7d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:49.522426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] Calling delete_port for bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:49.526572 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-933e631d-9f29-4315-8e35-8a34d00eefa0 req-b138fdad-ce77-4778-98c9-e9c54c172e7d tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 945 time: 0.3379984 Feb 03 14:35:49.598839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device f0feedb9-4850-452f-9493-b39d4f09f70c up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:49.618696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-05bf40df-a6a3-4f63-a8d9-e35370b1e6b6 None None] Provisioning complete for port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:49.618991 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05bf40df-a6a3-4f63-a8d9-e35370b1e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:49.647206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-933e631d-9f29-4315-8e35-8a34d00eefa0 req-f75fdee4-4476-4053-95a4-643f44259ee8 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103191 Feb 03 14:35:49.659052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:49.718943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for 2ab43d66-ca2f-40f7-8d73-a904a7c342c1 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:49.782447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409802ba-7bf6-46f4-b91c-9eb8a2995fbe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:49.804113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409802ba-7bf6-46f4-b91c-9eb8a2995fbe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:49.812899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33436) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:49.818550 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-409802ba-7bf6-46f4-b91c-9eb8a2995fbe tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3853846 Feb 03 14:35:50.046890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2ab43d66-ca2f-40f7-8d73-a904a7c342c1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.099930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 813033b1-85fe-4c89-b35e-502cabbb105c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:50.100559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (813033b1-85fe-4c89-b35e-502cabbb105c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.120452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8e1aab8-bad2-4497-b70c-a23a4a3543b2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:35:50.135220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=2ab43d66-ca2f-40f7-8d73-a904a7c342c1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:50.145236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.156875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33446) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:50.157099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-acfba1c2-b3e5-4f0d-8c61-ba73cb5948c0 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/ports/2ab43d66-ca2f-40f7-8d73-a904a7c342c1 HTTP/1.1" status: 204 len: 168 time: 1.0612714 Feb 03 14:35:50.347771 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.386054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (38086992-efb5-4084-9748-7ed88211014a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.518237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (813033b1-85fe-4c89-b35e-502cabbb105c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.525072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05bf40df-a6a3-4f63-a8d9-e35370b1e6b6 None None] Current status of the port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:50.538129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 813033b1-85fe-4c89-b35e-502cabbb105c owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:50.553279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Deleting port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:50.553634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.559133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port f0feedb9-4850-452f-9493-b39d4f09f70c completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:35:50.568340 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port f0feedb9-4850-452f-9493-b39d4f09f70c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:50.568994 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.604789 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.618313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:50.619106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.632963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] For port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,segment=NetworkSegment(44e7b0fa-b676-42f5-83d4-9b50c1b38b56),segment_id=44e7b0fa-b676-42f5-83d4-9b50c1b38b56)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:50.633555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.635450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] No DVR routers for this DVR port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:50.655440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Calling delete_port for bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:50.736254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8fd89-238e-49bc-b8b0-09d158df581e None None] Pushing event deleted for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:50.765407 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.777020 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.937888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port f0feedb9-4850-452f-9493-b39d4f09f70c is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:50.940826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:50.947770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:51.031519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port f0feedb9-4850-452f-9493-b39d4f09f70c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=f0feedb9-4850-452f-9493-b39d4f09f70c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:51.032556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0feedb9-4850-452f-9493-b39d4f09f70c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:35:51.036048 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5465b94-e2f2-4c93-b479-602684c8ba3e" -d '{"events": [{"server_uuid": "b4ed78ab-9c2f-43b0-9acc-21154c49e3a7", "name": "network-vif-plugged", "status": "completed", "tag": "f0feedb9-4850-452f-9493-b39d4f09f70c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:35:51.040765 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.100015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Port': ['ID=bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:51.116756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:51.140139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] No DVR routers for this DVR port bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:51.233903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:35:51.234346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc456a3a-16a0-4c4e-bd79-0ca40e2ffd6f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:35:51.284481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=f0feedb9-4850-452f-9493-b39d4f09f70c,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:51.323303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6d17e090-10be-4151-802f-dc327f60c366 None None] Provisioning complete for port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:51.323688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d17e090-10be-4151-802f-dc327f60c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.443720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (38086992-efb5-4084-9748-7ed88211014a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.490674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38086992-efb5-4084-9748-7ed88211014a']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:51.501404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6d17e090-10be-4151-802f-dc327f60c366 None None] Current status of the port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:51.505404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e7b0fa-b676-42f5-83d4-9b50c1b38b56') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:51.505714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e7b0fa-b676-42f5-83d4-9b50c1b38b56') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:35:51.505965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6d17e090-10be-4151-802f-dc327f60c366 None None] Could not find standard attr ID for object 813033b1-85fe-4c89-b35e-502cabbb105c. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:35:51.519984 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (44e7b0fa-b676-42f5-83d4-9b50c1b38b56), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.538767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (44e7b0fa-b676-42f5-83d4-9b50c1b38b56), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.545994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:35:51.546409 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (44e7b0fa-b676-42f5-83d4-9b50c1b38b56), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:35:51.685160 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:35:51.692622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (813033b1-85fe-4c89-b35e-502cabbb105c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.721860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-65f17dc9-2b06-4597-a388-8aa5f100ec91 None None] Could not find standard attr ID for object 813033b1-85fe-4c89-b35e-502cabbb105c. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:35:51.774738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=813033b1-85fe-4c89-b35e-502cabbb105c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:51.795862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (38086992-efb5-4084-9748-7ed88211014a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.801458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:51.808472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] 10.222.0.52 "DELETE /v2.0/networks/38086992-efb5-4084-9748-7ed88211014a HTTP/1.1" status: 204 len: 168 time: 1.6482823 Feb 03 14:35:52.030091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4532f7-b046-4b6a-aed1-24d87423d047 tempest-PortsIpV6TestJSON-1593830064 tempest-PortsIpV6TestJSON-1593830064-project] Pushing event deleted for resources: {'Network': ['ID=38086992-efb5-4084-9748-7ed88211014a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:52.077396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cbd3e-0a57-46f5-b5c8-e50d644853ca req-932721cb-22e7-4c75-ad70-860a8b1bb004 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:52.086464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc1cbd3e-0a57-46f5-b5c8-e50d644853ca req-932721cb-22e7-4c75-ad70-860a8b1bb004 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 945 time: 0.7307510 Feb 03 14:35:52.175547 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:52.254429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc1cbd3e-0a57-46f5-b5c8-e50d644853ca req-59cde991-3e93-477a-a6d5-93f52cc9e2fd tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524372 Feb 03 14:35:52.259701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:52.265995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33544) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:52.279394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-95e4faa4-d8c3-4698-8fac-58968d6fdeea tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/813033b1-85fe-4c89-b35e-502cabbb105c HTTP/1.1" status: 204 len: 168 time: 2.4653141 Feb 03 14:35:52.331956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b85be-9d4a-4332-b120-59fb746e5a3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:52.333986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b85be-9d4a-4332-b120-59fb746e5a3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:52.335490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b85be-9d4a-4332-b120-59fb746e5a3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:52.341642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33550) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:52.348852 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56271a42-5c06-491b-bc96-d5301785c440 x-openstack-request-id: req-56271a42-5c06-491b-bc96-d5301785c440 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:35:52.349359 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ed78ab-9c2f-43b0-9acc-21154c49e3a7", "name": "network-vif-plugged", "status": "completed", "tag": "f0feedb9-4850-452f-9493-b39d4f09f70c", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:35:52.349590 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56271a42-5c06-491b-bc96-d5301785c440 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:35:52.350295 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0feedb9-4850-452f-9493-b39d4f09f70c', 'code': 200} Feb 03 14:35:52.350572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33552) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:52.356776 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-287b85be-9d4a-4332-b120-59fb746e5a3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0887952 Feb 03 14:35:52.525404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 7de960ea-56ff-465c-9609-124382f2c6fd {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:52.529277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (7de960ea-56ff-465c-9609-124382f2c6fd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:52.576797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (7de960ea-56ff-465c-9609-124382f2c6fd), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:52.671579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7de960ea-56ff-465c-9609-124382f2c6fd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:52.758770 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (7de960ea-56ff-465c-9609-124382f2c6fd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:52.834829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c427143-1d0f-4657-811d-f55bfadaa0ec None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:52.847974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e6d5d0ce-35d8-4214-9e13-d2a1a0152f7c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e6707c743564855ba3bd8f6a983cdf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950664 Feb 03 14:35:52.850827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33578) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:52.878320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:52.883544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7de960ea-56ff-465c-9609-124382f2c6fd HTTP/1.1" status: 204 len: 168 time: 0.5405869 Feb 03 14:35:52.886774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33582) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:52.889288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05232fb-9284-4b5e-8ebd-d1c7d45af7e7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=7de960ea-56ff-465c-9609-124382f2c6fd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:52.972331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e31c901-1f0e-41a4-96df-88de27b1b20e admin admin] Publish callbacks [] for security_group (fc1cbe1d-b456-4ef2-93b5-0ab758e091c0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.014508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet d477e60b-1372-4fdf-8ecc-4fa6110f2cdf {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:35:53.018976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (d477e60b-1372-4fdf-8ecc-4fa6110f2cdf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.032270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e31c901-1f0e-41a4-96df-88de27b1b20e admin admin] Publish callbacks [] for security_group (fc1cbe1d-b456-4ef2-93b5-0ab758e091c0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.104890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (d477e60b-1372-4fdf-8ecc-4fa6110f2cdf), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.138557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e31c901-1f0e-41a4-96df-88de27b1b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fc1cbe1d-b456-4ef2-93b5-0ab758e091c0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.141314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e31c901-1f0e-41a4-96df-88de27b1b20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.142535 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7e31c901-1f0e-41a4-96df-88de27b1b20e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc1cbe1d-b456-4ef2-93b5-0ab758e091c0 HTTP/1.1" status: 204 len: 168 time: 0.2907121 Feb 03 14:35:53.163394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31c901-1f0e-41a4-96df-88de27b1b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1cbe1d-b456-4ef2-93b5-0ab758e091c0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:53.364759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d477e60b-1372-4fdf-8ecc-4fa6110f2cdf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.515962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2339d4-d6ba-4a9d-84b2-0b9df7c4eb71 req-f899ee8f-2f87-4208-af24-6ece5ea6a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:53.518115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa2339d4-d6ba-4a9d-84b2-0b9df7c4eb71 req-f899ee8f-2f87-4208-af24-6ece5ea6a011 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 1128 time: 1.0665555 Feb 03 14:35:53.528435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (d477e60b-1372-4fdf-8ecc-4fa6110f2cdf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.677038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df892da-5147-46d8-885c-12e55ab6a814 req-d7b3a9f9-5db6-4a84-8836-699d50535a2b tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:53.684796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1df892da-5147-46d8-885c-12e55ab6a814 req-d7b3a9f9-5db6-4a84-8836-699d50535a2b tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 946 time: 1.1792603 Feb 03 14:35:53.698213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=d477e60b-1372-4fdf-8ecc-4fa6110f2cdf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:53.716684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:53.719932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dc4ec6f3-ba5d-4fc3-8241-34fbb438ff7f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/d477e60b-1372-4fdf-8ecc-4fa6110f2cdf HTTP/1.1" status: 204 len: 168 time: 0.8317077 Feb 03 14:35:53.723356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33622) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:53.794500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa2339d4-d6ba-4a9d-84b2-0b9df7c4eb71 req-9e89fd6a-0481-4ea7-add5-b8576bd260da service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688382 Feb 03 14:35:53.829123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1df892da-5147-46d8-885c-12e55ab6a814 req-92cd163c-5b26-4c97-a2e1-23e715757702 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432424 Feb 03 14:35:53.889654 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2817d38e-ed7b-4d7e-9808-aefb6a679dde tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1597204 Feb 03 14:35:53.889777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33632) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.083888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5cfd3d-0206-4e83-b7dd-bb86306861bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:54.088648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33638) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.099599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ce5cfd3d-0206-4e83-b7dd-bb86306861bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1967614 Feb 03 14:35:54.189952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc52c6b-15a7-47a7-b450-8bf691933e96 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:54.194844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33646) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.195143 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1bc52c6b-15a7-47a7-b450-8bf691933e96 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051164 Feb 03 14:35:54.250684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d326103-66e7-407b-9d8a-4a35f595c584 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:54.310735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9e314632-a68c-44a9-bf20-b646295fff68 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100953 Feb 03 14:35:54.311125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33650) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.316239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-61adfa6c-220d-4909-9bd5-889a87ad8ed6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:54.387853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-57e1a021-0a5a-47fe-b9b8-61a4b7552ab8 None None] Provisioning complete for port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:35:54.388224 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57e1a021-0a5a-47fe-b9b8-61a4b7552ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:54.560733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61adfa6c-220d-4909-9bd5-889a87ad8ed6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:54.564856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61adfa6c-220d-4909-9bd5-889a87ad8ed6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:54.572069 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-61adfa6c-220d-4909-9bd5-889a87ad8ed6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:54.578166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61adfa6c-220d-4909-9bd5-889a87ad8ed6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:54.594805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33668) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.612664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-61adfa6c-220d-4909-9bd5-889a87ad8ed6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3003371 Feb 03 14:35:54.616853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.622182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33674) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.623455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1549c169-c01d-4e79-875b-21d6089708ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:54.662026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-57e1a021-0a5a-47fe-b9b8-61a4b7552ab8 None None] Current status of the port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:35:54.690715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:35:54.833219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-727a4170-920a-41c2-9b9b-ee7ec19a1faa tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:54.838525 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-727a4170-920a-41c2-9b9b-ee7ec19a1faa tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 14:35:54.839054 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-727a4170-920a-41c2-9b9b-ee7ec19a1faa tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:35:54.846174 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-727a4170-920a-41c2-9b9b-ee7ec19a1faa tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2456019 Feb 03 14:35:54.847748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33684) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:54.848805 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:54.858594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-667c3300-7e05-43af-92cc-7131329d9e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:54.888611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--964169798'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:54.889498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Deleting port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:35:54.889883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:54.929110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549c169-c01d-4e79-875b-21d6089708ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:54.934689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1549c169-c01d-4e79-875b-21d6089708ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:54.936172 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-1549c169-c01d-4e79-875b-21d6089708ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:54.936648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1549c169-c01d-4e79-875b-21d6089708ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:54.972258 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:54.993791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.005823 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1549c169-c01d-4e79-875b-21d6089708ac tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3872633 Feb 03 14:35:55.009362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33690) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:55.019360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bf3941b4-95b6-427c-b082-8a14ebf9c39e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:55.036943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] For port a8e1aab8-bad2-4497-b70c-a23a4a3543b2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a8e1aab8-bad2-4497-b70c-a23a4a3543b2,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:35:55.038250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.058001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Calling delete_port for a8e1aab8-bad2-4497-b70c-a23a4a3543b2 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:35:55.116525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787b34-4881-486b-82cc-56ecf4387d86 req-0eb25b34-6864-41dc-b35f-03bf6a6f63e2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:55.130304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d787b34-4881-486b-82cc-56ecf4387d86 req-0eb25b34-6864-41dc-b35f-03bf6a6f63e2 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 946 time: 0.2038016 Feb 03 14:35:55.177721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33692) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:55.218640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (a8e1aab8-bad2-4497-b70c-a23a4a3543b2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.257497 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-667c3300-7e05-43af-92cc-7131329d9e2a admin admin] Publish callbacks [] for security_group (ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.283493 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-667c3300-7e05-43af-92cc-7131329d9e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.328064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Pushing event deleted for resources: {'Port': ['ID=a8e1aab8-bad2-4497-b70c-a23a4a3543b2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:55.349409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] No DVR routers for this DVR port a8e1aab8-bad2-4497-b70c-a23a4a3543b2 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:35:55.363161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3941b4-95b6-427c-b082-8a14ebf9c39e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:55.367808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf3941b4-95b6-427c-b082-8a14ebf9c39e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.373807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d787b34-4881-486b-82cc-56ecf4387d86 req-a1d18d92-661f-4c57-b89f-0d6779c43293 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324214 Feb 03 14:35:55.380302 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3941b4-95b6-427c-b082-8a14ebf9c39e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:55.382028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3941b4-95b6-427c-b082-8a14ebf9c39e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:55.390531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-667c3300-7e05-43af-92cc-7131329d9e2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7440e577670e46909bb93919a0a95ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7647989 Feb 03 14:35:55.399645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.399944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.400562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.400960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.401599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.401985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.402325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.403004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.403004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.403291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.403617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.403940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.404264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e72eb-fdb2-4a57-84fd-938fd62ee10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:35:55.410292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33696) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:55.421567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c3300-7e05-43af-92cc-7131329d9e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:55.439393 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (65c229ea-5706-4bd2-944b-aec7e0083b1e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.452116 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bf3941b4-95b6-427c-b082-8a14ebf9c39e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4413733 Feb 03 14:35:55.455230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33698) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:55.460176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (65c229ea-5706-4bd2-944b-aec7e0083b1e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.460331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-09d17b39-e54e-4188-aaf7-e62e769c702f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:55.502279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b31739c7-abb9-42b0-bb51-050e3a78df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.626632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b31739c7-abb9-42b0-bb51-050e3a78df10 admin admin] Publish callbacks [] for security_group (09015415-0b19-49c2-a943-a4073c35394e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.648097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d17b39-e54e-4188-aaf7-e62e769c702f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:55.652057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b31739c7-abb9-42b0-bb51-050e3a78df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (09015415-0b19-49c2-a943-a4073c35394e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.652210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09d17b39-e54e-4188-aaf7-e62e769c702f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.653503 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d17b39-e54e-4188-aaf7-e62e769c702f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:55.654236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d17b39-e54e-4188-aaf7-e62e769c702f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:55.685676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-09d17b39-e54e-4188-aaf7-e62e769c702f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2291238 Feb 03 14:35:55.688384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33700) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:55.694212 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b31739c7-abb9-42b0-bb51-050e3a78df10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=477f4306851144ada53b3f8ac805424a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5114150 Feb 03 14:35:55.699553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c229ea-5706-4bd2-944b-aec7e0083b1e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:55.701697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-84a55c83-4a64-4b79-b175-048b7579c14d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:55.705906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33704) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:55.709623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-344f14fd-ac29-4553-8724-fb6441795225 admin admin] Publish callbacks [] for security_group (ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.859084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8e1aab8-bad2-4497-b70c-a23a4a3543b2 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:35:55.862347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (5b1e1458-6919-4b27-9dc5-3f2026a9ff1b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.886306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a8e1aab8-bad2-4497-b70c-a23a4a3543b2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:35:55.886745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8e1aab8-bad2-4497-b70c-a23a4a3543b2 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:35:55.913127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-344f14fd-ac29-4553-8724-fb6441795225 admin admin] Publish callbacks [] for security_group (ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.919606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a55c83-4a64-4b79-b175-048b7579c14d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:55.923058 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84a55c83-4a64-4b79-b175-048b7579c14d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:55.924478 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a55c83-4a64-4b79-b175-048b7579c14d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:55.924914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a55c83-4a64-4b79-b175-048b7579c14d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:55.954466 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-84a55c83-4a64-4b79-b175-048b7579c14d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2648556 Feb 03 14:35:55.957340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33706) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:55.962656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d6cd8f1c-0996-44ba-99ac-107995cb7783 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:55.980951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31739c7-abb9-42b0-bb51-050e3a78df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09015415-0b19-49c2-a943-a4073c35394e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:56.010856 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b1e1458-6919-4b27-9dc5-3f2026a9ff1b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.021846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-344f14fd-ac29-4553-8724-fb6441795225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.025668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-344f14fd-ac29-4553-8724-fb6441795225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.040089 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-344f14fd-ac29-4553-8724-fb6441795225 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7 HTTP/1.1" status: 204 len: 168 time: 0.6075983 Feb 03 14:35:56.056005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.059739 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2085598 Feb 03 14:35:56.063681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33712) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.079461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b9731f16-8d9b-475a-82ae-0f981f18973e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': '5b1e1458-6919-4b27-9dc5-3f2026a9ff1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:56.171873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd8f1c-0996-44ba-99ac-107995cb7783 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:56.176453 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8f1c-0996-44ba-99ac-107995cb7783 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.176921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88307205-717a-4ac8-ac51-70db4acc0df7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1e1458-6919-4b27-9dc5-3f2026a9ff1b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:56.180394 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cd8f1c-0996-44ba-99ac-107995cb7783 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:56.180979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cd8f1c-0996-44ba-99ac-107995cb7783 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:35:56.208986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d6cd8f1c-0996-44ba-99ac-107995cb7783 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2505815 Feb 03 14:35:56.209708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33714) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.216585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9731f16-8d9b-475a-82ae-0f981f18973e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group_rule (0c63927b-8d49-4cb0-a432-25751a90343a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.243126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f14fd-ac29-4553-8724-fb6441795225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6fe8c3-e9eb-4c23-b5e0-3a45cf5c1ee7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:56.245362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-861b0d5b-9df4-402a-ae4e-4aed234d3fc5 admin admin] Publish callbacks [] for security_group (09015415-0b19-49c2-a943-a4073c35394e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.288410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-861b0d5b-9df4-402a-ae4e-4aed234d3fc5 admin admin] Publish callbacks [] for security_group (09015415-0b19-49c2-a943-a4073c35394e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.310495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-aee2d2c9-d92c-4c08-b3bb-648ce25c6580 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0992253 Feb 03 14:35:56.312688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33718) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.360963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9731f16-8d9b-475a-82ae-0f981f18973e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group_rule (0c63927b-8d49-4cb0-a432-25751a90343a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.371024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9731f16-8d9b-475a-82ae-0f981f18973e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (0c63927b-8d49-4cb0-a432-25751a90343a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.409793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9731f16-8d9b-475a-82ae-0f981f18973e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c63927b-8d49-4cb0-a432-25751a90343a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:56.416156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77373877-da93-47c8-9a6a-4233ddbee107 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:56.420547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77373877-da93-47c8-9a6a-4233ddbee107 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029897 Feb 03 14:35:56.421913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9731f16-8d9b-475a-82ae-0f981f18973e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.423134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33722) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.423310 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b9731f16-8d9b-475a-82ae-0f981f18973e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539226 Feb 03 14:35:56.425832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33724) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.431618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b2cd1c04-7633-49ee-bffa-df358fca320f tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': '5b1e1458-6919-4b27-9dc5-3f2026a9ff1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:56.447298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-861b0d5b-9df4-402a-ae4e-4aed234d3fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (09015415-0b19-49c2-a943-a4073c35394e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.450777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-861b0d5b-9df4-402a-ae4e-4aed234d3fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.458923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-861b0d5b-9df4-402a-ae4e-4aed234d3fc5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09015415-0b19-49c2-a943-a4073c35394e HTTP/1.1" status: 204 len: 168 time: 0.7466950 Feb 03 14:35:56.500145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b0d5b-9df4-402a-ae4e-4aed234d3fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09015415-0b19-49c2-a943-a4073c35394e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:56.516707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2cd1c04-7633-49ee-bffa-df358fca320f tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group_rule (2edd2bb7-683d-4392-a9a4-0c0477a43c9f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.575079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bf0f8e93-f5d6-4bfb-b283-56ce64a246b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1502881 Feb 03 14:35:56.579181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33728) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.612640 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b2cd1c04-7633-49ee-bffa-df358fca320f tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:35:56.618050 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b2cd1c04-7633-49ee-bffa-df358fca320f tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1893721 Feb 03 14:35:56.618683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33730) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.639995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:56.691644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33734) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:56.725394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dd17a66-e3f5-42ab-b208-36e3a26e669b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.748253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:56.752610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.780522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14259aaa-6100-4931-af56-6f34469831d0 req-e4ee1f96-76ac-41c7-b83e-aea36ae6f188 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:56.782397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14259aaa-6100-4931-af56-6f34469831d0 req-e4ee1f96-76ac-41c7-b83e-aea36ae6f188 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 946 time: 0.2106414 Feb 03 14:35:56.813268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6866b6bd-0d75-4186-a23f-40ff06f17683 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (5b1e1458-6919-4b27-9dc5-3f2026a9ff1b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.896357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6866b6bd-0d75-4186-a23f-40ff06f17683 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (5b1e1458-6919-4b27-9dc5-3f2026a9ff1b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:56.997956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6866b6bd-0d75-4186-a23f-40ff06f17683 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b1e1458-6919-4b27-9dc5-3f2026a9ff1b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.000857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6866b6bd-0d75-4186-a23f-40ff06f17683 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.005366 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6866b6bd-0d75-4186-a23f-40ff06f17683 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/5b1e1458-6919-4b27-9dc5-3f2026a9ff1b HTTP/1.1" status: 204 len: 168 time: 0.3828723 Feb 03 14:35:57.018023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33744) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:57.020396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866b6bd-0d75-4186-a23f-40ff06f17683 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1e1458-6919-4b27-9dc5-3f2026a9ff1b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:57.048192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14259aaa-6100-4931-af56-6f34469831d0 req-5a6d49b9-aa74-484a-bdef-95728c479cef tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398510 Feb 03 14:35:57.145799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-b5e39527-3b17-4fee-9487-4e35aa7dd287 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1490784 Feb 03 14:35:57.210544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dd17a66-e3f5-42ab-b208-36e3a26e669b admin admin] Publish callbacks [] for security_group (27b89d8e-ab20-4b12-9857-2321b27c9a09), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.231596 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e93c328b-297c-4bf9-a2e6-8561f75e47f0 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1980910 Feb 03 14:35:57.232313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33752) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:57.245216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c091802d-967f-4efa-8a4f-f2c383c49252 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--111922658'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:57.285692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dd17a66-e3f5-42ab-b208-36e3a26e669b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (27b89d8e-ab20-4b12-9857-2321b27c9a09), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.367699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-e63ceb1a-651e-4e0f-adf1-25f71c7a00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:57.369380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-e63ceb1a-651e-4e0f-adf1-25f71c7a00f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a782397e96ee41ad8be5bf77de5ea021&device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 1128 time: 0.1860597 Feb 03 14:35:57.410106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6dd17a66-e3f5-42ab-b208-36e3a26e669b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c424f63b89341cb9eef20106db9a9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127597 Feb 03 14:35:57.410991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c091802d-967f-4efa-8a4f-f2c383c49252 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.421015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33760) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:57.443606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17a66-e3f5-42ab-b208-36e3a26e669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b89d8e-ab20-4b12-9857-2321b27c9a09,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:57.598279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c091802d-967f-4efa-8a4f-f2c383c49252 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (e4e9970a-ca0b-456e-9ad1-a96b50cf969e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.604208 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c091802d-967f-4efa-8a4f-f2c383c49252 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e4e9970a-ca0b-456e-9ad1-a96b50cf969e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.633417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c091802d-967f-4efa-8a4f-f2c383c49252 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.642319 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c091802d-967f-4efa-8a4f-f2c383c49252 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4054785 Feb 03 14:35:57.645089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33766) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:57.666476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d3bf2341-8b7e-476b-8917-e0a8582678c9 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e4e9970a-ca0b-456e-9ad1-a96b50cf969e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:57.668939 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-d3bf2341-8b7e-476b-8917-e0a8582678c9 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 14:35:57.669464 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-d3bf2341-8b7e-476b-8917-e0a8582678c9 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:57.670465 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d3bf2341-8b7e-476b-8917-e0a8582678c9 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0189660 Feb 03 14:35:57.680306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33768) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:57.753842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091802d-967f-4efa-8a4f-f2c383c49252 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e9970a-ca0b-456e-9ad1-a96b50cf969e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:57.864268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7038f3b-7958-4be1-96b7-4ff940045103 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (e4e9970a-ca0b-456e-9ad1-a96b50cf969e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.930932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7038f3b-7958-4be1-96b7-4ff940045103 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (e4e9970a-ca0b-456e-9ad1-a96b50cf969e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.991210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7038f3b-7958-4be1-96b7-4ff940045103 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e4e9970a-ca0b-456e-9ad1-a96b50cf969e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.996494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7038f3b-7958-4be1-96b7-4ff940045103 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:57.997676 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d7038f3b-7958-4be1-96b7-4ff940045103 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/e4e9970a-ca0b-456e-9ad1-a96b50cf969e HTTP/1.1" status: 204 len: 168 time: 0.3164423 Feb 03 14:35:58.007418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33776) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:58.021927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddda61-2a92-4edc-9e06-4df84b47f883 req-8f9564bd-c1bd-4e16-b9d2-55f55e80b1dc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:58.028692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fddda61-2a92-4edc-9e06-4df84b47f883 req-8f9564bd-c1bd-4e16-b9d2-55f55e80b1dc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 946 time: 0.5151498 Feb 03 14:35:58.038571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7038f3b-7958-4be1-96b7-4ff940045103 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e9970a-ca0b-456e-9ad1-a96b50cf969e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:58.118972 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-428438ef-bf27-4e86-9a5c-8ad72dd29997 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1048985 Feb 03 14:35:58.124430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33778) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:58.139967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6f872aa4-a427-4e98-8013-6231d322d643 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844181480'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:58.144883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fddda61-2a92-4edc-9e06-4df84b47f883 req-55ade291-09ce-4a79-b94d-80cda48d9110 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102371 Feb 03 14:35:58.179163 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f872aa4-a427-4e98-8013-6231d322d643 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.193564 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9979-5dd3-43c5-a079-f67f6635b3db admin admin] Publish callbacks [] for security_group (27b89d8e-ab20-4b12-9857-2321b27c9a09), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.203895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-5fb7bb92-548a-4caf-b845-b10f7447b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:58.214666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-5fb7bb92-548a-4caf-b845-b10f7447b883 service neutron] 10.222.0.45 "GET /v2.0/networks?id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 200 len: 911 time: 0.7945569 Feb 03 14:35:58.254845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:35:58.263916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (0c82f95f-95b4-4313-9ce4-b4b8de457295), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.275143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f872aa4-a427-4e98-8013-6231d322d643 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (0f2acfb5-66a5-4978-8eea-a0f19ac42a2c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.279779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f872aa4-a427-4e98-8013-6231d322d643 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0f2acfb5-66a5-4978-8eea-a0f19ac42a2c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.317460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9979-5dd3-43c5-a079-f67f6635b3db admin admin] Publish callbacks [] for security_group (27b89d8e-ab20-4b12-9857-2321b27c9a09), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.351282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f872aa4-a427-4e98-8013-6231d322d643 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.357123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:58.361606 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6f872aa4-a427-4e98-8013-6231d322d643 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2353656 Feb 03 14:35:58.367399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:58.375011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33784) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:58.377256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca163c94-ecaa-4119-919c-488ef135f0ce None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:35:58.385279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f872aa4-a427-4e98-8013-6231d322d643 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2acfb5-66a5-4978-8eea-a0f19ac42a2c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:58.386178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6db2821b-0ff0-4c44-8a43-34f9151e5e44 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': '0f2acfb5-66a5-4978-8eea-a0f19ac42a2c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:58.387208 n-d-827549-2 neutron-server[103342]: WARNING neutron.api.v2.base [None req-6db2821b-0ff0-4c44-8a43-34f9151e5e44 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 14:35:58.387823 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-6db2821b-0ff0-4c44-8a43-34f9151e5e44 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:35:58.391928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6db2821b-0ff0-4c44-8a43-34f9151e5e44 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110681 Feb 03 14:35:58.392876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:58.398176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:58.399553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.473467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=0c82f95f-95b4-4313-9ce4-b4b8de457295,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:58.481335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-61960579-954c-40e2-9611-9ec2e9ae93cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfad6206-5ff6-4b96-a32c-a49186de8903 HTTP/1.1" status: 200 len: 1000 time: 0.2581792 Feb 03 14:35:58.493733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c7a80b81-ecde-40c7-8963-df95e248d754 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9104564 Feb 03 14:35:58.497362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33790) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:58.512246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:31:7d:4e', 'name': 'tempest-NetworksTestDHCPv6-1698450720'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:58.581545 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98bcfd94-fb24-4a49-88f7-71f006bfdae7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (0f2acfb5-66a5-4978-8eea-a0f19ac42a2c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.633801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '0c82f95f-95b4-4313-9ce4-b4b8de457295'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:35:58.635220 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.664071 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9979-5dd3-43c5-a079-f67f6635b3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (27b89d8e-ab20-4b12-9857-2321b27c9a09), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.666774 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9979-5dd3-43c5-a079-f67f6635b3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.670453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2b1c9979-5dd3-43c5-a079-f67f6635b3db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27b89d8e-ab20-4b12-9857-2321b27c9a09 HTTP/1.1" status: 204 len: 168 time: 1.2447329 Feb 03 14:35:58.689485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98bcfd94-fb24-4a49-88f7-71f006bfdae7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (0f2acfb5-66a5-4978-8eea-a0f19ac42a2c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.758132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c9979-5dd3-43c5-a079-f67f6635b3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b89d8e-ab20-4b12-9857-2321b27c9a09,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:58.784082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-689a5080-a87c-40a4-8078-4dce9d4e83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:58.785731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-689a5080-a87c-40a4-8078-4dce9d4e83df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 200 len: 849 time: 0.2922206 Feb 03 14:35:58.856204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98bcfd94-fb24-4a49-88f7-71f006bfdae7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0f2acfb5-66a5-4978-8eea-a0f19ac42a2c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.859248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98bcfd94-fb24-4a49-88f7-71f006bfdae7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:58.861576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98bcfd94-fb24-4a49-88f7-71f006bfdae7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/0f2acfb5-66a5-4978-8eea-a0f19ac42a2c HTTP/1.1" status: 204 len: 168 time: 0.4544175 Feb 03 14:35:58.866196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33796) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:58.870810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-082f4a05-6929-4750-b3e2-5ba3566e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:58.872448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-082f4a05-6929-4750-b3e2-5ba3566e6b57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804987 Feb 03 14:35:58.904178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:35:58.952020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcfd94-fb24-4a49-88f7-71f006bfdae7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2acfb5-66a5-4978-8eea-a0f19ac42a2c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:59.012387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Allocated IP 2001:db8::f816:3eff:feb8:b597 (1761b6a0-66c5-4456-9565-fda91494eed0/0c82f95f-95b4-4313-9ce4-b4b8de457295/d940e539-d551-4084-985c-c3cc8f23716e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:35:59.067803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-32960701-897c-4c25-8b67-b7565d7b63e9 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882048 Feb 03 14:35:59.093555 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-72e2ee87-ce7d-4383-8aca-73298326e91f tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2109177 Feb 03 14:35:59.094321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:35:59.099451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9f95cbe9-fea8-4f86-aa6f-71f7f584e8b2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142027206'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:35:59.194330 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f95cbe9-fea8-4f86-aa6f-71f7f584e8b2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:59.355602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:59.433720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5579a75b-fa02-47e2-ba26-d5d26601eff9 req-a5ddc6a4-0362-4347-809d-52b499a03de1 service neutron] 10.222.0.45 "GET /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586717 Feb 03 14:35:59.456897 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Publish callbacks [] for port (d940e539-d551-4084-985c-c3cc8f23716e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:59.464883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d940e539-d551-4084-985c-c3cc8f23716e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:59.566133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:35:59.569426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 504d7039-4251-46b1-97dd-33f457c7cb0a yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:35:59.573868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:35:59.578528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:35:59.594738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Pushing event updated for resources: {'Port': ['ID=d940e539-d551-4084-985c-c3cc8f23716e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:35:59.694790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Attempting to bind port d940e539-d551-4084-985c-c3cc8f23716e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:35:59.700373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Attempting to bind port d940e539-d551-4084-985c-c3cc8f23716e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:35:59.701625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Attempting to bind port d940e539-d551-4084-985c-c3cc8f23716e on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:35:59.713959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:35:59.714544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:35:59.715069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:59.715579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:35:59.718781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Bound port: d940e539-d551-4084-985c-c3cc8f23716e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:35:59.719401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d940e539-d551-4084-985c-c3cc8f23716e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:35:59.739334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa232c04-65af-49ce-94a4-21a923a93cab req-5efba246-54b3-42a1-9cab-89b2cb4e7684 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:59.742844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa232c04-65af-49ce-94a4-21a923a93cab req-5efba246-54b3-42a1-9cab-89b2cb4e7684 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 946 time: 0.3927035 Feb 03 14:35:59.756278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ac1c89a-1217-479b-84fe-18b00d5b8b81 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:35:59.758654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ac1c89a-1217-479b-84fe-18b00d5b8b81 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 946 time: 0.5479372 Feb 03 14:35:59.920864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa232c04-65af-49ce-94a4-21a923a93cab req-d08668cb-25ab-4e9a-958a-d2a1a31bd4ad tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390104 Feb 03 14:35:59.928780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] For port d940e539-d551-4084-985c-c3cc8f23716e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:35:59.946761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] For port d940e539-d551-4084-985c-c3cc8f23716e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d940e539-d551-4084-985c-c3cc8f23716e,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:35:59.963816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d940e539-d551-4084-985c-c3cc8f23716e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.041194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fe31:7d4e (1761b6a0-66c5-4456-9565-fda91494eed0/0c82f95f-95b4-4313-9ce4-b4b8de457295/504d7039-4251-46b1-97dd-33f457c7cb0a) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:00.129703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc489b0-b1ea-498d-83fa-6dc2671e9ae2 None None] Pushing event updated for resources: {'Port': ['ID=d940e539-d551-4084-985c-c3cc8f23716e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:00.188937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f95cbe9-fea8-4f86-aa6f-71f7f584e8b2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (c9a9a84c-2187-465a-b9f8-eab60d5b3cb3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.195660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f95cbe9-fea8-4f86-aa6f-71f7f584e8b2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c9a9a84c-2187-465a-b9f8-eab60d5b3cb3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.278421 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f95cbe9-fea8-4f86-aa6f-71f7f584e8b2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.279837 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9f95cbe9-fea8-4f86-aa6f-71f7f584e8b2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1840894 Feb 03 14:36:00.283495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33826) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.286391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95cbe9-fea8-4f86-aa6f-71f7f584e8b2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9a84c-2187-465a-b9f8-eab60d5b3cb3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:00.306081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e06b63a5-260f-49b0-a662-46d6d6b523c4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'c9a9a84c-2187-465a-b9f8-eab60d5b3cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:00.321697 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-e06b63a5-260f-49b0-a662-46d6d6b523c4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 14:36:00.322479 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-e06b63a5-260f-49b0-a662-46d6d6b523c4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:00.323723 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e06b63a5-260f-49b0-a662-46d6d6b523c4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0382922 Feb 03 14:36:00.326507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33828) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.337667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0d3df73d-b2c8-438b-80c7-5939b7d562b0 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'c9a9a84c-2187-465a-b9f8-eab60d5b3cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:00.338479 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-0d3df73d-b2c8-438b-80c7-5939b7d562b0 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 14:36:00.339094 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-0d3df73d-b2c8-438b-80c7-5939b7d562b0 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:00.340308 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0d3df73d-b2c8-438b-80c7-5939b7d562b0 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126863 Feb 03 14:36:00.347524 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33832) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.357898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6eceec89-0573-4761-80d8-39ff31b68112 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'c9a9a84c-2187-465a-b9f8-eab60d5b3cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:00.363518 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-6eceec89-0573-4761-80d8-39ff31b68112 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 14:36:00.364444 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-6eceec89-0573-4761-80d8-39ff31b68112 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:00.365730 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6eceec89-0573-4761-80d8-39ff31b68112 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154765 Feb 03 14:36:00.369340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.384138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4c9f8f5b-2b2f-462a-81fa-7b9c2876f3cb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'c9a9a84c-2187-465a-b9f8-eab60d5b3cb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:00.385564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Deleting port f0feedb9-4850-452f-9493-b39d4f09f70c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:00.388785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.390048 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-4c9f8f5b-2b2f-462a-81fa-7b9c2876f3cb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 14:36:00.391069 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-4c9f8f5b-2b2f-462a-81fa-7b9c2876f3cb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:00.392361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4c9f8f5b-2b2f-462a-81fa-7b9c2876f3cb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0217822 Feb 03 14:36:00.401218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33836) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.545576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6df8a201-0738-4b85-88a5-ba73f5cc5adf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (c9a9a84c-2187-465a-b9f8-eab60d5b3cb3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.602664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6df8a201-0738-4b85-88a5-ba73f5cc5adf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (c9a9a84c-2187-465a-b9f8-eab60d5b3cb3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.691873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33844) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.704559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6df8a201-0738-4b85-88a5-ba73f5cc5adf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c9a9a84c-2187-465a-b9f8-eab60d5b3cb3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.707195 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6df8a201-0738-4b85-88a5-ba73f5cc5adf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.715076 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6df8a201-0738-4b85-88a5-ba73f5cc5adf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/c9a9a84c-2187-465a-b9f8-eab60d5b3cb3 HTTP/1.1" status: 204 len: 168 time: 0.3124371 Feb 03 14:36:00.718675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33848) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.769834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8a201-0738-4b85-88a5-ba73f5cc5adf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9a84c-2187-465a-b9f8-eab60d5b3cb3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:00.864919 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f45710a-247d-45c8-8b8d-66914539ddd7 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421809 Feb 03 14:36:00.876929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33852) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:00.881619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] For port f0feedb9-4850-452f-9493-b39d4f09f70c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=f0feedb9-4850-452f-9493-b39d4f09f70c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:00.883189 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.884145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a98e0267-e3c3-495c-bb65-0d299d0d2309 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454463737'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:00.899561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Calling delete_port for f0feedb9-4850-452f-9493-b39d4f09f70c owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:00.925620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a98e0267-e3c3-495c-bb65-0d299d0d2309 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:00.967997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3276269-9d1a-4730-a745-cb73b7cb12c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.114599 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a98e0267-e3c3-495c-bb65-0d299d0d2309 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (e0b45818-45b7-4f0d-9970-0b0428bcaca4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.120144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a98e0267-e3c3-495c-bb65-0d299d0d2309 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e0b45818-45b7-4f0d-9970-0b0428bcaca4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.158987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f0feedb9-4850-452f-9493-b39d4f09f70c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.174401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2aeea261-1b34-4063-872a-8b6d02a7681c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:36:01.201720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3276269-9d1a-4730-a745-cb73b7cb12c8 admin admin] Publish callbacks [] for security_group (5836703b-da7b-469d-b1cc-7138202b09f5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.214703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a98e0267-e3c3-495c-bb65-0d299d0d2309 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.216343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a98e0267-e3c3-495c-bb65-0d299d0d2309 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3379304 Feb 03 14:36:01.217929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e0267-e3c3-495c-bb65-0d299d0d2309 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b45818-45b7-4f0d-9970-0b0428bcaca4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:01.223044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33858) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:01.223999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3276269-9d1a-4730-a745-cb73b7cb12c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5836703b-da7b-469d-b1cc-7138202b09f5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.225693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['46627923-b54c-48e0-ae93-f963d8f64ed6', 'f0feedb9-4850-452f-9493-b39d4f09f70c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:36:01.260959 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0f13b145-d8e5-4619-9ebc-a17dd33d574b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:01.262052 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-0f13b145-d8e5-4619-9ebc-a17dd33d574b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 14:36:01.266337 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-0f13b145-d8e5-4619-9ebc-a17dd33d574b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:01.267635 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f13b145-d8e5-4619-9ebc-a17dd33d574b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0381353 Feb 03 14:36:01.274469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33864) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:01.280028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f07b4ac2-f26e-481c-b2cf-0f36734b7c7a tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:01.345685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d43e6096-01bb-41dd-999d-3c66b9c06c2a req-2c21f0e4-1460-4b02-b815-c270fdce951a tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 210 time: 0.2028573 Feb 03 14:36:01.385506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Pushing event deleted for resources: {'Port': ['ID=f0feedb9-4850-452f-9493-b39d4f09f70c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:01.405913 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e3276269-9d1a-4730-a745-cb73b7cb12c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dc799268a2e4e679b5e6be7c2361e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127264 Feb 03 14:36:01.415449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33868) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:01.427067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3276269-9d1a-4730-a745-cb73b7cb12c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5836703b-da7b-469d-b1cc-7138202b09f5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:01.538411 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-f07b4ac2-f26e-481c-b2cf-0f36734b7c7a tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:01.543220 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f07b4ac2-f26e-481c-b2cf-0f36734b7c7a tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2642093 Feb 03 14:36:01.543422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33872) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:01.548242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c9b3be61-9b05-4ff9-bbb6-8711d9d00b6e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:01.548408 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-c9b3be61-9b05-4ff9-bbb6-8711d9d00b6e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 14:36:01.565540 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-c9b3be61-9b05-4ff9-bbb6-8711d9d00b6e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:01.569329 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9b3be61-9b05-4ff9-bbb6-8711d9d00b6e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222275 Feb 03 14:36:01.569715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33874) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:01.574006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ed3a2a76-1820-46ff-bf87-68930c0ed9be tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:01.602995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] No DVR routers for this DVR port f0feedb9-4850-452f-9493-b39d4f09f70c on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:01.610359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.614049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fea32086-7e8e-4aa6-a99d-0e7f5daa8785 req-7ae48be0-64b8-4f31-8c36-14a59320edfc tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "DELETE /v2.0/ports/f0feedb9-4850-452f-9493-b39d4f09f70c HTTP/1.1" status: 204 len: 173 time: 1.7952318 Feb 03 14:36:01.668688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'name': 'network-vif-deleted', 'tag': 'f0feedb9-4850-452f-9493-b39d4f09f70c'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:36:01.692199 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec656720-4849-4a7a-814a-f3cde11baf55" -d '{"events": [{"server_uuid": "b4ed78ab-9c2f-43b0-9acc-21154c49e3a7", "name": "network-vif-deleted", "tag": "f0feedb9-4850-452f-9493-b39d4f09f70c"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:36:01.697038 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-ed3a2a76-1820-46ff-bf87-68930c0ed9be tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:01.702726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33876) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:01.703207 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ed3a2a76-1820-46ff-bf87-68930c0ed9be tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1321714 Feb 03 14:36:01.739092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ce9683e8-3d40-45bb-84b0-aa0183ec989c tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:01.739962 n-d-827549-2 neutron-server[103342]: WARNING neutron.api.v2.base [None req-ce9683e8-3d40-45bb-84b0-aa0183ec989c tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 14:36:01.740393 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-ce9683e8-3d40-45bb-84b0-aa0183ec989c tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:01.749850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ce9683e8-3d40-45bb-84b0-aa0183ec989c tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0279622 Feb 03 14:36:01.751919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:01.760964 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (504d7039-4251-46b1-97dd-33f457c7cb0a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.785988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bc24a6d5-9d73-4591-913b-9432aa7e1bcb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:01.921321 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-bc24a6d5-9d73-4591-913b-9432aa7e1bcb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Project 1d1464ef833448acb4d3b48814f1e5b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:36:01.971621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c806e84-ddaa-41eb-a8d0-84602a156c98 admin admin] Publish callbacks [] for security_group (5836703b-da7b-469d-b1cc-7138202b09f5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:01.985522 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-bc24a6d5-9d73-4591-913b-9432aa7e1bcb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:01.992639 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bc24a6d5-9d73-4591-913b-9432aa7e1bcb tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2340062 Feb 03 14:36:01.994777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33890) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.050407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e6b8994e-19f2-407b-84c9-8531f9aca5ee tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:02.051071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3478274c-d7b0-424e-a421-6b6e082fd58a None None] Provisioning complete for port d940e539-d551-4084-985c-c3cc8f23716e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:02.051258 n-d-827549-2 neutron-server[103342]: WARNING neutron.api.v2.base [None req-e6b8994e-19f2-407b-84c9-8531f9aca5ee tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 14:36:02.051694 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-e6b8994e-19f2-407b-84c9-8531f9aca5ee tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:02.051972 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3478274c-d7b0-424e-a421-6b6e082fd58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d940e539-d551-4084-985c-c3cc8f23716e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.056064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e6b8994e-19f2-407b-84c9-8531f9aca5ee tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0231400 Feb 03 14:36:02.057376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.086575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e4c3f4ad-bd21-4ae1-b522-114880ed3cb1 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:02.091558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c806e84-ddaa-41eb-a8d0-84602a156c98 admin admin] Publish callbacks [] for security_group (5836703b-da7b-469d-b1cc-7138202b09f5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.105760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (504d7039-4251-46b1-97dd-33f457c7cb0a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.146317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d940e539-d551-4084-985c-c3cc8f23716e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:02.152744 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-e4c3f4ad-bd21-4ae1-b522-114880ed3cb1 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Project 1d1464ef833448acb4d3b48814f1e5b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:36:02.177995 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-e4c3f4ad-bd21-4ae1-b522-114880ed3cb1 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:02.179448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e4c3f4ad-bd21-4ae1-b522-114880ed3cb1 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1160300 Feb 03 14:36:02.182462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33898) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.188361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dc859be0-b6dd-4b82-81b0-34fc9fce93c3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'e0b45818-45b7-4f0d-9970-0b0428bcaca4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:02.242121 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-dc859be0-b6dd-4b82-81b0-34fc9fce93c3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Project 1d1464ef833448acb4d3b48814f1e5b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:36:02.270918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:02.276373 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-dc859be0-b6dd-4b82-81b0-34fc9fce93c3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:02.277736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dc859be0-b6dd-4b82-81b0-34fc9fce93c3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0940454 Feb 03 14:36:02.281004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33900) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.302757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:02.311677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:02.338423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:02.339105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.379372 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b8b2d-31bb-4bc3-9ea7-877a77e6a289 x-openstack-request-id: req-ee5b8b2d-31bb-4bc3-9ea7-877a77e6a289 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:36:02.379693 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ed78ab-9c2f-43b0-9acc-21154c49e3a7", "name": "network-vif-deleted", "tag": "f0feedb9-4850-452f-9493-b39d4f09f70c", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:36:02.379913 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee5b8b2d-31bb-4bc3-9ea7-877a77e6a289 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:36:02.393126 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ed78ab-9c2f-43b0-9acc-21154c49e3a7', 'name': 'network-vif-deleted', 'tag': 'f0feedb9-4850-452f-9493-b39d4f09f70c', 'status': 'completed', 'code': 200} Feb 03 14:36:02.400600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8911455 Feb 03 14:36:02.401381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33906) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.438506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f5595-728a-4b57-839a-f3e135ec315a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=504d7039-4251-46b1-97dd-33f457c7cb0a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:02.457997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3478274c-d7b0-424e-a421-6b6e082fd58a None None] Current status of the port d940e539-d551-4084-985c-c3cc8f23716e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:02.458542 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3478274c-d7b0-424e-a421-6b6e082fd58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d940e539-d551-4084-985c-c3cc8f23716e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.459502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-598b9797-4e2d-4507-bc7e-a2fd58b90a62 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (e0b45818-45b7-4f0d-9970-0b0428bcaca4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.521450 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-598b9797-4e2d-4507-bc7e-a2fd58b90a62 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (e0b45818-45b7-4f0d-9970-0b0428bcaca4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.536723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d940e539-d551-4084-985c-c3cc8f23716e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:02.537508 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d940e539-d551-4084-985c-c3cc8f23716e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.551495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c806e84-ddaa-41eb-a8d0-84602a156c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5836703b-da7b-469d-b1cc-7138202b09f5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.554995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c806e84-ddaa-41eb-a8d0-84602a156c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.570503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3c806e84-ddaa-41eb-a8d0-84602a156c98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5836703b-da7b-469d-b1cc-7138202b09f5 HTTP/1.1" status: 204 len: 168 time: 1.1495135 Feb 03 14:36:02.659995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c806e84-ddaa-41eb-a8d0-84602a156c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5836703b-da7b-469d-b1cc-7138202b09f5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:02.675412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-598b9797-4e2d-4507-bc7e-a2fd58b90a62 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e0b45818-45b7-4f0d-9970-0b0428bcaca4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.682945 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-598b9797-4e2d-4507-bc7e-a2fd58b90a62 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.689506 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-598b9797-4e2d-4507-bc7e-a2fd58b90a62 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/e0b45818-45b7-4f0d-9970-0b0428bcaca4 HTTP/1.1" status: 204 len: 168 time: 0.4037030 Feb 03 14:36:02.698248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33914) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.724853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e933cb0-218a-45ad-b061-bd17f10f12f1 req-8ab69f32-c6d0-4bfc-9d1b-181746ea4d43 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ed78ab-9c2f-43b0-9acc-21154c49e3a7 HTTP/1.1" status: 200 len: 210 time: 0.1514339 Feb 03 14:36:02.751712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3823ca33-106d-4747-922c-21451ed56043 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:02.769817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b9797-4e2d-4507-bc7e-a2fd58b90a62 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b45818-45b7-4f0d-9970-0b0428bcaca4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:02.770528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3823ca33-106d-4747-922c-21451ed56043 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:02.772288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3823ca33-106d-4747-922c-21451ed56043 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3538687 Feb 03 14:36:02.776758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.777984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3478274c-d7b0-424e-a421-6b6e082fd58a None None] For port d940e539-d551-4084-985c-c3cc8f23716e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d940e539-d551-4084-985c-c3cc8f23716e,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:02.787383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3478274c-d7b0-424e-a421-6b6e082fd58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d940e539-d551-4084-985c-c3cc8f23716e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:02.932245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478274c-d7b0-424e-a421-6b6e082fd58a None None] Pushing event updated for resources: {'Port': ['ID=d940e539-d551-4084-985c-c3cc8f23716e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:02.940843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-73e3028c-8afd-47d6-b4df-6f423e137c26 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2350352 Feb 03 14:36:02.941858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33924) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:02.946883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5554d6bc-840f-4408-af60-a3368e4e97ad tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720452903'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:03.001795 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5554d6bc-840f-4408-af60-a3368e4e97ad tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.049228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-27ab9dae-b77e-4667-bc88-8db794657119 None None] Provisioning complete for port 504d7039-4251-46b1-97dd-33f457c7cb0a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:03.051658 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27ab9dae-b77e-4667-bc88-8db794657119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (504d7039-4251-46b1-97dd-33f457c7cb0a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.136236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 504d7039-4251-46b1-97dd-33f457c7cb0a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:03.137830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (504d7039-4251-46b1-97dd-33f457c7cb0a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.169981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-433b28b1-6e76-48a5-8a46-89161d90835c tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792048 Feb 03 14:36:03.202506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-27ab9dae-b77e-4667-bc88-8db794657119 None None] Port 504d7039-4251-46b1-97dd-33f457c7cb0a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:36:03.274676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d940e539-d551-4084-985c-c3cc8f23716e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:03.285135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:03.314934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4086b233-0737-4398-9590-179e9f3fecee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.319039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (504d7039-4251-46b1-97dd-33f457c7cb0a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.345339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 504d7039-4251-46b1-97dd-33f457c7cb0a owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:03.517378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4086b233-0737-4398-9590-179e9f3fecee admin admin] Publish callbacks [] for security_group (31e72c66-ec70-4c6f-82fc-2d66927a5685), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.524627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4086b233-0737-4398-9590-179e9f3fecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (31e72c66-ec70-4c6f-82fc-2d66927a5685), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.581721 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4086b233-0737-4398-9590-179e9f3fecee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc9b08575223495eb8ec16dfa8f9cd52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2891288 Feb 03 14:36:03.582697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086b233-0737-4398-9590-179e9f3fecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e72c66-ec70-4c6f-82fc-2d66927a5685,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:03.587988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33946) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:03.595095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-de05e4b9-d1bc-494e-913b-a402c67270b6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:03.597966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-de05e4b9-d1bc-494e-913b-a402c67270b6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4271011 Feb 03 14:36:03.609397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5554d6bc-840f-4408-af60-a3368e4e97ad tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (5a00ead2-bd6d-4581-8adf-133afbb3d9aa), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.615267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5554d6bc-840f-4408-af60-a3368e4e97ad tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5a00ead2-bd6d-4581-8adf-133afbb3d9aa), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.616698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (504d7039-4251-46b1-97dd-33f457c7cb0a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.644003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5554d6bc-840f-4408-af60-a3368e4e97ad tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.645809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5554d6bc-840f-4408-af60-a3368e4e97ad tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7029011 Feb 03 14:36:03.653738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:03.663431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device f0feedb9-4850-452f-9493-b39d4f09f70c no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:03.668871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-352b65c1-0d37-4138-a9cb-01ad0b2489fe tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': '5a00ead2-bd6d-4581-8adf-133afbb3d9aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:03.675114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-6cc7acad-b81e-4c64-bc57-223a308092cf tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/quotas/7e9a2c8febe14f42878af0e09895d4bc HTTP/1.1" status: 200 len: 375 time: 0.0626891 Feb 03 14:36:03.705798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554d6bc-840f-4408-af60-a3368e4e97ad tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a00ead2-bd6d-4581-8adf-133afbb3d9aa,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:03.712247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: f0feedb9-4850-452f-9493-b39d4f09f70c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:36:03.712613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device f0feedb9-4850-452f-9493-b39d4f09f70c not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:36:03.725593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f61f345f-6d1d-4131-9476-20f46b6fb059 admin admin] Publish callbacks [] for security_group (31e72c66-ec70-4c6f-82fc-2d66927a5685), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.728605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=504d7039-4251-46b1-97dd-33f457c7cb0a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:03.761044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-35c9b6a9-b05f-431d-993d-651bb93b4573 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755782 Feb 03 14:36:03.773124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.780470 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99a7cb8d-0167-408a-8f74-eb42bd8a3eb2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/504d7039-4251-46b1-97dd-33f457c7cb0a HTTP/1.1" status: 204 len: 168 time: 0.9992797 Feb 03 14:36:03.781433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:03.802723 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-352b65c1-0d37-4138-a9cb-01ad0b2489fe tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The resource could not be found. Feb 03 14:36:03.803651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-352b65c1-0d37-4138-a9cb-01ad0b2489fe tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1461003 Feb 03 14:36:03.806588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33956) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:03.811179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cb433f33-22e5-4244-a02e-980829e2acc3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': '5a00ead2-bd6d-4581-8adf-133afbb3d9aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9725a394-8438-454a-b3ca-750499f8d836'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:03.840577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f61f345f-6d1d-4131-9476-20f46b6fb059 admin admin] Publish callbacks [] for security_group (31e72c66-ec70-4c6f-82fc-2d66927a5685), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:03.902848 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-cb433f33-22e5-4244-a02e-980829e2acc3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The resource could not be found. Feb 03 14:36:03.904331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cb433f33-22e5-4244-a02e-980829e2acc3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0967562 Feb 03 14:36:03.907396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33958) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:03.955017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d940e539-d551-4084-985c-c3cc8f23716e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:03.991325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455095a-34cc-4a8e-bf06-94986b07ab55 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:03.992834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455095a-34cc-4a8e-bf06-94986b07ab55 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:03.994422 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9455095a-34cc-4a8e-bf06-94986b07ab55 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2124393 Feb 03 14:36:03.997465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33960) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:04.031956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ec73385-d8c7-4c57-a3fb-f5e338428093 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (5a00ead2-bd6d-4581-8adf-133afbb3d9aa), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.053063 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f61f345f-6d1d-4131-9476-20f46b6fb059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (31e72c66-ec70-4c6f-82fc-2d66927a5685), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.056260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f61f345f-6d1d-4131-9476-20f46b6fb059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.062474 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f61f345f-6d1d-4131-9476-20f46b6fb059 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31e72c66-ec70-4c6f-82fc-2d66927a5685 HTTP/1.1" status: 204 len: 168 time: 0.4735742 Feb 03 14:36:04.079453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f345f-6d1d-4131-9476-20f46b6fb059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e72c66-ec70-4c6f-82fc-2d66927a5685,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:04.199544 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ec73385-d8c7-4c57-a3fb-f5e338428093 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (5a00ead2-bd6d-4581-8adf-133afbb3d9aa), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.216780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d940e539-d551-4084-985c-c3cc8f23716e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:04.217360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d940e539-d551-4084-985c-c3cc8f23716e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.254599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 0c82f95f-95b4-4313-9ce4-b4b8de457295 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:04.259262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d340a326-79f0-4d78-b1b7-65cb2d177f26 req-50e77217-0a61-4982-bd9e-1a27ab26143c tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 210 time: 0.0556111 Feb 03 14:36:04.263079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (0c82f95f-95b4-4313-9ce4-b4b8de457295), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.373279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (0c82f95f-95b4-4313-9ce4-b4b8de457295), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.409750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d940e539-d551-4084-985c-c3cc8f23716e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:04.459828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ec73385-d8c7-4c57-a3fb-f5e338428093 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5a00ead2-bd6d-4581-8adf-133afbb3d9aa), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.463355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ec73385-d8c7-4c57-a3fb-f5e338428093 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.464703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5ec73385-d8c7-4c57-a3fb-f5e338428093 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/5a00ead2-bd6d-4581-8adf-133afbb3d9aa HTTP/1.1" status: 204 len: 168 time: 0.5561638 Feb 03 14:36:04.467520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:04.509327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec73385-d8c7-4c57-a3fb-f5e338428093 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a00ead2-bd6d-4581-8adf-133afbb3d9aa,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:04.553573 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5ccd88cc-2d9f-416f-b59b-655a482c6e80 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0843253 Feb 03 14:36:04.559748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33988) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:04.564447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-11bdb2e7-f76d-4057-b2c1-e28b7c01789e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': '4297e1cc-9d3c-4a11-97d7-83a0319413ca', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:04.642274 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-11bdb2e7-f76d-4057-b2c1-e28b7c01789e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The resource could not be found. Feb 03 14:36:04.647524 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-11bdb2e7-f76d-4057-b2c1-e28b7c01789e tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0866640 Feb 03 14:36:04.649150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33990) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:04.656047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0c82f95f-95b4-4313-9ce4-b4b8de457295), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.670645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d98833ca-4c29-40b2-a579-4765a15aa75b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--593519936'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:04.822371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d98833ca-4c29-40b2-a579-4765a15aa75b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:04.933506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (0c82f95f-95b4-4313-9ce4-b4b8de457295), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.082604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=0c82f95f-95b4-4313-9ce4-b4b8de457295,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:05.088214 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.091461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fbc8ce5a-27eb-46f8-bdda-0f416bbea695 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/0c82f95f-95b4-4313-9ce4-b4b8de457295 HTTP/1.1" status: 204 len: 168 time: 1.0928802 Feb 03 14:36:05.093973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34020) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:05.104575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca511d-979f-49c7-9115-4c34b388e03f None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:05.124047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d98833ca-4c29-40b2-a579-4765a15aa75b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (46b017b3-0ef4-46be-9c9e-2824c11b1ce5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.129473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d98833ca-4c29-40b2-a579-4765a15aa75b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (46b017b3-0ef4-46be-9c9e-2824c11b1ce5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.150768 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d98833ca-4c29-40b2-a579-4765a15aa75b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.152444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d98833ca-4c29-40b2-a579-4765a15aa75b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5009975 Feb 03 14:36:05.163319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34022) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:05.192554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3e10646d-e06a-4ad9-bda2-77bf3281a1ac tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601926975'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:05.220435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98833ca-4c29-40b2-a579-4765a15aa75b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b017b3-0ef4-46be-9c9e-2824c11b1ce5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:05.222934 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0b7b2eee-5152-492f-ab6e-2799cb7fbbf1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248047 Feb 03 14:36:05.229115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34028) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:05.237082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:05.249789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e10646d-e06a-4ad9-bda2-77bf3281a1ac tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.386802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e10646d-e06a-4ad9-bda2-77bf3281a1ac tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (77a4c70f-25c3-4718-83a5-9852bc700d93), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.394996 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e10646d-e06a-4ad9-bda2-77bf3281a1ac tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (77a4c70f-25c3-4718-83a5-9852bc700d93), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.457888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:05.465492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.520864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:36:05.523628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e10646d-e06a-4ad9-bda2-77bf3281a1ac tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.526609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3e10646d-e06a-4ad9-bda2-77bf3281a1ac tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3510277 Feb 03 14:36:05.530464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10646d-e06a-4ad9-bda2-77bf3281a1ac tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a4c70f-25c3-4718-83a5-9852bc700d93,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:05.537629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34042) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:05.552244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-10fc6e2a-9a10-4bd3-9235-5598f92e6594 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': '46b017b3-0ef4-46be-9c9e-2824c11b1ce5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '77a4c70f-25c3-4718-83a5-9852bc700d93'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:05.603461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] Deleting port d940e539-d551-4084-985c-c3cc8f23716e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:05.604101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d940e539-d551-4084-985c-c3cc8f23716e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:05.662730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed198b74-f67c-4f5a-9e08-6c7c41587109 req-df3b8486-866e-47b6-86db-2a1f138a3e5e tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 210 time: 0.1171348 Feb 03 14:36:05.714872 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-10fc6e2a-9a10-4bd3-9235-5598f92e6594 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:05.716252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-10fc6e2a-9a10-4bd3-9235-5598f92e6594 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1746156 Feb 03 14:36:05.719648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34048) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:05.928354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-d96e0564-7a2f-4d52-b3bc-8e3848610fca tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376368 Feb 03 14:36:05.947051 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf07f-6ec4-4e07-adae-0667afb96595 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (77a4c70f-25c3-4718-83a5-9852bc700d93), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.069328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf07f-6ec4-4e07-adae-0667afb96595 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (77a4c70f-25c3-4718-83a5-9852bc700d93), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.110523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:36:06.249773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d940e539-d551-4084-985c-c3cc8f23716e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:06.258798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] For port d940e539-d551-4084-985c-c3cc8f23716e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d940e539-d551-4084-985c-c3cc8f23716e,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:06.274729 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d940e539-d551-4084-985c-c3cc8f23716e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.341105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-d2d5891e-1bb2-42cb-9d5d-90dd724981a4 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:06.342790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-d2d5891e-1bb2-42cb-9d5d-90dd724981a4 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057932 Feb 03 14:36:06.369772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] Calling delete_port for d940e539-d551-4084-985c-c3cc8f23716e owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:06.373502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Request body: {'port': {'device_id': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': '7e9a2c8febe14f42878af0e09895d4bc'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:06.383717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d940e539-d551-4084-985c-c3cc8f23716e), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.528370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f0fe-820d-464a-99d5-aac7ccff5157 req-bc5a0938-098a-4d30-bc9c-5e7ce2b492c0 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:06.544557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447f0fe-820d-464a-99d5-aac7ccff5157 req-bc5a0938-098a-4d30-bc9c-5e7ce2b492c0 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:06.549751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1447f0fe-820d-464a-99d5-aac7ccff5157 req-bc5a0938-098a-4d30-bc9c-5e7ce2b492c0 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65&device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 1681 time: 0.5057049 Feb 03 14:36:06.576542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d940e539-d551-4084-985c-c3cc8f23716e is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:06.576779 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d940e539-d551-4084-985c-c3cc8f23716e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.709109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] For port d940e539-d551-4084-985c-c3cc8f23716e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d940e539-d551-4084-985c-c3cc8f23716e,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:06.756260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (d940e539-d551-4084-985c-c3cc8f23716e), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.771414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (d940e539-d551-4084-985c-c3cc8f23716e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.846480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d940e539-d551-4084-985c-c3cc8f23716e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.872278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (00808df7-b0c9-4c2c-9b3e-70c850f7e232), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:06.888614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=d940e539-d551-4084-985c-c3cc8f23716e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:06.936565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] No DVR routers for this DVR port d940e539-d551-4084-985c-c3cc8f23716e on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:06.955372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40b18a-466c-4daf-b8dd-12974f7652d3 None None] Pushing event deleted for resources: {'Port': ['ID=d940e539-d551-4084-985c-c3cc8f23716e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:06.963941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:36:06.964667 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:36:06.991532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:06.995418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:07.000282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:07.001235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.007828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47966a-cb93-41c1-bfb7-3ca152dc2d99 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:07.023648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf07f-6ec4-4e07-adae-0667afb96595 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (77a4c70f-25c3-4718-83a5-9852bc700d93), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.026406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf07f-6ec4-4e07-adae-0667afb96595 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.030443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8bcaf07f-6ec4-4e07-adae-0667afb96595 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/77a4c70f-25c3-4718-83a5-9852bc700d93 HTTP/1.1" status: 204 len: 168 time: 1.3096716 Feb 03 14:36:07.033054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34084) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:07.034604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=00808df7-b0c9-4c2c-9b3e-70c850f7e232,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:07.060326 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8f3f31a9-3a66-458d-8e3e-67253d12d88f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8267803 Feb 03 14:36:07.062452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34086) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:07.075482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:2c:1d:1a', 'name': 'tempest-NetworksTestDHCPv6-247192939'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:07.086731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaf07f-6ec4-4e07-adae-0667afb96595 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a4c70f-25c3-4718-83a5-9852bc700d93,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:07.104667 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:36:07.225247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '00808df7-b0c9-4c2c-9b3e-70c850f7e232'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:36:07.225805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Made reservation on behalf of 7e9a2c8febe14f42878af0e09895d4bc for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:07.226192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.232133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.264360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1447f0fe-820d-464a-99d5-aac7ccff5157 req-999d5a6a-243e-4e0f-a718-c04fb5a65790 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891320 Feb 03 14:36:07.272613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.398641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:07.411773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks [] for security_group (7f36b910-5f01-4070-80ec-4f99d6d919ac), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.419779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7f36b910-5f01-4070-80ec-4f99d6d919ac), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.431723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Allocated IP 2001:db8::f816:3eff:fe71:3c0d (1761b6a0-66c5-4456-9565-fda91494eed0/00808df7-b0c9-4c2c-9b3e-70c850f7e232/8eba9898-d3ca-47b8-90d8-584eb6eb5b75) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:07.499675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port d940e539-d551-4084-985c-c3cc8f23716e update to DOWN by agent not found {{(pid=103343) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 14:36:07.626302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.642412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Allocated IP 192.168.233.31 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/e2f77607-3197-4eb0-9b4f-c4df8839185d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:07.664847 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Publish callbacks [] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.672191 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.687545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:07.782305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Pushing event updated for resources: {'Port': ['ID=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:07.803027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:07.807594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:07.811217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:07.883844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks [] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.927403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fef22a4-2df0-4f44-be0e-2315a330bea3 req-9fca83c2-0e9f-4aa0-9995-2efaf95ab51b tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 210 time: 0.5129116 Feb 03 14:36:07.960278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Attempting to bind port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:36:07.962752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Attempting to bind port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:36:07.963106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Attempting to bind port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:36:07.968182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fe2c:1d1a (1761b6a0-66c5-4456-9565-fda91494eed0/00808df7-b0c9-4c2c-9b3e-70c850f7e232/d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:07.976109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:36:07.976579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:36:07.976942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.977379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:36:07.977889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Bound port: 8eba9898-d3ca-47b8-90d8-584eb6eb5b75, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:36:07.978229 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.988650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6d6802db-554c-4a82-900c-6839a5918732 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.9241955 Feb 03 14:36:07.994059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:07.998716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34132) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:08.039030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f36b910-5f01-4070-80ec-4f99d6d919ac,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:08.143292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:08.176042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:08.180781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:08.199916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] For port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:36:08.205382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] For port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:36:08.215421 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.331056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:08.336399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.387397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9cfd0-6248-4f67-8c5f-6978956c7740 None None] Pushing event updated for resources: {'Port': ['ID=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:08.391179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0332243 Feb 03 14:36:08.394576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbc7f2-22bd-4647-9dd2-93cf195bc6e6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Pushing event updated for resources: {'Port': ['ID=e2f77607-3197-4eb0-9b4f-c4df8839185d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:08.411370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Request body: {'port': {'device_id': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:08.533026 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.597024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.699031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.712352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34152) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:08.713044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b4a69db7-274a-433f-a516-9995a7591a9e None None] Provisioning complete for port e2f77607-3197-4eb0-9b4f-c4df8839185d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:08.713529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4a69db7-274a-433f-a516-9995a7591a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.821918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:08.857054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:08.858564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b4a69db7-274a-433f-a516-9995a7591a9e None None] Port e2f77607-3197-4eb0-9b4f-c4df8839185d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:36:08.862006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:08.868324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:08.868999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.903628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5798aca1-d50c-4e55-8ec0-7ae304d161f2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (46b017b3-0ef4-46be-9c9e-2824c11b1ce5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:08.979001 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9134994 Feb 03 14:36:08.979735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34162) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:09.003357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6f1622c-5917-47ed-9528-7df079fbfdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.003667 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.006815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5798aca1-d50c-4e55-8ec0-7ae304d161f2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (46b017b3-0ef4-46be-9c9e-2824c11b1ce5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.030544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76f174-ec29-47bb-908a-5407a09500da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:09.122987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6f1622c-5917-47ed-9528-7df079fbfdfc admin admin] Publish callbacks [] for security_group (70958b4d-f8b8-4919-9e7d-7d60950df8c7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.147575 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6f1622c-5917-47ed-9528-7df079fbfdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (70958b4d-f8b8-4919-9e7d-7d60950df8c7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.206406 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6f1622c-5917-47ed-9528-7df079fbfdfc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c37181f610d143edac5d2307f2bb7b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4889560 Feb 03 14:36:09.209337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34168) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:09.230273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e362d-1b99-45ca-aca2-da10ec060a05 req-c7064248-1ef8-452d-b22a-f5c3d78a303d tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:09.231924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e87e362d-1b99-45ca-aca2-da10ec060a05 req-c7064248-1ef8-452d-b22a-f5c3d78a303d tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 935 time: 0.1159620 Feb 03 14:36:09.277253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1622c-5917-47ed-9528-7df079fbfdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70958b4d-f8b8-4919-9e7d-7d60950df8c7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:09.306579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc0be9-4bb5-464b-9028-4c34c14f8f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:09.316141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc0be9-4bb5-464b-9028-4c34c14f8f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:09.322674 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13cc0be9-4bb5-464b-9028-4c34c14f8f9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3208227 Feb 03 14:36:09.323400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34172) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:09.365848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f77607-3197-4eb0-9b4f-c4df8839185d {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:36:09.373627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5798aca1-d50c-4e55-8ec0-7ae304d161f2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (46b017b3-0ef4-46be-9c9e-2824c11b1ce5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.376132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5798aca1-d50c-4e55-8ec0-7ae304d161f2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.377329 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5798aca1-d50c-4e55-8ec0-7ae304d161f2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/46b017b3-0ef4-46be-9c9e-2824c11b1ce5 HTTP/1.1" status: 204 len: 168 time: 1.3781261 Feb 03 14:36:09.381283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34174) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:09.393360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798aca1-d50c-4e55-8ec0-7ae304d161f2 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b017b3-0ef4-46be-9c9e-2824c11b1ce5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:09.407760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e9473720-5492-47b2-bfdc-2cdc1c513e15 admin admin] Publish callbacks [] for security_group (70958b4d-f8b8-4919-9e7d-7d60950df8c7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.434071 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e9473720-5492-47b2-bfdc-2cdc1c513e15 admin admin] Publish callbacks [] for security_group (70958b4d-f8b8-4919-9e7d-7d60950df8c7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.443925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Publish callbacks [] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.461948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:09.462349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.479245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e87e362d-1b99-45ca-aca2-da10ec060a05 req-1fdb09bf-4677-4209-a03c-8c6cab7cede6 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359328 Feb 03 14:36:09.528221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Transition to ACTIVE for port object e2f77607-3197-4eb0-9b4f-c4df8839185d will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:36:09.549282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.593878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cce9ec55-598e-4de4-b7ba-5bcbdabe95f4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2031846 Feb 03 14:36:09.600855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34180) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:09.602665 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.606106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2aebc7d8-3af1-408d-b6b3-8dfbc1308f61 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086071814'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:09.620361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:09.672579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e9473720-5492-47b2-bfdc-2cdc1c513e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (70958b4d-f8b8-4919-9e7d-7d60950df8c7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.675179 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e9473720-5492-47b2-bfdc-2cdc1c513e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.679809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e9473720-5492-47b2-bfdc-2cdc1c513e15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70958b4d-f8b8-4919-9e7d-7d60950df8c7 HTTP/1.1" status: 204 len: 168 time: 0.4688160 Feb 03 14:36:09.741883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Pushing event updated for resources: {'Port': ['ID=e2f77607-3197-4eb0-9b4f-c4df8839185d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:09.746684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9473720-5492-47b2-bfdc-2cdc1c513e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70958b4d-f8b8-4919-9e7d-7d60950df8c7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:09.783783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2aebc7d8-3af1-408d-b6b3-8dfbc1308f61 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.834187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ffd9-6c04-417d-b763-4b2344993a07 req-bf52661d-25b6-423c-aebb-67cc20091e1c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:09.836644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b48ffd9-6c04-417d-b763-4b2344993a07 req-bf52661d-25b6-423c-aebb-67cc20091e1c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 945 time: 0.2366300 Feb 03 14:36:09.888402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:09.975498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:10.034850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:10.056256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.067879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Attempting to bind port e2f77607-3197-4eb0-9b4f-c4df8839185d on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:36:10.068227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Attempting to bind port e2f77607-3197-4eb0-9b4f-c4df8839185d by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:36:10.068594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Attempting to bind port e2f77607-3197-4eb0-9b4f-c4df8839185d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:36:10.071228 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-083ec390-33d5-43cc-b04d-e5e68841360b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0 HTTP/1.1" status: 204 len: 168 time: 0.7464948 Feb 03 14:36:10.083023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34196) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:10.127695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Port e2f77607-3197-4eb0-9b4f-c4df8839185d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:36:10.128578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Attempting to bind port e2f77607-3197-4eb0-9b4f-c4df8839185d on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:36:10.172749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:36:10.173192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:36:10.173520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:36:10.174099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Bound port: e2f77607-3197-4eb0-9b4f-c4df8839185d, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:36:10.174533 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.181748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:10.182349 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.196673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b48ffd9-6c04-417d-b763-4b2344993a07 req-318d24a5-8e6e-4992-9cbe-c6fec0510158 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f26b07b-6402-41f7-8c2d-112e40fd6b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517982 Feb 03 14:36:10.282170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f000de96-6f07-45e9-83b9-0116af5eeab8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:10.284884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f000de96-6f07-45e9-83b9-0116af5eeab8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:10.288682 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f000de96-6f07-45e9-83b9-0116af5eeab8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2043693 Feb 03 14:36:10.292963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34200) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:10.354442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2aebc7d8-3af1-408d-b6b3-8dfbc1308f61 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (ed0b37fe-79f2-4739-9c22-a61cd14df267), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.360269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:10.361055 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.372474 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2aebc7d8-3af1-408d-b6b3-8dfbc1308f61 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ed0b37fe-79f2-4739-9c22-a61cd14df267), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.377780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-fae93b38-359f-4020-b66f-f90873c3636c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:10.380597 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-fae93b38-359f-4020-b66f-f90873c3636c tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.45 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 945 time: 0.2978189 Feb 03 14:36:10.463466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 00808df7-b0c9-4c2c-9b3e-70c850f7e232 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:10.470232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (00808df7-b0c9-4c2c-9b3e-70c850f7e232), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.480179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:10.486670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.491313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] For port e2f77607-3197-4eb0-9b4f-c4df8839185d, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:36:10.498381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2aebc7d8-3af1-408d-b6b3-8dfbc1308f61 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.503153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2aebc7d8-3af1-408d-b6b3-8dfbc1308f61 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9011352 Feb 03 14:36:10.505644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] For port e2f77607-3197-4eb0-9b4f-c4df8839185d, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:36:10.507342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34208) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:10.512929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ad21d2bc-29c4-4a63-ab41-e3892c8ac376 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'ed0b37fe-79f2-4739-9c22-a61cd14df267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:10.540621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebc7d8-3af1-408d-b6b3-8dfbc1308f61 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0b37fe-79f2-4739-9c22-a61cd14df267,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:10.548512 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.574906 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (00808df7-b0c9-4c2c-9b3e-70c850f7e232), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.601582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34212) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:10.627133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-78be1637-9864-4916-8ea2-21d694f969a0 None None] Provisioning complete for port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:10.627462 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78be1637-9864-4916-8ea2-21d694f969a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.674738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Deleting port 2aeea261-1b34-4063-872a-8b6d02a7681c {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:10.675607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.691626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:10.692276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.694087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] 10.222.0.45 "PUT /v2.0/ports/e2f77607-3197-4eb0-9b4f-c4df8839185d HTTP/1.1" status: 200 len: 1095 time: 2.2869277 Feb 03 14:36:10.694632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'tag': 'e2f77607-3197-4eb0-9b4f-c4df8839185d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:36:10.699238 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2446c733-7aba-4077-a6f2-10658f288eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3728f32-1a57-48e0-8fdd-ca94e4ab05b6", "tag": "e2f77607-3197-4eb0-9b4f-c4df8839185d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:36:10.707209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:10.710973 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-ad21d2bc-29c4-4a63-ab41-e3892c8ac376 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:10.718135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ad21d2bc-29c4-4a63-ab41-e3892c8ac376 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2094567 Feb 03 14:36:10.718797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34220) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:10.777522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-10c08a9c-b7e3-4608-98a9-fe126e1851d4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group_rule': {'security_group_id': 'ed0b37fe-79f2-4739-9c22-a61cd14df267', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:10.809459 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abb977bf-e7a2-458e-8e29-689afb566fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.822825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-78be1637-9864-4916-8ea2-21d694f969a0 None None] Current status of the port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:10.891887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (00808df7-b0c9-4c2c-9b3e-70c850f7e232), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:10.942243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4618ff64-7e6a-460b-a4fa-247d585bfcc5 None None] Could not find standard attr ID for object d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:36:11.013684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] For port 2aeea261-1b34-4063-872a-8b6d02a7681c, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=2aeea261-1b34-4063-872a-8b6d02a7681c,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:11.014218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.042149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Calling delete_port for 2aeea261-1b34-4063-872a-8b6d02a7681c owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:11.068286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a734156-09e6-4ea6-ad7f-c431920a90ab service neutron] Pushing event updated for resources: {'Port': ['ID=e2f77607-3197-4eb0-9b4f-c4df8839185d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:11.127707 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-10c08a9c-b7e3-4608-98a9-fe126e1851d4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:11.131817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-10c08a9c-b7e3-4608-98a9-fe126e1851d4 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3581891 Feb 03 14:36:11.137457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34226) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:11.146300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-7bd1a1a8-3ea1-4939-a58f-a15841ce5225 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:11.147904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-7bd1a1a8-3ea1-4939-a58f-a15841ce5225 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 945 time: 0.4417388 Feb 03 14:36:11.151546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-ef525020-a600-4a34-b171-4d099f539b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:11.153310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-ef525020-a600-4a34-b171-4d099f539b46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 1129 time: 0.3495789 Feb 03 14:36:11.217865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (00808df7-b0c9-4c2c-9b3e-70c850f7e232), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.220310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e7b0-3d06-46e7-8b0d-3b64b520650f req-29e90eac-88d4-4872-b8b1-1c2856b04e63 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:11.228538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cd7e7b0-3d06-46e7-8b0d-3b64b520650f req-29e90eac-88d4-4872-b8b1-1c2856b04e63 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 947 time: 0.2584689 Feb 03 14:36:11.266263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=00808df7-b0c9-4c2c-9b3e-70c850f7e232,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:11.274262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.277571 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-755355eb-3806-447d-b647-37e8adf4fe2f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/00808df7-b0c9-4c2c-9b3e-70c850f7e232 HTTP/1.1" status: 204 len: 168 time: 0.9785941 Feb 03 14:36:11.280443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34230) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:11.284134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a3b394-c590-4e85-9ebb-5ce0aab64912 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:11.300471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-800a0ae5-fb91-420f-8205-e233f735e2e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d HTTP/1.1" status: 200 len: 217 time: 0.1012850 Feb 03 14:36:11.329901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abb977bf-e7a2-458e-8e29-689afb566fc7 admin admin] Publish callbacks [] for security_group (50040e40-c4a0-40a5-940d-ebd644426346), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.365478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-abb977bf-e7a2-458e-8e29-689afb566fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (50040e40-c4a0-40a5-940d-ebd644426346), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.448885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-96d50f89-33ba-49c0-ba6a-937d721954da tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1669400 Feb 03 14:36:11.451729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cd7e7b0-3d06-46e7-8b0d-3b64b520650f req-800d084f-1bad-402b-acdd-3a624cad4eff tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190936 Feb 03 14:36:11.453407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (2aeea261-1b34-4063-872a-8b6d02a7681c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.453574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34234) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:11.471446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['2aeea261-1b34-4063-872a-8b6d02a7681c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:36:11.513995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae08081b-ce67-47c6-be49-4e1ccfe4ec57 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (ed0b37fe-79f2-4739-9c22-a61cd14df267), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.538872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['46627923-b54c-48e0-ae93-f963d8f64ed6'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:36:11.544772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:36:11.548676 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae08081b-ce67-47c6-be49-4e1ccfe4ec57 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (ed0b37fe-79f2-4739-9c22-a61cd14df267), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.551043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-abb977bf-e7a2-458e-8e29-689afb566fc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93018eed83404b49a0df04b5a98d4bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9459169 Feb 03 14:36:11.559200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb977bf-e7a2-458e-8e29-689afb566fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50040e40-c4a0-40a5-940d-ebd644426346,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:11.643351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34238) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:11.646872 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4535bf-bc2a-4b58-a190-6ccd0880e433 x-openstack-request-id: req-ed4535bf-bc2a-4b58-a190-6ccd0880e433 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:36:11.653138 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3728f32-1a57-48e0-8fdd-ca94e4ab05b6", "tag": "e2f77607-3197-4eb0-9b4f-c4df8839185d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:36:11.653607 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed4535bf-bc2a-4b58-a190-6ccd0880e433 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:36:11.654072 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'tag': 'e2f77607-3197-4eb0-9b4f-c4df8839185d', 'status': 'completed', 'code': 200} Feb 03 14:36:11.671652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae08081b-ce67-47c6-be49-4e1ccfe4ec57 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ed0b37fe-79f2-4739-9c22-a61cd14df267), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.674786 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae08081b-ce67-47c6-be49-4e1ccfe4ec57 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.677079 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ae08081b-ce67-47c6-be49-4e1ccfe4ec57 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/ed0b37fe-79f2-4739-9c22-a61cd14df267 HTTP/1.1" status: 204 len: 168 time: 0.5275700 Feb 03 14:36:11.678474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] No DVR routers for this DVR port 2aeea261-1b34-4063-872a-8b6d02a7681c on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:11.682677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34240) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:11.696124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Pushing event deleted for resources: {'Port': ['ID=2aeea261-1b34-4063-872a-8b6d02a7681c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:11.727813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.737589 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3abb162c-773b-4f9b-8c88-b35cb01f88c5 req-2ac1e1c7-d504-40aa-a16a-90c048098a98 tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.45 "DELETE /v2.0/ports/2aeea261-1b34-4063-872a-8b6d02a7681c HTTP/1.1" status: 204 len: 173 time: 1.3518276 Feb 03 14:36:11.740560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08081b-ce67-47c6-be49-4e1ccfe4ec57 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0b37fe-79f2-4739-9c22-a61cd14df267,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:11.745343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'name': 'network-vif-deleted', 'tag': '2aeea261-1b34-4063-872a-8b6d02a7681c'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:36:11.749001 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d9828-c3dc-4779-abd7-eb73f99ce1b8" -d '{"events": [{"server_uuid": "292186d2-f639-4d84-b133-eb4a3e5b3c65", "name": "network-vif-deleted", "tag": "2aeea261-1b34-4063-872a-8b6d02a7681c"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:36:11.760380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] Deleting port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:11.761016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.763179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-e2c3bf22-5f32-49ed-8639-1a854fa6adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:11.765039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-e2c3bf22-5f32-49ed-8639-1a854fa6adeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.4571548 Feb 03 14:36:11.766999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a74b0a9-b425-45f0-92a8-8e45e7464169 req-32be058d-3405-4f3b-af47-ece8a68451cf tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=292186d2-f639-4d84-b133-eb4a3e5b3c65 HTTP/1.1" status: 200 len: 210 time: 0.1050575 Feb 03 14:36:11.863740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Deleting port 46627923-b54c-48e0-ae93-f963d8f64ed6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:11.864357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:11.920156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97323b7-0d9c-4d21-a5ed-3de04079bfe0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:11.925014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b97323b7-0d9c-4d21-a5ed-3de04079bfe0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3820348 Feb 03 14:36:11.928107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34246) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:11.971254 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec31bb1-5700-428e-a26f-67f842d5f41b x-openstack-request-id: req-bec31bb1-5700-428e-a26f-67f842d5f41b {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:36:11.971658 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292186d2-f639-4d84-b133-eb4a3e5b3c65", "name": "network-vif-deleted", "tag": "2aeea261-1b34-4063-872a-8b6d02a7681c", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:36:11.974666 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bec31bb1-5700-428e-a26f-67f842d5f41b {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:36:11.975316 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292186d2-f639-4d84-b133-eb4a3e5b3c65', 'name': 'network-vif-deleted', 'tag': '2aeea261-1b34-4063-872a-8b6d02a7681c', 'status': 'completed', 'code': 200} Feb 03 14:36:12.004169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:12.009021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] For port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:12.009427 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.027070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0040d320-5cf8-43f8-9257-3427cf065708 admin admin] Publish callbacks [] for security_group (50040e40-c4a0-40a5-940d-ebd644426346), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.039660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-986ae81c-c89b-4010-a3ef-5133fd5667a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:12.041313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-986ae81c-c89b-4010-a3ef-5133fd5667a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2587495 Feb 03 14:36:12.050573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] Calling delete_port for 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:12.051761 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-662fdbb5-66f4-441d-b7ba-df3224f38a47 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3440852 Feb 03 14:36:12.061010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34250) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:12.066733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f7af024b-a6f7-4388-b2f8-455f65717c13 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'tempest-secgroup--300841741'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:12.093821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309346b-c15b-4265-981c-b4865e4e4bef tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:12.097660 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3309346b-c15b-4265-981c-b4865e4e4bef tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1640470 Feb 03 14:36:12.100261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34252) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:12.110798 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0040d320-5cf8-43f8-9257-3427cf065708 admin admin] Publish callbacks [] for security_group (50040e40-c4a0-40a5-940d-ebd644426346), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.200611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a0f36ec-9e22-43a2-8a03-76b1354c178d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986471 Feb 03 14:36:12.213232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34256) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:12.216515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] For port 46627923-b54c-48e0-ae93-f963d8f64ed6, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=46627923-b54c-48e0-ae93-f963d8f64ed6,segment=NetworkSegment(45dbe57e-bf39-4421-a4fd-06679386ddb6),segment_id=45dbe57e-bf39-4421-a4fd-06679386ddb6)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:12.216905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.226590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:12.231664 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7af024b-a6f7-4388-b2f8-455f65717c13 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.268981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:12.269529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.310634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:12.316468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.338735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Calling delete_port for 46627923-b54c-48e0-ae93-f963d8f64ed6 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:12.354310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event deleted for resources: {'Port': ['ID=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:12.361525 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (8eba9898-d3ca-47b8-90d8-584eb6eb5b75), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.375821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] No DVR routers for this DVR port 8eba9898-d3ca-47b8-90d8-584eb6eb5b75 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:12.398631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b3ca6-ffa2-43da-be17-1f10896b20a7 None None] Pushing event deleted for resources: {'Port': ['ID=8eba9898-d3ca-47b8-90d8-584eb6eb5b75,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:12.451621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:12.463646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.484589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-5a6aaec3-3ba0-4308-bf92-c610c6cfa225 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245245 Feb 03 14:36:12.550283 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0040d320-5cf8-43f8-9257-3427cf065708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (50040e40-c4a0-40a5-940d-ebd644426346), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.553004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0040d320-5cf8-43f8-9257-3427cf065708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.556953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0040d320-5cf8-43f8-9257-3427cf065708 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50040e40-c4a0-40a5-940d-ebd644426346 HTTP/1.1" status: 204 len: 168 time: 0.9006369 Feb 03 14:36:12.659599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040d320-5cf8-43f8-9257-3427cf065708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50040e40-c4a0-40a5-940d-ebd644426346,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:12.737875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7af024b-a6f7-4388-b2f8-455f65717c13 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (4d95ac4a-1643-4660-9841-491e89d2073f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.759333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267db80-17ef-4346-a0e0-99e4c9701b5f req-c7901f4a-e076-4a85-a2b9-a7c760afc9ce tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:12.761737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3267db80-17ef-4346-a0e0-99e4c9701b5f req-c7901f4a-e076-4a85-a2b9-a7c760afc9ce tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 947 time: 0.1634140 Feb 03 14:36:12.782959 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7af024b-a6f7-4388-b2f8-455f65717c13 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4d95ac4a-1643-4660-9841-491e89d2073f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.788058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cef8597-016a-45e6-a00a-3763b88bef0b req-521aef4f-88d6-41f7-b1ab-dc46a74e211f service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969186 Feb 03 14:36:12.864818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3267db80-17ef-4346-a0e0-99e4c9701b5f req-80c93715-ea54-40e2-b252-3c2869f756ae tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710554 Feb 03 14:36:12.906796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7af024b-a6f7-4388-b2f8-455f65717c13 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:12.908046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f7af024b-a6f7-4388-b2f8-455f65717c13 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8463774 Feb 03 14:36:12.930281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34268) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:12.963601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-39afd268-e0c7-49ff-a788-2586625afc87 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:12.965333 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-39afd268-e0c7-49ff-a788-2586625afc87 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 14:36:12.967995 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-39afd268-e0c7-49ff-a788-2586625afc87 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 14:36:12.969748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af024b-a6f7-4388-b2f8-455f65717c13 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d95ac4a-1643-4660-9841-491e89d2073f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:12.972188 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-39afd268-e0c7-49ff-a788-2586625afc87 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "PUT /v2.0/security-groups/4d95ac4a-1643-4660-9841-491e89d2073f HTTP/1.1" status: 409 len: 330 time: 0.0386682 Feb 03 14:36:12.978320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34272) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:12.998018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (46627923-b54c-48e0-ae93-f963d8f64ed6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.069538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:36:13.073612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (51022690-bca3-4cec-aa4a-d881a5e17450), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.165229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:13.169523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:13.181883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add75b2-8e2f-4774-a0b6-9b7aa061910e None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:13.183458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:13.185145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.215608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0003383 Feb 03 14:36:13.219367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34278) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:13.226436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:e5:98:11', 'name': 'tempest-NetworksTestDHCPv6-1556438507'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:13.249699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d9467-ffd1-490a-80ef-fcda9fbf7fd8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=51022690-bca3-4cec-aa4a-d881a5e17450,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:13.368530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '51022690-bca3-4cec-aa4a-d881a5e17450'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:36:13.369405 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.409284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:13.451065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c733-7aba-4077-a6f2-10658f288eaf req-baa20dca-0c91-486c-9860-b27737742187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:13.452685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2446c733-7aba-4077-a6f2-10658f288eaf req-baa20dca-0c91-486c-9860-b27737742187 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 1129 time: 0.5965605 Feb 03 14:36:13.462126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Pushing event deleted for resources: {'Port': ['ID=46627923-b54c-48e0-ae93-f963d8f64ed6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:13.572652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c733-7aba-4077-a6f2-10658f288eaf req-69cd5bf3-01b8-4dc9-8916-22d4f73bb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:13.574758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2446c733-7aba-4077-a6f2-10658f288eaf req-69cd5bf3-01b8-4dc9-8916-22d4f73bb480 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1089699 Feb 03 14:36:13.583434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a7d7258-b7f7-4d52-a013-869e711826a0 req-3abcefd4-10bc-4d09-baf9-f50c8bf85f2b tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ef4601-49c3-4354-bd6a-005b9fe1b811 HTTP/1.1" status: 200 len: 210 time: 0.5398235 Feb 03 14:36:13.625716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.643003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Allocated IP 2001:db8::f816:3eff:fefc:796a (1761b6a0-66c5-4456-9565-fda91494eed0/51022690-bca3-4cec-aa4a-d881a5e17450/add0aeec-dbf8-431d-b652-51e2324c213a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:13.665004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 60361774-9b5a-4893-9f40-d26b9681e27a yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:13.669900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] No DVR routers for this DVR port 46627923-b54c-48e0-ae93-f963d8f64ed6 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:13.672917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2446c733-7aba-4077-a6f2-10658f288eaf req-f8dfc9d0-f064-43e3-ad10-7bed1cf37160 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d HTTP/1.1" status: 200 len: 217 time: 0.0868626 Feb 03 14:36:13.677588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.682270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35ce02b9-8ce5-4b23-9cc6-6b7cfa32eb6b req-16df018c-1b33-46f4-b6d3-0a92519901ca tempest-ListServersNegativeTestJSON-993938855 tempest-ListServersNegativeTestJSON-993938855-project] 10.222.0.71 "DELETE /v2.0/ports/46627923-b54c-48e0-ae93-f963d8f64ed6 HTTP/1.1" status: 204 len: 173 time: 2.5235419 Feb 03 14:36:13.682731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'name': 'network-vif-deleted', 'tag': '46627923-b54c-48e0-ae93-f963d8f64ed6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:36:13.687531 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e41c92-9d19-4d0c-ba2c-63c7f747f26d" -d '{"events": [{"server_uuid": "e5ef4601-49c3-4354-bd6a-005b9fe1b811", "name": "network-vif-deleted", "tag": "46627923-b54c-48e0-ae93-f963d8f64ed6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:36:13.777423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb58c68d-cd0c-42c2-a5b8-3707f4ca0bdf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (4d95ac4a-1643-4660-9841-491e89d2073f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.780042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34294) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:13.801396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb58c68d-cd0c-42c2-a5b8-3707f4ca0bdf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (4d95ac4a-1643-4660-9841-491e89d2073f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.886419 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a562d92-1b55-4f40-b9cc-4188a993ea73 x-openstack-request-id: req-9a562d92-1b55-4f40-b9cc-4188a993ea73 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:36:13.886964 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef4601-49c3-4354-bd6a-005b9fe1b811", "name": "network-vif-deleted", "tag": "46627923-b54c-48e0-ae93-f963d8f64ed6", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:36:13.887391 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a562d92-1b55-4f40-b9cc-4188a993ea73 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:36:13.887942 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef4601-49c3-4354-bd6a-005b9fe1b811', 'name': 'network-vif-deleted', 'tag': '46627923-b54c-48e0-ae93-f963d8f64ed6', 'status': 'completed', 'code': 200} Feb 03 14:36:13.890818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb58c68d-cd0c-42c2-a5b8-3707f4ca0bdf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4d95ac4a-1643-4660-9841-491e89d2073f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.893636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb58c68d-cd0c-42c2-a5b8-3707f4ca0bdf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.894951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cb58c68d-cd0c-42c2-a5b8-3707f4ca0bdf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/4d95ac4a-1643-4660-9841-491e89d2073f HTTP/1.1" status: 204 len: 168 time: 0.9153566 Feb 03 14:36:13.899245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34302) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:13.913004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c68d-cd0c-42c2-a5b8-3707f4ca0bdf tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d95ac4a-1643-4660-9841-491e89d2073f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:13.921842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c733-7aba-4077-a6f2-10658f288eaf req-26d0f42b-bbaf-4e94-b4c0-0213c1e82f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:13.923673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2446c733-7aba-4077-a6f2-10658f288eaf req-26d0f42b-bbaf-4e94-b4c0-0213c1e82f03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2337003 Feb 03 14:36:13.978594 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Publish callbacks [] for port (add0aeec-dbf8-431d-b652-51e2324c213a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:13.987641 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.029644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c733-7aba-4077-a6f2-10658f288eaf req-c74fd28c-9030-449b-9b78-db28f6f10c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:14.031496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2446c733-7aba-4077-a6f2-10658f288eaf req-c74fd28c-9030-449b-9b78-db28f6f10c28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1007681 Feb 03 14:36:14.039741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Pushing event updated for resources: {'Port': ['ID=add0aeec-dbf8-431d-b652-51e2324c213a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:14.048918 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12bbcaff-c83c-420e-a1a5-73da9607301d tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1452076 Feb 03 14:36:14.055038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:14.058170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34308) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:14.058558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:14.062045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:14.174538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Attempting to bind port add0aeec-dbf8-431d-b652-51e2324c213a on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:36:14.175299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Attempting to bind port add0aeec-dbf8-431d-b652-51e2324c213a by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:36:14.175680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Attempting to bind port add0aeec-dbf8-431d-b652-51e2324c213a on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:36:14.177147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51a6d-eda0-4a8e-894f-9955192961d3 req-32a0a1fe-693c-48b2-b302-6d50bf4c05c3 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:14.179316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc51a6d-eda0-4a8e-894f-9955192961d3 req-32a0a1fe-693c-48b2-b302-6d50bf4c05c3 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 947 time: 0.1772780 Feb 03 14:36:14.185935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:36:14.186324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:36:14.188325 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.188830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:36:14.189322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Bound port: add0aeec-dbf8-431d-b652-51e2324c213a, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:36:14.189756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.207123 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-6851c335-7752-4b4e-b659-e055ea85ebc3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] delete failed (client error): The resource could not be found. Feb 03 14:36:14.208514 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6851c335-7752-4b4e-b659-e055ea85ebc3 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "DELETE /v2.0/security-groups/d956868a-1e8d-481d-9b32-89d991a7e7b9 HTTP/1.1" status: 404 len: 347 time: 0.1488698 Feb 03 14:36:14.212543 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd082755-4a50-4e8b-a46a-ed1f94585fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.214435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34314) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:14.254397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2446c733-7aba-4077-a6f2-10658f288eaf req-d6167ab0-d8d3-483b-beb6-5d11884f0f51 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891153 Feb 03 14:36:14.260760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fee5:9811 (1761b6a0-66c5-4456-9565-fda91494eed0/51022690-bca3-4cec-aa4a-d881a5e17450/60361774-9b5a-4893-9f40-d26b9681e27a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:14.264727 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-d1858c0b-7df0-4b29-bbfa-b6487353582b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] show failed (client error): The resource could not be found. Feb 03 14:36:14.267748 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d1858c0b-7df0-4b29-bbfa-b6487353582b tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-groups/e5b650ba-1261-4103-87a2-d413d5e938bf HTTP/1.1" status: 404 len: 347 time: 0.0501621 Feb 03 14:36:14.273931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34316) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:14.314224 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-ecc531c5-5d5a-4a8e-8e5b-e9c28631e459 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] show failed (client error): The resource could not be found. Feb 03 14:36:14.315572 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ecc531c5-5d5a-4a8e-8e5b-e9c28631e459 tempest-NegativeSecGroupIPv6Test-231006951 tempest-NegativeSecGroupIPv6Test-231006951-project] 10.222.0.52 "GET /v2.0/security-group-rules/05f40df6-ee5b-4a88-9c78-b881b4ef9953 HTTP/1.1" status: 404 len: 356 time: 0.0394361 Feb 03 14:36:14.352040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] For port add0aeec-dbf8-431d-b652-51e2324c213a, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:36:14.359250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] For port add0aeec-dbf8-431d-b652-51e2324c213a, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=add0aeec-dbf8-431d-b652-51e2324c213a,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:36:14.371472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.389977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc51a6d-eda0-4a8e-894f-9955192961d3 req-f0fed34c-1ee6-4e5e-a128-6f5db01b1215 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835897 Feb 03 14:36:14.515747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2aeea261-1b34-4063-872a-8b6d02a7681c no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:14.524377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2446c733-7aba-4077-a6f2-10658f288eaf req-b9e977c2-a0e9-4d36-a11c-77105097957a service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636793 Feb 03 14:36:14.571683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd082755-4a50-4e8b-a46a-ed1f94585fc9 admin admin] Publish callbacks [] for security_group (56eed7f3-c472-4575-b6c7-67b0c581f640), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.597952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 2aeea261-1b34-4063-872a-8b6d02a7681c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:36:14.598702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 2aeea261-1b34-4063-872a-8b6d02a7681c not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:36:14.604652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f052d01-de54-466f-bf47-7e91700c3fec None None] Pushing event updated for resources: {'Port': ['ID=add0aeec-dbf8-431d-b652-51e2324c213a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:14.643054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bd082755-4a50-4e8b-a46a-ed1f94585fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (56eed7f3-c472-4575-b6c7-67b0c581f640), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.677739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34326) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:14.707179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd082755-4a50-4e8b-a46a-ed1f94585fc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2218955ede1043909317dafa2eb0d50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9265110 Feb 03 14:36:14.723712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34332) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:14.785898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] Deleting subnet 30470583-379a-4ca9-877d-72444ccd4326 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:14.790451 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] Publish callbacks [] for subnet (30470583-379a-4ca9-877d-72444ccd4326), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.845312 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (30470583-379a-4ca9-877d-72444ccd4326), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.861896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd082755-4a50-4e8b-a46a-ed1f94585fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eed7f3-c472-4575-b6c7-67b0c581f640,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:14.888591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34336) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:14.906364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-667aefb8-67b8-4ba6-a784-50d7a5778863 admin admin] Publish callbacks [] for security_group (56eed7f3-c472-4575-b6c7-67b0c581f640), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.931369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (60361774-9b5a-4893-9f40-d26b9681e27a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.961368 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-667aefb8-67b8-4ba6-a784-50d7a5778863 admin admin] Publish callbacks [] for security_group (56eed7f3-c472-4575-b6c7-67b0c581f640), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:14.963751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (30470583-379a-4ca9-877d-72444ccd4326), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.057368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (30470583-379a-4ca9-877d-72444ccd4326), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.103114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30470583-379a-4ca9-877d-72444ccd4326,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:15.108876 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.115939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5ae73865-48f1-47e8-8a68-565981639ddf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/30470583-379a-4ca9-877d-72444ccd4326 HTTP/1.1" status: 204 len: 168 time: 0.4348342 Feb 03 14:36:15.121688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34342) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:15.240784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (0cc3fd93-d186-4fb2-b1c8-1475bda7da85), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.300504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-35106387-f6cb-40e4-ae0b-9906cd0ccc23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d1464ef833448acb4d3b48814f1e5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106801 Feb 03 14:36:15.302967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:15.405456 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (0cc3fd93-d186-4fb2-b1c8-1475bda7da85), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.494521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29f52bff-ef74-41dc-b830-184af19ea536 admin admin] Publish callbacks [] for security_group (65c229ea-5706-4bd2-944b-aec7e0083b1e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.498630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc3fd93-d186-4fb2-b1c8-1475bda7da85']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:15.550894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (60361774-9b5a-4893-9f40-d26b9681e27a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.555376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dbe57e-bf39-4421-a4fd-06679386ddb6') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:15.555678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dbe57e-bf39-4421-a4fd-06679386ddb6') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:15.600568 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29f52bff-ef74-41dc-b830-184af19ea536 admin admin] Publish callbacks [] for security_group (65c229ea-5706-4bd2-944b-aec7e0083b1e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.603412 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (45dbe57e-bf39-4421-a4fd-06679386ddb6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.627801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=60361774-9b5a-4893-9f40-d26b9681e27a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:15.636564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:15.639547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:15.643414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:15.655705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:15.656495 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.660243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-667aefb8-67b8-4ba6-a784-50d7a5778863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (56eed7f3-c472-4575-b6c7-67b0c581f640), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.664322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-667aefb8-67b8-4ba6-a784-50d7a5778863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.675053 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-667aefb8-67b8-4ba6-a784-50d7a5778863 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56eed7f3-c472-4575-b6c7-67b0c581f640 HTTP/1.1" status: 204 len: 168 time: 0.9434707 Feb 03 14:36:15.698200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (45dbe57e-bf39-4421-a4fd-06679386ddb6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.717430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9078d8-5ab9-4a78-8587-a4893b807f55 req-2add4d58-78fe-4921-aa58-5fa7569715d7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:15.719289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e9078d8-5ab9-4a78-8587-a4893b807f55 req-2add4d58-78fe-4921-aa58-5fa7569715d7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 947 time: 0.2031212 Feb 03 14:36:15.720053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aefb8-67b8-4ba6-a784-50d7a5778863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eed7f3-c472-4575-b6c7-67b0c581f640,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:15.735759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6afe4877-613a-4de2-bf96-0702fa2ad028 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5148985 Feb 03 14:36:15.736635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34366) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:15.750163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:36:15.751403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (45dbe57e-bf39-4421-a4fd-06679386ddb6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:36:15.754188 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:36:15.759724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 46627923-b54c-48e0-ae93-f963d8f64ed6 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:15.826740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f218086-c1f2-4916-9699-26bd3555c419 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:15.828518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 46627923-b54c-48e0-ae93-f963d8f64ed6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:36:15.831282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 46627923-b54c-48e0-ae93-f963d8f64ed6 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:36:15.834452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f218086-c1f2-4916-9699-26bd3555c419 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:15.839987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9f218086-c1f2-4916-9699-26bd3555c419 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1021891 Feb 03 14:36:15.840882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:15.881322 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7916bb49-1558-4311-acb5-1a9bb2197a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.962957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29f52bff-ef74-41dc-b830-184af19ea536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (65c229ea-5706-4bd2-944b-aec7e0083b1e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.966972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29f52bff-ef74-41dc-b830-184af19ea536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:15.974877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29f52bff-ef74-41dc-b830-184af19ea536 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65c229ea-5706-4bd2-944b-aec7e0083b1e HTTP/1.1" status: 204 len: 168 time: 0.6692193 Feb 03 14:36:16.014860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (0cc3fd93-d186-4fb2-b1c8-1475bda7da85), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.041945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.051269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0cc3fd93-d186-4fb2-b1c8-1475bda7da85 HTTP/1.1" status: 204 len: 168 time: 0.9252107 Feb 03 14:36:16.056160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 60361774-9b5a-4893-9f40-d26b9681e27a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:16.057275 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (60361774-9b5a-4893-9f40-d26b9681e27a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.089968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device add0aeec-dbf8-431d-b652-51e2324c213a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:16.095427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e9078d8-5ab9-4a78-8587-a4893b807f55 req-66ffac84-0e0e-4390-8cee-36aeaba9c47d tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300788 Feb 03 14:36:16.096281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f52bff-ef74-41dc-b830-184af19ea536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c229ea-5706-4bd2-944b-aec7e0083b1e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:16.123717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86432-6fb2-46ad-9c5f-66dc8d3b2ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc3fd93-d186-4fb2-b1c8-1475bda7da85,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:16.237584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port add0aeec-dbf8-431d-b652-51e2324c213a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:16.237916 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.297179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (60361774-9b5a-4893-9f40-d26b9681e27a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.338480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 60361774-9b5a-4893-9f40-d26b9681e27a owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:16.396458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port add0aeec-dbf8-431d-b652-51e2324c213a is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:16.397401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.456630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8cef0884-cc3f-4af3-90f3-ae86988e2794 None None] Provisioning complete for port add0aeec-dbf8-431d-b652-51e2324c213a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:16.457012 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8cef0884-cc3f-4af3-90f3-ae86988e2794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.508696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34398) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:16.592951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e2f77607-3197-4eb0-9b4f-c4df8839185d details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:36:16.626534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7dc17664-26ad-405b-90e5-38ba6d02e4cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d2ebcfc1d024d518d4b6fbb3037bdef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165197 Feb 03 14:36:16.629480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:16.671632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port add0aeec-dbf8-431d-b652-51e2324c213a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=add0aeec-dbf8-431d-b652-51e2324c213a,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:16.682819 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.690938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (60361774-9b5a-4893-9f40-d26b9681e27a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.764635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=60361774-9b5a-4893-9f40-d26b9681e27a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:16.767404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c66829eb-7c73-4833-b085-a1930a5b856c admin admin] Publish callbacks [] for security_group (6f26b07b-6402-41f7-8c2d-112e40fd6b53), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.812395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.817086 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-17245e72-616e-465e-a63f-4fe7e5a18c86 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/60361774-9b5a-4893-9f40-d26b9681e27a HTTP/1.1" status: 204 len: 168 time: 0.9746320 Feb 03 14:36:16.820461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:16.841136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c66829eb-7c73-4833-b085-a1930a5b856c admin admin] Publish callbacks [] for security_group (6f26b07b-6402-41f7-8c2d-112e40fd6b53), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.905405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:16.936375 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d1267c0-7f64-4852-a5ea-6e6a46c5e2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.940650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92bb972-c820-41d1-b166-535e5ff8e6e4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:16.942104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92bb972-c820-41d1-b166-535e5ff8e6e4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:16.951506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34412) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:16.952491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b92bb972-c820-41d1-b166-535e5ff8e6e4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1308062 Feb 03 14:36:16.970071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c66829eb-7c73-4833-b085-a1930a5b856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f26b07b-6402-41f7-8c2d-112e40fd6b53), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.973799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c66829eb-7c73-4833-b085-a1930a5b856c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:16.978492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c66829eb-7c73-4833-b085-a1930a5b856c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f26b07b-6402-41f7-8c2d-112e40fd6b53 HTTP/1.1" status: 204 len: 168 time: 0.3361552 Feb 03 14:36:17.035845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66829eb-7c73-4833-b085-a1930a5b856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f26b07b-6402-41f7-8c2d-112e40fd6b53,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:17.042927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34416) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:17.268160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d1267c0-7f64-4852-a5ea-6e6a46c5e2f6 admin admin] Publish callbacks [] for security_group (62b932a0-0fdf-413d-9362-31c27f85a1ff), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.285682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 51022690-bca3-4cec-aa4a-d881a5e17450 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:17.292237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d1267c0-7f64-4852-a5ea-6e6a46c5e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (62b932a0-0fdf-413d-9362-31c27f85a1ff), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.324151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95585-069b-476f-a80b-2df7bb2d5f00 req-dc95e6ce-b240-475a-af41-6d770b46255b tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:17.337768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbe95585-069b-476f-a80b-2df7bb2d5f00 req-dc95e6ce-b240-475a-af41-6d770b46255b tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 947 time: 0.1296270 Feb 03 14:36:17.352317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=add0aeec-dbf8-431d-b652-51e2324c213a,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:17.373156 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1d1267c0-7f64-4852-a5ea-6e6a46c5e2f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0de60cbddce34d37bd9476f4db4da7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4654951 Feb 03 14:36:17.376473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (51022690-bca3-4cec-aa4a-d881a5e17450), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.380891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34428) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:17.391471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8cef0884-cc3f-4af3-90f3-ae86988e2794 None None] Current status of the port add0aeec-dbf8-431d-b652-51e2324c213a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:17.437716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port e2f77607-3197-4eb0-9b4f-c4df8839185d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:17.438334 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46240830-6e8f-4627-a9c8-73b654cb336b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.455919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'e2f77607-3197-4eb0-9b4f-c4df8839185d', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'e2f77607-3197-4eb0-9b4f-c4df8839185d', 'mac_address': 'fa:16:3e:37:07:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:36:17.457115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1267c0-7f64-4852-a5ea-6e6a46c5e2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b932a0-0fdf-413d-9362-31c27f85a1ff,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:17.508070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (51022690-bca3-4cec-aa4a-d881a5e17450), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.536228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port e2f77607-3197-4eb0-9b4f-c4df8839185d is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:17.537307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.555995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f77607-3197-4eb0-9b4f-c4df8839185d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:36:17.564183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e0b04cb6-a9da-4880-b2b0-93d739fdf2cc None None] Could not find standard attr ID for object 60361774-9b5a-4893-9f40-d26b9681e27a. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:36:17.564712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbe95585-069b-476f-a80b-2df7bb2d5f00 req-149c7eb1-0a9c-4de5-915d-bcdbb757d523 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251339 Feb 03 14:36:17.591452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port e2f77607-3197-4eb0-9b4f-c4df8839185d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:17.600028 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.665428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=e2f77607-3197-4eb0-9b4f-c4df8839185d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:17.736814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (51022690-bca3-4cec-aa4a-d881a5e17450), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.747722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46240830-6e8f-4627-a9c8-73b654cb336b admin admin] Publish callbacks [] for security_group (2fcc352a-e8c7-4577-ab6f-605c06c6f459), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.753204 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46240830-6e8f-4627-a9c8-73b654cb336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2fcc352a-e8c7-4577-ab6f-605c06c6f459), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.781116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-28be6487-bb6a-4251-9ca0-18c4588cbc34 admin admin] Publish callbacks [] for security_group (62b932a0-0fdf-413d-9362-31c27f85a1ff), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.799934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-46240830-6e8f-4627-a9c8-73b654cb336b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9eaeb1ec33d04e42b99e6f8cb7886905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7530367 Feb 03 14:36:17.803125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['e2f77607-3197-4eb0-9b4f-c4df8839185d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:36:17.805986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34446) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:17.845472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46240830-6e8f-4627-a9c8-73b654cb336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc352a-e8c7-4577-ab6f-605c06c6f459,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:17.864828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-28be6487-bb6a-4251-9ca0-18c4588cbc34 admin admin] Publish callbacks [] for security_group (62b932a0-0fdf-413d-9362-31c27f85a1ff), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.932389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-950e4f9b-d3e8-482c-94d9-cff5e4c3f62e admin admin] Publish callbacks [] for security_group (2fcc352a-e8c7-4577-ab6f-605c06c6f459), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.974082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-950e4f9b-d3e8-482c-94d9-cff5e4c3f62e admin admin] Publish callbacks [] for security_group (2fcc352a-e8c7-4577-ab6f-605c06c6f459), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.984471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (51022690-bca3-4cec-aa4a-d881a5e17450), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:17.987155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device add0aeec-dbf8-431d-b652-51e2324c213a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:18.021203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.025224 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/51022690-bca3-4cec-aa4a-d881a5e17450 HTTP/1.1" status: 204 len: 168 time: 1.0714476 Feb 03 14:36:18.027896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34452) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:18.032136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170fce7-3a4d-4abf-8a41-83b9ff045681 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=51022690-bca3-4cec-aa4a-d881a5e17450,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:18.048680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f4ae0-6468-416d-be4b-d013e2443c2b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:18.072653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-28be6487-bb6a-4251-9ca0-18c4588cbc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (62b932a0-0fdf-413d-9362-31c27f85a1ff), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.078056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-28be6487-bb6a-4251-9ca0-18c4588cbc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.079896 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-28be6487-bb6a-4251-9ca0-18c4588cbc34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62b932a0-0fdf-413d-9362-31c27f85a1ff HTTP/1.1" status: 204 len: 168 time: 0.6978219 Feb 03 14:36:18.096504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be6487-bb6a-4251-9ca0-18c4588cbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b932a0-0fdf-413d-9362-31c27f85a1ff,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:18.101953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-950e4f9b-d3e8-482c-94d9-cff5e4c3f62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2fcc352a-e8c7-4577-ab6f-605c06c6f459), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.105989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-950e4f9b-d3e8-482c-94d9-cff5e4c3f62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.107566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-950e4f9b-d3e8-482c-94d9-cff5e4c3f62e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fcc352a-e8c7-4577-ab6f-605c06c6f459 HTTP/1.1" status: 204 len: 168 time: 0.2979321 Feb 03 14:36:18.114737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7be9c603-c7c7-42cc-b67b-f98010d0e0f9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843792 Feb 03 14:36:18.118037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34462) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:18.120211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e4f9b-d3e8-482c-94d9-cff5e4c3f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc352a-e8c7-4577-ab6f-605c06c6f459,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:18.132094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:18.258508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:18.266972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.320521 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70327389-caf6-4896-ad51-950cc20b8088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.449992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port add0aeec-dbf8-431d-b652-51e2324c213a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:18.450683 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.581481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:36:18.600926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port add0aeec-dbf8-431d-b652-51e2324c213a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:18.677373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] Deleting port add0aeec-dbf8-431d-b652-51e2324c213a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:18.677766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.731088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:36:18.773815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] For port add0aeec-dbf8-431d-b652-51e2324c213a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=add0aeec-dbf8-431d-b652-51e2324c213a,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:18.774280 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.789265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] Calling delete_port for add0aeec-dbf8-431d-b652-51e2324c213a owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:18.889018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (add0aeec-dbf8-431d-b652-51e2324c213a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.919640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] Pushing event deleted for resources: {'Port': ['ID=add0aeec-dbf8-431d-b652-51e2324c213a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:18.924751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a101ba-8e60-4e4b-8c94-c997768c2193 req-b0a6b178-7abd-48ee-8a9c-92e1c0742a8e tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:18.927068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7a101ba-8e60-4e4b-8c94-c997768c2193 req-b0a6b178-7abd-48ee-8a9c-92e1c0742a8e tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 948 time: 0.1925910 Feb 03 14:36:18.931804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34486) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:18.934526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd372b94-a4e7-452a-85bf-f99d31d6e8a6 None None] No DVR routers for this DVR port add0aeec-dbf8-431d-b652-51e2324c213a on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:18.971997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-020da268-84a1-4b1a-b4d1-eaacafb327ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:18.985409 n-d-827549-2 neutron-server[103342]: WARNING neutron.services.revisions.revision_plugin [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Could not find related port for resource to bump revision. Feb 03 14:36:19.000250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_pluggable_backend [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Port add0aeec-dbf8-431d-b652-51e2324c213a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 14:36:19.000451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_pluggable_backend [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Reverting IP allocation for 2001:db8::f816:3eff:fefc:796a {{(pid=103342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 14:36:19.004478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_pluggable_backend [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefc:796a {{(pid=103342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 03 14:36:19.009160 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (cbbde192-6f86-4928-b850-2b9cdcaf907f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.068463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:19.075835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7a101ba-8e60-4e4b-8c94-c997768c2193 req-3cd14fe2-2eaa-4daa-8c68-ba1e4712d59a tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319077 Feb 03 14:36:19.080346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:19.084506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:19.085690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.092851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696745af-87e6-4e32-b338-954429e30136 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:19.141344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-020da268-84a1-4b1a-b4d1-eaacafb327ba admin admin] Publish callbacks [] for security_group (25a9c4b9-f0a5-4a33-9092-0930aef7bcb0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.141496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=cbbde192-6f86-4928-b850-2b9cdcaf907f,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:19.149512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-020da268-84a1-4b1a-b4d1-eaacafb327ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (25a9c4b9-f0a5-4a33-9092-0930aef7bcb0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.156545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4816537a-13ab-4e5c-88f4-dd4eba22de8b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0340216 Feb 03 14:36:19.157228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34494) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:19.170285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:9f:13:7a', 'name': 'tempest-NetworksTestDHCPv6-1557393240'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:19.190239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020da268-84a1-4b1a-b4d1-eaacafb327ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9c4b9-f0a5-4a33-9092-0930aef7bcb0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:19.212041 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-020da268-84a1-4b1a-b4d1-eaacafb327ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93a9a39d8696495ab2ed8bc76cdc60b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780657 Feb 03 14:36:19.215685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34498) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:19.292033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': 'cbbde192-6f86-4928-b850-2b9cdcaf907f'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:36:19.294947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.324670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3773bf49-5d19-4438-8e11-6eb71a951545 admin admin] Publish callbacks [] for security_group (25a9c4b9-f0a5-4a33-9092-0930aef7bcb0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.376053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3773bf49-5d19-4438-8e11-6eb71a951545 admin admin] Publish callbacks [] for security_group (25a9c4b9-f0a5-4a33-9092-0930aef7bcb0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.454002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:19.454917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Allocated IP 2001:db8::f816:3eff:fec1:9e26 (1761b6a0-66c5-4456-9565-fda91494eed0/cbbde192-6f86-4928-b850-2b9cdcaf907f/bd5a4664-1bf9-4faf-86b4-7cb851b8f32b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:19.457187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3773bf49-5d19-4438-8e11-6eb71a951545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (25a9c4b9-f0a5-4a33-9092-0930aef7bcb0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.462093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3773bf49-5d19-4438-8e11-6eb71a951545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.464399 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3773bf49-5d19-4438-8e11-6eb71a951545 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25a9c4b9-f0a5-4a33-9092-0930aef7bcb0 HTTP/1.1" status: 204 len: 168 time: 0.2476249 Feb 03 14:36:19.477989 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773bf49-5d19-4438-8e11-6eb71a951545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9c4b9-f0a5-4a33-9092-0930aef7bcb0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:19.653770 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.662233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.670233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Publish callbacks [] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.679850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.713351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 33e7f22e-6d94-4a01-adde-cdb222874619 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:19.737964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:19.741681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:19.745215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:19.757566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Pushing event updated for resources: {'Port': ['ID=bd5a4664-1bf9-4faf-86b4-7cb851b8f32b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:19.866793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Attempting to bind port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:36:19.867321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Attempting to bind port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:36:19.867729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Attempting to bind port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:36:19.884788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:36:19.885194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:36:19.885620 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.886005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:36:19.886494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Bound port: bd5a4664-1bf9-4faf-86b4-7cb851b8f32b, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:36:19.886878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:19.991413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device add0aeec-dbf8-431d-b652-51e2324c213a no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:20.031225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fe9f:137a (1761b6a0-66c5-4456-9565-fda91494eed0/cbbde192-6f86-4928-b850-2b9cdcaf907f/33e7f22e-6d94-4a01-adde-cdb222874619) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:20.049935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: add0aeec-dbf8-431d-b652-51e2324c213a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:36:20.051394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device add0aeec-dbf8-431d-b652-51e2324c213a not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:36:20.099891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] For port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:36:20.105925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] For port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd5a4664-1bf9-4faf-86b4-7cb851b8f32b,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:36:20.115174 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:20.204449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceb88e-9fbe-436b-bdce-04ec040770fc None None] Pushing event updated for resources: {'Port': ['ID=bd5a4664-1bf9-4faf-86b4-7cb851b8f32b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:20.319499 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (33e7f22e-6d94-4a01-adde-cdb222874619), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:20.409761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (33e7f22e-6d94-4a01-adde-cdb222874619), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:20.504530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=33e7f22e-6d94-4a01-adde-cdb222874619,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:20.524270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e2f77607-3197-4eb0-9b4f-c4df8839185d up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:20.568300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:20.576323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:20.581627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:20.587482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:20.588089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:20.638976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50bab-8f8e-4c01-9477-2e7e6d4beb3d req-593d17c8-5642-48e5-9114-6958fe648cb7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:20.646463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07b50bab-8f8e-4c01-9477-2e7e6d4beb3d req-593d17c8-5642-48e5-9114-6958fe648cb7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 948 time: 0.2780738 Feb 03 14:36:20.658302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8d107945-7c08-43c9-99ea-4c8321bf122f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5000043 Feb 03 14:36:20.661163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34542) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:20.693825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port e2f77607-3197-4eb0-9b4f-c4df8839185d completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:36:20.734660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port e2f77607-3197-4eb0-9b4f-c4df8839185d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:20.735164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:20.779130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515736f5-091c-4d02-9140-ee6750ef03cd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:20.793741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07b50bab-8f8e-4c01-9477-2e7e6d4beb3d req-9c031c3d-6e3c-4e9e-9edb-bc23295f780f tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295488 Feb 03 14:36:20.800835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515736f5-091c-4d02-9140-ee6750ef03cd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:20.805527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-515736f5-091c-4d02-9140-ee6750ef03cd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1400692 Feb 03 14:36:20.806072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34546) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:20.842018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:20.955681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port e2f77607-3197-4eb0-9b4f-c4df8839185d is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:20.956470 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:20.975094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 33e7f22e-6d94-4a01-adde-cdb222874619 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:20.976373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (33e7f22e-6d94-4a01-adde-cdb222874619), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:21.011722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77607-3197-4eb0-9b4f-c4df8839185d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:36:21.029979 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b88d43-2fb3-450d-917d-566c42d4aa42" -d '{"events": [{"server_uuid": "f3728f32-1a57-48e0-8fdd-ca94e4ab05b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77607-3197-4eb0-9b4f-c4df8839185d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:36:21.079000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port e2f77607-3197-4eb0-9b4f-c4df8839185d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:21.087226 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:21.189080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (33e7f22e-6d94-4a01-adde-cdb222874619), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:21.216005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 33e7f22e-6d94-4a01-adde-cdb222874619 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:21.262684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=e2f77607-3197-4eb0-9b4f-c4df8839185d,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:21.306598 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c716cb9-369e-4b88-9b4e-1f06bd78f081 x-openstack-request-id: req-6c716cb9-369e-4b88-9b4e-1f06bd78f081 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:36:21.306946 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3728f32-1a57-48e0-8fdd-ca94e4ab05b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2f77607-3197-4eb0-9b4f-c4df8839185d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:36:21.307207 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c716cb9-369e-4b88-9b4e-1f06bd78f081 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:36:21.307632 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f77607-3197-4eb0-9b4f-c4df8839185d', 'code': 200} Feb 03 14:36:21.501459 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (33e7f22e-6d94-4a01-adde-cdb222874619), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:21.561017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=33e7f22e-6d94-4a01-adde-cdb222874619,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:21.630978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:21.637631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-85553b3a-6f01-4687-9b6a-7ef2c642e683 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/33e7f22e-6d94-4a01-adde-cdb222874619 HTTP/1.1" status: 204 len: 168 time: 0.8283768 Feb 03 14:36:21.638120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34588) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:21.670988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46daeac-b3f2-4217-bc24-a851aa38e755 req-04392ff5-b029-41e4-a42f-0e2c69f228a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:21.673833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b46daeac-b3f2-4217-bc24-a851aa38e755 req-04392ff5-b029-41e4-a42f-0e2c69f228a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 1131 time: 0.1862471 Feb 03 14:36:21.778746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b46daeac-b3f2-4217-bc24-a851aa38e755 req-e5e89135-07b5-422c-b133-f97c32f68f54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983675 Feb 03 14:36:21.780200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e1d5d-fc6c-4a4f-acc0-61fd66f6ac49 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:21.782128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e1d5d-fc6c-4a4f-acc0-61fd66f6ac49 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:21.783959 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-236e1d5d-fc6c-4a4f-acc0-61fd66f6ac49 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1446061 Feb 03 14:36:21.786847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34598) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:21.880539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet cbbde192-6f86-4928-b850-2b9cdcaf907f {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:21.890641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (cbbde192-6f86-4928-b850-2b9cdcaf907f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.018889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (cbbde192-6f86-4928-b850-2b9cdcaf907f), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.057292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd5a4664-1bf9-4faf-86b4-7cb851b8f32b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:22.104844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e35e8840-ee0e-4dea-a93d-2e538d72700f None None] Provisioning complete for port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:22.105233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35e8840-ee0e-4dea-a93d-2e538d72700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.219959 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (cbbde192-6f86-4928-b850-2b9cdcaf907f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.239460 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.282647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:22.285872 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.391551 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (cbbde192-6f86-4928-b850-2b9cdcaf907f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.477588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbde192-6f86-4928-b850-2b9cdcaf907f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:22.505092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.521736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8d99ba57-d768-4f6e-98f6-7b3511c488b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/cbbde192-6f86-4928-b850-2b9cdcaf907f HTTP/1.1" status: 204 len: 168 time: 0.7288151 Feb 03 14:36:22.521736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34614) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:22.567322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8bcf6-c185-451d-bebd-affe0c6cda51 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:22.595644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f13d04ad-4dd0-4a3f-af70-d0d93e8bc478 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745900 Feb 03 14:36:22.597982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34618) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:22.705317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e35e8840-ee0e-4dea-a93d-2e538d72700f None None] Current status of the port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:22.706090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35e8840-ee0e-4dea-a93d-2e538d72700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.712986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4098788-f425-4a5d-8430-dd490b5edd65 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:22.715226 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d4098788-f425-4a5d-8430-dd490b5edd65 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1158843 Feb 03 14:36:22.718477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34624) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:22.751547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:22.752318 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.791452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d762d-0fdf-4c12-8ff2-a703ed92af76 req-d8e27455-716e-4b12-bc5b-d73e3cc7a68a tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:22.800229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e35e8840-ee0e-4dea-a93d-2e538d72700f None None] For port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd5a4664-1bf9-4faf-86b4-7cb851b8f32b,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:22.801142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-028d762d-0fdf-4c12-8ff2-a703ed92af76 req-d8e27455-716e-4b12-bc5b-d73e3cc7a68a tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 949 time: 0.1632595 Feb 03 14:36:22.811307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35e8840-ee0e-4dea-a93d-2e538d72700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:22.825549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34626) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:22.880034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e8840-ee0e-4dea-a93d-2e538d72700f None None] Pushing event updated for resources: {'Port': ['ID=bd5a4664-1bf9-4faf-86b4-7cb851b8f32b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:22.941892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9563d-a101-47b0-8756-856d85464e3f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:22.948351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:36:22.948774 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dff9563d-a101-47b0-8756-856d85464e3f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2239232 Feb 03 14:36:22.949622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:22.966198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8f5e4f5c-6c8b-4bde-b627-e691518f85d2 None None] Could not find standard attr ID for object 33e7f22e-6d94-4a01-adde-cdb222874619. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:36:22.984267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-028d762d-0fdf-4c12-8ff2-a703ed92af76 req-6cf48391-bea0-4c11-a813-db505144981e tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777718 Feb 03 14:36:23.008565 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:36:23.009040 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:36:23.044204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] Deleting port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:23.045127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.103345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34640) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:23.109029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:23.117570 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99aad663-f40f-406c-9e39-2f10e148c9c2 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1635411 Feb 03 14:36:23.131606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] For port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd5a4664-1bf9-4faf-86b4-7cb851b8f32b,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:23.132753 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.148650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] Calling delete_port for bd5a4664-1bf9-4faf-86b4-7cb851b8f32b owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:23.168550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-27c4fe5f-58fb-4440-a83c-a33efb8fc716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.238734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (bd5a4664-1bf9-4faf-86b4-7cb851b8f32b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.270701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] Pushing event deleted for resources: {'Port': ['ID=bd5a4664-1bf9-4faf-86b4-7cb851b8f32b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:23.279358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834e0c6-b2b6-464d-b68a-c4cf55669f47 None None] No DVR routers for this DVR port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:23.311627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-27c4fe5f-58fb-4440-a83c-a33efb8fc716 admin admin] Publish callbacks [] for security_group (570eeb7f-a4f3-4247-b81a-90026a48fafb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.317844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-27c4fe5f-58fb-4440-a83c-a33efb8fc716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (570eeb7f-a4f3-4247-b81a-90026a48fafb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.364897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:23.370053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.379954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-27c4fe5f-58fb-4440-a83c-a33efb8fc716 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ad0a8d7d5b54b0d9f579738ff3156bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485446 Feb 03 14:36:23.381150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4fe5f-58fb-4440-a83c-a33efb8fc716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570eeb7f-a4f3-4247-b81a-90026a48fafb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:23.384121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:23.437734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a935c183-0ea4-4a83-a3b6-a2973afa6528 admin admin] Publish callbacks [] for security_group (570eeb7f-a4f3-4247-b81a-90026a48fafb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.471597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a935c183-0ea4-4a83-a3b6-a2973afa6528 admin admin] Publish callbacks [] for security_group (570eeb7f-a4f3-4247-b81a-90026a48fafb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.535572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a935c183-0ea4-4a83-a3b6-a2973afa6528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (570eeb7f-a4f3-4247-b81a-90026a48fafb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.541130 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a935c183-0ea4-4a83-a3b6-a2973afa6528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.545243 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a935c183-0ea4-4a83-a3b6-a2973afa6528 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/570eeb7f-a4f3-4247-b81a-90026a48fafb HTTP/1.1" status: 204 len: 168 time: 0.1596646 Feb 03 14:36:23.567264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port bd5a4664-1bf9-4faf-86b4-7cb851b8f32b update to ACTIVE by agent not found {{(pid=103343) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 14:36:23.585903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935c183-0ea4-4a83-a3b6-a2973afa6528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570eeb7f-a4f3-4247-b81a-90026a48fafb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:23.778164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (482fdf51-8454-4685-9ea2-edc23149b660), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.869968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:23.871976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:23.883631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=482fdf51-8454-4685-9ea2-edc23149b660,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:23.884539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248a7e9-f112-403d-a671-11beb8d6334d None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:23.893581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:23.894382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:23.927207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9523340d-08bb-43af-a872-436c320c9fe3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8196430 Feb 03 14:36:23.927207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34666) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:23.934288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:92:e3:48', 'name': 'tempest-NetworksTestDHCPv6-181451495'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:23.936391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd5a4664-1bf9-4faf-86b4-7cb851b8f32b no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:24.178012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bd5a4664-1bf9-4faf-86b4-7cb851b8f32b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:36:24.179246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd5a4664-1bf9-4faf-86b4-7cb851b8f32b not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:36:24.250422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dbef9-119e-432d-9274-16120df7d541 req-822693b2-f223-41e7-a72b-e3d5021e7b15 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:24.253877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025dbef9-119e-432d-9274-16120df7d541 req-822693b2-f223-41e7-a72b-e3d5021e7b15 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 949 time: 0.1322663 Feb 03 14:36:24.255999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:24.260792 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.268514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': '482fdf51-8454-4685-9ea2-edc23149b660'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:36:24.269735 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.321769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port bc6dea7b-5381-420c-85f7-e88a97494213 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:24.344667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34680) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:24.512677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/482fdf51-8454-4685-9ea2-edc23149b660/ee3562b9-4b94-4fb6-afa9-1eb120dfafaa) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:24.570038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-025dbef9-119e-432d-9274-16120df7d541 req-83eff3aa-b635-4b41-9be7-3ec701be31d2 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604568 Feb 03 14:36:24.691416 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Publish callbacks [] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.699094 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.702131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e4069b9-cade-4a4a-9255-8e4f22353606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.761103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Pushing event updated for resources: {'Port': ['ID=ee3562b9-4b94-4fb6-afa9-1eb120dfafaa,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:24.764683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:24.766534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:24.769729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:24.848328 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.874236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Attempting to bind port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:36:24.878608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Attempting to bind port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:36:24.879161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Attempting to bind port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:36:24.889549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e4069b9-cade-4a4a-9255-8e4f22353606 admin admin] Publish callbacks [] for security_group (35452ddf-50fe-4520-a0cd-2ff492f1ce60), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.890097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:36:24.890485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:36:24.890899 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.891343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:36:24.896149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::2d9 (1761b6a0-66c5-4456-9565-fda91494eed0/482fdf51-8454-4685-9ea2-edc23149b660/bc6dea7b-5381-420c-85f7-e88a97494213) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:24.896606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Bound port: ee3562b9-4b94-4fb6-afa9-1eb120dfafaa, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:36:24.897736 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:24.900161 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e4069b9-cade-4a4a-9255-8e4f22353606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (35452ddf-50fe-4520-a0cd-2ff492f1ce60), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.010822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4069b9-cade-4a4a-9255-8e4f22353606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35452ddf-50fe-4520-a0cd-2ff492f1ce60,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:25.068278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] For port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:36:25.073355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] For port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ee3562b9-4b94-4fb6-afa9-1eb120dfafaa,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:36:25.079417 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3e4069b9-cade-4a4a-9255-8e4f22353606 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c07823424a54c0385613fe798e5a00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7335234 Feb 03 14:36:25.083751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34714) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:25.085403 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.268126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba748-9df7-4282-9879-2c2be04982d6 None None] Pushing event updated for resources: {'Port': ['ID=ee3562b9-4b94-4fb6-afa9-1eb120dfafaa,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:25.294303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69b45f33-a8de-47da-8f46-bfbe28e3d96d admin admin] Publish callbacks [] for security_group (35452ddf-50fe-4520-a0cd-2ff492f1ce60), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.338678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (bc6dea7b-5381-420c-85f7-e88a97494213), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.359277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69b45f33-a8de-47da-8f46-bfbe28e3d96d admin admin] Publish callbacks [] for security_group (35452ddf-50fe-4520-a0cd-2ff492f1ce60), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.418056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bc6dea7b-5381-420c-85f7-e88a97494213), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.484487 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69b45f33-a8de-47da-8f46-bfbe28e3d96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (35452ddf-50fe-4520-a0cd-2ff492f1ce60), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.488305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69b45f33-a8de-47da-8f46-bfbe28e3d96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.496541 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-69b45f33-a8de-47da-8f46-bfbe28e3d96d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35452ddf-50fe-4520-a0cd-2ff492f1ce60 HTTP/1.1" status: 204 len: 168 time: 0.4101050 Feb 03 14:36:25.514585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b45f33-a8de-47da-8f46-bfbe28e3d96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35452ddf-50fe-4520-a0cd-2ff492f1ce60,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:25.570597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=bc6dea7b-5381-420c-85f7-e88a97494213,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:25.578037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:25.579430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:25.585563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:25.603269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:25.603644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:25.633688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f584b5b2-6e1c-4f77-8002-09cce48773cc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7049024 Feb 03 14:36:25.636557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34738) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:25.758521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c1211-13b0-4617-a432-aaeddd152b0c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:25.766845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c1211-13b0-4617-a432-aaeddd152b0c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:25.770240 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-102c1211-13b0-4617-a432-aaeddd152b0c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1317883 Feb 03 14:36:25.773716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34740) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:26.003733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port bc6dea7b-5381-420c-85f7-e88a97494213 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:26.004075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bc6dea7b-5381-420c-85f7-e88a97494213), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.089416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:26.100910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3562b9-4b94-4fb6-afa9-1eb120dfafaa up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:26.179210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bc6dea7b-5381-420c-85f7-e88a97494213), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.213981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:26.216135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.222794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for bc6dea7b-5381-420c-85f7-e88a97494213 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:26.331804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.415214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:26.416232 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.466347 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bc6dea7b-5381-420c-85f7-e88a97494213), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.473927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ee3562b9-4b94-4fb6-afa9-1eb120dfafaa,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:26.484137 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.527977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=bc6dea7b-5381-420c-85f7-e88a97494213,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:26.551958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.552306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.552935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.557030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.557596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.558113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.558613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.559121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.559615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.567870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.568472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.569036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.570575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.598802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Publish callbacks [] for security_group (d808fe00-3381-4f3e-bfd9-f947b1361b1a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.606095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d808fe00-3381-4f3e-bfd9-f947b1361b1a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.607370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ee3562b9-4b94-4fb6-afa9-1eb120dfafaa,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:26.701508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d808fe00-3381-4f3e-bfd9-f947b1361b1a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:26.706449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:26.716530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-44c475a5-b57c-4517-9820-43b8d5e1f24e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/bc6dea7b-5381-420c-85f7-e88a97494213 HTTP/1.1" status: 204 len: 168 time: 0.9415870 Feb 03 14:36:26.720040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34766) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:26.744018 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=741e0fa68f384ec7862f3f687abc1336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6534390 Feb 03 14:36:26.750156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.750814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.751446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.753107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.753685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.754799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34770) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:26.756110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.757304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.760353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.761000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.761574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.762163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.762745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.764977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e207b-dedb-4396-bce4-e8cfb27aa806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:26.955438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934173c-767f-45f3-b05c-254a4a5eaac6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:26.957831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934173c-767f-45f3-b05c-254a4a5eaac6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:26.964612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f934173c-767f-45f3-b05c-254a4a5eaac6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2401798 Feb 03 14:36:26.965224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34776) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:26.997168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34e64cdc-3dc0-499c-9a9a-aa4eebf8e66b admin admin] Publish callbacks [] for security_group (d808fe00-3381-4f3e-bfd9-f947b1361b1a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.070146 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34e64cdc-3dc0-499c-9a9a-aa4eebf8e66b admin admin] Publish callbacks [] for security_group (d808fe00-3381-4f3e-bfd9-f947b1361b1a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.134578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 482fdf51-8454-4685-9ea2-edc23149b660 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:27.147867 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (482fdf51-8454-4685-9ea2-edc23149b660), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.169126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34e64cdc-3dc0-499c-9a9a-aa4eebf8e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d808fe00-3381-4f3e-bfd9-f947b1361b1a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.173001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34e64cdc-3dc0-499c-9a9a-aa4eebf8e66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.174227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-34e64cdc-3dc0-499c-9a9a-aa4eebf8e66b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d808fe00-3381-4f3e-bfd9-f947b1361b1a HTTP/1.1" status: 204 len: 168 time: 0.4184871 Feb 03 14:36:27.184061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e64cdc-3dc0-499c-9a9a-aa4eebf8e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d808fe00-3381-4f3e-bfd9-f947b1361b1a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:27.268791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2c85ab90-8c74-4a34-b8ca-8c9909f4b1d3 None None] Provisioning complete for port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:27.270292 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c85ab90-8c74-4a34-b8ca-8c9909f4b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.276295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (482fdf51-8454-4685-9ea2-edc23149b660), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.487972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (482fdf51-8454-4685-9ea2-edc23149b660), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.547830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2c85ab90-8c74-4a34-b8ca-8c9909f4b1d3 None None] Current status of the port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:27.605514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (482fdf51-8454-4685-9ea2-edc23149b660), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.646378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=482fdf51-8454-4685-9ea2-edc23149b660,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:27.674451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7a48031d-34a4-4d97-88a9-1d0b488e64c9 None None] Could not find standard attr ID for object bc6dea7b-5381-420c-85f7-e88a97494213. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:36:27.681492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:27.689475 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04df32a4-aed3-42f3-948c-898b6d0ad850 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/482fdf51-8454-4685-9ea2-edc23149b660 HTTP/1.1" status: 204 len: 168 time: 0.7230146 Feb 03 14:36:27.691990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34786) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:27.769159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-33ff4939-23f7-4114-9272-15cffbeafc87 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743403 Feb 03 14:36:27.770360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34790) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:27.927371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a4583-f3af-43cc-bb5f-a7a8eb08a5bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:27.935748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:27.935956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-329a4583-f3af-43cc-bb5f-a7a8eb08a5bd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1643343 Feb 03 14:36:27.993461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3562b9-4b94-4fb6-afa9-1eb120dfafaa up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:27.997264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4967c-7ff8-4677-8c56-86a3efc73f87 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:28.060198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7462bc-707c-4a4f-8e9c-64ff28daa8ba tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:28.063828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:28.086762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-daafac87-e96b-4076-a6ef-69c8440a0978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.095375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:28.101618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8a7462bc-707c-4a4f-8e9c-64ff28daa8ba tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1646361 Feb 03 14:36:28.197293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34828) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:28.203022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:28.221755 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-645ab461-76cc-4e86-b91f-0ec32d2101b7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046803 Feb 03 14:36:28.380041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:28.380446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.452578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-daafac87-e96b-4076-a6ef-69c8440a0978 admin admin] Publish callbacks [] for security_group (7542309b-3722-4b8b-8bdd-634bc2623486), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.462841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:28.463358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-daafac87-e96b-4076-a6ef-69c8440a0978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7542309b-3722-4b8b-8bdd-634bc2623486), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.474973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.585749 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-daafac87-e96b-4076-a6ef-69c8440a0978 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c30aec275cee4856a8546700b6a1c51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206578 Feb 03 14:36:28.588830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34842) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:28.600698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:28.622765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:36:28.699728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafac87-e96b-4076-a6ef-69c8440a0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7542309b-3722-4b8b-8bdd-634bc2623486,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:28.773096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] Deleting port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:28.773475 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.854573 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a62876-1767-4c7f-8eca-b2a25d6a5253 admin admin] Publish callbacks [] for security_group (7542309b-3722-4b8b-8bdd-634bc2623486), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.942304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a62876-1767-4c7f-8eca-b2a25d6a5253 admin admin] Publish callbacks [] for security_group (7542309b-3722-4b8b-8bdd-634bc2623486), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:28.969321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] For port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ee3562b9-4b94-4fb6-afa9-1eb120dfafaa,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:28.970315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:29.019461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] Calling delete_port for ee3562b9-4b94-4fb6-afa9-1eb120dfafaa owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:29.063157 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a62876-1767-4c7f-8eca-b2a25d6a5253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7542309b-3722-4b8b-8bdd-634bc2623486), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:29.066490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a62876-1767-4c7f-8eca-b2a25d6a5253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:29.070592 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-47a62876-1767-4c7f-8eca-b2a25d6a5253 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7542309b-3722-4b8b-8bdd-634bc2623486 HTTP/1.1" status: 204 len: 168 time: 0.4768846 Feb 03 14:36:29.090672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a62876-1767-4c7f-8eca-b2a25d6a5253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7542309b-3722-4b8b-8bdd-634bc2623486,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:29.354118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:36:29.379699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ee3562b9-4b94-4fb6-afa9-1eb120dfafaa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:29.465471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] Pushing event deleted for resources: {'Port': ['ID=ee3562b9-4b94-4fb6-afa9-1eb120dfafaa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:29.469299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5eb10-8020-4d10-99b6-90d09bc43528 None None] No DVR routers for this DVR port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:30.056789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3562b9-4b94-4fb6-afa9-1eb120dfafaa no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:30.113462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ee3562b9-4b94-4fb6-afa9-1eb120dfafaa {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:36:30.117137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ee3562b9-4b94-4fb6-afa9-1eb120dfafaa not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:36:30.411154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:30.537793 n-d-827549-2 neutron-server[103342]: WARNING neutron.services.revisions.revision_plugin [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Could not find related port for resource to bump revision. Feb 03 14:36:30.556491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Port ee3562b9-4b94-4fb6-afa9-1eb120dfafaa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 03 14:36:30.556811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:3ee4 {{(pid=103342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 03 14:36:30.566502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:3ee4 {{(pid=103342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 03 14:36:30.572717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (a62b05bb-3f62-4718-9944-3f4a6b157fe1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:30.604172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c212f-57db-495e-8872-8395b86bbed9 req-8514112e-d89e-4b29-afe3-2c6045926165 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:30.607740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb6c212f-57db-495e-8872-8395b86bbed9 req-8514112e-d89e-4b29-afe3-2c6045926165 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.2665887 Feb 03 14:36:30.622892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51c2a397-631a-442d-923e-03e70c5a491c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:30.650392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:30.663842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:30.676349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14625d33-2070-4847-9a8f-99ecd312410d None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:30.685022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:30.686028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:30.721718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5226800 Feb 03 14:36:30.726533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34932) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:30.772408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-94609a3a-168f-4efa-b186-e8203ed9c5a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:30.796810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb6c212f-57db-495e-8872-8395b86bbed9 req-7271cd52-9011-4458-ad00-66aa00127690 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561894 Feb 03 14:36:30.806071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c118d-8f5d-4aab-ac01-678a9af892e8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=a62b05bb-3f62-4718-9944-3f4a6b157fe1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:30.844359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51c2a397-631a-442d-923e-03e70c5a491c admin admin] Publish callbacks [] for security_group (d5dbfdd2-6232-4307-9750-b0923c469f39), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:30.850883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51c2a397-631a-442d-923e-03e70c5a491c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d5dbfdd2-6232-4307-9750-b0923c469f39), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:30.964147 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51c2a397-631a-442d-923e-03e70c5a491c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d40e8419efc04cd0b661abb314c247b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515676 Feb 03 14:36:30.966145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2a397-631a-442d-923e-03e70c5a491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbfdd2-6232-4307-9750-b0923c469f39,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:30.972560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': 'a62b05bb-3f62-4718-9944-3f4a6b157fe1'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:36:30.974313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:30.979420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34942) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:31.232144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554e8c26-de8c-4dca-9c0d-cc6436abadc8 admin admin] Publish callbacks [] for security_group (d5dbfdd2-6232-4307-9750-b0923c469f39), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:31.338266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554e8c26-de8c-4dca-9c0d-cc6436abadc8 admin admin] Publish callbacks [] for security_group (d5dbfdd2-6232-4307-9750-b0923c469f39), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:31.347842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Allocated IP 2001:db8::f816:3eff:febd:55dd (1761b6a0-66c5-4456-9565-fda91494eed0/a62b05bb-3f62-4718-9944-3f4a6b157fe1/8e8bdd4f-466b-424e-9f2c-799bb2d58946) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:31.473165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94609a3a-168f-4efa-b186-e8203ed9c5a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:31.476769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94609a3a-168f-4efa-b186-e8203ed9c5a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:31.552606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554e8c26-de8c-4dca-9c0d-cc6436abadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d5dbfdd2-6232-4307-9750-b0923c469f39), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:31.555188 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-554e8c26-de8c-4dca-9c0d-cc6436abadc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:31.570681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-554e8c26-de8c-4dca-9c0d-cc6436abadc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5dbfdd2-6232-4307-9750-b0923c469f39 HTTP/1.1" status: 204 len: 168 time: 0.5850635 Feb 03 14:36:31.639769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e8c26-de8c-4dca-9c0d-cc6436abadc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbfdd2-6232-4307-9750-b0923c469f39,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:31.716045 n-d-827549-2 neutron-server[103342]: INFO neutron.db.ipam_backend_mixin [None req-94609a3a-168f-4efa-b186-e8203ed9c5a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a62b05bb-3f62-4718-9944-3f4a6b157fe1 (CIDR: 2001:db8::/64) Feb 03 14:36:31.717532 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Publish callbacks [] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:31.725413 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-94609a3a-168f-4efa-b186-e8203ed9c5a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:31.725863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94609a3a-168f-4efa-b186-e8203ed9c5a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:36:31.728241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:31.774970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34960) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:31.779960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:31.788591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-94609a3a-168f-4efa-b186-e8203ed9c5a9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0048902 Feb 03 14:36:31.848197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:31.857680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:31.866994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:31.870181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:32.005468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Attempting to bind port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:36:32.005844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Attempting to bind port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:36:32.006276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Attempting to bind port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:36:32.012522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:36:32.012904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:36:32.013514 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.014357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:36:32.015002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Bound port: 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:36:32.016074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.142837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:32.150323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.179797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:36:32.191595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:36:32.199348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-0b24ad2d-8a9a-4137-bac5-d7dc7b3fe2f4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:32.203805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-0b24ad2d-8a9a-4137-bac5-d7dc7b3fe2f4 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.45 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.3957450 Feb 03 14:36:32.216153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.326264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4341f1-c5d7-4d07-8830-18fba984aa7d req-71875e2e-f313-4fe4-bbcd-9dc9dec2cd6b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:32.328567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae4341f1-c5d7-4d07-8830-18fba984aa7d req-71875e2e-f313-4fe4-bbcd-9dc9dec2cd6b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 946 time: 0.3792715 Feb 03 14:36:32.344439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292354f1-3f4b-4944-9f47-10677d092b9d None None] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:32.527210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae4341f1-c5d7-4d07-8830-18fba984aa7d req-878996b9-90f2-47b3-85e0-92890525072f tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups?id=420e9744-86db-4583-b355-011d549fea7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677151 Feb 03 14:36:32.545291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Deleting port bfad6206-5ff6-4b96-a32c-a49186de8903 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:32.545629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.614676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34978) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:32.638351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-966942a6-9112-4006-aca0-3a8260d6c0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.753803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (5d415c2b-2cbe-420f-9a2d-07e3ffc11754), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.814534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] For port bfad6206-5ff6-4b96-a32c-a49186de8903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bfad6206-5ff6-4b96-a32c-a49186de8903,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:32.817271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:32.976782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:33.008177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:33.028709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:33.030232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.046783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=5d415c2b-2cbe-420f-9a2d-07e3ffc11754,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:33.071049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b25548a4-420e-4a80-b60a-96c82956c2a3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2948434 Feb 03 14:36:33.091019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34988) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:33.104948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:0c:59:b1', 'name': 'tempest-NetworksTestDHCPv6-467123618'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:33.236109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-966942a6-9112-4006-aca0-3a8260d6c0ac admin admin] Publish callbacks [] for security_group (9f6035b3-643b-4eda-b0ab-59ffe32b0eef), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.255747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-966942a6-9112-4006-aca0-3a8260d6c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9f6035b3-643b-4eda-b0ab-59ffe32b0eef), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.351037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966942a6-9112-4006-aca0-3a8260d6c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6035b3-643b-4eda-b0ab-59ffe32b0eef,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:33.392483 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-966942a6-9112-4006-aca0-3a8260d6c0ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=147256fbf6bf40c19d89d34b8e2279a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7745826 Feb 03 14:36:33.393436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:33.477619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f04801a-cf5f-43be-a081-94b4a2abe98e admin admin] Publish callbacks [] for security_group (9f6035b3-643b-4eda-b0ab-59ffe32b0eef), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.510342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f04801a-cf5f-43be-a081-94b4a2abe98e admin admin] Publish callbacks [] for security_group (9f6035b3-643b-4eda-b0ab-59ffe32b0eef), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.568755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f04801a-cf5f-43be-a081-94b4a2abe98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9f6035b3-643b-4eda-b0ab-59ffe32b0eef), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.571293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f04801a-cf5f-43be-a081-94b4a2abe98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.573858 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6f04801a-cf5f-43be-a081-94b4a2abe98e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f6035b3-643b-4eda-b0ab-59ffe32b0eef HTTP/1.1" status: 204 len: 168 time: 0.1784396 Feb 03 14:36:33.595649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.596328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (1aa97fe2-c159-42c7-918b-0c060ea4d4c6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.597363 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Floating IP 1aa97fe2-c159-42c7-918b-0c060ea4d4c6 disassociated. External IP: 172.25.0.6, port: bfad6206-5ff6-4b96-a32c-a49186de8903. Feb 03 14:36:33.598399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Calling delete_port for bfad6206-5ff6-4b96-a32c-a49186de8903 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:33.606278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04801a-cf5f-43be-a081-94b4a2abe98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6035b3-643b-4eda-b0ab-59ffe32b0eef,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:33.643762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:33.842748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:33.892092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 044c8fea-b4ad-4123-9eb2-16c46cea6707 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:33.966560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bfad6206-5ff6-4b96-a32c-a49186de8903), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:34.130188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2766ea90-b38b-4ccf-974d-43dc7d821492 req-0f7b53ce-63ad-40af-8421-fb4a775e400b tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 210 time: 0.1766534 Feb 03 14:36:34.140801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:34.164781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event deleted for resources: {'Port': ['ID=bfad6206-5ff6-4b96-a32c-a49186de8903,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:34.307261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:34.309157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:34.358202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8:0:1::29d (1761b6a0-66c5-4456-9565-fda91494eed0/5d415c2b-2cbe-420f-9a2d-07e3ffc11754/044c8fea-b4ad-4123-9eb2-16c46cea6707) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:34.372098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fe0c:59b1 (1761b6a0-66c5-4456-9565-fda91494eed0/a62b05bb-3f62-4718-9944-3f4a6b157fe1/044c8fea-b4ad-4123-9eb2-16c46cea6707) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:34.415650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479440a2-e2a1-47cc-ad5b-320bb2935f1c None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:34.541209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:34.542433 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:34.617613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Router 38ef010b-c15a-458d-b380-f31485409cc6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:36:34.661837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:34.680997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bfad6206-5ff6-4b96-a32c-a49186de8903 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:34.707357 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:34.903426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (044c8fea-b4ad-4123-9eb2-16c46cea6707), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:34.979587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:34.993332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (044c8fea-b4ad-4123-9eb2-16c46cea6707), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:35.000447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:36:35.045533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9d7e806a-c2dd-4909-a967-0e30d3ca24bd None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:35.049554 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d7e806a-c2dd-4909-a967-0e30d3ca24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:35.089878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] No DVR routers for this DVR port bfad6206-5ff6-4b96-a32c-a49186de8903 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:36:35.099847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:35.103779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f21d9214-e28f-4e69-b88f-d146347a7b67 req-640b379f-40c3-4be3-8521-428ba5eee819 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.45 "DELETE /v2.0/ports/bfad6206-5ff6-4b96-a32c-a49186de8903 HTTP/1.1" status: 204 len: 173 time: 2.8926919 Feb 03 14:36:35.103779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'name': 'network-vif-deleted', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:36:35.109833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35040) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:35.114191 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0e2e89-db7e-4e84-8a7b-7d84e4cba30a" -d '{"events": [{"server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "name": "network-vif-deleted", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:36:35.124485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: bfad6206-5ff6-4b96-a32c-a49186de8903 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:36:35.124891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bfad6206-5ff6-4b96-a32c-a49186de8903 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:36:35.163776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] Sync routers for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:36:35.200791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:35.202412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:35.209803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:35.218819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:35.219080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:35.221621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:36:35.223377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:36:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:35.238462 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f7110f-578f-4fca-8ccc-e17ec299a67f x-openstack-request-id: req-b8f7110f-578f-4fca-8ccc-e17ec299a67f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:36:35.238767 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aecf90f-d851-4994-8c41-841d7033b93b", "name": "network-vif-deleted", "tag": "bfad6206-5ff6-4b96-a32c-a49186de8903", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:36:35.239076 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8f7110f-578f-4fca-8ccc-e17ec299a67f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:36:35.239516 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aecf90f-d851-4994-8c41-841d7033b93b', 'name': 'network-vif-deleted', 'tag': 'bfad6206-5ff6-4b96-a32c-a49186de8903', 'status': 'completed', 'code': 200} Feb 03 14:36:35.248055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=044c8fea-b4ad-4123-9eb2-16c46cea6707,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:35.279536 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-86607edd-71d0-4fc2-94ef-8a29bbbe24b0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1846526 Feb 03 14:36:35.282490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35054) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:35.480167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd318134-6a20-4fca-b8f5-b14273623033 req-458d5151-6a71-466d-9ad0-4f0a6afd88f9 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/ports?device_id=8aecf90f-d851-4994-8c41-841d7033b93b HTTP/1.1" status: 200 len: 210 time: 0.0610220 Feb 03 14:36:35.549692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 044c8fea-b4ad-4123-9eb2-16c46cea6707 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:35.550654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (044c8fea-b4ad-4123-9eb2-16c46cea6707), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:35.616321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e806a-c2dd-4909-a967-0e30d3ca24bd None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:35.676402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:36:35.762747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f629c3a1-effc-4ac9-aa5f-fc054d58d1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:35.853069 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (044c8fea-b4ad-4123-9eb2-16c46cea6707), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:35.907075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 044c8fea-b4ad-4123-9eb2-16c46cea6707 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:36.132773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f629c3a1-effc-4ac9-aa5f-fc054d58d1f4 admin admin] Publish callbacks [] for security_group (51757908-d835-438d-8b3a-931d9543fcb3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.151611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f629c3a1-effc-4ac9-aa5f-fc054d58d1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (51757908-d835-438d-8b3a-931d9543fcb3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.266063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c3a1-effc-4ac9-aa5f-fc054d58d1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51757908-d835-438d-8b3a-931d9543fcb3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:36.273837 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f629c3a1-effc-4ac9-aa5f-fc054d58d1f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61b07c0580f747f49407d3c496d1d09f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1630034 Feb 03 14:36:36.276862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35072) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:36.364870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bfff5f04-4135-4556-b556-2a9f525bfad8 admin admin] Publish callbacks [] for security_group (51757908-d835-438d-8b3a-931d9543fcb3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.366245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (044c8fea-b4ad-4123-9eb2-16c46cea6707), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.401423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bfff5f04-4135-4556-b556-2a9f525bfad8 admin admin] Publish callbacks [] for security_group (51757908-d835-438d-8b3a-931d9543fcb3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.434847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=044c8fea-b4ad-4123-9eb2-16c46cea6707,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:36.485199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bfff5f04-4135-4556-b556-2a9f525bfad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (51757908-d835-438d-8b3a-931d9543fcb3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.488581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bfff5f04-4135-4556-b556-2a9f525bfad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.502115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bfff5f04-4135-4556-b556-2a9f525bfad8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51757908-d835-438d-8b3a-931d9543fcb3 HTTP/1.1" status: 204 len: 168 time: 0.2158897 Feb 03 14:36:36.531817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff5f04-4135-4556-b556-2a9f525bfad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51757908-d835-438d-8b3a-931d9543fcb3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:36.550534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:36.566308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.573224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35084) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:36.588528 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d8709907-2bbe-4ad1-bdfb-0df6ddeea6fb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/044c8fea-b4ad-4123-9eb2-16c46cea6707 HTTP/1.1" status: 204 len: 168 time: 1.3025897 Feb 03 14:36:36.667608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ccc9b9-3f16-447d-9f99-8d6b2e7e0cdc None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': 'a62b05bb-3f62-4718-9944-3f4a6b157fe1', 'ip_address': '2001:db8::f816:3eff:febd:55dd'}, {'subnet_id': '5d415c2b-2cbe-420f-9a2d-07e3ffc11754'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '8e8bdd4f-466b-424e-9f2c-799bb2d58946'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:36:36.697112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f5fdf-e141-4926-8fd2-d27923124ebd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:36.702832 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13ccc9b9-3f16-447d-9f99-8d6b2e7e0cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.704837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35088) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:36.705190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:36.722787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-480f5fdf-e141-4926-8fd2-d27923124ebd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1472623 Feb 03 14:36:36.768476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:36.773665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.845938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8ad87fa-f62a-46b4-9ac1-20b1ea9bad60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (420e9744-86db-4583-b355-011d549fea7c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.889538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:36.893539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b177ab1-267e-4bac-8e6f-d3104326eb3d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:36.903005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35098) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:36.914815 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0b177ab1-267e-4bac-8e6f-d3104326eb3d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2085023 Feb 03 14:36:36.944671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8ad87fa-f62a-46b4-9ac1-20b1ea9bad60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (420e9744-86db-4583-b355-011d549fea7c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:36.979156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] Checking router: 38ef010b-c15a-458d-b380-f31485409cc6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:36:37.061278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8ad87fa-f62a-46b4-9ac1-20b1ea9bad60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (420e9744-86db-4583-b355-011d549fea7c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.063940 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8ad87fa-f62a-46b4-9ac1-20b1ea9bad60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.068518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f8ad87fa-f62a-46b4-9ac1-20b1ea9bad60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "DELETE /v2.0/security-groups/420e9744-86db-4583-b355-011d549fea7c HTTP/1.1" status: 204 len: 168 time: 0.3206553 Feb 03 14:36:37.069284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:37.073488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ed1d1-f0b4-4ae1-a72b-6564c0a09b9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:37.075363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ed1d1-f0b4-4ae1-a72b-6564c0a09b9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:37.080270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ed1d1-f0b4-4ae1-a72b-6564c0a09b9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:37.090134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2d6ed1d1-f0b4-4ae1-a72b-6564c0a09b9a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1848750 Feb 03 14:36:37.091955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35106) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:37.102819 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-fda0ed44-786c-4616-94d1-c81a0102f208 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] show failed (client error): The resource could not be found. Feb 03 14:36:37.107163 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fda0ed44-786c-4616-94d1-c81a0102f208 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "GET /v2.0/security-groups/420e9744-86db-4583-b355-011d549fea7c HTTP/1.1" status: 404 len: 347 time: 0.0341177 Feb 03 14:36:37.112221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:37.125762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad87fa-f62a-46b4-9ac1-20b1ea9bad60 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e9744-86db-4583-b355-011d549fea7c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:37.186748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 5d415c2b-2cbe-420f-9a2d-07e3ffc11754 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:37.191826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (5d415c2b-2cbe-420f-9a2d-07e3ffc11754), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.276739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (5d415c2b-2cbe-420f-9a2d-07e3ffc11754), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.331450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:36:37.334988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:36:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:37.373199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Deleting port 7c6432fe-407a-4038-bdbe-2aeff2637c28 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:37.374133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.459327 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (5d415c2b-2cbe-420f-9a2d-07e3ffc11754), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.561507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.561845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (7c6432fe-407a-4038-bdbe-2aeff2637c28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.590501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Calling delete_port for 7c6432fe-407a-4038-bdbe-2aeff2637c28 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:37.618880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (5d415c2b-2cbe-420f-9a2d-07e3ffc11754), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.710507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=5d415c2b-2cbe-420f-9a2d-07e3ffc11754,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-13ccc9b9-3f16-447d-9f99-8d6b2e7e0cdc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d415c2b-2cbe-420f-9a2d-07e3ffc11754: This subnet is being modified by another concurrent operation. Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d415c2b-2cbe-420f-9a2d-07e3ffc11754: This subnet is being modified by another concurrent operation. Feb 03 14:36:37.711486 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:36:37.730195 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.738687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ff312098-a1df-4318-b54c-95bf10f07be8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/5d415c2b-2cbe-420f-9a2d-07e3ffc11754 HTTP/1.1" status: 204 len: 168 time: 0.6404500 Feb 03 14:36:37.739972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35148) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:37.903918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet a62b05bb-3f62-4718-9944-3f4a6b157fe1 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:37.904869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:36:37.910037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-51b45845-562a-431d-9e37-a02a49b9e791 None None] Could not find standard attr ID for object 044c8fea-b4ad-4123-9eb2-16c46cea6707. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:36:37.914707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (a62b05bb-3f62-4718-9944-3f4a6b157fe1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:37.919112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9136a25-6bb1-44ed-98c1-547a79fac2d0 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:36:38.018907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (7c6432fe-407a-4038-bdbe-2aeff2637c28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.039251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (a62b05bb-3f62-4718-9944-3f4a6b157fe1), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.108337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9136a25-6bb1-44ed-98c1-547a79fac2d0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:36:38.113766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:38.148889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Pushing event deleted for resources: {'Port': ['ID=7c6432fe-407a-4038-bdbe-2aeff2637c28,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:38.168871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-51b45845-562a-431d-9e37-a02a49b9e791 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:38.169245 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51b45845-562a-431d-9e37-a02a49b9e791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.304282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (a62b05bb-3f62-4718-9944-3f4a6b157fe1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.369309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks [] for floatingip (1aa97fe2-c159-42c7-918b-0c060ea4d4c6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.375317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.377687 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-484542ab-e8ab-4556-ab84-40bff454ce92 tempest-AttachVolumeTestJSON-299031510 tempest-AttachVolumeTestJSON-299031510-project] 10.222.0.52 "DELETE /v2.0/floatingips/1aa97fe2-c159-42c7-918b-0c060ea4d4c6 HTTP/1.1" status: 204 len: 168 time: 1.2645445 Feb 03 14:36:38.385808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:36:38.430126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35166) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:38.449491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (a62b05bb-3f62-4718-9944-3f4a6b157fe1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.511264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=a62b05bb-3f62-4718-9944-3f4a6b157fe1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:38.515008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.530192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f2f91f5a-a2cd-4d07-a57c-2d41c8cf66ca tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/a62b05bb-3f62-4718-9944-3f4a6b157fe1 HTTP/1.1" status: 204 len: 168 time: 0.7866158 Feb 03 14:36:38.532348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35176) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:38.653405 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-15c99fef-6f3f-493c-814a-591b30d6b0d0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195271 Feb 03 14:36:38.656328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35180) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:38.661636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:38.845033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:38.845033 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.851764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:38.852319 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.854515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-51b45845-562a-431d-9e37-a02a49b9e791 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:38.870199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92718b0e-4c0f-4dc0-a64a-ecafcf004cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:38.982565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:38.997984 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.105172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:39.122591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.126799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92718b0e-4c0f-4dc0-a64a-ecafcf004cd2 admin admin] Publish callbacks [] for security_group (be0328d7-f176-486e-ac7d-b7ae6951c45e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.136850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92718b0e-4c0f-4dc0-a64a-ecafcf004cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be0328d7-f176-486e-ac7d-b7ae6951c45e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.212066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:36:39.248387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d5d27-e215-4926-8733-b0dd38b7a5fd None None] The sync data for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 is: [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:28:17Z', 'revision_number': 4, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4c015ca7-80be-4cbe-a6da-261a2c422c92', 'name': '', 'network_id': '86f6c30d-0222-4b40-87e8-8d7b1f2e91aa', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'mac_address': 'fa:16:3e:ec:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:15Z', 'updated_at': '2022-02-03T14:28:24Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'subnets': [{'id': 'e7d75ef2-6697-425a-871f-c3af11ca888a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:36:39.264443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97da99f-01a4-4e8d-bd01-9135370dcd2c None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': 'a62b05bb-3f62-4718-9944-3f4a6b157fe1'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '8e8bdd4f-466b-424e-9f2c-799bb2d58946'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:36:39.333611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-92718b0e-4c0f-4dc0-a64a-ecafcf004cd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3904a4fe6da547fdacee59898be64568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8998094 Feb 03 14:36:39.335368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b97da99f-01a4-4e8d-bd01-9135370dcd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.347387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:39.368837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92718b0e-4c0f-4dc0-a64a-ecafcf004cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0328d7-f176-486e-ac7d-b7ae6951c45e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:39.466703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:36:39.541428 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82896dab-1097-4fa1-901e-9779e652d57b admin admin] Publish callbacks [] for security_group (be0328d7-f176-486e-ac7d-b7ae6951c45e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.599091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82896dab-1097-4fa1-901e-9779e652d57b admin admin] Publish callbacks [] for security_group (be0328d7-f176-486e-ac7d-b7ae6951c45e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.798451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82896dab-1097-4fa1-901e-9779e652d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be0328d7-f176-486e-ac7d-b7ae6951c45e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.801312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82896dab-1097-4fa1-901e-9779e652d57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:39.802606 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-82896dab-1097-4fa1-901e-9779e652d57b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be0328d7-f176-486e-ac7d-b7ae6951c45e HTTP/1.1" status: 204 len: 168 time: 0.4476726 Feb 03 14:36:39.828034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82896dab-1097-4fa1-901e-9779e652d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0328d7-f176-486e-ac7d-b7ae6951c45e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:39.892694 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6833a6-2231-4329-99ab-dbffa10474bc None None] New status for floating IP 1aa97fe2-c159-42c7-918b-0c060ea4d4c6: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:36:39.913230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d09e24-b112-4898-8dc5-ed8e37d9278b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:39.976264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.092006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:40.092289 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.407653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:40.408050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.416642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:40.512286 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.521221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.583758 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (2a6c7e49-e29e-48bf-9c4e-e32868efb9b7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.589115 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:36:40.589475 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:36:40.592124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b02386-3777-406f-a8b3-159a57ef3e99 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:36:40.598797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35226) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:40.624734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdcff3c3-6e09-4ca7-9e9b-32b55fc30969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.660786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:40.667304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:40.681622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:40.682678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.703035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:40.714260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=2a6c7e49-e29e-48bf-9c4e-e32868efb9b7,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:40.736890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c7597be4-0308-4eab-9654-61e76808ee10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0768852 Feb 03 14:36:40.738292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35240) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:40.751566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2f98029f-c7ac-463f-8a37-010180b5dd15 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:40.819849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b02386-3777-406f-a8b3-159a57ef3e99 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:36:40.894197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdcff3c3-6e09-4ca7-9e9b-32b55fc30969 admin admin] Publish callbacks [] for security_group (6f38378f-7f76-48a6-aeb0-d163769410f5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:40.912674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fdcff3c3-6e09-4ca7-9e9b-32b55fc30969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f38378f-7f76-48a6-aeb0-d163769410f5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.018698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcff3c3-6e09-4ca7-9e9b-32b55fc30969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38378f-7f76-48a6-aeb0-d163769410f5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:41.040287 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fdcff3c3-6e09-4ca7-9e9b-32b55fc30969 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3e97573a3224ffa82815644224fe927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372747 Feb 03 14:36:41.040287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35262) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:41.055227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f98029f-c7ac-463f-8a37-010180b5dd15 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:41.058785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f98029f-c7ac-463f-8a37-010180b5dd15 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.173913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:41.174497 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.218189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:41.227122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.267414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ea65-b3e2-42c5-af02-f0a3ade744a4 admin admin] Publish callbacks [] for security_group (6f38378f-7f76-48a6-aeb0-d163769410f5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.337582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ea65-b3e2-42c5-af02-f0a3ade744a4 admin admin] Publish callbacks [] for security_group (6f38378f-7f76-48a6-aeb0-d163769410f5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.349190 n-d-827549-2 neutron-server[103341]: INFO neutron.db.ipam_backend_mixin [None req-2f98029f-c7ac-463f-8a37-010180b5dd15 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a6c7e49-e29e-48bf-9c4e-e32868efb9b7 (CIDR: 2001:db8::/64) Feb 03 14:36:41.356282 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f98029f-c7ac-463f-8a37-010180b5dd15 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:41.356825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f98029f-c7ac-463f-8a37-010180b5dd15 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:36:41.442356 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f98029f-c7ac-463f-8a37-010180b5dd15 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7024536 Feb 03 14:36:41.445406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35266) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:41.451301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:41.458626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-76413f4d-bead-4c6a-aedf-a0f1c030802c None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:41.461904 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76413f4d-bead-4c6a-aedf-a0f1c030802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.468579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b6a06-2dc7-43f4-bc76-3c2316dfd67e None None] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:41.487738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ea65-b3e2-42c5-af02-f0a3ade744a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f38378f-7f76-48a6-aeb0-d163769410f5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.497966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ea65-b3e2-42c5-af02-f0a3ade744a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:41.507163 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2a2ea65-b3e2-42c5-af02-f0a3ade744a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f38378f-7f76-48a6-aeb0-d163769410f5 HTTP/1.1" status: 204 len: 168 time: 0.4580350 Feb 03 14:36:41.559143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ea65-b3e2-42c5-af02-f0a3ade744a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38378f-7f76-48a6-aeb0-d163769410f5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:41.723832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-76413f4d-bead-4c6a-aedf-a0f1c030802c None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:41.823837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35276) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:42.065927 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e8e164e-f55b-4a74-9a45-bb2d45a7c14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:42.313879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e8e164e-f55b-4a74-9a45-bb2d45a7c14a admin admin] Publish callbacks [] for security_group (bd9e0667-42be-4458-83b7-0974dba83ca2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:42.322838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e8e164e-f55b-4a74-9a45-bb2d45a7c14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bd9e0667-42be-4458-83b7-0974dba83ca2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:42.394179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:42.455794 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e8e164e-f55b-4a74-9a45-bb2d45a7c14a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a0ced49a1914323abada27695224b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6299038 Feb 03 14:36:42.466263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35298) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:42.471174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e164e-f55b-4a74-9a45-bb2d45a7c14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9e0667-42be-4458-83b7-0974dba83ca2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:42.528442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:42.528774 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:42.683642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:42.701332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5d28c9db-9d3b-4bc6-83f5-8558309173bd admin admin] Publish callbacks [] for security_group (bd9e0667-42be-4458-83b7-0974dba83ca2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:42.745348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5d28c9db-9d3b-4bc6-83f5-8558309173bd admin admin] Publish callbacks [] for security_group (bd9e0667-42be-4458-83b7-0974dba83ca2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:42.764684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:42.768174 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:42.774665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0adc4043-a8ab-487a-af30-dc974fd4721c None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:42.779544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0adc4043-a8ab-487a-af30-dc974fd4721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:43.031691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0adc4043-a8ab-487a-af30-dc974fd4721c None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:43.062490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03353af0-2e80-4c5b-b437-6f4cd48c503e None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:43.065226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5d28c9db-9d3b-4bc6-83f5-8558309173bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bd9e0667-42be-4458-83b7-0974dba83ca2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:43.069090 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5d28c9db-9d3b-4bc6-83f5-8558309173bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:43.070379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5d28c9db-9d3b-4bc6-83f5-8558309173bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd9e0667-42be-4458-83b7-0974dba83ca2 HTTP/1.1" status: 204 len: 168 time: 0.6024475 Feb 03 14:36:43.138618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28c9db-9d3b-4bc6-83f5-8558309173bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9e0667-42be-4458-83b7-0974dba83ca2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:43.202357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7beb2bcf-a0c6-46f2-82ff-1cc83482f6be None None] Could not find standard attr ID for object 044c8fea-b4ad-4123-9eb2-16c46cea6707. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:36:43.423116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (19948c10-d3be-4277-9365-f4aa83e1391c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:43.482974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=19948c10-d3be-4277-9365-f4aa83e1391c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:43.520102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:43.522233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:43.525472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:43.526499 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:43.562534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-58016703-02a0-4a87-8215-b17325b11574 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1156323 Feb 03 14:36:43.565392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35358) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:43.570677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:06:77:97', 'name': 'tempest-NetworksTestDHCPv6-1524414744'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:43.713123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779c0e3-7108-4cf9-9e1f-f7cbfc1c86ba None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:43.870348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:43.941890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35366) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:43.979024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7a04dc7b-2c7c-4c1a-b314-cdeb10ea0b9a None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:43.979400 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a04dc7b-2c7c-4c1a-b314-cdeb10ea0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.062506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35370) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:44.096923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2cd361ce-e678-4a40-b815-bdb63e3f33d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.106557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.107654 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:36:44.148866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 75c00652-dbac-480d-bcff-fb343cb73d9e yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:44.303520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7a04dc7b-2c7c-4c1a-b314-cdeb10ea0b9a None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:44.437024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2cd361ce-e678-4a40-b815-bdb63e3f33d2 admin admin] Publish callbacks [] for security_group (e4cc41d6-fd15-4614-8d7a-d5c8e295c67f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.449634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0e74fb-7027-4d4c-a393-60dd786e4fd6 None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': '2a6c7e49-e29e-48bf-9c4e-e32868efb9b7', 'ip_address': '2001:db8::f816:3eff:febd:55dd'}, {'subnet_id': '19948c10-d3be-4277-9365-f4aa83e1391c'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '8e8bdd4f-466b-424e-9f2c-799bb2d58946'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:36:44.453989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2cd361ce-e678-4a40-b815-bdb63e3f33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e4cc41d6-fd15-4614-8d7a-d5c8e295c67f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.548392 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b0e74fb-7027-4d4c-a393-60dd786e4fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.603028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8:0:1::306 (1761b6a0-66c5-4456-9565-fda91494eed0/19948c10-d3be-4277-9365-f4aa83e1391c/75c00652-dbac-480d-bcff-fb343cb73d9e) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:44.616137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::f816:3eff:fe06:7797 (1761b6a0-66c5-4456-9565-fda91494eed0/2a6c7e49-e29e-48bf-9c4e-e32868efb9b7/75c00652-dbac-480d-bcff-fb343cb73d9e) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:44.689570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a10d-69dc-4ef9-bedb-51fe78947411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.815210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a10d-69dc-4ef9-bedb-51fe78947411 admin admin] Publish callbacks [] for security_group (9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.821219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2cd361ce-e678-4a40-b815-bdb63e3f33d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=006071e3700346038e551fed31608668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7560439 Feb 03 14:36:44.829581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35376) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:44.830530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0cc7a10d-69dc-4ef9-bedb-51fe78947411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.879874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd361ce-e678-4a40-b815-bdb63e3f33d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cc41d6-fd15-4614-8d7a-d5c8e295c67f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:44.913123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0cc7a10d-69dc-4ef9-bedb-51fe78947411 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bead156e05544af1bd8fdcd0b479b7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9668405 Feb 03 14:36:44.919472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35380) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:44.966447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (75c00652-dbac-480d-bcff-fb343cb73d9e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:44.981986 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5d45-dfd1-44f8-9cde-9bcd25ecd3e3 admin admin] Publish callbacks [] for security_group (e4cc41d6-fd15-4614-8d7a-d5c8e295c67f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.007658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5d45-dfd1-44f8-9cde-9bcd25ecd3e3 admin admin] Publish callbacks [] for security_group (e4cc41d6-fd15-4614-8d7a-d5c8e295c67f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.063443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (75c00652-dbac-480d-bcff-fb343cb73d9e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.080437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7a10d-69dc-4ef9-bedb-51fe78947411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:45.098959 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5d45-dfd1-44f8-9cde-9bcd25ecd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e4cc41d6-fd15-4614-8d7a-d5c8e295c67f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.106235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5d45-dfd1-44f8-9cde-9bcd25ecd3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.110346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8dcd5d45-dfd1-44f8-9cde-9bcd25ecd3e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4cc41d6-fd15-4614-8d7a-d5c8e295c67f HTTP/1.1" status: 204 len: 168 time: 0.2745576 Feb 03 14:36:45.161317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:45.166466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:45.177310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:45.183133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd5d45-dfd1-44f8-9cde-9bcd25ecd3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cc41d6-fd15-4614-8d7a-d5c8e295c67f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:45.197411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:45.198100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.237438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e74fb-7027-4d4c-a393-60dd786e4fd6 None None] Allocated IP 2001:db8:0:1::2 (1761b6a0-66c5-4456-9565-fda91494eed0/19948c10-d3be-4277-9365-f4aa83e1391c/8e8bdd4f-466b-424e-9f2c-799bb2d58946) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:45.253348 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6866672 Feb 03 14:36:45.256063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35386) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:45.261116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cbe50-b9d6-452f-833b-6885982b450c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=75c00652-dbac-480d-bcff-fb343cb73d9e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:45.290649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee882014-5405-407a-a2a8-2609df8240b1 admin admin] Publish callbacks [] for security_group (9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.428346 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee882014-5405-407a-a2a8-2609df8240b1 admin admin] Publish callbacks [] for security_group (9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.444305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3b0e74fb-7027-4d4c-a393-60dd786e4fd6 None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:45.510989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b0e74fb-7027-4d4c-a393-60dd786e4fd6 None None] Publish callbacks [] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.530559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b0e74fb-7027-4d4c-a393-60dd786e4fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.673215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 75c00652-dbac-480d-bcff-fb343cb73d9e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:45.673215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (75c00652-dbac-480d-bcff-fb343cb73d9e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.673215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee882014-5405-407a-a2a8-2609df8240b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.673215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee882014-5405-407a-a2a8-2609df8240b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.681788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ee882014-5405-407a-a2a8-2609df8240b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd HTTP/1.1" status: 204 len: 168 time: 0.7477455 Feb 03 14:36:45.753238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee882014-5405-407a-a2a8-2609df8240b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7a8a4-b7b4-4ceb-b944-c97827edd8dd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:45.962660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (75c00652-dbac-480d-bcff-fb343cb73d9e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:45.980328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e74fb-7027-4d4c-a393-60dd786e4fd6 None None] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:45.989973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af27bdb7-42a0-4068-bf56-ebff228b64b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:46.006666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 75c00652-dbac-480d-bcff-fb343cb73d9e owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:46.307557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:46.438152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:46.438602 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:46.624807 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (75c00652-dbac-480d-bcff-fb343cb73d9e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:46.714248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:46.725490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=75c00652-dbac-480d-bcff-fb343cb73d9e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:46.904892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:46.909242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5540015d-0e9a-4ee1-814c-4c6761bc7cbb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/75c00652-dbac-480d-bcff-fb343cb73d9e HTTP/1.1" status: 204 len: 168 time: 1.6521478 Feb 03 14:36:46.913228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35434) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:47.087277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30682d90-6bba-4be5-96fc-4237ea7b51dc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:47.094536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35442) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:47.096181 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-30682d90-6bba-4be5-96fc-4237ea7b51dc tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1816607 Feb 03 14:36:47.331015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c94e733-9d20-45a4-9f9e-ded88904de75 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:47.338089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bba4a109-f632-442f-848e-4ba3716e03cd None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:47.338590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bba4a109-f632-442f-848e-4ba3716e03cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:47.341758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7c94e733-9d20-45a4-9f9e-ded88904de75 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2457998 Feb 03 14:36:47.344570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35452) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:47.544812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93cd80-5888-44d9-846b-657c43c8286d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:47.546469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93cd80-5888-44d9-846b-657c43c8286d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:47.555139 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93cd80-5888-44d9-846b-657c43c8286d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:47.556961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5d93cd80-5888-44d9-846b-657c43c8286d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2110846 Feb 03 14:36:47.560207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35458) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:47.681962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bba4a109-f632-442f-848e-4ba3716e03cd None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:47.725564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 19948c10-d3be-4277-9365-f4aa83e1391c {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:47.736092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (19948c10-d3be-4277-9365-f4aa83e1391c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:47.804620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-625a68ed-923c-4268-975e-41473431a01c None None] Could not find standard attr ID for object 75c00652-dbac-480d-bcff-fb343cb73d9e. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:36:47.825285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (19948c10-d3be-4277-9365-f4aa83e1391c), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.051113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19370766-434c-4dfe-b105-a46ff8351f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.114293 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (19948c10-d3be-4277-9365-f4aa83e1391c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.229824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (19948c10-d3be-4277-9365-f4aa83e1391c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.265919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=19948c10-d3be-4277-9365-f4aa83e1391c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:48.299092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f69f1d-e591-4650-8ef7-053067e2ee47 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:48.299828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.305135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-94642394-5786-4c87-8ba9-3124f83aa5b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/19948c10-d3be-4277-9365-f4aa83e1391c HTTP/1.1" status: 204 len: 168 time: 0.7436049 Feb 03 14:36:48.317438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35482) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:48.467234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 2a6c7e49-e29e-48bf-9c4e-e32868efb9b7 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:36:48.484615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (2a6c7e49-e29e-48bf-9c4e-e32868efb9b7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.559536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (2a6c7e49-e29e-48bf-9c4e-e32868efb9b7), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.796091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (2a6c7e49-e29e-48bf-9c4e-e32868efb9b7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:48.959673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (2a6c7e49-e29e-48bf-9c4e-e32868efb9b7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.026954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.044872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:49.048381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/2a6c7e49-e29e-48bf-9c4e-e32868efb9b7 HTTP/1.1" status: 204 len: 168 time: 0.7290750 Feb 03 14:36:49.049643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa761024-52fd-4a06-ab7a-182224a91669 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6c7e49-e29e-48bf-9c4e-e32868efb9b7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:49.150233 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f97f22d3-6162-48f9-b209-76698be4df49 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041839 Feb 03 14:36:49.153482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35520) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:49.160011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:49.336566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:49.339989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.368327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35524) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:49.675155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.702353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7144fb16-2a52-4c9f-bfd2-b2c87b3899b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.803564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7144fb16-2a52-4c9f-bfd2-b2c87b3899b3 admin admin] Publish callbacks [] for security_group (f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.809377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7144fb16-2a52-4c9f-bfd2-b2c87b3899b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.821700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (414fa058-9348-44b5-aa33-c5bb26fb0742), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:49.868323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de91aca-a71e-477d-b2b6-a5e9baf2c8c0 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:49.872526 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7144fb16-2a52-4c9f-bfd2-b2c87b3899b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a649badc2f24367a32b7b419400a303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5032666 Feb 03 14:36:49.875040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:49.907787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:49.921685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144fb16-2a52-4c9f-bfd2-b2c87b3899b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:49.943716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:49.950873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:49.951467 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.017567 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6054460a-43a3-4a84-b050-f21339d8aa6c admin admin] Publish callbacks [] for security_group (f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.043245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=414fa058-9348-44b5-aa33-c5bb26fb0742,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:50.066041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cea7e21c-f852-4f6c-bbd4-1486a5f5f11f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9073932 Feb 03 14:36:50.069611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35544) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:50.088938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ad439d18-315c-4724-84e6-10878225a135 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:50.112596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6054460a-43a3-4a84-b050-f21339d8aa6c admin admin] Publish callbacks [] for security_group (f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.220024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-036d3960-af82-4dde-8d63-0290ccc41089 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:50.220848 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-036d3960-af82-4dde-8d63-0290ccc41089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.243358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6054460a-43a3-4a84-b050-f21339d8aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.249137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6054460a-43a3-4a84-b050-f21339d8aa6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.256936 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6054460a-43a3-4a84-b050-f21339d8aa6c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d HTTP/1.1" status: 204 len: 168 time: 0.3798666 Feb 03 14:36:50.287314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054460a-43a3-4a84-b050-f21339d8aa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2134d30-c0a2-4f6d-bcb3-9d162b0d8f0d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:50.389627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad439d18-315c-4724-84e6-10878225a135 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:50.394069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad439d18-315c-4724-84e6-10878225a135 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.556140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-036d3960-af82-4dde-8d63-0290ccc41089 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:50.696249 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:50.725838 n-d-827549-2 neutron-server[103342]: INFO neutron.db.ipam_backend_mixin [None req-ad439d18-315c-4724-84e6-10878225a135 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 414fa058-9348-44b5-aa33-c5bb26fb0742 (CIDR: 2001:db8::/64) Feb 03 14:36:50.740185 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad439d18-315c-4724-84e6-10878225a135 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:36:50.742199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad439d18-315c-4724-84e6-10878225a135 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:36:50.812497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35580) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:50.817069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ad439d18-315c-4724-84e6-10878225a135 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7464063 Feb 03 14:36:50.819835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:50.881788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72fb031-7fb1-49e1-9b4c-9e994a6312a8 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:51.104863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-761b50f2-d543-4ec8-ab60-851f3069cc23 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:51.105539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-761b50f2-d543-4ec8-ab60-851f3069cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:51.170443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:51.174073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:51.290206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-761b50f2-d543-4ec8-ab60-851f3069cc23 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:51.434870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35596) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:51.772784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d811a335-43ae-4ba3-b5ed-15e56c79386c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:51.839679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f8605075-24c1-4a74-9608-969124e620fc None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:51.842932 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8605075-24c1-4a74-9608-969124e620fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:51.997584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8605075-24c1-4a74-9608-969124e620fc None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:52.003292 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d811a335-43ae-4ba3-b5ed-15e56c79386c admin admin] Publish callbacks [] for security_group (6b9dbf33-fcba-4668-a807-201ccf4b6901), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.017741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d811a335-43ae-4ba3-b5ed-15e56c79386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6b9dbf33-fcba-4668-a807-201ccf4b6901), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.093933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.objects.ports [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103341) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:36:52.109245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d811a335-43ae-4ba3-b5ed-15e56c79386c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecd224423f004ef0ae4e722bddc6359c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6725090 Feb 03 14:36:52.110588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811a335-43ae-4ba3-b5ed-15e56c79386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9dbf33-fcba-4668-a807-201ccf4b6901,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:52.116028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35614) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:52.185552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.240837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c974-5c8d-4e22-8e07-97e464495862 admin admin] Publish callbacks [] for security_group (6b9dbf33-fcba-4668-a807-201ccf4b6901), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.276301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c974-5c8d-4e22-8e07-97e464495862 admin admin] Publish callbacks [] for security_group (6b9dbf33-fcba-4668-a807-201ccf4b6901), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.397037 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c974-5c8d-4e22-8e07-97e464495862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6b9dbf33-fcba-4668-a807-201ccf4b6901), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.399669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c974-5c8d-4e22-8e07-97e464495862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.400859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b2f5c974-5c8d-4e22-8e07-97e464495862 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b9dbf33-fcba-4668-a807-201ccf4b6901 HTTP/1.1" status: 204 len: 168 time: 0.2822077 Feb 03 14:36:52.430656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5c974-5c8d-4e22-8e07-97e464495862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9dbf33-fcba-4668-a807-201ccf4b6901,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:52.494751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:52.914173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:53.005289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.017369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.128919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (b1173e8c-cb16-4671-afcd-593b90524a87), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.230809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35644) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:53.252946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f74a853-42c0-4ece-918f-619c6c5f2183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.302796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:53.311148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:53.323451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe92e33-32cf-4f1a-865c-7656eb67fd89 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:36:53.342083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:53.345103 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.366327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=13']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:53.419647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=b1173e8c-cb16-4671-afcd-593b90524a87,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:53.431319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:53.461255 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cebd591b-07ba-421f-bd04-859d6c503052 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6450725 Feb 03 14:36:53.462447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35652) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:53.475029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:7e:a5:7e', 'name': 'tempest-NetworksTestDHCPv6-1789816061'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:53.507846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f74a853-42c0-4ece-918f-619c6c5f2183 admin admin] Publish callbacks [] for security_group (d3fda95d-4482-4c32-9d3f-5e4a8b221141), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.517312 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f74a853-42c0-4ece-918f-619c6c5f2183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d3fda95d-4482-4c32-9d3f-5e4a8b221141), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.631125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0f74a853-42c0-4ece-918f-619c6c5f2183 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=375151c476c040a59da5d162bbf441a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962264 Feb 03 14:36:53.632684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35656) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:53.668797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74a853-42c0-4ece-918f-619c6c5f2183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fda95d-4482-4c32-9d3f-5e4a8b221141,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:53.681986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-268846893', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:53.758708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': 'b1173e8c-cb16-4671-afcd-593b90524a87', 'ip_address': '2001:db8:0:1:f816:3eff:febd:55dd'}, {'subnet_id': '414fa058-9348-44b5-aa33-c5bb26fb0742'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '8e8bdd4f-466b-424e-9f2c-799bb2d58946'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:36:53.778591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00be0e20-8683-4a19-a64b-892f44c9fa51 admin admin] Publish callbacks [] for security_group (d3fda95d-4482-4c32-9d3f-5e4a8b221141), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.782604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Made reservation on behalf of 5ce335566c22422f8c4f95e36816c5df for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:53.787174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.812495 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.840601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00be0e20-8683-4a19-a64b-892f44c9fa51 admin admin] Publish callbacks [] for security_group (d3fda95d-4482-4c32-9d3f-5e4a8b221141), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.919066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:36:53.936667 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00be0e20-8683-4a19-a64b-892f44c9fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d3fda95d-4482-4c32-9d3f-5e4a8b221141), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.939557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-00be0e20-8683-4a19-a64b-892f44c9fa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:53.941383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-00be0e20-8683-4a19-a64b-892f44c9fa51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3fda95d-4482-4c32-9d3f-5e4a8b221141 HTTP/1.1" status: 204 len: 168 time: 0.3056324 Feb 03 14:36:53.977162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0e20-8683-4a19-a64b-892f44c9fa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fda95d-4482-4c32-9d3f-5e4a8b221141,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:54.104324 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:54.222680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for security_group (e3085886-b5e7-404d-83a0-2ca5f3633812), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:54.242732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e3085886-b5e7-404d-83a0-2ca5f3633812), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:54.254794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] device_id is not set on port d78cf0f9-8d44-4a2b-8627-a0fab636363e yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:54.316333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:54.591765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/414fa058-9348-44b5-aa33-c5bb26fb0742/8e8bdd4f-466b-424e-9f2c-799bb2d58946) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:54.827905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:54.828295 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:54.919001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Allocated IP 172.25.0.84 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/d78cf0f9-8d44-4a2b-8627-a0fab636363e) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:54.989941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.088829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:55.130826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:36:55.207525 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Publish callbacks [] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.212863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.281030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for port (d78cf0f9-8d44-4a2b-8627-a0fab636363e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.373463 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.390740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3085886-b5e7-404d-83a0-2ca5f3633812,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:55.410292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 224081f6-d176-43fd-80c1-494567a5213a yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:36:55.426835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Pushing event updated for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=14']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:55.456898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.457424 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.457982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.458451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.458913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.459371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.459904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.460349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.460810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.461254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.463817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.464303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.464788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ae52c-db9e-4005-9e0a-6ede5f6b6533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:36:55.504301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d78cf0f9-8d44-4a2b-8627-a0fab636363e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.633567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:55.643255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:55.663374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:55.762074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:55.764395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.872528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Pushing event updated for resources: {'Port': ['ID=d78cf0f9-8d44-4a2b-8627-a0fab636363e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:55.894886 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ca9caace-c50c-4396-b0d6-d4ea3a60072a tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.4510360 Feb 03 14:36:55.895239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35708) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:55.905664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.84'}]}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:36:55.995285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (81b093b3-2b84-49d2-8f98-b7756856f0bc), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:55.999764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (81b093b3-2b84-49d2-8f98-b7756856f0bc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:56.090203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::28a (1761b6a0-66c5-4456-9565-fda91494eed0/414fa058-9348-44b5-aa33-c5bb26fb0742/224081f6-d176-43fd-80c1-494567a5213a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:56.101643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:a57e (1761b6a0-66c5-4456-9565-fda91494eed0/b1173e8c-cb16-4671-afcd-593b90524a87/224081f6-d176-43fd-80c1-494567a5213a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:36:56.149928 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for router_controller (81b093b3-2b84-49d2-8f98-b7756856f0bc), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:56.400254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:36:56.560079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (224081f6-d176-43fd-80c1-494567a5213a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:56.561396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35732) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:56.634788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:56.635080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:56.669455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (224081f6-d176-43fd-80c1-494567a5213a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:56.725203 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for router_gateway (81b093b3-2b84-49d2-8f98-b7756856f0bc), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:56.795182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:36:56.808522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:36:56.867674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:36:56.887174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:36:56.896359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:56.904686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:56.968454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=224081f6-d176-43fd-80c1-494567a5213a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:57.000654 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cd5f4309-dc1b-4a65-ad12-639a656382d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5349281 Feb 03 14:36:57.007885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35748) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:57.016071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b14c0bc5-bd35-4ef1-805f-61826e36c97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.320483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b14c0bc5-bd35-4ef1-805f-61826e36c97f admin admin] Publish callbacks [] for security_group (28049bd2-95ca-482b-be61-111a3e8dc1da), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.335946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b14c0bc5-bd35-4ef1-805f-61826e36c97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (28049bd2-95ca-482b-be61-111a3e8dc1da), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.341506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for router_gateway (81b093b3-2b84-49d2-8f98-b7756856f0bc), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.362714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-816cb0ce-93f6-4fb9-aa1f-4402253c35e2 None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:57.363105 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-816cb0ce-93f6-4fb9-aa1f-4402253c35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.367645 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.415216 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b14c0bc5-bd35-4ef1-805f-61826e36c97f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f85ebdee68d46ada7e50f3c0b3c2559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8527553 Feb 03 14:36:57.431006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35760) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:57.501841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c0bc5-bd35-4ef1-805f-61826e36c97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28049bd2-95ca-482b-be61-111a3e8dc1da,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:57.593723 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-442ca95a-db7f-43d7-a062-2c2d88bff66f admin admin] Publish callbacks [] for security_group (28049bd2-95ca-482b-be61-111a3e8dc1da), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.675286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-442ca95a-db7f-43d7-a062-2c2d88bff66f admin admin] Publish callbacks [] for security_group (28049bd2-95ca-482b-be61-111a3e8dc1da), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.685520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-816cb0ce-93f6-4fb9-aa1f-4402253c35e2 None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:36:57.687971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 224081f6-d176-43fd-80c1-494567a5213a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:57.688346 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (224081f6-d176-43fd-80c1-494567a5213a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.822266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-442ca95a-db7f-43d7-a062-2c2d88bff66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (28049bd2-95ca-482b-be61-111a3e8dc1da), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.832152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-442ca95a-db7f-43d7-a062-2c2d88bff66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:57.840188 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-442ca95a-db7f-43d7-a062-2c2d88bff66f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28049bd2-95ca-482b-be61-111a3e8dc1da HTTP/1.1" status: 204 len: 168 time: 0.4015892 Feb 03 14:36:57.856693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ca95a-db7f-43d7-a062-2c2d88bff66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28049bd2-95ca-482b-be61-111a3e8dc1da,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:58.004244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ef5273d4-41d0-438f-91a3-038594b76b41 None None] Provisioning complete for port 224081f6-d176-43fd-80c1-494567a5213a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:36:58.007751 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef5273d4-41d0-438f-91a3-038594b76b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (224081f6-d176-43fd-80c1-494567a5213a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.013401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (224081f6-d176-43fd-80c1-494567a5213a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.043605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 224081f6-d176-43fd-80c1-494567a5213a owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:36:58.058892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for router (81b093b3-2b84-49d2-8f98-b7756856f0bc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.113680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ef5273d4-41d0-438f-91a3-038594b76b41 None None] Port 224081f6-d176-43fd-80c1-494567a5213a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:36:58.520522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (81b093b3-2b84-49d2-8f98-b7756856f0bc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.526893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks [] for router_controller (81b093b3-2b84-49d2-8f98-b7756856f0bc), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.604268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35802) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:58.630688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-94e7962c-74f7-4e00-9cac-76cb8d2ff184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.649770 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (81b093b3-2b84-49d2-8f98-b7756856f0bc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.653629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81b093b3-2b84-49d2-8f98-b7756856f0bc {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:36:58.844608 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:36:58.856258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d0c9b57c-a102-4f72-9f89-1d2513cec5e6 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9585507 Feb 03 14:36:58.858703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35814) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:58.913946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-94e7962c-74f7-4e00-9cac-76cb8d2ff184 admin admin] Publish callbacks [] for security_group (3cdd76bb-6257-4ff3-8f09-ac79b935b721), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:58.928430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-94e7962c-74f7-4e00-9cac-76cb8d2ff184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3cdd76bb-6257-4ff3-8f09-ac79b935b721), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:59.038506 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-94e7962c-74f7-4e00-9cac-76cb8d2ff184 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43619c4806eb47d29ecd76148736eeac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330802 Feb 03 14:36:59.039196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35818) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:36:59.039886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7962c-74f7-4e00-9cac-76cb8d2ff184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdd76bb-6257-4ff3-8f09-ac79b935b721,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:36:59.270131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3621524d-9346-418a-978e-b2f4361acdc5 admin admin] Publish callbacks [] for security_group (3cdd76bb-6257-4ff3-8f09-ac79b935b721), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:59.322653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3621524d-9346-418a-978e-b2f4361acdc5 admin admin] Publish callbacks [] for security_group (3cdd76bb-6257-4ff3-8f09-ac79b935b721), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:59.358284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Deleting port d78cf0f9-8d44-4a2b-8627-a0fab636363e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:36:59.358840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d78cf0f9-8d44-4a2b-8627-a0fab636363e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:59.434088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3621524d-9346-418a-978e-b2f4361acdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3cdd76bb-6257-4ff3-8f09-ac79b935b721), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:59.437425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3621524d-9346-418a-978e-b2f4361acdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:36:59.455957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3621524d-9346-418a-978e-b2f4361acdc5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cdd76bb-6257-4ff3-8f09-ac79b935b721 HTTP/1.1" status: 204 len: 168 time: 0.3976057 Feb 03 14:36:59.492657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621524d-9346-418a-978e-b2f4361acdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdd76bb-6257-4ff3-8f09-ac79b935b721,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:00.134315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (224081f6-d176-43fd-80c1-494567a5213a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:00.201156 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d78cf0f9-8d44-4a2b-8627-a0fab636363e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:00.237173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Calling delete_port for d78cf0f9-8d44-4a2b-8627-a0fab636363e owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:00.308090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=224081f6-d176-43fd-80c1-494567a5213a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:00.401439 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:00.409527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5a365b71-be63-4b36-a173-59ad20242f21 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/224081f6-d176-43fd-80c1-494567a5213a HTTP/1.1" status: 204 len: 168 time: 3.3981197 Feb 03 14:37:00.413025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35870) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:00.558211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a8ee0b-9adc-44e7-813f-8db2ccfc27ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:00.571612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2a8ee0b-9adc-44e7-813f-8db2ccfc27ce tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1569438 Feb 03 14:37:00.574624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35880) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:00.650522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d78cf0f9-8d44-4a2b-8627-a0fab636363e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:00.695100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Pushing event deleted for resources: {'Port': ['ID=d78cf0f9-8d44-4a2b-8627-a0fab636363e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:00.717808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b784f5-6ee8-44c8-8873-7ef2f8e8d6bb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:00.719798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-70b784f5-6ee8-44c8-8873-7ef2f8e8d6bb tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1439612 Feb 03 14:37:00.722551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35886) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:00.845224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:00.849514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7ffde141-b032-4fbb-8689-d9ee955667c8 tempest-RoutersAdminNegativeIpV6Test-159762049 tempest-RoutersAdminNegativeIpV6Test-159762049-project-admin] 10.222.0.52 "DELETE /v2.0/ports/d78cf0f9-8d44-4a2b-8627-a0fab636363e HTTP/1.1" status: 204 len: 168 time: 1.9863448 Feb 03 14:37:00.856800 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2959bd54-3728-4abe-abc4-4596c1c2a198 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:00.858581 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2959bd54-3728-4abe-abc4-4596c1c2a198 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:00.860701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2959bd54-3728-4abe-abc4-4596c1c2a198 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:00.866428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35896) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:00.875707 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2959bd54-3728-4abe-abc4-4596c1c2a198 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1449060 Feb 03 14:37:00.927803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet 414fa058-9348-44b5-aa33-c5bb26fb0742 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:00.931848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (414fa058-9348-44b5-aa33-c5bb26fb0742), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:00.999874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (414fa058-9348-44b5-aa33-c5bb26fb0742), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.147075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (414fa058-9348-44b5-aa33-c5bb26fb0742), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.234818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (414fa058-9348-44b5-aa33-c5bb26fb0742), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.265153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df800f-f3fe-4ddd-96d2-e8b5e25858b4 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:01.288924 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.296986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/414fa058-9348-44b5-aa33-c5bb26fb0742 HTTP/1.1" status: 204 len: 168 time: 0.4269774 Feb 03 14:37:01.296986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecf1bc-5db8-44c5-be25-4f506e58513e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=414fa058-9348-44b5-aa33-c5bb26fb0742,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:01.297794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35908) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:01.492900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet b1173e8c-cb16-4671-afcd-593b90524a87 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:01.508068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (b1173e8c-cb16-4671-afcd-593b90524a87), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.629119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (b1173e8c-cb16-4671-afcd-593b90524a87), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.650783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:01.819602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e66be05-fc13-4717-a7e7-39aff894880c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.871550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b1173e8c-cb16-4671-afcd-593b90524a87), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:01.982128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (b1173e8c-cb16-4671-afcd-593b90524a87), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.036744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=b1173e8c-cb16-4671-afcd-593b90524a87,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:02.051112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.063230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-33526ab5-a097-4c6d-a63a-0f31d516a36c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/b1173e8c-cb16-4671-afcd-593b90524a87 HTTP/1.1" status: 204 len: 168 time: 0.7627017 Feb 03 14:37:02.066745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:02.078922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e66be05-fc13-4717-a7e7-39aff894880c admin admin] Publish callbacks [] for security_group (72aaaef0-01c4-413c-b8f7-fe4128b31ffb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.084615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e66be05-fc13-4717-a7e7-39aff894880c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (72aaaef0-01c4-413c-b8f7-fe4128b31ffb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.158095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-87a48375-8db3-43d8-9899-c2f7fa4017f4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874975 Feb 03 14:37:02.159057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66be05-fc13-4717-a7e7-39aff894880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aaaef0-01c4-413c-b8f7-fe4128b31ffb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:02.160215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35952) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:02.181162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:02.209606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2e66be05-fc13-4717-a7e7-39aff894880c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee17b4212b9645c3a7645fbf37258060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5567477 Feb 03 14:37:02.212239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35956) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:02.371970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a01e8601-07e3-4c90-8981-3cddd8694b4b admin admin] Publish callbacks [] for security_group (72aaaef0-01c4-413c-b8f7-fe4128b31ffb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.434281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a01e8601-07e3-4c90-8981-3cddd8694b4b admin admin] Publish callbacks [] for security_group (72aaaef0-01c4-413c-b8f7-fe4128b31ffb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.504199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:02.512828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.588781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a01e8601-07e3-4c90-8981-3cddd8694b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (72aaaef0-01c4-413c-b8f7-fe4128b31ffb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.591199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a01e8601-07e3-4c90-8981-3cddd8694b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:02.594642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a01e8601-07e3-4c90-8981-3cddd8694b4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72aaaef0-01c4-413c-b8f7-fe4128b31ffb HTTP/1.1" status: 204 len: 168 time: 0.3789518 Feb 03 14:37:02.606271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e8601-07e3-4c90-8981-3cddd8694b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aaaef0-01c4-413c-b8f7-fe4128b31ffb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:02.900907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb687d-8e32-4340-a8a5-76cfb43adb6a None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:03.019600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (f507f6d3-e6a6-42fe-94c5-f12fc276587d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.128822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8c01e198-7842-4702-8d0c-532e530aae1d None None] Provisioning complete for port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:03.130007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c01e198-7842-4702-8d0c-532e530aae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.145542 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=f507f6d3-e6a6-42fe-94c5-f12fc276587d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:03.191016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:03.197977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:03.202705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:03.202705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.259769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36008) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:03.261922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f7025bb-6fb8-4792-aefd-3e1c6e079001 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0999436 Feb 03 14:37:03.266524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8e531da9-c556-423f-b1bf-e2423d75d02f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:03.284444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8c01e198-7842-4702-8d0c-532e530aae1d None None] Current status of the port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:03.424483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:37:03.478161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e531da9-c556-423f-b1bf-e2423d75d02f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:03.485875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e531da9-c556-423f-b1bf-e2423d75d02f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.499329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36020) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:03.581843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] Deleting port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:03.584653 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.660939 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7744701b-4d70-44aa-8080-7200b0e3a3d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ce335566c22422f8c4f95e36816c5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559937 Feb 03 14:37:03.665997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36034) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:03.805881 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac30a03-8000-41a8-aa58-66004d495289 admin admin] Publish callbacks [] for security_group (e3085886-b5e7-404d-83a0-2ca5f3633812), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.842112 n-d-827549-2 neutron-server[103342]: INFO neutron.db.ipam_backend_mixin [None req-8e531da9-c556-423f-b1bf-e2423d75d02f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f507f6d3-e6a6-42fe-94c5-f12fc276587d (CIDR: 2001:db8::/64) Feb 03 14:37:03.851940 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e531da9-c556-423f-b1bf-e2423d75d02f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:37:03.852261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e531da9-c556-423f-b1bf-e2423d75d02f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:03.855264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac30a03-8000-41a8-aa58-66004d495289 admin admin] Publish callbacks [] for security_group (e3085886-b5e7-404d-83a0-2ca5f3633812), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.867479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] For port 8e8bdd4f-466b-424e-9f2c-799bb2d58946, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8e8bdd4f-466b-424e-9f2c-799bb2d58946,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:03.868175 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.930639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8e531da9-c556-423f-b1bf-e2423d75d02f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6689093 Feb 03 14:37:03.931285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36048) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:03.932971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] Calling delete_port for 8e8bdd4f-466b-424e-9f2c-799bb2d58946 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:03.939948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'subnet': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:03.988295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac30a03-8000-41a8-aa58-66004d495289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e3085886-b5e7-404d-83a0-2ca5f3633812), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.991619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fac30a03-8000-41a8-aa58-66004d495289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:03.993598 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fac30a03-8000-41a8-aa58-66004d495289 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3085886-b5e7-404d-83a0-2ca5f3633812 HTTP/1.1" status: 204 len: 168 time: 0.3232200 Feb 03 14:37:04.016321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac30a03-8000-41a8-aa58-66004d495289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3085886-b5e7-404d-83a0-2ca5f3633812,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:04.305321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:04.323970 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (8e8bdd4f-466b-424e-9f2c-799bb2d58946), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:04.381764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:04.386578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:04.449167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] Pushing event deleted for resources: {'Port': ['ID=8e8bdd4f-466b-424e-9f2c-799bb2d58946,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:04.459965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404cd4b-e332-4ade-96db-b08e268e9609 None None] No DVR routers for this DVR port 8e8bdd4f-466b-424e-9f2c-799bb2d58946 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:37:04.465426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 8e8bdd4f-466b-424e-9f2c-799bb2d58946 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:37:04.466847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8e8bdd4f-466b-424e-9f2c-799bb2d58946 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:37:04.504556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14127e97-9b9f-469a-9b26-e300f1beb440 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:04.778848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1761b6a0-66c5-4456-9565-fda91494eed0', 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'project_id': 'd31d1bbf0bf2445bbfcfb723bf0ee87a', 'fixed_ips': [{'subnet_id': 'f507f6d3-e6a6-42fe-94c5-f12fc276587d'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:37:04.781059 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:05.080116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.objects.ports [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103342) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 14:37:05.089629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (b68a6639-579a-4738-847e-89f7a91248a9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:05.260305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:05.275767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:05.284104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Allocated IP 2001:db8::2 (1761b6a0-66c5-4456-9565-fda91494eed0/f507f6d3-e6a6-42fe-94c5-f12fc276587d/04473847-95f3-4938-9800-921af44eec6d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:05.302020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:05.302603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:05.391389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36116) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:05.398760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Request body: {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'mac_address': 'fa:16:3e:09:41:ed', 'name': 'tempest-NetworksTestDHCPv6-166066695'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:05.403558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4562817 Feb 03 14:37:05.440677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1825e-da32-4abd-8d84-2d8de69e77b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Subnet': ['ID=b68a6639-579a-4738-847e-89f7a91248a9,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:05.688609 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Publish callbacks [] for port (04473847-95f3-4938-9800-921af44eec6d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:05.700409 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (04473847-95f3-4938-9800-921af44eec6d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:05.784135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Made reservation on behalf of d31d1bbf0bf2445bbfcfb723bf0ee87a for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:05.834825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:05.839812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Pushing event updated for resources: {'Port': ['ID=04473847-95f3-4938-9800-921af44eec6d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:05.847833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:05.856210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:05.943616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:05.988622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] device_id is not set on port 53b94116-910c-49b6-972f-3869fd936e4d yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:06.022012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Attempting to bind port 04473847-95f3-4938-9800-921af44eec6d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:37:06.022399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Attempting to bind port 04473847-95f3-4938-9800-921af44eec6d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:37:06.022769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Attempting to bind port 04473847-95f3-4938-9800-921af44eec6d on network 1761b6a0-66c5-4456-9565-fda91494eed0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:37:06.038706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:37:06.039093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Checking segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:06.039502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:06.039898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Bound using segment: {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:37:06.040374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Bound port: 04473847-95f3-4938-9800-921af44eec6d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:37:06.040786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (04473847-95f3-4938-9800-921af44eec6d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:06.216705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] For port 04473847-95f3-4938-9800-921af44eec6d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:37:06.220215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] For port 04473847-95f3-4938-9800-921af44eec6d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=04473847-95f3-4938-9800-921af44eec6d,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:37:06.238975 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (04473847-95f3-4938-9800-921af44eec6d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:06.396012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8::3af (1761b6a0-66c5-4456-9565-fda91494eed0/f507f6d3-e6a6-42fe-94c5-f12fc276587d/53b94116-910c-49b6-972f-3869fd936e4d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:06.425135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Allocated IP 2001:db8:0:1:f816:3eff:fe09:41ed (1761b6a0-66c5-4456-9565-fda91494eed0/b68a6639-579a-4738-847e-89f7a91248a9/53b94116-910c-49b6-972f-3869fd936e4d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:06.502311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140624ee-6171-41a4-9578-f8f9963338e1 None None] Pushing event updated for resources: {'Port': ['ID=04473847-95f3-4938-9800-921af44eec6d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:06.894277 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for port (53b94116-910c-49b6-972f-3869fd936e4d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:07.006034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (53b94116-910c-49b6-972f-3869fd936e4d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:07.198698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Network 1761b6a0-66c5-4456-9565-fda91494eed0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:07.219507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:07.227096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:07.254125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:07.256357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:07.300066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event updated for resources: {'Port': ['ID=53b94116-910c-49b6-972f-3869fd936e4d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:07.313417 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-982c7e53-b4c7-49a3-885e-05c82a7e42a4 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9207675 Feb 03 14:37:07.315744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:07.536319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting port 53b94116-910c-49b6-972f-3869fd936e4d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:07.554271 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (53b94116-910c-49b6-972f-3869fd936e4d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:07.671887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36198) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:07.736694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (53b94116-910c-49b6-972f-3869fd936e4d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:07.752163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Calling delete_port for 53b94116-910c-49b6-972f-3869fd936e4d owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:07.939120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1338279260', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:08.027584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Made reservation on behalf of 927d98803c0342059358b717fb6eb944 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:08.034426 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:08.074220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:08.086322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (53b94116-910c-49b6-972f-3869fd936e4d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:08.182038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Port': ['ID=53b94116-910c-49b6-972f-3869fd936e4d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:08.310390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:08.314885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-49c69279-bb9e-4b93-b4d0-cf4c415f47e3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/53b94116-910c-49b6-972f-3869fd936e4d HTTP/1.1" status: 204 len: 168 time: 0.9975023 Feb 03 14:37:08.318034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36226) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:08.332152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for security_group (df50001b-4f88-483f-98cd-1847b598e7d7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:08.363458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (df50001b-4f88-483f-98cd-1847b598e7d7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:08.382431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] device_id is not set on port bcfe0b10-bc65-4028-b09f-5d8ae5febeaf yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:08.493994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 04473847-95f3-4938-9800-921af44eec6d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:08.518069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f60e6-f384-4f9d-830c-9d7254125081 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:08.530910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36238) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:08.532992 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eb7f60e6-f384-4f9d-830c-9d7254125081 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2135460 Feb 03 14:37:08.690855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df50001b-4f88-483f-98cd-1847b598e7d7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:08.711706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc89b51-b58d-45a6-83a9-dab9d556084c None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:08.873948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857b45c-08ae-44d9-b93c-d08d885c399d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:08.877796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6857b45c-08ae-44d9-b93c-d08d885c399d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2340808 Feb 03 14:37:08.878452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36258) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:08.941490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Allocated IP 172.25.0.4 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/bcfe0b10-bc65-4028-b09f-5d8ae5febeaf) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:09.062001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7620d-1363-482c-b1b9-62848f25ca5c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:09.066173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7620d-1363-482c-b1b9-62848f25ca5c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:09.070627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7620d-1363-482c-b1b9-62848f25ca5c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:09.075095 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-81f7620d-1363-482c-b1b9-62848f25ca5c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1943712 Feb 03 14:37:09.076011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36272) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:09.090163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 04473847-95f3-4938-9800-921af44eec6d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:09.091525 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (04473847-95f3-4938-9800-921af44eec6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.228479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet b68a6639-579a-4738-847e-89f7a91248a9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:09.244577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (b68a6639-579a-4738-847e-89f7a91248a9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.262697 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.359767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (b68a6639-579a-4738-847e-89f7a91248a9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.446131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for port (bcfe0b10-bc65-4028-b09f-5d8ae5febeaf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.459533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 04473847-95f3-4938-9800-921af44eec6d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:09.460703 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (04473847-95f3-4938-9800-921af44eec6d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.464020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b68a6639-579a-4738-847e-89f7a91248a9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.467079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d66bdb99-f52b-4e34-993d-de88049ecfcb None None] Provisioning complete for port 04473847-95f3-4938-9800-921af44eec6d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:09.468523 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d66bdb99-f52b-4e34-993d-de88049ecfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (04473847-95f3-4938-9800-921af44eec6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.549930 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bcfe0b10-bc65-4028-b09f-5d8ae5febeaf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.632336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (b68a6639-579a-4738-847e-89f7a91248a9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.701708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Pushing event updated for resources: {'Port': ['ID=bcfe0b10-bc65-4028-b09f-5d8ae5febeaf,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:09.713014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:09.714856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:09.716803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=b68a6639-579a-4738-847e-89f7a91248a9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:09.718435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:09.749653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.763186 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f22cac70-1956-4556-b39e-eab33b620e61 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/b68a6639-579a-4738-847e-89f7a91248a9 HTTP/1.1" status: 204 len: 168 time: 0.6826847 Feb 03 14:37:09.767395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36300) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:09.788182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:09.790088 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.823742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b710cec2-8b12-45e5-be52-805ab56e3646 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1509264 Feb 03 14:37:09.827311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36302) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:09.846569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.4'}]}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:09.874388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (c3488003-5b11-4dff-9f24-e75954ebd4c6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.880536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (c3488003-5b11-4dff-9f24-e75954ebd4c6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:09.962548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Deleting subnet f507f6d3-e6a6-42fe-94c5-f12fc276587d {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:09.982112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (f507f6d3-e6a6-42fe-94c5-f12fc276587d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.066333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 04473847-95f3-4938-9800-921af44eec6d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=04473847-95f3-4938-9800-921af44eec6d,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:10.079341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for router_controller (c3488003-5b11-4dff-9f24-e75954ebd4c6), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.100616 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (04473847-95f3-4938-9800-921af44eec6d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.143518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (f507f6d3-e6a6-42fe-94c5-f12fc276587d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.244926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36310) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:10.313734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d66bdb99-f52b-4e34-993d-de88049ecfcb None None] Current status of the port 04473847-95f3-4938-9800-921af44eec6d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:10.475361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f507f6d3-e6a6-42fe-94c5-f12fc276587d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.552523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for router_gateway (c3488003-5b11-4dff-9f24-e75954ebd4c6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.558940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec15bfa-2acc-4d74-9df2-ba4c9b8962b4 None None] Update dhcp port {'port': {'network_id': '1761b6a0-66c5-4456-9565-fda91494eed0', 'fixed_ips': [{'subnet_id': 'f507f6d3-e6a6-42fe-94c5-f12fc276587d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b68a6639-579a-4738-847e-89f7a91248a9'}], 'binding:host_id': 'n-d-827549-2'}, 'id': '04473847-95f3-4938-9800-921af44eec6d'} from n-d-827549-2. {{(pid=103343) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 14:37:10.580580 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca81a448-41ce-499b-b627-e391e1fd520b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.624671 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ec15bfa-2acc-4d74-9df2-ba4c9b8962b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (04473847-95f3-4938-9800-921af44eec6d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.806634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=04473847-95f3-4938-9800-921af44eec6d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-3ec15bfa-2acc-4d74-9df2-ba4c9b8962b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f507f6d3-e6a6-42fe-94c5-f12fc276587d: This subnet is being modified by another concurrent operation. Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f507f6d3-e6a6-42fe-94c5-f12fc276587d: This subnet is being modified by another concurrent operation. Feb 03 14:37:10.821395 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:37:10.836683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca81a448-41ce-499b-b627-e391e1fd520b admin admin] Publish callbacks [] for security_group (5324881a-8925-4fce-85e4-1e73f0be1df6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.842568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (f507f6d3-e6a6-42fe-94c5-f12fc276587d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.857882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca81a448-41ce-499b-b627-e391e1fd520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5324881a-8925-4fce-85e4-1e73f0be1df6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.923859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e732ea9-c99e-49d5-8320-63a977d33ecd None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:37:10.944368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Subnet': ['ID=f507f6d3-e6a6-42fe-94c5-f12fc276587d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:10.971505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:10.980257 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-566f22b5-142e-445d-a732-2e50d80c7524 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/f507f6d3-e6a6-42fe-94c5-f12fc276587d HTTP/1.1" status: 204 len: 168 time: 1.2117972 Feb 03 14:37:10.982273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36318) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.057157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9bf77221-6950-4681-a634-140a4ebf7a66 None None] Provisioning complete for port 04473847-95f3-4938-9800-921af44eec6d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:11.058081 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-61ea06c0-0ee8-4828-931b-3ecae3686a42 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589314 Feb 03 14:37:11.058867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36322) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.059193 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bf77221-6950-4681-a634-140a4ebf7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (04473847-95f3-4938-9800-921af44eec6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.061230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for router_gateway (c3488003-5b11-4dff-9f24-e75954ebd4c6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.065620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81a448-41ce-499b-b627-e391e1fd520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5324881a-8925-4fce-85e4-1e73f0be1df6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:11.111971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.128587 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ca81a448-41ce-499b-b627-e391e1fd520b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5234d7a135ba494f87ee825c8d0b0b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8829274 Feb 03 14:37:11.132765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36324) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.224627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77330e77-4811-4998-9dc2-b683e77f09d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:11.231412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36328) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.233557 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77330e77-4811-4998-9dc2-b683e77f09d6 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1705279 Feb 03 14:37:11.235037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc610b84-8456-442c-8a3a-0e0ab6814d4d admin admin] Publish callbacks [] for security_group (5324881a-8925-4fce-85e4-1e73f0be1df6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.249056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e732ea9-c99e-49d5-8320-63a977d33ecd None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:37:11.290934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc610b84-8456-442c-8a3a-0e0ab6814d4d admin admin] Publish callbacks [] for security_group (5324881a-8925-4fce-85e4-1e73f0be1df6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.338235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b6d61-2580-4b5e-9347-e302bd1979be tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:11.342076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-391b6d61-2580-4b5e-9347-e302bd1979be tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041920 Feb 03 14:37:11.342956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36330) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.343112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9bf77221-6950-4681-a634-140a4ebf7a66 None None] Current status of the port 04473847-95f3-4938-9800-921af44eec6d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:11.396171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c6238b37-7665-4e63-b8a0-695e70d783b1 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479391 Feb 03 14:37:11.397108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36332) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.423543 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc610b84-8456-442c-8a3a-0e0ab6814d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5324881a-8925-4fce-85e4-1e73f0be1df6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.427578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc610b84-8456-442c-8a3a-0e0ab6814d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.429463 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fc610b84-8456-442c-8a3a-0e0ab6814d4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5324881a-8925-4fce-85e4-1e73f0be1df6 HTTP/1.1" status: 204 len: 168 time: 0.2951458 Feb 03 14:37:11.447966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc610b84-8456-442c-8a3a-0e0ab6814d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5324881a-8925-4fce-85e4-1e73f0be1df6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:11.449227 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b497a6-bd09-47b0-8f55-e368c219fea8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:11.449898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b497a6-bd09-47b0-8f55-e368c219fea8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:11.454105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c6b497a6-bd09-47b0-8f55-e368c219fea8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/53b94116-910c-49b6-972f-3869fd936e4d HTTP/1.1" status: 404 len: 333 time: 0.0557604 Feb 03 14:37:11.458924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36336) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.528316 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-910f72de-fabc-40db-89ab-d60ee9778dda tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:11.529134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910f72de-fabc-40db-89ab-d60ee9778dda tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:11.537342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36340) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.548810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-910f72de-fabc-40db-89ab-d60ee9778dda tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/b68a6639-579a-4738-847e-89f7a91248a9 HTTP/1.1" status: 404 len: 337 time: 0.0881212 Feb 03 14:37:11.601534 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-30182514-f4ee-4b24-af7b-5332ba7f316f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:11.602350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30182514-f4ee-4b24-af7b-5332ba7f316f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:11.612762 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-30182514-f4ee-4b24-af7b-5332ba7f316f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/f507f6d3-e6a6-42fe-94c5-f12fc276587d HTTP/1.1" status: 404 len: 337 time: 0.0738127 Feb 03 14:37:11.615967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.663946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for router (c3488003-5b11-4dff-9f24-e75954ebd4c6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.693688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bcaaa1-15b7-4eb1-97e5-d3d4845bbf3b None None] Network 1761b6a0-66c5-4456-9565-fda91494eed0 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:11.700580 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6a6956-6d25-4d3a-8807-23268e5bd8db tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:11.705324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6a6956-6d25-4d3a-8807-23268e5bd8db tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:11.716227 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb6a6956-6d25-4d3a-8807-23268e5bd8db tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/224081f6-d176-43fd-80c1-494567a5213a HTTP/1.1" status: 404 len: 333 time: 0.0975969 Feb 03 14:37:11.720380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36344) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.789630 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-0075da3c-2848-4d10-950a-2a797ecd0012 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:11.793048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0075da3c-2848-4d10-950a-2a797ecd0012 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:11.799512 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0075da3c-2848-4d10-950a-2a797ecd0012 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/b1173e8c-cb16-4671-afcd-593b90524a87 HTTP/1.1" status: 404 len: 337 time: 0.0776551 Feb 03 14:37:11.803153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36348) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.878506 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-345bb9c0-4a8d-4d32-805f-c42e0cd106f0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:11.878985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345bb9c0-4a8d-4d32-805f-c42e0cd106f0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:11.883871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1339baf9-57ab-468f-b2ac-ff07e327804e None None] Provisioning complete for port 04473847-95f3-4938-9800-921af44eec6d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:11.889597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1339baf9-57ab-468f-b2ac-ff07e327804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (04473847-95f3-4938-9800-921af44eec6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:11.893043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-345bb9c0-4a8d-4d32-805f-c42e0cd106f0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/414fa058-9348-44b5-aa33-c5bb26fb0742 HTTP/1.1" status: 404 len: 337 time: 0.0880287 Feb 03 14:37:11.898412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36352) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:11.993033 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8c86f8-4ed9-4798-9732-183c8f1bfd0d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:11.993879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8c86f8-4ed9-4798-9732-183c8f1bfd0d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.006545 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8e8c86f8-4ed9-4798-9732-183c8f1bfd0d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/75c00652-dbac-480d-bcff-fb343cb73d9e HTTP/1.1" status: 404 len: 333 time: 0.1047630 Feb 03 14:37:12.008287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36354) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.125932 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec96424-a669-4428-805c-75c2c6771c98 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.138937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec96424-a669-4428-805c-75c2c6771c98 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.150161 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ec96424-a669-4428-805c-75c2c6771c98 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/19948c10-d3be-4277-9365-f4aa83e1391c HTTP/1.1" status: 404 len: 337 time: 0.1395173 Feb 03 14:37:12.151070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36360) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.168680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1339baf9-57ab-468f-b2ac-ff07e327804e None None] Current status of the port 04473847-95f3-4938-9800-921af44eec6d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:12.193596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] DHCP port deletion for 1761b6a0-66c5-4456-9565-fda91494eed0 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:37:12.201701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (c3488003-5b11-4dff-9f24-e75954ebd4c6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:12.287098 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks [] for router_controller (c3488003-5b11-4dff-9f24-e75954ebd4c6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:12.344654 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4defb0f-5e7e-4685-9f4f-ce5ff6ba476a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.345272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4defb0f-5e7e-4685-9f4f-ce5ff6ba476a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.350157 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d4defb0f-5e7e-4685-9f4f-ce5ff6ba476a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/2a6c7e49-e29e-48bf-9c4e-e32868efb9b7 HTTP/1.1" status: 404 len: 337 time: 0.1961260 Feb 03 14:37:12.351410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36366) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.366763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 04473847-95f3-4938-9800-921af44eec6d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:12.392836 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ad9637-b2a7-43c3-8c80-39309cd4aa10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.392836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ad9637-b2a7-43c3-8c80-39309cd4aa10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.395070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68ad9637-b2a7-43c3-8c80-39309cd4aa10 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/044c8fea-b4ad-4123-9eb2-16c46cea6707 HTTP/1.1" status: 404 len: 333 time: 0.0424657 Feb 03 14:37:12.397563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.452752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (c3488003-5b11-4dff-9f24-e75954ebd4c6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:12.453315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3488003-5b11-4dff-9f24-e75954ebd4c6 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:37:12.473293 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba778261-a43a-4d27-a5b4-28d7c90f4abf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.475627 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba778261-a43a-4d27-a5b4-28d7c90f4abf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.482634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36372) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.486697 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ba778261-a43a-4d27-a5b4-28d7c90f4abf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/5d415c2b-2cbe-420f-9a2d-07e3ffc11754 HTTP/1.1" status: 404 len: 337 time: 0.0879927 Feb 03 14:37:12.526981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] Deleting port 04473847-95f3-4938-9800-921af44eec6d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:12.530651 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (04473847-95f3-4938-9800-921af44eec6d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:12.563393 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca314d7-fd39-43c8-aaf2-b460e91728e0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.563393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca314d7-fd39-43c8-aaf2-b460e91728e0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.565859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6ca314d7-fd39-43c8-aaf2-b460e91728e0 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/a62b05bb-3f62-4718-9944-3f4a6b157fe1 HTTP/1.1" status: 404 len: 337 time: 0.0812361 Feb 03 14:37:12.568835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36376) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.599784 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:37:12.599784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-780dd4f7-2fcf-48f9-a423-d5958d28f18c tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.7678866 Feb 03 14:37:12.600295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36380) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.662632 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b02522-a6d2-401d-a3ef-a3265423144a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.663681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b02522-a6d2-401d-a3ef-a3265423144a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.674419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-14b02522-a6d2-401d-a3ef-a3265423144a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/bc6dea7b-5381-420c-85f7-e88a97494213 HTTP/1.1" status: 404 len: 333 time: 0.1022718 Feb 03 14:37:12.675141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36382) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.734469 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-96972200-04a5-421d-90ec-4753cd985d39 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.734934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96972200-04a5-421d-90ec-4753cd985d39 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.740739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-96972200-04a5-421d-90ec-4753cd985d39 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/482fdf51-8454-4685-9ea2-edc23149b660 HTTP/1.1" status: 404 len: 337 time: 0.0620136 Feb 03 14:37:12.741274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36384) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.768143 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53f8101-5cb8-4ba5-9561-da73f2646775 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.769036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53f8101-5cb8-4ba5-9561-da73f2646775 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.775522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b53f8101-5cb8-4ba5-9561-da73f2646775 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/33e7f22e-6d94-4a01-adde-cdb222874619 HTTP/1.1" status: 404 len: 333 time: 0.0327904 Feb 03 14:37:12.778766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36386) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.783111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] For port 04473847-95f3-4938-9800-921af44eec6d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=04473847-95f3-4938-9800-921af44eec6d,segment=NetworkSegment(fbb0ecd5-73f6-492e-b76f-0aa991d5ec58),segment_id=fbb0ecd5-73f6-492e-b76f-0aa991d5ec58)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:12.783841 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (04473847-95f3-4938-9800-921af44eec6d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:12.798468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] Calling delete_port for 04473847-95f3-4938-9800-921af44eec6d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:12.825842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Deleting port bcfe0b10-bc65-4028-b09f-5d8ae5febeaf {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:12.828313 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bcfe0b10-bc65-4028-b09f-5d8ae5febeaf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:12.861629 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-085414be-4089-4166-b1dd-9c79eb261985 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.862409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085414be-4089-4166-b1dd-9c79eb261985 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.873882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-085414be-4089-4166-b1dd-9c79eb261985 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/cbbde192-6f86-4928-b850-2b9cdcaf907f HTTP/1.1" status: 404 len: 337 time: 0.0940239 Feb 03 14:37:12.876477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:12.928170 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d486cc-7dd1-4399-81c7-446b8bbb6978 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:12.930911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d486cc-7dd1-4399-81c7-446b8bbb6978 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:12.934510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a0d486cc-7dd1-4399-81c7-446b8bbb6978 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/60361774-9b5a-4893-9f40-d26b9681e27a HTTP/1.1" status: 404 len: 333 time: 0.0568275 Feb 03 14:37:12.954318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36396) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.044059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 04473847-95f3-4938-9800-921af44eec6d is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:13.044488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (04473847-95f3-4938-9800-921af44eec6d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:13.046623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bcfe0b10-bc65-4028-b09f-5d8ae5febeaf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:13.054127 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8a7a9d-100e-47e1-8e3a-7277c5370d2b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.054593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8a7a9d-100e-47e1-8e3a-7277c5370d2b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.057832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4b8a7a9d-100e-47e1-8e3a-7277c5370d2b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/51022690-bca3-4cec-aa4a-d881a5e17450 HTTP/1.1" status: 404 len: 337 time: 0.1016569 Feb 03 14:37:13.060365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36400) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.105231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Calling delete_port for bcfe0b10-bc65-4028-b09f-5d8ae5febeaf owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:13.107495 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (04473847-95f3-4938-9800-921af44eec6d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:13.119479 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a79cde-1756-4f73-a0d4-631581927877 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.120351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a79cde-1756-4f73-a0d4-631581927877 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.135839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-09a79cde-1756-4f73-a0d4-631581927877 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/d8ede1d6-786a-4a9e-a16e-fdc71fe81fd0 HTTP/1.1" status: 404 len: 333 time: 0.0742393 Feb 03 14:37:13.138314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36402) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.233513 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf78845f-033e-4918-92e0-651680589ad8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.234955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf78845f-033e-4918-92e0-651680589ad8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.238491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cf78845f-033e-4918-92e0-651680589ad8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/00808df7-b0c9-4c2c-9b3e-70c850f7e232 HTTP/1.1" status: 404 len: 337 time: 0.0989606 Feb 03 14:37:13.251868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36408) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.262541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] No DVR routers for this DVR port 04473847-95f3-4938-9800-921af44eec6d on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:37:13.266861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543a0dd-2f0c-4185-aa05-5d0f404f009f None None] Pushing event deleted for resources: {'Port': ['ID=04473847-95f3-4938-9800-921af44eec6d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:13.328904 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ba1ea2-172f-4106-8fe0-e95cb57e11b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.331283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ba1ea2-172f-4106-8fe0-e95cb57e11b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.335709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-43ba1ea2-172f-4106-8fe0-e95cb57e11b9 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/504d7039-4251-46b1-97dd-33f457c7cb0a HTTP/1.1" status: 404 len: 333 time: 0.0827482 Feb 03 14:37:13.338362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.396984 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8d36ad-c8e6-4512-824a-1e75328984dd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.404397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8d36ad-c8e6-4512-824a-1e75328984dd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.411099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cd8d36ad-c8e6-4512-824a-1e75328984dd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/0c82f95f-95b4-4313-9ce4-b4b8de457295 HTTP/1.1" status: 404 len: 337 time: 0.0683210 Feb 03 14:37:13.411321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36414) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.462505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36416) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.465148 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-96881870-ea95-4842-aacd-f2a650f3d818 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.465961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96881870-ea95-4842-aacd-f2a650f3d818 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.469662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-96881870-ea95-4842-aacd-f2a650f3d818 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/813033b1-85fe-4c89-b35e-502cabbb105c HTTP/1.1" status: 404 len: 333 time: 0.0577385 Feb 03 14:37:13.472148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36418) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.533751 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-096bc005-a78c-4031-974a-2840b1381a3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.534167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096bc005-a78c-4031-974a-2840b1381a3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.539877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-096bc005-a78c-4031-974a-2840b1381a3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7de960ea-56ff-465c-9609-124382f2c6fd HTTP/1.1" status: 404 len: 337 time: 0.0666380 Feb 03 14:37:13.542696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36422) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.549621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bcfe0b10-bc65-4028-b09f-5d8ae5febeaf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:13.596676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcfe0b10-bc65-4028-b09f-5d8ae5febeaf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:13.610530 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7af67c4-a575-4b51-908e-4ae9bb2e2990 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.610997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7af67c4-a575-4b51-908e-4ae9bb2e2990 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.622975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e7af67c4-a575-4b51-908e-4ae9bb2e2990 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/d477e60b-1372-4fdf-8ecc-4fa6110f2cdf HTTP/1.1" status: 404 len: 337 time: 0.0753927 Feb 03 14:37:13.622975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36424) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.714313 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdf9cad-c3c2-45c7-a98b-839c0d469461 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.715064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdf9cad-c3c2-45c7-a98b-839c0d469461 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.715752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2125315425'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:13.725182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cfdf9cad-c3c2-45c7-a98b-839c0d469461 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/3161b3f5-5e86-468b-8116-0cf8d981842c HTTP/1.1" status: 404 len: 333 time: 0.1020691 Feb 03 14:37:13.733003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36428) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.756273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:13.758878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:13.798874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:13.841165 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e075be78-44a2-4bbd-95a9-de3187f2ba89 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.841672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e075be78-44a2-4bbd-95a9-de3187f2ba89 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.847617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e075be78-44a2-4bbd-95a9-de3187f2ba89 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/a87ebd28-7838-4a51-9d42-58bbb9d0dc44 HTTP/1.1" status: 404 len: 337 time: 0.1099925 Feb 03 14:37:13.848850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.914267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:13.918066 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ce82bb82-3f79-46b2-aaba-ac75562be886 tempest-RoutersAdminNegativeTest-752752585 tempest-RoutersAdminNegativeTest-752752585-project-admin] 10.222.0.52 "DELETE /v2.0/ports/bcfe0b10-bc65-4028-b09f-5d8ae5febeaf HTTP/1.1" status: 204 len: 168 time: 1.3168385 Feb 03 14:37:13.921605 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-a150ac8b-4a19-499a-b4f6-e277b1bffcf8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.922050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a150ac8b-4a19-499a-b4f6-e277b1bffcf8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.927848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36434) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:13.953008 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a150ac8b-4a19-499a-b4f6-e277b1bffcf8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/b58da74c-5c19-45ff-9f07-1911ed962336 HTTP/1.1" status: 404 len: 337 time: 0.0947707 Feb 03 14:37:13.972335 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a00199-a02e-472c-ab6e-476a6aa6db1a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:13.989004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a00199-a02e-472c-ab6e-476a6aa6db1a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:13.992144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-93a00199-a02e-472c-ab6e-476a6aa6db1a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/fec35e12-2173-4be4-851b-0829b46c41b7 HTTP/1.1" status: 404 len: 333 time: 0.0634308 Feb 03 14:37:13.996500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36436) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.049303 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d802201-e69c-4126-ab39-349ae2f626cd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:14.050020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d802201-e69c-4126-ab39-349ae2f626cd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:14.054969 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1d802201-e69c-4126-ab39-349ae2f626cd tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7f826d5f-2409-4545-b6e0-67dcbc5eb6c8 HTTP/1.1" status: 404 len: 337 time: 0.0530012 Feb 03 14:37:14.057605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36440) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.107533 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5248085b-48b9-4e45-a524-7ad6d2b745ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:14.110791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5248085b-48b9-4e45-a524-7ad6d2b745ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:14.118497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5248085b-48b9-4e45-a524-7ad6d2b745ff tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/3a132f57-ecc6-4f4a-b7c9-9f6fc14a5ecd HTTP/1.1" status: 404 len: 337 time: 0.0598197 Feb 03 14:37:14.121168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36442) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.144678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for security_group (f1f87123-a586-4e0f-a338-e15ea6e74c69), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:14.150745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1f87123-a586-4e0f-a338-e15ea6e74c69), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:14.176002 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db2eea3-110a-47bd-9a8a-779f4eb4d7cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:14.176457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db2eea3-110a-47bd-9a8a-779f4eb4d7cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:14.179771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8db2eea3-110a-47bd-9a8a-779f4eb4d7cf tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/6e9ea511-7dd6-4a21-a373-453e8f365e24 HTTP/1.1" status: 404 len: 333 time: 0.0572078 Feb 03 14:37:14.184488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36444) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.192361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:37:14.271208 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3b0cbcb2-bbac-4491-85d8-206dbeb7cb00), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:14.271866 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Added segment 3b0cbcb2-bbac-4491-85d8-206dbeb7cb00 of type vlan for network ad117e19-280c-4a36-903e-42fc6973c5f5 Feb 03 14:37:14.315362 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c620efc-61c3-49fb-8f88-fefd114f3843 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:14.315958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c620efc-61c3-49fb-8f88-fefd114f3843 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:14.332660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0c620efc-61c3-49fb-8f88-fefd114f3843 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/ccde1371-3b08-42b0-a55a-7dde778b2ebe HTTP/1.1" status: 404 len: 337 time: 0.1455748 Feb 03 14:37:14.337990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36448) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.404132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f87123-a586-4e0f-a338-e15ea6e74c69,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:14.475625 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a73a43-2358-4596-8a6e-28104410df55 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:14.476996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a73a43-2358-4596-8a6e-28104410df55 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:14.481470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c8a73a43-2358-4596-8a6e-28104410df55 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/0102ecf2-d849-46ec-a656-252257e8bf3a HTTP/1.1" status: 404 len: 337 time: 0.1419322 Feb 03 14:37:14.485883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36452) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.492224 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ad117e19-280c-4a36-903e-42fc6973c5f5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:14.559394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ad117e19-280c-4a36-903e-42fc6973c5f5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:14.575252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:14.581116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:14.587668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cc909303-a16f-42b1-b19a-8b7b2407de19 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ab8da35-2955-4292-8156-4fb512aabdae HTTP/1.1" status: 200 len: 205 time: 0.0891535 Feb 03 14:37:14.590344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36456) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.659751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36458) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.684931 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-bb03cc82-4327-4112-bb90-a47f12190c5d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] delete failed (client error): The resource could not be found. Feb 03 14:37:14.693146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bb03cc82-4327-4112-bb90-a47f12190c5d tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/routers/7ab8da35-2955-4292-8156-4fb512aabdae HTTP/1.1" status: 404 len: 336 time: 0.1011648 Feb 03 14:37:14.693879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36462) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.725126 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2583122 Feb 03 14:37:14.732468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36464) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.745326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'subnet': {'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:14.761361 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce32332-7c9f-4402-bd2c-052f46ddaf20 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:14.762179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce32332-7c9f-4402-bd2c-052f46ddaf20 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:14.772559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1ce32332-7c9f-4402-bd2c-052f46ddaf20 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/706fef8c-f6bd-4924-994b-954222b37075 HTTP/1.1" status: 404 len: 337 time: 0.0763190 Feb 03 14:37:14.776243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36466) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.893920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eddc4ee5-d23b-4380-b283-4175d8ffda49 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "GET /v2.0/ports?device_id=07e8697d-dcd8-4fe9-87fb-26f87ad49b1c HTTP/1.1" status: 200 len: 205 time: 0.1141644 Feb 03 14:37:14.895405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36470) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:14.970460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8e995-e5e6-47cb-8403-5a3afc918759 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Network': ['ID=ad117e19-280c-4a36-903e-42fc6973c5f5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:14.975945 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a6d8ff3-da9d-47c6-b4d7-6e70c49551a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:14.993789 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-9c528777-6c64-422c-bbaa-9af4a6a8d165 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] delete failed (client error): The resource could not be found. Feb 03 14:37:14.994845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c528777-6c64-422c-bbaa-9af4a6a8d165 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/routers/07e8697d-dcd8-4fe9-87fb-26f87ad49b1c HTTP/1.1" status: 404 len: 336 time: 0.0908582 Feb 03 14:37:14.998442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36472) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.014662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ad117e19-280c-4a36-903e-42fc6973c5f5 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:37:15.044340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:15.053637 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-773f32ac-f676-4d0c-9084-d9af02e33177 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.054228 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.054920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773f32ac-f676-4d0c-9084-d9af02e33177 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.058297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-773f32ac-f676-4d0c-9084-d9af02e33177 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/06e9cddb-3a1d-4e9f-b224-ce20e7cac847 HTTP/1.1" status: 404 len: 337 time: 0.0589175 Feb 03 14:37:15.061213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36474) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.107892 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a794ea10-9ae8-4901-9c5e-5a4f960e6430 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.107997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a794ea10-9ae8-4901-9c5e-5a4f960e6430 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.121665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a794ea10-9ae8-4901-9c5e-5a4f960e6430 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/9ac2bbee-38e2-47b8-87d8-10af57cb1c7d HTTP/1.1" status: 404 len: 337 time: 0.0591733 Feb 03 14:37:15.124100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36478) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.178850 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da8428f-425f-43b4-bd30-f78b40e8092c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.179652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da8428f-425f-43b4-bd30-f78b40e8092c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.183923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7da8428f-425f-43b4-bd30-f78b40e8092c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/7b0280d3-58aa-476f-9cbe-af8952613d06 HTTP/1.1" status: 404 len: 333 time: 0.0577958 Feb 03 14:37:15.188364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36480) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.240567 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-380a01f9-990c-4fa8-9f0e-4b1c43a51e6a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.241377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380a01f9-990c-4fa8-9f0e-4b1c43a51e6a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.245348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-380a01f9-990c-4fa8-9f0e-4b1c43a51e6a tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/43763e25-625a-43c2-9ec6-67bf0c0287d6 HTTP/1.1" status: 404 len: 337 time: 0.0557425 Feb 03 14:37:15.247804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36482) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.277980 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb718ea-cd42-4fc0-a151-a0e24b646ca8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.278921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb718ea-cd42-4fc0-a151-a0e24b646ca8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.283105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7cb718ea-cd42-4fc0-a151-a0e24b646ca8 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/a4c14506-d275-4663-a04f-a0e7d2bed4fe HTTP/1.1" status: 404 len: 333 time: 0.0337782 Feb 03 14:37:15.286508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36484) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.325583 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02d16b9-7191-4493-bdd1-5ac0f9e48425 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.326041 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02d16b9-7191-4493-bdd1-5ac0f9e48425 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.330336 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c02d16b9-7191-4493-bdd1-5ac0f9e48425 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7292d782-3d15-4ddb-a363-343bd357833c HTTP/1.1" status: 404 len: 337 time: 0.0381389 Feb 03 14:37:15.333549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36486) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.339007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a6d8ff3-da9d-47c6-b4d7-6e70c49551a4 admin admin] Publish callbacks [] for security_group (6f1d2467-22c9-4b1f-a3c5-5f3e7522979f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.361953 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7074a5d-68ed-453e-8acb-2387ba2ff35b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.362903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7074a5d-68ed-453e-8acb-2387ba2ff35b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.366999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b7074a5d-68ed-453e-8acb-2387ba2ff35b tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/f0f2fa2e-1383-48ff-bf82-4219f02adf61 HTTP/1.1" status: 404 len: 333 time: 0.0317750 Feb 03 14:37:15.369643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36488) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.386429 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9a6d8ff3-da9d-47c6-b4d7-6e70c49551a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f1d2467-22c9-4b1f-a3c5-5f3e7522979f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.409399 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fceaaa-da05-47c2-9afa-4e7363f12ca7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.410265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fceaaa-da05-47c2-9afa-4e7363f12ca7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.416951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f8fceaaa-da05-47c2-9afa-4e7363f12ca7 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/3fc10069-cc57-4faa-b8c4-ddd1413cd9fb HTTP/1.1" status: 404 len: 337 time: 0.0452104 Feb 03 14:37:15.417739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36492) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.463397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d8ff3-da9d-47c6-b4d7-6e70c49551a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d2467-22c9-4b1f-a3c5-5f3e7522979f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:15.464857 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bce587a-6fbb-493a-95fd-f482a14feb3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.465531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bce587a-6fbb-493a-95fd-f482a14feb3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.471900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9bce587a-6fbb-493a-95fd-f482a14feb3c tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/dadab52b-9e60-44bb-8329-3f11772d0258 HTTP/1.1" status: 404 len: 333 time: 0.0527036 Feb 03 14:37:15.472601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36494) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.482385 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9a6d8ff3-da9d-47c6-b4d7-6e70c49551a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22e2d10304364203aea8e5c75fef2116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8198113 Feb 03 14:37:15.485495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36496) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.511686 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-931af378-40d4-4acb-9bca-6c90de24ef3f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.512506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931af378-40d4-4acb-9bca-6c90de24ef3f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.518539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-931af378-40d4-4acb-9bca-6c90de24ef3f tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/81981978-1b53-4412-939c-9422a84c6379 HTTP/1.1" status: 404 len: 337 time: 0.0440876 Feb 03 14:37:15.519220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36498) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.551741 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b78b70b-2013-4443-a1ce-140a5772a327 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.552448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b78b70b-2013-4443-a1ce-140a5772a327 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.558832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8b78b70b-2013-4443-a1ce-140a5772a327 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/6bcc2d02-2789-40ce-9683-a5343730d30f HTTP/1.1" status: 404 len: 333 time: 0.0381024 Feb 03 14:37:15.559574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36500) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.588814 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b83dd9a-5161-4c06-9a37-ce46f5a85a6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.589366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b83dd9a-5161-4c06-9a37-ce46f5a85a6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.597499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8b83dd9a-5161-4c06-9a37-ce46f5a85a6e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/7236bd1f-df7a-41a5-9bed-1e468db3afe6 HTTP/1.1" status: 404 len: 337 time: 0.0368216 Feb 03 14:37:15.598940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36504) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.611636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (db79e659-5a76-4903-bd84-d41900c4a0c7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.629604 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcc9b25-f307-4111-b48d-e1490f54ecd3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.629882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcc9b25-f307-4111-b48d-e1490f54ecd3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.637195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6dcc9b25-f307-4111-b48d-e1490f54ecd3 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/7949f8ea-c046-4e82-a294-9509c5afb5f9 HTTP/1.1" status: 404 len: 333 time: 0.0368845 Feb 03 14:37:15.637851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36510) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.667448 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa1173e-6100-4491-969c-92ddaef78b09 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.667919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa1173e-6100-4491-969c-92ddaef78b09 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.674169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cfa1173e-6100-4491-969c-92ddaef78b09 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/0cbed0c7-b64c-413e-b2d5-e726bd85ffe4 HTTP/1.1" status: 404 len: 337 time: 0.0352964 Feb 03 14:37:15.674713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36512) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.702082 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc296e86-560b-4e65-ad34-b9baa17e2bab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.702783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc296e86-560b-4e65-ad34-b9baa17e2bab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.708939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bc296e86-560b-4e65-ad34-b9baa17e2bab tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/ports/34da4425-450c-439b-9ffc-d1810402bd63 HTTP/1.1" status: 404 len: 333 time: 0.0331063 Feb 03 14:37:15.709546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36514) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.737885 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-531d7067-77fa-4edb-a8bd-37330bc9ed32 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] DELETE failed (client error): The resource could not be found. Feb 03 14:37:15.738093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531d7067-77fa-4edb-a8bd-37330bc9ed32 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:37:15.744960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-531d7067-77fa-4edb-a8bd-37330bc9ed32 tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/subnets/e55f5db1-0a43-4517-a689-21aa11710425 HTTP/1.1" status: 404 len: 337 time: 0.0343826 Feb 03 14:37:15.745586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36516) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:15.802955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Subnet': ['ID=db79e659-5a76-4903-bd84-d41900c4a0c7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:15.821069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3464ed76-5d09-4a88-8144-e73f489914db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.832653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Checking segment: {'id': '3b0cbcb2-bbac-4491-85d8-206dbeb7cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:15.833596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network hostable DHCP agents. Network: ad117e19-280c-4a36-903e-42fc6973c5f5, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:37:15.856940 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb7a196-21f7-4465-ac86-ee940e45f97d admin admin] Publish callbacks [] for security_group (6f1d2467-22c9-4b1f-a3c5-5f3e7522979f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.865038 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (1761b6a0-66c5-4456-9565-fda91494eed0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.902524 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:37:15.919339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb7a196-21f7-4465-ac86-ee940e45f97d admin admin] Publish callbacks [] for security_group (6f1d2467-22c9-4b1f-a3c5-5f3e7522979f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.945691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ad117e19-280c-4a36-903e-42fc6973c5f5) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:15.955943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e7628-a2c4-4437-a1d2-717d21d54ba4 None None] Network ad117e19-280c-4a36-903e-42fc6973c5f5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:15.964596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:15.965240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:15.996452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (1761b6a0-66c5-4456-9565-fda91494eed0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.020980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1761b6a0-66c5-4456-9565-fda91494eed0']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:16.039628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:16.039996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb0ecd5-73f6-492e-b76f-0aa991d5ec58') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:16.052380 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13ef9308-5204-47ff-82fd-29aa74fbced7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3185909 Feb 03 14:37:16.053028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36526) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:16.057322 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (fbb0ecd5-73f6-492e-b76f-0aa991d5ec58), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.066100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-82515621'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:16.088804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fbb0ecd5-73f6-492e-b76f-0aa991d5ec58), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.128073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:37:16.129707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (fbb0ecd5-73f6-492e-b76f-0aa991d5ec58), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:37:16.141318 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:37:16.166567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-ad117e19-280c-4a36-903e-42fc6973c5f5', 'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'project_id': 'b0072ccfe64942a496c748d142ac6b16', 'fixed_ips': [{'subnet_id': 'db79e659-5a76-4903-bd84-d41900c4a0c7'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:37:16.171886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.238777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb7a196-21f7-4465-ac86-ee940e45f97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f1d2467-22c9-4b1f-a3c5-5f3e7522979f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.241347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5cb7a196-21f7-4465-ac86-ee940e45f97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.262226 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5cb7a196-21f7-4465-ac86-ee940e45f97d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f1d2467-22c9-4b1f-a3c5-5f3e7522979f HTTP/1.1" status: 204 len: 168 time: 0.7544513 Feb 03 14:37:16.325399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7a196-21f7-4465-ac86-ee940e45f97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d2467-22c9-4b1f-a3c5-5f3e7522979f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:16.350861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (1761b6a0-66c5-4456-9565-fda91494eed0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.372016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.393541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] 10.222.0.52 "DELETE /v2.0/networks/1761b6a0-66c5-4456-9565-fda91494eed0 HTTP/1.1" status: 204 len: 168 time: 0.6454837 Feb 03 14:37:16.405453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Allocated IP 2001:db8::2 (ad117e19-280c-4a36-903e-42fc6973c5f5/db79e659-5a76-4903-bd84-d41900c4a0c7/436b0327-fb88-4443-a5b5-2a70a8102240) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:16.479614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb7316-c3ec-4714-8f55-14283376cc5e tempest-NetworksTestDHCPv6-963046643 tempest-NetworksTestDHCPv6-963046643-project] Pushing event deleted for resources: {'Network': ['ID=1761b6a0-66c5-4456-9565-fda91494eed0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:16.546790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:16.551019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.591965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] device_id is not set on port 83bc85ed-7d3b-480c-af52-e96fad531ad4 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:16.665832 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Publish callbacks [] for port (436b0327-fb88-4443-a5b5-2a70a8102240), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.673892 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.721543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:16.727198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:16.733684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:16.774295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Pushing event updated for resources: {'Port': ['ID=436b0327-fb88-4443-a5b5-2a70a8102240,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:16.833521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Attempting to bind port 436b0327-fb88-4443-a5b5-2a70a8102240 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:37:16.833870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Attempting to bind port 436b0327-fb88-4443-a5b5-2a70a8102240 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '3b0cbcb2-bbac-4491-85d8-206dbeb7cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:37:16.834249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Attempting to bind port 436b0327-fb88-4443-a5b5-2a70a8102240 on network ad117e19-280c-4a36-903e-42fc6973c5f5 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:37:16.849800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:37:16.850184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Checking segment: {'id': '3b0cbcb2-bbac-4491-85d8-206dbeb7cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:16.850597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.851111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Bound using segment: {'id': '3b0cbcb2-bbac-4491-85d8-206dbeb7cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:37:16.851561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Bound port: 436b0327-fb88-4443-a5b5-2a70a8102240, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0cbcb2-bbac-4491-85d8-206dbeb7cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:37:16.851851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:16.885271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Allocated IP 2001:db8::210 (ad117e19-280c-4a36-903e-42fc6973c5f5/db79e659-5a76-4903-bd84-d41900c4a0c7/83bc85ed-7d3b-480c-af52-e96fad531ad4) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:16.921880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36548) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:16.996268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] For port 436b0327-fb88-4443-a5b5-2a70a8102240, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:37:17.002159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] For port 436b0327-fb88-4443-a5b5-2a70a8102240, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=436b0327-fb88-4443-a5b5-2a70a8102240,segment=NetworkSegment(3b0cbcb2-bbac-4491-85d8-206dbeb7cb00),segment_id=3b0cbcb2-bbac-4491-85d8-206dbeb7cb00)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:37:17.012865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.018657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-445d1bfa-f0f1-416a-b116-06e111bbd1d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=927d98803c0342059358b717fb6eb944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930641 Feb 03 14:37:17.028727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36550) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:17.029315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36552) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:17.110261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53824edf-514d-4819-90d3-217bd2101742 admin admin] Publish callbacks [] for security_group (df50001b-4f88-483f-98cd-1847b598e7d7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.157751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53824edf-514d-4819-90d3-217bd2101742 admin admin] Publish callbacks [] for security_group (df50001b-4f88-483f-98cd-1847b598e7d7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.159030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aabbb8-7bd1-4dfe-835f-a504735802e0 None None] Pushing event updated for resources: {'Port': ['ID=436b0327-fb88-4443-a5b5-2a70a8102240,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:17.245764 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (83bc85ed-7d3b-480c-af52-e96fad531ad4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.246193 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53824edf-514d-4819-90d3-217bd2101742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (df50001b-4f88-483f-98cd-1847b598e7d7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.253631 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53824edf-514d-4819-90d3-217bd2101742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.270425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-53824edf-514d-4819-90d3-217bd2101742 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df50001b-4f88-483f-98cd-1847b598e7d7 HTTP/1.1" status: 204 len: 168 time: 0.2268171 Feb 03 14:37:17.295886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53824edf-514d-4819-90d3-217bd2101742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50001b-4f88-483f-98cd-1847b598e7d7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:17.393156 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (83bc85ed-7d3b-480c-af52-e96fad531ad4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.488285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:17.496819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:17.512941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:17.544127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:17.544932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.581256 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bbba5468-7727-401f-ab64-57cdc2d6c5df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d31d1bbf0bf2445bbfcfb723bf0ee87a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472882 Feb 03 14:37:17.581256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36574) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:17.656631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36576) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:17.726928 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74a65ff0-0b48-46d0-82f8-2aa5ff947a8b admin admin] Publish callbacks [] for security_group (55d78194-11d9-4311-b565-e1814d8ef67f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:17.730734 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6762500 Feb 03 14:37:17.734294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36584) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:17.749409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2009632862', 'allowed_address_pairs': [{'ip_address': '2001:db8::210', 'mac_address': 'fa:16:3e:b0:28:36'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:17.753541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96b3fa-5c96-4018-895f-4ff55498fd14 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=83bc85ed-7d3b-480c-af52-e96fad531ad4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:18.005003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:18.042468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8231f8-97fa-4677-9f47-4e044c49af86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:18.163584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74a65ff0-0b48-46d0-82f8-2aa5ff947a8b admin admin] Publish callbacks [] for security_group (55d78194-11d9-4311-b565-e1814d8ef67f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:18.456176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 436b0327-fb88-4443-a5b5-2a70a8102240 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:18.641246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 436b0327-fb88-4443-a5b5-2a70a8102240 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:18.646918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:18.917789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 436b0327-fb88-4443-a5b5-2a70a8102240 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:18.918608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:18.980957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c0f14c-4425-4123-a8ae-bc00a952d8ce None None] Network ad117e19-280c-4a36-903e-42fc6973c5f5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:19.077374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36608) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:19.106401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.132035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] device_id is not set on port fb8d4880-f350-4e39-aee7-c5d42da8fb52 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:19.288893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 436b0327-fb88-4443-a5b5-2a70a8102240, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=436b0327-fb88-4443-a5b5-2a70a8102240,segment=NetworkSegment(3b0cbcb2-bbac-4491-85d8-206dbeb7cb00),segment_id=3b0cbcb2-bbac-4491-85d8-206dbeb7cb00)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:19.309291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.409220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-57984a7e-f831-4674-abb8-c85fd913d4d3 None None] Provisioning complete for port 436b0327-fb88-4443-a5b5-2a70a8102240 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:19.409746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57984a7e-f831-4674-abb8-c85fd913d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.475616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Allocated IP 2001:db8::19e (ad117e19-280c-4a36-903e-42fc6973c5f5/db79e659-5a76-4903-bd84-d41900c4a0c7/fb8d4880-f350-4e39-aee7-c5d42da8fb52) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:19.533542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=436b0327-fb88-4443-a5b5-2a70a8102240,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:19.614700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (38ef010b-c15a-458d-b380-f31485409cc6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.710286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.717821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-57984a7e-f831-4674-abb8-c85fd913d4d3 None None] Current status of the port 436b0327-fb88-4443-a5b5-2a70a8102240 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:19.861076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (fb8d4880-f350-4e39-aee7-c5d42da8fb52), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.951762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-968110228'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:19.959075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d771dd10-ffcc-48c8-b749-fcda406b174f None None] Provisioning complete for port 436b0327-fb88-4443-a5b5-2a70a8102240 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:19.959464 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d771dd10-ffcc-48c8-b749-fcda406b174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.986223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74a65ff0-0b48-46d0-82f8-2aa5ff947a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (55d78194-11d9-4311-b565-e1814d8ef67f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:19.991782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74a65ff0-0b48-46d0-82f8-2aa5ff947a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.020539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-74a65ff0-0b48-46d0-82f8-2aa5ff947a8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55d78194-11d9-4311-b565-e1814d8ef67f HTTP/1.1" status: 204 len: 168 time: 2.4201398 Feb 03 14:37:20.026199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fb8d4880-f350-4e39-aee7-c5d42da8fb52), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.058052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:20.064221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.126585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a65ff0-0b48-46d0-82f8-2aa5ff947a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d78194-11d9-4311-b565-e1814d8ef67f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:20.147261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d771dd10-ffcc-48c8-b749-fcda406b174f None None] Current status of the port 436b0327-fb88-4443-a5b5-2a70a8102240 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:20.197156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Deleting port 4c015ca7-80be-4cbe-a6da-261a2c422c92 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:20.197508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.214729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d771dd10-ffcc-48c8-b749-fcda406b174f None None] Provisioning complete for port 83bc85ed-7d3b-480c-af52-e96fad531ad4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:20.215121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d771dd10-ffcc-48c8-b749-fcda406b174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (83bc85ed-7d3b-480c-af52-e96fad531ad4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.261757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.300100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=fb8d4880-f350-4e39-aee7-c5d42da8fb52,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:20.336571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d771dd10-ffcc-48c8-b749-fcda406b174f None None] Port 83bc85ed-7d3b-480c-af52-e96fad531ad4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:20.343291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:20.355445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:20.370856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:20.375032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 436b0327-fb88-4443-a5b5-2a70a8102240 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:20.385134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:20.388687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.445634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] For port 4c015ca7-80be-4cbe-a6da-261a2c422c92, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4c015ca7-80be-4cbe-a6da-261a2c422c92,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:20.446015 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.446827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-108b3f17-bb5c-4510-ba36-10c441cb0da5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7085955 Feb 03 14:37:20.450101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36622) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:20.470471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Calling delete_port for 4c015ca7-80be-4cbe-a6da-261a2c422c92 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:20.556994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f284c526-9f55-4e36-9983-9086c443bd23 None None] Provisioning complete for port 83bc85ed-7d3b-480c-af52-e96fad531ad4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:20.557375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f284c526-9f55-4e36-9983-9086c443bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (83bc85ed-7d3b-480c-af52-e96fad531ad4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.700461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0c9f6-ad7e-4054-bb3b-83b32dfd0730 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:20.718956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0c9f6-ad7e-4054-bb3b-83b32dfd0730 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:20.724362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0c9f6-ad7e-4054-bb3b-83b32dfd0730 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:20.745532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-56b0c9f6-ad7e-4054-bb3b-83b32dfd0730 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2886214 Feb 03 14:37:20.749316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36630) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:20.930176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4c015ca7-80be-4cbe-a6da-261a2c422c92), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:20.993415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c015ca7-80be-4cbe-a6da-261a2c422c92,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:21.095343 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for security_group (995021dd-e1a4-48d9-9147-779c6b722442), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.109661 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:37:21.143441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (995021dd-e1a4-48d9-9147-779c6b722442), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.187044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.190381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 436b0327-fb88-4443-a5b5-2a70a8102240 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:21.190752 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.197307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f284c526-9f55-4e36-9983-9086c443bd23 None None] Port 83bc85ed-7d3b-480c-af52-e96fad531ad4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:21.259191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995021dd-e1a4-48d9-9147-779c6b722442,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:21.273331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting port fb8d4880-f350-4e39-aee7-c5d42da8fb52 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:21.275140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fb8d4880-f350-4e39-aee7-c5d42da8fb52), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.392703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (38ef010b-c15a-458d-b380-f31485409cc6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.395721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c5d76815-6105-4f21-adac-d19f7ac3d5f5 None None] Provisioning complete for port fb8d4880-f350-4e39-aee7-c5d42da8fb52 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:21.396237 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5d76815-6105-4f21-adac-d19f7ac3d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fb8d4880-f350-4e39-aee7-c5d42da8fb52), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.483820 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fb8d4880-f350-4e39-aee7-c5d42da8fb52), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.514158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c5d76815-6105-4f21-adac-d19f7ac3d5f5 None None] Port fb8d4880-f350-4e39-aee7-c5d42da8fb52 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:21.524721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Calling delete_port for fb8d4880-f350-4e39-aee7-c5d42da8fb52 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:21.576814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 436b0327-fb88-4443-a5b5-2a70a8102240 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:21.699789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:37:21.809853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Router 38ef010b-c15a-458d-b380-f31485409cc6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:37:21.898934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fb8d4880-f350-4e39-aee7-c5d42da8fb52), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.903387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36652) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:21.905943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e6f34c24-5c69-4344-af2c-a4767901e02d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:21.906661 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment e6f34c24-5c69-4344-af2c-a4767901e02d of type vlan for network 84972658-4c86-47df-aa38-1fc0fd1613ea Feb 03 14:37:22.041289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Port': ['ID=fb8d4880-f350-4e39-aee7-c5d42da8fb52,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:22.134107 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (84972658-4c86-47df-aa38-1fc0fd1613ea), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.161626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:37:22.190490 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1093b6cf-9175-415a-b64b-c2c6ef980ec2 admin admin] 10.222.0.52 "PUT /v2.0/routers/38ef010b-c15a-458d-b380-f31485409cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5233970 Feb 03 14:37:22.193428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36658) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.194730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] Sync routers for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:37:22.259102 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.284222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:22.288535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:22.358918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-98a0df46-931f-4acf-95f8-a9f4e2d38bbf tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.363181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-98a0df46-931f-4acf-95f8-a9f4e2d38bbf tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4522064 Feb 03 14:37:22.365785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:37:22.388815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36660) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.419778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-c1cb0879-85c0-4ff6-ac55-22abf4a7ebed tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.428745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c1cb0879-85c0-4ff6-ac55-22abf4a7ebed tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0356779 Feb 03 14:37:22.436899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36662) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.454051 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-e27c36ad-11e8-4908-b30a-307cd485baa5 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.459026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e27c36ad-11e8-4908-b30a-307cd485baa5 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0190046 Feb 03 14:37:22.467098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36664) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.479183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-eb1c2eb1-4221-4714-8095-0698d5fc17df tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.481286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eb1c2eb1-4221-4714-8095-0698d5fc17df tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0106351 Feb 03 14:37:22.483986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.495386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (84972658-4c86-47df-aa38-1fc0fd1613ea), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.497733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-e99f9ab0-bdfd-4198-9bfa-0a2870a46a01 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.499498 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e99f9ab0-bdfd-4198-9bfa-0a2870a46a01 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0120041 Feb 03 14:37:22.506052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:22.508646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36668) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.510626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.518760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-09483c7b-414a-49f4-82dd-49266552a5cc tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.519895 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-09483c7b-414a-49f4-82dd-49266552a5cc tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0101953 Feb 03 14:37:22.523851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:37:22.525375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.538676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-20bb02ce-1562-489c-be5d-039dfb698c01 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.540106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-20bb02ce-1562-489c-be5d-039dfb698c01 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0128989 Feb 03 14:37:22.543833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks [] for router (38ef010b-c15a-458d-b380-f31485409cc6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.549020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.561900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-47f4f960-369e-4394-8e5a-352a9c0b950f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.565334 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-47f4f960-369e-4394-8e5a-352a9c0b950f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0126874 Feb 03 14:37:22.629366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36674) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.630153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=84972658-4c86-47df-aa38-1fc0fd1613ea,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:22.648966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-fb0fc251-3e64-46ec-b34d-ba129652523b tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.650198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fb0fc251-3e64-46ec-b34d-ba129652523b tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090859 Feb 03 14:37:22.652334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 84972658-4c86-47df-aa38-1fc0fd1613ea details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:37:22.657128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36676) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.665226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-cf1d5935-80c2-40e8-aad6-43f71da72e9f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.665459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cf1d5935-80c2-40e8-aad6-43f71da72e9f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068104 Feb 03 14:37:22.670130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36680) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.680889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-df26940f-c5dd-4055-9552-ff3e4f0f12c4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.687411 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-df26940f-c5dd-4055-9552-ff3e4f0f12c4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0118613 Feb 03 14:37:22.690182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.710267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-6d3f92e8-f514-42a6-ab2a-cd9868ef369b tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.712763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dfeeb9a9-63ef-4bd9-9f59-5d9ddb4fb521 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.6343157 Feb 03 14:37:22.715386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36684) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.716278 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6d3f92e8-f514-42a6-ab2a-cd9868ef369b tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0191026 Feb 03 14:37:22.724052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.735484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1499000975'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:22.735974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-7021c4f9-55ce-48fa-863c-fdc9bc46afcb tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.737144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7021c4f9-55ce-48fa-863c-fdc9bc46afcb tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0120118 Feb 03 14:37:22.739964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.743358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.749192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-8ebf2db6-507b-4c9a-b420-aae25f46e436 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.749631 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ebf2db6-507b-4c9a-b420-aae25f46e436 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0087144 Feb 03 14:37:22.749943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f8c7e8ef-1a71-4cd6-b8fe-68b1c5e23b99 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/ports/fb8d4880-f350-4e39-aee7-c5d42da8fb52 HTTP/1.1" status: 204 len: 168 time: 1.9994776 Feb 03 14:37:22.752747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36690) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.753259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36692) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.759353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-f822fabb-ea37-48d6-8100-8a879d08a5ab tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.760539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f822fabb-ea37-48d6-8100-8a879d08a5ab tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043290 Feb 03 14:37:22.770753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36694) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.779710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-0ab6c368-aee3-46bc-9c47-3a2158968165 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.780937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0ab6c368-aee3-46bc-9c47-3a2158968165 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046427 Feb 03 14:37:22.794486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36698) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.806494 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2691ff30-adb5-4ccc-80ee-6f4bf53d4c33 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] GET failed (client error): The resource could not be found. Feb 03 14:37:22.812578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-7616d61b-3f0b-4f37-ac1b-b92a5c2b1876 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.812578 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7616d61b-3f0b-4f37-ac1b-b92a5c2b1876 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0152731 Feb 03 14:37:22.813333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36700) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.813666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.814193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2691ff30-adb5-4ccc-80ee-6f4bf53d4c33 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "GET /v2.0/ports/fb8d4880-f350-4e39-aee7-c5d42da8fb52 HTTP/1.1" status: 404 len: 333 time: 0.0588744 Feb 03 14:37:22.824311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:22.829286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-b1c82478-aa39-43d5-9433-6b476b6581cd tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.830508 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b1c82478-aa39-43d5-9433-6b476b6581cd tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0147116 Feb 03 14:37:22.834767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-997568011'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:22.843751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36708) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.846651 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.870759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-0f9fc23a-4a2b-4969-8aa9-0a18600570e0 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.872149 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f9fc23a-4a2b-4969-8aa9-0a18600570e0 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0263693 Feb 03 14:37:22.876817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.909789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-c93f4e66-9c32-4e7a-8d37-e56e58e0c4a8 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.911087 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c93f4e66-9c32-4e7a-8d37-e56e58e0c4a8 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0152719 Feb 03 14:37:22.912280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:37:22.914491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36712) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.923023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-9809de55-dcdf-43f2-8fbb-bcb366ac0a18 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.927957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9809de55-dcdf-43f2-8fbb-bcb366ac0a18 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0065694 Feb 03 14:37:22.932929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36714) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:22.949487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (980e39be-eb5d-4ec0-877a-5bb25f3319d9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:22.950693 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment 980e39be-eb5d-4ec0-877a-5bb25f3319d9 of type vlan for network daf19302-762a-48ec-81f4-8e9acedbc188 Feb 03 14:37:22.984454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-f560b7b0-d19b-472b-8efb-a5885c5bbdd7 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:22.985661 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f560b7b0-d19b-472b-8efb-a5885c5bbdd7 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0517724 Feb 03 14:37:22.993213 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36720) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.000510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-c63c9dbe-7653-491e-8802-10d61273799d tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.001526 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c63c9dbe-7653-491e-8802-10d61273799d tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073547 Feb 03 14:37:23.004294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36722) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.012521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-17255d55-1868-4544-b7d6-cffb4cbd9e29 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.013533 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-17255d55-1868-4544-b7d6-cffb4cbd9e29 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050871 Feb 03 14:37:23.017045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36724) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.018337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks [] for router_gateway (38ef010b-c15a-458d-b380-f31485409cc6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.030532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-9327f09d-649e-4dda-b71b-3fefc10bdf29 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.031720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9327f09d-649e-4dda-b71b-3fefc10bdf29 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0094035 Feb 03 14:37:23.037691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36726) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.044022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-7a4a6634-6eac-4354-b8a5-bae3001cce80 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.045100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7a4a6634-6eac-4354-b8a5-bae3001cce80 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051107 Feb 03 14:37:23.048753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36728) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.069767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (daf19302-762a-48ec-81f4-8e9acedbc188), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.072890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-2e946bcb-3a47-440f-b335-b3a2c69aaa5f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.073898 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e946bcb-3a47-440f-b335-b3a2c69aaa5f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0253136 Feb 03 14:37:23.081165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36730) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.092767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-992116a8-2fa8-455b-986c-4ba1f7a53156 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.093778 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-992116a8-2fa8-455b-986c-4ba1f7a53156 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0060887 Feb 03 14:37:23.097364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36734) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.101940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-3d4b3275-b8d1-4326-9def-249c1227bfb8 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.102925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3d4b3275-b8d1-4326-9def-249c1227bfb8 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045412 Feb 03 14:37:23.109614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36736) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.115628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-594e35d9-e35c-4712-99f9-ec7e4d1747ad tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.116954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-594e35d9-e35c-4712-99f9-ec7e4d1747ad tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0063920 Feb 03 14:37:23.119918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36738) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.132388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-68b96bd6-7837-4388-8471-1a571cdb8f26 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.133455 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68b96bd6-7837-4388-8471-1a571cdb8f26 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0116689 Feb 03 14:37:23.138499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36740) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.147199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-872cd767-1ce7-497e-8c69-542a8e248fb0 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.148355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-872cd767-1ce7-497e-8c69-542a8e248fb0 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087004 Feb 03 14:37:23.151732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.159767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:23.163717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-d1c2870e-8fcb-4400-9acb-42ac3ccd0a6e tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.163884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:37:20Z', 'revision_number': 5, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port': {'id': '21fac5af-7d8c-4b2d-956b-7844219adba0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ef010b-c15a-458d-b380-f31485409cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:28:11Z', 'updated_at': '2022-02-03T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:23.165361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d1c2870e-8fcb-4400-9acb-42ac3ccd0a6e tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0101428 Feb 03 14:37:23.166730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (daf19302-762a-48ec-81f4-8e9acedbc188), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.168870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.171725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36744) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.173190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:23.175492 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.200284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-9f84f960-ba5d-4bca-83d6-18bf02557eff tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.216371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9f84f960-ba5d-4bca-83d6-18bf02557eff tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0352323 Feb 03 14:37:23.221062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.246985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] Checking router: 38ef010b-c15a-458d-b380-f31485409cc6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:37:23.247363 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-9f9ccbb9-a0fa-43d9-b07a-63b4ca0cd271 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.249950 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9f9ccbb9-a0fa-43d9-b07a-63b4ca0cd271 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0132952 Feb 03 14:37:23.255612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36748) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.263644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5470567 Feb 03 14:37:23.266473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36750) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.270327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-06a021ab-a3ab-451c-9397-5a9d54723fad tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.271735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-06a021ab-a3ab-451c-9397-5a9d54723fad tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0137372 Feb 03 14:37:23.271867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': '84972658-4c86-47df-aa38-1fc0fd1613ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:23.271954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] Routers {'38ef010b-c15a-458d-b380-f31485409cc6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:23.273787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['38ef010b-c15a-458d-b380-f31485409cc6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:23.279706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36752) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.287701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Deleting port 21fac5af-7d8c-4b2d-956b-7844219adba0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:23.288055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.303980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] device_id is not set on port 11e1126a-c725-4c70-aa2c-22c22f954877 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:23.363048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a52dc-6a1d-4f28-8f98-0a7326543514 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=daf19302-762a-48ec-81f4-8e9acedbc188,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:23.405583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network daf19302-762a-48ec-81f4-8e9acedbc188 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:37:23.506361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Allocated IP 2001:db8::5e (ad117e19-280c-4a36-903e-42fc6973c5f5/db79e659-5a76-4903-bd84-d41900c4a0c7/11e1126a-c725-4c70-aa2c-22c22f954877) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:23.519862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:23.523345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.594416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] Set router 38ef010b-c15a-458d-b380-f31485409cc6 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:37:23.678062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (11e1126a-c725-4c70-aa2c-22c22f954877), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.729804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:37:23Z', 'revision_number': 6, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:23.739709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-242d5d94-b0f5-45b4-a4ce-104ed2ef17ed tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.742808 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-242d5d94-b0f5-45b4-a4ce-104ed2ef17ed tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.4423470 Feb 03 14:37:23.754925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36762) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.758142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.764655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-d6d0d8f7-a378-47f3-bdee-8232af63bd49 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.766001 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6d0d8f7-a378-47f3-bdee-8232af63bd49 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0093317 Feb 03 14:37:23.779585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36764) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.791614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-7d76f17d-a07d-450e-9d15-dd002b076614 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.791855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (6678df52-4005-4c1c-a3a2-8657dc6bf632), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.793287 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d76f17d-a07d-450e-9d15-dd002b076614 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0101953 Feb 03 14:37:23.799137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd1222-ad6d-4342-bf64-de075a21b88a None None] The sync data for ids ['38ef010b-c15a-458d-b380-f31485409cc6'] in n-d-827549-2 is: [{'id': '38ef010b-c15a-458d-b380-f31485409cc6', 'name': 'tempest-AttachVolumeTestJSON-749391634-router', 'tenant_id': 'a782397e96ee41ad8be5bf77de5ea021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:28:10Z', 'updated_at': '2022-02-03T14:37:23Z', 'revision_number': 6, 'project_id': 'a782397e96ee41ad8be5bf77de5ea021', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:37:23.824663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36766) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.861019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=6678df52-4005-4c1c-a3a2-8657dc6bf632,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:23.883593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-cb482036-5012-4906-afe2-ed6ac8c38408 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.884853 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb482036-5012-4906-afe2-ed6ac8c38408 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092661 Feb 03 14:37:23.894087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36770) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.908728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-3b42fff3-6128-40ea-b404-0201b404bc6c tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.913848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=11e1126a-c725-4c70-aa2c-22c22f954877,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:23.920991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b42fff3-6128-40ea-b404-0201b404bc6c tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0244861 Feb 03 14:37:23.921926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36772) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.922771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': 'e6f34c24-5c69-4344-af2c-a4767901e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '84972658-4c86-47df-aa38-1fc0fd1613ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:23.923206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: 84972658-4c86-47df-aa38-1fc0fd1613ea, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:37:23.927034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:23.930530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:23.934933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:23.937861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-cdb40778-65a7-4077-9fc9-1763b96f91a4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.940978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:23.942296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cdb40778-65a7-4077-9fc9-1763b96f91a4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0082052 Feb 03 14:37:23.942642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:23.947919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36774) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.958594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-0066ff5e-8806-44fc-9c51-a6b4ab48247d tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.962292 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0066ff5e-8806-44fc-9c51-a6b4ab48247d tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0108898 Feb 03 14:37:23.963335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36776) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.980000 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c1d74bc8-70f3-4639-8b73-da4b9debbe82 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1653340 Feb 03 14:37:23.984439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-b4def796-a735-4a85-8873-1b29cfec6174 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.988875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b4def796-a735-4a85-8873-1b29cfec6174 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0191782 Feb 03 14:37:23.988875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36778) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.988875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 84972658-4c86-47df-aa38-1fc0fd1613ea is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:37:23.989244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36780) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:23.995466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-a65c3ebe-66fa-4564-8bf1-5d141def5fe1 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:23.999288 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a65c3ebe-66fa-4564-8bf1-5d141def5fe1 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0067513 Feb 03 14:37:24.000761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.007639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-d48838dd-8421-4aaa-8212-93a877dd95a5 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.008921 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d48838dd-8421-4aaa-8212-93a877dd95a5 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0071459 Feb 03 14:37:24.011244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] For port 21fac5af-7d8c-4b2d-956b-7844219adba0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=21fac5af-7d8c-4b2d-956b-7844219adba0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:24.011380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::210', 'mac_address': 'fa:16:3e:b0:28:36'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:24.012097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:24.015347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.032600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-4e544697-eeab-4c86-a736-1e081e317eb0 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.034224 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4e544697-eeab-4c86-a736-1e081e317eb0 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0174425 Feb 03 14:37:24.038501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36788) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.049441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-554283cd-1e69-4212-9442-07b927a004d4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.050768 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-554283cd-1e69-4212-9442-07b927a004d4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0109622 Feb 03 14:37:24.052751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Calling delete_port for 21fac5af-7d8c-4b2d-956b-7844219adba0 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:24.054891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36790) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.061684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-257f092d-5e97-4797-b5f6-f832f1808110 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.062843 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-257f092d-5e97-4797-b5f6-f832f1808110 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069396 Feb 03 14:37:24.065580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.074190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-54e01e69-ed37-4167-8698-fc67dc5a3c9e tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.075342 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54e01e69-ed37-4167-8698-fc67dc5a3c9e tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079153 Feb 03 14:37:24.077946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.084462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-85e5de82-53ca-4253-a4a7-e99f8e197db4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.086013 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-85e5de82-53ca-4253-a4a7-e99f8e197db4 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070534 Feb 03 14:37:24.088593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36796) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.093737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-94c34f98-b919-4a1d-9d88-f80462bf6e3b tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.094840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-94c34f98-b919-4a1d-9d88-f80462bf6e3b tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050919 Feb 03 14:37:24.185143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.194763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-60a11a51-1fce-49cd-be26-29ee946ea901 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.198299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 84972658-4c86-47df-aa38-1fc0fd1613ea) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:24.205334 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-60a11a51-1fce-49cd-be26-29ee946ea901 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0156085 Feb 03 14:37:24.205920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36802) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.213739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:24.213739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:24.221646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d8781-722b-459d-a7f5-9484de1e9f62 None None] Network 84972658-4c86-47df-aa38-1fc0fd1613ea requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:24.227451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-7f354590-fd2c-4df9-9d5d-1c5fe9b5ef3e tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.241012 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7f354590-fd2c-4df9-9d5d-1c5fe9b5ef3e tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0188935 Feb 03 14:37:24.243661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36804) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.255409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-eb6816af-3433-4c96-b93c-4de8391b5da7 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.256796 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eb6816af-3433-4c96-b93c-4de8391b5da7 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0120730 Feb 03 14:37:24.266332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.282505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-402a7e36-4cda-4deb-9292-1e08fc69b9eb tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.283953 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-402a7e36-4cda-4deb-9292-1e08fc69b9eb tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0163684 Feb 03 14:37:24.287407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.310146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-e53c5b0d-7362-48ac-9c47-e0bbbe154125 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.311129 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e53c5b0d-7362-48ac-9c47-e0bbbe154125 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0070903 Feb 03 14:37:24.317826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36812) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.329227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-7aab076d-f67b-4254-babd-da704649d20a tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.340175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7aab076d-f67b-4254-babd-da704649d20a tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0182469 Feb 03 14:37:24.341429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36814) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.381343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b1abcd5e-bc4a-46a1-8ce6-f99d984a8277 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1136477 Feb 03 14:37:24.382257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36816) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.382897 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:24.385969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-d5898ebe-0829-4c58-977d-86ca3d7ed60f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.387094 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5898ebe-0829-4c58-977d-86ca3d7ed60f tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0393624 Feb 03 14:37:24.390113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36818) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.402480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-24b6b886-ca79-4523-bc74-824080ca0bc3 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.403623 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-24b6b886-ca79-4523-bc74-824080ca0bc3 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0125892 Feb 03 14:37:24.414068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36820) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.415026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': 'daf19302-762a-48ec-81f4-8e9acedbc188', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:24.422045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-6af874f2-c76d-4b14-ad77-2922ada8077c tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.424123 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6af874f2-c76d-4b14-ad77-2922ada8077c tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081432 Feb 03 14:37:24.431970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36822) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.449198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-a47c9d73-3443-44aa-bf0a-bf3b39b45186 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.452864 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a47c9d73-3443-44aa-bf0a-bf3b39b45186 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0164738 Feb 03 14:37:24.465923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.481647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-313208a3-c5a5-4017-8921-ffea80f40719 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.483235 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-313208a3-c5a5-4017-8921-ffea80f40719 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0160246 Feb 03 14:37:24.496936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4c015ca7-80be-4cbe-a6da-261a2c422c92 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:24.500727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36826) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.524643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-bd5cf0ea-4ce2-4605-8af5-f83cdb4a5016 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.530881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bd5cf0ea-4ce2-4605-8af5-f83cdb4a5016 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0203006 Feb 03 14:37:24.533099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36828) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.545240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-86c5cfda-1531-44e6-81bc-9c3923594aa1 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.546444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4c015ca7-80be-4cbe-a6da-261a2c422c92 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:37:24.546444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4c015ca7-80be-4cbe-a6da-261a2c422c92 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:37:24.549620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-86c5cfda-1531-44e6-81bc-9c3923594aa1 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080214 Feb 03 14:37:24.551285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36830) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.558841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-9d565f41-1e05-42eb-98de-16e6a0976ea6 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.564921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d565f41-1e05-42eb-98de-16e6a0976ea6 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0109825 Feb 03 14:37:24.565712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36832) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.577002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-84972658-4c86-47df-aa38-1fc0fd1613ea', 'network_id': '84972658-4c86-47df-aa38-1fc0fd1613ea', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': '6678df52-4005-4c1c-a3a2-8657dc6bf632'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:37:24.577776 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:24.586990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [None req-712427a4-7fd6-40b7-911f-36ee4e2bbbac tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.592735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-712427a4-7fd6-40b7-911f-36ee4e2bbbac tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0212648 Feb 03 14:37:24.626073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.630372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-f4a65b59-d80a-4cad-b014-470251d2013a tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.634262 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4a65b59-d80a-4cad-b014-470251d2013a tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073185 Feb 03 14:37:24.664584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36836) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.679488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-f1c8e721-8268-417c-a00d-0f4b0cb3f9a6 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.685187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f1c8e721-8268-417c-a00d-0f4b0cb3f9a6 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0194283 Feb 03 14:37:24.685640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36838) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.707617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-884ef76f-92dc-4550-91ba-fe7c2336bd5a tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.725020 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-884ef76f-92dc-4550-91ba-fe7c2336bd5a tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0343227 Feb 03 14:37:24.725732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36840) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:24.744004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [None req-95b6d880-0993-4c8d-819b-5cd271a23379 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:37:24.753325 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-95b6d880-0993-4c8d-819b-5cd271a23379 tempest-ExtensionsTestJSON-1383353365 tempest-ExtensionsTestJSON-1383353365-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0246215 Feb 03 14:37:24.815133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (21fac5af-7d8c-4b2d-956b-7844219adba0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:24.875448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fac5af-7d8c-4b2d-956b-7844219adba0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:24.929939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:24.933418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:24.950522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Allocated IP 172.20.0.2 (84972658-4c86-47df-aa38-1fc0fd1613ea/6678df52-4005-4c1c-a3a2-8657dc6bf632/01399d99-4e72-432c-8a53-6f92c71e0cf3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:25.097227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (38ef010b-c15a-458d-b380-f31485409cc6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.317720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ea8c39a5-3121-4288-ba17-d58981fc8b30 None None] Provisioning complete for port 11e1126a-c725-4c70-aa2c-22c22f954877 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:25.318359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea8c39a5-3121-4288-ba17-d58981fc8b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.385585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (38ef010b-c15a-458d-b380-f31485409cc6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.388024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks [] for router_controller (38ef010b-c15a-458d-b380-f31485409cc6), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.436743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (38ef010b-c15a-458d-b380-f31485409cc6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.437397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38ef010b-c15a-458d-b380-f31485409cc6 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:37:25.444643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.454165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-18809a8f-9fc3-4e7c-a96f-aeee6ef80200 admin admin] 10.222.0.52 "DELETE /v2.0/routers/38ef010b-c15a-458d-b380-f31485409cc6 HTTP/1.1" status: 204 len: 168 time: 3.2596281 Feb 03 14:37:25.454962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36852) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:25.459333 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.487915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c39a5-3121-4288-ba17-d58981fc8b30 None None] Port 11e1126a-c725-4c70-aa2c-22c22f954877 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:25.544851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (11e1126a-c725-4c70-aa2c-22c22f954877), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.570273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] Deleting subnet e7d75ef2-6697-425a-871f-c3af11ca888a {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:25.580559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] Publish callbacks [] for subnet (e7d75ef2-6697-425a-871f-c3af11ca888a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.697998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (e7d75ef2-6697-425a-871f-c3af11ca888a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.709600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36854) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:25.716133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.776968 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (814cb3b5-43ef-4798-9259-76a255c5da32), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.781227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] In _notify_port_updated(), no bound segment for port 11e1126a-c725-4c70-aa2c-22c22f954877 on network ad117e19-280c-4a36-903e-42fc6973c5f5 {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:37:25.787574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:25.788205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.791971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "PUT /v2.0/ports/11e1126a-c725-4c70-aa2c-22c22f954877 HTTP/1.1" status: 200 len: 1001 time: 1.7828517 Feb 03 14:37:25.791971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f3e65-ebe7-4c38-a700-27d510bb9239 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=11e1126a-c725-4c70-aa2c-22c22f954877,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:25.799195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36856) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:25.809332 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Publish callbacks [] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.848306 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:25.987896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Network 84972658-4c86-47df-aa38-1fc0fd1613ea is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:25.990473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:25.994390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:26.010912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Pushing event updated for resources: {'Port': ['ID=01399d99-4e72-432c-8a53-6f92c71e0cf3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:26.012515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e7d75ef2-6697-425a-871f-c3af11ca888a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.141010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Attempting to bind port 01399d99-4e72-432c-8a53-6f92c71e0cf3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:37:26.142809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Attempting to bind port 01399d99-4e72-432c-8a53-6f92c71e0cf3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'e6f34c24-5c69-4344-af2c-a4767901e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '84972658-4c86-47df-aa38-1fc0fd1613ea'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:37:26.143351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Attempting to bind port 01399d99-4e72-432c-8a53-6f92c71e0cf3 on network 84972658-4c86-47df-aa38-1fc0fd1613ea {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:37:26.156674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting port 11e1126a-c725-4c70-aa2c-22c22f954877 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:26.169150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:37:26.169708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Checking segment: {'id': 'e6f34c24-5c69-4344-af2c-a4767901e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '84972658-4c86-47df-aa38-1fc0fd1613ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:26.170233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.170743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Bound using segment: {'id': 'e6f34c24-5c69-4344-af2c-a4767901e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '84972658-4c86-47df-aa38-1fc0fd1613ea'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:37:26.173449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Bound port: 01399d99-4e72-432c-8a53-6f92c71e0cf3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f34c24-5c69-4344-af2c-a4767901e02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '84972658-4c86-47df-aa38-1fc0fd1613ea'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:37:26.173449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.174154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.212797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (e7d75ef2-6697-425a-871f-c3af11ca888a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.344119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.365583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] For port 01399d99-4e72-432c-8a53-6f92c71e0cf3, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:37:26.375231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] For port 01399d99-4e72-432c-8a53-6f92c71e0cf3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=01399d99-4e72-432c-8a53-6f92c71e0cf3,segment=NetworkSegment(e6f34c24-5c69-4344-af2c-a4767901e02d),segment_id=e6f34c24-5c69-4344-af2c-a4767901e02d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:37:26.377160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d75ef2-6697-425a-871f-c3af11ca888a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:26.380192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.387021 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f3bd5898-a6b4-488f-8f89-f8263707963f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e7d75ef2-6697-425a-871f-c3af11ca888a HTTP/1.1" status: 204 len: 168 time: 0.9304216 Feb 03 14:37:26.390113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36866) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:26.392268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf802b-65da-4230-9e87-a6ffd935aad7 None None] Network 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:26.404029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.429731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=814cb3b5-43ef-4798-9259-76a255c5da32,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:26.453648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': '980e39be-eb5d-4ec0-877a-5bb25f3319d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'daf19302-762a-48ec-81f4-8e9acedbc188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:26.466070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: daf19302-762a-48ec-81f4-8e9acedbc188, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:37:26.504552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.523151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 21fac5af-7d8c-4b2d-956b-7844219adba0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:26.562948 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.586247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Calling delete_port for 11e1126a-c725-4c70-aa2c-22c22f954877 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:26.657599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network daf19302-762a-48ec-81f4-8e9acedbc188 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:37:26.662119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Publish callbacks [] for security_group (78fa9cce-9819-4ef0-81c8-9c5b905260b7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.670815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (78fa9cce-9819-4ef0-81c8-9c5b905260b7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.673672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, daf19302-762a-48ec-81f4-8e9acedbc188) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:26.677992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 21fac5af-7d8c-4b2d-956b-7844219adba0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:37:26.678353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 21fac5af-7d8c-4b2d-956b-7844219adba0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:37:26.699738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:26.700386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.726668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2fd03cbd-2686-4c6b-bb2c-f65669848b28 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3321252 Feb 03 14:37:26.727194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36868) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:26.732579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b0ed7d83-d567-441d-8a8d-7dc2eec1f7d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1704463998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:26.749358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Deleting port 251e3c90-ee93-4202-92b2-f4b359694287 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:26.749710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (251e3c90-ee93-4202-92b2-f4b359694287), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.757471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92910121-a8ca-4680-aa4a-91d4296ee3a3 None None] Network daf19302-762a-48ec-81f4-8e9acedbc188 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:26.774143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7d83-d567-441d-8a8d-7dc2eec1f7d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (6a08d8f9-e827-4170-b066-d5c49680ee5a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.776705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7d83-d567-441d-8a8d-7dc2eec1f7d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (6a08d8f9-e827-4170-b066-d5c49680ee5a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.811461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7592ec411a7488dbc6a8f29080ac639&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0891750 Feb 03 14:37:26.812226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36870) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:26.819204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3a7a8ac6-bc4c-4e8f-97dd-0c908b42be74 None None] Provisioning complete for port 11e1126a-c725-4c70-aa2c-22c22f954877 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:26.819585 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8ac6-bc4c-4e8f-97dd-0c908b42be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.826611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa9cce-9819-4ef0-81c8-9c5b905260b7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:26.862339 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (11e1126a-c725-4c70-aa2c-22c22f954877), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:26.909675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.910324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.910670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.911122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.911354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.911698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.912008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.912340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.912697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.913027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.916818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.923206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.923569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335829f1-c33c-4d57-b34e-f5782c54cc1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:26.950271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e63e94-d0f6-4aa1-892c-cfb05ab4293a None None] Pushing event updated for resources: {'Port': ['ID=01399d99-4e72-432c-8a53-6f92c71e0cf3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:27.044882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] For port 251e3c90-ee93-4202-92b2-f4b359694287, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=251e3c90-ee93-4202-92b2-f4b359694287,segment=NetworkSegment(588637b7-92c2-462a-bcf8-d3d8ddf93cbe),segment_id=588637b7-92c2-462a-bcf8-d3d8ddf93cbe)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:27.045407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (251e3c90-ee93-4202-92b2-f4b359694287), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.070431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Calling delete_port for 251e3c90-ee93-4202-92b2-f4b359694287 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:27.071226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Port': ['ID=11e1126a-c725-4c70-aa2c-22c22f954877,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:27.087049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-744164cf-314e-4d2d-a112-52ebc32a3517 admin admin] Publish callbacks [] for security_group (78fa9cce-9819-4ef0-81c8-9c5b905260b7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.102768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.103614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.103614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.103862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.104453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.104577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.104833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.105161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.105491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.105816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.106140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.106464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.106786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:27.192191 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7d83-d567-441d-8a8d-7dc2eec1f7d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (6a08d8f9-e827-4170-b066-d5c49680ee5a), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.204155 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7d83-d567-441d-8a8d-7dc2eec1f7d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (6a08d8f9-e827-4170-b066-d5c49680ee5a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.362859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-744164cf-314e-4d2d-a112-52ebc32a3517 admin admin] Publish callbacks [] for security_group (78fa9cce-9819-4ef0-81c8-9c5b905260b7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.394221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7d83-d567-441d-8a8d-7dc2eec1f7d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.399128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b0ed7d83-d567-441d-8a8d-7dc2eec1f7d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6708376 Feb 03 14:37:27.399804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36878) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:27.498910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (251e3c90-ee93-4202-92b2-f4b359694287), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.564317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=251e3c90-ee93-4202-92b2-f4b359694287,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:27.580776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] No DVR routers for this DVR port 251e3c90-ee93-4202-92b2-f4b359694287 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:37:27.603570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a8ac6-bc4c-4e8f-97dd-0c908b42be74 None None] Port 11e1126a-c725-4c70-aa2c-22c22f954877 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:27.653317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.661930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36882) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:27.662162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-679cd794-0f17-4e82-9cc5-8ad22c1af300 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/ports/11e1126a-c725-4c70-aa2c-22c22f954877 HTTP/1.1" status: 204 len: 168 time: 1.8615077 Feb 03 14:37:27.665949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-744164cf-314e-4d2d-a112-52ebc32a3517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (78fa9cce-9819-4ef0-81c8-9c5b905260b7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.678519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-744164cf-314e-4d2d-a112-52ebc32a3517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.682064 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-744164cf-314e-4d2d-a112-52ebc32a3517 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78fa9cce-9819-4ef0-81c8-9c5b905260b7 HTTP/1.1" status: 204 len: 168 time: 0.8542869 Feb 03 14:37:27.775751 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a7f908-cd9c-472e-b41a-0e0fc932eab7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] GET failed (client error): The resource could not be found. Feb 03 14:37:27.780624 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-35a7f908-cd9c-472e-b41a-0e0fc932eab7 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "GET /v2.0/ports/11e1126a-c725-4c70-aa2c-22c22f954877 HTTP/1.1" status: 404 len: 333 time: 0.1122875 Feb 03 14:37:27.795276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36886) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:27.801149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-964423858'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:27.805558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744164cf-314e-4d2d-a112-52ebc32a3517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa9cce-9819-4ef0-81c8-9c5b905260b7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:27.842083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.890365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a2e27a-e99f-444c-a9c3-9dc607e7b8b5 None None] DHCP port deletion for 86f6c30d-0222-4b40-87e8-8d7b1f2e91aa request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:37:27.922985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f6c30d-0222-4b40-87e8-8d7b1f2e91aa']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:27.941352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588637b7-92c2-462a-bcf8-d3d8ddf93cbe') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:27.943317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588637b7-92c2-462a-bcf8-d3d8ddf93cbe') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:27.971923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (588637b7-92c2-462a-bcf8-d3d8ddf93cbe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:27.990551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-daf19302-762a-48ec-81f4-8e9acedbc188', 'network_id': 'daf19302-762a-48ec-81f4-8e9acedbc188', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': '814cb3b5-43ef-4798-9259-76a255c5da32'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:37:27.991574 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.038033 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (588637b7-92c2-462a-bcf8-d3d8ddf93cbe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.053202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:37:28.054911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (588637b7-92c2-462a-bcf8-d3d8ddf93cbe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:37:28.060649 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:37:28.243029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (86f6c30d-0222-4b40-87e8-8d7b1f2e91aa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.252683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.261183 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] 10.222.0.52 "DELETE /v2.0/networks/86f6c30d-0222-4b40-87e8-8d7b1f2e91aa HTTP/1.1" status: 204 len: 168 time: 1.8677454 Feb 03 14:37:28.279259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Allocated IP 172.21.0.2 (daf19302-762a-48ec-81f4-8e9acedbc188/814cb3b5-43ef-4798-9259-76a255c5da32/0413b38d-8b87-428c-bd34-ed4b40fd19f4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:28.302563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f099a-de40-43a9-9178-053b5ee53c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=86f6c30d-0222-4b40-87e8-8d7b1f2e91aa,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:28.382641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.648311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 01399d99-4e72-432c-8a53-6f92c71e0cf3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:28.674890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:28.682696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.878286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] device_id is not set on port ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:28.952664 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Publish callbacks [] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:28.974359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce318db-1c9f-4c56-951c-4378e766fc06 None None] Network 84972658-4c86-47df-aa38-1fc0fd1613ea requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:28.981033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.046756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:29.160777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b3e7455f-f644-4b51-b7a9-d991504eadbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a782397e96ee41ad8be5bf77de5ea021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1127987 Feb 03 14:37:29.167107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:29.209590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Network daf19302-762a-48ec-81f4-8e9acedbc188 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:29.240936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Allocated IP 2001:db8::30f (ad117e19-280c-4a36-903e-42fc6973c5f5/db79e659-5a76-4903-bd84-d41900c4a0c7/ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:29.259205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:29.267810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:29.328629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa643b53-16df-4a62-b1b6-a3db0796a84d admin admin] Publish callbacks [] for security_group (a3d8e47a-3474-4dea-a2ac-7a62b41c2f24), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.374369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa643b53-16df-4a62-b1b6-a3db0796a84d admin admin] Publish callbacks [] for security_group (a3d8e47a-3474-4dea-a2ac-7a62b41c2f24), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.464202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa643b53-16df-4a62-b1b6-a3db0796a84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a3d8e47a-3474-4dea-a2ac-7a62b41c2f24), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.467801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa643b53-16df-4a62-b1b6-a3db0796a84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.469502 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fa643b53-16df-4a62-b1b6-a3db0796a84d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3d8e47a-3474-4dea-a2ac-7a62b41c2f24 HTTP/1.1" status: 204 len: 168 time: 0.3014400 Feb 03 14:37:29.480850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643b53-16df-4a62-b1b6-a3db0796a84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d8e47a-3474-4dea-a2ac-7a62b41c2f24,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:29.495573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Pushing event updated for resources: {'Port': ['ID=0413b38d-8b87-428c-bd34-ed4b40fd19f4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:29.512003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 01399d99-4e72-432c-8a53-6f92c71e0cf3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:29.512367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.848245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a55634c2-fc7b-42a6-a22f-cca60617fd4e None None] Provisioning complete for port 01399d99-4e72-432c-8a53-6f92c71e0cf3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:29.848944 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a55634c2-fc7b-42a6-a22f-cca60617fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.914704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:29.934846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Attempting to bind port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:37:29.934846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Attempting to bind port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '980e39be-eb5d-4ec0-877a-5bb25f3319d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'daf19302-762a-48ec-81f4-8e9acedbc188'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:37:29.934846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Attempting to bind port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 on network daf19302-762a-48ec-81f4-8e9acedbc188 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:37:29.968763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:37:29.969157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Checking segment: {'id': '980e39be-eb5d-4ec0-877a-5bb25f3319d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'daf19302-762a-48ec-81f4-8e9acedbc188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:29.969593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:29.969995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Bound using segment: {'id': '980e39be-eb5d-4ec0-877a-5bb25f3319d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'daf19302-762a-48ec-81f4-8e9acedbc188'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:37:29.970588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Bound port: 0413b38d-8b87-428c-bd34-ed4b40fd19f4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980e39be-eb5d-4ec0-877a-5bb25f3319d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'daf19302-762a-48ec-81f4-8e9acedbc188'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:37:29.970985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.093630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 01399d99-4e72-432c-8a53-6f92c71e0cf3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:30.093919 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.195745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767094717'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:30.225852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a55634c2-fc7b-42a6-a22f-cca60617fd4e None None] Current status of the port 01399d99-4e72-432c-8a53-6f92c71e0cf3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:30.226267 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a55634c2-fc7b-42a6-a22f-cca60617fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.243724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.273336 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] For port 0413b38d-8b87-428c-bd34-ed4b40fd19f4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:37:30.274153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.347522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.352157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.20.0.1 (84972658-4c86-47df-aa38-1fc0fd1613ea/6678df52-4005-4c1c-a3a2-8657dc6bf632/d646eedb-d6e8-4a41-a811-7ef01b3f54b9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:30.396824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] For port 0413b38d-8b87-428c-bd34-ed4b40fd19f4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0413b38d-8b87-428c-bd34-ed4b40fd19f4,segment=NetworkSegment(980e39be-eb5d-4ec0-877a-5bb25f3319d9),segment_id=980e39be-eb5d-4ec0-877a-5bb25f3319d9)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:37:30.418833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 01399d99-4e72-432c-8a53-6f92c71e0cf3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=01399d99-4e72-432c-8a53-6f92c71e0cf3,segment=NetworkSegment(e6f34c24-5c69-4344-af2c-a4767901e02d),segment_id=e6f34c24-5c69-4344-af2c-a4767901e02d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:30.435171 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.460775 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.590119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-a55634c2-fc7b-42a6-a22f-cca60617fd4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:37:30.590537 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-a55634c2-fc7b-42a6-a22f-cca60617fd4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:37:30.607132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (c406e069-74ae-4f77-b4bf-bb348326f327), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.618369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c406e069-74ae-4f77-b4bf-bb348326f327), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.619964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 251e3c90-ee93-4202-92b2-f4b359694287 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:30.720130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c406e069-74ae-4f77-b4bf-bb348326f327,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:30.723926 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 251e3c90-ee93-4202-92b2-f4b359694287 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:37:30.724277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 251e3c90-ee93-4202-92b2-f4b359694287 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:37:30.747693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=01399d99-4e72-432c-8a53-6f92c71e0cf3,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:30.815914 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.837571 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.843247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.940638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe46c9a-7021-4c73-b28a-9f381d4b2b59,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:30.955715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:30.957477 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-06e24bc4-5706-4ead-8c6c-8bf054b63cfe tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0414782 Feb 03 14:37:30.960759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36960) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:31.053879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610b3a0-a14d-4ad7-a73b-4dc9babfc6f6 None None] Pushing event updated for resources: {'Port': ['ID=0413b38d-8b87-428c-bd34-ed4b40fd19f4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:31.189220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 01399d99-4e72-432c-8a53-6f92c71e0cf3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:31.189974 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b93c92a5-9c49-49f2-8c55-0e11415842f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2159295 Feb 03 14:37:31.190711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36970) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:31.218016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-51a1c5c6-4614-4050-8a96-e8e9aaa8d0a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-security--1972877103', 'description': 'tempest-security-description-1537279769'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:31.363850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51a1c5c6-4614-4050-8a96-e8e9aaa8d0a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.437858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a55634c2-fc7b-42a6-a22f-cca60617fd4e None None] Current status of the port 01399d99-4e72-432c-8a53-6f92c71e0cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:31.477639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 01399d99-4e72-432c-8a53-6f92c71e0cf3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:31.478273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.491992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51a1c5c6-4614-4050-8a96-e8e9aaa8d0a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.500830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51a1c5c6-4614-4050-8a96-e8e9aaa8d0a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.504024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51a1c5c6-4614-4050-8a96-e8e9aaa8d0a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.518189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51a1c5c6-4614-4050-8a96-e8e9aaa8d0a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "PUT /v2.0/security-groups/0fe46c9a-7021-4c73-b28a-9f381d4b2b59 HTTP/1.1" status: 200 len: 1797 time: 0.3228796 Feb 03 14:37:31.526370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:31.633216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1c5c6-4614-4050-8a96-e8e9aaa8d0a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe46c9a-7021-4c73-b28a-9f381d4b2b59,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:31.683648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8c9130fa-70cb-4ade-b0f7-f63d8740c080 None None] Provisioning complete for port 01399d99-4e72-432c-8a53-6f92c71e0cf3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:31.683995 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c9130fa-70cb-4ade-b0f7-f63d8740c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.764998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 01399d99-4e72-432c-8a53-6f92c71e0cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:31.806720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:31.872741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.935677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8c9130fa-70cb-4ade-b0f7-f63d8740c080 None None] Current status of the port 01399d99-4e72-432c-8a53-6f92c71e0cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:31.946993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:31.951563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:31.957821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:31.958546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:31.985076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:32.015470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 84972658-4c86-47df-aa38-1fc0fd1613ea is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:32.021539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2244186 Feb 03 14:37:32.025300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:32.028638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:32.033949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36982) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:32.040929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b0:28:36'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:32.144090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c495b2d-c52d-40d5-9ae2-57a809c3a3f9 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:32.642431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ede85ce9-978c-48ad-9d1a-35116581d787 None None] Provisioning complete for port ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:32.642985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ede85ce9-978c-48ad-9d1a-35116581d787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:32.654965 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-808b8d2e-f43d-4092-bfb3-2860208628dd tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups/0fe46c9a-7021-4c73-b28a-9f381d4b2b59 HTTP/1.1" status: 200 len: 1797 time: 1.1216521 Feb 03 14:37:32.657746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36996) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:32.708514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:32.770349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ede85ce9-978c-48ad-9d1a-35116581d787 None None] Port ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:32.839563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b802964a-7a9a-42da-98ce-09b12f69fb5a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:32.894508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-04bca8d2-5072-4832-8595-bdaa4ca947dc None None] Provisioning complete for port d646eedb-d6e8-4a41-a811-7ef01b3f54b9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:32.894915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04bca8d2-5072-4832-8595-bdaa4ca947dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:32.957719 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b802964a-7a9a-42da-98ce-09b12f69fb5a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:32.962514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c295268-a0ab-4125-8bd3-5a00fca85248 None None] Network daf19302-762a-48ec-81f4-8e9acedbc188 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:33.042167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-04bca8d2-5072-4832-8595-bdaa4ca947dc None None] Port d646eedb-d6e8-4a41-a811-7ef01b3f54b9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:33.105481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b802964a-7a9a-42da-98ce-09b12f69fb5a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0fe46c9a-7021-4c73-b28a-9f381d4b2b59), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.109844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b802964a-7a9a-42da-98ce-09b12f69fb5a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.112952 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b802964a-7a9a-42da-98ce-09b12f69fb5a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/0fe46c9a-7021-4c73-b28a-9f381d4b2b59 HTTP/1.1" status: 204 len: 168 time: 0.4506752 Feb 03 14:37:33.121626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0413b38d-8b87-428c-bd34-ed4b40fd19f4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:33.130049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37002) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:33.165832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802964a-7a9a-42da-98ce-09b12f69fb5a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe46c9a-7021-4c73-b28a-9f381d4b2b59,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:33.260667 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c94fcca3-a4bd-40cd-bc4b-27fc6723cbcb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1291063 Feb 03 14:37:33.266290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37010) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:33.303246 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b62208a2-c227-4204-9430-9cb71004f61a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] delete failed (client error): The resource could not be found. Feb 03 14:37:33.307944 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b62208a2-c227-4204-9430-9cb71004f61a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/0fe46c9a-7021-4c73-b28a-9f381d4b2b59 HTTP/1.1" status: 404 len: 347 time: 0.0377088 Feb 03 14:37:33.316135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37012) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:33.327969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7542be01-6fa1-486a-94d4-98463972cdfc tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001811488'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:33.351032 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.353108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-db3ec1ef-c000-4ac0-be8b-91c829fdf9e2 None None] Provisioning complete for port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:33.353534 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db3ec1ef-c000-4ac0-be8b-91c829fdf9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.376970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.392722 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7542be01-6fa1-486a-94d4-98463972cdfc tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.412295 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.431776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] In _notify_port_updated(), no bound segment for port ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b on network ad117e19-280c-4a36-903e-42fc6973c5f5 {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:37:33.463020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:33.463730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.467942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "PUT /v2.0/ports/ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b HTTP/1.1" status: 200 len: 1002 time: 1.4319284 Feb 03 14:37:33.468617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37016) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:33.481167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:33.481553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.623793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-db3ec1ef-c000-4ac0-be8b-91c829fdf9e2 None None] Current status of the port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:33.624192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db3ec1ef-c000-4ac0-be8b-91c829fdf9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.626153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7542be01-6fa1-486a-94d4-98463972cdfc tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (e072dade-b8e8-4e10-bb82-42103d870c81), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.631839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7542be01-6fa1-486a-94d4-98463972cdfc tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e072dade-b8e8-4e10-bb82-42103d870c81), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.711484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7542be01-6fa1-486a-94d4-98463972cdfc tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.716207 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7542be01-6fa1-486a-94d4-98463972cdfc tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3978240 Feb 03 14:37:33.720744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=d646eedb-d6e8-4a41-a811-7ef01b3f54b9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:33.721334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:33.727149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f6d9ec4d-9419-438b-a880-31c4c00ac1bb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'e072dade-b8e8-4e10-bb82-42103d870c81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:33.741804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542be01-6fa1-486a-94d4-98463972cdfc tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e072dade-b8e8-4e10-bb82-42103d870c81,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:33.761967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec4d-9419-438b-a880-31c4c00ac1bb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (853c7070-175e-4ca8-9642-b34c0cffe04b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.768325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-db3ec1ef-c000-4ac0-be8b-91c829fdf9e2 None None] For port 0413b38d-8b87-428c-bd34-ed4b40fd19f4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0413b38d-8b87-428c-bd34-ed4b40fd19f4,segment=NetworkSegment(980e39be-eb5d-4ec0-877a-5bb25f3319d9),segment_id=980e39be-eb5d-4ec0-877a-5bb25f3319d9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:33.790428 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db3ec1ef-c000-4ac0-be8b-91c829fdf9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.848225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec4d-9419-438b-a880-31c4c00ac1bb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (853c7070-175e-4ca8-9642-b34c0cffe04b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.861186 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec4d-9419-438b-a880-31c4c00ac1bb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (853c7070-175e-4ca8-9642-b34c0cffe04b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.888773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ec4d-9419-438b-a880-31c4c00ac1bb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853c7070-175e-4ca8-9642-b34c0cffe04b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:33.901890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec4d-9419-438b-a880-31c4c00ac1bb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.903444 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6d9ec4d-9419-438b-a880-31c4c00ac1bb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803956 Feb 03 14:37:33.906861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37026) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:33.980478 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3864ff-549d-432d-9e56-1f0caeb704d4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (853c7070-175e-4ca8-9642-b34c0cffe04b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:33.986619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:33.996510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ec1ef-c000-4ac0-be8b-91c829fdf9e2 None None] Pushing event updated for resources: {'Port': ['ID=0413b38d-8b87-428c-bd34-ed4b40fd19f4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:34.012255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3864ff-549d-432d-9e56-1f0caeb704d4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (853c7070-175e-4ca8-9642-b34c0cffe04b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.031231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-65a09119-d36e-49f7-93dd-07863bb32720 None None] Provisioning complete for port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:34.031614 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65a09119-d36e-49f7-93dd-07863bb32720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.065420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f528888-5ecb-4e95-995b-a1fa7c50fe74 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:34.094972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3864ff-549d-432d-9e56-1f0caeb704d4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (853c7070-175e-4ca8-9642-b34c0cffe04b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.110294 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3b3864ff-549d-432d-9e56-1f0caeb704d4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.117996 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3b3864ff-549d-432d-9e56-1f0caeb704d4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/853c7070-175e-4ca8-9642-b34c0cffe04b HTTP/1.1" status: 204 len: 168 time: 0.2098279 Feb 03 14:37:34.124570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37028) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:34.160875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3864ff-549d-432d-9e56-1f0caeb704d4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=853c7070-175e-4ca8-9642-b34c0cffe04b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:34.200112 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.256841 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-71ca73cb-c72e-49f3-a883-8df828baadb4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1311069 Feb 03 14:37:34.260836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37034) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:34.267187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-65a09119-d36e-49f7-93dd-07863bb32720 None None] Current status of the port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:34.420735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2ee6ead5-10ee-44d7-8529-ba773178b363 None None] Provisioning complete for port ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:34.424834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ead5-10ee-44d7-8529-ba773178b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.451354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-395edfbf-be58-489c-8124-4b2eeb30a271 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (e072dade-b8e8-4e10-bb82-42103d870c81), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.538145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6ead5-10ee-44d7-8529-ba773178b363 None None] Port ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:34.559217 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-395edfbf-be58-489c-8124-4b2eeb30a271 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (e072dade-b8e8-4e10-bb82-42103d870c81), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.626289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.639924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting port ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:34.640326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.643244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.665093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-395edfbf-be58-489c-8124-4b2eeb30a271 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e072dade-b8e8-4e10-bb82-42103d870c81), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.668512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-395edfbf-be58-489c-8124-4b2eeb30a271 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:34.669898 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-395edfbf-be58-489c-8124-4b2eeb30a271 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/e072dade-b8e8-4e10-bb82-42103d870c81 HTTP/1.1" status: 204 len: 168 time: 0.4075317 Feb 03 14:37:34.679513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37044) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:34.680541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395edfbf-be58-489c-8124-4b2eeb30a271 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e072dade-b8e8-4e10-bb82-42103d870c81,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:34.753572 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-71b3a1cb-04a5-4d66-8311-b66fb82e668c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614355 Feb 03 14:37:34.758372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37046) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:34.775282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-343af63c-52f8-4281-83ce-ccabf51f6104 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059287565'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:34.858225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-343af63c-52f8-4281-83ce-ccabf51f6104 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.030478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0413b38d-8b87-428c-bd34-ed4b40fd19f4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:35.114075 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-343af63c-52f8-4281-83ce-ccabf51f6104 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (cd3a8277-eccf-4e55-b20e-963ba73a8274), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.137998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-343af63c-52f8-4281-83ce-ccabf51f6104 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd3a8277-eccf-4e55-b20e-963ba73a8274), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.256806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.259953 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.267169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-343af63c-52f8-4281-83ce-ccabf51f6104 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.272061 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-343af63c-52f8-4281-83ce-ccabf51f6104 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5085516 Feb 03 14:37:35.280284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:35.291854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bc1e5d35-5e52-4795-94e8-453fbe1f2255 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'cd3a8277-eccf-4e55-b20e-963ba73a8274', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:35.300800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:35.302712 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.336094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343af63c-52f8-4281-83ce-ccabf51f6104 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3a8277-eccf-4e55-b20e-963ba73a8274,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:35.380981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=d646eedb-d6e8-4a41-a811-7ef01b3f54b9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:35.407389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d35-5e52-4795-94e8-453fbe1f2255 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (a851bc01-2d88-4d00-9f56-f9057cfab8d5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.424644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Calling delete_port for ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:35.504813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:35.541301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d35-5e52-4795-94e8-453fbe1f2255 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (a851bc01-2d88-4d00-9f56-f9057cfab8d5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.554275 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d35-5e52-4795-94e8-453fbe1f2255 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a851bc01-2d88-4d00-9f56-f9057cfab8d5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.566598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 84972658-4c86-47df-aa38-1fc0fd1613ea is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:35.571470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:35.608306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e5d35-5e52-4795-94e8-453fbe1f2255 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a851bc01-2d88-4d00-9f56-f9057cfab8d5,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:35.635488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d35-5e52-4795-94e8-453fbe1f2255 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.641282 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bc1e5d35-5e52-4795-94e8-453fbe1f2255 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3598638 Feb 03 14:37:35.645163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:35.654174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0cb72079-7e54-48dc-bd87-bd0862135cb9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'cd3a8277-eccf-4e55-b20e-963ba73a8274', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:35.688370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cb72079-7e54-48dc-bd87-bd0862135cb9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (63edd330-a526-4013-bb06-b37d36001174), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.790457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cb72079-7e54-48dc-bd87-bd0862135cb9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (63edd330-a526-4013-bb06-b37d36001174), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.795363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cb72079-7e54-48dc-bd87-bd0862135cb9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (63edd330-a526-4013-bb06-b37d36001174), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.820928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 6a08d8f9-e827-4170-b066-d5c49680ee5a is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:37:35.822150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb72079-7e54-48dc-bd87-bd0862135cb9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63edd330-a526-4013-bb06-b37d36001174,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:35.834373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0cb72079-7e54-48dc-bd87-bd0862135cb9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.836350 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0cb72079-7e54-48dc-bd87-bd0862135cb9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1894851 Feb 03 14:37:35.839411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37068) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:35.846833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-226022ee-40d8-413b-a529-979c82cef6f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'cd3a8277-eccf-4e55-b20e-963ba73a8274', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:35.895382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226022ee-40d8-413b-a529-979c82cef6f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (5b592904-19ff-430e-8846-b4128b119efa), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.973598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ed429e53-0072-4f49-8f9a-adbe892f5cac None None] Provisioning complete for port d646eedb-d6e8-4a41-a811-7ef01b3f54b9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:35.976209 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ed429e53-0072-4f49-8f9a-adbe892f5cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.981561 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226022ee-40d8-413b-a529-979c82cef6f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (5b592904-19ff-430e-8846-b4128b119efa), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:35.987472 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226022ee-40d8-413b-a529-979c82cef6f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (5b592904-19ff-430e-8846-b4128b119efa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.029093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226022ee-40d8-413b-a529-979c82cef6f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b592904-19ff-430e-8846-b4128b119efa,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:36.042489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226022ee-40d8-413b-a529-979c82cef6f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.042679 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.048339 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-226022ee-40d8-413b-a529-979c82cef6f0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2078936 Feb 03 14:37:36.052954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37070) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.058664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-15947bb4-608b-41ba-8cb8-e8415c77142d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'cd3a8277-eccf-4e55-b20e-963ba73a8274', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:36.070742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ed429e53-0072-4f49-8f9a-adbe892f5cac None None] Port d646eedb-d6e8-4a41-a811-7ef01b3f54b9 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:36.089979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15947bb4-608b-41ba-8cb8-e8415c77142d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (d4d814dd-51c7-44f4-b97d-9a769a900087), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.134907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Port': ['ID=ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:36.163888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15947bb4-608b-41ba-8cb8-e8415c77142d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (d4d814dd-51c7-44f4-b97d-9a769a900087), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.167840 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15947bb4-608b-41ba-8cb8-e8415c77142d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d4d814dd-51c7-44f4-b97d-9a769a900087), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.189643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15947bb4-608b-41ba-8cb8-e8415c77142d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d814dd-51c7-44f4-b97d-9a769a900087,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:36.192118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:37:36.202569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15947bb4-608b-41ba-8cb8-e8415c77142d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.203715 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] Sync routers for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:37:36.208319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12959248-354e-4f30-bc27-56d19dd0b982 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/6a08d8f9-e827-4170-b066-d5c49680ee5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8058915 Feb 03 14:37:36.209779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.215689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d738db2f-0d3d-4608-934e-2b117cfb1e22 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/ports/ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b HTTP/1.1" status: 204 len: 168 time: 2.6116853 Feb 03 14:37:36.229292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37074) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.229917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37076) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.234123 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:36.235017 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:36.240499 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-15947bb4-608b-41ba-8cb8-e8415c77142d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1864514 Feb 03 14:37:36.241272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37078) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.247067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7bc99baa-223c-487e-a553-9cd3b1ffdad0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'cd3a8277-eccf-4e55-b20e-963ba73a8274', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:36.282361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bc99baa-223c-487e-a553-9cd3b1ffdad0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (1b0dac59-54d0-4286-833a-ef3266a6d980), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.315083 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2f1efd-9bc9-4396-883a-3827aedd5662 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] GET failed (client error): The resource could not be found. Feb 03 14:37:36.326863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0b2f1efd-9bc9-4396-883a-3827aedd5662 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "GET /v2.0/ports/ce8e73f9-b85e-4d99-9ef8-8b5e7f11373b HTTP/1.1" status: 404 len: 333 time: 0.0865726 Feb 03 14:37:36.327771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37080) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.343539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-534039489'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:36.351292 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:36.376409 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bc99baa-223c-487e-a553-9cd3b1ffdad0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (1b0dac59-54d0-4286-833a-ef3266a6d980), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.377042 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:36.377809 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:36.380569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bc99baa-223c-487e-a553-9cd3b1ffdad0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (1b0dac59-54d0-4286-833a-ef3266a6d980), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.402180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99baa-223c-487e-a553-9cd3b1ffdad0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0dac59-54d0-4286-833a-ef3266a6d980,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:36.421134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bc99baa-223c-487e-a553-9cd3b1ffdad0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.426404 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7bc99baa-223c-487e-a553-9cd3b1ffdad0 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1840134 Feb 03 14:37:36.427348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.445670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0affb8aa-720e-4051-a18e-b5272995eb56 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:36.452968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0affb8aa-720e-4051-a18e-b5272995eb56 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports/d646eedb-d6e8-4a41-a811-7ef01b3f54b9 HTTP/1.1" status: 200 len: 910 time: 0.2218382 Feb 03 14:37:36.462305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37086) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.463653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eacbee49-b39e-4385-a0f4-84c6a39b24c3 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (1b0dac59-54d0-4286-833a-ef3266a6d980), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.472357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eacbee49-b39e-4385-a0f4-84c6a39b24c3 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (1b0dac59-54d0-4286-833a-ef3266a6d980), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.525105 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:36.525929 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124025e6-d5cc-4eb1-85e0-af0b7dc7360f None None] The sync data for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:37:36.577099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eacbee49-b39e-4385-a0f4-84c6a39b24c3 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (1b0dac59-54d0-4286-833a-ef3266a6d980), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.621738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eacbee49-b39e-4385-a0f4-84c6a39b24c3 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.623314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eacbee49-b39e-4385-a0f4-84c6a39b24c3 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/1b0dac59-54d0-4286-833a-ef3266a6d980 HTTP/1.1" status: 204 len: 168 time: 0.1947334 Feb 03 14:37:36.630542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37092) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.644636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbee49-b39e-4385-a0f4-84c6a39b24c3 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b0dac59-54d0-4286-833a-ef3266a6d980,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:36.726447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:36.734490 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.769991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2f4e692a-940c-45ab-be5b-4747d55047ff tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1361675 Feb 03 14:37:36.782902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:36.827245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] device_id is not set on port 3ceee8a5-d27b-441c-a41d-393099e86e3b yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:36.945953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc5be-8f86-40c0-9bc3-a5035a2d6abb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (d4d814dd-51c7-44f4-b97d-9a769a900087), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.959828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc5be-8f86-40c0-9bc3-a5035a2d6abb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (d4d814dd-51c7-44f4-b97d-9a769a900087), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:36.965570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:37.030584 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Allocated IP 2001:db8::30e (ad117e19-280c-4a36-903e-42fc6973c5f5/db79e659-5a76-4903-bd84-d41900c4a0c7/3ceee8a5-d27b-441c-a41d-393099e86e3b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:37.157231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc5be-8f86-40c0-9bc3-a5035a2d6abb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d4d814dd-51c7-44f4-b97d-9a769a900087), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.171873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc5be-8f86-40c0-9bc3-a5035a2d6abb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.173478 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d1ffc5be-8f86-40c0-9bc3-a5035a2d6abb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d4d814dd-51c7-44f4-b97d-9a769a900087 HTTP/1.1" status: 204 len: 168 time: 0.3858471 Feb 03 14:37:37.176939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:37.221459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc5be-8f86-40c0-9bc3-a5035a2d6abb tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4d814dd-51c7-44f4-b97d-9a769a900087,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:37.242399 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-efa46a4b-c60e-4e23-bbb0-5b4ff0e16cc4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0578291 Feb 03 14:37:37.252592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37112) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:37.288321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40e66c7e-b198-40b7-bc66-cde00c18271d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (5b592904-19ff-430e-8846-b4128b119efa), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.291919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fed406e8-4180-4127-9693-3a5b7485b192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.309530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (3ceee8a5-d27b-441c-a41d-393099e86e3b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.346418 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3ceee8a5-d27b-441c-a41d-393099e86e3b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.397972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:37.408023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:37.412204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:37.418713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:37.419778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.443688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1113219 Feb 03 14:37:37.446350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37114) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:37.453329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fed406e8-4180-4127-9693-3a5b7485b192 admin admin] Publish callbacks [] for security_group (517f1794-5185-4c7f-9f84-2d43ed77c8d7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.454733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'network_id': 'ad117e19-280c-4a36-903e-42fc6973c5f5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1261649018'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:37.455884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.460592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40e66c7e-b198-40b7-bc66-cde00c18271d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (5b592904-19ff-430e-8846-b4128b119efa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.480501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fed406e8-4180-4127-9693-3a5b7485b192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (517f1794-5185-4c7f-9f84-2d43ed77c8d7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.568889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed406e8-4180-4127-9693-3a5b7485b192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517f1794-5185-4c7f-9f84-2d43ed77c8d7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:37.590646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a000585-6d8c-4089-bb5f-a96e24dccf77 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=3ceee8a5-d27b-441c-a41d-393099e86e3b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:37.626183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Made reservation on behalf of b0072ccfe64942a496c748d142ac6b16 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:37.629879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.656619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] device_id is not set on port 90ef0eab-b155-47bf-83ee-5dbb27941fe5 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:37.855805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Allocated IP 2001:db8::356 (ad117e19-280c-4a36-903e-42fc6973c5f5/db79e659-5a76-4903-bd84-d41900c4a0c7/90ef0eab-b155-47bf-83ee-5dbb27941fe5) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:37.918265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-daf7ef2f-c5ad-4cb1-8f1a-08be17a21c11 None None] Provisioning complete for port 3ceee8a5-d27b-441c-a41d-393099e86e3b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:37.921350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-daf7ef2f-c5ad-4cb1-8f1a-08be17a21c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3ceee8a5-d27b-441c-a41d-393099e86e3b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:37.993754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-daf7ef2f-c5ad-4cb1-8f1a-08be17a21c11 None None] Port 3ceee8a5-d27b-441c-a41d-393099e86e3b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:38.056121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fed406e8-4180-4127-9693-3a5b7485b192 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64fc16938f484e5b832fe606e51428c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0854082 Feb 03 14:37:38.059834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.21.0.1 (daf19302-762a-48ec-81f4-8e9acedbc188/814cb3b5-43ef-4798-9259-76a255c5da32/1d9bd0c5-be7e-4399-8cb9-75d163f88549) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:38.060826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37122) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:38.082243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40e66c7e-b198-40b7-bc66-cde00c18271d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (5b592904-19ff-430e-8846-b4128b119efa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.104602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40e66c7e-b198-40b7-bc66-cde00c18271d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.105760 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40e66c7e-b198-40b7-bc66-cde00c18271d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/5b592904-19ff-430e-8846-b4128b119efa HTTP/1.1" status: 204 len: 168 time: 0.8519018 Feb 03 14:37:38.111353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37124) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:38.167443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4c16-1fc2-4e0f-80ad-e952d8a439de admin admin] Publish callbacks [] for security_group (517f1794-5185-4c7f-9f84-2d43ed77c8d7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.177125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e66c7e-b198-40b7-bc66-cde00c18271d tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b592904-19ff-430e-8846-b4128b119efa,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:38.213938 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.247037 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4c16-1fc2-4e0f-80ad-e952d8a439de admin admin] Publish callbacks [] for security_group (517f1794-5185-4c7f-9f84-2d43ed77c8d7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.265616 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-738b2d4c-2342-4815-9297-429853404285 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1531520 Feb 03 14:37:38.273499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37126) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:38.359737 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.370474 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4c16-1fc2-4e0f-80ad-e952d8a439de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (517f1794-5185-4c7f-9f84-2d43ed77c8d7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.374377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4c16-1fc2-4e0f-80ad-e952d8a439de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.376855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6dbe4c16-1fc2-4e0f-80ad-e952d8a439de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/517f1794-5185-4c7f-9f84-2d43ed77c8d7 HTTP/1.1" status: 204 len: 168 time: 0.3147683 Feb 03 14:37:38.388936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.417540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Network ad117e19-280c-4a36-903e-42fc6973c5f5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:38.439758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.446552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:38.457547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb80a6ba-a4a6-41da-b982-de93ecfeb73c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (63edd330-a526-4013-bb06-b37d36001174), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.466666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:38.484247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:38.484968 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.539085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe4c16-1fc2-4e0f-80ad-e952d8a439de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f1794-5185-4c7f-9f84-2d43ed77c8d7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:38.596449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb80a6ba-a4a6-41da-b982-de93ecfeb73c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (63edd330-a526-4013-bb06-b37d36001174), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.623825 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network daf19302-762a-48ec-81f4-8e9acedbc188 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:38.638862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:38.643403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:38.702151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=90ef0eab-b155-47bf-83ee-5dbb27941fe5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:38.725261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3e63ddb6-72a2-4107-b37f-6b3c0510fc04 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2777665 Feb 03 14:37:38.733347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37134) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:38.738342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb80a6ba-a4a6-41da-b982-de93ecfeb73c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (63edd330-a526-4013-bb06-b37d36001174), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.754757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb80a6ba-a4a6-41da-b982-de93ecfeb73c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.771917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cb80a6ba-a4a6-41da-b982-de93ecfeb73c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/63edd330-a526-4013-bb06-b37d36001174 HTTP/1.1" status: 204 len: 168 time: 0.4971893 Feb 03 14:37:38.781903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:38.785945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::210', 'mac_address': 'fa:16:3e:b0:28:36'}, {'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:01:a0:ca'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:38.834265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80a6ba-a4a6-41da-b982-de93ecfeb73c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63edd330-a526-4013-bb06-b37d36001174,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:38.855472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=1d9bd0c5-be7e-4399-8cb9-75d163f88549,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:38.890439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-17e1f727-67d1-47cd-abf7-6e1695046a21 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1073158 Feb 03 14:37:38.891149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37140) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:38.902609 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.953550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44b855ad-78ff-4953-a250-a6ae2d6f6978 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (a851bc01-2d88-4d00-9f56-f9057cfab8d5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:38.969558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44b855ad-78ff-4953-a250-a6ae2d6f6978 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (a851bc01-2d88-4d00-9f56-f9057cfab8d5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.008450 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.037547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37144) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:39.059733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-493ff7a9-b03c-433b-a93c-820137b37800 None None] Provisioning complete for port 90ef0eab-b155-47bf-83ee-5dbb27941fe5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:39.060178 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-493ff7a9-b03c-433b-a93c-820137b37800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.109523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b05c08-78bf-437b-b73b-df890ea4ff3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.129825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44b855ad-78ff-4953-a250-a6ae2d6f6978 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a851bc01-2d88-4d00-9f56-f9057cfab8d5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.134107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-493ff7a9-b03c-433b-a93c-820137b37800 None None] Port 90ef0eab-b155-47bf-83ee-5dbb27941fe5 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:39.149956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44b855ad-78ff-4953-a250-a6ae2d6f6978 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.151780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-44b855ad-78ff-4953-a250-a6ae2d6f6978 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a851bc01-2d88-4d00-9f56-f9057cfab8d5 HTTP/1.1" status: 204 len: 168 time: 0.2595811 Feb 03 14:37:39.163801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37146) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:39.164952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b855ad-78ff-4953-a250-a6ae2d6f6978 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a851bc01-2d88-4d00-9f56-f9057cfab8d5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:39.250873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-326c54a3-be45-4050-90c8-1ce59c456a8f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0797663 Feb 03 14:37:39.254332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37148) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:39.260161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-444a6d18-a050-477f-a70e-52725dbae2a4 None None] Provisioning complete for port 1d9bd0c5-be7e-4399-8cb9-75d163f88549 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:39.262934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-444a6d18-a050-477f-a70e-52725dbae2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.280754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.350063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-444a6d18-a050-477f-a70e-52725dbae2a4 None None] Port 1d9bd0c5-be7e-4399-8cb9-75d163f88549 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:39.353187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.359731 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b05c08-78bf-437b-b73b-df890ea4ff3f admin admin] Publish callbacks [] for security_group (4efab650-ed42-4bb8-8eda-0e320e83e12b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.397151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b05c08-78bf-437b-b73b-df890ea4ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4efab650-ed42-4bb8-8eda-0e320e83e12b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.463350 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da7e684b-31a4-4b5d-afbf-70f564b6ea84 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (cd3a8277-eccf-4e55-b20e-963ba73a8274), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.470435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f6b05c08-78bf-437b-b73b-df890ea4ff3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46fc1662e6144439945956f7b2bd1d93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314706 Feb 03 14:37:39.471622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37150) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:39.473911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05c08-78bf-437b-b73b-df890ea4ff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efab650-ed42-4bb8-8eda-0e320e83e12b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:39.517612 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da7e684b-31a4-4b5d-afbf-70f564b6ea84 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (cd3a8277-eccf-4e55-b20e-963ba73a8274), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.586446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97766c0a-b168-4d5f-ba21-9e9eaad608d5 admin admin] Publish callbacks [] for security_group (4efab650-ed42-4bb8-8eda-0e320e83e12b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.605209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.615716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.641906 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97766c0a-b168-4d5f-ba21-9e9eaad608d5 admin admin] Publish callbacks [] for security_group (4efab650-ed42-4bb8-8eda-0e320e83e12b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.643648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da7e684b-31a4-4b5d-afbf-70f564b6ea84 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cd3a8277-eccf-4e55-b20e-963ba73a8274), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.650554 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da7e684b-31a4-4b5d-afbf-70f564b6ea84 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.656788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-da7e684b-31a4-4b5d-afbf-70f564b6ea84 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/cd3a8277-eccf-4e55-b20e-963ba73a8274 HTTP/1.1" status: 204 len: 168 time: 0.2952695 Feb 03 14:37:39.666008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37154) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:39.700602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e684b-31a4-4b5d-afbf-70f564b6ea84 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3a8277-eccf-4e55-b20e-963ba73a8274,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:39.748343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] In _notify_port_updated(), no bound segment for port 90ef0eab-b155-47bf-83ee-5dbb27941fe5 on network ad117e19-280c-4a36-903e-42fc6973c5f5 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:37:39.758042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:39.759091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.762898 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "PUT /v2.0/ports/90ef0eab-b155-47bf-83ee-5dbb27941fe5 HTTP/1.1" status: 200 len: 1068 time: 1.0186083 Feb 03 14:37:39.763816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37156) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:39.843602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97766c0a-b168-4d5f-ba21-9e9eaad608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4efab650-ed42-4bb8-8eda-0e320e83e12b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.848472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97766c0a-b168-4d5f-ba21-9e9eaad608d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:39.860202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c50d4-4a9f-4e18-9016-773df02d0ec1 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event updated for resources: {'Port': ['ID=90ef0eab-b155-47bf-83ee-5dbb27941fe5,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:39.863346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-97766c0a-b168-4d5f-ba21-9e9eaad608d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4efab650-ed42-4bb8-8eda-0e320e83e12b HTTP/1.1" status: 204 len: 168 time: 0.3883111 Feb 03 14:37:39.914529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97766c0a-b168-4d5f-ba21-9e9eaad608d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efab650-ed42-4bb8-8eda-0e320e83e12b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:40.011074 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9f57d0f-dc2d-4031-9516-7bf4d06224b2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3205605 Feb 03 14:37:40.011325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37162) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:40.022551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-722123e4-76b3-48cb-b36d-2102ba0ef468 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--337901804'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:40.049423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting port 90ef0eab-b155-47bf-83ee-5dbb27941fe5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:40.049859 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:40.054396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722123e4-76b3-48cb-b36d-2102ba0ef468 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:40.278720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:40.287086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:40.338403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:40.383234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-26b962e4-1213-4f1c-b881-09f3d245aa1e None None] Provisioning complete for port 90ef0eab-b155-47bf-83ee-5dbb27941fe5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:40.385793 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26b962e4-1213-4f1c-b881-09f3d245aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:40.431462 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:40.433611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-26b962e4-1213-4f1c-b881-09f3d245aa1e None None] Port 90ef0eab-b155-47bf-83ee-5dbb27941fe5 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:40.576965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=1d9bd0c5-be7e-4399-8cb9-75d163f88549,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:40.660645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network daf19302-762a-48ec-81f4-8e9acedbc188 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:40.662105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:40.919563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 6a08d8f9-e827-4170-b066-d5c49680ee5a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:37:41.002115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Calling delete_port for 90ef0eab-b155-47bf-83ee-5dbb27941fe5 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:41.157802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:37:41.169671 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a2ce0082-f531-472f-895e-48dd031b50f1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/6a08d8f9-e827-4170-b066-d5c49680ee5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6650186 Feb 03 14:37:41.179365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37192) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:41.183327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] Sync routers for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:37:41.216937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-34835aa1-d819-4b8b-88c3-36f68f72f98f None None] Provisioning complete for port 1d9bd0c5-be7e-4399-8cb9-75d163f88549 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:41.225248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722123e4-76b3-48cb-b36d-2102ba0ef468 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (9e8fea17-2916-4551-b943-6f71b6de03d3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.227634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34835aa1-d819-4b8b-88c3-36f68f72f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.236856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722123e4-76b3-48cb-b36d-2102ba0ef468 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9e8fea17-2916-4551-b943-6f71b6de03d3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.294839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722123e4-76b3-48cb-b36d-2102ba0ef468 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.298933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-722123e4-76b3-48cb-b36d-2102ba0ef468 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2783566 Feb 03 14:37:41.300122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37198) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:41.304798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-68fad4e7-bdf4-4671-a62b-eb26f2d31bea tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': '9e8fea17-2916-4551-b943-6f71b6de03d3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:41.314983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (90ef0eab-b155-47bf-83ee-5dbb27941fe5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.350880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f071c2ea-5a8d-4458-8ee4-e7b02115593d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:41.356133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Port': ['ID=90ef0eab-b155-47bf-83ee-5dbb27941fe5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:41.357390 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f071c2ea-5a8d-4458-8ee4-e7b02115593d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports/1d9bd0c5-be7e-4399-8cb9-75d163f88549 HTTP/1.1" status: 200 len: 910 time: 0.1769435 Feb 03 14:37:41.360331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37200) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:41.364624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722123e4-76b3-48cb-b36d-2102ba0ef468 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8fea17-2916-4551-b943-6f71b6de03d3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:41.369245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-34835aa1-d819-4b8b-88c3-36f68f72f98f None None] Port 1d9bd0c5-be7e-4399-8cb9-75d163f88549 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:41.378770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:41.382935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:41.443740 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68fad4e7-bdf4-4671-a62b-eb26f2d31bea tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (7bd90feb-f27b-483a-983e-bd09484ef20b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.467784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:41.489876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:41.492044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:41.590816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68fad4e7-bdf4-4671-a62b-eb26f2d31bea tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (7bd90feb-f27b-483a-983e-bd09484ef20b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.600875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68fad4e7-bdf4-4671-a62b-eb26f2d31bea tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7bd90feb-f27b-483a-983e-bd09484ef20b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.612323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:41.613530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe00ee1-f98c-47be-98ae-f2b8cc8edb69 None None] The sync data for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:37:41.843213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fad4e7-bdf4-4671-a62b-eb26f2d31bea tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd90feb-f27b-483a-983e-bd09484ef20b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:41.925061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.944636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-78aa46c7-ad56-401c-962f-46d91269a01c tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/ports/90ef0eab-b155-47bf-83ee-5dbb27941fe5 HTTP/1.1" status: 204 len: 168 time: 2.1770949 Feb 03 14:37:41.945570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37212) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:41.948166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-68fad4e7-bdf4-4671-a62b-eb26f2d31bea tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:41.956907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-68fad4e7-bdf4-4671-a62b-eb26f2d31bea tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6550288 Feb 03 14:37:41.961486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37214) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:42.008745 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9fce3a-407c-4356-a397-94d27b2608b4 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] GET failed (client error): The resource could not be found. Feb 03 14:37:42.012447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2d9fce3a-407c-4356-a397-94d27b2608b4 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "GET /v2.0/ports/90ef0eab-b155-47bf-83ee-5dbb27941fe5 HTTP/1.1" status: 404 len: 333 time: 0.0519121 Feb 03 14:37:42.016865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37218) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:42.135988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edd1a5bf-0be1-426f-8265-0d8ce04366ce tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (9e8fea17-2916-4551-b943-6f71b6de03d3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.174340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.195666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting port 3ceee8a5-d27b-441c-a41d-393099e86e3b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:42.197144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3ceee8a5-d27b-441c-a41d-393099e86e3b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.259886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edd1a5bf-0be1-426f-8265-0d8ce04366ce tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (9e8fea17-2916-4551-b943-6f71b6de03d3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.386146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edd1a5bf-0be1-426f-8265-0d8ce04366ce tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9e8fea17-2916-4551-b943-6f71b6de03d3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.391155 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edd1a5bf-0be1-426f-8265-0d8ce04366ce tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.392552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-edd1a5bf-0be1-426f-8265-0d8ce04366ce tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/9e8fea17-2916-4551-b943-6f71b6de03d3 HTTP/1.1" status: 204 len: 168 time: 0.4299583 Feb 03 14:37:42.397832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37228) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:42.526583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3ceee8a5-d27b-441c-a41d-393099e86e3b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.559021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9366af8e-ba4c-4a84-a23f-6077d5cdc63f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1599209 Feb 03 14:37:42.560094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37232) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:42.570936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-aee904d7-3098-46b9-af53-41548f9d02a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720110548'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:42.578485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Calling delete_port for 3ceee8a5-d27b-441c-a41d-393099e86e3b owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:42.657877 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aee904d7-3098-46b9-af53-41548f9d02a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.767199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aee904d7-3098-46b9-af53-41548f9d02a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (d714bd73-f790-403f-8fd1-9f1b62442912), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.812399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aee904d7-3098-46b9-af53-41548f9d02a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d714bd73-f790-403f-8fd1-9f1b62442912), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.864474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee904d7-3098-46b9-af53-41548f9d02a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d714bd73-f790-403f-8fd1-9f1b62442912,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:42.886592 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aee904d7-3098-46b9-af53-41548f9d02a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.891403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-aee904d7-3098-46b9-af53-41548f9d02a6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3277259 Feb 03 14:37:42.897924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37242) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:42.905635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-bf0e400c-3718-408c-9e84-40158bc5c6c6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816553707'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:42.938800 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0e400c-3718-408c-9e84-40158bc5c6c6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:42.971510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3ceee8a5-d27b-441c-a41d-393099e86e3b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.029760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1a5bf-0be1-426f-8265-0d8ce04366ce tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8fea17-2916-4551-b943-6f71b6de03d3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:43.088714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0e400c-3718-408c-9e84-40158bc5c6c6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (13e24b0c-d883-4845-a89a-9416330e51b2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.095256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Port': ['ID=3ceee8a5-d27b-441c-a41d-393099e86e3b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:43.104860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0e400c-3718-408c-9e84-40158bc5c6c6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (13e24b0c-d883-4845-a89a-9416330e51b2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.187401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e400c-3718-408c-9e84-40158bc5c6c6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e24b0c-d883-4845-a89a-9416330e51b2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:43.224001 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.242955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1e550c40-54fb-4e4d-8d99-315d3f6f1add tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/ports/3ceee8a5-d27b-441c-a41d-393099e86e3b HTTP/1.1" status: 204 len: 168 time: 1.2142286 Feb 03 14:37:43.245365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37248) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:43.339352 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-87133e42-3518-441b-95f9-976db74fd8b8 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] GET failed (client error): The resource could not be found. Feb 03 14:37:43.340865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 1d9bd0c5-be7e-4399-8cb9-75d163f88549 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:43.341235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.351438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-87133e42-3518-441b-95f9-976db74fd8b8 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "GET /v2.0/ports/3ceee8a5-d27b-441c-a41d-393099e86e3b HTTP/1.1" status: 404 len: 333 time: 0.0983338 Feb 03 14:37:43.356544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37250) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:43.561023 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf0e400c-3718-408c-9e84-40158bc5c6c6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.564930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bf0e400c-3718-408c-9e84-40158bc5c6c6 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6634064 Feb 03 14:37:43.570439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37254) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:43.572356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.589317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4cb89f5a-09cb-4eda-ac54-cc03193a4ff1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'd714bd73-f790-403f-8fd1-9f1b62442912', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '13e24b0c-d883-4845-a89a-9416330e51b2', 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:43.631498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting port 83bc85ed-7d3b-480c-af52-e96fad531ad4 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:43.631922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (83bc85ed-7d3b-480c-af52-e96fad531ad4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.672024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 1d9bd0c5-be7e-4399-8cb9-75d163f88549 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:43.689774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cb89f5a-09cb-4eda-ac54-cc03193a4ff1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (e4c4ba61-9630-44a1-9966-ac3b3a23b46c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.765818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (83bc85ed-7d3b-480c-af52-e96fad531ad4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:43.779040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Calling delete_port for 83bc85ed-7d3b-480c-af52-e96fad531ad4 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:43.970507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cb89f5a-09cb-4eda-ac54-cc03193a4ff1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (e4c4ba61-9630-44a1-9966-ac3b3a23b46c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.022146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cb89f5a-09cb-4eda-ac54-cc03193a4ff1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e4c4ba61-9630-44a1-9966-ac3b3a23b46c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.036163 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (83bc85ed-7d3b-480c-af52-e96fad531ad4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.075770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb89f5a-09cb-4eda-ac54-cc03193a4ff1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c4ba61-9630-44a1-9966-ac3b3a23b46c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:44.090397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cb89f5a-09cb-4eda-ac54-cc03193a4ff1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.091167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Port': ['ID=83bc85ed-7d3b-480c-af52-e96fad531ad4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:44.105076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37266) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:44.108353 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4cb89f5a-09cb-4eda-ac54-cc03193a4ff1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5295939 Feb 03 14:37:44.180352 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.188084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37268) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:44.189248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cbe98ff8-0bd0-4aca-bf69-1196568c0458 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/ports/83bc85ed-7d3b-480c-af52-e96fad531ad4 HTTP/1.1" status: 204 len: 168 time: 0.8287854 Feb 03 14:37:44.204120 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-924b006a-5ea8-4213-9769-956896ccb5b9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (e4c4ba61-9630-44a1-9966-ac3b3a23b46c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.243060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-924b006a-5ea8-4213-9769-956896ccb5b9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (e4c4ba61-9630-44a1-9966-ac3b3a23b46c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.274466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1d9bd0c5-be7e-4399-8cb9-75d163f88549), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.298504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-924b006a-5ea8-4213-9769-956896ccb5b9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e4c4ba61-9630-44a1-9966-ac3b3a23b46c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.310097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-924b006a-5ea8-4213-9769-956896ccb5b9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.319165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-924b006a-5ea8-4213-9769-956896ccb5b9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e4c4ba61-9630-44a1-9966-ac3b3a23b46c HTTP/1.1" status: 204 len: 168 time: 0.2060268 Feb 03 14:37:44.334969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37270) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:44.349398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting subnet db79e659-5a76-4903-bd84-d41900c4a0c7 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:44.353250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=1d9bd0c5-be7e-4399-8cb9-75d163f88549,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:44.358689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for subnet (db79e659-5a76-4903-bd84-d41900c4a0c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.404604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b006a-5ea8-4213-9769-956896ccb5b9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4c4ba61-9630-44a1-9966-ac3b3a23b46c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:44.444204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (db79e659-5a76-4903-bd84-d41900c4a0c7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.497299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-11822f68-bbf7-452e-b955-39d8694a0b72 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1575987 Feb 03 14:37:44.501608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37272) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:44.778717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90419bbd-5105-4e3a-8f85-49031440073a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (13e24b0c-d883-4845-a89a-9416330e51b2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.819980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:44.863259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90419bbd-5105-4e3a-8f85-49031440073a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (13e24b0c-d883-4845-a89a-9416330e51b2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.009174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (db79e659-5a76-4903-bd84-d41900c4a0c7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.260626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90419bbd-5105-4e3a-8f85-49031440073a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (13e24b0c-d883-4845-a89a-9416330e51b2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.264192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-90419bbd-5105-4e3a-8f85-49031440073a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.268348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37288) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:45.269427 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-90419bbd-5105-4e3a-8f85-49031440073a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/13e24b0c-d883-4845-a89a-9416330e51b2 HTTP/1.1" status: 204 len: 168 time: 0.7615666 Feb 03 14:37:45.298579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90419bbd-5105-4e3a-8f85-49031440073a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e24b0c-d883-4845-a89a-9416330e51b2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:45.305167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (db79e659-5a76-4903-bd84-d41900c4a0c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.325250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.329352 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/subnets/db79e659-5a76-4903-bd84-d41900c4a0c7 HTTP/1.1" status: 204 len: 168 time: 1.1402595 Feb 03 14:37:45.335539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37290) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:45.344235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47007bea-688e-4664-862b-49d07b202d35 None None] Network ad117e19-280c-4a36-903e-42fc6973c5f5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:45.356179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe1f7d-257a-400a-88e7-14d7d78f3dd5 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Subnet': ['ID=db79e659-5a76-4903-bd84-d41900c4a0c7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:45.371497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 6a08d8f9-e827-4170-b066-d5c49680ee5a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:37:45.541228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-af18d4e1-4529-4cd4-8994-953d2c908bbd tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2711008 Feb 03 14:37:45.549849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37292) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:45.614228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] DHCP port deletion for ad117e19-280c-4a36-903e-42fc6973c5f5 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:37:45.622445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:37:45.631576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1da42bd4-20e0-48cd-b317-dc296de5334a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/6a08d8f9-e827-4170-b066-d5c49680ee5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2655110 Feb 03 14:37:45.631576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37296) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:45.638659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] Sync routers for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:37:45.652575 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:45.655587 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:45.684894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ad117e19-280c-4a36-903e-42fc6973c5f5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.724430 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c231d76-032a-4063-bc4b-9fc485407550 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (d714bd73-f790-403f-8fd1-9f1b62442912), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.733989 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:45.757484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c231d76-032a-4063-bc4b-9fc485407550 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (d714bd73-f790-403f-8fd1-9f1b62442912), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.760676 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:45.761514 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:45.825622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c231d76-032a-4063-bc4b-9fc485407550 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d714bd73-f790-403f-8fd1-9f1b62442912), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.828324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c231d76-032a-4063-bc4b-9fc485407550 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.830594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0c231d76-032a-4063-bc4b-9fc485407550 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/d714bd73-f790-403f-8fd1-9f1b62442912 HTTP/1.1" status: 204 len: 168 time: 0.2763686 Feb 03 14:37:45.836515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37302) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:45.847623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce837b86-5083-4a4f-a1d7-52758640f1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.859873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] Deleting port 436b0327-fb88-4443-a5b5-2a70a8102240 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:45.860265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:45.876651 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:45.877996 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6d977-e92f-4feb-9147-bf32f1c1df15 None None] The sync data for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:37:45.887365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c231d76-032a-4063-bc4b-9fc485407550 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d714bd73-f790-403f-8fd1-9f1b62442912,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:45.954743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f1864420-b3ac-4e6b-a33c-26b2d3b02283 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1120629 Feb 03 14:37:45.959119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37308) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:45.969983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-318a1900-8a05-4c21-8033-e108be3f5077 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080672829'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:45.999752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Deleting port 436b0327-fb88-4443-a5b5-2a70a8102240 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:46.000105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.092868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] For port 436b0327-fb88-4443-a5b5-2a70a8102240, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=436b0327-fb88-4443-a5b5-2a70a8102240,segment=NetworkSegment(3b0cbcb2-bbac-4491-85d8-206dbeb7cb00),segment_id=3b0cbcb2-bbac-4491-85d8-206dbeb7cb00)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:46.093580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.114430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Calling delete_port for 436b0327-fb88-4443-a5b5-2a70a8102240 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:46.197377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] For port 436b0327-fb88-4443-a5b5-2a70a8102240, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=436b0327-fb88-4443-a5b5-2a70a8102240,segment=NetworkSegment(3b0cbcb2-bbac-4491-85d8-206dbeb7cb00),segment_id=3b0cbcb2-bbac-4491-85d8-206dbeb7cb00)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:46.197795 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.234196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] Calling delete_port for 436b0327-fb88-4443-a5b5-2a70a8102240 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:46.260341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-318a1900-8a05-4c21-8033-e108be3f5077 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.325654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.367013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Port': ['ID=436b0327-fb88-4443-a5b5-2a70a8102240,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:46.470487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-318a1900-8a05-4c21-8033-e108be3f5077 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (72fd04cc-0e47-4f34-bace-f12e0ed3e256), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.506110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] No DVR routers for this DVR port 436b0327-fb88-4443-a5b5-2a70a8102240 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:37:46.520873 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (436b0327-fb88-4443-a5b5-2a70a8102240), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.578332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.593056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-318a1900-8a05-4c21-8033-e108be3f5077 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (72fd04cc-0e47-4f34-bace-f12e0ed3e256), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.607311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] Pushing event deleted for resources: {'Port': ['ID=436b0327-fb88-4443-a5b5-2a70a8102240,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:46.630171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80dae4-335a-404e-be77-65d9facea18d None None] No DVR routers for this DVR port 436b0327-fb88-4443-a5b5-2a70a8102240 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:37:46.700262 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-318a1900-8a05-4c21-8033-e108be3f5077 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.703109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-318a1900-8a05-4c21-8033-e108be3f5077 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7385182 Feb 03 14:37:46.710389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37320) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:46.751163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f244d355-0b87-43e8-9dca-993bbb68ce3b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': '72fd04cc-0e47-4f34-bace-f12e0ed3e256', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:46.822348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ad117e19-280c-4a36-903e-42fc6973c5f5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.827633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a1900-8a05-4c21-8033-e108be3f5077 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd04cc-0e47-4f34-bace-f12e0ed3e256,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:46.870978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad117e19-280c-4a36-903e-42fc6973c5f5']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:46.873342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f244d355-0b87-43e8-9dca-993bbb68ce3b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (9d2cbde7-44b3-4b4d-a21f-4625295cafc1), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.918294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0cbcb2-bbac-4491-85d8-206dbeb7cb00') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:46.918597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0cbcb2-bbac-4491-85d8-206dbeb7cb00') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:46.951431 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (3b0cbcb2-bbac-4491-85d8-206dbeb7cb00), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.983103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3b0cbcb2-bbac-4491-85d8-206dbeb7cb00), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.990729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:37:46.991244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (3b0cbcb2-bbac-4491-85d8-206dbeb7cb00), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:46.995421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 436b0327-fb88-4443-a5b5-2a70a8102240 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:37:47.015585 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:37:47.038485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 436b0327-fb88-4443-a5b5-2a70a8102240 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:37:47.041855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 436b0327-fb88-4443-a5b5-2a70a8102240 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:37:47.100344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f244d355-0b87-43e8-9dca-993bbb68ce3b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (9d2cbde7-44b3-4b4d-a21f-4625295cafc1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.101369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ad117e19-280c-4a36-903e-42fc6973c5f5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.115335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.125630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] 10.222.0.52 "DELETE /v2.0/networks/ad117e19-280c-4a36-903e-42fc6973c5f5 HTTP/1.1" status: 204 len: 168 time: 1.7890172 Feb 03 14:37:47.149889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f244d355-0b87-43e8-9dca-993bbb68ce3b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9d2cbde7-44b3-4b4d-a21f-4625295cafc1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.162648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port d646eedb-d6e8-4a41-a811-7ef01b3f54b9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:47.163145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.197273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244d355-0b87-43e8-9dca-993bbb68ce3b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2cbde7-44b3-4b4d-a21f-4625295cafc1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:47.201347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c93294-76c3-49ab-bda7-a0fa44774ed6 tempest-AllowedAddressPairIpV6TestJSON-416423302 tempest-AllowedAddressPairIpV6TestJSON-416423302-project] Pushing event deleted for resources: {'Network': ['ID=ad117e19-280c-4a36-903e-42fc6973c5f5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:47.224193 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f244d355-0b87-43e8-9dca-993bbb68ce3b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.225610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f244d355-0b87-43e8-9dca-993bbb68ce3b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4943328 Feb 03 14:37:47.229479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37338) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:47.315909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d4d-db58-4ef1-be61-8bf38f6aa696 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (9d2cbde7-44b3-4b4d-a21f-4625295cafc1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.339904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.348460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d4d-db58-4ef1-be61-8bf38f6aa696 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (9d2cbde7-44b3-4b4d-a21f-4625295cafc1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.363675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for d646eedb-d6e8-4a41-a811-7ef01b3f54b9 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:47.437060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d4d-db58-4ef1-be61-8bf38f6aa696 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9d2cbde7-44b3-4b4d-a21f-4625295cafc1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.443884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d4d-db58-4ef1-be61-8bf38f6aa696 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.445354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-aa9f9d4d-db58-4ef1-be61-8bf38f6aa696 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9d2cbde7-44b3-4b4d-a21f-4625295cafc1 HTTP/1.1" status: 204 len: 168 time: 0.2147348 Feb 03 14:37:47.452357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37340) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:47.470004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f9d4d-db58-4ef1-be61-8bf38f6aa696 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d2cbde7-44b3-4b4d-a21f-4625295cafc1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:47.619484 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4899a584-4877-4e22-8ca4-70af7102ecf1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1592412 Feb 03 14:37:47.630336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37342) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:47.789068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67b1e806-9147-4f02-a7cb-0c878b10a850 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (72fd04cc-0e47-4f34-bace-f12e0ed3e256), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.818741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:47.848232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67b1e806-9147-4f02-a7cb-0c878b10a850 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (72fd04cc-0e47-4f34-bace-f12e0ed3e256), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.869775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d646eedb-d6e8-4a41-a811-7ef01b3f54b9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.929679 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67b1e806-9147-4f02-a7cb-0c878b10a850 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (72fd04cc-0e47-4f34-bace-f12e0ed3e256), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.932356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67b1e806-9147-4f02-a7cb-0c878b10a850 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:47.933674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-67b1e806-9147-4f02-a7cb-0c878b10a850 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/72fd04cc-0e47-4f34-bace-f12e0ed3e256 HTTP/1.1" status: 204 len: 168 time: 0.3023112 Feb 03 14:37:47.936972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37352) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:47.947011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=d646eedb-d6e8-4a41-a811-7ef01b3f54b9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:48.004221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1e806-9147-4f02-a7cb-0c878b10a850 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd04cc-0e47-4f34-bace-f12e0ed3e256,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:48.113129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d4792b1-7df4-4bbd-8015-0c8c750f4502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.185179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-537f86e0-60e9-4baa-89e6-1936999f7ac5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0072ccfe64942a496c748d142ac6b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652003 Feb 03 14:37:48.185851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37360) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:48.195750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-19e79c11-3638-4686-982b-90fbbdb7f90e tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2577369 Feb 03 14:37:48.205206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37362) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:48.215358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-984cd768-685f-4e9f-a874-3a32e64fca2b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864297321'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:48.298509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (6a08d8f9-e827-4170-b066-d5c49680ee5a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.350190 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-984cd768-685f-4e9f-a874-3a32e64fca2b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.373990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a32b1a7f-0dd2-4f76-b0f3-b7a5b9bf9b35 admin admin] Publish callbacks [] for security_group (f1f87123-a586-4e0f-a338-e15ea6e74c69), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.407764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a32b1a7f-0dd2-4f76-b0f3-b7a5b9bf9b35 admin admin] Publish callbacks [] for security_group (f1f87123-a586-4e0f-a338-e15ea6e74c69), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.540606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 6a08d8f9-e827-4170-b066-d5c49680ee5a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:37:48.541889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-984cd768-685f-4e9f-a874-3a32e64fca2b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (d024da59-8510-43f8-a674-07836992919c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.548738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-984cd768-685f-4e9f-a874-3a32e64fca2b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d024da59-8510-43f8-a674-07836992919c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.570725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a32b1a7f-0dd2-4f76-b0f3-b7a5b9bf9b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f1f87123-a586-4e0f-a338-e15ea6e74c69), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.574328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a32b1a7f-0dd2-4f76-b0f3-b7a5b9bf9b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.589031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a32b1a7f-0dd2-4f76-b0f3-b7a5b9bf9b35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1f87123-a586-4e0f-a338-e15ea6e74c69 HTTP/1.1" status: 204 len: 168 time: 0.4016509 Feb 03 14:37:48.626635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-984cd768-685f-4e9f-a874-3a32e64fca2b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.630547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-984cd768-685f-4e9f-a874-3a32e64fca2b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4182804 Feb 03 14:37:48.645074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37380) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:48.651894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f9facc45-4892-4315-970d-ae479955a366 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'd024da59-8510-43f8-a674-07836992919c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:48.696668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cd768-685f-4e9f-a874-3a32e64fca2b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d024da59-8510-43f8-a674-07836992919c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:48.723270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b1a7f-0dd2-4f76-b0f3-b7a5b9bf9b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f87123-a586-4e0f-a338-e15ea6e74c69,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:48.728283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:37:48.731987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f9facc45-4892-4315-970d-ae479955a366 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (7283dadc-6ec6-4ff7-b2a2-328b806658bb), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.743958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] Sync routers for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:37:48.786364 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-686dfda6-d05b-4aac-a86e-9b33c3440af2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/6a08d8f9-e827-4170-b066-d5c49680ee5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1507027 Feb 03 14:37:48.786684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:48.788228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:48.788432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37386) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:48.847184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f9facc45-4892-4315-970d-ae479955a366 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (7283dadc-6ec6-4ff7-b2a2-328b806658bb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.852723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f9facc45-4892-4315-970d-ae479955a366 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7283dadc-6ec6-4ff7-b2a2-328b806658bb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.876803 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e099beca-16c4-4e1c-9ea1-75186e1785f9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a08d8f9-e827-4170-b066-d5c49680ee5a HTTP/1.1" status: 200 len: 205 time: 0.0818162 Feb 03 14:37:48.878616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37390) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:48.906936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9facc45-4892-4315-970d-ae479955a366 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7283dadc-6ec6-4ff7-b2a2-328b806658bb,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:48.934522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:48.938499 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f9facc45-4892-4315-970d-ae479955a366 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:48.942699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f9facc45-4892-4315-970d-ae479955a366 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2938426 Feb 03 14:37:48.949112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37394) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:48.956827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] Routers {'6a08d8f9-e827-4170-b066-d5c49680ee5a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:37:48.959649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['6a08d8f9-e827-4170-b066-d5c49680ee5a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:48.979818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7beda99b-b21a-430d-9be1-f0bf903d8ce1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules/7283dadc-6ec6-4ff7-b2a2-328b806658bb HTTP/1.1" status: 200 len: 763 time: 0.0272329 Feb 03 14:37:48.980843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37396) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:49.019897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:49.021030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643e997-74db-49b3-92a7-9e946a721e05 None None] The sync data for ids ['6a08d8f9-e827-4170-b066-d5c49680ee5a'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:37:49.078519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37402) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:49.082985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e95769ae-f16e-4adf-ab67-89c76683ef14 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0985088 Feb 03 14:37:49.162987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc8e600e-38bb-43f0-8d9f-1d9c99d38695 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (6a08d8f9-e827-4170-b066-d5c49680ee5a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.260410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df53f8d9-0489-4d90-b29d-c484c224e85f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (7283dadc-6ec6-4ff7-b2a2-328b806658bb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.353135 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df53f8d9-0489-4d90-b29d-c484c224e85f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (7283dadc-6ec6-4ff7-b2a2-328b806658bb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.505945 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc8e600e-38bb-43f0-8d9f-1d9c99d38695 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (6a08d8f9-e827-4170-b066-d5c49680ee5a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.508932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc8e600e-38bb-43f0-8d9f-1d9c99d38695 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (6a08d8f9-e827-4170-b066-d5c49680ee5a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.510591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df53f8d9-0489-4d90-b29d-c484c224e85f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7283dadc-6ec6-4ff7-b2a2-328b806658bb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.521855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df53f8d9-0489-4d90-b29d-c484c224e85f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.523006 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-df53f8d9-0489-4d90-b29d-c484c224e85f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7283dadc-6ec6-4ff7-b2a2-328b806658bb HTTP/1.1" status: 204 len: 168 time: 0.4390829 Feb 03 14:37:49.525569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37424) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:49.539764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53f8d9-0489-4d90-b29d-c484c224e85f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7283dadc-6ec6-4ff7-b2a2-328b806658bb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:49.586049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc8e600e-38bb-43f0-8d9f-1d9c99d38695 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (6a08d8f9-e827-4170-b066-d5c49680ee5a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.586770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8e600e-38bb-43f0-8d9f-1d9c99d38695 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Fanout notify agent at l3_agent the message router_deleted on router 6a08d8f9-e827-4170-b066-d5c49680ee5a {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:37:49.598036 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc8e600e-38bb-43f0-8d9f-1d9c99d38695 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.600861 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cc8e600e-38bb-43f0-8d9f-1d9c99d38695 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/6a08d8f9-e827-4170-b066-d5c49680ee5a HTTP/1.1" status: 204 len: 168 time: 0.7203188 Feb 03 14:37:49.602125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37426) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:49.650515 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.700829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2cca0a3d-4b2c-4418-a2e0-144dd90b0c19 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1717448 Feb 03 14:37:49.701581 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:49.712066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0f00ffe4-e403-48ba-9369-229206d493b7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'd024da59-8510-43f8-a674-07836992919c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:49.747384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet 814cb3b5-43ef-4798-9259-76a255c5da32 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:49.757025 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (814cb3b5-43ef-4798-9259-76a255c5da32), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.759209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f00ffe4-e403-48ba-9369-229206d493b7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (f43c9fff-e73e-410f-bb2a-b06d6e5da79d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.838644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (814cb3b5-43ef-4798-9259-76a255c5da32), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.916953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f00ffe4-e403-48ba-9369-229206d493b7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (f43c9fff-e73e-410f-bb2a-b06d6e5da79d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.924919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f00ffe4-e403-48ba-9369-229206d493b7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (f43c9fff-e73e-410f-bb2a-b06d6e5da79d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.959050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00ffe4-e403-48ba-9369-229206d493b7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43c9fff-e73e-410f-bb2a-b06d6e5da79d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:49.979576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f00ffe4-e403-48ba-9369-229206d493b7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:49.986061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37438) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:49.986896 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f00ffe4-e403-48ba-9369-229206d493b7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2829092 Feb 03 14:37:50.016396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e04d538b-afb0-473e-a36e-c2c09ef87f4c tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules/f43c9fff-e73e-410f-bb2a-b06d6e5da79d HTTP/1.1" status: 200 len: 763 time: 0.0273757 Feb 03 14:37:50.019145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (814cb3b5-43ef-4798-9259-76a255c5da32), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.020288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37442) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.122863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (814cb3b5-43ef-4798-9259-76a255c5da32), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.125924 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-91b9f8e8-104e-4b3a-8654-24b30c060b66 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1040437 Feb 03 14:37:50.126081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37446) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.192294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=814cb3b5-43ef-4798-9259-76a255c5da32,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:50.208279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.211637 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-84a0aa67-d543-4163-a1bd-43e1e923367c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/814cb3b5-43ef-4798-9259-76a255c5da32 HTTP/1.1" status: 204 len: 168 time: 0.6076913 Feb 03 14:37:50.213123 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d9c673-12ca-4600-bb12-8ad3afc4dd79 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (f43c9fff-e73e-410f-bb2a-b06d6e5da79d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.214817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37450) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.226088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd59df-1e5a-45e0-965e-c388b5486a38 None None] Network daf19302-762a-48ec-81f4-8e9acedbc188 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:50.242055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d9c673-12ca-4600-bb12-8ad3afc4dd79 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (f43c9fff-e73e-410f-bb2a-b06d6e5da79d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.280154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37452) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.292024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d9c673-12ca-4600-bb12-8ad3afc4dd79 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (f43c9fff-e73e-410f-bb2a-b06d6e5da79d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.301447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-64d9c673-12ca-4600-bb12-8ad3afc4dd79 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.302267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-64d9c673-12ca-4600-bb12-8ad3afc4dd79 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f43c9fff-e73e-410f-bb2a-b06d6e5da79d HTTP/1.1" status: 204 len: 168 time: 0.1682236 Feb 03 14:37:50.305370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37458) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.328181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9c673-12ca-4600-bb12-8ad3afc4dd79 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f43c9fff-e73e-410f-bb2a-b06d6e5da79d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:50.348107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet 6678df52-4005-4c1c-a3a2-8657dc6bf632 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:37:50.366991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (6678df52-4005-4c1c-a3a2-8657dc6bf632), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.370609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b1cd7391-51fc-44fc-a4f7-1afdcdb7674a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632093 Feb 03 14:37:50.373074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37460) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.379966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': 'd024da59-8510-43f8-a674-07836992919c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:50.406523 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Project 12362edd699040cf812237621cab89af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:37:50.417173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (51e6e858-36f7-4ee1-8457-19e7a07a6374), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.491666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (6678df52-4005-4c1c-a3a2-8657dc6bf632), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.556709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (51e6e858-36f7-4ee1-8457-19e7a07a6374), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.563844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1884018335'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:50.564020 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (51e6e858-36f7-4ee1-8457-19e7a07a6374), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.611407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] DHCP port deletion for daf19302-762a-48ec-81f4-8e9acedbc188 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:37:50.631301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.635615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2596633 Feb 03 14:37:50.637259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37466) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.653875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Made reservation on behalf of d006213e020c40279bc344918be37df6 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:50.667654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.684816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.691655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7e485a13-c957-4e46-a597-6fcd6573d3db tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules/51e6e858-36f7-4ee1-8457-19e7a07a6374 HTTP/1.1" status: 200 len: 769 time: 0.0461662 Feb 03 14:37:50.691655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5f0fd-bfb9-4a8b-aabd-a3f280e65e9a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e6e858-36f7-4ee1-8457-19e7a07a6374,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:50.703991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37468) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.713177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.715293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] Deleting port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:50.715826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.789018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] For port 0413b38d-8b87-428c-bd34-ed4b40fd19f4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0413b38d-8b87-428c-bd34-ed4b40fd19f4,segment=NetworkSegment(980e39be-eb5d-4ec0-877a-5bb25f3319d9),segment_id=980e39be-eb5d-4ec0-877a-5bb25f3319d9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:50.789720 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.805408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c704fadc-7acb-452e-9f63-da49e2da7cf7 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0951545 Feb 03 14:37:50.806220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] Calling delete_port for 0413b38d-8b87-428c-bd34-ed4b40fd19f4 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:50.806591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37470) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:50.830914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for security_group (5f1421a1-e77f-48cb-b781-4d38349ad3a4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.850967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5f1421a1-e77f-48cb-b781-4d38349ad3a4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.873067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ceddedd-98c8-461d-86be-e7d0fadd06c9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (51e6e858-36f7-4ee1-8457-19e7a07a6374), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.912497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:37:50.921639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ceddedd-98c8-461d-86be-e7d0fadd06c9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (51e6e858-36f7-4ee1-8457-19e7a07a6374), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.922587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (6678df52-4005-4c1c-a3a2-8657dc6bf632), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.929637 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (0413b38d-8b87-428c-bd34-ed4b40fd19f4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.967523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] Pushing event deleted for resources: {'Port': ['ID=0413b38d-8b87-428c-bd34-ed4b40fd19f4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:50.978828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d6d91-aab7-4ebd-bfa7-456a6d4b5744 None None] No DVR routers for this DVR port 0413b38d-8b87-428c-bd34-ed4b40fd19f4 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:37:50.994950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1421a1-e77f-48cb-b781-4d38349ad3a4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:50.998699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (17c2b051-1592-45eb-97c8-40cc80d12c0e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:50.999339 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Added segment 17c2b051-1592-45eb-97c8-40cc80d12c0e of type vlan for network f18240e1-392a-4ab3-80cc-c9160602e3ca Feb 03 14:37:51.010060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ceddedd-98c8-461d-86be-e7d0fadd06c9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (51e6e858-36f7-4ee1-8457-19e7a07a6374), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.029566 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ceddedd-98c8-461d-86be-e7d0fadd06c9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.036773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0ceddedd-98c8-461d-86be-e7d0fadd06c9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/51e6e858-36f7-4ee1-8457-19e7a07a6374 HTTP/1.1" status: 204 len: 168 time: 0.2277288 Feb 03 14:37:51.036943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0413b38d-8b87-428c-bd34-ed4b40fd19f4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:51.039083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37472) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:51.070098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceddedd-98c8-461d-86be-e7d0fadd06c9 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51e6e858-36f7-4ee1-8457-19e7a07a6374,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:51.071503 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (f18240e1-392a-4ab3-80cc-c9160602e3ca), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.094477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 0413b38d-8b87-428c-bd34-ed4b40fd19f4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:37:51.095177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0413b38d-8b87-428c-bd34-ed4b40fd19f4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:37:51.106241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (6678df52-4005-4c1c-a3a2-8657dc6bf632), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.131429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6a1b1b49-07eb-4dc7-bf52-e5a5eb25821b tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0910363 Feb 03 14:37:51.135693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37474) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:51.151226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.155585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/6678df52-4005-4c1c-a3a2-8657dc6bf632 HTTP/1.1" status: 204 len: 168 time: 0.9397447 Feb 03 14:37:51.157410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (f18240e1-392a-4ab3-80cc-c9160602e3ca), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.161020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76650a48-56c7-4fea-803d-95c5ba38cb9b None None] Network 84972658-4c86-47df-aa38-1fc0fd1613ea requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:51.166060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:51.166700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.170441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37480) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:51.257207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fc7d8-15e9-47a4-9ef0-7e92e6d6c664 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=6678df52-4005-4c1c-a3a2-8657dc6bf632,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:51.277236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event updated for resources: {'Network': ['ID=f18240e1-392a-4ab3-80cc-c9160602e3ca,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:51.288199 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a48e47ca-b9ae-4079-8531-12b3fc8c7f57 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (d024da59-8510-43f8-a674-07836992919c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.330800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network f18240e1-392a-4ab3-80cc-c9160602e3ca details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:37:51.334661 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0d9460dc-58ca-482c-8764-21c2f4840287 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0534065 Feb 03 14:37:51.338810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37482) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:51.364699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Request body: {'subnet': {'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:51.393586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a48e47ca-b9ae-4079-8531-12b3fc8c7f57 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (d024da59-8510-43f8-a674-07836992919c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.421808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (daf19302-762a-48ec-81f4-8e9acedbc188), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.621247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] DHCP port deletion for 84972658-4c86-47df-aa38-1fc0fd1613ea request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:37:51.728814 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a48e47ca-b9ae-4079-8531-12b3fc8c7f57 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d024da59-8510-43f8-a674-07836992919c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.734598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a48e47ca-b9ae-4079-8531-12b3fc8c7f57 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.739268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a48e47ca-b9ae-4079-8531-12b3fc8c7f57 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/d024da59-8510-43f8-a674-07836992919c HTTP/1.1" status: 204 len: 168 time: 0.5986300 Feb 03 14:37:51.739617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] Deleting port 01399d99-4e72-432c-8a53-6f92c71e0cf3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:51.740912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37490) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:51.741768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.751554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (daf19302-762a-48ec-81f4-8e9acedbc188), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.781814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Made reservation on behalf of d006213e020c40279bc344918be37df6 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:51.794267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.821219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d263026e-b693-4e84-bf5e-754a230a8842 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791407 Feb 03 14:37:51.821996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37492) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:51.824136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf19302-762a-48ec-81f4-8e9acedbc188']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:51.836307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-97b6c970-e713-4d80-9ff7-8591342fd9f2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group': {'name': 'tempest-secgroup--120323412'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:51.845186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980e39be-eb5d-4ec0-877a-5bb25f3319d9') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:51.845668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980e39be-eb5d-4ec0-877a-5bb25f3319d9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:51.856851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e47ca-b9ae-4079-8531-12b3fc8c7f57 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024da59-8510-43f8-a674-07836992919c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:51.861679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (980e39be-eb5d-4ec0-877a-5bb25f3319d9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.886264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b6c970-e713-4d80-9ff7-8591342fd9f2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.902304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (980e39be-eb5d-4ec0-877a-5bb25f3319d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.915205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:37:51.915829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (980e39be-eb5d-4ec0-877a-5bb25f3319d9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:37:51.919777 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:37:51.969628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] For port 01399d99-4e72-432c-8a53-6f92c71e0cf3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=01399d99-4e72-432c-8a53-6f92c71e0cf3,segment=NetworkSegment(e6f34c24-5c69-4344-af2c-a4767901e02d),segment_id=e6f34c24-5c69-4344-af2c-a4767901e02d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:51.970250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:51.970747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:51.987564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] Calling delete_port for 01399d99-4e72-432c-8a53-6f92c71e0cf3 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:52.073030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (daf19302-762a-48ec-81f4-8e9acedbc188), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.101293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.112312 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/daf19302-762a-48ec-81f4-8e9acedbc188 HTTP/1.1" status: 204 len: 168 time: 0.8561625 Feb 03 14:37:52.116304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37498) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:52.180669 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (01399d99-4e72-432c-8a53-6f92c71e0cf3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.192635 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b6c970-e713-4d80-9ff7-8591342fd9f2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (9abc40ec-48d5-450d-839f-56675bee06f3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.196297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fbd91-bde8-4a70-9fd5-3b48c0b3b6a0 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=daf19302-762a-48ec-81f4-8e9acedbc188,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:52.218090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b6c970-e713-4d80-9ff7-8591342fd9f2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9abc40ec-48d5-450d-839f-56675bee06f3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.231226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] Pushing event deleted for resources: {'Port': ['ID=01399d99-4e72-432c-8a53-6f92c71e0cf3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:52.236118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a607e-c915-4dc9-a0ea-20e3f67c1fcc None None] No DVR routers for this DVR port 01399d99-4e72-432c-8a53-6f92c71e0cf3 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:37:52.242386 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.322816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (84972658-4c86-47df-aa38-1fc0fd1613ea), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.468700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (84972658-4c86-47df-aa38-1fc0fd1613ea), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.503627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84972658-4c86-47df-aa38-1fc0fd1613ea']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:52.516356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f34c24-5c69-4344-af2c-a4767901e02d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:52.516802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f34c24-5c69-4344-af2c-a4767901e02d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:37:52.528175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (e6f34c24-5c69-4344-af2c-a4767901e02d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.543833 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e6f34c24-5c69-4344-af2c-a4767901e02d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.560029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:37:52.560892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (e6f34c24-5c69-4344-af2c-a4767901e02d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:37:52.638415 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:37:52.643106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (84972658-4c86-47df-aa38-1fc0fd1613ea), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.651654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.660443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/84972658-4c86-47df-aa38-1fc0fd1613ea HTTP/1.1" status: 204 len: 168 time: 0.5413637 Feb 03 14:37:52.705599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37512) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:52.709321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0451a-59f2-4e5c-a077-1302496362cb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=84972658-4c86-47df-aa38-1fc0fd1613ea,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:52.733950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-761651955'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:52.773690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (20da48d9-9b2f-4295-b7c6-1eb6d2532115), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.774142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b6c970-e713-4d80-9ff7-8591342fd9f2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.776093 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-97b6c970-e713-4d80-9ff7-8591342fd9f2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9489837 Feb 03 14:37:52.780163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37514) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:52.797154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-300414dc-5c08-4a71-89e1-1fa404230346 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Request body: {'security_group_rule': {'security_group_id': '9abc40ec-48d5-450d-839f-56675bee06f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:52.815993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1280bce5-2ea7-4a02-b9db-2af9be7e5356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.817639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:52.821337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.855572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6c970-e713-4d80-9ff7-8591342fd9f2 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc40ec-48d5-450d-839f-56675bee06f3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:52.874321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-300414dc-5c08-4a71-89e1-1fa404230346 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (d88b3c2d-2172-462f-93fb-3fbeee0c1b4c), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:52.980234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:37:52.985114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event updated for resources: {'Subnet': ['ID=20da48d9-9b2f-4295-b7c6-1eb6d2532115,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:53.005046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Checking segment: {'id': '17c2b051-1592-45eb-97c8-40cc80d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:53.005428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Network hostable DHCP agents. Network: f18240e1-392a-4ab3-80cc-c9160602e3ca, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:37:53.009825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 01399d99-4e72-432c-8a53-6f92c71e0cf3 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:37:53.014070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f931d2d1-b7d6-43d8-8640-21a7d44ca0cf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.014421 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment f931d2d1-b7d6-43d8-8640-21a7d44ca0cf of type vlan for network 257ff816-79d6-4d9b-b270-539f243fcd9c Feb 03 14:37:53.042573 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1280bce5-2ea7-4a02-b9db-2af9be7e5356 admin admin] Publish callbacks [] for security_group (b02a2e72-0937-4ca8-bf69-702334630f8b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.047372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1280bce5-2ea7-4a02-b9db-2af9be7e5356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b02a2e72-0937-4ca8-bf69-702334630f8b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.058338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 01399d99-4e72-432c-8a53-6f92c71e0cf3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:37:53.058694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 01399d99-4e72-432c-8a53-6f92c71e0cf3 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:37:53.074268 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-300414dc-5c08-4a71-89e1-1fa404230346 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (d88b3c2d-2172-462f-93fb-3fbeee0c1b4c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.107297 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-300414dc-5c08-4a71-89e1-1fa404230346 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d88b3c2d-2172-462f-93fb-3fbeee0c1b4c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.132735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (257ff816-79d6-4d9b-b270-539f243fcd9c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.133413 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1280bce5-2ea7-4a02-b9db-2af9be7e5356 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3365ada2bb464c089819a9094dccb07e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1604066 Feb 03 14:37:53.134886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37518) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:53.137742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280bce5-2ea7-4a02-b9db-2af9be7e5356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a2e72-0937-4ca8-bf69-702334630f8b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:53.151324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Network f18240e1-392a-4ab3-80cc-c9160602e3ca is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:37:53.171218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300414dc-5c08-4a71-89e1-1fa404230346 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88b3c2d-2172-462f-93fb-3fbeee0c1b4c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:53.201327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, f18240e1-392a-4ab3-80cc-c9160602e3ca) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:53.206884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:53.207533 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.216543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da197efb-ba4c-4831-84c1-9f345bd9179d None None] Network f18240e1-392a-4ab3-80cc-c9160602e3ca requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:53.265567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-300414dc-5c08-4a71-89e1-1fa404230346 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.269806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37522) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:53.277461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-300414dc-5c08-4a71-89e1-1fa404230346 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4918218 Feb 03 14:37:53.313421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-99889523-7bde-45e1-ad05-7e531e577a39 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9733555 Feb 03 14:37:53.316178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37524) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:53.321098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Request body: {'port': {'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1577018850'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:53.337376 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31689bfd-10de-4fb0-8c34-9f42b84ccdbd admin admin] Publish callbacks [] for security_group (b02a2e72-0937-4ca8-bf69-702334630f8b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.399820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-f18240e1-392a-4ab3-80cc-c9160602e3ca', 'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca', 'project_id': 'd006213e020c40279bc344918be37df6', 'fixed_ips': [{'subnet_id': '20da48d9-9b2f-4295-b7c6-1eb6d2532115'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:37:53.401503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.426773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31689bfd-10de-4fb0-8c34-9f42b84ccdbd admin admin] Publish callbacks [] for security_group (b02a2e72-0937-4ca8-bf69-702334630f8b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.448216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (257ff816-79d6-4d9b-b270-539f243fcd9c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.470030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:53.472029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.511758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5952858e-781f-487a-9205-bcf7f421a95f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (9abc40ec-48d5-450d-839f-56675bee06f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.585875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8653569 Feb 03 14:37:53.586792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37526) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:53.597861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:53.635415 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5952858e-781f-487a-9205-bcf7f421a95f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (9abc40ec-48d5-450d-839f-56675bee06f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.673373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc820-b9a3-4576-a4e6-07223f315a21 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=257ff816-79d6-4d9b-b270-539f243fcd9c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:53.715643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 257ff816-79d6-4d9b-b270-539f243fcd9c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:37:53.733255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31689bfd-10de-4fb0-8c34-9f42b84ccdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b02a2e72-0937-4ca8-bf69-702334630f8b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.735861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31689bfd-10de-4fb0-8c34-9f42b84ccdbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.737122 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-31689bfd-10de-4fb0-8c34-9f42b84ccdbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b02a2e72-0937-4ca8-bf69-702334630f8b HTTP/1.1" status: 204 len: 168 time: 0.5804563 Feb 03 14:37:53.784444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31689bfd-10de-4fb0-8c34-9f42b84ccdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a2e72-0937-4ca8-bf69-702334630f8b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:53.807766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Made reservation on behalf of d006213e020c40279bc344918be37df6 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:53.822740 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5952858e-781f-487a-9205-bcf7f421a95f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9abc40ec-48d5-450d-839f-56675bee06f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.825841 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5952858e-781f-487a-9205-bcf7f421a95f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.827040 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5952858e-781f-487a-9205-bcf7f421a95f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/9abc40ec-48d5-450d-839f-56675bee06f3 HTTP/1.1" status: 204 len: 168 time: 0.5565703 Feb 03 14:37:53.827833 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:53.830052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37532) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:53.844285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Allocated IP 172.20.0.2 (f18240e1-392a-4ab3-80cc-c9160602e3ca/20da48d9-9b2f-4295-b7c6-1eb6d2532115/342a9c09-6252-45dd-8977-05aa5fedf593) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:53.855486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952858e-781f-487a-9205-bcf7f421a95f tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc40ec-48d5-450d-839f-56675bee06f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:54.010442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] device_id is not set on port e683621c-8d43-4745-adf0-f68d142fef46 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:54.033392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7b2f8c36-6143-4c06-9c46-94c2f74494b4 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1969159 Feb 03 14:37:54.037864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37538) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:54.119414 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1283e279-3422-4f8f-b812-86bd2a98cff3 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0767541 Feb 03 14:37:54.119655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:54.124262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:54.128427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.148229 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Publish callbacks [] for port (342a9c09-6252-45dd-8977-05aa5fedf593), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.155346 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-cea7f603-527e-477f-9e78-5549d12c8ed1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] delete failed (client error): The resource could not be found. Feb 03 14:37:54.158540 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cea7f603-527e-477f-9e78-5549d12c8ed1 tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "DELETE /v2.0/security-groups/9abc40ec-48d5-450d-839f-56675bee06f3 HTTP/1.1" status: 404 len: 347 time: 0.0369422 Feb 03 14:37:54.162313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37542) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:54.164955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.185219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Network f18240e1-392a-4ab3-80cc-c9160602e3ca is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:54.188710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:54.246287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:54.269668 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b8b4442-a682-4291-b5bb-05fce0ce320a tempest-SecGroupIPv6Test-708024393 tempest-SecGroupIPv6Test-708024393-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1065116 Feb 03 14:37:54.305792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37548) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:54.337557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Pushing event updated for resources: {'Port': ['ID=342a9c09-6252-45dd-8977-05aa5fedf593,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:54.345858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98808103-4b40-4798-b715-dff4bb136162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.369162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Attempting to bind port 342a9c09-6252-45dd-8977-05aa5fedf593 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:37:54.369536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Attempting to bind port 342a9c09-6252-45dd-8977-05aa5fedf593 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '17c2b051-1592-45eb-97c8-40cc80d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:37:54.369906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Attempting to bind port 342a9c09-6252-45dd-8977-05aa5fedf593 on network f18240e1-392a-4ab3-80cc-c9160602e3ca {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:37:54.377019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:37:54.378898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Checking segment: {'id': '17c2b051-1592-45eb-97c8-40cc80d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:54.378898 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.378898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Bound using segment: {'id': '17c2b051-1592-45eb-97c8-40cc80d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:37:54.379351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Bound port: 342a9c09-6252-45dd-8977-05aa5fedf593, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c2b051-1592-45eb-97c8-40cc80d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:37:54.380212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.463649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.db.api [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6d3e7092-1fdc-4146-b4bd-b6e8ea9020bd {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:37:54.463893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] For port 342a9c09-6252-45dd-8977-05aa5fedf593, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:37:54.468291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] For port 342a9c09-6252-45dd-8977-05aa5fedf593, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=342a9c09-6252-45dd-8977-05aa5fedf593,segment=NetworkSegment(17c2b051-1592-45eb-97c8-40cc80d12c0e),segment_id=17c2b051-1592-45eb-97c8-40cc80d12c0e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:37:54.472140 n-d-827549-2 neutron-server[103342]: DEBUG oslo_db.api [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:37:54.476232 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.508773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98808103-4b40-4798-b715-dff4bb136162 admin admin] Publish callbacks [] for security_group (8ca67ce3-2323-416d-919e-6605507b2a73), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.525270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98808103-4b40-4798-b715-dff4bb136162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8ca67ce3-2323-416d-919e-6605507b2a73), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.568609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b832ee1-d674-4557-9b14-961742f456fe None None] Pushing event updated for resources: {'Port': ['ID=342a9c09-6252-45dd-8977-05aa5fedf593,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:54.620345 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98808103-4b40-4798-b715-dff4bb136162 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=084f5dab29b44cdbb27cb0c5994d8abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3131084 Feb 03 14:37:54.623075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98808103-4b40-4798-b715-dff4bb136162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca67ce3-2323-416d-919e-6605507b2a73,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:54.623904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37552) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:54.633333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (f42d3d87-0a7a-4f4f-ad99-d878303fca6e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.703823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37558) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:54.757733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=f42d3d87-0a7a-4f4f-ad99-d878303fca6e,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:54.771092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': 'f931d2d1-b7d6-43d8-8640-21a7d44ca0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:54.772080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: 257ff816-79d6-4d9b-b270-539f243fcd9c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:37:54.834243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 257ff816-79d6-4d9b-b270-539f243fcd9c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:37:54.845730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-033fbe51-8082-48f4-8e93-90456909f4cc admin admin] Publish callbacks [] for security_group (8ca67ce3-2323-416d-919e-6605507b2a73), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.857646 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.890971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-033fbe51-8082-48f4-8e93-90456909f4cc admin admin] Publish callbacks [] for security_group (8ca67ce3-2323-416d-919e-6605507b2a73), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.951985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 257ff816-79d6-4d9b-b270-539f243fcd9c) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:54.954392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-033fbe51-8082-48f4-8e93-90456909f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8ca67ce3-2323-416d-919e-6605507b2a73), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.957336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-033fbe51-8082-48f4-8e93-90456909f4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:54.960838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-033fbe51-8082-48f4-8e93-90456909f4cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ca67ce3-2323-416d-919e-6605507b2a73 HTTP/1.1" status: 204 len: 168 time: 0.3332529 Feb 03 14:37:54.961018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37996b02-c397-4fff-9c4d-d091127ad1ea None None] Network 257ff816-79d6-4d9b-b270-539f243fcd9c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:54.985552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:54.990654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.011694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.019410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fbe51-8082-48f4-8e93-90456909f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca67ce3-2323-416d-919e-6605507b2a73,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:55.053628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-311c85c6-701d-401b-b464-d65ba13cce79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4631402 Feb 03 14:37:55.056400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37568) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:55.084347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a9cead19-2346-4298-a1cc-db8349c624f2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-769251066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:55.137887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] device_id is not set on port 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:55.168560 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-616f9b16-c653-47ce-a6dc-df0b3eb0f0be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12362edd699040cf812237621cab89af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632976 Feb 03 14:37:55.170935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37570) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:55.191471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9cead19-2346-4298-a1cc-db8349c624f2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (eccd663d-b3e2-4295-829e-721b977d27ba), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.197207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9cead19-2346-4298-a1cc-db8349c624f2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (eccd663d-b3e2-4295-829e-721b977d27ba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.204069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 342a9c09-6252-45dd-8977-05aa5fedf593 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:55.373294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Allocated IP 172.20.0.6 (f18240e1-392a-4ab3-80cc-c9160602e3ca/20da48d9-9b2f-4295-b7c6-1eb6d2532115/3fc346f6-8d40-43bb-9539-98f1b3d8bbb2) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:55.381093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9cead19-2346-4298-a1cc-db8349c624f2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (eccd663d-b3e2-4295-829e-721b977d27ba), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.392751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-257ff816-79d6-4d9b-b270-539f243fcd9c', 'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': 'f42d3d87-0a7a-4f4f-ad99-d878303fca6e'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:37:55.395101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.398884 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9cead19-2346-4298-a1cc-db8349c624f2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (eccd663d-b3e2-4295-829e-721b977d27ba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.429934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5511c31-0942-4934-b6ee-b6caa9ec57f8 admin admin] Publish callbacks [] for security_group (c406e069-74ae-4f77-b4bf-bb348326f327), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.473892 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9cead19-2346-4298-a1cc-db8349c624f2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.475355 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a9cead19-2346-4298-a1cc-db8349c624f2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4054618 Feb 03 14:37:55.480258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37576) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:55.483677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 342a9c09-6252-45dd-8977-05aa5fedf593 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:55.484063 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.495323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'port': {'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c', 'name': 'tempest-RoutersTest-411875029'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:55.498253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5511c31-0942-4934-b6ee-b6caa9ec57f8 admin admin] Publish callbacks [] for security_group (c406e069-74ae-4f77-b4bf-bb348326f327), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.640668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5511c31-0942-4934-b6ee-b6caa9ec57f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c406e069-74ae-4f77-b4bf-bb348326f327), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.643601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b5511c31-0942-4934-b6ee-b6caa9ec57f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:55.644835 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b5511c31-0942-4934-b6ee-b6caa9ec57f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c406e069-74ae-4f77-b4bf-bb348326f327 HTTP/1.1" status: 204 len: 168 time: 0.4723058 Feb 03 14:37:55.653134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5511c31-0942-4934-b6ee-b6caa9ec57f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c406e069-74ae-4f77-b4bf-bb348326f327,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:56.039082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Allocated IP 172.20.0.2 (257ff816-79d6-4d9b-b270-539f243fcd9c/f42d3d87-0a7a-4f4f-ad99-d878303fca6e/671fb4a1-8113-4e33-ae3a-785a0bae5db9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:56.066001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:56.069381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:56.127066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] device_id is not set on port a4008ae1-9cbe-48ea-80c5-c378831d948d yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:56.164901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 342a9c09-6252-45dd-8977-05aa5fedf593 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:56.165303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:56.275359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 342a9c09-6252-45dd-8977-05aa5fedf593, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=342a9c09-6252-45dd-8977-05aa5fedf593,segment=NetworkSegment(17c2b051-1592-45eb-97c8-40cc80d12c0e),segment_id=17c2b051-1592-45eb-97c8-40cc80d12c0e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:37:56.339413 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:56.371018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:56.502215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:56.510363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=342a9c09-6252-45dd-8977-05aa5fedf593,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:56.523418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.524159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.524756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.525320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.525896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.526460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.527020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.527602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.528728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.529317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.530919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.531543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.531892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:37:56.536679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74ab6d-c5d3-43d0-a5bd-5ece640a2500 None None] Network f18240e1-392a-4ab3-80cc-c9160602e3ca requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:37:56.644281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event updated for resources: {'Port': ['ID=3fc346f6-8d40-43bb-9539-98f1b3d8bbb2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:56.663450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Network f18240e1-392a-4ab3-80cc-c9160602e3ca is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:56.665079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:56.667581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:56.750730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:56.751742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:56.783368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66382d75-1142-43cc-b0f7-b193aaef4d34 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4660826 Feb 03 14:37:56.787721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:56.795895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Request body: {'port': {'network_id': 'f18240e1-392a-4ab3-80cc-c9160602e3ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-580123271', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:56.796738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] bootfile-name is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:37:56.797429 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] tftp-server is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:37:56.798030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] server-ip-address is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:37:57.128897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 342a9c09-6252-45dd-8977-05aa5fedf593 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:37:57.160570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Made reservation on behalf of d006213e020c40279bc344918be37df6 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:37:57.167430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.203988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] device_id is not set on port 39c40076-a74c-4b07-9b69-bdbba6c0aca1 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:37:57.275442 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Publish callbacks [] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.326010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 342a9c09-6252-45dd-8977-05aa5fedf593 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:57.326393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.327937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-66a79539-2d9a-462e-91ec-77a84bd16772 None None] Provisioning complete for port 342a9c09-6252-45dd-8977-05aa5fedf593 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:57.328296 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66a79539-2d9a-462e-91ec-77a84bd16772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.342834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.391998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.20.0.3 (257ff816-79d6-4d9b-b270-539f243fcd9c/f42d3d87-0a7a-4f4f-ad99-d878303fca6e/a4008ae1-9cbe-48ea-80c5-c378831d948d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:57.460988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Allocated IP 172.20.0.10 (f18240e1-392a-4ab3-80cc-c9160602e3ca/20da48d9-9b2f-4295-b7c6-1eb6d2532115/39c40076-a74c-4b07-9b69-bdbba6c0aca1) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:37:57.521309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Network 257ff816-79d6-4d9b-b270-539f243fcd9c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:57.573256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:57.592873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:57.700376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.717213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Pushing event updated for resources: {'Port': ['ID=671fb4a1-8113-4e33-ae3a-785a0bae5db9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:57.845592 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.882243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for port (39c40076-a74c-4b07-9b69-bdbba6c0aca1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.894058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Attempting to bind port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:37:57.899119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Attempting to bind port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f931d2d1-b7d6-43d8-8640-21a7d44ca0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:37:57.900858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Attempting to bind port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 on network 257ff816-79d6-4d9b-b270-539f243fcd9c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:37:57.945662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=a4008ae1-9cbe-48ea-80c5-c378831d948d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:57.970959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 257ff816-79d6-4d9b-b270-539f243fcd9c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:57.972373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (39c40076-a74c-4b07-9b69-bdbba6c0aca1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:57.980292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:57.984288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:58.029627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-66a79539-2d9a-462e-91ec-77a84bd16772 None None] Current status of the port 342a9c09-6252-45dd-8977-05aa5fedf593 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:58.035468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:37:58.035784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Checking segment: {'id': 'f931d2d1-b7d6-43d8-8640-21a7d44ca0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:37:58.042183 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:58.042630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Bound using segment: {'id': 'f931d2d1-b7d6-43d8-8640-21a7d44ca0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:37:58.043157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Bound port: 671fb4a1-8113-4e33-ae3a-785a0bae5db9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f931d2d1-b7d6-43d8-8640-21a7d44ca0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '257ff816-79d6-4d9b-b270-539f243fcd9c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:37:58.043566 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:58.069831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:58.070674 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:58.098818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 342a9c09-6252-45dd-8977-05aa5fedf593 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:58.108711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ff2f680e-c789-4eee-a3d2-b463347442d3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6230221 Feb 03 14:37:58.111399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37654) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:58.112494 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:37:58.114225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Network f18240e1-392a-4ab3-80cc-c9160602e3ca is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:37:58.119956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:37:58.136263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:37:58.238702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-51a4a754-81b1-4877-8c68-5539ab413f7a None None] Provisioning complete for port 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:58.249793 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51a4a754-81b1-4877-8c68-5539ab413f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:58.335116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:58.335834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:58.395655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event updated for resources: {'Port': ['ID=39c40076-a74c-4b07-9b69-bdbba6c0aca1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:58.402417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-51a4a754-81b1-4877-8c68-5539ab413f7a None None] Port 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:58.427798 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d32dd84b-88b9-4fd4-9c14-14d2fc9eab7a tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6381674 Feb 03 14:37:58.430416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:58.445430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-51a4a754-81b1-4877-8c68-5539ab413f7a None None] Provisioning complete for port 342a9c09-6252-45dd-8977-05aa5fedf593 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:58.446692 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51a4a754-81b1-4877-8c68-5539ab413f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:58.583197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] For port 671fb4a1-8113-4e33-ae3a-785a0bae5db9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:37:58.627794 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a5cf71-ee22-4356-ac28-5d3f11cc554b tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:58.628452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] For port 671fb4a1-8113-4e33-ae3a-785a0bae5db9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=671fb4a1-8113-4e33-ae3a-785a0bae5db9,segment=NetworkSegment(f931d2d1-b7d6-43d8-8640-21a7d44ca0cf),segment_id=f931d2d1-b7d6-43d8-8640-21a7d44ca0cf)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:37:58.649012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a5cf71-ee22-4356-ac28-5d3f11cc554b tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:58.669066 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:58.692516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a5cf71-ee22-4356-ac28-5d3f11cc554b tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:37:58.713559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-68a5cf71-ee22-4356-ac28-5d3f11cc554b tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2820754 Feb 03 14:37:58.718906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37680) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:58.765169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-51a4a754-81b1-4877-8c68-5539ab413f7a None None] Current status of the port 342a9c09-6252-45dd-8977-05aa5fedf593 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:37:58.813527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9120ed-1f4d-4e69-a5bd-9df2b6b85941 None None] Pushing event updated for resources: {'Port': ['ID=671fb4a1-8113-4e33-ae3a-785a0bae5db9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:58.898845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3573e06d-bd48-480e-b04a-cbc080c5a518 None None] Provisioning complete for port 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:58.900825 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3573e06d-bd48-480e-b04a-cbc080c5a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:59.010286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3573e06d-bd48-480e-b04a-cbc080c5a518 None None] Port 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:59.059833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3573e06d-bd48-480e-b04a-cbc080c5a518 None None] Provisioning complete for port 39c40076-a74c-4b07-9b69-bdbba6c0aca1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:37:59.060558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Deleting port 39c40076-a74c-4b07-9b69-bdbba6c0aca1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:37:59.061095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3573e06d-bd48-480e-b04a-cbc080c5a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (39c40076-a74c-4b07-9b69-bdbba6c0aca1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:59.061715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (39c40076-a74c-4b07-9b69-bdbba6c0aca1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:59.247438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3573e06d-bd48-480e-b04a-cbc080c5a518 None None] Port 39c40076-a74c-4b07-9b69-bdbba6c0aca1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:37:59.322140 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (39c40076-a74c-4b07-9b69-bdbba6c0aca1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:59.353548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Calling delete_port for 39c40076-a74c-4b07-9b69-bdbba6c0aca1 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:37:59.615903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (39c40076-a74c-4b07-9b69-bdbba6c0aca1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:59.702205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event deleted for resources: {'Port': ['ID=39c40076-a74c-4b07-9b69-bdbba6c0aca1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:37:59.833623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:37:59.843116 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a0d2afaa-87c5-404e-a661-9945b24238cb tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "DELETE /v2.0/ports/39c40076-a74c-4b07-9b69-bdbba6c0aca1 HTTP/1.1" status: 204 len: 168 time: 1.1229551 Feb 03 14:37:59.846836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37706) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:37:59.863839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Request body: {'port': {'name': 'tempest-new-port-name-936439946', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:37:59.865170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] bootfile-name is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:37:59.865537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] tftp-server is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:37:59.867857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.api.validators [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] server-ip-address is not in valid_values {{(pid=103341) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 14:38:00.099164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:00.114073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:00.232232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-3f98c03a-b5b5-48f3-a4aa-a915fab0c590 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1971242 Feb 03 14:38:00.576686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:00.597631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:00.704869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-6cc9b529-c3de-49f4-8a9d-c6c96236a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:00.706959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-6cc9b529-c3de-49f4-8a9d-c6c96236a770 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 1131 time: 0.2864170 Feb 03 14:38:00.794290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event updated for resources: {'Port': ['ID=3fc346f6-8d40-43bb-9539-98f1b3d8bbb2,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:00.823678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] In _notify_port_updated(), no bound segment for port 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 on network f18240e1-392a-4ab3-80cc-c9160602e3ca {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:38:00.839004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc37afb-3d8e-4a38-ab05-ce3e70cf0754 None None] Network 257ff816-79d6-4d9b-b270-539f243fcd9c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:00.857269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:00.859718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:00.863147 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-601b918d-c178-4532-b42c-648dbde34839 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "PUT /v2.0/ports/3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 HTTP/1.1" status: 200 len: 1135 time: 1.0152891 Feb 03 14:38:00.865757 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:00.989451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a716b-22b8-42f1-a2c8-4382d3a75381 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:00.994849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f41a716b-22b8-42f1-a2c8-4382d3a75381 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "GET /v2.0/ports/3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 HTTP/1.1" status: 200 len: 1135 time: 0.1241245 Feb 03 14:38:00.994849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37746) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:00.996358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-46f70d01-de2b-4f6a-b3c5-5c95d17f007a None None] Provisioning complete for port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:00.997046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f70d01-de2b-4f6a-b3c5-5c95d17f007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.150984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 671fb4a1-8113-4e33-ae3a-785a0bae5db9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:01.159193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-add633cf-06d3-4d2e-8cab-9ea96349697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:01.160806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-add633cf-06d3-4d2e-8cab-9ea96349697e service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.4034488 Feb 03 14:38:01.255944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Deleting port 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:01.257306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.316635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-baa4653b-825a-4e8d-873c-3bc1a085b26c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d HTTP/1.1" status: 200 len: 217 time: 0.1427956 Feb 03 14:38:01.396776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.419650 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.434156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Calling delete_port for 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:01.448967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.510787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:01.511253 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.607288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-6be19533-f00b-4d3c-ab75-68e1954f92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:01.614563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-6be19533-f00b-4d3c-ab75-68e1954f92e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.2907569 Feb 03 14:38:01.736090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-46f70d01-de2b-4f6a-b3c5-5c95d17f007a None None] Current status of the port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:01.738018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46f70d01-de2b-4f6a-b3c5-5c95d17f007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.890299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=a4008ae1-9cbe-48ea-80c5-c378831d948d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:01.934637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3fc346f6-8d40-43bb-9539-98f1b3d8bbb2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:01.952063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:01.957198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:02.032731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event deleted for resources: {'Port': ['ID=3fc346f6-8d40-43bb-9539-98f1b3d8bbb2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:02.065586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-d23ae1b9-03f3-446d-bdc8-1d6f1da43c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:02.067098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-d23ae1b9-03f3-446d-bdc8-1d6f1da43c00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3223784 Feb 03 14:38:02.067287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 671fb4a1-8113-4e33-ae3a-785a0bae5db9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=671fb4a1-8113-4e33-ae3a-785a0bae5db9,segment=NetworkSegment(f931d2d1-b7d6-43d8-8640-21a7d44ca0cf),segment_id=f931d2d1-b7d6-43d8-8640-21a7d44ca0cf)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:02.087028 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:02.250348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=671fb4a1-8113-4e33-ae3a-785a0bae5db9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:02.280298 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-46f70d01-de2b-4f6a-b3c5-5c95d17f007a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:38:02.280723 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-46f70d01-de2b-4f6a-b3c5-5c95d17f007a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:38:02.325301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:02.332507 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7f1780a0-62f2-4ae9-bbcf-d9ca4fda16fe tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "DELETE /v2.0/ports/3fc346f6-8d40-43bb-9539-98f1b3d8bbb2 HTTP/1.1" status: 204 len: 168 time: 1.3368227 Feb 03 14:38:02.336003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37768) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:02.468164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-6ac1f30c-7e7e-4628-8521-13d15fa2ad2c service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763795 Feb 03 14:38:02.594314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Deleting subnet 20da48d9-9b2f-4295-b7c6-1eb6d2532115 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:38:02.610791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for subnet (20da48d9-9b2f-4295-b7c6-1eb6d2532115), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:02.670764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6c04ee9-2573-4711-b824-d57ff8511a59 req-dd25049c-8a93-4bfc-a293-a630afbb9497 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771181 Feb 03 14:38:02.672287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (eccd663d-b3e2-4295-829e-721b977d27ba), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:02.715620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (20da48d9-9b2f-4295-b7c6-1eb6d2532115), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:02.758926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37780) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:02.962575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-46f70d01-de2b-4f6a-b3c5-5c95d17f007a None None] Current status of the port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:02.966894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (20da48d9-9b2f-4295-b7c6-1eb6d2532115), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.086389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3c89bfbb-d7b7-445e-8a5a-687824504af4 None None] Could not find standard attr ID for object 3fc346f6-8d40-43bb-9539-98f1b3d8bbb2. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:38:03.130701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3c89bfbb-d7b7-445e-8a5a-687824504af4 None None] Provisioning complete for port a4008ae1-9cbe-48ea-80c5-c378831d948d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:03.131334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c89bfbb-d7b7-445e-8a5a-687824504af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.165250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (20da48d9-9b2f-4295-b7c6-1eb6d2532115), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.237686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event deleted for resources: {'Subnet': ['ID=20da48d9-9b2f-4295-b7c6-1eb6d2532115,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:03.254031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.262954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e817024-bfd2-442e-9f5c-8ec7e3ca71c2 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "DELETE /v2.0/subnets/20da48d9-9b2f-4295-b7c6-1eb6d2532115 HTTP/1.1" status: 204 len: 168 time: 0.9258921 Feb 03 14:38:03.267328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.267533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37800) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:03.299680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c89bfbb-d7b7-445e-8a5a-687824504af4 None None] Port a4008ae1-9cbe-48ea-80c5-c378831d948d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:03.315870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 671fb4a1-8113-4e33-ae3a-785a0bae5db9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:03.319398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3283c024-de83-4bf0-984f-f897143a2046 None None] Network f18240e1-392a-4ab3-80cc-c9160602e3ca requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:03.333964 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4216bf75-105c-4d76-8c8b-8ed00f6745be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.541916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3c89bfbb-d7b7-445e-8a5a-687824504af4 None None] Provisioning complete for port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:03.542296 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c89bfbb-d7b7-445e-8a5a-687824504af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.559902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f18240e1-392a-4ab3-80cc-c9160602e3ca), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.730008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4216bf75-105c-4d76-8c8b-8ed00f6745be admin admin] Publish callbacks [] for security_group (e124a758-2fe5-48f5-93b8-e0223b074ee1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.737857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4216bf75-105c-4d76-8c8b-8ed00f6745be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e124a758-2fe5-48f5-93b8-e0223b074ee1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.744450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Deleting port 342a9c09-6252-45dd-8977-05aa5fedf593 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:03.745801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.831678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4216bf75-105c-4d76-8c8b-8ed00f6745be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=725a336f90b548038a6c83bcb09cec59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0714827 Feb 03 14:38:03.845048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37810) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:03.870519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216bf75-105c-4d76-8c8b-8ed00f6745be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e124a758-2fe5-48f5-93b8-e0223b074ee1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:03.900503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] For port 342a9c09-6252-45dd-8977-05aa5fedf593, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=342a9c09-6252-45dd-8977-05aa5fedf593,segment=NetworkSegment(17c2b051-1592-45eb-97c8-40cc80d12c0e),segment_id=17c2b051-1592-45eb-97c8-40cc80d12c0e)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:03.900834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:03.929427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Calling delete_port for 342a9c09-6252-45dd-8977-05aa5fedf593 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:03.931497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c89bfbb-d7b7-445e-8a5a-687824504af4 None None] Current status of the port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:03.958648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:03.959173 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.021784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.048445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.129758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (342a9c09-6252-45dd-8977-05aa5fedf593), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.162462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event deleted for resources: {'Port': ['ID=342a9c09-6252-45dd-8977-05aa5fedf593,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:04.230294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] No DVR routers for this DVR port 342a9c09-6252-45dd-8977-05aa5fedf593 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:04.244143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:04.260844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-359ac7e7-b7a0-4254-84a4-7091624c4d58 None None] Provisioning complete for port a4008ae1-9cbe-48ea-80c5-c378831d948d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:04.261222 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-359ac7e7-b7a0-4254-84a4-7091624c4d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.360468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f18240e1-392a-4ab3-80cc-c9160602e3ca), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.361302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb0838-f196-4856-a35d-c0ee2dca1358 None None] DHCP port deletion for f18240e1-392a-4ab3-80cc-c9160602e3ca request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:38:04.366439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-359ac7e7-b7a0-4254-84a4-7091624c4d58 None None] Port a4008ae1-9cbe-48ea-80c5-c378831d948d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:04.391662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43481dd8-fd3c-4aea-baa6-039f8af4b560 admin admin] Publish callbacks [] for security_group (e124a758-2fe5-48f5-93b8-e0223b074ee1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.407431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18240e1-392a-4ab3-80cc-c9160602e3ca']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:04.430400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c2b051-1592-45eb-97c8-40cc80d12c0e') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:04.431105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c2b051-1592-45eb-97c8-40cc80d12c0e') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:04.450391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43481dd8-fd3c-4aea-baa6-039f8af4b560 admin admin] Publish callbacks [] for security_group (e124a758-2fe5-48f5-93b8-e0223b074ee1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.453872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (17c2b051-1592-45eb-97c8-40cc80d12c0e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.483475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (17c2b051-1592-45eb-97c8-40cc80d12c0e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.495658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:04.496312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (17c2b051-1592-45eb-97c8-40cc80d12c0e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:04.504781 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:04.574718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (eccd663d-b3e2-4295-829e-721b977d27ba), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.612403 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (f18240e1-392a-4ab3-80cc-c9160602e3ca), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.659895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.667455 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] 10.222.0.52 "DELETE /v2.0/networks/f18240e1-392a-4ab3-80cc-c9160602e3ca HTTP/1.1" status: 204 len: 168 time: 1.3990254 Feb 03 14:38:04.711635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1250ed-8e92-4581-b657-4b42645ad133 tempest-ExtraDHCPOptionsTestJSON-1638062931 tempest-ExtraDHCPOptionsTestJSON-1638062931-project] Pushing event deleted for resources: {'Network': ['ID=f18240e1-392a-4ab3-80cc-c9160602e3ca,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:04.745446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43481dd8-fd3c-4aea-baa6-039f8af4b560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e124a758-2fe5-48f5-93b8-e0223b074ee1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.797147 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43481dd8-fd3c-4aea-baa6-039f8af4b560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:04.803301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-43481dd8-fd3c-4aea-baa6-039f8af4b560 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e124a758-2fe5-48f5-93b8-e0223b074ee1 HTTP/1.1" status: 204 len: 168 time: 0.9545741 Feb 03 14:38:04.819728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=a4008ae1-9cbe-48ea-80c5-c378831d948d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:04.881502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43481dd8-fd3c-4aea-baa6-039f8af4b560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e124a758-2fe5-48f5-93b8-e0223b074ee1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:05.080672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 257ff816-79d6-4d9b-b270-539f243fcd9c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:05.082356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:05.132621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 342a9c09-6252-45dd-8977-05aa5fedf593 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:38:05.213997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 342a9c09-6252-45dd-8977-05aa5fedf593 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:38:05.214721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 342a9c09-6252-45dd-8977-05aa5fedf593 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:38:05.376264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router eccd663d-b3e2-4295-829e-721b977d27ba is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:38:05.432942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37848) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:05.616131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:05.625902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37852) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:05.627233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-461068ff-b210-44b6-a9bf-eb3a5785895e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/eccd663d-b3e2-4295-829e-721b977d27ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5134213 Feb 03 14:38:05.630835 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] Sync routers for ids ['eccd663d-b3e2-4295-829e-721b977d27ba'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:05.640159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37854) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:05.660630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48952a43-09c1-4f55-998b-a36ea44524ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:05.686767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] Routers {'eccd663d-b3e2-4295-829e-721b977d27ba'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:05.690721 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['eccd663d-b3e2-4295-829e-721b977d27ba'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:05.716142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-919e2f8d-96b1-4437-97da-128259ef3380 None None] Provisioning complete for port a4008ae1-9cbe-48ea-80c5-c378831d948d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:05.717276 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-919e2f8d-96b1-4437-97da-128259ef3380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:05.833735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-919e2f8d-96b1-4437-97da-128259ef3380 None None] Port a4008ae1-9cbe-48ea-80c5-c378831d948d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:05.876340 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48952a43-09c1-4f55-998b-a36ea44524ee admin admin] Publish callbacks [] for security_group (25a27b2c-0151-469b-aa75-b53d6089761e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:05.890748 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48952a43-09c1-4f55-998b-a36ea44524ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (25a27b2c-0151-469b-aa75-b53d6089761e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:05.894975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73124993-8d7f-408e-9610-b16f89eb1bdb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:05.898570 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-73124993-8d7f-408e-9610-b16f89eb1bdb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports/a4008ae1-9cbe-48ea-80c5-c378831d948d HTTP/1.1" status: 200 len: 976 time: 0.2669837 Feb 03 14:38:05.909541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37862) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:06.001235 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-de615910-baee-41ae-999d-221486942b27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d006213e020c40279bc344918be37df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5668812 Feb 03 14:38:06.045734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37866) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:06.072027 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:06.085490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-48952a43-09c1-4f55-998b-a36ea44524ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0468e6ac7674215bd531adbc91c6cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379025 Feb 03 14:38:06.086335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37870) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:06.087651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48952a43-09c1-4f55-998b-a36ea44524ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a27b2c-0151-469b-aa75-b53d6089761e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:06.098365 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] Routers {'eccd663d-b3e2-4295-829e-721b977d27ba'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:06.099027 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['eccd663d-b3e2-4295-829e-721b977d27ba'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:06.201161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:06.201825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13f951-a503-4f3a-a576-0478e41ac24a None None] The sync data for ids ['eccd663d-b3e2-4295-829e-721b977d27ba'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:06.303056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f36a6e80-e2be-4421-8812-83bde428715a admin admin] Publish callbacks [] for security_group (25a27b2c-0151-469b-aa75-b53d6089761e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.350261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-00ef583d-adcb-4c3b-8f9f-4d62bd8034f3 admin admin] Publish callbacks [] for security_group (5f1421a1-e77f-48cb-b781-4d38349ad3a4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.362061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f36a6e80-e2be-4421-8812-83bde428715a admin admin] Publish callbacks [] for security_group (25a27b2c-0151-469b-aa75-b53d6089761e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.385866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-00ef583d-adcb-4c3b-8f9f-4d62bd8034f3 admin admin] Publish callbacks [] for security_group (5f1421a1-e77f-48cb-b781-4d38349ad3a4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.453213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-00ef583d-adcb-4c3b-8f9f-4d62bd8034f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5f1421a1-e77f-48cb-b781-4d38349ad3a4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.457587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-00ef583d-adcb-4c3b-8f9f-4d62bd8034f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.461447 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-00ef583d-adcb-4c3b-8f9f-4d62bd8034f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f1421a1-e77f-48cb-b781-4d38349ad3a4 HTTP/1.1" status: 204 len: 168 time: 0.4124107 Feb 03 14:38:06.464043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f36a6e80-e2be-4421-8812-83bde428715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (25a27b2c-0151-469b-aa75-b53d6089761e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.466269 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f36a6e80-e2be-4421-8812-83bde428715a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:06.470236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f36a6e80-e2be-4421-8812-83bde428715a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25a27b2c-0151-469b-aa75-b53d6089761e HTTP/1.1" status: 204 len: 168 time: 0.3770399 Feb 03 14:38:06.482129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a6e80-e2be-4421-8812-83bde428715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a27b2c-0151-469b-aa75-b53d6089761e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:06.520152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef583d-adcb-4c3b-8f9f-4d62bd8034f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1421a1-e77f-48cb-b781-4d38349ad3a4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:06.851557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (eccd663d-b3e2-4295-829e-721b977d27ba), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:07.352312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port a4008ae1-9cbe-48ea-80c5-c378831d948d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:07.352312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:07.651390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:07.709541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for a4008ae1-9cbe-48ea-80c5-c378831d948d owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:08.109506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a4008ae1-9cbe-48ea-80c5-c378831d948d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:08.211265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=a4008ae1-9cbe-48ea-80c5-c378831d948d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:08.441936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37974) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:08.555990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (eccd663d-b3e2-4295-829e-721b977d27ba), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:08.815295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'networks': [{'name': 'tempest-network--2030286671'}, {'name': 'tempest-network--1730832291'}]} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:08.815679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'network': {'name': 'tempest-network--2030286671'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:08.816201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'network': {'name': 'tempest-network--1730832291'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:08.866342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Made reservation on behalf of 5199ec5c451844e085593103cfa32892 for: {'network': 2} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:08.871987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:08.884964 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.019482 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.026543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router eccd663d-b3e2-4295-829e-721b977d27ba has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:09.070452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for security_group (49fcdc71-611a-4810-96e5-e1548140a20c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.124307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (49fcdc71-611a-4810-96e5-e1548140a20c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.129089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.226774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:09.241137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] Sync routers for ids ['eccd663d-b3e2-4295-829e-721b977d27ba'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:09.243861 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6ca5ecd7-14e8-48d3-9066-c036c7826d5c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/eccd663d-b3e2-4295-829e-721b977d27ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3331869 Feb 03 14:38:09.248577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38002) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:09.271556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:09.273657 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fcdc71-611a-4810-96e5-e1548140a20c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:09.290090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] Routers {'eccd663d-b3e2-4295-829e-721b977d27ba'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:09.291036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['eccd663d-b3e2-4295-829e-721b977d27ba'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:09.313042 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (17738861-db41-4549-b5c1-15b111b69ae0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.313620 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Added segment 17738861-db41-4549-b5c1-15b111b69ae0 of type vlan for network 6785a7ea-de5e-4ca1-936b-0480c0ab2f57 Feb 03 14:38:09.407434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:09.410167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (6785a7ea-de5e-4ca1-936b-0480c0ab2f57), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.417828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] Routers {'eccd663d-b3e2-4295-829e-721b977d27ba'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:09.418771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:37:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['eccd663d-b3e2-4295-829e-721b977d27ba'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:09.477298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:09.493003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9db8dd2b-4a4e-4f3f-aa9f-b17857b9f8f9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.493652 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Added segment 9db8dd2b-4a4e-4f3f-aa9f-b17857b9f8f9 of type vlan for network 10c2f214-85be-4d1d-b369-0dba6241bd98 Feb 03 14:38:09.495241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:09.497213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f650d9-a995-4ea2-aaad-07596d35b37a None None] The sync data for ids ['eccd663d-b3e2-4295-829e-721b977d27ba'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:09.604787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (10c2f214-85be-4d1d-b369-0dba6241bd98), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.714489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (6785a7ea-de5e-4ca1-936b-0480c0ab2f57), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.715471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (10c2f214-85be-4d1d-b369-0dba6241bd98), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.724291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:09.730427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:09.731357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:09.824466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Network': ['ID=6785a7ea-de5e-4ca1-936b-0480c0ab2f57,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:09.855129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 6785a7ea-de5e-4ca1-936b-0480c0ab2f57 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:10.034043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5901024 Feb 03 14:38:10.035353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb0abb-1734-431d-8d15-6f3c688a3511 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Network': ['ID=10c2f214-85be-4d1d-b369-0dba6241bd98,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:10.037927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38024) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:10.057143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 10c2f214-85be-4d1d-b369-0dba6241bd98 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:10.267926 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-4953f280-c834-4b0f-80d6-6cc4bf017d10 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 14:38:10.270082 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4953f280-c834-4b0f-80d6-6cc4bf017d10 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/eccd663d-b3e2-4295-829e-721b977d27ba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0161073 Feb 03 14:38:10.273019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38032) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:10.327899 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f594a3cf-7c10-4bc4-b49f-f37d2051d0f4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=eccd663d-b3e2-4295-829e-721b977d27ba HTTP/1.1" status: 200 len: 205 time: 0.0534647 Feb 03 14:38:10.332920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:10.356762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e944a-0934-41ba-8063-9d3c306aca27 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:10.387316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e944a-0934-41ba-8063-9d3c306aca27 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:10.411473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e944a-0934-41ba-8063-9d3c306aca27 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:10.428006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e944a-0934-41ba-8063-9d3c306aca27 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:10.438548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f97e944a-0934-41ba-8063-9d3c306aca27 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3933532 Feb 03 14:38:10.441807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38042) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:10.558113 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98de7e-2c25-4f2b-adcd-cfa7c833cd1e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (eccd663d-b3e2-4295-829e-721b977d27ba), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.623380 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (6785a7ea-de5e-4ca1-936b-0480c0ab2f57), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.817639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (6785a7ea-de5e-4ca1-936b-0480c0ab2f57), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.839575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6785a7ea-de5e-4ca1-936b-0480c0ab2f57']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:10.849313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17738861-db41-4549-b5c1-15b111b69ae0') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:10.849619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17738861-db41-4549-b5c1-15b111b69ae0') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:10.859486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (17738861-db41-4549-b5c1-15b111b69ae0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.874828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (17738861-db41-4549-b5c1-15b111b69ae0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.881665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:10.882056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (17738861-db41-4549-b5c1-15b111b69ae0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:10.954523 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:10.961978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (6785a7ea-de5e-4ca1-936b-0480c0ab2f57), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.972901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:10.980990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/networks/6785a7ea-de5e-4ca1-936b-0480c0ab2f57 HTTP/1.1" status: 204 len: 168 time: 0.5381994 Feb 03 14:38:10.992863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:11.007209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e27f6-6b12-42cd-acb2-7e4f707b2ee2 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Network': ['ID=6785a7ea-de5e-4ca1-936b-0480c0ab2f57,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:11.248090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98de7e-2c25-4f2b-adcd-cfa7c833cd1e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (eccd663d-b3e2-4295-829e-721b977d27ba), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.251551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98de7e-2c25-4f2b-adcd-cfa7c833cd1e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (eccd663d-b3e2-4295-829e-721b977d27ba), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.365144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (10c2f214-85be-4d1d-b369-0dba6241bd98), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.496236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (10c2f214-85be-4d1d-b369-0dba6241bd98), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.537815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c2f214-85be-4d1d-b369-0dba6241bd98']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:11.553965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db8dd2b-4a4e-4f3f-aa9f-b17857b9f8f9') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:11.554374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db8dd2b-4a4e-4f3f-aa9f-b17857b9f8f9') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:11.567147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (9db8dd2b-4a4e-4f3f-aa9f-b17857b9f8f9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.586218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9db8dd2b-4a4e-4f3f-aa9f-b17857b9f8f9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.594207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:11.595026 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (9db8dd2b-4a4e-4f3f-aa9f-b17857b9f8f9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:11.630666 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:11.634056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98de7e-2c25-4f2b-adcd-cfa7c833cd1e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (eccd663d-b3e2-4295-829e-721b977d27ba), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.634769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98de7e-2c25-4f2b-adcd-cfa7c833cd1e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Fanout notify agent at l3_agent the message router_deleted on router eccd663d-b3e2-4295-829e-721b977d27ba {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:38:11.652004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98de7e-2c25-4f2b-adcd-cfa7c833cd1e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.653527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb98de7e-2c25-4f2b-adcd-cfa7c833cd1e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/eccd663d-b3e2-4295-829e-721b977d27ba HTTP/1.1" status: 204 len: 168 time: 1.3193007 Feb 03 14:38:11.656764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38078) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:11.708221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (10c2f214-85be-4d1d-b369-0dba6241bd98), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.746328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet f42d3d87-0a7a-4f4f-ad99-d878303fca6e {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:38:11.753137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (f42d3d87-0a7a-4f4f-ad99-d878303fca6e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.755438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:11.775452 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/networks/10c2f214-85be-4d1d-b369-0dba6241bd98 HTTP/1.1" status: 204 len: 168 time: 0.7814910 Feb 03 14:38:11.776443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:11.794511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1177e-27e5-449c-97ff-4f380f082491 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Network': ['ID=10c2f214-85be-4d1d-b369-0dba6241bd98,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:11.826342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (f42d3d87-0a7a-4f4f-ad99-d878303fca6e), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.082128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f42d3d87-0a7a-4f4f-ad99-d878303fca6e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.124065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad43d1f-37ab-443e-a6b6-660969b2a70a tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:12.132559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad43d1f-37ab-443e-a6b6-660969b2a70a tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:12.150302 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ad43d1f-37ab-443e-a6b6-660969b2a70a tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3726060 Feb 03 14:38:12.153868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38094) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:12.171453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1755525577'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:12.231223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Made reservation on behalf of 5199ec5c451844e085593103cfa32892 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:12.237158 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (f42d3d87-0a7a-4f4f-ad99-d878303fca6e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.249231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.290819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:12.305559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.306646 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Added segment 11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b of type vlan for network 57e084fa-94b9-45a5-a68f-440d07f39d97 Feb 03 14:38:12.362966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (57e084fa-94b9-45a5-a68f-440d07f39d97), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.389172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=f42d3d87-0a7a-4f4f-ad99-d878303fca6e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:12.414289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.420786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a41178-8436-4ec1-b247-58d252a167d2 None None] Network 257ff816-79d6-4d9b-b270-539f243fcd9c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:12.421865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38102) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:12.429009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6ad41c38-ae69-4e79-8bb3-6a61c00fd43c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/f42d3d87-0a7a-4f4f-ad99-d878303fca6e HTTP/1.1" status: 204 len: 168 time: 0.7708757 Feb 03 14:38:12.459605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (57e084fa-94b9-45a5-a68f-440d07f39d97), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.473174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:12.481456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.559687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38108) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:12.565523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1588693558'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:12.570126 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4150388 Feb 03 14:38:12.600760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Made reservation on behalf of 5199ec5c451844e085593103cfa32892 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:12.604726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.661248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:12.681981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (85605aea-70f9-4a47-b950-8a8cf528bba0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.682561 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Added segment 85605aea-70f9-4a47-b950-8a8cf528bba0 of type vlan for network 2f5a5974-d16a-4974-8d04-a687dd503d00 Feb 03 14:38:12.787669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] DHCP port deletion for 257ff816-79d6-4d9b-b270-539f243fcd9c request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:38:12.807254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38118) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:12.812136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8031b0-63b5-43b6-bbfe-a9efc9189332 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Network': ['ID=57e084fa-94b9-45a5-a68f-440d07f39d97,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:12.832201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (257ff816-79d6-4d9b-b270-539f243fcd9c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.856206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2f5a5974-d16a-4974-8d04-a687dd503d00), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.890998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 57e084fa-94b9-45a5-a68f-440d07f39d97 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:12.916703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2f5a5974-d16a-4974-8d04-a687dd503d00), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.921608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:12.922599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:12.972765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:12.973116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.021122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4599895 Feb 03 14:38:13.024898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38122) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:13.067058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'ports': [{'network_id': '57e084fa-94b9-45a5-a68f-440d07f39d97', 'name': 'tempest-port--576450486', 'admin_state_up': True}, {'network_id': '2f5a5974-d16a-4974-8d04-a687dd503d00', 'admin_state_up': False}]} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:13.067470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'port': {'network_id': '57e084fa-94b9-45a5-a68f-440d07f39d97', 'name': 'tempest-port--576450486', 'admin_state_up': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:13.067857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'port': {'network_id': '2f5a5974-d16a-4974-8d04-a687dd503d00', 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:13.127601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 671fb4a1-8113-4e33-ae3a-785a0bae5db9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:38:13.154296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c93089a-0081-4929-ab97-bdd63b17fdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.160471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb9d5-2626-40f7-b73a-6ce6712f0bc3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Network': ['ID=2f5a5974-d16a-4974-8d04-a687dd503d00,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:13.227729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port 671fb4a1-8113-4e33-ae3a-785a0bae5db9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=671fb4a1-8113-4e33-ae3a-785a0bae5db9,segment=NetworkSegment(f931d2d1-b7d6-43d8-8640-21a7d44ca0cf),segment_id=f931d2d1-b7d6-43d8-8640-21a7d44ca0cf)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:13.230189 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.253905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 671fb4a1-8113-4e33-ae3a-785a0bae5db9 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:13.272076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2f5a5974-d16a-4974-8d04-a687dd503d00 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:13.366297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] Deleting port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:13.366865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.367700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38134) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:13.373373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c93089a-0081-4929-ab97-bdd63b17fdef admin admin] Publish callbacks [] for security_group (eeba7ebf-456f-427b-a76a-744a1f12e834), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.387460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c93089a-0081-4929-ab97-bdd63b17fdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (eeba7ebf-456f-427b-a76a-744a1f12e834), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.482467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:13.483196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.495675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c93089a-0081-4929-ab97-bdd63b17fdef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d9e76796f8649c0acb6cfcc3d5b4578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6851239 Feb 03 14:38:13.508183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38142) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:13.508183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93089a-0081-4929-ab97-bdd63b17fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba7ebf-456f-427b-a76a-744a1f12e834,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:13.635724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Made reservation on behalf of 5199ec5c451844e085593103cfa32892 for: {'port': 2} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:13.639854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.675613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8d23553-031a-470c-b677-5d2a501210fa admin admin] Publish callbacks [] for security_group (eeba7ebf-456f-427b-a76a-744a1f12e834), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.696234 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.718647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 671fb4a1-8113-4e33-ae3a-785a0bae5db9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=671fb4a1-8113-4e33-ae3a-785a0bae5db9,segment=NetworkSegment(f931d2d1-b7d6-43d8-8640-21a7d44ca0cf),segment_id=f931d2d1-b7d6-43d8-8640-21a7d44ca0cf)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:13.740766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.753611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8d23553-031a-470c-b677-5d2a501210fa admin admin] Publish callbacks [] for security_group (eeba7ebf-456f-427b-a76a-744a1f12e834), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.761161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] For port 671fb4a1-8113-4e33-ae3a-785a0bae5db9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=671fb4a1-8113-4e33-ae3a-785a0bae5db9,segment=NetworkSegment(f931d2d1-b7d6-43d8-8640-21a7d44ca0cf),segment_id=f931d2d1-b7d6-43d8-8640-21a7d44ca0cf)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:13.762768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.825235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e43de2da-1e49-4ce6-b913-0ac39f6281f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.843199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.858486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] Calling delete_port for 671fb4a1-8113-4e33-ae3a-785a0bae5db9 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:13.900838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8d23553-031a-470c-b677-5d2a501210fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (eeba7ebf-456f-427b-a76a-744a1f12e834), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.903933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8d23553-031a-470c-b677-5d2a501210fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:13.905613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f8d23553-031a-470c-b677-5d2a501210fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eeba7ebf-456f-427b-a76a-744a1f12e834 HTTP/1.1" status: 204 len: 168 time: 0.3981705 Feb 03 14:38:13.930441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d23553-031a-470c-b677-5d2a501210fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba7ebf-456f-427b-a76a-744a1f12e834,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:14.017793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No DVR routers for this DVR port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:14.108405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=671fb4a1-8113-4e33-ae3a-785a0bae5db9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:14.113477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=671fb4a1-8113-4e33-ae3a-785a0bae5db9,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:14.303541 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (671fb4a1-8113-4e33-ae3a-785a0bae5db9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.341994 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e43de2da-1e49-4ce6-b913-0ac39f6281f8 admin admin] Publish callbacks [] for security_group (574a3920-e4c5-4290-b22e-33d6715fbbec), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.358229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e43de2da-1e49-4ce6-b913-0ac39f6281f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (574a3920-e4c5-4290-b22e-33d6715fbbec), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.374408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] Pushing event deleted for resources: {'Port': ['ID=671fb4a1-8113-4e33-ae3a-785a0bae5db9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:14.390145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e59203-cfa7-4b7f-9c50-ce5901870089 None None] No DVR routers for this DVR port 671fb4a1-8113-4e33-ae3a-785a0bae5db9 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:14.412504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43de2da-1e49-4ce6-b913-0ac39f6281f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574a3920-e4c5-4290-b22e-33d6715fbbec,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:14.455904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] device_id is not set on port 823873e6-f616-4b0c-a8b0-76c0efe220fb yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:38:14.479835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e43de2da-1e49-4ce6-b913-0ac39f6281f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79a82a7d86924460856577b9f19ff20a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1106682 Feb 03 14:38:14.480491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38160) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:14.598883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for port (823873e6-f616-4b0c-a8b0-76c0efe220fb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.599101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5501a77-5423-41ff-833b-a3e25ecf5cf0 admin admin] Publish callbacks [] for security_group (574a3920-e4c5-4290-b22e-33d6715fbbec), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.642705 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5501a77-5423-41ff-833b-a3e25ecf5cf0 admin admin] Publish callbacks [] for security_group (574a3920-e4c5-4290-b22e-33d6715fbbec), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.732253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] device_id is not set on port f66221fa-9611-4b5d-8851-dda38091f46e yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:38:14.754208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5501a77-5423-41ff-833b-a3e25ecf5cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (574a3920-e4c5-4290-b22e-33d6715fbbec), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.758982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5501a77-5423-41ff-833b-a3e25ecf5cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.769277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f5501a77-5423-41ff-833b-a3e25ecf5cf0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/574a3920-e4c5-4290-b22e-33d6715fbbec HTTP/1.1" status: 204 len: 168 time: 0.2793152 Feb 03 14:38:14.794201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5501a77-5423-41ff-833b-a3e25ecf5cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574a3920-e4c5-4290-b22e-33d6715fbbec,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:14.927230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for port (f66221fa-9611-4b5d-8851-dda38091f46e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:14.997473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (257ff816-79d6-4d9b-b270-539f243fcd9c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.097815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257ff816-79d6-4d9b-b270-539f243fcd9c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:15.157632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f931d2d1-b7d6-43d8-8640-21a7d44ca0cf') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:15.157962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f931d2d1-b7d6-43d8-8640-21a7d44ca0cf') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:15.164018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (823873e6-f616-4b0c-a8b0-76c0efe220fb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.222244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (f931d2d1-b7d6-43d8-8640-21a7d44ca0cf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.396860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f931d2d1-b7d6-43d8-8640-21a7d44ca0cf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.441358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Port': ['ID=823873e6-f616-4b0c-a8b0-76c0efe220fb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:15.443577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38200) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:15.444345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:15.444957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (f931d2d1-b7d6-43d8-8640-21a7d44ca0cf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:15.449020 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:15.478218 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9ad02c1e-6120-4514-b840-3fea5e3226f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.497960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38202) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:15.551796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Checking segment: {'id': '11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '57e084fa-94b9-45a5-a68f-440d07f39d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:15.552383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network hostable DHCP agents. Network: 57e084fa-94b9-45a5-a68f-440d07f39d97, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:15.557093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (257ff816-79d6-4d9b-b270-539f243fcd9c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.580940 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.590883 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/257ff816-79d6-4d9b-b270-539f243fcd9c HTTP/1.1" status: 204 len: 168 time: 3.1672368 Feb 03 14:38:15.591963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:15.611603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1665870711'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:15.620125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ff39a-4f93-4bed-a206-2b5e877080ca tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=257ff816-79d6-4d9b-b270-539f243fcd9c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:15.639242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network 57e084fa-94b9-45a5-a68f-440d07f39d97 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:15.678159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 57e084fa-94b9-45a5-a68f-440d07f39d97) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:15.692643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5262dc0-8b90-414d-bf98-eaa99636acc3 None None] Network 57e084fa-94b9-45a5-a68f-440d07f39d97 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:15.698002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:15.708267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.728853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9ad02c1e-6120-4514-b840-3fea5e3226f8 admin admin] Publish callbacks [] for security_group (8de4153d-e256-489a-a555-54b09f02d4a3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.748703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9ad02c1e-6120-4514-b840-3fea5e3226f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8de4153d-e256-489a-a555-54b09f02d4a3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.758588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:15.761349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f66221fa-9611-4b5d-8851-dda38091f46e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:15.872550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9ad02c1e-6120-4514-b840-3fea5e3226f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c255f74167247769ef2e7d181e10b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278190 Feb 03 14:38:15.873777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad02c1e-6120-4514-b840-3fea5e3226f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4153d-e256-489a-a555-54b09f02d4a3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:15.897526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38220) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:16.004239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:16.037255 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6f7e-a62e-4de5-b4e3-e0303f669ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.045775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1499863208-network', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:16.047094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.047690 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment 613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed of type vlan for network c7987504-e7ea-4fb3-9b91-c6e5178ad051 Feb 03 14:38:16.049984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Port': ['ID=f66221fa-9611-4b5d-8851-dda38091f46e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:16.093505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Checking segment: {'id': '85605aea-70f9-4a47-b950-8a8cf528bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2f5a5974-d16a-4974-8d04-a687dd503d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:16.093887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network hostable DHCP agents. Network: 2f5a5974-d16a-4974-8d04-a687dd503d00, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:16.103389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76dd8b0c-565d-4a54-960e-d5d0bd14753d admin admin] Publish callbacks [] for security_group (8de4153d-e256-489a-a555-54b09f02d4a3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.119138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c7987504-e7ea-4fb3-9b91-c6e5178ad051), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.126310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76dd8b0c-565d-4a54-960e-d5d0bd14753d admin admin] Publish callbacks [] for security_group (8de4153d-e256-489a-a555-54b09f02d4a3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.150475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network 2f5a5974-d16a-4974-8d04-a687dd503d00 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:16.174046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Made reservation on behalf of 56725619564d47e6bc942cdc2b2417d3 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:16.176657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.179386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2f5a5974-d16a-4974-8d04-a687dd503d00) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:16.187508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c7987504-e7ea-4fb3-9b91-c6e5178ad051), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.188472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76dd8b0c-565d-4a54-960e-d5d0bd14753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8de4153d-e256-489a-a555-54b09f02d4a3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.192622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76dd8b0c-565d-4a54-960e-d5d0bd14753d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.193874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c85824-218b-4091-ae46-c00eaabe77f7 None None] Network 2f5a5974-d16a-4974-8d04-a687dd503d00 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:16.202640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:16.203933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.218915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:16.219692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-76dd8b0c-565d-4a54-960e-d5d0bd14753d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8de4153d-e256-489a-a555-54b09f02d4a3 HTTP/1.1" status: 204 len: 168 time: 0.3210459 Feb 03 14:38:16.225974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.244442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:16.266672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:16.270723 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.307121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd8b0c-565d-4a54-960e-d5d0bd14753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4153d-e256-489a-a555-54b09f02d4a3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:16.467311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks [] for security_group (acfe8a65-2cac-4883-b1c1-23cb59d918d1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.475192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (acfe8a65-2cac-4883-b1c1-23cb59d918d1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.527963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:16.562572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfe8a65-2cac-4883-b1c1-23cb59d918d1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:16.597886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=c7987504-e7ea-4fb3-9b91-c6e5178ad051,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:16.608185 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9ee165ee-8fd5-4272-896e-d4260222ee99), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.608595 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Added segment 9ee165ee-8fd5-4272-896e-d4260222ee99 of type vlan for network 1d683311-4419-4a0c-bceb-3fd0c0092f93 Feb 03 14:38:16.628402 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b33a613d-2a1a-4552-a4bb-d06b14dd0a2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0218556 Feb 03 14:38:16.640988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38230) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:16.647616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': 'c7987504-e7ea-4fb3-9b91-c6e5178ad051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:16.652910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:16.669023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26f86109-e283-44bc-aee5-df46461f6faa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6412930 Feb 03 14:38:16.672010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38232) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:16.683808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (1d683311-4419-4a0c-bceb-3fd0c0092f93), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.748463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (1d683311-4419-4a0c-bceb-3fd0c0092f93), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.748463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:16.748463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.851777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3527136 Feb 03 14:38:16.852816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38244) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:16.863571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Request body: {'subnet': {'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1499863208-subnet', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:16.892668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29441405-5b07-46fe-b1b1-1dc2338038c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1d683311-4419-4a0c-bceb-3fd0c0092f93,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:16.896372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Made reservation on behalf of 56725619564d47e6bc942cdc2b2417d3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:16.899362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:16.905892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:17.038229 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:17.053937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.155670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc85cb-a21f-4a65-9161-1f466d6a1d4b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:17.176364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc85cb-a21f-4a65-9161-1f466d6a1d4b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:17.181212 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9fcc85cb-a21f-4a65-9161-1f466d6a1d4b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4986570 Feb 03 14:38:17.185545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38260) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:17.342384 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (e2679784-0a7e-4c85-9062-08f79cff4bf3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.415639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Checking segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:17.416406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Network hostable DHCP agents. Network: 1d683311-4419-4a0c-bceb-3fd0c0092f93, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:17.418987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2679784-0a7e-4c85-9062-08f79cff4bf3,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:17.450518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:17.466599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 1d683311-4419-4a0c-bceb-3fd0c0092f93) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:17.472877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:17.473992 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.477063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785b11c-861b-4755-aeba-894ce9f87d10 None None] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:17.496376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03e70b34-ab57-41f8-9ff6-f6efd943109e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6392336 Feb 03 14:38:17.497336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38270) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:17.503437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:17.545337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (8b4d9931-122d-48ed-aeab-90e02891f411), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.550467 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (8b4d9931-122d-48ed-aeab-90e02891f411), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.701886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks [] for router_controller (8b4d9931-122d-48ed-aeab-90e02891f411), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.702551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Deleting port 823873e6-f616-4b0c-a8b0-76c0efe220fb {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:17.703176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (823873e6-f616-4b0c-a8b0-76c0efe220fb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.738003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1d683311-4419-4a0c-bceb-3fd0c0092f93', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'fixed_ips': [{'subnet_id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:38:17.739368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.831530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (7383cb82-8f8d-4d77-9ac0-5376f77bdb88), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.880519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (823873e6-f616-4b0c-a8b0-76c0efe220fb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:17.912398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Calling delete_port for 823873e6-f616-4b0c-a8b0-76c0efe220fb owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:18.031720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Allocated IP 172.20.0.2 (1d683311-4419-4a0c-bceb-3fd0c0092f93/e2679784-0a7e-4c85-9062-08f79cff4bf3/bc4e4990-b0ec-4ebc-9da7-7173f68f0b20) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:18.054826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks [] for router_gateway (8b4d9931-122d-48ed-aeab-90e02891f411), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.153733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34237e28-a05b-4ae8-a208-d0055c7b606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.158540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=7383cb82-8f8d-4d77-9ac0-5376f77bdb88,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:18.273842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': '613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c7987504-e7ea-4fb3-9b91-c6e5178ad051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:18.274311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: c7987504-e7ea-4fb3-9b91-c6e5178ad051, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:18.342312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:18.352711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (823873e6-f616-4b0c-a8b0-76c0efe220fb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.379255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c7987504-e7ea-4fb3-9b91-c6e5178ad051) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:18.390027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec8af8-a332-487f-bb4a-30cc40ed459a None None] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:18.414410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.420747 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/ports/823873e6-f616-4b0c-a8b0-76c0efe220fb HTTP/1.1" status: 204 len: 168 time: 1.2344294 Feb 03 14:38:18.422244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:18.422821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.426080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38298) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:18.428351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6bc5-c93d-4208-a659-b8753bc289c5 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Port': ['ID=823873e6-f616-4b0c-a8b0-76c0efe220fb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:18.481091 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-136471f2-7bca-4d32-989f-35dea2b5511a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8351233 Feb 03 14:38:18.485388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38304) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:18.490615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3914d914-1719-47ba-855b-db0150e46ea9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-628432907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:18.544071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3914d914-1719-47ba-855b-db0150e46ea9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (8523aa95-7349-4c62-b038-f0147b66aeea), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.545150 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3914d914-1719-47ba-855b-db0150e46ea9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (8523aa95-7349-4c62-b038-f0147b66aeea), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.629885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Deleting port f66221fa-9611-4b5d-8851-dda38091f46e {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:18.629885 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f66221fa-9611-4b5d-8851-dda38091f46e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.645702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3914d914-1719-47ba-855b-db0150e46ea9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (8523aa95-7349-4c62-b038-f0147b66aeea), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.661160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3914d914-1719-47ba-855b-db0150e46ea9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (8523aa95-7349-4c62-b038-f0147b66aeea), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.662590 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks [] for router_gateway (8b4d9931-122d-48ed-aeab-90e02891f411), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.722011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.730654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3914d914-1719-47ba-855b-db0150e46ea9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.731927 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3914d914-1719-47ba-855b-db0150e46ea9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2449348 Feb 03 14:38:18.734065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f66221fa-9611-4b5d-8851-dda38091f46e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.736952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38308) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:18.788261 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Publish callbacks [] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.820371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:18.934613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Allocated IP 172.25.0.10 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/a8c4e2d2-3019-432f-8cc0-8adf39a31426) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:18.950797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Calling delete_port for f66221fa-9611-4b5d-8851-dda38091f46e owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:19.007359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Pushing event updated for resources: {'Port': ['ID=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:19.046787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:19.058780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:19.084104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:19.141571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c7987504-e7ea-4fb3-9b91-c6e5178ad051', 'network_id': 'c7987504-e7ea-4fb3-9b91-c6e5178ad051', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': '7383cb82-8f8d-4d77-9ac0-5376f77bdb88'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:38:19.143146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.237569 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks [] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.348441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.354882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Attempting to bind port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:19.354882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Attempting to bind port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:19.354882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Attempting to bind port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:19.386556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:19.387033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Checking segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:19.387339 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.387745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Bound using segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:19.388216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Bound port: bc4e4990-b0ec-4ebc-9da7-7173f68f0b20, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:19.396016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.444253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.450018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f66221fa-9611-4b5d-8851-dda38091f46e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.455389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Pushing event updated for resources: {'Port': ['ID=a8c4e2d2-3019-432f-8cc0-8adf39a31426,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:19.482674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Allocated IP 172.20.0.2 (c7987504-e7ea-4fb3-9b91-c6e5178ad051/7383cb82-8f8d-4d77-9ac0-5376f77bdb88/b39e4acb-3204-46f3-a923-6f14f329ffc0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:19.484115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:19.488399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:19.494290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:19.547672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Port': ['ID=f66221fa-9611-4b5d-8851-dda38091f46e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:19.606190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.609889 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a1b2eddc-db4a-46f9-b3a8-f36d10495a17 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/ports/f66221fa-9611-4b5d-8851-dda38091f46e HTTP/1.1" status: 204 len: 168 time: 1.1826992 Feb 03 14:38:19.612827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38336) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:19.678956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6826374-1042-4ad5-8680-2e056a2240a0 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0648479 Feb 03 14:38:19.685111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38338) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:19.691541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1267729753'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:19.802239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Made reservation on behalf of 5199ec5c451844e085593103cfa32892 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:19.805728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.827311 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Publish callbacks [] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.849529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.934519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:19.941349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:19.943642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:19.946302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.947759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:19.990498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] For port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:19.992129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (361a9cc6-df17-4944-9480-96b67744d006), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:19.992794 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Added segment 361a9cc6-df17-4944-9480-96b67744d006 of type vlan for network 6615f51f-715d-4512-af28-5b1213075774 Feb 03 14:38:19.994812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] For port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:20.005465 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.047462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Pushing event updated for resources: {'Port': ['ID=b39e4acb-3204-46f3-a923-6f14f329ffc0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:20.140659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (6615f51f-715d-4512-af28-5b1213075774), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.172749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Attempting to bind port b39e4acb-3204-46f3-a923-6f14f329ffc0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:20.173911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Attempting to bind port b39e4acb-3204-46f3-a923-6f14f329ffc0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c7987504-e7ea-4fb3-9b91-c6e5178ad051'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:20.174468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Attempting to bind port b39e4acb-3204-46f3-a923-6f14f329ffc0 on network c7987504-e7ea-4fb3-9b91-c6e5178ad051 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:20.183591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:20.184251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Checking segment: {'id': '613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c7987504-e7ea-4fb3-9b91-c6e5178ad051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:20.184859 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.185417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Bound using segment: {'id': '613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c7987504-e7ea-4fb3-9b91-c6e5178ad051'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:20.186070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Bound port: b39e4acb-3204-46f3-a923-6f14f329ffc0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c7987504-e7ea-4fb3-9b91-c6e5178ad051'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:20.186651 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.211204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dabc5-a808-4388-8c30-0e52e38b4368 None None] Pushing event updated for resources: {'Port': ['ID=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:20.247834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (6615f51f-715d-4512-af28-5b1213075774), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.253655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:20.254281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.278168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks [] for router_gateway (8b4d9931-122d-48ed-aeab-90e02891f411), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.360148 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6734145 Feb 03 14:38:20.395706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38352) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:20.406878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-559234187'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:20.433304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Made reservation on behalf of 5199ec5c451844e085593103cfa32892 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:20.435002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] For port b39e4acb-3204-46f3-a923-6f14f329ffc0, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:20.437376 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.441214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.20.0.1 (c7987504-e7ea-4fb3-9b91-c6e5178ad051/7383cb82-8f8d-4d77-9ac0-5376f77bdb88/58bf7031-2b0c-4672-88f4-d85502a1e804) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:20.446340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3c2a-df85-4f69-806d-c4ebc4ace93b tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Network': ['ID=6615f51f-715d-4512-af28-5b1213075774,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:20.451761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] For port b39e4acb-3204-46f3-a923-6f14f329ffc0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b39e4acb-3204-46f3-a923-6f14f329ffc0,segment=NetworkSegment(613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed),segment_id=613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:20.466850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.501837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 6615f51f-715d-4512-af28-5b1213075774 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:20.530062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:20.545088 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0e376b94-a531-4c8d-b679-331e2644feaf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.545504 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Added segment 0e376b94-a531-4c8d-b679-331e2644feaf of type vlan for network 15adc6cc-8cec-46bc-b6e8-756c43acf32d Feb 03 14:38:20.640229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (15adc6cc-8cec-46bc-b6e8-756c43acf32d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.695003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (15adc6cc-8cec-46bc-b6e8-756c43acf32d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.703079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:20.703722 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.854885 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:20.867083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Network': ['ID=15adc6cc-8cec-46bc-b6e8-756c43acf32d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:20.927356 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a70284e5-24f6-49df-96ec-a5665711a2a6 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5255694 Feb 03 14:38:20.957267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 15adc6cc-8cec-46bc-b6e8-756c43acf32d details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:20.997332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a08e1-69c0-4700-9d0b-1ba0d24358c4 None None] Pushing event updated for resources: {'Port': ['ID=b39e4acb-3204-46f3-a923-6f14f329ffc0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:21.093996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38372) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:21.101750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'subnets': [{'network_id': '6615f51f-715d-4512-af28-5b1213075774', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1582712203', 'ip_version': 4}, {'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:21.106162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'subnet': {'network_id': '6615f51f-715d-4512-af28-5b1213075774', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1582712203', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:21.106909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Request body: {'subnet': {'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:21.286106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:21.330493 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (8b4d9931-122d-48ed-aeab-90e02891f411), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:21.491861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:21.492245 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:21.798260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Router 8b4d9931-122d-48ed-aeab-90e02891f411 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:38:21.863934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:21.866347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.004229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:22.013415 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.087693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:22.178018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:22.189670 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Sync routers for ids ['8b4d9931-122d-48ed-aeab-90e02891f411'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:22.197083 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.206567 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Routers {'8b4d9931-122d-48ed-aeab-90e02891f411'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:22.207226 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8b4d9931-122d-48ed-aeab-90e02891f411'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:22.213538 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.219285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ce91a149-2636-49f8-93e8-3094d9076baf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7174377 Feb 03 14:38:22.220854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38396) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:22.402443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc370e4-7eeb-41ea-ab89-0e70205917cc None None] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:22.458183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.546237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.606824 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Set router 8b4d9931-122d-48ed-aeab-90e02891f411 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:22.641413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-25346636-1ee0-4573-8727-5177ff76ca41 None None] Provisioning complete for port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:22.642550 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25346636-1ee0-4573-8727-5177ff76ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.654563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:22.746714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=58bf7031-2b0c-4672-88f4-d85502a1e804,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:22.785439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:22.792071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:22.811094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:22.948793 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:38:19Z', 'revision_number': 3, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:22.984935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (8523aa95-7349-4c62-b038-f0147b66aeea), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:22.985585 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Checking router: 8b4d9931-122d-48ed-aeab-90e02891f411 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:38:22.986125 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Updating router 8b4d9931-122d-48ed-aeab-90e02891f411 port a8c4e2d2-3019-432f-8cc0-8adf39a31426 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:38:23.055989 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.432676 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.521299 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Publish callbacks [] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.531477 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.650193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f8ea3-75cc-4355-a513-0d40f4fb3722 None None] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:23.655175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b39e4acb-3204-46f3-a923-6f14f329ffc0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:23.686795 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Attempting to bind port a8c4e2d2-3019-432f-8cc0-8adf39a31426 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:23.687195 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Attempting to bind port a8c4e2d2-3019-432f-8cc0-8adf39a31426 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:23.688934 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Attempting to bind port a8c4e2d2-3019-432f-8cc0-8adf39a31426 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:23.714204 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Pushing event updated for resources: {'Port': ['ID=a8c4e2d2-3019-432f-8cc0-8adf39a31426,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:23.719573 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:23.722192 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:23.722616 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.723019 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:23.723521 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Bound port: a8c4e2d2-3019-432f-8cc0-8adf39a31426, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:23.723908 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.794309 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.796874 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.797239 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.799097 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.799441 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.799780 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.800117 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.800511 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.803245 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.803539 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.803865 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.804199 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.804560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:23.897446 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] For port a8c4e2d2-3019-432f-8cc0-8adf39a31426, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:23.902396 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] For port a8c4e2d2-3019-432f-8cc0-8adf39a31426, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a8c4e2d2-3019-432f-8cc0-8adf39a31426,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:23.917779 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.949434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Made reservation on behalf of 5199ec5c451844e085593103cfa32892 for: {'subnet': 2} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:23.962902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:23.963255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.057049 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Routers {'8b4d9931-122d-48ed-aeab-90e02891f411'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:24.057942 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8b4d9931-122d-48ed-aeab-90e02891f411'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:24.131065 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452e00f-7817-4b52-85f3-1456cbc01fc6 None None] Pushing event updated for resources: {'Port': ['ID=a8c4e2d2-3019-432f-8cc0-8adf39a31426,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:24.194056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-25346636-1ee0-4573-8727-5177ff76ca41 None None] Current status of the port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:24.265864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b39e4acb-3204-46f3-a923-6f14f329ffc0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:24.266248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.333274 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] Set router 8b4d9931-122d-48ed-aeab-90e02891f411 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:24.416873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.427262 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cbff-0ede-4872-b345-ee8b36b91de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.473002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-31e0de99-fc68-49fb-9ccf-694d2b7d7d39 None None] Provisioning complete for port b39e4acb-3204-46f3-a923-6f14f329ffc0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:24.473396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31e0de99-fc68-49fb-9ccf-694d2b7d7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.840204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b39e4acb-3204-46f3-a923-6f14f329ffc0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:24.841553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.863392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cbff-0ede-4872-b345-ee8b36b91de1 admin admin] Publish callbacks [] for security_group (9522c260-d1ec-407e-887f-cd1617a191ca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.894717 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:38:19Z', 'revision_number': 3, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:24.923764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Allocated IP 172.20.0.1 (1d683311-4419-4a0c-bceb-3fd0c0092f93/e2679784-0a7e-4c85-9062-08f79cff4bf3/6cc264a0-8fd7-4fc6-80f9-c86a9f383171) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:24.952355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cbff-0ede-4872-b345-ee8b36b91de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9522c260-d1ec-407e-887f-cd1617a191ca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:24.967539 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ed0a9-6909-4f2b-b95b-01188a6c4b97 None None] The sync data for ids ['8b4d9931-122d-48ed-aeab-90e02891f411'] in n-d-827549-2 is: [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:38:19Z', 'revision_number': 3, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:24.968618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.038376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31e0de99-fc68-49fb-9ccf-694d2b7d7d39 None None] Current status of the port b39e4acb-3204-46f3-a923-6f14f329ffc0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:25.038376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31e0de99-fc68-49fb-9ccf-694d2b7d7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.040536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.129307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.159499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b1e1cbff-0ede-4872-b345-ee8b36b91de1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=692b989ad926426e868698c66c3eddc9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5021951 Feb 03 14:38:25.161315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38454) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:25.161707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1cbff-0ede-4872-b345-ee8b36b91de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9522c260-d1ec-407e-887f-cd1617a191ca,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:25.168311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-31e0de99-fc68-49fb-9ccf-694d2b7d7d39 None None] For port b39e4acb-3204-46f3-a923-6f14f329ffc0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b39e4acb-3204-46f3-a923-6f14f329ffc0,segment=NetworkSegment(613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed),segment_id=613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:25.309658 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:38:25.310223 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:38:25.312756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31e0de99-fc68-49fb-9ccf-694d2b7d7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.469671 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=58bf7031-2b0c-4672-88f4-d85502a1e804,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:25.473091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (8523aa95-7349-4c62-b038-f0147b66aeea), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.493629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0de99-fc68-49fb-9ccf-694d2b7d7d39 None None] Pushing event updated for resources: {'Port': ['ID=b39e4acb-3204-46f3-a923-6f14f329ffc0,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:25.502727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Provisioning complete for port b39e4acb-3204-46f3-a923-6f14f329ffc0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:25.503402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.622607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Current status of the port b39e4acb-3204-46f3-a923-6f14f329ffc0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:25.645786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Provisioning complete for port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:25.646315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.769786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:25.773142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:25.786057 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (6971b197-5cb0-4027-9bcb-d5f74574eef2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.812611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks [] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.880192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Current status of the port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:25.886606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b39e4acb-3204-46f3-a923-6f14f329ffc0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:25.887995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:25.953990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-540fab14-98c8-4951-bf0c-12e9b69b2d27 admin admin] Publish callbacks [] for security_group (9522c260-d1ec-407e-887f-cd1617a191ca), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:25.979683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Provisioning complete for port 58bf7031-2b0c-4672-88f4-d85502a1e804 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:25.980202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.023067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-540fab14-98c8-4951-bf0c-12e9b69b2d27 admin admin] Publish callbacks [] for security_group (9522c260-d1ec-407e-887f-cd1617a191ca), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.056801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:26.057183 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.080348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Subnet': ['ID=6971b197-5cb0-4027-9bcb-d5f74574eef2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:26.129036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Checking segment: {'id': '361a9cc6-df17-4944-9480-96b67744d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6615f51f-715d-4512-af28-5b1213075774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:26.129828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network hostable DHCP agents. Network: 6615f51f-715d-4512-af28-5b1213075774, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:26.130650 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.155328 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-540fab14-98c8-4951-bf0c-12e9b69b2d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9522c260-d1ec-407e-887f-cd1617a191ca), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.168591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-540fab14-98c8-4951-bf0c-12e9b69b2d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.169875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-540fab14-98c8-4951-bf0c-12e9b69b2d27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9522c260-d1ec-407e-887f-cd1617a191ca HTTP/1.1" status: 204 len: 168 time: 1.0038221 Feb 03 14:38:26.300975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-53a744b5-d442-4798-a8e0-97b5e0384235 None None] Port 58bf7031-2b0c-4672-88f4-d85502a1e804 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:26.307384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:26.308123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network 6615f51f-715d-4512-af28-5b1213075774 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:26.320158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:26.328865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fab14-98c8-4951-bf0c-12e9b69b2d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9522c260-d1ec-407e-887f-cd1617a191ca,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:26.335022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 6615f51f-715d-4512-af28-5b1213075774) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:26.336444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:26.357647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (323f03d8-475a-4b2e-b345-6b6cd7db80c2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.365350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 8523aa95-7349-4c62-b038-f0147b66aeea is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:38:26.419644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (8b4d9931-122d-48ed-aeab-90e02891f411), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.459772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ccdf07-e146-46eb-90c6-5767c87cb3a4 None None] Network 6615f51f-715d-4512-af28-5b1213075774 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:26.653686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event updated for resources: {'Subnet': ['ID=323f03d8-475a-4b2e-b345-6b6cd7db80c2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:26.845433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:26.914408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dceb2afd-92a1-49ab-9629-af6b2ce514a6 None None] Provisioning complete for port 58bf7031-2b0c-4672-88f4-d85502a1e804 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:26.915084 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dceb2afd-92a1-49ab-9629-af6b2ce514a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:26.941142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Checking segment: {'id': '0e376b94-a531-4c8d-b679-331e2644feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:26.941142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network hostable DHCP agents. Network: 15adc6cc-8cec-46bc-b6e8-756c43acf32d, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:26.999914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Pushing event updated for resources: {'Port': ['ID=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:27.013069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:27.019081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:27.058419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38488) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:27.065969 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1d915105-26cc-4e4d-b3bd-ee5fde756b67 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/8523aa95-7349-4c62-b038-f0147b66aeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3199451 Feb 03 14:38:27.097395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Network 15adc6cc-8cec-46bc-b6e8-756c43acf32d is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:27.130161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dceb2afd-92a1-49ab-9629-af6b2ce514a6 None None] Port 58bf7031-2b0c-4672-88f4-d85502a1e804 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:27.139032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 15adc6cc-8cec-46bc-b6e8-756c43acf32d) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:27.143644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] Sync routers for ids ['8523aa95-7349-4c62-b038-f0147b66aeea'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:27.151927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:27.152688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:27.161660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:27.213300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7769390-7230-4f8a-b021-6a6506f3b1e9 None None] Network 15adc6cc-8cec-46bc-b6e8-756c43acf32d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:27.284855 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5275d653-b9e3-4039-a5e1-e40ba8432147 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.1835320 Feb 03 14:38:27.290558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:27.331995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c05f8d-ad2b-42bb-8181-783fd7438198 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:27.346945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-71c05f8d-ad2b-42bb-8181-783fd7438198 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports/58bf7031-2b0c-4672-88f4-d85502a1e804 HTTP/1.1" status: 200 len: 910 time: 0.2872810 Feb 03 14:38:27.363521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38496) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:27.517699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b39e4acb-3204-46f3-a923-6f14f329ffc0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:27.575207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38504) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:27.618983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa324620-ea17-4429-963e-add343d98849 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:27.621485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa324620-ea17-4429-963e-add343d98849 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:27.630978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa324620-ea17-4429-963e-add343d98849 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:27.638386 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aa324620-ea17-4429-963e-add343d98849 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3478332 Feb 03 14:38:27.658270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38506) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:27.672123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:27.712816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] Routers {'8523aa95-7349-4c62-b038-f0147b66aeea'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:27.714213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8523aa95-7349-4c62-b038-f0147b66aeea'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:27.847973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Deleting subnet 6971b197-5cb0-4027-9bcb-d5f74574eef2 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:38:27.864004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for subnet (6971b197-5cb0-4027-9bcb-d5f74574eef2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.043001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (6971b197-5cb0-4027-9bcb-d5f74574eef2), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.105167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:28.185970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4e333-749e-49c6-9a5a-b0d92bd29eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-6615f51f-715d-4512-af28-5b1213075774', 'network_id': '6615f51f-715d-4512-af28-5b1213075774', 'project_id': '5199ec5c451844e085593103cfa32892', 'fixed_ips': [{'subnet_id': '6971b197-5cb0-4027-9bcb-d5f74574eef2'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:38:28.187342 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e333-749e-49c6-9a5a-b0d92bd29eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.310697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7afff9a1-6ffe-421b-886f-3adeda39b233 None None] Provisioning complete for port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:28.311269 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7afff9a1-6ffe-421b-886f-3adeda39b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.333314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-15adc6cc-8cec-46bc-b6e8-756c43acf32d', 'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d', 'project_id': '5199ec5c451844e085593103cfa32892', 'fixed_ips': [{'subnet_id': '323f03d8-475a-4b2e-b345-6b6cd7db80c2'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:38:28.335132 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.368365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Publish callbacks [] for security_group (89f2a18a-042d-4902-aa9c-fc72ec9b1235), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.371980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (6971b197-5cb0-4027-9bcb-d5f74574eef2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.540999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (89f2a18a-042d-4902-aa9c-fc72ec9b1235), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.701397 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98e79f7be56846a6bcb1181c0874cefa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1220803 Feb 03 14:38:28.701761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] Routers {'8523aa95-7349-4c62-b038-f0147b66aeea'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:28.702796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8523aa95-7349-4c62-b038-f0147b66aeea'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:28.719204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (6971b197-5cb0-4027-9bcb-d5f74574eef2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.729512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38524) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:28.862574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2a18a-042d-4902-aa9c-fc72ec9b1235,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:28.904406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks [] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.937158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Subnet': ['ID=6971b197-5cb0-4027-9bcb-d5f74574eef2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:28.942086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.949225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:28.975941 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/subnets/6971b197-5cb0-4027-9bcb-d5f74574eef2 HTTP/1.1" status: 204 len: 168 time: 1.3101852 Feb 03 14:38:28.990063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38530) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:29.014253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.014821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.015402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.015983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.024748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.025432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.026010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.026591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.027186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.027767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.028375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.035778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.036473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777578c-09f3-420b-8604-94e827405374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.245653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Allocated IP 172.20.0.18 (15adc6cc-8cec-46bc-b6e8-756c43acf32d/323f03d8-475a-4b2e-b345-6b6cd7db80c2/91b6cbd1-4957-4145-b269-cefd22e1a1e3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:29.249837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.250195 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.250551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.251430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.251782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.252148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.252484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.252815 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.253150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.253482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.253812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.254142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.264849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d04b5f3-1d09-49bf-8d35-10d03d30b512 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.312483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Pushing event updated for resources: {'Port': ['ID=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:29.356301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Deleting subnet 323f03d8-475a-4b2e-b345-6b6cd7db80c2 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:38:29.364533 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fba5-1dde-4da8-8f26-1650c6846b3c admin admin] Publish callbacks [] for security_group (89f2a18a-042d-4902-aa9c-fc72ec9b1235), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.401877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.402236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.402571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.402917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.403218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.403541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.403863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.404183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.404529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.404849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.406024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.406024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.406024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:29.431581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fba5-1dde-4da8-8f26-1650c6846b3c admin admin] Publish callbacks [] for security_group (89f2a18a-042d-4902-aa9c-fc72ec9b1235), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.473055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (8523aa95-7349-4c62-b038-f0147b66aeea), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-a3e4e333-749e-49c6-9a5a-b0d92bd29eca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6971b197-5cb0-4027-9bcb-d5f74574eef2: This subnet is being modified by another concurrent operation. Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6971b197-5cb0-4027-9bcb-d5f74574eef2: This subnet is being modified by another concurrent operation. Feb 03 14:38:29.530538 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:38:29.558044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:29.558044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c8ff1-0e7a-4a2d-bb7b-94e386f0e01c None None] The sync data for ids ['8523aa95-7349-4c62-b038-f0147b66aeea'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:29.558044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5ab8f-bec7-4c71-aebf-ccc9617aa12e None None] Network 6615f51f-715d-4512-af28-5b1213075774 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:29.558044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7afff9a1-6ffe-421b-886f-3adeda39b233 None None] Port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:29.564507 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Publish callbacks [] for port (91b6cbd1-4957-4145-b269-cefd22e1a1e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.564507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b39e4acb-3204-46f3-a923-6f14f329ffc0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:29.576614 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.599080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (91b6cbd1-4957-4145-b269-cefd22e1a1e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.614638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for subnet (323f03d8-475a-4b2e-b345-6b6cd7db80c2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.708125 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (8b4d9931-122d-48ed-aeab-90e02891f411), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.746765 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (323f03d8-475a-4b2e-b345-6b6cd7db80c2), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.769330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Pushing event updated for resources: {'Port': ['ID=91b6cbd1-4957-4145-b269-cefd22e1a1e3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:29.805571 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fba5-1dde-4da8-8f26-1650c6846b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (89f2a18a-042d-4902-aa9c-fc72ec9b1235), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.815395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd0fba5-1dde-4da8-8f26-1650c6846b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:29.817021 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2fd0fba5-1dde-4da8-8f26-1650c6846b3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89f2a18a-042d-4902-aa9c-fc72ec9b1235 HTTP/1.1" status: 204 len: 168 time: 1.0604830 Feb 03 14:38:29.842967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0fba5-1dde-4da8-8f26-1650c6846b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2a18a-042d-4902-aa9c-fc72ec9b1235,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:30.003074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (323f03d8-475a-4b2e-b345-6b6cd7db80c2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:30.054792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Network 15adc6cc-8cec-46bc-b6e8-756c43acf32d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:30.124259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:30.153594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:30.156688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:30.205642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (323f03d8-475a-4b2e-b345-6b6cd7db80c2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:30.240865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:30.255012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Subnet': ['ID=323f03d8-475a-4b2e-b345-6b6cd7db80c2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:30.261717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:30.292947 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b1a47013-7fa8-4ac1-8977-c839208957ee tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/subnets/323f03d8-475a-4b2e-b345-6b6cd7db80c2 HTTP/1.1" status: 204 len: 168 time: 1.2439239 Feb 03 14:38:30.293921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38554) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:30.500864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e3891-88df-46b3-8e80-cde08bd377f3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:30.502416 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-623e3891-88df-46b3-8e80-cde08bd377f3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2073832 Feb 03 14:38:30.517512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38564) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:30.711513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Router 8b4d9931-122d-48ed-aeab-90e02891f411 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:30.816646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (15adc6cc-8cec-46bc-b6e8-756c43acf32d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:30.906295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 58bf7031-2b0c-4672-88f4-d85502a1e804 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:30.906635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.092170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b39e4acb-3204-46f3-a923-6f14f329ffc0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:31.095637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8c4e2d2-3019-432f-8cc0-8adf39a31426 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:31.119318 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Deleting port 91b6cbd1-4957-4145-b269-cefd22e1a1e3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:31.119318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (91b6cbd1-4957-4145-b269-cefd22e1a1e3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.241851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Attempting to bind port 91b6cbd1-4957-4145-b269-cefd22e1a1e3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:31.243734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Attempting to bind port 91b6cbd1-4957-4145-b269-cefd22e1a1e3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '0e376b94-a531-4c8d-b679-331e2644feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:31.244358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Attempting to bind port 91b6cbd1-4957-4145-b269-cefd22e1a1e3 on network 15adc6cc-8cec-46bc-b6e8-756c43acf32d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:31.279299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d321d30f-9778-4425-88b2-ba746942f1f4 None None] Provisioning complete for port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:31.280619 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d321d30f-9778-4425-88b2-ba746942f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.290480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:31.290871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Checking segment: {'id': '0e376b94-a531-4c8d-b679-331e2644feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:31.293867 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.296129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Bound using segment: {'id': '0e376b94-a531-4c8d-b679-331e2644feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:31.296661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Bound port: 91b6cbd1-4957-4145-b269-cefd22e1a1e3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e376b94-a531-4c8d-b679-331e2644feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15adc6cc-8cec-46bc-b6e8-756c43acf32d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:31.297065 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (91b6cbd1-4957-4145-b269-cefd22e1a1e3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.300795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:31.311971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.324777 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Sync routers for ids ['8b4d9931-122d-48ed-aeab-90e02891f411'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:31.334840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-692a31ce-8fd4-479c-8e9f-5a54cd80eaef admin admin] 10.222.0.52 "PUT /v2.0/routers/8b4d9931-122d-48ed-aeab-90e02891f411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1128600 Feb 03 14:38:31.349959 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Routers {'8b4d9931-122d-48ed-aeab-90e02891f411'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:31.352708 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8b4d9931-122d-48ed-aeab-90e02891f411'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:31.365611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 58bf7031-2b0c-4672-88f4-d85502a1e804 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:31.470467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] For port 91b6cbd1-4957-4145-b269-cefd22e1a1e3, host n-d-827549-2, got binding levels [] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:31.470467 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (91b6cbd1-4957-4145-b269-cefd22e1a1e3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.533422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Calling delete_port for 91b6cbd1-4957-4145-b269-cefd22e1a1e3 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:31.652514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a8c4e2d2-3019-432f-8cc0-8adf39a31426 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:31.654335 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.724161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d321d30f-9778-4425-88b2-ba746942f1f4 None None] Port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:31.809581 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (58bf7031-2b0c-4672-88f4-d85502a1e804), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.863050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] For port 91b6cbd1-4957-4145-b269-cefd22e1a1e3, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:31.882593 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Set router 8b4d9931-122d-48ed-aeab-90e02891f411 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:31.919389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] For port 91b6cbd1-4957-4145-b269-cefd22e1a1e3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=91b6cbd1-4957-4145-b269-cefd22e1a1e3,segment=NetworkSegment(0e376b94-a531-4c8d-b679-331e2644feaf),segment_id=0e376b94-a531-4c8d-b679-331e2644feaf)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:31.939905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (91b6cbd1-4957-4145-b269-cefd22e1a1e3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.944130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a8c4e2d2-3019-432f-8cc0-8adf39a31426 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:31.944563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.950317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (91b6cbd1-4957-4145-b269-cefd22e1a1e3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:31.995689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889fb46-1a92-460e-9c0f-fd5a8749bf36 None None] Pushing event deleted for resources: {'Port': ['ID=91b6cbd1-4957-4145-b269-cefd22e1a1e3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:32.035036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=58bf7031-2b0c-4672-88f4-d85502a1e804,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:32.039826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Port': ['ID=91b6cbd1-4957-4145-b269-cefd22e1a1e3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:32.068353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] No DVR routers for this DVR port 91b6cbd1-4957-4145-b269-cefd22e1a1e3 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:32.080482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a8c4e2d2-3019-432f-8cc0-8adf39a31426, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a8c4e2d2-3019-432f-8cc0-8adf39a31426,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:32.092572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:32.283952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a8c4e2d2-3019-432f-8cc0-8adf39a31426,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-082568a0-8cbb-4c08-aac9-4138c19074f9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 91b6cbd1-4957-4145-b269-cefd22e1a1e3 could not be found. Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 91b6cbd1-4957-4145-b269-cefd22e1a1e3 could not be found. Feb 03 14:38:32.310676 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:38:32.341212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861c264-068e-41f5-a70a-e8439ea6da8d None None] Network 15adc6cc-8cec-46bc-b6e8-756c43acf32d requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:32.512250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (15adc6cc-8cec-46bc-b6e8-756c43acf32d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:32.602415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15adc6cc-8cec-46bc-b6e8-756c43acf32d']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:32.646044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e376b94-a531-4c8d-b679-331e2644feaf') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:32.646341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e376b94-a531-4c8d-b679-331e2644feaf') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:32.659680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed028fb-6e9c-49f8-af80-300f72acacf3 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:38:32.672623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (8523aa95-7349-4c62-b038-f0147b66aeea), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:32.689970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (0e376b94-a531-4c8d-b679-331e2644feaf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:32.748314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (0e376b94-a531-4c8d-b679-331e2644feaf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:32.761075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:32.763280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (0e376b94-a531-4c8d-b679-331e2644feaf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:32.770102 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:32.797755 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:38:26Z', 'revision_number': 4, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '6cc264a0-8fd7-4fc6-80f9-c86a9f383171', 'name': '', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'mac_address': 'fa:16:3e:0d:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:24Z', 'updated_at': '2022-02-03T14:38:27Z', 'revision_number': 2, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'subnets': [{'id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:32.888614 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Checking router: 8b4d9931-122d-48ed-aeab-90e02891f411 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:38:32.888971 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Updating router 8b4d9931-122d-48ed-aeab-90e02891f411 port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:38:32.941781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed028fb-6e9c-49f8-af80-300f72acacf3 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:38:32.958729 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:33.002989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (15adc6cc-8cec-46bc-b6e8-756c43acf32d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:33.027486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:33.044463 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/networks/15adc6cc-8cec-46bc-b6e8-756c43acf32d HTTP/1.1" status: 204 len: 168 time: 2.5237257 Feb 03 14:38:33.045652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38624) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:33.073150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cbec4-a990-4fbe-8ad3-03d969c687f8 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Network': ['ID=15adc6cc-8cec-46bc-b6e8-756c43acf32d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:33.443661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f70d72-ee84-4847-be0c-a2f4e81654c5 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:38:33.693290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f70d72-ee84-4847-be0c-a2f4e81654c5 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:38:33.711992 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Publish callbacks [] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:33.722803 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:33.912613 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba24df9-497b-4e6d-a33b-853f87bca6ce None None] Pushing event updated for resources: {'Port': ['ID=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:34.042078 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Attempting to bind port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:34.043501 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Attempting to bind port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:34.044988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Attempting to bind port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:34.051558 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:34.051926 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Checking segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:34.052463 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.052846 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Bound using segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:34.053307 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Bound port: 6cc264a0-8fd7-4fc6-80f9-c86a9f383171, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:34.053751 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.163939 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (6615f51f-715d-4512-af28-5b1213075774), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.181575 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] For port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:34.194974 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] For port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:34.232302 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.294182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38660) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:34.307232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1650797570-network', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:34.347042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8c4e2d2-3019-432f-8cc0-8adf39a31426 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:34.411323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Made reservation on behalf of 71ee5506fa47468f8a8975c36ad35865 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:34.426997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.497694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.543485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a8c4e2d2-3019-432f-8cc0-8adf39a31426 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:34.544047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.547555 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba24df9-497b-4e6d-a33b-853f87bca6ce None None] Pushing event updated for resources: {'Port': ['ID=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:34.608477 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Routers {'8b4d9931-122d-48ed-aeab-90e02891f411'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:34.611945 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8b4d9931-122d-48ed-aeab-90e02891f411'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:34.733303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a8c4e2d2-3019-432f-8cc0-8adf39a31426 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:34.793782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 8523aa95-7349-4c62-b038-f0147b66aeea has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:34.826636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dd27539d-192b-468f-859a-6c910ea8d24c None None] Provisioning complete for port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:34.828545 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd27539d-192b-468f-859a-6c910ea8d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.853363 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] Set router 8b4d9931-122d-48ed-aeab-90e02891f411 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:34.867404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks [] for security_group (b4cb7cb8-285e-442b-96b8-6eb477dcd26d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.877851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b4cb7cb8-285e-442b-96b8-6eb477dcd26d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.935764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (6615f51f-715d-4512-af28-5b1213075774), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:34.988622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:35.017502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cb7cb8-285e-442b-96b8-6eb477dcd26d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:35.037678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (db2a24a8-f781-42e5-a2a7-6c500938b209), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.038034 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Added segment db2a24a8-f781-42e5-a2a7-6c500938b209 of type vlan for network 7ac30a10-467b-49bc-b908-e271c5aac8de Feb 03 14:38:35.222885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dd27539d-192b-468f-859a-6c910ea8d24c None None] Current status of the port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:35.223282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd27539d-192b-468f-859a-6c910ea8d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.244280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7ac30a10-467b-49bc-b908-e271c5aac8de), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.253912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:38:35.321605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dd27539d-192b-468f-859a-6c910ea8d24c None None] For port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:35.328509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7ac30a10-467b-49bc-b908-e271c5aac8de), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.332313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:35.333725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.336562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd27539d-192b-468f-859a-6c910ea8d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.413310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6615f51f-715d-4512-af28-5b1213075774']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:35.465181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361a9cc6-df17-4944-9480-96b67744d006') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:35.465767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361a9cc6-df17-4944-9480-96b67744d006') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:35.468213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:35.484958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dbfd48e2-e78b-4d7e-95fb-5d661356fe37 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/8523aa95-7349-4c62-b038-f0147b66aeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1144276 Feb 03 14:38:35.492562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38688) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:35.506005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27539d-192b-468f-859a-6c910ea8d24c None None] Pushing event updated for resources: {'Port': ['ID=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:35.512120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] Sync routers for ids ['8523aa95-7349-4c62-b038-f0147b66aeea'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:35.522209 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2227151 Feb 03 14:38:35.560706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38692) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:35.577379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] Routers {'8523aa95-7349-4c62-b038-f0147b66aeea'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:35.586673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8523aa95-7349-4c62-b038-f0147b66aeea'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:35.596769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6d5fe8fe-247f-4cb1-987a-674572aaefba tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=8523aa95-7349-4c62-b038-f0147b66aeea HTTP/1.1" status: 200 len: 205 time: 0.1026931 Feb 03 14:38:35.597235 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:38:26Z', 'revision_number': 4, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '6cc264a0-8fd7-4fc6-80f9-c86a9f383171', 'name': '', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'mac_address': 'fa:16:3e:0d:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:24Z', 'updated_at': '2022-02-03T14:38:34Z', 'revision_number': 4, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'subnets': [{'id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:35.599642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (361a9cc6-df17-4944-9480-96b67744d006), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.601537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38698) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:35.669896 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbeb5f7-8efb-4744-8181-5ba847895137 None None] The sync data for ids ['8b4d9931-122d-48ed-aeab-90e02891f411'] in n-d-827549-2 is: [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:38:26Z', 'revision_number': 4, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '6cc264a0-8fd7-4fc6-80f9-c86a9f383171', 'name': '', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'mac_address': 'fa:16:3e:0d:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:24Z', 'updated_at': '2022-02-03T14:38:34Z', 'revision_number': 4, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'subnets': [{'id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:35.723563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Request body: {'subnet': {'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1650797570-subnet', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:35.735616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (361a9cc6-df17-4944-9480-96b67744d006), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.741633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:35.754756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:35.755755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (361a9cc6-df17-4944-9480-96b67744d006), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:35.759972 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:35.772319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-983d1b1f-88bc-495c-b35e-89a48475b98c None None] Provisioning complete for port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:35.773376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-983d1b1f-88bc-495c-b35e-89a48475b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.790299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01119e0b-afb6-4dfc-b7ca-648a1802e84d admin admin] Pushing event updated for resources: {'Network': ['ID=7ac30a10-467b-49bc-b908-e271c5aac8de,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:35.815664 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b455dff6-479d-4396-b3f6-a7b1663bf0ea tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (8523aa95-7349-4c62-b038-f0147b66aeea), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.830343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Made reservation on behalf of 71ee5506fa47468f8a8975c36ad35865 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:35.839663 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:35.856850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7ac30a10-467b-49bc-b908-e271c5aac8de details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:36.033114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] Routers {'8523aa95-7349-4c62-b038-f0147b66aeea'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:36.033840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8523aa95-7349-4c62-b038-f0147b66aeea'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:36.036639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-983d1b1f-88bc-495c-b35e-89a48475b98c None None] Current status of the port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:36.201165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:36.207600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8d931-f1f9-452c-a750-247537e04a10 None None] The sync data for ids ['8523aa95-7349-4c62-b038-f0147b66aeea'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:36.425314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:36.468371 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (b454cb90-f913-41e0-b593-15568f4cbce6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.518557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (6615f51f-715d-4512-af28-5b1213075774), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.601423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:36.603580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.616845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b454cb90-f913-41e0-b593-15568f4cbce6,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:36.633288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Checking segment: {'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:36.637903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Network hostable DHCP agents. Network: 7ac30a10-467b-49bc-b908-e271c5aac8de, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:36.642491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.647002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/networks/6615f51f-715d-4512-af28-5b1213075774 HTTP/1.1" status: 204 len: 168 time: 3.5999007 Feb 03 14:38:36.650775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38726) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:36.708818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d7079-8a71-4838-b975-d99f66a5f3a3 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Network': ['ID=6615f51f-715d-4512-af28-5b1213075774,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:36.742117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b455dff6-479d-4396-b3f6-a7b1663bf0ea tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (8523aa95-7349-4c62-b038-f0147b66aeea), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.747030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b455dff6-479d-4396-b3f6-a7b1663bf0ea tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (8523aa95-7349-4c62-b038-f0147b66aeea), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.825156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Network 7ac30a10-467b-49bc-b908-e271c5aac8de is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:36.848499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7ac30a10-467b-49bc-b908-e271c5aac8de) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:36.861983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:36.865160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.876293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2f5a5974-d16a-4974-8d04-a687dd503d00), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.901099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-64461198-1819-42b3-a4e6-d37934d75268 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3373680 Feb 03 14:38:36.903448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38738) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:36.910829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:36.924863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134cc3e-8fe2-4e78-a112-51df8acc578d None None] Network 7ac30a10-467b-49bc-b908-e271c5aac8de requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:36.973372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b455dff6-479d-4396-b3f6-a7b1663bf0ea tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (8523aa95-7349-4c62-b038-f0147b66aeea), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.974264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b455dff6-479d-4396-b3f6-a7b1663bf0ea tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Fanout notify agent at l3_agent the message router_deleted on router 8523aa95-7349-4c62-b038-f0147b66aeea {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:38:36.992596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b455dff6-479d-4396-b3f6-a7b1663bf0ea tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:36.999090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b455dff6-479d-4396-b3f6-a7b1663bf0ea tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/8523aa95-7349-4c62-b038-f0147b66aeea HTTP/1.1" status: 204 len: 168 time: 1.3962789 Feb 03 14:38:37.000254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (0404c2cb-ecba-41a2-bedf-cc142996e4a0), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.004342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (0404c2cb-ecba-41a2-bedf-cc142996e4a0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.044247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2f5a5974-d16a-4974-8d04-a687dd503d00), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.093620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5a5974-d16a-4974-8d04-a687dd503d00']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.105235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85605aea-70f9-4a47-b950-8a8cf528bba0') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.105806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85605aea-70f9-4a47-b950-8a8cf528bba0') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.118003 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (85605aea-70f9-4a47-b950-8a8cf528bba0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.133776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks [] for router_controller (0404c2cb-ecba-41a2-bedf-cc142996e4a0), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.135088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:37.137322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (85605aea-70f9-4a47-b950-8a8cf528bba0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.143780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:37.147159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:37.147581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (85605aea-70f9-4a47-b950-8a8cf528bba0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.161274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7ac30a10-467b-49bc-b908-e271c5aac8de', 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de', 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'fixed_ips': [{'subnet_id': 'b454cb90-f913-41e0-b593-15568f4cbce6'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:38:37.162140 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:37.220595 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:37.256048 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2f5a5974-d16a-4974-8d04-a687dd503d00), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.282657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.290942 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/networks/2f5a5974-d16a-4974-8d04-a687dd503d00 HTTP/1.1" status: 204 len: 168 time: 0.6395903 Feb 03 14:38:37.293530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f9d67-1f30-44ec-9a1b-12b89fe2c070 tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Network': ['ID=2f5a5974-d16a-4974-8d04-a687dd503d00,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:37.298023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38748) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:37.495446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38756) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:37.514048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Allocated IP 172.20.0.2 (7ac30a10-467b-49bc-b908-e271c5aac8de/b454cb90-f913-41e0-b593-15568f4cbce6/e9dac4b8-eb89-4d94-ab8e-62e32388bbe5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:37.521948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (57e084fa-94b9-45a5-a68f-440d07f39d97), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.601367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38762) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:37.649078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks [] for router_gateway (0404c2cb-ecba-41a2-bedf-cc142996e4a0), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.663351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet 7383cb82-8f8d-4d77-9ac0-5376f77bdb88 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:38:37.673410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (7383cb82-8f8d-4d77-9ac0-5376f77bdb88), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.726528 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (57e084fa-94b9-45a5-a68f-440d07f39d97), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.782431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e084fa-94b9-45a5-a68f-440d07f39d97']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.805200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.805516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:37.810258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (7383cb82-8f8d-4d77-9ac0-5376f77bdb88), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.819674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.851153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.864800 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:37.865366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (11c52ce0-0bb5-4e7c-a0f2-b0fea8bfe11b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:37.873240 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:37.886120 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Publish callbacks [] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.903837 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.966121 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d442-cbd0-416d-96d3-3e01b6d4c1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:37.998109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a4be6a2-ecee-4f3d-b015-ab9ba12a3deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.010148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Pushing event updated for resources: {'Port': ['ID=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:38.034341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (57e084fa-94b9-45a5-a68f-440d07f39d97), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.055259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.057463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Network 7ac30a10-467b-49bc-b908-e271c5aac8de is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:38.059024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:38.061601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:38.075917 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] 10.222.0.52 "DELETE /v2.0/networks/57e084fa-94b9-45a5-a68f-440d07f39d97 HTTP/1.1" status: 204 len: 168 time: 0.7744203 Feb 03 14:38:38.116535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f46d08-a993-4f9b-93eb-41a671b1d8fa tempest-BulkNetworkOpsTest-1153901998 tempest-BulkNetworkOpsTest-1153901998-project] Pushing event deleted for resources: {'Network': ['ID=57e084fa-94b9-45a5-a68f-440d07f39d97,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:38.183472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d442-cbd0-416d-96d3-3e01b6d4c1b1 admin admin] Publish callbacks [] for security_group (5b122e0e-6a15-4182-b59f-83af3a03ccfe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.201046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a4be6a2-ecee-4f3d-b015-ab9ba12a3deb admin admin] Publish callbacks [] for security_group (e85b7cf8-93de-4fb9-bb18-6095c9f732a0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.212188 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a4be6a2-ecee-4f3d-b015-ab9ba12a3deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e85b7cf8-93de-4fb9-bb18-6095c9f732a0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.215882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d442-cbd0-416d-96d3-3e01b6d4c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b122e0e-6a15-4182-b59f-83af3a03ccfe), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.238525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4be6a2-ecee-4f3d-b015-ab9ba12a3deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b7cf8-93de-4fb9-bb18-6095c9f732a0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:38.265029 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3a4be6a2-ecee-4f3d-b015-ab9ba12a3deb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d14fe4216a424f07beaea7bc7356e090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6611121 Feb 03 14:38:38.267882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:38.300005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Attempting to bind port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:38.300761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Attempting to bind port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:38.301496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Attempting to bind port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 on network 7ac30a10-467b-49bc-b908-e271c5aac8de {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:38.307091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:38.307841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Checking segment: {'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:38.308516 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.308826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7383cb82-8f8d-4d77-9ac0-5376f77bdb88), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.309385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Bound using segment: {'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:38.310159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Bound port: e9dac4b8-eb89-4d94-ab8e-62e32388bbe5, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:38.310786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.331534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3ce6d442-cbd0-416d-96d3-3e01b6d4c1b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6a0fb81ae834eb9803980ddc343ded7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8312795 Feb 03 14:38:38.331739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ab17f4e-ed74-4472-acf5-d90fb87da362 admin admin] Publish callbacks [] for security_group (e85b7cf8-93de-4fb9-bb18-6095c9f732a0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.364643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:38.387883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] For port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:38.392565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] For port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,segment=NetworkSegment(db2a24a8-f781-42e5-a2a7-6c500938b209),segment_id=db2a24a8-f781-42e5-a2a7-6c500938b209)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:38.401761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.403507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ab17f4e-ed74-4472-acf5-d90fb87da362 admin admin] Publish callbacks [] for security_group (e85b7cf8-93de-4fb9-bb18-6095c9f732a0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.469678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ab17f4e-ed74-4472-acf5-d90fb87da362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e85b7cf8-93de-4fb9-bb18-6095c9f732a0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.474302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ab17f4e-ed74-4472-acf5-d90fb87da362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.481335 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7ab17f4e-ed74-4472-acf5-d90fb87da362 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e85b7cf8-93de-4fb9-bb18-6095c9f732a0 HTTP/1.1" status: 204 len: 168 time: 0.2124352 Feb 03 14:38:38.495737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb92b88-8377-40c6-ba09-799cd061f40f None None] Pushing event updated for resources: {'Port': ['ID=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:38.500317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab17f4e-ed74-4472-acf5-d90fb87da362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b7cf8-93de-4fb9-bb18-6095c9f732a0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:38.583056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38800) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:38.671702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6d442-cbd0-416d-96d3-3e01b6d4c1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b122e0e-6a15-4182-b59f-83af3a03ccfe,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:38.859478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (7383cb82-8f8d-4d77-9ac0-5376f77bdb88), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.894306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf72f-f2bd-4f75-8844-d2ed36a5a76e admin admin] Publish callbacks [] for security_group (5b122e0e-6a15-4182-b59f-83af3a03ccfe), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.917407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks [] for router_gateway (0404c2cb-ecba-41a2-bedf-cc142996e4a0), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.922156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=7383cb82-8f8d-4d77-9ac0-5376f77bdb88,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:38.966363 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:38.967810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9141338-525e-4502-8687-954ac55cf455 None None] Network c7987504-e7ea-4fb3-9b91-c6e5178ad051 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:38.976977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38812) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:38.991506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6646eb45-389d-4058-87da-94ce7c8c89b3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/7383cb82-8f8d-4d77-9ac0-5376f77bdb88 HTTP/1.1" status: 204 len: 168 time: 1.8549995 Feb 03 14:38:39.005553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.040720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf72f-f2bd-4f75-8844-d2ed36a5a76e admin admin] Publish callbacks [] for security_group (5b122e0e-6a15-4182-b59f-83af3a03ccfe), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.181086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c7987504-e7ea-4fb3-9b91-c6e5178ad051), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.216092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.347148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] DHCP port deletion for c7987504-e7ea-4fb3-9b91-c6e5178ad051 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:38:39.409507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Allocated IP 172.25.0.155 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/cd60f272-f274-4307-8beb-af3638ddcdce) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:39.474528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] Deleting port b39e4acb-3204-46f3-a923-6f14f329ffc0 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:39.474906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.502517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38818) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:39.565900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] For port b39e4acb-3204-46f3-a923-6f14f329ffc0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b39e4acb-3204-46f3-a923-6f14f329ffc0,segment=NetworkSegment(613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed),segment_id=613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:39.566882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.571005 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be3554ba-1af6-466a-9ceb-7f7a43eda088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.583840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf72f-f2bd-4f75-8844-d2ed36a5a76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b122e0e-6a15-4182-b59f-83af3a03ccfe), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.588338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf72f-f2bd-4f75-8844-d2ed36a5a76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.589604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ef4bf72f-f2bd-4f75-8844-d2ed36a5a76e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b122e0e-6a15-4182-b59f-83af3a03ccfe HTTP/1.1" status: 204 len: 168 time: 1.2186911 Feb 03 14:38:39.624458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] Calling delete_port for b39e4acb-3204-46f3-a923-6f14f329ffc0 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:39.639817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bf72f-f2bd-4f75-8844-d2ed36a5a76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b122e0e-6a15-4182-b59f-83af3a03ccfe,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:39.671618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks [] for port (cd60f272-f274-4307-8beb-af3638ddcdce), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.765119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.813445 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be3554ba-1af6-466a-9ceb-7f7a43eda088 admin admin] Publish callbacks [] for security_group (89da3604-78ae-4bbd-a52c-0eb8cde20cf9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.833109 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be3554ba-1af6-466a-9ceb-7f7a43eda088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (89da3604-78ae-4bbd-a52c-0eb8cde20cf9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.836963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:39.847162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:39.854668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:39.857897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:39.882269 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-892a84ae-39e7-460b-aad0-e6ed5e04e3d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5199ec5c451844e085593103cfa32892&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2976656 Feb 03 14:38:39.884983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38832) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:39.941037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] Pushing event deleted for resources: {'Port': ['ID=b39e4acb-3204-46f3-a923-6f14f329ffc0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:39.958895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f6581-b0e9-4de3-ac96-0bfa15ba3873 None None] No DVR routers for this DVR port b39e4acb-3204-46f3-a923-6f14f329ffc0 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:39.991410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Pushing event updated for resources: {'Port': ['ID=cd60f272-f274-4307-8beb-af3638ddcdce,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:40.001092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-be3554ba-1af6-466a-9ceb-7f7a43eda088 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=446c29212d7f4946b186ab018563ce0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980502 Feb 03 14:38:40.005946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38834) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:40.009810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3554ba-1af6-466a-9ceb-7f7a43eda088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da3604-78ae-4bbd-a52c-0eb8cde20cf9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:40.066519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dc29b3d-6d18-47b3-b548-45d6b6b714fb admin admin] Publish callbacks [] for security_group (49fcdc71-611a-4810-96e5-e1548140a20c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.122046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dc29b3d-6d18-47b3-b548-45d6b6b714fb admin admin] Publish callbacks [] for security_group (49fcdc71-611a-4810-96e5-e1548140a20c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.264322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port b39e4acb-3204-46f3-a923-6f14f329ffc0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:40.264771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.281799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dc29b3d-6d18-47b3-b548-45d6b6b714fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (49fcdc71-611a-4810-96e5-e1548140a20c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.281799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dc29b3d-6d18-47b3-b548-45d6b6b714fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.281799 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9dc29b3d-6d18-47b3-b548-45d6b6b714fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49fcdc71-611a-4810-96e5-e1548140a20c HTTP/1.1" status: 204 len: 168 time: 0.3938270 Feb 03 14:38:40.351747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fe8582d-d58a-4f18-a8fc-8ce74ed8f5e7 admin admin] Publish callbacks [] for security_group (89da3604-78ae-4bbd-a52c-0eb8cde20cf9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.351950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc29b3d-6d18-47b3-b548-45d6b6b714fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fcdc71-611a-4810-96e5-e1548140a20c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:40.362394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:40.398075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fe8582d-d58a-4f18-a8fc-8ce74ed8f5e7 admin admin] Publish callbacks [] for security_group (89da3604-78ae-4bbd-a52c-0eb8cde20cf9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.467333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38846) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:40.509139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-133e746f-b507-4aaf-b618-b6c821fc90ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.520906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2890e9-29fe-436d-86b2-8983ba9e0132 None None] Network 7ac30a10-467b-49bc-b908-e271c5aac8de requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:40.528321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port b39e4acb-3204-46f3-a923-6f14f329ffc0, host n-d-827549-2, got binding levels [] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:40.529062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.546823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for b39e4acb-3204-46f3-a923-6f14f329ffc0 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:40.551192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Port b39e4acb-3204-46f3-a923-6f14f329ffc0 was not found and therefore no delete operation was performed {{(pid=103341) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:38:40.553216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b39e4acb-3204-46f3-a923-6f14f329ffc0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.603900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=b39e4acb-3204-46f3-a923-6f14f329ffc0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:40.626617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No DVR routers for this DVR port b39e4acb-3204-46f3-a923-6f14f329ffc0 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:38:40.715292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1dfe0180-06da-4a12-b29f-8b3917a32814 None None] Provisioning complete for port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:40.715808 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0180-06da-4a12-b29f-8b3917a32814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.749594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:40.750057 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.851975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c7987504-e7ea-4fb3-9b91-c6e5178ad051), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.904998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7987504-e7ea-4fb3-9b91-c6e5178ad051']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:40.917492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:40.917822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:40.944257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.953018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:40.953443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.971988 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.978692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:40.979091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (613f9d94-550a-4ca7-9fb7-7b34bbb6b3ed), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:40.982223 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:41.010850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe0180-06da-4a12-b29f-8b3917a32814 None None] Current status of the port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:41.011360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1dfe0180-06da-4a12-b29f-8b3917a32814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.039098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,segment=NetworkSegment(db2a24a8-f781-42e5-a2a7-6c500938b209),segment_id=db2a24a8-f781-42e5-a2a7-6c500938b209)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:41.050109 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.111462 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c7987504-e7ea-4fb3-9b91-c6e5178ad051), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.134754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.145494 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/c7987504-e7ea-4fb3-9b91-c6e5178ad051 HTTP/1.1" status: 204 len: 168 time: 2.1668022 Feb 03 14:38:41.146514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38870) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:41.160661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1314500180', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:41.195408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499943c2-fffb-45db-8450-345d929cccc7 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=c7987504-e7ea-4fb3-9b91-c6e5178ad051,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:41.251341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.253364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.297041 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks [] for router_gateway (0404c2cb-ecba-41a2-bedf-cc142996e4a0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.381514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (64227ceb-0e54-44a0-9156-28bdfea6a973), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.519388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-133e746f-b507-4aaf-b618-b6c821fc90ea admin admin] Publish callbacks [] for security_group (d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.529146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:41.532931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b39e4acb-3204-46f3-a923-6f14f329ffc0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:38:41.576725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b39e4acb-3204-46f3-a923-6f14f329ffc0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:38:41.577075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b39e4acb-3204-46f3-a923-6f14f329ffc0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:38:41.618747 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-1dfe0180-06da-4a12-b29f-8b3917a32814 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:38:41.619111 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-1dfe0180-06da-4a12-b29f-8b3917a32814 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:38:41.632124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fe8582d-d58a-4f18-a8fc-8ce74ed8f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (89da3604-78ae-4bbd-a52c-0eb8cde20cf9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.634664 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fe8582d-d58a-4f18-a8fc-8ce74ed8f5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.635811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7fe8582d-d58a-4f18-a8fc-8ce74ed8f5e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89da3604-78ae-4bbd-a52c-0eb8cde20cf9 HTTP/1.1" status: 204 len: 168 time: 1.6287415 Feb 03 14:38:41.636625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-133e746f-b507-4aaf-b618-b6c821fc90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.666296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8582d-d58a-4f18-a8fc-8ce74ed8f5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da3604-78ae-4bbd-a52c-0eb8cde20cf9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:41.700040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_gateway (64227ceb-0e54-44a0-9156-28bdfea6a973), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.711949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-133e746f-b507-4aaf-b618-b6c821fc90ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98001a5d6639478aab88c207011e4400&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2350862 Feb 03 14:38:41.718123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38888) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:41.802189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e746f-b507-4aaf-b618-b6c821fc90ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:41.830280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38892) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:41.924497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e629280-131b-414b-ae5c-4210f1ba64e9 admin admin] Publish callbacks [] for security_group (d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.965691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (0404c2cb-ecba-41a2-bedf-cc142996e4a0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:41.982733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e629280-131b-414b-ae5c-4210f1ba64e9 admin admin] Publish callbacks [] for security_group (d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.214635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe0180-06da-4a12-b29f-8b3917a32814 None None] Current status of the port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:42.266829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_gateway (64227ceb-0e54-44a0-9156-28bdfea6a973), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.273552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:42.294969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e629280-131b-414b-ae5c-4210f1ba64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.298707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0e629280-131b-414b-ae5c-4210f1ba64e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.302811 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0e629280-131b-414b-ae5c-4210f1ba64e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0 HTTP/1.1" status: 204 len: 168 time: 0.5802207 Feb 03 14:38:42.302811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.326469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-483216900-network', 'tenant_id': 'ceac06cda62a48e482621f181558b324'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:42.328256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:38:42.353015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e629280-131b-414b-ae5c-4210f1ba64e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d5de3a-9c5c-4a75-b479-e5682ec1f0a0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:42.385531 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Made reservation on behalf of ceac06cda62a48e482621f181558b324 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:42.388232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.402574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.409191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1aadf84f-4e3e-40a8-be4a-d3a15b20c1f6 None None] Provisioning complete for port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:42.409686 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1aadf84f-4e3e-40a8-be4a-d3a15b20c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.479163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:42.479583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.587325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.25.0.206 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9d7bcbae-8598-49a3-8bef-4ac60e518d68) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:42.659214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:42.669579 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Sync routers for ids ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:42.692789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:42.701027 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Routers {'0404c2cb-ecba-41a2-bedf-cc142996e4a0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:42.702004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.702925 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:42.706654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6a4e173b-770a-4d90-a8f2-6efeb787b46a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8013983 Feb 03 14:38:42.711048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38920) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:42.735492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1aadf84f-4e3e-40a8-be4a-d3a15b20c1f6 None None] Current status of the port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:42.804352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks [] for security_group (1935eadc-2618-4d2d-8576-c9a1d2b4136b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.815843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1935eadc-2618-4d2d-8576-c9a1d2b4136b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:42.855593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:43.078970 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Set router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:43.081865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d3fcf5dc-f78c-4b58-8bff-6c4385121ed4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.082400 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Added segment d3fcf5dc-f78c-4b58-8bff-6c4385121ed4 of type vlan for network c8b26051-77de-4db8-8ea2-d72cf742f235 Feb 03 14:38:43.106830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1935eadc-2618-4d2d-8576-c9a1d2b4136b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:43.241200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c8b26051-77de-4db8-8ea2-d72cf742f235), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.346546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (9d7bcbae-8598-49a3-8bef-4ac60e518d68), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.378855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c8b26051-77de-4db8-8ea2-d72cf742f235), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.385511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:43.386191 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.429436 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:38:40Z', 'revision_number': 3, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port': {'id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:39Z', 'updated_at': '2022-02-03T14:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:43.500066 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6630211 Feb 03 14:38:43.501553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38956) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:43.506780 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Checking router: 0404c2cb-ecba-41a2-bedf-cc142996e4a0 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:38:43.507145 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Updating router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 port cd60f272-f274-4307-8beb-af3638ddcdce binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:38:43.557343 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.583312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Request body: {'subnet': {'network_id': 'c8b26051-77de-4db8-8ea2-d72cf742f235', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-483216900-subnet', 'tenant_id': 'ceac06cda62a48e482621f181558b324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:43.617235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4b407-db19-4bb0-a9bc-246fd5441343 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b26051-77de-4db8-8ea2-d72cf742f235,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:43.631839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c8b26051-77de-4db8-8ea2-d72cf742f235 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:43.643741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9d7bcbae-8598-49a3-8bef-4ac60e518d68), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.731450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Made reservation on behalf of ceac06cda62a48e482621f181558b324 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:43.743383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.784717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:43.800775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:43.816616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:43.826786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:43.912009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=9d7bcbae-8598-49a3-8bef-4ac60e518d68,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:44.228862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Allocated IP 172.20.0.1 (7ac30a10-467b-49bc-b908-e271c5aac8de/b454cb90-f913-41e0-b593-15568f4cbce6/912fac7b-c9f1-4d79-9429-1c28db5e7348) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:44.273234 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Publish callbacks [] for port (cd60f272-f274-4307-8beb-af3638ddcdce), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.285713 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.408748 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Attempting to bind port cd60f272-f274-4307-8beb-af3638ddcdce on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:44.409521 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Attempting to bind port cd60f272-f274-4307-8beb-af3638ddcdce by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:44.410104 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Attempting to bind port cd60f272-f274-4307-8beb-af3638ddcdce on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:44.413981 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ec266f0e-a963-4704-9c42-1ad0a14b7852), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.427818 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks [] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.433768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:44.434675 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:44.435777 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.436403 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:44.437127 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Bound port: cd60f272-f274-4307-8beb-af3638ddcdce, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:44.439389 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.443199 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196670d6-679b-4c93-b3b6-109bf930e2dc None None] Pushing event updated for resources: {'Port': ['ID=cd60f272-f274-4307-8beb-af3638ddcdce,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:44.520299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.558074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Network 7ac30a10-467b-49bc-b908-e271c5aac8de is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:44.566156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:44.572466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:44.607294 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] For port cd60f272-f274-4307-8beb-af3638ddcdce, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:44.632165 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] For port cd60f272-f274-4307-8beb-af3638ddcdce, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cd60f272-f274-4307-8beb-af3638ddcdce,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:44.648074 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.705427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (0404c2cb-ecba-41a2-bedf-cc142996e4a0), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.737112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec266f0e-a963-4704-9c42-1ad0a14b7852,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:44.769911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Checking segment: {'id': 'd3fcf5dc-f78c-4b58-8bff-6c4385121ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c8b26051-77de-4db8-8ea2-d72cf742f235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:44.770588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Network hostable DHCP agents. Network: c8b26051-77de-4db8-8ea2-d72cf742f235, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:44.802579 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Routers {'0404c2cb-ecba-41a2-bedf-cc142996e4a0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:44.808657 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:44.810875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_gateway (64227ceb-0e54-44a0-9156-28bdfea6a973), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:44.946472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Pushing event updated for resources: {'Port': ['ID=912fac7b-c9f1-4d79-9429-1c28db5e7348,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:45.023825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196670d6-679b-4c93-b3b6-109bf930e2dc None None] Pushing event updated for resources: {'Port': ['ID=cd60f272-f274-4307-8beb-af3638ddcdce,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:45.101027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-407efe28-9a9e-4786-a30d-513d3b90132e None None] Provisioning complete for port 912fac7b-c9f1-4d79-9429-1c28db5e7348 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:45.103185 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-407efe28-9a9e-4786-a30d-513d3b90132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.117425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Network c8b26051-77de-4db8-8ea2-d72cf742f235 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:45.170776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c8b26051-77de-4db8-8ea2-d72cf742f235) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:45.186564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:45.190549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.206051 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] Set router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:45.210551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a6a21-0e3b-440b-9fc7-3eaee44f0a6d None None] Network c8b26051-77de-4db8-8ea2-d72cf742f235 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:45.243729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.327996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-407efe28-9a9e-4786-a30d-513d3b90132e None None] Port 912fac7b-c9f1-4d79-9429-1c28db5e7348 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:45.358829 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ace2ae81-083a-4a4a-bd45-56f846400b32 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7910211 Feb 03 14:38:45.391412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.567661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505d22c-6723-476d-935d-cfe0ad234b0b None None] Network c8b26051-77de-4db8-8ea2-d72cf742f235 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:45.630296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks [] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.642800 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.799344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 64227ceb-0e54-44a0-9156-28bdfea6a973 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:38:45.878973 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:38:40Z', 'revision_number': 3, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port': {'id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:39Z', 'updated_at': '2022-02-03T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:45.880907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4ec17bf-6c56-49e2-8fe4-d3ca522434a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.950527 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (0404c2cb-ecba-41a2-bedf-cc142996e4a0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:45.963609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Pushing event updated for resources: {'Port': ['ID=912fac7b-c9f1-4d79-9429-1c28db5e7348,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:46.224213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Network 7ac30a10-467b-49bc-b908-e271c5aac8de is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:46.225953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:46.243012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:46.254846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] Sync routers for ids ['64227ceb-0e54-44a0-9156-28bdfea6a973'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:46.278320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] Routers {'64227ceb-0e54-44a0-9156-28bdfea6a973'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:46.278977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['64227ceb-0e54-44a0-9156-28bdfea6a973'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:46.300695 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e710f-0e2f-4cb7-9672-804ce44965a5 None None] The sync data for ids ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'] in n-d-827549-2 is: [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:38:40Z', 'revision_number': 3, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port': {'id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:39Z', 'updated_at': '2022-02-03T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:46.324363 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:46.329538 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-42c50bc2-5a31-46fd-8d0b-21d132f67f79 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.1778808 Feb 03 14:38:46.337388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:46.427770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:46.470258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] Routers {'64227ceb-0e54-44a0-9156-28bdfea6a973'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:46.470908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['64227ceb-0e54-44a0-9156-28bdfea6a973'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:46.567373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:46.613077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:46.613786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f18c5a-71cd-41e8-a6b5-db192722d9d0 None None] The sync data for ids ['64227ceb-0e54-44a0-9156-28bdfea6a973'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:46.754149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39068) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:46.776530 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d284dab2-8c65-4013-92d0-3debaadbaac5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/routers/64227ceb-0e54-44a0-9156-28bdfea6a973 HTTP/1.1" status: 200 len: 881 time: 0.4069457 Feb 03 14:38:46.794193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2b583e44-277e-410e-91a0-5f6b5dfe7cbb None None] Provisioning complete for port 912fac7b-c9f1-4d79-9429-1c28db5e7348 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:46.794430 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b583e44-277e-410e-91a0-5f6b5dfe7cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:46.951169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2b583e44-277e-410e-91a0-5f6b5dfe7cbb None None] Port 912fac7b-c9f1-4d79-9429-1c28db5e7348 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:47.251586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:47.258112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2decd7bb-daee-405d-94ae-1308175672e7 admin admin] 10.222.0.52 "PUT /v2.0/routers/0404c2cb-ecba-41a2-bedf-cc142996e4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5456538 Feb 03 14:38:47.516908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39100) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:47.543457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-04e89700-8467-42cb-8f54-d3536edd45da tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7851760 Feb 03 14:38:47.543802 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:47.549160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-04451331-86c0-41a2-9632-540a9ded9cf1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1314500180'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:48.062201 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae8d3708-d8dd-4900-a2a4-8af36217bd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.376109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cd60f272-f274-4307-8beb-af3638ddcdce up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:48.497718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39138) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:48.503732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609983682-network', 'tenant_id': '61d76a5318134d688086a7eee55f4df5'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:48.529250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cd60f272-f274-4307-8beb-af3638ddcdce triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:48.530108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.575774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Made reservation on behalf of 61d76a5318134d688086a7eee55f4df5 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:48.581871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.614183 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.688676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cd60f272-f274-4307-8beb-af3638ddcdce is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:48.690190 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.745651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port cd60f272-f274-4307-8beb-af3638ddcdce, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cd60f272-f274-4307-8beb-af3638ddcdce,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:48.757482 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.868430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=cd60f272-f274-4307-8beb-af3638ddcdce,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:48.928367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks [] for security_group (66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.937198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:48.989211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:49.025817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a43d9ced-92ac-4763-b42c-4b42073c9d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.061900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (93429f02-c6c2-470a-8b69-1d56eee590aa), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.062270 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Added segment 93429f02-c6c2-470a-8b69-1d56eee590aa of type vlan for network c523807d-7f73-4cea-8c82-3d2e8a66bf02 Feb 03 14:38:49.065452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:49.191030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c523807d-7f73-4cea-8c82-3d2e8a66bf02), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.351012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-8c132fbf-f14c-4d6b-bc49-8bfe7f63a7a8 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:49.353426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-8c132fbf-f14c-4d6b-bc49-8bfe7f63a7a8 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/networks?id=1d683311-4419-4a0c-bceb-3fd0c0092f93 HTTP/1.1" status: 200 len: 911 time: 0.3306816 Feb 03 14:38:49.387487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c523807d-7f73-4cea-8c82-3d2e8a66bf02), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.389591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:49.391695 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.436406 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a43d9ced-92ac-4763-b42c-4b42073c9d4c admin admin] Publish callbacks [] for security_group (406708f0-240d-4920-a3c4-05468d6097b8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.445237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-5592611d-160f-4880-be0b-8b5fc9ebd2ff tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/quotas/71ee5506fa47468f8a8975c36ad35865 HTTP/1.1" status: 200 len: 375 time: 0.0662220 Feb 03 14:38:49.489417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a43d9ced-92ac-4763-b42c-4b42073c9d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (406708f0-240d-4920-a3c4-05468d6097b8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.526575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0276654 Feb 03 14:38:49.552711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39174) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:49.580539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Request body: {'subnet': {'network_id': 'c523807d-7f73-4cea-8c82-3d2e8a66bf02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609983682-subnet', 'tenant_id': '61d76a5318134d688086a7eee55f4df5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:49.612833 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Sync routers for ids ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:49.637730 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Routers {'0404c2cb-ecba-41a2-bedf-cc142996e4a0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:49.639505 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:49.644192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.663011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d9ced-92ac-4763-b42c-4b42073c9d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406708f0-240d-4920-a3c4-05468d6097b8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:49.690559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04451331-86c0-41a2-9632-540a9ded9cf1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.722283 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a43d9ced-92ac-4763-b42c-4b42073c9d4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=779c3656368443248906e6a964c41b36&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2029417 Feb 03 14:38:49.724364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04451331-86c0-41a2-9632-540a9ded9cf1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.727129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39178) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:49.805987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7d404-1dcb-4a85-8ce4-6d332f1cef58 admin admin] Pushing event updated for resources: {'Network': ['ID=c523807d-7f73-4cea-8c82-3d2e8a66bf02,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:49.822347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c523807d-7f73-4cea-8c82-3d2e8a66bf02 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:49.886756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Made reservation on behalf of 61d76a5318134d688086a7eee55f4df5 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:49.890889 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Set router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:49.896206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:49.990871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-5f507ad6-9072-4b89-935b-aa2d02ae3ab5 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=71ee5506fa47468f8a8975c36ad35865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5371308 Feb 03 14:38:50.113198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-441c78c2-95c6-45fa-a931-680e17ac3ee6 admin admin] Publish callbacks [] for security_group (406708f0-240d-4920-a3c4-05468d6097b8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.204717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-441c78c2-95c6-45fa-a931-680e17ac3ee6 admin admin] Publish callbacks [] for security_group (406708f0-240d-4920-a3c4-05468d6097b8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.284578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cd60f272-f274-4307-8beb-af3638ddcdce up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:50.371255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cd60f272-f274-4307-8beb-af3638ddcdce triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:50.371858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.373969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04451331-86c0-41a2-9632-540a9ded9cf1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 64227ceb-0e54-44a0-9156-28bdfea6a973 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:38:50.411703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (a086cdb0-8b83-419f-9fe1-7a2bc1796780), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.473125 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:38:45Z', 'revision_number': 4, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port': {'id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:39Z', 'updated_at': '2022-02-03T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '912fac7b-c9f1-4d79-9429-1c28db5e7348', 'name': '', 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'mac_address': 'fa:16:3e:42:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b454cb90-f913-41e0-b593-15568f4cbce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:43Z', 'updated_at': '2022-02-03T14:38:45Z', 'revision_number': 2, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'subnets': [{'id': 'b454cb90-f913-41e0-b593-15568f4cbce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:50.485227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a086cdb0-8b83-419f-9fe1-7a2bc1796780,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:50.503674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cd60f272-f274-4307-8beb-af3638ddcdce is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:50.535872 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Checking router: 0404c2cb-ecba-41a2-bedf-cc142996e4a0 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:38:50.536661 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Updating router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 port 912fac7b-c9f1-4d79-9429-1c28db5e7348 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:38:50.573551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-441c78c2-95c6-45fa-a931-680e17ac3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (406708f0-240d-4920-a3c4-05468d6097b8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.575490 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.578191 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-441c78c2-95c6-45fa-a931-680e17ac3ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.582442 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-441c78c2-95c6-45fa-a931-680e17ac3ee6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/406708f0-240d-4920-a3c4-05468d6097b8 HTTP/1.1" status: 204 len: 168 time: 0.8538706 Feb 03 14:38:50.722189 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.743754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c78c2-95c6-45fa-a931-680e17ac3ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406708f0-240d-4920-a3c4-05468d6097b8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:50.807564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04451331-86c0-41a2-9632-540a9ded9cf1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:38:50.819005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] Sync routers for ids ['64227ceb-0e54-44a0-9156-28bdfea6a973'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:38:50.822417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04451331-86c0-41a2-9632-540a9ded9cf1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:50.824281 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04451331-86c0-41a2-9632-540a9ded9cf1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/64227ceb-0e54-44a0-9156-28bdfea6a973 HTTP/1.1" status: 200 len: 888 time: 3.2793384 Feb 03 14:38:50.843059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39202) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:50.845198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] Routers {'64227ceb-0e54-44a0-9156-28bdfea6a973'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:50.849812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['64227ceb-0e54-44a0-9156-28bdfea6a973'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:51.015148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:51.045985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] Routers {'64227ceb-0e54-44a0-9156-28bdfea6a973'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:51.047639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['64227ceb-0e54-44a0-9156-28bdfea6a973'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:51.131623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-8a37f259-fb26-4238-93b4-223ab2f1dbd6 service neutron] 10.222.0.52 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1394494 Feb 03 14:38:51.169200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:51.170008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802150d-62d4-4cc3-8c8a-e793a6a5a347 None None] The sync data for ids ['64227ceb-0e54-44a0-9156-28bdfea6a973'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:51.208879 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7688c836-879e-497a-a399-8e75a5ffdb0f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/routers/64227ceb-0e54-44a0-9156-28bdfea6a973 HTTP/1.1" status: 200 len: 888 time: 0.3618708 Feb 03 14:38:51.221039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:51.242997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-c869e864-5d6c-4243-b904-127ccccfb12e service neutron] 10.222.0.52 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101360 Feb 03 14:38:51.287374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Checking segment: {'id': '93429f02-c6c2-470a-8b69-1d56eee590aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c523807d-7f73-4cea-8c82-3d2e8a66bf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:51.291755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Network hostable DHCP agents. Network: c523807d-7f73-4cea-8c82-3d2e8a66bf02, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:51.315315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39216) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:51.325840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aa725813-bdf5-43e3-8580-8be6a554d3aa tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=64227ceb-0e54-44a0-9156-28bdfea6a973 HTTP/1.1" status: 200 len: 205 time: 0.0829022 Feb 03 14:38:51.480283 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Publish callbacks [] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.503699 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.530449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Network c523807d-7f73-4cea-8c82-3d2e8a66bf02 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:51.620672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39228) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:51.621765 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330929b-bdd4-4aeb-9d30-eb03ab4ff159 None None] Pushing event updated for resources: {'Port': ['ID=912fac7b-c9f1-4d79-9429-1c28db5e7348,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:51.659248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe46c9c1-ea8e-4212-ba38-2f75329f147a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.709882 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Attempting to bind port 912fac7b-c9f1-4d79-9429-1c28db5e7348 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:51.710255 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Attempting to bind port 912fac7b-c9f1-4d79-9429-1c28db5e7348 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:51.710620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Attempting to bind port 912fac7b-c9f1-4d79-9429-1c28db5e7348 on network 7ac30a10-467b-49bc-b908-e271c5aac8de {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:51.734977 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:51.735424 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Checking segment: {'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:51.736008 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.736828 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Bound using segment: {'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:51.737374 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Bound port: 912fac7b-c9f1-4d79-9429-1c28db5e7348, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2a24a8-f781-42e5-a2a7-6c500938b209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:51.737922 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.800828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.851929 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] For port 912fac7b-c9f1-4d79-9429-1c28db5e7348, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:51.857025 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] For port 912fac7b-c9f1-4d79-9429-1c28db5e7348, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=912fac7b-c9f1-4d79-9429-1c28db5e7348,segment=NetworkSegment(db2a24a8-f781-42e5-a2a7-6c500938b209),segment_id=db2a24a8-f781-42e5-a2a7-6c500938b209)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:51.866337 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.889058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe46c9c1-ea8e-4212-ba38-2f75329f147a admin admin] Publish callbacks [] for security_group (bedcacef-f871-4bf7-a515-573e901a6ba7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.896907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe46c9c1-ea8e-4212-ba38-2f75329f147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bedcacef-f871-4bf7-a515-573e901a6ba7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:51.947629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c523807d-7f73-4cea-8c82-3d2e8a66bf02) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:51.956979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf7c6f-8e5b-4ab0-bf7a-afa32e329333 None None] Network c523807d-7f73-4cea-8c82-3d2e8a66bf02 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:51.966279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fe46c9c1-ea8e-4212-ba38-2f75329f147a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f8e4239e7d34472b3035753ba0298b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442745 Feb 03 14:38:51.967283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39238) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:51.975893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46c9c1-ea8e-4212-ba38-2f75329f147a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedcacef-f871-4bf7-a515-573e901a6ba7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:52.068041 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657b8d0-01f5-4767-8d81-d3d0d1830ef0 admin admin] Publish callbacks [] for security_group (bedcacef-f871-4bf7-a515-573e901a6ba7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.111686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657b8d0-01f5-4767-8d81-d3d0d1830ef0 admin admin] Publish callbacks [] for security_group (bedcacef-f871-4bf7-a515-573e901a6ba7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.136725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:52.138278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.156160 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Routers {'0404c2cb-ecba-41a2-bedf-cc142996e4a0'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:38:52.162046 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:52.196583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fa20f6a7-35fa-43b2-8490-02dfd6c24d7a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6320231 Feb 03 14:38:52.198510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_gateway (64227ceb-0e54-44a0-9156-28bdfea6a973), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.270287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-413a6fcc-a531-4dbb-b9e2-c145f59e849f req-e67a798e-ab02-46a1-9584-d4bbb1c71d51 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 210 time: 0.3404665 Feb 03 14:38:52.288034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657b8d0-01f5-4767-8d81-d3d0d1830ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bedcacef-f871-4bf7-a515-573e901a6ba7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.292052 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9657b8d0-01f5-4767-8d81-d3d0d1830ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.293525 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9657b8d0-01f5-4767-8d81-d3d0d1830ef0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bedcacef-f871-4bf7-a515-573e901a6ba7 HTTP/1.1" status: 204 len: 168 time: 0.3242035 Feb 03 14:38:52.341771 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.366776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657b8d0-01f5-4767-8d81-d3d0d1830ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedcacef-f871-4bf7-a515-573e901a6ba7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:52.438160 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330929b-bdd4-4aeb-9d30-eb03ab4ff159 None None] Pushing event updated for resources: {'Port': ['ID=912fac7b-c9f1-4d79-9429-1c28db5e7348,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:52.503217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 9d7bcbae-8598-49a3-8bef-4ac60e518d68 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:38:52.503757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9d7bcbae-8598-49a3-8bef-4ac60e518d68), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.570232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b91d9-f29e-47bd-8e03-47c562207fb7 None None] Network c523807d-7f73-4cea-8c82-3d2e8a66bf02 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:52.591123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-735b4044-9e79-4ffd-80c9-f188cddbee36 None None] Provisioning complete for port 912fac7b-c9f1-4d79-9429-1c28db5e7348 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:52.591914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-735b4044-9e79-4ffd-80c9-f188cddbee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.681996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39262) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:52.689417 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9d7bcbae-8598-49a3-8bef-4ac60e518d68), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.746793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 9d7bcbae-8598-49a3-8bef-4ac60e518d68 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:38:52.817672 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] Set router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:38:52.833388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] Deleting subnet ec266f0e-a963-4704-9c42-1ad0a14b7852 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:38:52.848555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] Publish callbacks [] for subnet (ec266f0e-a963-4704-9c42-1ad0a14b7852), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:52.999358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (ec266f0e-a963-4704-9c42-1ad0a14b7852), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.126986 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ec266f0e-a963-4704-9c42-1ad0a14b7852), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.315081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9d7bcbae-8598-49a3-8bef-4ac60e518d68), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.383132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=9d7bcbae-8598-49a3-8bef-4ac60e518d68,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:53.402632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (ec266f0e-a963-4704-9c42-1ad0a14b7852), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.417908 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:38:45Z', 'revision_number': 4, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port': {'id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:39Z', 'updated_at': '2022-02-03T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '912fac7b-c9f1-4d79-9429-1c28db5e7348', 'name': '', 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'mac_address': 'fa:16:3e:42:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b454cb90-f913-41e0-b593-15568f4cbce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:43Z', 'updated_at': '2022-02-03T14:38:51Z', 'revision_number': 4, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'subnets': [{'id': 'b454cb90-f913-41e0-b593-15568f4cbce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:53.435968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-735b4044-9e79-4ffd-80c9-f188cddbee36 None None] Current status of the port 912fac7b-c9f1-4d79-9429-1c28db5e7348 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:53.449519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-735b4044-9e79-4ffd-80c9-f188cddbee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.467906 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (64227ceb-0e54-44a0-9156-28bdfea6a973), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.526667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec266f0e-a963-4704-9c42-1ad0a14b7852,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:53.531648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.557072 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e974ca6c-b1cf-4dc9-b394-2524517e27d3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ec266f0e-a963-4704-9c42-1ad0a14b7852 HTTP/1.1" status: 204 len: 168 time: 0.8737307 Feb 03 14:38:53.558007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39288) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:53.561052 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fde25-c3da-4c66-84f9-c367da62d869 None None] The sync data for ids ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'] in n-d-827549-2 is: [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:38:45Z', 'revision_number': 4, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port': {'id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:39Z', 'updated_at': '2022-02-03T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '912fac7b-c9f1-4d79-9429-1c28db5e7348', 'name': '', 'network_id': '7ac30a10-467b-49bc-b908-e271c5aac8de', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'mac_address': 'fa:16:3e:42:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'b454cb90-f913-41e0-b593-15568f4cbce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:43Z', 'updated_at': '2022-02-03T14:38:51Z', 'revision_number': 4, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'subnets': [{'id': 'b454cb90-f913-41e0-b593-15568f4cbce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:38:53.644659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-735b4044-9e79-4ffd-80c9-f188cddbee36 None None] For port 912fac7b-c9f1-4d79-9429-1c28db5e7348, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=912fac7b-c9f1-4d79-9429-1c28db5e7348,segment=NetworkSegment(db2a24a8-f781-42e5-a2a7-6c500938b209),segment_id=db2a24a8-f781-42e5-a2a7-6c500938b209)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:38:53.814339 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-735b4044-9e79-4ffd-80c9-f188cddbee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:53.815356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89d6c95c-c9ef-4ed9-abfe-0b27c2b47f12 req-dca5ba7d-77a3-4540-b537-486e46706b44 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 210 time: 0.2385936 Feb 03 14:38:53.846812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c8b26051-77de-4db8-8ea2-d72cf742f235), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.014999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.023073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (64227ceb-0e54-44a0-9156-28bdfea6a973), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.118892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (64227ceb-0e54-44a0-9156-28bdfea6a973), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.119956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Fanout notify agent at l3_agent the message router_deleted on router 64227ceb-0e54-44a0-9156-28bdfea6a973 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:38:54.137290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.139623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-70cfbb02-be08-43df-ad37-168f25ab713d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/64227ceb-0e54-44a0-9156-28bdfea6a973 HTTP/1.1" status: 204 len: 168 time: 2.8188984 Feb 03 14:38:54.150645 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c8b26051-77de-4db8-8ea2-d72cf742f235), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.158019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:54.170621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1435926525'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:54.211572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b4044-9e79-4ffd-80c9-f188cddbee36 None None] Pushing event updated for resources: {'Port': ['ID=912fac7b-c9f1-4d79-9429-1c28db5e7348,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:54.224223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a1238532-2986-4276-bf3c-fdb237df21e0 None None] Provisioning complete for port 912fac7b-c9f1-4d79-9429-1c28db5e7348 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:54.230822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1238532-2986-4276-bf3c-fdb237df21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.282744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b26051-77de-4db8-8ea2-d72cf742f235']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:54.328870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fcf5dc-f78c-4b58-8bff-6c4385121ed4') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:54.332405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:54.337153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.342312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fcf5dc-f78c-4b58-8bff-6c4385121ed4') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:54.397586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (d3fcf5dc-f78c-4b58-8bff-6c4385121ed4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.434286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d3fcf5dc-f78c-4b58-8bff-6c4385121ed4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.450477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:38:54.471202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:54.477202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (d3fcf5dc-f78c-4b58-8bff-6c4385121ed4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:54.479477 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:54.491609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 912fac7b-c9f1-4d79-9429-1c28db5e7348 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:54.499198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (250c5265-dd69-4654-b21a-cea3b926ee48), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.500902 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment 250c5265-dd69-4654-b21a-cea3b926ee48 of type vlan for network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 Feb 03 14:38:54.634209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (0bb2cecc-a2a1-4bc3-a095-1216541b3f08), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.728969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (0bb2cecc-a2a1-4bc3-a095-1216541b3f08), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.732210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c8b26051-77de-4db8-8ea2-d72cf742f235), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.739251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.747534 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] 10.222.0.52 "DELETE /v2.0/networks/c8b26051-77de-4db8-8ea2-d72cf742f235 HTTP/1.1" status: 204 len: 168 time: 1.1819806 Feb 03 14:38:54.749648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39332) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:54.751279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:54.754871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.775806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a1238532-2986-4276-bf3c-fdb237df21e0 None None] Current status of the port 912fac7b-c9f1-4d79-9429-1c28db5e7348 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:54.799990 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ac74a-09b5-4ea1-88db-184fba5fc03b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b26051-77de-4db8-8ea2-d72cf742f235,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:54.821143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 912fac7b-c9f1-4d79-9429-1c28db5e7348 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:54.825137 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:54.868831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-3e0c4440-38a8-457d-8307-25e6ac8dba94 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:54.875929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-3e0c4440-38a8-457d-8307-25e6ac8dba94 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.45 "GET /v2.0/networks?id=1d683311-4419-4a0c-bceb-3fd0c0092f93 HTTP/1.1" status: 200 len: 911 time: 0.7328503 Feb 03 14:38:54.892583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Request body: {'port': {'device_id': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'admin_state_up': True, 'tenant_id': '71ee5506fa47468f8a8975c36ad35865'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:54.947221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] Deleting subnet a086cdb0-8b83-419f-9fe1-7a2bc1796780 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:38:54.963461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39338) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:54.965203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7959230 Feb 03 14:38:54.976079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] Publish callbacks [] for subnet (a086cdb0-8b83-419f-9fe1-7a2bc1796780), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.005407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': '0bb2cecc-a2a1-4bc3-a095-1216541b3f08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:55.250591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d122910f-b247-4307-8df2-912aaca9b4ac req-8efe01b0-6d37-49fd-9283-2bc9555a0a7b tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 210 time: 0.2578833 Feb 03 14:38:55.273036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395aebd-ac5e-48a0-b789-0e66789e64b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=0bb2cecc-a2a1-4bc3-a095-1216541b3f08,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:55.293303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Made reservation on behalf of 71ee5506fa47468f8a8975c36ad35865 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:55.295893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.321398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:38:55.340525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (a086cdb0-8b83-419f-9fe1-7a2bc1796780), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.480104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:38:55.493392 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.540315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.558714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (a086cdb0-8b83-419f-9fe1-7a2bc1796780), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.570973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Allocated IP 172.20.0.8 (1d683311-4419-4a0c-bceb-3fd0c0092f93/e2679784-0a7e-4c85-9062-08f79cff4bf3/303fb0ef-6b8d-42d2-838d-fd9c81052cfd) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:55.663208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 912fac7b-c9f1-4d79-9429-1c28db5e7348 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:55.858764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks [] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.915413 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:55.953855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (d62b1193-1844-43c7-b198-abcf82a205ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.034106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Pushing event updated for resources: {'Port': ['ID=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:56.068820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=d62b1193-1844-43c7-b198-abcf82a205ad,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:56.075921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:56.079722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:56.099196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:56.127062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': '250c5265-dd69-4654-b21a-cea3b926ee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0bb2cecc-a2a1-4bc3-a095-1216541b3f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:56.127646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: 0bb2cecc-a2a1-4bc3-a095-1216541b3f08, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:38:56.164785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (a086cdb0-8b83-419f-9fe1-7a2bc1796780), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.215791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:56.217113 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.252271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-0f9e91b5-0870-4564-ad5e-32785967086e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3589525 Feb 03 14:38:56.269457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a086cdb0-8b83-419f-9fe1-7a2bc1796780,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:56.271635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:38:56.287685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Request body: {'port': {'device_id': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:56.294535 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.308026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8980d56f-193b-4d6a-a31e-e57f5ecd1a97 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a086cdb0-8b83-419f-9fe1-7a2bc1796780 HTTP/1.1" status: 204 len: 168 time: 1.5554256 Feb 03 14:38:56.317019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:56.339721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 912fac7b-c9f1-4d79-9429-1c28db5e7348 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:38:56.502857 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c523807d-7f73-4cea-8c82-3d2e8a66bf02), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.529854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 912fac7b-c9f1-4d79-9429-1c28db5e7348 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:56.537531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.554760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 0bb2cecc-a2a1-4bc3-a095-1216541b3f08) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:56.561154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:56.562138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.651655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.678429 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f0af6652-f5ff-4c9c-9bf9-23a66a00bf7f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7044988 Feb 03 14:38:56.712287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39392) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:56.721601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cea4ec7a-3f71-41da-97b0-bed7058384df tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-115222666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:38:56.728124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b859ba-fb12-4584-9a39-737276d61c22 None None] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:38:56.791964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f1b42-c29c-4257-a3e7-d56d95a5b93f req-9f37ac05-0344-4d46-9569-25dcbd514a75 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:56.793663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc8f1b42-c29c-4257-a3e7-d56d95a5b93f req-9f37ac05-0344-4d46-9569-25dcbd514a75 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1027 time: 0.3791223 Feb 03 14:38:56.796214 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea4ec7a-3f71-41da-97b0-bed7058384df tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.797963 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea4ec7a-3f71-41da-97b0-bed7058384df tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.846984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c523807d-7f73-4cea-8c82-3d2e8a66bf02), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:56.923538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c523807d-7f73-4cea-8c82-3d2e8a66bf02']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:56.951303 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93429f02-c6c2-470a-8b69-1d56eee590aa') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:56.951970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc8f1b42-c29c-4257-a3e7-d56d95a5b93f req-d865c680-2558-48ab-9fc0-d86ee05348cc tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500568 Feb 03 14:38:56.953889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93429f02-c6c2-470a-8b69-1d56eee590aa') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:38:56.986685 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (93429f02-c6c2-470a-8b69-1d56eee590aa), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.017298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (93429f02-c6c2-470a-8b69-1d56eee590aa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.027781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:38:57.028749 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (93429f02-c6c2-470a-8b69-1d56eee590aa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:38:57.037628 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:38:57.050973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea4ec7a-3f71-41da-97b0-bed7058384df tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.084738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b6baf89f-5f3b-460e-b208-cd69e9c59530 None None] Provisioning complete for port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:38:57.085121 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6baf89f-5f3b-460e-b208-cd69e9c59530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.091684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea4ec7a-3f71-41da-97b0-bed7058384df tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.092940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-0bb2cecc-a2a1-4bc3-a095-1216541b3f08', 'network_id': '0bb2cecc-a2a1-4bc3-a095-1216541b3f08', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': 'd62b1193-1844-43c7-b198-abcf82a205ad'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:38:57.094558 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.190657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c523807d-7f73-4cea-8c82-3d2e8a66bf02), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.196827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.202419 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] 10.222.0.52 "DELETE /v2.0/networks/c523807d-7f73-4cea-8c82-3d2e8a66bf02 HTTP/1.1" status: 204 len: 168 time: 0.8705227 Feb 03 14:38:57.242232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97ec98-9791-4b02-8f46-976c269ff2df admin admin] Pushing event deleted for resources: {'Network': ['ID=c523807d-7f73-4cea-8c82-3d2e8a66bf02,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:57.254721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cea4ec7a-3f71-41da-97b0-bed7058384df tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.256714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cea4ec7a-3f71-41da-97b0-bed7058384df tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5399916 Feb 03 14:38:57.259538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:57.312522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b6baf89f-5f3b-460e-b208-cd69e9c59530 None None] Port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:38:57.398908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 912fac7b-c9f1-4d79-9429-1c28db5e7348 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:38:57.487532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303fb0ef-6b8d-42d2-838d-fd9c81052cfd {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:38:57.503260 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Publish callbacks [] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.534748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Transition to ACTIVE for port object 303fb0ef-6b8d-42d2-838d-fd9c81052cfd will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:38:57.547608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:57.637682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39422) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:57.758200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Pushing event updated for resources: {'Port': ['ID=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:57.801874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Allocated IP 172.20.0.2 (0bb2cecc-a2a1-4bc3-a095-1216541b3f08/d62b1193-1844-43c7-b198-abcf82a205ad/b4d3af60-1bbd-48a5-add0-b4840f112239) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:57.842351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b4500370-c84f-480b-8f25-120bdc94d92c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ceac06cda62a48e482621f181558b324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1794229 Feb 03 14:38:57.865505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:38:57.946019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Attempting to bind port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:57.946477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Attempting to bind port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:57.946787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Attempting to bind port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:57.954164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:38:57.954998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Attempting to bind port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:57.963116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:57.963958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Checking segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:57.963958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Bound using segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:57.964355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Bound port: 303fb0ef-6b8d-42d2-838d-fd9c81052cfd, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:57.965365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.085066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] For port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:58.089312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] For port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:58.097755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.177718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.197103 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c110926-e340-4a2b-8e54-5f265c9c51eb admin admin] Publish callbacks [] for security_group (1935eadc-2618-4d2d-8576-c9a1d2b4136b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.241437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Publish callbacks [] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.260157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.290224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:58.290855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.292281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] 10.222.0.45 "PUT /v2.0/ports/303fb0ef-6b8d-42d2-838d-fd9c81052cfd HTTP/1.1" status: 200 len: 1091 time: 2.0377033 Feb 03 14:38:58.292990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'tag': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:38:58.295168 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a14243c-5864-4b81-9880-ecdf0133fa8f", "tag": "303fb0ef-6b8d-42d2-838d-fd9c81052cfd"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:38:58.312663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe219b7-6c63-4d7c-9fd6-7a0598fb5d2d service neutron] Pushing event updated for resources: {'Port': ['ID=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:58.389379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Pushing event updated for resources: {'Port': ['ID=b4d3af60-1bbd-48a5-add0-b4840f112239,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:58.464977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:58.466632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c110926-e340-4a2b-8e54-5f265c9c51eb admin admin] Publish callbacks [] for security_group (1935eadc-2618-4d2d-8576-c9a1d2b4136b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.477288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:58.480156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.480532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.480894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.481224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.481559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.481895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.482226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.482553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.482879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.483203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.483527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.483851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.493412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6783-f149-40e1-96f7-a1919cbb3b72 req-2ca48c3f-4c59-4db5-8b6a-44b6c88719d9 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:58.500074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c42e6783-f149-40e1-96f7-a1919cbb3b72 req-2ca48c3f-4c59-4db5-8b6a-44b6c88719d9 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1125 time: 0.3258216 Feb 03 14:38:58.508977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:38:58.512376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:58.549850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-cf8d4433-ce36-4294-b0dc-ac36a369af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:58.554504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-cf8d4433-ce36-4294-b0dc-ac36a369af37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ee5506fa47468f8a8975c36ad35865&device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1125 time: 0.1761997 Feb 03 14:38:58.666061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-ebc8277b-324e-4093-b767-6e861d220525 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=303fb0ef-6b8d-42d2-838d-fd9c81052cfd HTTP/1.1" status: 200 len: 217 time: 0.0889173 Feb 03 14:38:58.675131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Attempting to bind port b4d3af60-1bbd-48a5-add0-b4840f112239 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:38:58.675509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Attempting to bind port b4d3af60-1bbd-48a5-add0-b4840f112239 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '250c5265-dd69-4654-b21a-cea3b926ee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0bb2cecc-a2a1-4bc3-a095-1216541b3f08'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:38:58.675877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Attempting to bind port b4d3af60-1bbd-48a5-add0-b4840f112239 on network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:38:58.695894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:38:58.696608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Checking segment: {'id': '250c5265-dd69-4654-b21a-cea3b926ee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0bb2cecc-a2a1-4bc3-a095-1216541b3f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:38:58.697216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.697862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Bound using segment: {'id': '250c5265-dd69-4654-b21a-cea3b926ee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0bb2cecc-a2a1-4bc3-a095-1216541b3f08'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:38:58.698529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Bound port: b4d3af60-1bbd-48a5-add0-b4840f112239, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250c5265-dd69-4654-b21a-cea3b926ee48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0bb2cecc-a2a1-4bc3-a095-1216541b3f08'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:38:58.699908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.877711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-c0aff214-827f-4b91-80af-2c1158d41c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:58.880796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-c0aff214-827f-4b91-80af-2c1158d41c88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2679784-0a7e-4c85-9062-08f79cff4bf3 HTTP/1.1" status: 200 len: 849 time: 0.2126718 Feb 03 14:38:58.884132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] For port b4d3af60-1bbd-48a5-add0-b4840f112239, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:38:58.888328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] For port b4d3af60-1bbd-48a5-add0-b4840f112239, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4d3af60-1bbd-48a5-add0-b4840f112239,segment=NetworkSegment(250c5265-dd69-4654-b21a-cea3b926ee48),segment_id=250c5265-dd69-4654-b21a-cea3b926ee48)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:38:58.900222 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.902107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c42e6783-f149-40e1-96f7-a1919cbb3b72 req-36398d85-5b19-48eb-ad8a-ca51cfe5d7ad tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947611 Feb 03 14:38:58.954911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.20.0.1 (0bb2cecc-a2a1-4bc3-a095-1216541b3f08/d62b1193-1844-43c7-b198-abcf82a205ad/95d28198-e186-4435-848e-31cd0632f089) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:38:58.967902 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c110926-e340-4a2b-8e54-5f265c9c51eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1935eadc-2618-4d2d-8576-c9a1d2b4136b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.972569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5c110926-e340-4a2b-8e54-5f265c9c51eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:58.973842 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5c110926-e340-4a2b-8e54-5f265c9c51eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1935eadc-2618-4d2d-8576-c9a1d2b4136b HTTP/1.1" status: 204 len: 168 time: 1.1072989 Feb 03 14:38:58.979156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ac1fb-f0d7-4c0e-a026-50e2367ab52f None None] Pushing event updated for resources: {'Port': ['ID=b4d3af60-1bbd-48a5-add0-b4840f112239,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:59.064896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c110926-e340-4a2b-8e54-5f265c9c51eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935eadc-2618-4d2d-8576-c9a1d2b4136b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:59.083211 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7b81f1-7943-4b45-80e2-2c120132ebd9 x-openstack-request-id: req-ed7b81f1-7943-4b45-80e2-2c120132ebd9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:38:59.083445 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a14243c-5864-4b81-9880-ecdf0133fa8f", "tag": "303fb0ef-6b8d-42d2-838d-fd9c81052cfd", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:38:59.083740 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed7b81f1-7943-4b45-80e2-2c120132ebd9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:38:59.092019 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'tag': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd', 'status': 'completed', 'code': 200} Feb 03 14:38:59.125352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-8068004e-906d-4b45-bc4b-1cdb3e54d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:59.126902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-8068004e-906d-4b45-bc4b-1cdb3e54d1db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d683311-4419-4a0c-bceb-3fd0c0092f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2238708 Feb 03 14:38:59.353172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-2da06bf7-1369-4184-a3a5-97d3066a8581 service neutron] 10.222.0.45 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183461 Feb 03 14:38:59.478655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (95d28198-e186-4435-848e-31cd0632f089), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:59.544551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (95d28198-e186-4435-848e-31cd0632f089), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:59.639709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d5a3ab5-f319-40ae-91cf-911feba1997d req-4e6eb1fb-fb08-4c77-a684-b7d70d2f27d3 service neutron] 10.222.0.45 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801192 Feb 03 14:38:59.739675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:38:59.762116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:38:59.769276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:38:59.838484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-48c5f2c1-6436-4bfc-b13a-64674a4c500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:38:59.871803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-48c5f2c1-6436-4bfc-b13a-64674a4c500b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71ee5506fa47468f8a8975c36ad35865&device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1125 time: 0.1663356 Feb 03 14:38:59.871998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=95d28198-e186-4435-848e-31cd0632f089,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:38:59.925999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:38:59.940720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39500) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:00.276295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (95d28198-e186-4435-848e-31cd0632f089), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:00.290454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8294fb05-edc4-4660-a066-a8f01b5c37e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61d76a5318134d688086a7eee55f4df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437982 Feb 03 14:39:00.319633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39508) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:00.460312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4d3af60-1bbd-48a5-add0-b4840f112239 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:00.547730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a905-fbb6-441f-804d-1ecdb8d520b1 req-f530aeb6-2cef-495d-bae8-241445cfaafb tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:00.553133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4804a905-fbb6-441f-804d-1ecdb8d520b1 req-f530aeb6-2cef-495d-bae8-241445cfaafb tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1125 time: 0.5222123 Feb 03 14:39:00.573542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b4d3af60-1bbd-48a5-add0-b4840f112239 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:00.582042 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:00.623395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-76ef430e-11fe-4ca8-ae20-1873d2ea4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:00.625333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-76ef430e-11fe-4ca8-ae20-1873d2ea4ec8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d683311-4419-4a0c-bceb-3fd0c0092f93 HTTP/1.1" status: 200 len: 911 time: 0.7453196 Feb 03 14:39:00.631057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40dc6a90-a27e-4744-b201-12dabf7ed1f5 admin admin] Publish callbacks [] for security_group (66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:00.852279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-99aed72f-012c-4566-bbef-a485e56e9a94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=303fb0ef-6b8d-42d2-838d-fd9c81052cfd HTTP/1.1" status: 200 len: 217 time: 0.2127352 Feb 03 14:39:00.863104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b4d3af60-1bbd-48a5-add0-b4840f112239 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:00.864834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:00.923253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40dc6a90-a27e-4744-b201-12dabf7ed1f5 admin admin] Publish callbacks [] for security_group (66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:00.976377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b4d3af60-1bbd-48a5-add0-b4840f112239, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4d3af60-1bbd-48a5-add0-b4840f112239,segment=NetworkSegment(250c5265-dd69-4654-b21a-cea3b926ee48),segment_id=250c5265-dd69-4654-b21a-cea3b926ee48)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:00.978032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (95d28198-e186-4435-848e-31cd0632f089), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:00.986882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:00.995849 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (95d28198-e186-4435-848e-31cd0632f089), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:01.034313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40dc6a90-a27e-4744-b201-12dabf7ed1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:01.037053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-40dc6a90-a27e-4744-b201-12dabf7ed1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:01.040625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-40dc6a90-a27e-4744-b201-12dabf7ed1f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90 HTTP/1.1" status: 204 len: 168 time: 0.7025857 Feb 03 14:39:01.061958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4804a905-fbb6-441f-804d-1ecdb8d520b1 req-1bc2cd76-8cbb-4eec-b867-ef5f8f3c4e3f tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988337 Feb 03 14:39:01.112531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc6a90-a27e-4744-b201-12dabf7ed1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a57bb0-e4e7-4dc8-af52-ea5c0e5f5c90,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:01.133505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-b1ffefdb-40a7-4f51-8428-d588ea101a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:01.137654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-b1ffefdb-40a7-4f51-8428-d588ea101a65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2679784-0a7e-4c85-9062-08f79cff4bf3 HTTP/1.1" status: 200 len: 849 time: 0.2621155 Feb 03 14:39:01.164905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b4d3af60-1bbd-48a5-add0-b4840f112239,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:01.180690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb287aa6-eeb4-4898-bc72-15c6f4faef8a None None] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:01.286224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=95d28198-e186-4435-848e-31cd0632f089,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:01.302555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:01.349352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-18ad71be-60ab-44e7-a5cb-47a9fb63457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:01.354108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-18ad71be-60ab-44e7-a5cb-47a9fb63457c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d683311-4419-4a0c-bceb-3fd0c0092f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2090926 Feb 03 14:39:01.532984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d3f29985-1119-4412-8aa9-20f489579de6 None None] Provisioning complete for port b4d3af60-1bbd-48a5-add0-b4840f112239 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:01.534054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f29985-1119-4412-8aa9-20f489579de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:01.658782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-00e9a8df-6c48-40db-964a-d47c910b765c service neutron] 10.222.0.45 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973650 Feb 03 14:39:01.904507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d0d1e47-53c3-4c11-915d-e0f949f9f5bd req-fd8d7ee8-6d27-42c4-b156-1677a61166f7 service neutron] 10.222.0.45 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385325 Feb 03 14:39:01.935514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3f29985-1119-4412-8aa9-20f489579de6 None None] Current status of the port b4d3af60-1bbd-48a5-add0-b4840f112239 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:02.302750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4d3af60-1bbd-48a5-add0-b4840f112239 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:02.371556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22196fc2-24d2-4989-a3f8-cede04d2fb13 req-ccaeef27-8cfc-4b7f-a73d-bc64b7c6a09e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:02.381767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22196fc2-24d2-4989-a3f8-cede04d2fb13 req-ccaeef27-8cfc-4b7f-a73d-bc64b7c6a09e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1125 time: 0.1662405 Feb 03 14:39:02.394557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5192dfdc-298e-4d8a-919d-dbabbdb17fee None None] Provisioning complete for port b4d3af60-1bbd-48a5-add0-b4840f112239 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:02.395745 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5192dfdc-298e-4d8a-919d-dbabbdb17fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:02.438642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b4d3af60-1bbd-48a5-add0-b4840f112239 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:02.440319 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:02.509889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:02.513101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22196fc2-24d2-4989-a3f8-cede04d2fb13 req-490287b1-5c91-4f25-9674-bd5c6de75acd tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294062 Feb 03 14:39:02.534519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:02.556443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-3f090948-5950-40ba-ba04-e89f68bc5ee0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9570765 Feb 03 14:39:02.686900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5192dfdc-298e-4d8a-919d-dbabbdb17fee None None] Current status of the port b4d3af60-1bbd-48a5-add0-b4840f112239 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:02.704230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5192dfdc-298e-4d8a-919d-dbabbdb17fee None None] Provisioning complete for port 95d28198-e186-4435-848e-31cd0632f089 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:02.704682 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5192dfdc-298e-4d8a-919d-dbabbdb17fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (95d28198-e186-4435-848e-31cd0632f089), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:02.948380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5192dfdc-298e-4d8a-919d-dbabbdb17fee None None] Port 95d28198-e186-4435-848e-31cd0632f089 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:02.975933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b4d3af60-1bbd-48a5-add0-b4840f112239 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:03.016730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81711b8-78a1-4c07-8f45-3435219b75db req-244c0e5a-a81d-41ae-b83a-6dd01a604500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:03.018272 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-244c0e5a-a81d-41ae-b83a-6dd01a604500 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 1131 time: 0.3734260 Feb 03 14:39:03.086240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9dd34e4d-a25d-4b23-8e1d-15c6bbad6856 None None] Provisioning complete for port 95d28198-e186-4435-848e-31cd0632f089 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:03.086633 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9dd34e4d-a25d-4b23-8e1d-15c6bbad6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (95d28198-e186-4435-848e-31cd0632f089), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:03.145682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 4c3a589e-e195-4b53-9f0a-5e5f71187ab1 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:39:03.229302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 303fb0ef-6b8d-42d2-838d-fd9c81052cfd details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:39:03.277855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9dd34e4d-a25d-4b23-8e1d-15c6bbad6856 None None] Port 95d28198-e186-4435-848e-31cd0632f089 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:03.428331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81711b8-78a1-4c07-8f45-3435219b75db req-2f9ec749-9635-48a7-89eb-d68916752d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:03.441783 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-2f9ec749-9635-48a7-89eb-d68916752d1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.3881066 Feb 03 14:39:03.497070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:03.571292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'port_id': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd', 'mac_address': 'fa:16:3e:63:62:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:39:03.589314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-95d0ca9a-a692-4972-9b80-d5c00666aae7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d HTTP/1.1" status: 200 len: 217 time: 0.1443870 Feb 03 14:39:03.702527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:03.702527 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:03.721214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81711b8-78a1-4c07-8f45-3435219b75db req-d90e3098-d800-46cf-9d4d-57c03b150acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:03.722977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-d90e3098-d800-46cf-9d4d-57c03b150acd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1271434 Feb 03 14:39:03.724826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303fb0ef-6b8d-42d2-838d-fd9c81052cfd {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:39:03.746845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3aae34e7-9183-4071-8831-927c27d0fa0d None None] Provisioning complete for port 95d28198-e186-4435-848e-31cd0632f089 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:03.747519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3aae34e7-9183-4071-8831-927c27d0fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (95d28198-e186-4435-848e-31cd0632f089), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:03.785208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781856c6-fcd5-4899-be79-2aaa320cab35 req-c911b966-04b7-4e99-a970-1d347ff66452 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:03.789796 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-781856c6-fcd5-4899-be79-2aaa320cab35 req-c911b966-04b7-4e99-a970-1d347ff66452 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1125 time: 0.1407342 Feb 03 14:39:03.801941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3aae34e7-9183-4071-8831-927c27d0fa0d None None] Port 95d28198-e186-4435-848e-31cd0632f089 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:03.808786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:03.823023 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] Sync routers for ids ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:03.830985 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-41057863-3c4e-4bd2-a8e6-7d8678ca960a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/4c3a589e-e195-4b53-9f0a-5e5f71187ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5678012 Feb 03 14:39:03.831228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:03.834043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39634) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:03.844848 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:03.852817 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] Routers {'4c3a589e-e195-4b53-9f0a-5e5f71187ab1'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:03.853725 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:03.923229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-781856c6-fcd5-4899-be79-2aaa320cab35 req-315b0a64-ddb5-45f3-94e9-b5271e98c53c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265066 Feb 03 14:39:03.949121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:03.984785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81711b8-78a1-4c07-8f45-3435219b75db req-09e0f5ea-05da-408a-a0ac-3199eb9e25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:03.985946 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:03.990500 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-09e0f5ea-05da-408a-a0ac-3199eb9e25a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2548323 Feb 03 14:39:04.026664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165c2c7-25a1-4ca9-8c72-9d68d8babaa5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:04.033823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39646) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:04.036401 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a165c2c7-25a1-4ca9-8c72-9d68d8babaa5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports/95d28198-e186-4435-848e-31cd0632f089 HTTP/1.1" status: 200 len: 910 time: 0.2009580 Feb 03 14:39:04.041524 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] Routers {'4c3a589e-e195-4b53-9f0a-5e5f71187ab1'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:04.042138 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:04.042762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd62b1193-1844-43c7-b198-abcf82a205ad'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:04.102358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['303fb0ef-6b8d-42d2-838d-fd9c81052cfd'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:39:04.226190 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:04.227549 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f255a9-7162-4ed5-b41b-273582b5f140 None None] The sync data for ids ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:39:04.278922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-6ceb7b9f-8760-40de-ad6b-d1f5751e57de service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393126 Feb 03 14:39:04.510239 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (95d28198-e186-4435-848e-31cd0632f089), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:04.571014 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e81711b8-78a1-4c07-8f45-3435219b75db req-ca78900d-6350-436c-bc43-3a45deafb3c0 service neutron] 10.222.0.45 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817426 Feb 03 14:39:05.073309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 303fb0ef-6b8d-42d2-838d-fd9c81052cfd up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:05.262568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:39:05.279522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:05.281801 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:05.551152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:05.552698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:05.605678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:39:05.607956 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf4830-e27a-4249-9c5a-9c01b7434453" -d '{"events": [{"server_uuid": "4a14243c-5864-4b81-9880-ecdf0133fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "303fb0ef-6b8d-42d2-838d-fd9c81052cfd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:39:05.644739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:05.655842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:05.753131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:06.127455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (95d28198-e186-4435-848e-31cd0632f089), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:06.202835 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (95d28198-e186-4435-848e-31cd0632f089), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:06.406701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=95d28198-e186-4435-848e-31cd0632f089,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:06.435528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:06.447018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:06.462148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a3fadd92-4dbf-4e50-9d2b-1a3867920ac2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/ports/95d28198-e186-4435-848e-31cd0632f089 HTTP/1.1" status: 200 len: 910 time: 2.4244428 Feb 03 14:39:06.465116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39722) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:06.622929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7d26d-9433-4774-a2c9-f4905ff992e0 req-e4dd7cfa-99ce-43e0-81a3-562868945e0a tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:06.642609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1f7d26d-9433-4774-a2c9-f4905ff992e0 req-e4dd7cfa-99ce-43e0-81a3-562868945e0a tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.4875913 Feb 03 14:39:06.932855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1f7d26d-9433-4774-a2c9-f4905ff992e0 req-1cd389e0-87b6-4c9f-8fee-1fe1598a80c1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623887 Feb 03 14:39:07.006631 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2eadaa-480d-429d-b106-f1b33580d424 x-openstack-request-id: req-6b2eadaa-480d-429d-b106-f1b33580d424 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:39:07.007216 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a14243c-5864-4b81-9880-ecdf0133fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "303fb0ef-6b8d-42d2-838d-fd9c81052cfd", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:39:07.007582 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b2eadaa-480d-429d-b106-f1b33580d424 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:39:07.008087 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd', 'code': 200} Feb 03 14:39:07.175880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd754b26-1e04-4e62-abbb-6a7ccce52379 req-566d8bb3-5ec3-4d2f-a2a7-2e87d358fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:07.185732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd754b26-1e04-4e62-abbb-6a7ccce52379 req-566d8bb3-5ec3-4d2f-a2a7-2e87d358fa49 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.1049678 Feb 03 14:39:07.294612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd754b26-1e04-4e62-abbb-6a7ccce52379 req-f09587c0-7ff8-45ae-8893-9cdf9b4c00fe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045139 Feb 03 14:39:07.318332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:07.804058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 95d28198-e186-4435-848e-31cd0632f089 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:39:07.805672 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (95d28198-e186-4435-848e-31cd0632f089), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:07.975720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (95d28198-e186-4435-848e-31cd0632f089), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:07.992996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 95d28198-e186-4435-848e-31cd0632f089 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:39:08.338473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (95d28198-e186-4435-848e-31cd0632f089), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:08.393027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269e0ae-862d-4be4-95ea-bbc0c138dd91 req-be499e7f-8471-4ece-a213-2c2ec4a68bc7 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:08.395126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0269e0ae-862d-4be4-95ea-bbc0c138dd91 req-be499e7f-8471-4ece-a213-2c2ec4a68bc7 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.2320731 Feb 03 14:39:08.396981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=95d28198-e186-4435-848e-31cd0632f089,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:08.632753 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:08.715061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0269e0ae-862d-4be4-95ea-bbc0c138dd91 req-91363c7e-6803-4221-a556-b6ac1de08054 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044412 Feb 03 14:39:08.933948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 4c3a589e-e195-4b53-9f0a-5e5f71187ab1 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:09.048289 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.058321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:09.070431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] Sync routers for ids ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:09.075649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39814) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:09.076941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c71fc74-e293-4c0a-9dfe-13df25ffd8c5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/4c3a589e-e195-4b53-9f0a-5e5f71187ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6102493 Feb 03 14:39:09.112797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] Routers {'4c3a589e-e195-4b53-9f0a-5e5f71187ab1'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:09.113993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:09.137254 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c2b6864d-3864-41f0-b50d-7d9f182fee64 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c3a589e-e195-4b53-9f0a-5e5f71187ab1 HTTP/1.1" status: 200 len: 205 time: 0.0580561 Feb 03 14:39:09.138100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:09.153666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:09.165438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] Routers {'4c3a589e-e195-4b53-9f0a-5e5f71187ab1'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:09.166428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:09.210747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:09.214028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6013a8d-1cb8-484b-828a-8c93303b6b08 None None] The sync data for ids ['4c3a589e-e195-4b53-9f0a-5e5f71187ab1'] in n-d-827549-2 is: [] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:39:09.286027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc07b283-0fea-4516-9811-4f3cb9660089 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.504867 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc07b283-0fea-4516-9811-4f3cb9660089 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.507510 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc07b283-0fea-4516-9811-4f3cb9660089 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.597504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc07b283-0fea-4516-9811-4f3cb9660089 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (4c3a589e-e195-4b53-9f0a-5e5f71187ab1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.598030 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc07b283-0fea-4516-9811-4f3cb9660089 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3a589e-e195-4b53-9f0a-5e5f71187ab1 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:39:09.605159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc07b283-0fea-4516-9811-4f3cb9660089 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.606346 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dc07b283-0fea-4516-9811-4f3cb9660089 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/4c3a589e-e195-4b53-9f0a-5e5f71187ab1 HTTP/1.1" status: 204 len: 168 time: 0.4671650 Feb 03 14:39:09.609718 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:09.741652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet d62b1193-1844-43c7-b198-abcf82a205ad {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:39:09.769359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (d62b1193-1844-43c7-b198-abcf82a205ad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.894515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (d62b1193-1844-43c7-b198-abcf82a205ad), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:09.998962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d62b1193-1844-43c7-b198-abcf82a205ad), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.064119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbd378-30e2-46ce-8302-c49271d8d466 req-38dd02b5-a07a-4377-8e53-0fc4c428dbfa tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:10.065722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8fbd378-30e2-46ce-8302-c49271d8d466 req-38dd02b5-a07a-4377-8e53-0fc4c428dbfa tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.1761603 Feb 03 14:39:10.106296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d62b1193-1844-43c7-b198-abcf82a205ad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.147889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=d62b1193-1844-43c7-b198-abcf82a205ad,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:10.152321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.157628 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e75cb2eb-669b-4cad-8255-1936716b4321 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/d62b1193-1844-43c7-b198-abcf82a205ad HTTP/1.1" status: 204 len: 168 time: 0.5469065 Feb 03 14:39:10.160320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:10.162811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e3f8d-e57d-4611-b024-3de109b77b50 None None] Network 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:10.196729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8fbd378-30e2-46ce-8302-c49271d8d466 req-d7d9fa7f-e533-428d-82f0-51e9a3e81754 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179988 Feb 03 14:39:10.364001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (0bb2cecc-a2a1-4bc3-a095-1216541b3f08), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.506488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5aa0-be42-4b4a-807f-b31b7387cf30 req-935958d9-f5a1-415a-bf0e-d95b9f7876da tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:10.521053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port b4d3af60-1bbd-48a5-add0-b4840f112239 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:39:10.525242 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.526958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07ac5aa0-be42-4b4a-807f-b31b7387cf30 req-935958d9-f5a1-415a-bf0e-d95b9f7876da tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.1846695 Feb 03 14:39:10.528136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] DHCP port deletion for 0bb2cecc-a2a1-4bc3-a095-1216541b3f08 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:39:10.624068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] Deleting port b4d3af60-1bbd-48a5-add0-b4840f112239 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:39:10.624473 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.691132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] For port b4d3af60-1bbd-48a5-add0-b4840f112239, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4d3af60-1bbd-48a5-add0-b4840f112239,segment=NetworkSegment(250c5265-dd69-4654-b21a-cea3b926ee48),segment_id=250c5265-dd69-4654-b21a-cea3b926ee48)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:10.691767 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.706617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] Calling delete_port for b4d3af60-1bbd-48a5-add0-b4840f112239 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:39:10.729122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07ac5aa0-be42-4b4a-807f-b31b7387cf30 req-76663d10-8083-40aa-bfa5-c58bd01582d0 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945331 Feb 03 14:39:10.783450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port b4d3af60-1bbd-48a5-add0-b4840f112239, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b4d3af60-1bbd-48a5-add0-b4840f112239,segment=NetworkSegment(250c5265-dd69-4654-b21a-cea3b926ee48),segment_id=250c5265-dd69-4654-b21a-cea3b926ee48)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:10.783838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.828988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for b4d3af60-1bbd-48a5-add0-b4840f112239 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:39:10.892589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:10.927053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] Pushing event deleted for resources: {'Port': ['ID=b4d3af60-1bbd-48a5-add0-b4840f112239,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:10.930660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b627462-ddfb-43f4-9d82-7dc0abac6ca2 None None] No DVR routers for this DVR port b4d3af60-1bbd-48a5-add0-b4840f112239 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:39:10.958643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a881-8a39-473b-8a1d-8ff4b9fec543 req-544b0837-e242-4865-9cac-1501ba1a7156 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:10.966442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9571a881-8a39-473b-8a1d-8ff4b9fec543 req-544b0837-e242-4865-9cac-1501ba1a7156 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.1139035 Feb 03 14:39:11.006155 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b4d3af60-1bbd-48a5-add0-b4840f112239), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.032358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9571a881-8a39-473b-8a1d-8ff4b9fec543 req-c6ef4f74-8281-4b1f-b7be-e821f48e6c77 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607762 Feb 03 14:39:11.037170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=b4d3af60-1bbd-48a5-add0-b4840f112239,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:11.058033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No DVR routers for this DVR port b4d3af60-1bbd-48a5-add0-b4840f112239 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:39:11.187560 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (0bb2cecc-a2a1-4bc3-a095-1216541b3f08), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.226006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb2cecc-a2a1-4bc3-a095-1216541b3f08']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:11.241025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250c5265-dd69-4654-b21a-cea3b926ee48') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:11.241337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250c5265-dd69-4654-b21a-cea3b926ee48') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:11.265657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (250c5265-dd69-4654-b21a-cea3b926ee48), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.287554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (250c5265-dd69-4654-b21a-cea3b926ee48), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.302563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:39:11.302978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (250c5265-dd69-4654-b21a-cea3b926ee48), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:39:11.432748 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:39:11.441915 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (0bb2cecc-a2a1-4bc3-a095-1216541b3f08), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.449142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.457529 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/0bb2cecc-a2a1-4bc3-a095-1216541b3f08 HTTP/1.1" status: 204 len: 168 time: 1.2959189 Feb 03 14:39:11.458520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39898) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:11.468306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-79ac1d53-a803-45d0-8178-45cc31d8607c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1914536594', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:11.525317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0a42-5d95-403e-b942-d68d19485ee9 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=0bb2cecc-a2a1-4bc3-a095-1216541b3f08,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:11.551535 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ac1d53-a803-45d0-8178-45cc31d8607c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.553071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ac1d53-a803-45d0-8178-45cc31d8607c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.642095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ac1d53-a803-45d0-8178-45cc31d8607c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.647640 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ac1d53-a803-45d0-8178-45cc31d8607c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.667167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-25f240f7-4158-4c0a-80ce-fb176d6dd68b tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:11.671482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-25f240f7-4158-4c0a-80ce-fb176d6dd68b tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/networks?id=1d683311-4419-4a0c-bceb-3fd0c0092f93 HTTP/1.1" status: 200 len: 911 time: 0.2730200 Feb 03 14:39:11.686250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-79ac1d53-a803-45d0-8178-45cc31d8607c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.692314 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-79ac1d53-a803-45d0-8178-45cc31d8607c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2282650 Feb 03 14:39:11.694415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39904) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:11.718371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1093697493'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:11.731535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-44e257d6-d32a-4c35-aa0d-e7e8fcdc4101 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/quotas/71ee5506fa47468f8a8975c36ad35865 HTTP/1.1" status: 200 len: 375 time: 0.0459681 Feb 03 14:39:11.804532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:11.810686 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.848227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:39:11.861829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a71b551a-5ccc-402e-9a05-7e548f9fc3fe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.862406 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment a71b551a-5ccc-402e-9a05-7e548f9fc3fe of type vlan for network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de Feb 03 14:39:11.919198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (63b32f1e-441d-4df6-95c1-17a8bd5fc4de), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.965922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-f9377e51-1ccd-477f-ac36-08467afac286 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=71ee5506fa47468f8a8975c36ad35865&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166777 Feb 03 14:39:11.969061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (63b32f1e-441d-4df6-95c1-17a8bd5fc4de), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:11.975721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:11.976620 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:12.087713 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:12.087990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3765078 Feb 03 14:39:12.092848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:12.127881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d89eef-b151-4f98-a7ab-cb682ee2e79f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=63b32f1e-441d-4df6-95c1-17a8bd5fc4de,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:12.140783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:39:12.163312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-b27bd8d7-a0ba-49dc-a946-6846b45703d8 service neutron] 10.222.0.52 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819143 Feb 03 14:39:12.197322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:39:12.333528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:12.339216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:12.400333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4d3af60-1bbd-48a5-add0-b4840f112239 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:39:12.437127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-91c4db7a-8a1d-4483-86cc-b1a41dc3c6e5 service neutron] 10.222.0.52 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667246 Feb 03 14:39:12.534380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b4d3af60-1bbd-48a5-add0-b4840f112239 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:39:12.534742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b4d3af60-1bbd-48a5-add0-b4840f112239 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:39:12.824976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-825e82f9-a2a5-42d2-ba63-656d3668ad47 req-58235d41-e6fa-4ada-8958-10e548f7a3fd tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 210 time: 0.0931232 Feb 03 14:39:12.897646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (e96a6023-2d01-46d2-ba8c-36af27439ce8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:13.077985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=e96a6023-2d01-46d2-ba8c-36af27439ce8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:13.161245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:13.162444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: 63b32f1e-441d-4df6-95c1-17a8bd5fc4de, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:39:13.210603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:39:13.251661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 63b32f1e-441d-4df6-95c1-17a8bd5fc4de) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:13.262563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25c88d-d11e-4bb8-a82e-59d3114fbe57 None None] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:13.265781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:13.269846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:13.340911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:13.342195 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a8e177c7-d580-43fd-87e8-ef7bf7d10b52 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2532527 Feb 03 14:39:13.432809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:13.723370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:39:13.724370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:13.731996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39964) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:13.902113 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06d61976-b1fd-4048-8623-d04b9848eda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.089500 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7123d73-e5cd-4bea-8a92-0f8999fe47be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.126860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Allocated IP 172.20.0.2 (63b32f1e-441d-4df6-95c1-17a8bd5fc4de/e96a6023-2d01-46d2-ba8c-36af27439ce8/43ac3687-0d13-41c2-8181-d4d6dcce3498) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:14.135803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06d61976-b1fd-4048-8623-d04b9848eda9 admin admin] Publish callbacks [] for security_group (c0a99350-fa4a-4a85-bd65-42684f9fc559), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.140858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8808d74-6f31-40dd-96c3-a9d8f65cc77e req-0ae09b8a-ab8b-467c-8f4e-00b692e62fb1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 210 time: 0.1335294 Feb 03 14:39:14.157734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06d61976-b1fd-4048-8623-d04b9848eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c0a99350-fa4a-4a85-bd65-42684f9fc559), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.303860 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-06d61976-b1fd-4048-8623-d04b9848eda9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a48900dda45c449e944282a282d80b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707350 Feb 03 14:39:14.304869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:14.314801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d61976-b1fd-4048-8623-d04b9848eda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a99350-fa4a-4a85-bd65-42684f9fc559,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:14.343342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.466348 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Publish callbacks [] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.484598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.529650 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7123d73-e5cd-4bea-8a92-0f8999fe47be admin admin] Publish callbacks [] for security_group (10c07015-f0e4-4362-8403-e2f50c30d2bc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.548107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7123d73-e5cd-4bea-8a92-0f8999fe47be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10c07015-f0e4-4362-8403-e2f50c30d2bc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.578085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:14.583820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:14.597898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:14.711527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d7123d73-e5cd-4bea-8a92-0f8999fe47be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14a876f57b684b97b4df1406c5391148&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2762995 Feb 03 14:39:14.718525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7123d73-e5cd-4bea-8a92-0f8999fe47be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c07015-f0e4-4362-8403-e2f50c30d2bc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:14.723342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Pushing event updated for resources: {'Port': ['ID=43ac3687-0d13-41c2-8181-d4d6dcce3498,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:14.725059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39978) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:14.749571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Attempting to bind port 43ac3687-0d13-41c2-8181-d4d6dcce3498 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:14.754762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668ada74-7763-49c3-9694-7662ba8a63a9 admin admin] Publish callbacks [] for security_group (c0a99350-fa4a-4a85-bd65-42684f9fc559), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.767718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Attempting to bind port 43ac3687-0d13-41c2-8181-d4d6dcce3498 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:14.771339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Attempting to bind port 43ac3687-0d13-41c2-8181-d4d6dcce3498 on network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:14.786501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:14.787081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Checking segment: {'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:14.787651 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.788151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Bound using segment: {'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:14.789545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Bound port: 43ac3687-0d13-41c2-8181-d4d6dcce3498, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:14.795599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.831358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668ada74-7763-49c3-9694-7662ba8a63a9 admin admin] Publish callbacks [] for security_group (c0a99350-fa4a-4a85-bd65-42684f9fc559), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.898743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668ada74-7763-49c3-9694-7662ba8a63a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c0a99350-fa4a-4a85-bd65-42684f9fc559), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.904017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-668ada74-7763-49c3-9694-7662ba8a63a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:14.907283 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-668ada74-7763-49c3-9694-7662ba8a63a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0a99350-fa4a-4a85-bd65-42684f9fc559 HTTP/1.1" status: 204 len: 168 time: 0.5988240 Feb 03 14:39:14.918583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ada74-7763-49c3-9694-7662ba8a63a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a99350-fa4a-4a85-bd65-42684f9fc559,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:14.999756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.20.0.1 (63b32f1e-441d-4df6-95c1-17a8bd5fc4de/e96a6023-2d01-46d2-ba8c-36af27439ce8/69f1d3af-ad82-4582-bab5-b4c99e37a956) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:15.071727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] For port 43ac3687-0d13-41c2-8181-d4d6dcce3498, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:15.081269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] For port 43ac3687-0d13-41c2-8181-d4d6dcce3498, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=43ac3687-0d13-41c2-8181-d4d6dcce3498,segment=NetworkSegment(a71b551a-5ccc-402e-9a05-7e548f9fc3fe),segment_id=a71b551a-5ccc-402e-9a05-7e548f9fc3fe)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:15.100192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:15.317403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11093fa-54f7-4703-9065-cf6c9183f66c None None] Pushing event updated for resources: {'Port': ['ID=43ac3687-0d13-41c2-8181-d4d6dcce3498,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:15.567067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39994) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:15.591248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d754e27-d232-4db7-a597-1b306b6fd255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:15.769680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d754e27-d232-4db7-a597-1b306b6fd255 admin admin] Publish callbacks [] for security_group (6ab26a4f-b1f8-467f-ac49-84f4fc819758), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:15.783596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d754e27-d232-4db7-a597-1b306b6fd255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6ab26a4f-b1f8-467f-ac49-84f4fc819758), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:15.870665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32cc2aa8-8df2-43b7-a535-41b045b57e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:15.900629 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5d754e27-d232-4db7-a597-1b306b6fd255 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3d75706d87946848b65af5dc66d0d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320138 Feb 03 14:39:15.907138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40000) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:15.909845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78095a06-7c1e-4775-8ee4-fb30edc53e36 req-78c1e6a8-23d6-4e10-b7d3-2401684e6904 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 210 time: 0.0856462 Feb 03 14:39:15.917978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d754e27-d232-4db7-a597-1b306b6fd255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab26a4f-b1f8-467f-ac49-84f4fc819758,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:15.976950 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2684fce-b7f8-4d19-9ca4-6051d09301fb admin admin] Publish callbacks [] for security_group (10c07015-f0e4-4362-8403-e2f50c30d2bc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.041616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0065-50f7-4b93-9f53-d07178a8aafc admin admin] Publish callbacks [] for security_group (6ab26a4f-b1f8-467f-ac49-84f4fc819758), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.043576 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2684fce-b7f8-4d19-9ca4-6051d09301fb admin admin] Publish callbacks [] for security_group (10c07015-f0e4-4362-8403-e2f50c30d2bc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.046505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-36eb5872-bb76-4ac0-a10c-022e598e1020 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:16.048034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-36eb5872-bb76-4ac0-a10c-022e598e1020 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.71 "GET /v2.0/networks?id=1d683311-4419-4a0c-bceb-3fd0c0092f93 HTTP/1.1" status: 200 len: 911 time: 1.3436160 Feb 03 14:39:16.070059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Request body: {'port': {'device_id': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'admin_state_up': True, 'tenant_id': '71ee5506fa47468f8a8975c36ad35865'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:16.078031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0065-50f7-4b93-9f53-d07178a8aafc admin admin] Publish callbacks [] for security_group (6ab26a4f-b1f8-467f-ac49-84f4fc819758), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.101213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.106270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Made reservation on behalf of 71ee5506fa47468f8a8975c36ad35865 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:16.109259 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.181742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0065-50f7-4b93-9f53-d07178a8aafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6ab26a4f-b1f8-467f-ac49-84f4fc819758), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.189503 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0065-50f7-4b93-9f53-d07178a8aafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.193206 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a3ff0065-50f7-4b93-9f53-d07178a8aafc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ab26a4f-b1f8-467f-ac49-84f4fc819758 HTTP/1.1" status: 204 len: 168 time: 0.2847416 Feb 03 14:39:16.228963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff0065-50f7-4b93-9f53-d07178a8aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab26a4f-b1f8-467f-ac49-84f4fc819758,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:16.256079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.317983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2684fce-b7f8-4d19-9ca4-6051d09301fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10c07015-f0e4-4362-8403-e2f50c30d2bc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.320778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2684fce-b7f8-4d19-9ca4-6051d09301fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.321986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d2684fce-b7f8-4d19-9ca4-6051d09301fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10c07015-f0e4-4362-8403-e2f50c30d2bc HTTP/1.1" status: 204 len: 168 time: 1.5962508 Feb 03 14:39:16.377252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 43ac3687-0d13-41c2-8181-d4d6dcce3498 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:16.387676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2684fce-b7f8-4d19-9ca4-6051d09301fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c07015-f0e4-4362-8403-e2f50c30d2bc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:16.447078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:16.475213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:16.492627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=69f1d3af-ad82-4582-bab5-b4c99e37a956,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:16.498577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:16.560196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 43ac3687-0d13-41c2-8181-d4d6dcce3498 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:16.560614 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.633843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Allocated IP 172.20.0.7 (1d683311-4419-4a0c-bceb-3fd0c0092f93/e2679784-0a7e-4c85-9062-08f79cff4bf3/dfe95a6d-0500-4272-ac55-5018e67f6d9e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:16.747300 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.800010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 43ac3687-0d13-41c2-8181-d4d6dcce3498 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:16.800317 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:16.896254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 43ac3687-0d13-41c2-8181-d4d6dcce3498, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=43ac3687-0d13-41c2-8181-d4d6dcce3498,segment=NetworkSegment(a71b551a-5ccc-402e-9a05-7e548f9fc3fe),segment_id=a71b551a-5ccc-402e-9a05-7e548f9fc3fe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:16.912162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.101571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=43ac3687-0d13-41c2-8181-d4d6dcce3498,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:17.104196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc5b2d-7384-4411-8a70-7f9dd5eb00e1 None None] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:17.247319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2de53959-9a17-4083-9a91-1060c6662dc4 req-c2a4998e-eccd-4176-ade9-9b3e27395074 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 210 time: 0.2429078 Feb 03 14:39:17.266765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4d8c608c-dd7a-4dd1-b133-875392aabf1b None None] Provisioning complete for port 43ac3687-0d13-41c2-8181-d4d6dcce3498 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:17.269689 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d8c608c-dd7a-4dd1-b133-875392aabf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.325076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:17.353961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21ec7f18-418a-4b08-9354-2251eacfe163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.381337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks [] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.393553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.504045 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21ec7f18-418a-4b08-9354-2251eacfe163 admin admin] Publish callbacks [] for security_group (b4b53f51-a2ee-4d8b-8e10-fdda525797e2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.514049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21ec7f18-418a-4b08-9354-2251eacfe163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b4b53f51-a2ee-4d8b-8e10-fdda525797e2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.619482 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21ec7f18-418a-4b08-9354-2251eacfe163 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c2ceb6eb1c6497a9d9acab144573843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926707 Feb 03 14:39:17.633572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40040) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:17.642973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c608c-dd7a-4dd1-b133-875392aabf1b None None] Current status of the port 43ac3687-0d13-41c2-8181-d4d6dcce3498 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:17.654901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec7f18-418a-4b08-9354-2251eacfe163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b53f51-a2ee-4d8b-8e10-fdda525797e2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:17.686524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.698514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['303fb0ef-6b8d-42d2-838d-fd9c81052cfd'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:39:17.750370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Pushing event updated for resources: {'Port': ['ID=dfe95a6d-0500-4272-ac55-5018e67f6d9e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:17.774752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:17.777998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:17.784154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:17.865536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ceb724f-a67f-4663-b7e3-13307a331deb admin admin] Publish callbacks [] for security_group (b4b53f51-a2ee-4d8b-8e10-fdda525797e2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:17.941643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ceb724f-a67f-4663-b7e3-13307a331deb admin admin] Publish callbacks [] for security_group (b4b53f51-a2ee-4d8b-8e10-fdda525797e2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.036012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:18.040051 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.041904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ceb724f-a67f-4663-b7e3-13307a331deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b4b53f51-a2ee-4d8b-8e10-fdda525797e2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.045267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ceb724f-a67f-4663-b7e3-13307a331deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.050382 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0ceb724f-a67f-4663-b7e3-13307a331deb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4b53f51-a2ee-4d8b-8e10-fdda525797e2 HTTP/1.1" status: 204 len: 168 time: 0.4143264 Feb 03 14:39:18.060145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb724f-a67f-4663-b7e3-13307a331deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b53f51-a2ee-4d8b-8e10-fdda525797e2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:18.137629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-bba959ca-20bf-4360-9d5d-95c0711be564 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0716488 Feb 03 14:39:18.158050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e317df3-69e3-411a-9cad-9a81461e22dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.164826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-c7e18a2d-1bdb-4646-aef4-8861d3d5d683 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:39:18.169797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-c7e18a2d-1bdb-4646-aef4-8861d3d5d683 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250256 Feb 03 14:39:18.289019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-80ed8bd6-c3cb-49a4-b73c-ab61590990c5 None None] Provisioning complete for port 69f1d3af-ad82-4582-bab5-b4c99e37a956 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:18.291539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80ed8bd6-c3cb-49a4-b73c-ab61590990c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.436970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-80ed8bd6-c3cb-49a4-b73c-ab61590990c5 None None] Port 69f1d3af-ad82-4582-bab5-b4c99e37a956 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:18.442762 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.449989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 43ac3687-0d13-41c2-8181-d4d6dcce3498 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:18.462716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.515957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.605410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-80ed8bd6-c3cb-49a4-b73c-ab61590990c5 None None] Provisioning complete for port 43ac3687-0d13-41c2-8181-d4d6dcce3498 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:18.607715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80ed8bd6-c3cb-49a4-b73c-ab61590990c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.611618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=69f1d3af-ad82-4582-bab5-b4c99e37a956,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:18.653313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5aabe-807c-4169-bf23-a4b9bd5f7afa req-735610fb-38e8-4201-bcdb-17f54e1116fd tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:18.661024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7f5aabe-807c-4169-bf23-a4b9bd5f7afa req-735610fb-38e8-4201-bcdb-17f54e1116fd tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1027 time: 0.2153630 Feb 03 14:39:18.711409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 43ac3687-0d13-41c2-8181-d4d6dcce3498 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:18.711821 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:18.747277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7f5aabe-807c-4169-bf23-a4b9bd5f7afa req-c4aa11fe-9971-42b7-9fbc-e1568c1b5548 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848083 Feb 03 14:39:18.751138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:18.753138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:18.955884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Request body: {'port': {'device_id': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:18.958095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-80ed8bd6-c3cb-49a4-b73c-ab61590990c5 None None] Current status of the port 43ac3687-0d13-41c2-8181-d4d6dcce3498 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:18.999324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 43ac3687-0d13-41c2-8181-d4d6dcce3498 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:19.095871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8bb74a4a-272d-47a0-ae88-0e961834fae5 None None] Provisioning complete for port 69f1d3af-ad82-4582-bab5-b4c99e37a956 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:19.096593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8bb74a4a-272d-47a0-ae88-0e961834fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:19.171406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8bb74a4a-272d-47a0-ae88-0e961834fae5 None None] Port 69f1d3af-ad82-4582-bab5-b4c99e37a956 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:19.175704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:19.218159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8bb74a4a-272d-47a0-ae88-0e961834fae5 None None] Provisioning complete for port dfe95a6d-0500-4272-ac55-5018e67f6d9e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:19.221030 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8bb74a4a-272d-47a0-ae88-0e961834fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:19.292243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8bb74a4a-272d-47a0-ae88-0e961834fae5 None None] Port dfe95a6d-0500-4272-ac55-5018e67f6d9e cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:19.367263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:39:19.430127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a2320e24-ce01-4550-b341-6a465dacfc8c None None] Provisioning complete for port 69f1d3af-ad82-4582-bab5-b4c99e37a956 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:19.430842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2320e24-ce01-4550-b341-6a465dacfc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:19.552085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a2320e24-ce01-4550-b341-6a465dacfc8c None None] Port 69f1d3af-ad82-4582-bab5-b4c99e37a956 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:19.578069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:19.586927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-16bd18cb-b2e6-4e22-8e9c-22be2314b9a1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2448063 Feb 03 14:39:19.594574 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:19.600244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40094) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:19.615308 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:19.615960 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:19.627788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001344412'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:19.650652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:19.731012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:19.739989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:19.972272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe95a6d-0500-4272-ac55-5018e67f6d9e {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:39:20.015619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:39:20.019003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Publish callbacks [] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.038746 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f66d8933-0017-443c-b2dd-c92e69613b85), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.039135 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment f66d8933-0017-443c-b2dd-c92e69613b85 of type vlan for network 5140fdb7-7e06-4355-9b38-7925a777e79c Feb 03 14:39:20.044052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6743a1-ccc2-48bb-949d-c64329d1fb74 req-2d2322ba-8fee-4356-96dc-62040f2853a4 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:20.051458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd6743a1-ccc2-48bb-949d-c64329d1fb74 req-2d2322ba-8fee-4356-96dc-62040f2853a4 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1027 time: 0.1643753 Feb 03 14:39:20.064217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:20.070298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Transition to ACTIVE for port object dfe95a6d-0500-4272-ac55-5018e67f6d9e will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:39:20.114279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.208659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Pushing event updated for resources: {'Port': ['ID=dfe95a6d-0500-4272-ac55-5018e67f6d9e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:20.231281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5140fdb7-7e06-4355-9b38-7925a777e79c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.320202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd6743a1-ccc2-48bb-949d-c64329d1fb74 req-532f4c1f-cde4-40ec-8221-494e9ec60479 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585824 Feb 03 14:39:20.507385 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:17Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:17Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:20.549705 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:39:20.550401 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Updating router 04642f26-8be9-41a3-a2d9-95dc5a177414 port 69f1d3af-ad82-4582-bab5-b4c99e37a956 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:39:20.603489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5140fdb7-7e06-4355-9b38-7925a777e79c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.606406 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.623760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:20.631824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.725774 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:20.784622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1772361 Feb 03 14:39:20.785479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40132) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:20.791225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:20.887466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Attempting to bind port dfe95a6d-0500-4272-ac55-5018e67f6d9e on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:20.904105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Attempting to bind port dfe95a6d-0500-4272-ac55-5018e67f6d9e by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:20.904861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Attempting to bind port dfe95a6d-0500-4272-ac55-5018e67f6d9e on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:21.013326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Port dfe95a6d-0500-4272-ac55-5018e67f6d9e on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:39:21.016767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Attempting to bind port dfe95a6d-0500-4272-ac55-5018e67f6d9e on network 1d683311-4419-4a0c-bceb-3fd0c0092f93 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:21.043772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:21.044235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Checking segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:21.047279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Bound using segment: {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:21.050087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Bound port: dfe95a6d-0500-4272-ac55-5018e67f6d9e, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee165ee-8fd5-4272-896e-d4260222ee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:21.050500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.054418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf72e9-2c87-432f-b454-050714300c2f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=5140fdb7-7e06-4355-9b38-7925a777e79c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:21.080821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5140fdb7-7e06-4355-9b38-7925a777e79c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:39:21.145124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:21.148751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.375849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] For port dfe95a6d-0500-4272-ac55-5018e67f6d9e, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:21.383033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] For port dfe95a6d-0500-4272-ac55-5018e67f6d9e, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dfe95a6d-0500-4272-ac55-5018e67f6d9e,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:21.397250 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.470921 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Publish callbacks [] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.485352 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.589959 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ca75b621-e033-457c-be1f-f8671edfac4c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.660135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:21.664480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.666272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] 10.222.0.71 "PUT /v2.0/ports/dfe95a6d-0500-4272-ac55-5018e67f6d9e HTTP/1.1" status: 200 len: 1091 time: 3.2195022 Feb 03 14:39:21.667442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'tag': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:39:21.674832 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7f828d-7007-4a45-a70e-3a618f3c3735" -d '{"events": [{"name": "network-changed", "server_uuid": "728a41a2-361f-414b-9fb1-c5ff8c5762d6", "tag": "dfe95a6d-0500-4272-ac55-5018e67f6d9e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:39:21.675074 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66cca6-5360-405e-8315-16ee0cce97af None None] Pushing event updated for resources: {'Port': ['ID=69f1d3af-ad82-4582-bab5-b4c99e37a956,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:21.835558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=ca75b621-e033-457c-be1f-f8671edfac4c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:21.869534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192483ae-c99c-490d-ac59-e60464cccb2c service neutron] Pushing event updated for resources: {'Port': ['ID=dfe95a6d-0500-4272-ac55-5018e67f6d9e,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:21.880200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf543f7a-5193-4c0e-8c10-a7057820fbed req-cefa3a2f-f5a7-4baa-a913-d8df567cbe9a tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:21.881286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:21.881677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: 5140fdb7-7e06-4355-9b38-7925a777e79c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:39:21.884649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf543f7a-5193-4c0e-8c10-a7057820fbed req-cefa3a2f-f5a7-4baa-a913-d8df567cbe9a tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1125 time: 0.3703523 Feb 03 14:39:21.944847 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Attempting to bind port 69f1d3af-ad82-4582-bab5-b4c99e37a956 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:21.945236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Attempting to bind port 69f1d3af-ad82-4582-bab5-b4c99e37a956 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:21.948318 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Attempting to bind port 69f1d3af-ad82-4582-bab5-b4c99e37a956 on network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:21.951118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 5140fdb7-7e06-4355-9b38-7925a777e79c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:39:21.968207 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:21.968527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-88a7d152-3712-4879-ae07-77f5752edcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:21.972624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-88a7d152-3712-4879-ae07-77f5752edcc8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71ee5506fa47468f8a8975c36ad35865&device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1125 time: 0.2244499 Feb 03 14:39:21.974023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5140fdb7-7e06-4355-9b38-7925a777e79c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:21.974179 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Checking segment: {'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:21.974513 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.976804 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Bound using segment: {'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:21.977408 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Bound port: 69f1d3af-ad82-4582-bab5-b4c99e37a956, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:21.982026 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.985218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:21.987317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:21.988228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbc0f4-f42b-4989-828e-5e4fe14fa022 None None] Network 5140fdb7-7e06-4355-9b38-7925a777e79c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:22.048686 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-75ec3386-c7af-4a03-8c05-a2d292ff0402 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2615280 Feb 03 14:39:22.051743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40160) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:22.276525 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] For port 69f1d3af-ad82-4582-bab5-b4c99e37a956, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:22.280662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-b69eff1d-f64f-4445-968a-09a8fdc2d34f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe95a6d-0500-4272-ac55-5018e67f6d9e HTTP/1.1" status: 200 len: 217 time: 0.2963467 Feb 03 14:39:22.284550 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] For port 69f1d3af-ad82-4582-bab5-b4c99e37a956, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=69f1d3af-ad82-4582-bab5-b4c99e37a956,segment=NetworkSegment(a71b551a-5ccc-402e-9a05-7e548f9fc3fe),segment_id=a71b551a-5ccc-402e-9a05-7e548f9fc3fe)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:22.305937 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:22.337527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf543f7a-5193-4c0e-8c10-a7057820fbed req-9e26491d-718d-42ed-af94-00fc0e44f703 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461319 Feb 03 14:39:22.412716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:22.483062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-70454d69-1c81-41d2-b740-6794e1e8d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:22.486107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-70454d69-1c81-41d2-b740-6794e1e8d2d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e2679784-0a7e-4c85-9062-08f79cff4bf3 HTTP/1.1" status: 200 len: 849 time: 0.1988728 Feb 03 14:39:22.615251 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0169542-b303-4f9f-bcf4-605314a5674d x-openstack-request-id: req-a0169542-b303-4f9f-bcf4-605314a5674d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:39:22.617124 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728a41a2-361f-414b-9fb1-c5ff8c5762d6", "tag": "dfe95a6d-0500-4272-ac55-5018e67f6d9e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:39:22.619127 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0169542-b303-4f9f-bcf4-605314a5674d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:39:22.622583 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:22.626073 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'tag': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e', 'status': 'completed', 'code': 200} Feb 03 14:39:22.627050 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:22.637390 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66cca6-5360-405e-8315-16ee0cce97af None None] Pushing event updated for resources: {'Port': ['ID=69f1d3af-ad82-4582-bab5-b4c99e37a956,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:22.652248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6b98988e-a66e-49a6-aa17-64278a671fa7 None None] Provisioning complete for port 69f1d3af-ad82-4582-bab5-b4c99e37a956 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:22.653110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b98988e-a66e-49a6-aa17-64278a671fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:22.769306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-150221ac-d97e-472f-bbcb-a7114fc426bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:22.769306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-150221ac-d97e-472f-bbcb-a7114fc426bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d683311-4419-4a0c-bceb-3fd0c0092f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2702417 Feb 03 14:39:22.771537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-5140fdb7-7e06-4355-9b38-7925a777e79c', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:39:22.772722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:23.040845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40178) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:23.053909 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:23.164767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-68cae4c4-42b1-4ba3-a95f-d42fbdd89972 service neutron] 10.222.0.71 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773210 Feb 03 14:39:23.269196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b98988e-a66e-49a6-aa17-64278a671fa7 None None] Current status of the port 69f1d3af-ad82-4582-bab5-b4c99e37a956 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:23.269727 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b98988e-a66e-49a6-aa17-64278a671fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:23.312354 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-062d484e-43e4-4d9c-9fe9-c3181c31973e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:23.407410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Allocated IP 172.21.0.2 (5140fdb7-7e06-4355-9b38-7925a777e79c/ca75b621-e033-457c-be1f-f8671edfac4c/9a0a87b7-3694-4990-95d0-615933449ad9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:23.558133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:23.661196 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:17Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:22Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:23.665518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-062d484e-43e4-4d9c-9fe9-c3181c31973e admin admin] Publish callbacks [] for security_group (08489009-e0ce-446e-a6a6-0be5d71c7790), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:23.714795 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-062d484e-43e4-4d9c-9fe9-c3181c31973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (08489009-e0ce-446e-a6a6-0be5d71c7790), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:23.728177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6b98988e-a66e-49a6-aa17-64278a671fa7 None None] For port 69f1d3af-ad82-4582-bab5-b4c99e37a956, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=69f1d3af-ad82-4582-bab5-b4c99e37a956,segment=NetworkSegment(a71b551a-5ccc-402e-9a05-7e548f9fc3fe),segment_id=a71b551a-5ccc-402e-9a05-7e548f9fc3fe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:23.735985 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8f0a0-ce80-4e29-a9d2-8c1232dbf222 None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:17Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:22Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:39:23.770241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b98988e-a66e-49a6-aa17-64278a671fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:23.887581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-062d484e-43e4-4d9c-9fe9-c3181c31973e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46f6b06e45e6483a834c0d5ba65e83cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8452058 Feb 03 14:39:23.909036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:23.973719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d484e-43e4-4d9c-9fe9-c3181c31973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08489009-e0ce-446e-a6a6-0be5d71c7790,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:23.995509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5ca14b1-4606-4e99-b6d0-0539713e718c req-1db8f790-fa8f-4dee-9fd4-a4cb28b8752d service neutron] 10.222.0.71 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8165190 Feb 03 14:39:24.005985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901439-0541-4c55-ac2c-1f3962650b16 req-ab74d934-8b07-42b2-9772-38a1a9061652 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:24.010013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98988e-a66e-49a6-aa17-64278a671fa7 None None] Pushing event updated for resources: {'Port': ['ID=69f1d3af-ad82-4582-bab5-b4c99e37a956,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:24.023691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4901439-0541-4c55-ac2c-1f3962650b16 req-ab74d934-8b07-42b2-9772-38a1a9061652 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1125 time: 0.3459024 Feb 03 14:39:24.144117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4901439-0541-4c55-ac2c-1f3962650b16 req-de2dc3dd-71d1-4c88-a324-1aa3659923ff tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192975 Feb 03 14:39:24.236971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1a087f04-0101-483c-aeca-0f1e4b78d8a9 None None] Provisioning complete for port 69f1d3af-ad82-4582-bab5-b4c99e37a956 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:24.240766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a087f04-0101-483c-aeca-0f1e4b78d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:24.244124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-524981ee-c314-4cc4-bb2d-fb0b216d9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:24.245707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-524981ee-c314-4cc4-bb2d-fb0b216d9a49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71ee5506fa47468f8a8975c36ad35865&device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1125 time: 0.1404734 Feb 03 14:39:24.262773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db3c451d-66f5-4d78-965f-00b246bdeb4f admin admin] Publish callbacks [] for security_group (08489009-e0ce-446e-a6a6-0be5d71c7790), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:24.347588 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Publish callbacks [] for port (9a0a87b7-3694-4990-95d0-615933449ad9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:24.369878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:24.468106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Network 5140fdb7-7e06-4355-9b38-7925a777e79c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:24.488502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:24.495147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:24.497857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Pushing event updated for resources: {'Port': ['ID=9a0a87b7-3694-4990-95d0-615933449ad9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:24.557890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1a087f04-0101-483c-aeca-0f1e4b78d8a9 None None] Current status of the port 69f1d3af-ad82-4582-bab5-b4c99e37a956 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:24.596858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Attempting to bind port 9a0a87b7-3694-4990-95d0-615933449ad9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:24.597269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Attempting to bind port 9a0a87b7-3694-4990-95d0-615933449ad9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:24.597639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Attempting to bind port 9a0a87b7-3694-4990-95d0-615933449ad9 on network 5140fdb7-7e06-4355-9b38-7925a777e79c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:24.603283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:24.603673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Checking segment: {'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:24.604086 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:24.611232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Bound using segment: {'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:24.611520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-4ca5f0b4-a461-4aa7-b29a-48685b47aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:24.611756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Bound port: 9a0a87b7-3694-4990-95d0-615933449ad9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:24.612166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:24.626120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-4ca5f0b4-a461-4aa7-b29a-48685b47aa82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1d683311-4419-4a0c-bceb-3fd0c0092f93 HTTP/1.1" status: 200 len: 911 time: 0.3706641 Feb 03 14:39:24.629388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.21.0.1 (5140fdb7-7e06-4355-9b38-7925a777e79c/ca75b621-e033-457c-be1f-f8671edfac4c/cee9de84-baaf-46cd-9966-90ee209d46f4) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:24.729230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-96d5495b-a026-4895-a35e-9e19036459af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe95a6d-0500-4272-ac55-5018e67f6d9e HTTP/1.1" status: 200 len: 217 time: 0.0924790 Feb 03 14:39:24.734257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] For port 9a0a87b7-3694-4990-95d0-615933449ad9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:24.744325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] For port 9a0a87b7-3694-4990-95d0-615933449ad9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9a0a87b7-3694-4990-95d0-615933449ad9,segment=NetworkSegment(f66d8933-0017-443c-b2dd-c92e69613b85),segment_id=f66d8933-0017-443c-b2dd-c92e69613b85)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:24.768110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:24.819394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-9973981e-3fc4-4a8b-a239-6ca0eae3ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:24.824350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-9973981e-3fc4-4a8b-a239-6ca0eae3ac50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e2679784-0a7e-4c85-9062-08f79cff4bf3 HTTP/1.1" status: 200 len: 849 time: 0.0873504 Feb 03 14:39:24.900433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-eef44255-03e8-47fb-8fd7-3320856fdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:24.905667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-eef44255-03e8-47fb-8fd7-3320856fdf9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1d683311-4419-4a0c-bceb-3fd0c0092f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718939 Feb 03 14:39:24.992832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db491386-679a-46d8-9cc1-8856503b8239 None None] Pushing event updated for resources: {'Port': ['ID=9a0a87b7-3694-4990-95d0-615933449ad9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:25.048646 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:25.049817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:25.184283 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db3c451d-66f5-4d78-965f-00b246bdeb4f admin admin] Publish callbacks [] for security_group (08489009-e0ce-446e-a6a6-0be5d71c7790), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:25.224861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-52137f3b-0080-4223-b724-ea41c93c3c3e service neutron] 10.222.0.71 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044837 Feb 03 14:39:25.324164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db3c451d-66f5-4d78-965f-00b246bdeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (08489009-e0ce-446e-a6a6-0be5d71c7790), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:25.331410 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db3c451d-66f5-4d78-965f-00b246bdeb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:25.334182 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-db3c451d-66f5-4d78-965f-00b246bdeb4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08489009-e0ce-446e-a6a6-0be5d71c7790 HTTP/1.1" status: 204 len: 168 time: 1.4227965 Feb 03 14:39:25.350855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:25.431606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 5140fdb7-7e06-4355-9b38-7925a777e79c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:25.441967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:25.454763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:25.483592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c451d-66f5-4d78-965f-00b246bdeb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08489009-e0ce-446e-a6a6-0be5d71c7790,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:25.639747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c7f828d-7007-4a45-a70e-3a618f3c3735 req-20a93c44-268e-4ba4-a5fe-4f2a2da02a18 service neutron] 10.222.0.71 "GET /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093924 Feb 03 14:39:25.703382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=cee9de84-baaf-46cd-9966-90ee209d46f4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:25.740336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:25.773287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64a27-795a-4508-819f-b5fea3cc5d29 req-aed8a8d6-c6c2-4d62-a8c5-230fc8e3079c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:25.777488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12a64a27-795a-4508-819f-b5fea3cc5d29 req-aed8a8d6-c6c2-4d62-a8c5-230fc8e3079c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1125 time: 0.1754267 Feb 03 14:39:25.956690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12a64a27-795a-4508-819f-b5fea3cc5d29 req-e07cccb8-a65c-4883-8f04-24041fead9d5 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696939 Feb 03 14:39:25.974034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.281778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40236) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:26.299195 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-516d2da5-a154-45d4-8808-1a7cb02190b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.415013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-516d2da5-a154-45d4-8808-1a7cb02190b1 admin admin] Publish callbacks [] for security_group (84828fc8-72ff-498b-9645-55d05158f576), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.425489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-516d2da5-a154-45d4-8808-1a7cb02190b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (84828fc8-72ff-498b-9645-55d05158f576), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.474000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 69f1d3af-ad82-4582-bab5-b4c99e37a956 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:26.475486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-516d2da5-a154-45d4-8808-1a7cb02190b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c678083c901422288bdaac28d40393c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925440 Feb 03 14:39:26.476725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40242) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:26.483894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d2da5-a154-45d4-8808-1a7cb02190b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84828fc8-72ff-498b-9645-55d05158f576,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:26.576089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.585825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.591444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 69f1d3af-ad82-4582-bab5-b4c99e37a956 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:26.592680 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.617551 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc5a4-34a7-4770-8450-f4d0015786c4 admin admin] Publish callbacks [] for security_group (84828fc8-72ff-498b-9645-55d05158f576), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.739619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc5a4-34a7-4770-8450-f4d0015786c4 admin admin] Publish callbacks [] for security_group (84828fc8-72ff-498b-9645-55d05158f576), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.828734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 69f1d3af-ad82-4582-bab5-b4c99e37a956 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:26.831891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a0a87b7-3694-4990-95d0-615933449ad9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:26.903785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc5a4-34a7-4770-8450-f4d0015786c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (84828fc8-72ff-498b-9645-55d05158f576), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.914684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc5a4-34a7-4770-8450-f4d0015786c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:26.918949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fc8bc5a4-34a7-4770-8450-f4d0015786c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84828fc8-72ff-498b-9645-55d05158f576 HTTP/1.1" status: 204 len: 168 time: 0.4377005 Feb 03 14:39:26.935232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bc5a4-34a7-4770-8450-f4d0015786c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84828fc8-72ff-498b-9645-55d05158f576,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:27.071708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9a0a87b7-3694-4990-95d0-615933449ad9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:27.072732 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:27.313754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9a0a87b7-3694-4990-95d0-615933449ad9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:27.315988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8c391-2ac6-4eb2-89ce-71a46a610fe3 req-92a40e21-6f83-49de-9445-eefe08380348 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:27.316879 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:27.325106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ea8c391-2ac6-4eb2-89ce-71a46a610fe3 req-92a40e21-6f83-49de-9445-eefe08380348 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1125 time: 0.2000008 Feb 03 14:39:27.458849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 9a0a87b7-3694-4990-95d0-615933449ad9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9a0a87b7-3694-4990-95d0-615933449ad9,segment=NetworkSegment(f66d8933-0017-443c-b2dd-c92e69613b85),segment_id=f66d8933-0017-443c-b2dd-c92e69613b85)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:27.465485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:27.519759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ea8c391-2ac6-4eb2-89ce-71a46a610fe3 req-4301b774-43d3-47e6-b115-6a19180f417d tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877320 Feb 03 14:39:27.571494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=9a0a87b7-3694-4990-95d0-615933449ad9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:27.588505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=cee9de84-baaf-46cd-9966-90ee209d46f4,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:27.603934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697b40e-3966-4346-a182-c47d99c47368 None None] Network 5140fdb7-7e06-4355-9b38-7925a777e79c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:27.650319 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:27.903065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 5140fdb7-7e06-4355-9b38-7925a777e79c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:27.905973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:28.328849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e116b2ed-53a5-485e-975e-ed073adcdead None None] Provisioning complete for port 9a0a87b7-3694-4990-95d0-615933449ad9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:28.329506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e116b2ed-53a5-485e-975e-ed073adcdead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:28.374147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:28.456619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a0a87b7-3694-4990-95d0-615933449ad9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:28.645922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dfe95a6d-0500-4272-ac55-5018e67f6d9e details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:39:28.669288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:28.679504 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb98f6df-1bc9-4e9c-9252-bf1811a83856 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6261282 Feb 03 14:39:28.681521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40476) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:28.687226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1676691582'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:28.704322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:28.745667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:28.767888 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:28.846937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:28.850710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:28.866493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:39:28.917214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:39:28.919771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6a782e18-dc4f-44d9-8c17-470f10a2cd83), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:28.928969 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment 6a782e18-dc4f-44d9-8c17-470f10a2cd83 of type vlan for network 6d59d1b4-59f6-44ff-a708-833092ebfa4b Feb 03 14:39:29.171005 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (6d59d1b4-59f6-44ff-a708-833092ebfa4b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:29.204955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9a0a87b7-3694-4990-95d0-615933449ad9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:29.205816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:29.301660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (6d59d1b4-59f6-44ff-a708-833092ebfa4b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:29.316106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:29.316817 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:29.387482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7047098 Feb 03 14:39:29.390270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40538) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:29.403282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:29.658799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=6d59d1b4-59f6-44ff-a708-833092ebfa4b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:29.748583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.750914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.759237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.764771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.765641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.767226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.770437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.773124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.775181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.791261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.796142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.799431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.800843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfad3-deab-4e9c-b163-469a512f2d45 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:29.855913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e116b2ed-53a5-485e-975e-ed073adcdead None None] Current status of the port 9a0a87b7-3694-4990-95d0-615933449ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:29.912811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:39:30.068124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c334d-dfdd-4c28-8ac9-5f7163355618 req-8de7a7c3-4303-410f-9b87-c57d23a9ed42 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:30.072350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-496c334d-dfdd-4c28-8ac9-5f7163355618 req-8de7a7c3-4303-410f-9b87-c57d23a9ed42 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1125 time: 0.1856902 Feb 03 14:39:30.090162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:30.101392 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:30.158857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:30.237051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-496c334d-dfdd-4c28-8ac9-5f7163355618 req-879172d7-b9fb-4fdf-8954-75096aa866b3 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477170 Feb 03 14:39:30.493856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9a0a87b7-3694-4990-95d0-615933449ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:30.526900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port dfe95a6d-0500-4272-ac55-5018e67f6d9e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dfe95a6d-0500-4272-ac55-5018e67f6d9e,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:30.533459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4d9d321c-d947-4b66-b7c7-0c8359915705 None None] Provisioning complete for port 9a0a87b7-3694-4990-95d0-615933449ad9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:30.534152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d9d321c-d947-4b66-b7c7-0c8359915705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:30.626418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e', 'network_id': '1d683311-4419-4a0c-bceb-3fd0c0092f93', 'port_id': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e', 'mac_address': 'fa:16:3e:bb:0a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2679784-0a7e-4c85-9062-08f79cff4bf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:39:30.717468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port dfe95a6d-0500-4272-ac55-5018e67f6d9e is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:30.717985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:30.746152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe95a6d-0500-4272-ac55-5018e67f6d9e {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:39:30.775343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port dfe95a6d-0500-4272-ac55-5018e67f6d9e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dfe95a6d-0500-4272-ac55-5018e67f6d9e,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:30.831908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:31.042155 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (f8920938-9c11-4359-b405-65390199e3b2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:31.246142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d321c-d947-4b66-b7c7-0c8359915705 None None] Current status of the port 9a0a87b7-3694-4990-95d0-615933449ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:31.300310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=dfe95a6d-0500-4272-ac55-5018e67f6d9e,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:31.309636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=f8920938-9c11-4359-b405-65390199e3b2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:31.361126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.361488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.361840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.362187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.362528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.362866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.363202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.363536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.363869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.364200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.364675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['dfe95a6d-0500-4272-ac55-5018e67f6d9e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:39:31.372763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.373715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.374074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:31.380445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:31.380823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: 6d59d1b4-59f6-44ff-a708-833092ebfa4b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:39:31.458183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:39:31.475646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 6d59d1b4-59f6-44ff-a708-833092ebfa4b) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:31.500114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:31.500429 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:31.547457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-edd8975d-e853-4956-bfba-7c58d6f8e1e4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1558459 Feb 03 14:39:31.551169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40760) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:31.604029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771820ef-ef0a-48e4-80ee-adafe9c8c81c None None] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:31.666528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4d9d321c-d947-4b66-b7c7-0c8359915705 None None] Provisioning complete for port cee9de84-baaf-46cd-9966-90ee209d46f4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:31.666907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d9d321c-d947-4b66-b7c7-0c8359915705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:31.926292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb4cb1-07a4-4dc1-87b4-6922e97ad5c7 req-da46a58c-9cd7-473b-8a3e-a6b66a4c1807 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:31.935371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6fb4cb1-07a4-4dc1-87b4-6922e97ad5c7 req-da46a58c-9cd7-473b-8a3e-a6b66a4c1807 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1126 time: 0.4481771 Feb 03 14:39:32.167645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:25Z', 'revision_number': 3, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:26Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:32.213136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40828) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:32.234503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:39:32.236158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Updating router 04642f26-8be9-41a3-a2d9-95dc5a177414 port cee9de84-baaf-46cd-9966-90ee209d46f4 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:39:32.276761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d321c-d947-4b66-b7c7-0c8359915705 None None] Port cee9de84-baaf-46cd-9966-90ee209d46f4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:32.339360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:32.363227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:39:32.364760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:32.494720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-09292d8b-a864-408b-a8e7-30e497336dda None None] Provisioning complete for port cee9de84-baaf-46cd-9966-90ee209d46f4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:32.497395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09292d8b-a864-408b-a8e7-30e497336dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:32.664445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f138ad4-a7ff-410d-be90-b94f9df128e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:32.822554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-09292d8b-a864-408b-a8e7-30e497336dda None None] Port cee9de84-baaf-46cd-9966-90ee209d46f4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:32.900313 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f138ad4-a7ff-410d-be90-b94f9df128e4 admin admin] Publish callbacks [] for security_group (ac9e9d3d-1904-4080-830f-80e5327d54d4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:32.905725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f138ad4-a7ff-410d-be90-b94f9df128e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ac9e9d3d-1904-4080-830f-80e5327d54d4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:32.991507 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f138ad4-a7ff-410d-be90-b94f9df128e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c6c3d29429646f1aa724b7889c552a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7772379 Feb 03 14:39:33.000567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:33.011577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138ad4-a7ff-410d-be90-b94f9df128e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e9d3d-1904-4080-830f-80e5327d54d4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:33.149044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18bedc46-8379-41dc-bf1f-d5c15d99d211 admin admin] Publish callbacks [] for security_group (ac9e9d3d-1904-4080-830f-80e5327d54d4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:33.214903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18bedc46-8379-41dc-bf1f-d5c15d99d211 admin admin] Publish callbacks [] for security_group (ac9e9d3d-1904-4080-830f-80e5327d54d4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:33.260298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Allocated IP 172.22.0.2 (6d59d1b4-59f6-44ff-a708-833092ebfa4b/f8920938-9c11-4359-b405-65390199e3b2/c7162e89-53bb-4884-93d2-7bdff3b1fd7e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:33.313042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6fb4cb1-07a4-4dc1-87b4-6922e97ad5c7 req-75e8620f-cf5a-453d-986d-954067a4984e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3760700 Feb 03 14:39:33.351559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18bedc46-8379-41dc-bf1f-d5c15d99d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ac9e9d3d-1904-4080-830f-80e5327d54d4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:33.354697 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18bedc46-8379-41dc-bf1f-d5c15d99d211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:33.356062 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-18bedc46-8379-41dc-bf1f-d5c15d99d211 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac9e9d3d-1904-4080-830f-80e5327d54d4 HTTP/1.1" status: 204 len: 168 time: 0.3528814 Feb 03 14:39:33.366568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bedc46-8379-41dc-bf1f-d5c15d99d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9e9d3d-1904-4080-830f-80e5327d54d4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:33.593496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Publish callbacks [] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:33.631880 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:33.679816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:33.962117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Pushing event updated for resources: {'Port': ['ID=c7162e89-53bb-4884-93d2-7bdff3b1fd7e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:34.000148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:34.017917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:34.023091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:34.232161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Attempting to bind port c7162e89-53bb-4884-93d2-7bdff3b1fd7e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:34.234228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Attempting to bind port c7162e89-53bb-4884-93d2-7bdff3b1fd7e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:34.234844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Attempting to bind port c7162e89-53bb-4884-93d2-7bdff3b1fd7e on network 6d59d1b4-59f6-44ff-a708-833092ebfa4b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:34.254849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:34.255782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Checking segment: {'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:34.256477 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:34.257161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Bound using segment: {'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:34.257924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Bound port: c7162e89-53bb-4884-93d2-7bdff3b1fd7e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:34.260512 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:34.544508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] For port c7162e89-53bb-4884-93d2-7bdff3b1fd7e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:34.555832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] For port c7162e89-53bb-4884-93d2-7bdff3b1fd7e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c7162e89-53bb-4884-93d2-7bdff3b1fd7e,segment=NetworkSegment(6a782e18-dc4f-44d9-8c17-470f10a2cd83),segment_id=6a782e18-dc4f-44d9-8c17-470f10a2cd83)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:34.613506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.22.0.1 (6d59d1b4-59f6-44ff-a708-833092ebfa4b/f8920938-9c11-4359-b405-65390199e3b2/5f81f3d2-59a9-43de-9154-5fe148cebdd4) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:34.755620 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Publish callbacks [] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:34.777073 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:34.809990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:34.952148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dfe95a6d-0500-4272-ac55-5018e67f6d9e up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:35.064681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e4d8e-04f2-43de-b8c7-fd75373745ae req-cd401948-5cee-4eef-b083-73631ed691d7 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:35.066297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b05e4d8e-04f2-43de-b8c7-fd75373745ae req-cd401948-5cee-4eef-b083-73631ed691d7 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1126 time: 0.5063353 Feb 03 14:39:35.312932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b05e4d8e-04f2-43de-b8c7-fd75373745ae req-83d49c95-5545-4315-b813-711f4a26a893 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259269 Feb 03 14:39:35.383788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Attempting to bind port cee9de84-baaf-46cd-9966-90ee209d46f4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:35.384038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Attempting to bind port cee9de84-baaf-46cd-9966-90ee209d46f4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:35.387061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Attempting to bind port cee9de84-baaf-46cd-9966-90ee209d46f4 on network 5140fdb7-7e06-4355-9b38-7925a777e79c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:35.392567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:35.401674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:35.402066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Checking segment: {'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:35.402479 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:35.402881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Bound using segment: {'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:35.403370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Bound port: cee9de84-baaf-46cd-9966-90ee209d46f4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66d8933-0017-443c-b2dd-c92e69613b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:35.403756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:35.458247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705904d-5f82-4d85-b8d8-33f382f55a09 None None] Pushing event updated for resources: {'Port': ['ID=c7162e89-53bb-4884-93d2-7bdff3b1fd7e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:35.484971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:35.614528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:35.619126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:35.643861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:35.699780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:35.712676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port dfe95a6d-0500-4272-ac55-5018e67f6d9e completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:39:35.744520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a10ac801-a730-4d10-9aa0-33385e8a5674 None None] Provisioning complete for port cee9de84-baaf-46cd-9966-90ee209d46f4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:35.744909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a10ac801-a730-4d10-9aa0-33385e8a5674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:35.813998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port dfe95a6d-0500-4272-ac55-5018e67f6d9e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:35.814610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:35.822964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a10ac801-a730-4d10-9aa0-33385e8a5674 None None] Port cee9de84-baaf-46cd-9966-90ee209d46f4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:35.858845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=5f81f3d2-59a9-43de-9154-5fe148cebdd4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:35.907894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:35.920050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797db1c-fbef-42bf-8720-488a8842ab60 None None] Pushing event updated for resources: {'Port': ['ID=cee9de84-baaf-46cd-9966-90ee209d46f4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:35.970012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] For port cee9de84-baaf-46cd-9966-90ee209d46f4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:35.984382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] For port cee9de84-baaf-46cd-9966-90ee209d46f4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cee9de84-baaf-46cd-9966-90ee209d46f4,segment=NetworkSegment(f66d8933-0017-443c-b2dd-c92e69613b85),segment_id=f66d8933-0017-443c-b2dd-c92e69613b85)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:36.003672 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.014121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd156-fa47-426e-bc6f-c8c83e084f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.217394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797db1c-fbef-42bf-8720-488a8842ab60 None None] Pushing event updated for resources: {'Port': ['ID=cee9de84-baaf-46cd-9966-90ee209d46f4,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:36.227787 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.293396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd156-fa47-426e-bc6f-c8c83e084f04 admin admin] Publish callbacks [] for security_group (0e3dc73b-70f4-4495-a1ea-d632c5fbd147), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.294820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port dfe95a6d-0500-4272-ac55-5018e67f6d9e is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:36.295919 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.298504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd156-fa47-426e-bc6f-c8c83e084f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0e3dc73b-70f4-4495-a1ea-d632c5fbd147), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.306237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:36.307109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:36.370353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dd156-fa47-426e-bc6f-c8c83e084f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3dc73b-70f4-4495-a1ea-d632c5fbd147,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:36.471840 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b1dd156-fa47-426e-bc6f-c8c83e084f04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed357dad88a34842a11727e6c64b6e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7703104 Feb 03 14:39:36.481341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40906) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:36.635359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:39:36.652652 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6ed5d3-b82f-4ee7-afc6-988866fd4bc8" -d '{"events": [{"server_uuid": "728a41a2-361f-414b-9fb1-c5ff8c5762d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfe95a6d-0500-4272-ac55-5018e67f6d9e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:39:36.656648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d501440-c7dd-4baa-8c30-3db5c9933e9b admin admin] Publish callbacks [] for security_group (0e3dc73b-70f4-4495-a1ea-d632c5fbd147), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.725506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d501440-c7dd-4baa-8c30-3db5c9933e9b admin admin] Publish callbacks [] for security_group (0e3dc73b-70f4-4495-a1ea-d632c5fbd147), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.733597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port dfe95a6d-0500-4272-ac55-5018e67f6d9e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dfe95a6d-0500-4272-ac55-5018e67f6d9e,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:36.778438 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.798053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.833473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.877626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d501440-c7dd-4baa-8c30-3db5c9933e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0e3dc73b-70f4-4495-a1ea-d632c5fbd147), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.880222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d501440-c7dd-4baa-8c30-3db5c9933e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:36.901177 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d501440-c7dd-4baa-8c30-3db5c9933e9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e3dc73b-70f4-4495-a1ea-d632c5fbd147 HTTP/1.1" status: 204 len: 168 time: 0.4178433 Feb 03 14:39:36.938007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=5f81f3d2-59a9-43de-9154-5fe148cebdd4,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:36.939174 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501440-c7dd-4baa-8c30-3db5c9933e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3dc73b-70f4-4495-a1ea-d632c5fbd147,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:36.968818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:37.030515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:37.040119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1194518-40cd-4fa8-836e-300e3299b9d2 req-50467d62-9161-4ad2-9913-830348627c49 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:37.061561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1194518-40cd-4fa8-836e-300e3299b9d2 req-50467d62-9161-4ad2-9913-830348627c49 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.2603409 Feb 03 14:39:37.115109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c7162e89-53bb-4884-93d2-7bdff3b1fd7e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:37.200148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bad29d4f-4181-43cf-8087-935ad04cc6ca None None] Provisioning complete for port cee9de84-baaf-46cd-9966-90ee209d46f4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:37.204330 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bad29d4f-4181-43cf-8087-935ad04cc6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:37.337071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1194518-40cd-4fa8-836e-300e3299b9d2 req-d5824216-8cdd-4254-b56e-7d0ec492ce5c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741275 Feb 03 14:39:37.433509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c62b79-63e2-45fb-a2fa-5a1677c7b125 None None] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:37.448810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:37.453198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:37.807260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:37.819568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=dfe95a6d-0500-4272-ac55-5018e67f6d9e,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:37.841561 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc23c50-cbac-4c2c-ab13-e65ccfcf6e71 x-openstack-request-id: req-4dc23c50-cbac-4c2c-ab13-e65ccfcf6e71 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:39:37.841561 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728a41a2-361f-414b-9fb1-c5ff8c5762d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfe95a6d-0500-4272-ac55-5018e67f6d9e", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:39:37.841561 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4dc23c50-cbac-4c2c-ab13-e65ccfcf6e71 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:39:37.843161 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e', 'code': 200} Feb 03 14:39:38.180047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c7162e89-53bb-4884-93d2-7bdff3b1fd7e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:38.180763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.193106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bad29d4f-4181-43cf-8087-935ad04cc6ca None None] Current status of the port cee9de84-baaf-46cd-9966-90ee209d46f4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:38.193672 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bad29d4f-4181-43cf-8087-935ad04cc6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.309938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343ecb-db4f-480b-ae39-627cdb4ddac9 req-08e6eb1d-995e-4c3d-91fb-0dc90df9f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:38.312047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5343ecb-db4f-480b-ae39-627cdb4ddac9 req-08e6eb1d-995e-4c3d-91fb-0dc90df9f04a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.4108367 Feb 03 14:39:38.329224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:38.339754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-50b306c7-08e5-403f-bd7b-d1a0e0481b19 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7832425 Feb 03 14:39:38.342572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 40942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:38.348312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1288522342'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:38.414642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5343ecb-db4f-480b-ae39-627cdb4ddac9 req-bccfc6c8-142f-412d-a97e-ade40aff6109 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Feb 03 14:39:38.456821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:38.470608 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.559344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bad29d4f-4181-43cf-8087-935ad04cc6ca None None] For port cee9de84-baaf-46cd-9966-90ee209d46f4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cee9de84-baaf-46cd-9966-90ee209d46f4,segment=NetworkSegment(f66d8933-0017-443c-b2dd-c92e69613b85),segment_id=f66d8933-0017-443c-b2dd-c92e69613b85)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:38.563616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:39:38.581793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (900305b9-eca9-449f-a1f2-90777446252f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.582565 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added segment 900305b9-eca9-449f-a1f2-90777446252f of type vlan for network cad5a617-d010-4196-b570-78c4268ee91b Feb 03 14:39:38.613192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bad29d4f-4181-43cf-8087-935ad04cc6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.632649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135ffeb-709c-4b6b-bd4c-b0f3bff1e8ca req-4602a9bf-e35b-43ea-b7c0-61e0ba4bd0e9 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:38.634204 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8135ffeb-709c-4b6b-bd4c-b0f3bff1e8ca req-4602a9bf-e35b-43ea-b7c0-61e0ba4bd0e9 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.1120336 Feb 03 14:39:38.679251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (cad5a617-d010-4196-b570-78c4268ee91b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.763459 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (cad5a617-d010-4196-b570-78c4268ee91b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.779440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:38.782607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.791503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8135ffeb-709c-4b6b-bd4c-b0f3bff1e8ca req-c31ac207-c32b-4ca6-b0f9-ca0147a6b487 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420312 Feb 03 14:39:38.882075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad29d4f-4181-43cf-8087-935ad04cc6ca None None] Pushing event updated for resources: {'Port': ['ID=cee9de84-baaf-46cd-9966-90ee209d46f4,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:38.965277 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c7162e89-53bb-4884-93d2-7bdff3b1fd7e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:38.965979 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:38.975748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e1929af7-6974-43d2-8a89-0ce9c157a3d3 None None] Provisioning complete for port c7162e89-53bb-4884-93d2-7bdff3b1fd7e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:38.976494 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1929af7-6974-43d2-8a89-0ce9c157a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:39.013524 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Network': ['ID=cad5a617-d010-4196-b570-78c4268ee91b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:39.059017 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-291dcf89-0453-4f56-b86b-32e3c1d14c6a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7153368 Feb 03 14:39:39.062492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40958) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:39.067809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'subnet': {'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:39.106972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network cad5a617-d010-4196-b570-78c4268ee91b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:39:39.213634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:39.275788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port c7162e89-53bb-4884-93d2-7bdff3b1fd7e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c7162e89-53bb-4884-93d2-7bdff3b1fd7e,segment=NetworkSegment(6a782e18-dc4f-44d9-8c17-470f10a2cd83),segment_id=6a782e18-dc4f-44d9-8c17-470f10a2cd83)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:39.342461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Made reservation on behalf of a5dd40584d804790bbc39d718ad84f23 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:39.352284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:39.443025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:39.486126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:36Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:34Z', 'revision_number': 1, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:35Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:39.635737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af2571-abc4-44f6-b134-a27b6806baa4 None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:36Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:34Z', 'revision_number': 1, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:35Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:39:39.805477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e1929af7-6974-43d2-8a89-0ce9c157a3d3 None None] Current status of the port c7162e89-53bb-4884-93d2-7bdff3b1fd7e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:39.838440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=c7162e89-53bb-4884-93d2-7bdff3b1fd7e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:39.952546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9da2d23b-58d3-48c1-8036-f0b43e14088e None None] Provisioning complete for port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:39.954052 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9da2d23b-58d3-48c1-8036-f0b43e14088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:39.970110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (046c4023-214c-4f51-9625-7660e6e1efcf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:40.333005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Subnet': ['ID=046c4023-214c-4f51-9625-7660e6e1efcf,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:40.342479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Checking segment: {'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:40.348214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network hostable DHCP agents. Network: cad5a617-d010-4196-b570-78c4268ee91b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:39:40.370184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4af312-e594-4ecb-aae8-a22205324f97 req-c32d807b-c197-42d6-a200-0ada2744d255 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:40.384052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b4af312-e594-4ecb-aae8-a22205324f97 req-c32d807b-c197-42d6-a200-0ada2744d255 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.3920150 Feb 03 14:39:40.385107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-ec923d69-e4d4-40cd-979f-254f18819e20 req-694a51bd-5bcb-4ee5-8967-801366617d6f service neutron] (103341) timed out ('10.222.0.52', 48298) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:39:40.450946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network cad5a617-d010-4196-b570-78c4268ee91b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:39:40.487833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, cad5a617-d010-4196-b570-78c4268ee91b) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:40.521237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:40.527991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:40.598420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b4af312-e594-4ecb-aae8-a22205324f97 req-5380329e-7bf8-4b1e-a306-d3a6760ec092 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116835 Feb 03 14:39:40.620939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-355502d2-f563-4f4d-ba90-a2111c0d9adb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5569143 Feb 03 14:39:40.625485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 40994) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:40.798778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9da2d23b-58d3-48c1-8036-f0b43e14088e None None] Port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:40.818331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e3498-ffba-4d44-a42a-c556f5796b78 None None] Network cad5a617-d010-4196-b570-78c4268ee91b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:41.340142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9da2d23b-58d3-48c1-8036-f0b43e14088e None None] Provisioning complete for port c7162e89-53bb-4884-93d2-7bdff3b1fd7e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:41.344980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9da2d23b-58d3-48c1-8036-f0b43e14088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:41.444761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-cad5a617-d010-4196-b570-78c4268ee91b', 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'fixed_ips': [{'subnet_id': '046c4023-214c-4f51-9625-7660e6e1efcf'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:39:41.449882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.039352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Allocated IP 172.23.0.2 (cad5a617-d010-4196-b570-78c4268ee91b/046c4023-214c-4f51-9625-7660e6e1efcf/d417b104-bd0c-458b-8b2b-07b878a329d9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:42.104192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7028a-637c-4527-8183-ccdff973ed7d req-d6ddcfc7-26ac-4bea-b3ae-1755329a7cf3 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:42.126607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0b7028a-637c-4527-8183-ccdff973ed7d req-d6ddcfc7-26ac-4bea-b3ae-1755329a7cf3 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.3833475 Feb 03 14:39:42.165142 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.252900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c7162e89-53bb-4884-93d2-7bdff3b1fd7e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:42.300499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:42.372866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0b7028a-637c-4527-8183-ccdff973ed7d req-f975ca5a-4ad2-425f-8fc0-50bb1755daf6 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367942 Feb 03 14:39:42.415847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41096) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:42.429688 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:42.431931 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Publish callbacks [] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.463553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.474876 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:42.478201 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:42.590664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Pushing event updated for resources: {'Port': ['ID=d417b104-bd0c-458b-8b2b-07b878a329d9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:42.606500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c7162e89-53bb-4884-93d2-7bdff3b1fd7e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:42.607475 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.625131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Network cad5a617-d010-4196-b570-78c4268ee91b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:42.626860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9da2d23b-58d3-48c1-8036-f0b43e14088e None None] Current status of the port c7162e89-53bb-4884-93d2-7bdff3b1fd7e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:42.649153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:42.652852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:42.729178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Attempting to bind port d417b104-bd0c-458b-8b2b-07b878a329d9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:42.729731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Attempting to bind port d417b104-bd0c-458b-8b2b-07b878a329d9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:42.730486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Attempting to bind port d417b104-bd0c-458b-8b2b-07b878a329d9 on network cad5a617-d010-4196-b570-78c4268ee91b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:42.739905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:42.740318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Checking segment: {'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:42.740817 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.741219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Bound using segment: {'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:42.741757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Bound port: d417b104-bd0c-458b-8b2b-07b878a329d9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:42.742086 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.783198 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:42.848331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-82409546-4362-408d-b7ac-d6f08a26f076 None None] Provisioning complete for port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:42.848781 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82409546-4362-408d-b7ac-d6f08a26f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.975341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c1754-a094-4d74-b924-7f2a555a7ad3 req-fb960a75-d32a-4095-acb3-01b3444fcedc tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:42.983499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c7162e89-53bb-4884-93d2-7bdff3b1fd7e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:42.985044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cee9de84-baaf-46cd-9966-90ee209d46f4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:42.986353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2994-3bc8-48ee-b4cb-bbc49951f5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:42.986950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-947c1754-a094-4d74-b924-7f2a555a7ad3 req-fb960a75-d32a-4095-acb3-01b3444fcedc tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.3875096 Feb 03 14:39:42.989274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82409546-4362-408d-b7ac-d6f08a26f076 None None] Port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:43.050120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] For port d417b104-bd0c-458b-8b2b-07b878a329d9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:43.071796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04ec5d5a-f5f9-4ccf-b43d-1722a8f0149a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.098137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] For port d417b104-bd0c-458b-8b2b-07b878a329d9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d417b104-bd0c-458b-8b2b-07b878a329d9,segment=NetworkSegment(900305b9-eca9-449f-a1f2-90777446252f),segment_id=900305b9-eca9-449f-a1f2-90777446252f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:43.098814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41104) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:43.121153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.268055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-947c1754-a094-4d74-b924-7f2a555a7ad3 req-45327e87-e24f-492b-93ef-b72bff28909a tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624083 Feb 03 14:39:43.297559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0865-12dc-4cb7-92c5-c362097b277e None None] Pushing event updated for resources: {'Port': ['ID=d417b104-bd0c-458b-8b2b-07b878a329d9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:43.319093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Allocated IP 172.23.0.1 (cad5a617-d010-4196-b570-78c4268ee91b/046c4023-214c-4f51-9625-7660e6e1efcf/1100b96c-9c45-466e-9e8e-cc1f3df55eff) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:39:43.321404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04ec5d5a-f5f9-4ccf-b43d-1722a8f0149a admin admin] Publish callbacks [] for security_group (335d4f89-cf51-4fa3-8887-b12ff5b2f0cf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.337675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04ec5d5a-f5f9-4ccf-b43d-1722a8f0149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (335d4f89-cf51-4fa3-8887-b12ff5b2f0cf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.363659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:36Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:36Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:43.385909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cee9de84-baaf-46cd-9966-90ee209d46f4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:43.386349 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.392861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db9a5d3a-5367-400e-90ef-a196ac584e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.439061 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:39:43.439663 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Updating router 04642f26-8be9-41a3-a2d9-95dc5a177414 port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:39:43.465119 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04ec5d5a-f5f9-4ccf-b43d-1722a8f0149a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=490e2e5b67d84bcf90328292b973a081&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1632142 Feb 03 14:39:43.470528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41112) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:43.507813 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.535074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec5d5a-f5f9-4ccf-b43d-1722a8f0149a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335d4f89-cf51-4fa3-8887-b12ff5b2f0cf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:43.576598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cee9de84-baaf-46cd-9966-90ee209d46f4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:43.610076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2994-3bc8-48ee-b4cb-bbc49951f5d0 admin admin] Publish callbacks [] for security_group (76ea7c29-e1b7-4fd2-b9fe-489d350d2c32), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.623366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f6a2994-3bc8-48ee-b4cb-bbc49951f5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (76ea7c29-e1b7-4fd2-b9fe-489d350d2c32), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.708720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f6a2994-3bc8-48ee-b4cb-bbc49951f5d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b960217479d24094a056371f921fab4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2915533 Feb 03 14:39:43.709828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a2994-3bc8-48ee-b4cb-bbc49951f5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ea7c29-e1b7-4fd2-b9fe-489d350d2c32,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:43.718159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41114) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:43.751607 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db9a5d3a-5367-400e-90ef-a196ac584e80 admin admin] Publish callbacks [] for security_group (3f0b4a6b-2c4f-40eb-a819-892572046391), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.861919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a93634-7d2b-40df-aaa7-984a6a8f4e4d admin admin] Publish callbacks [] for security_group (76ea7c29-e1b7-4fd2-b9fe-489d350d2c32), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.921417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a93634-7d2b-40df-aaa7-984a6a8f4e4d admin admin] Publish callbacks [] for security_group (76ea7c29-e1b7-4fd2-b9fe-489d350d2c32), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:43.994629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.023058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a93634-7d2b-40df-aaa7-984a6a8f4e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (76ea7c29-e1b7-4fd2-b9fe-489d350d2c32), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.025915 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13a93634-7d2b-40df-aaa7-984a6a8f4e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.029915 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-13a93634-7d2b-40df-aaa7-984a6a8f4e4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76ea7c29-e1b7-4fd2-b9fe-489d350d2c32 HTTP/1.1" status: 204 len: 168 time: 0.3107431 Feb 03 14:39:44.054151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a93634-7d2b-40df-aaa7-984a6a8f4e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ea7c29-e1b7-4fd2-b9fe-489d350d2c32,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:44.162359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-db9a5d3a-5367-400e-90ef-a196ac584e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3f0b4a6b-2c4f-40eb-a819-892572046391), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.204238 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Publish callbacks [] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.221223 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.296000 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Pushing event updated for resources: {'Port': ['ID=5f81f3d2-59a9-43de-9154-5fe148cebdd4,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:44.309506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41122) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:44.311917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-db9a5d3a-5367-400e-90ef-a196ac584e80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=781e9b95fe50406fa163b87a56c05873&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1683617 Feb 03 14:39:44.313221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.339756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a5d3a-5367-400e-90ef-a196ac584e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b4a6b-2c4f-40eb-a819-892572046391,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:44.367973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network cad5a617-d010-4196-b570-78c4268ee91b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:44.374546 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.378697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:44.379446 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.379964 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.381050 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.381624 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.382928 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.383445 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.384217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.386555 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.387081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.387736 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.388305 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.390058 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:39:44.471630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0728d3dd-c39b-489a-8f9e-cf0c6eadfc8a admin admin] Publish callbacks [] for security_group (3f0b4a6b-2c4f-40eb-a819-892572046391), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.500693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:39:44.503781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ca27c94-b307-4175-a13d-cde7ea1d39a0 admin admin] Publish callbacks [] for security_group (335d4f89-cf51-4fa3-8887-b12ff5b2f0cf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.505053 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Attempting to bind port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:44.505621 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Attempting to bind port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:44.505775 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Attempting to bind port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 on network 6d59d1b4-59f6-44ff-a708-833092ebfa4b {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:44.521521 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:44.524991 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Checking segment: {'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:44.525689 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.530474 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Bound using segment: {'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:44.531525 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Bound port: 5f81f3d2-59a9-43de-9154-5fe148cebdd4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a782e18-dc4f-44d9-8c17-470f10a2cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:44.532889 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.562523 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0728d3dd-c39b-489a-8f9e-cf0c6eadfc8a admin admin] Publish callbacks [] for security_group (3f0b4a6b-2c4f-40eb-a819-892572046391), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.566166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ca27c94-b307-4175-a13d-cde7ea1d39a0 admin admin] Publish callbacks [] for security_group (335d4f89-cf51-4fa3-8887-b12ff5b2f0cf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.689745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0728d3dd-c39b-489a-8f9e-cf0c6eadfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3f0b4a6b-2c4f-40eb-a819-892572046391), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.699568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0728d3dd-c39b-489a-8f9e-cf0c6eadfc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.703054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0728d3dd-c39b-489a-8f9e-cf0c6eadfc8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f0b4a6b-2c4f-40eb-a819-892572046391 HTTP/1.1" status: 204 len: 168 time: 0.3914964 Feb 03 14:39:44.723036 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728d3dd-c39b-489a-8f9e-cf0c6eadfc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b4a6b-2c4f-40eb-a819-892572046391,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:44.747625 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] For port 5f81f3d2-59a9-43de-9154-5fe148cebdd4, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:44.771950 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] For port 5f81f3d2-59a9-43de-9154-5fe148cebdd4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5f81f3d2-59a9-43de-9154-5fe148cebdd4,segment=NetworkSegment(6a782e18-dc4f-44d9-8c17-470f10a2cd83),segment_id=6a782e18-dc4f-44d9-8c17-470f10a2cd83)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:44.782336 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.888449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0b53b61c-052f-4e4a-92d1-2a58625622b1 None None] Provisioning complete for port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:44.897100 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b53b61c-052f-4e4a-92d1-2a58625622b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:44.953944 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:44.954892 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:45.289224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0b53b61c-052f-4e4a-92d1-2a58625622b1 None None] Current status of the port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:45.289496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b53b61c-052f-4e4a-92d1-2a58625622b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:45.368131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41130) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:45.415542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da3374c1-b44d-4cc3-b81b-cdfc694c5447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:45.448652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0b53b61c-052f-4e4a-92d1-2a58625622b1 None None] For port 5f81f3d2-59a9-43de-9154-5fe148cebdd4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5f81f3d2-59a9-43de-9154-5fe148cebdd4,segment=NetworkSegment(6a782e18-dc4f-44d9-8c17-470f10a2cd83),segment_id=6a782e18-dc4f-44d9-8c17-470f10a2cd83)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:45.455890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b53b61c-052f-4e4a-92d1-2a58625622b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:45.690515 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a51977-b1dc-410b-8e3f-454d9b122991 None None] Pushing event updated for resources: {'Port': ['ID=5f81f3d2-59a9-43de-9154-5fe148cebdd4,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:45.735591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b61c-052f-4e4a-92d1-2a58625622b1 None None] Pushing event updated for resources: {'Port': ['ID=5f81f3d2-59a9-43de-9154-5fe148cebdd4,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:45.777893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d9369af7-5359-468d-acd1-186e6e6a7a61 None None] Provisioning complete for port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:45.781348 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9369af7-5359-468d-acd1-186e6e6a7a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:45.783993 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:45.818941 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da3374c1-b44d-4cc3-b81b-cdfc694c5447 admin admin] Publish callbacks [] for security_group (1a96c374-8f32-4501-8044-62dafdd29541), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:45.825027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da3374c1-b44d-4cc3-b81b-cdfc694c5447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1a96c374-8f32-4501-8044-62dafdd29541), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:45.883852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:45.895344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41138) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:45.895668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=1100b96c-9c45-466e-9e8e-cc1f3df55eff,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:45.896144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72769b25-e610-4a57-b4da-e886f8e4a023 None None] Network cad5a617-d010-4196-b570-78c4268ee91b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:45.957231 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-da3374c1-b44d-4cc3-b81b-cdfc694c5447 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc4d6084e157412885af0df970b151f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5878336 Feb 03 14:39:45.997284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41140) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:46.037764 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83926d07-2253-4e83-9d56-2ca2774f799c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.080079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd53794-4489-4e93-bb2e-ce54f16adb16 req-e1b0d6cb-a6a1-441b-9cad-1648e95b1d6a tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:46.085404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3374c1-b44d-4cc3-b81b-cdfc694c5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96c374-8f32-4501-8044-62dafdd29541,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:46.087214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dd53794-4489-4e93-bb2e-ce54f16adb16 req-e1b0d6cb-a6a1-441b-9cad-1648e95b1d6a tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 2.6155491 Feb 03 14:39:46.148508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d417b104-bd0c-458b-8b2b-07b878a329d9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:46.210256 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:36Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:44Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:46.266652 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ec5cd-9f6c-4568-8826-648c01885f58 None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:36Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:44Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:39:46.351988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-987e574e-4759-4acd-81a1-848a2aea6a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.391124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83926d07-2253-4e83-9d56-2ca2774f799c admin admin] Publish callbacks [] for security_group (631973ed-9b1f-4c2e-bca3-58ed7c5f9b90), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.402540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83926d07-2253-4e83-9d56-2ca2774f799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (631973ed-9b1f-4c2e-bca3-58ed7c5f9b90), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.438582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d9369af7-5359-468d-acd1-186e6e6a7a61 None None] Current status of the port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:46.462290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83926d07-2253-4e83-9d56-2ca2774f799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631973ed-9b1f-4c2e-bca3-58ed7c5f9b90,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:46.480736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d417b104-bd0c-458b-8b2b-07b878a329d9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:46.481125 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.486707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dd53794-4489-4e93-bb2e-ce54f16adb16 req-f88cba21-24f7-49eb-9cc1-91d9fcdba2ec tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985381 Feb 03 14:39:46.491412 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.529860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ca27c94-b307-4175-a13d-cde7ea1d39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (335d4f89-cf51-4fa3-8887-b12ff5b2f0cf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.533929 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e452cbe-174a-432a-a7ed-df98554131a3 admin admin] Publish callbacks [] for security_group (1a96c374-8f32-4501-8044-62dafdd29541), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.536291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ca27c94-b307-4175-a13d-cde7ea1d39a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.538103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2ca27c94-b307-4175-a13d-cde7ea1d39a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/335d4f89-cf51-4fa3-8887-b12ff5b2f0cf HTTP/1.1" status: 204 len: 168 time: 3.0457189 Feb 03 14:39:46.598490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca27c94-b307-4175-a13d-cde7ea1d39a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335d4f89-cf51-4fa3-8887-b12ff5b2f0cf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:46.738857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5eb934a1-4e5f-4583-848d-697ade3d0643 None None] Provisioning complete for port d417b104-bd0c-458b-8b2b-07b878a329d9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:46.739250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5eb934a1-4e5f-4583-848d-697ade3d0643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.741870 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-83926d07-2253-4e83-9d56-2ca2774f799c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70b724b3832545ee89448f122a441503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8292921 Feb 03 14:39:46.755801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41150) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:46.771770 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e452cbe-174a-432a-a7ed-df98554131a3 admin admin] Publish callbacks [] for security_group (1a96c374-8f32-4501-8044-62dafdd29541), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.891272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e452cbe-174a-432a-a7ed-df98554131a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1a96c374-8f32-4501-8044-62dafdd29541), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.893894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e452cbe-174a-432a-a7ed-df98554131a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:46.895285 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7e452cbe-174a-432a-a7ed-df98554131a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a96c374-8f32-4501-8044-62dafdd29541 HTTP/1.1" status: 204 len: 168 time: 0.8826857 Feb 03 14:39:46.910384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e452cbe-174a-432a-a7ed-df98554131a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96c374-8f32-4501-8044-62dafdd29541,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:46.946881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35d31f31-ceaa-4b3d-923f-ff452504a45c admin admin] Publish callbacks [] for security_group (631973ed-9b1f-4c2e-bca3-58ed7c5f9b90), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.103630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35d31f31-ceaa-4b3d-923f-ff452504a45c admin admin] Publish callbacks [] for security_group (631973ed-9b1f-4c2e-bca3-58ed7c5f9b90), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.108888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5eb934a1-4e5f-4583-848d-697ade3d0643 None None] Current status of the port d417b104-bd0c-458b-8b2b-07b878a329d9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:47.109424 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5eb934a1-4e5f-4583-848d-697ade3d0643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.335100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5eb934a1-4e5f-4583-848d-697ade3d0643 None None] For port d417b104-bd0c-458b-8b2b-07b878a329d9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d417b104-bd0c-458b-8b2b-07b878a329d9,segment=NetworkSegment(900305b9-eca9-449f-a1f2-90777446252f),segment_id=900305b9-eca9-449f-a1f2-90777446252f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:47.343928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5eb934a1-4e5f-4583-848d-697ade3d0643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.354055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d417b104-bd0c-458b-8b2b-07b878a329d9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:47.354283 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.424495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.480175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.521067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5de67976-d313-4521-9175-9c65e745ce43 None None] Provisioning complete for port d417b104-bd0c-458b-8b2b-07b878a329d9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:47.521697 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de67976-d313-4521-9175-9c65e745ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.524137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb934a1-4e5f-4583-848d-697ade3d0643 None None] Pushing event updated for resources: {'Port': ['ID=d417b104-bd0c-458b-8b2b-07b878a329d9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:47.530444 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:39:47.531288 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:39:47.697253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5de67976-d313-4521-9175-9c65e745ce43 None None] Current status of the port d417b104-bd0c-458b-8b2b-07b878a329d9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:47.698159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41178) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:47.700232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.723912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3be4b47-ce6a-4379-8f01-e9aba1f23e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.724317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event updated for resources: {'Port': ['ID=1100b96c-9c45-466e-9e8e-cc1f3df55eff,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:47.737616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5de67976-d313-4521-9175-9c65e745ce43 None None] Provisioning complete for port 1100b96c-9c45-466e-9e8e-cc1f3df55eff triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:47.738068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de67976-d313-4521-9175-9c65e745ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.754179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25032-9845-4826-866c-64100d3e679f req-9ea634e5-10ff-4300-8909-030f38b92a72 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:47.765452 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aad25032-9845-4826-866c-64100d3e679f req-9ea634e5-10ff-4300-8909-030f38b92a72 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.5892594 Feb 03 14:39:47.815086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5de67976-d313-4521-9175-9c65e745ce43 None None] Port 1100b96c-9c45-466e-9e8e-cc1f3df55eff cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:47.827341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35d31f31-ceaa-4b3d-923f-ff452504a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (631973ed-9b1f-4c2e-bca3-58ed7c5f9b90), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.830356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35d31f31-ceaa-4b3d-923f-ff452504a45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.831703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-35d31f31-ceaa-4b3d-923f-ff452504a45c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/631973ed-9b1f-4c2e-bca3-58ed7c5f9b90 HTTP/1.1" status: 204 len: 168 time: 1.0746281 Feb 03 14:39:47.898873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41184) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:47.917701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3be4b47-ce6a-4379-8f01-e9aba1f23e85 admin admin] Publish callbacks [] for security_group (ecc1fe25-996f-44dd-994f-35cf7bb2dcd2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.927251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3be4b47-ce6a-4379-8f01-e9aba1f23e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ecc1fe25-996f-44dd-994f-35cf7bb2dcd2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.944527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0eca8932-2ec4-4180-9626-27d5effe94b1 None None] Provisioning complete for port 1100b96c-9c45-466e-9e8e-cc1f3df55eff triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:47.946577 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0eca8932-2ec4-4180-9626-27d5effe94b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.959661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31f31-ceaa-4b3d-923f-ff452504a45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631973ed-9b1f-4c2e-bca3-58ed7c5f9b90,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:47.962371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57e6ca48-a11f-434a-8c24-9a0b297462b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:47.980339 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e3be4b47-ce6a-4379-8f01-e9aba1f23e85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72e8c03a715c4c49b535504d9d6daa19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775147 Feb 03 14:39:47.983379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41186) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:48.002289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be4b47-ce6a-4379-8f01-e9aba1f23e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc1fe25-996f-44dd-994f-35cf7bb2dcd2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:48.025152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aad25032-9845-4826-866c-64100d3e679f req-4e952e08-b197-487d-a350-ae07a57b3c19 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583246 Feb 03 14:39:48.062973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Network cad5a617-d010-4196-b570-78c4268ee91b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:39:48.067932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:48.117585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62fa3e35-92c0-4622-add2-a691f1cf9831 admin admin] Publish callbacks [] for security_group (ecc1fe25-996f-44dd-994f-35cf7bb2dcd2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.171826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d417b104-bd0c-458b-8b2b-07b878a329d9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:48.174232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62fa3e35-92c0-4622-add2-a691f1cf9831 admin admin] Publish callbacks [] for security_group (ecc1fe25-996f-44dd-994f-35cf7bb2dcd2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.278122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62fa3e35-92c0-4622-add2-a691f1cf9831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ecc1fe25-996f-44dd-994f-35cf7bb2dcd2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.281101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62fa3e35-92c0-4622-add2-a691f1cf9831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.285174 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-62fa3e35-92c0-4622-add2-a691f1cf9831 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ecc1fe25-996f-44dd-994f-35cf7bb2dcd2 HTTP/1.1" status: 204 len: 168 time: 0.2997553 Feb 03 14:39:48.300551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa3e35-92c0-4622-add2-a691f1cf9831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc1fe25-996f-44dd-994f-35cf7bb2dcd2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:48.332399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57e6ca48-a11f-434a-8c24-9a0b297462b0 admin admin] Publish callbacks [] for security_group (ec751f68-fc6a-47bc-8677-6559688cf2fa), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.340495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0eca8932-2ec4-4180-9626-27d5effe94b1 None None] Port 1100b96c-9c45-466e-9e8e-cc1f3df55eff cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:48.343745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57e6ca48-a11f-434a-8c24-9a0b297462b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ec751f68-fc6a-47bc-8677-6559688cf2fa), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.370358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-399be7bc-d089-4547-8c51-d356ed86641d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.431921 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-57e6ca48-a11f-434a-8c24-9a0b297462b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d46278f0a0e42529b3f0314d04077eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295956 Feb 03 14:39:48.432260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41192) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:48.463619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:48.556113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6ca48-a11f-434a-8c24-9a0b297462b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec751f68-fc6a-47bc-8677-6559688cf2fa,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:48.579432 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-369c7603-36ce-40ac-9b04-ad8e020ff695 admin admin] Publish callbacks [] for security_group (ec751f68-fc6a-47bc-8677-6559688cf2fa), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.609054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5f81f3d2-59a9-43de-9154-5fe148cebdd4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:48.639336 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-369c7603-36ce-40ac-9b04-ad8e020ff695 admin admin] Publish callbacks [] for security_group (ec751f68-fc6a-47bc-8677-6559688cf2fa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.718209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:48.720312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3b84defb-e53c-4b05-b441-3414ab6aeea7 None None] Provisioning complete for port 1100b96c-9c45-466e-9e8e-cc1f3df55eff triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:48.720950 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b84defb-e53c-4b05-b441-3414ab6aeea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.731908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-455dd933-06b2-464c-bb67-24e0913d3ed3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1063857 Feb 03 14:39:48.735513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41206) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:48.746629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:48.787350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-7441d4a4-36ef-4d43-839a-e06def70b338 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:48.791368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-7441d4a4-36ef-4d43-839a-e06def70b338 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 1127 time: 0.0747337 Feb 03 14:39:48.794627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:48.871689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:48.872788 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.878421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3b84defb-e53c-4b05-b441-3414ab6aeea7 None None] Port 1100b96c-9c45-466e-9e8e-cc1f3df55eff cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:39:48.918858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:48.920133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:48.924629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-369c7603-36ce-40ac-9b04-ad8e020ff695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ec751f68-fc6a-47bc-8677-6559688cf2fa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.939586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-369c7603-36ce-40ac-9b04-ad8e020ff695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:48.941115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-369c7603-36ce-40ac-9b04-ad8e020ff695 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec751f68-fc6a-47bc-8677-6559688cf2fa HTTP/1.1" status: 204 len: 168 time: 0.5078566 Feb 03 14:39:48.970801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c7603-36ce-40ac-9b04-ad8e020ff695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec751f68-fc6a-47bc-8677-6559688cf2fa,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:49.029366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Deleting port dfe95a6d-0500-4272-ac55-5018e67f6d9e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:39:49.030252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:49.199760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:39:49.242914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] For port dfe95a6d-0500-4272-ac55-5018e67f6d9e, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dfe95a6d-0500-4272-ac55-5018e67f6d9e,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:49.243173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:49.257478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:49.260935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Calling delete_port for dfe95a6d-0500-4272-ac55-5018e67f6d9e owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:39:49.454330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dfe95a6d-0500-4272-ac55-5018e67f6d9e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:49.470970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['303fb0ef-6b8d-42d2-838d-fd9c81052cfd'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:39:49.477437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84851fac-44b9-406c-b696-ce5fefae8f02 req-c88ee58d-bbcc-452a-8c16-737db7b1f3cd tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=728a41a2-361f-414b-9fb1-c5ff8c5762d6 HTTP/1.1" status: 200 len: 210 time: 0.0346937 Feb 03 14:39:49.500565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['dfe95a6d-0500-4272-ac55-5018e67f6d9e'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:39:49.523424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfe95a6d-0500-4272-ac55-5018e67f6d9e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:49.598101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] No DVR routers for this DVR port dfe95a6d-0500-4272-ac55-5018e67f6d9e on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:39:49.603006 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:49.611870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9439f7d-4a9c-4271-a438-ebbbbdc583eb req-60e9d502-6b07-4228-85c8-cc99d8582bc1 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.71 "DELETE /v2.0/ports/dfe95a6d-0500-4272-ac55-5018e67f6d9e HTTP/1.1" status: 204 len: 173 time: 0.8153057 Feb 03 14:39:49.618470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'name': 'network-vif-deleted', 'tag': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:39:49.624268 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35095175-176a-43a5-a313-cc8ad2168428" -d '{"events": [{"server_uuid": "728a41a2-361f-414b-9fb1-c5ff8c5762d6", "name": "network-vif-deleted", "tag": "dfe95a6d-0500-4272-ac55-5018e67f6d9e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:39:49.731665 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a08683-d123-4165-92e5-2f63404b7f6f x-openstack-request-id: req-a5a08683-d123-4165-92e5-2f63404b7f6f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:39:49.732695 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728a41a2-361f-414b-9fb1-c5ff8c5762d6", "name": "network-vif-deleted", "tag": "dfe95a6d-0500-4272-ac55-5018e67f6d9e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:39:49.733366 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5a08683-d123-4165-92e5-2f63404b7f6f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:39:49.734630 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728a41a2-361f-414b-9fb1-c5ff8c5762d6', 'name': 'network-vif-deleted', 'tag': 'dfe95a6d-0500-4272-ac55-5018e67f6d9e', 'status': 'completed', 'code': 200} Feb 03 14:39:49.744849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:49.750773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d417b104-bd0c-458b-8b2b-07b878a329d9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:49.775504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 14:39:49.796060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Removed routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 14:39:49.796808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:49.914115 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:49.960071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41240) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:50.012599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41afdb45-748d-4c78-ad0b-ef22a6453048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.032894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:46Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '1100b96c-9c45-466e-9e8e-cc1f3df55eff', 'name': '', 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:a4:8c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:42Z', 'updated_at': '2022-02-03T14:39:46Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:50.187739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:39:50.188376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Updating router 04642f26-8be9-41a3-a2d9-95dc5a177414 port 1100b96c-9c45-466e-9e8e-cc1f3df55eff binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:39:50.194194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d417b104-bd0c-458b-8b2b-07b878a329d9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:50.195226 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.234869 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41afdb45-748d-4c78-ad0b-ef22a6453048 admin admin] Publish callbacks [] for security_group (a14698b2-bc8d-45f6-944e-d872eb6e3b1f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.240823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41afdb45-748d-4c78-ad0b-ef22a6453048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a14698b2-bc8d-45f6-944e-d872eb6e3b1f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.319097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afdb45-748d-4c78-ad0b-ef22a6453048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14698b2-bc8d-45f6-944e-d872eb6e3b1f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:50.344727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-41afdb45-748d-4c78-ad0b-ef22a6453048 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cebc3b5df8684f578de52205e74e3567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828073 Feb 03 14:39:50.346735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41246) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:50.370098 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.383942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.407555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.462200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d326c28b-9201-4900-8a35-c75b70955cb3 admin admin] Publish callbacks [] for security_group (a14698b2-bc8d-45f6-944e-d872eb6e3b1f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.558571 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d326c28b-9201-4900-8a35-c75b70955cb3 admin admin] Publish callbacks [] for security_group (a14698b2-bc8d-45f6-944e-d872eb6e3b1f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.667830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:50.689330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d326c28b-9201-4900-8a35-c75b70955cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a14698b2-bc8d-45f6-944e-d872eb6e3b1f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.692883 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d326c28b-9201-4900-8a35-c75b70955cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.694056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d326c28b-9201-4900-8a35-c75b70955cb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a14698b2-bc8d-45f6-944e-d872eb6e3b1f HTTP/1.1" status: 204 len: 168 time: 0.3460815 Feb 03 14:39:50.716808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326c28b-9201-4900-8a35-c75b70955cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14698b2-bc8d-45f6-944e-d872eb6e3b1f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:50.812807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.946427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d417b104-bd0c-458b-8b2b-07b878a329d9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:50.982677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:50.993843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:50.995038 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebc56c2f-8800-4586-9d6a-636726355232 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 200 len: 934 time: 2.2585702 Feb 03 14:39:50.998352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41274) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:51.203119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Publish callbacks [] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.213806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.244159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9e31890d-4838-4fc8-aa81-861b846b21e6 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 200 len: 934 time: 0.2444098 Feb 03 14:39:51.247030 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41284) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:51.252377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd71f-d363-4d70-b2a3-a8409f2583d6 req-5641e70d-01a0-4045-9929-299644562c4c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:51.254134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'routes': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:51.257053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed8dd71f-d363-4d70-b2a3-a8409f2583d6 req-5641e70d-01a0-4045-9929-299644562c4c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.1677547 Feb 03 14:39:51.354983 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed8dd71f-d363-4d70-b2a3-a8409f2583d6 req-a6193af4-f526-46be-a557-6f3027ce2500 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839992 Feb 03 14:39:51.387286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41286) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:51.485774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Attempting to bind port 1100b96c-9c45-466e-9e8e-cc1f3df55eff on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:39:51.486369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Attempting to bind port 1100b96c-9c45-466e-9e8e-cc1f3df55eff by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:39:51.486506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Attempting to bind port 1100b96c-9c45-466e-9e8e-cc1f3df55eff on network cad5a617-d010-4196-b570-78c4268ee91b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:39:51.488584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824920-355c-495d-82c2-efb1cfd74af6 None None] Pushing event updated for resources: {'Port': ['ID=1100b96c-9c45-466e-9e8e-cc1f3df55eff,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:51.507137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:39:51.507519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Checking segment: {'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:51.507925 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.508315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Bound using segment: {'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:39:51.508835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Bound port: 1100b96c-9c45-466e-9e8e-cc1f3df55eff, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900305b9-eca9-449f-a1f2-90777446252f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:39:51.509217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.599680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc8c25c4-da8f-47a5-93d1-adc46e46b869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.663560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] For port 1100b96c-9c45-466e-9e8e-cc1f3df55eff, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:39:51.672243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] For port 1100b96c-9c45-466e-9e8e-cc1f3df55eff, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1100b96c-9c45-466e-9e8e-cc1f3df55eff,segment=NetworkSegment(900305b9-eca9-449f-a1f2-90777446252f),segment_id=900305b9-eca9-449f-a1f2-90777446252f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:39:51.688360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.714945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc8c25c4-da8f-47a5-93d1-adc46e46b869 admin admin] Publish callbacks [] for security_group (9757a437-be2a-4085-9934-4d1b47f270f8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.720109 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fc8c25c4-da8f-47a5-93d1-adc46e46b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9757a437-be2a-4085-9934-4d1b47f270f8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.809231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fc8c25c4-da8f-47a5-93d1-adc46e46b869 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ff48c575bef42de89d58d360519ca1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199159 Feb 03 14:39:51.823320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41296) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:51.833363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c25c4-da8f-47a5-93d1-adc46e46b869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9757a437-be2a-4085-9934-4d1b47f270f8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:51.860058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7d88a680-0ed2-4b5c-badf-683aa2e3c40a None None] Provisioning complete for port 1100b96c-9c45-466e-9e8e-cc1f3df55eff triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:51.860483 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d88a680-0ed2-4b5c-badf-683aa2e3c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:51.882648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:51.883306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:52.016018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3134bcaa-8d91-44af-a21b-c7c4a451381d admin admin] Publish callbacks [] for security_group (9757a437-be2a-4085-9934-4d1b47f270f8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:52.106696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3134bcaa-8d91-44af-a21b-c7c4a451381d admin admin] Publish callbacks [] for security_group (9757a437-be2a-4085-9934-4d1b47f270f8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:52.148787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824920-355c-495d-82c2-efb1cfd74af6 None None] Pushing event updated for resources: {'Port': ['ID=1100b96c-9c45-466e-9e8e-cc1f3df55eff,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:52.201467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:52.306316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:52.328331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3134bcaa-8d91-44af-a21b-c7c4a451381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9757a437-be2a-4085-9934-4d1b47f270f8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:52.331019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3134bcaa-8d91-44af-a21b-c7c4a451381d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:52.343822 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3134bcaa-8d91-44af-a21b-c7c4a451381d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9757a437-be2a-4085-9934-4d1b47f270f8 HTTP/1.1" status: 204 len: 168 time: 0.5025284 Feb 03 14:39:52.343822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 14:39:52.345678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 14:39:52.397997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134bcaa-8d91-44af-a21b-c7c4a451381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9757a437-be2a-4085-9934-4d1b47f270f8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:52.490004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-35b3b191-d33b-4a53-acb8-3750fbe3e071 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:52.491717 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-35b3b191-d33b-4a53-acb8-3750fbe3e071 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.2620044 Feb 03 14:39:52.492701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:52.636008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c699aaf-8bc3-41a3-94ae-8c99921b8df1 req-62622229-3326-46ba-8362-219ba3bd964c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:52.637802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c699aaf-8bc3-41a3-94ae-8c99921b8df1 req-62622229-3326-46ba-8362-219ba3bd964c tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.1214879 Feb 03 14:39:52.736624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c699aaf-8bc3-41a3-94ae-8c99921b8df1 req-b5e66363-1fd7-44ad-8dbf-54c456da2bee tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895677 Feb 03 14:39:52.878669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Deleting port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:39:52.879547 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:52.949711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:53.006297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dfe95a6d-0500-4272-ac55-5018e67f6d9e no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:39:53.007997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7d88a680-0ed2-4b5c-badf-683aa2e3c40a None None] Current status of the port 1100b96c-9c45-466e-9e8e-cc1f3df55eff is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:53.008338 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d88a680-0ed2-4b5c-badf-683aa2e3c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:53.041706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:53.074342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: dfe95a6d-0500-4272-ac55-5018e67f6d9e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:39:53.074875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dfe95a6d-0500-4272-ac55-5018e67f6d9e not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:39:53.170671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7d88a680-0ed2-4b5c-badf-683aa2e3c40a None None] For port 1100b96c-9c45-466e-9e8e-cc1f3df55eff, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1100b96c-9c45-466e-9e8e-cc1f3df55eff,segment=NetworkSegment(900305b9-eca9-449f-a1f2-90777446252f),segment_id=900305b9-eca9-449f-a1f2-90777446252f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:53.193364 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d88a680-0ed2-4b5c-badf-683aa2e3c40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:53.299680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:49Z', 'revision_number': 6, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '1100b96c-9c45-466e-9e8e-cc1f3df55eff', 'name': '', 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:a4:8c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:42Z', 'updated_at': '2022-02-03T14:39:51Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:53.390714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf383a5-7211-49a2-91b0-3a296d6967ca None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:49Z', 'revision_number': 6, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '1100b96c-9c45-466e-9e8e-cc1f3df55eff', 'name': '', 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:a4:8c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:42Z', 'updated_at': '2022-02-03T14:39:51Z', 'revision_number': 4, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:39:53.401643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-10c4c59c-1340-446d-8d85-6ac70a5b1343 None None] Provisioning complete for port 1100b96c-9c45-466e-9e8e-cc1f3df55eff triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:53.402263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10c4c59c-1340-446d-8d85-6ac70a5b1343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:53.440104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a680-0ed2-4b5c-badf-683aa2e3c40a None None] Pushing event updated for resources: {'Port': ['ID=1100b96c-9c45-466e-9e8e-cc1f3df55eff,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:53.570856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-10c4c59c-1340-446d-8d85-6ac70a5b1343 None None] Current status of the port 1100b96c-9c45-466e-9e8e-cc1f3df55eff is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:54.021102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14440-02a5-4ca4-8e1c-ca13a000d040 req-67e94726-ae44-4c43-a55c-f2c5f718a3ff tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:54.029777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7a14440-02a5-4ca4-8e1c-ca13a000d040 req-67e94726-ae44-4c43-a55c-f2c5f718a3ff tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 1127 time: 0.0965483 Feb 03 14:39:54.176001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7a14440-02a5-4ca4-8e1c-ca13a000d040 req-c3a00d1c-b23b-4387-bd1c-b7614daa8670 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b4cb7cb8-285e-442b-96b8-6eb477dcd26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404607 Feb 03 14:39:54.178162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] For port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:54.180705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:54.221950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Calling delete_port for 303fb0ef-6b8d-42d2-838d-fd9c81052cfd owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:39:54.234934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:54.612545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:54.628850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:54.633443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41382) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:54.634091 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2c8fe60a-02c7-4f2b-8256-2aa3723d0560 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 200 len: 700 time: 3.3843391 Feb 03 14:39:54.723755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (303fb0ef-6b8d-42d2-838d-fd9c81052cfd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:54.772847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Pushing event deleted for resources: {'Port': ['ID=303fb0ef-6b8d-42d2-838d-fd9c81052cfd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:54.885075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:54.918728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] No DVR routers for this DVR port 303fb0ef-6b8d-42d2-838d-fd9c81052cfd on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:39:54.924871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:54.930657 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a14583ef-2f3c-475b-982d-979ac1aa609e req-fb2b7357-b7e7-4f33-bd55-231901d1f61e tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.45 "DELETE /v2.0/ports/303fb0ef-6b8d-42d2-838d-fd9c81052cfd HTTP/1.1" status: 204 len: 173 time: 2.4271204 Feb 03 14:39:54.931148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'name': 'network-vif-deleted', 'tag': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:39:54.942491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f226ae61-7ef7-41dd-880f-bd1397584011 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 200 len: 700 time: 0.3054054 Feb 03 14:39:54.943449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41392) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:54.958185 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd30e821-61bf-48d1-873a-6c94b7e4a4a1" -d '{"events": [{"server_uuid": "4a14243c-5864-4b81-9880-ecdf0133fa8f", "name": "network-vif-deleted", "tag": "303fb0ef-6b8d-42d2-838d-fd9c81052cfd"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:39:55.085742 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:55.112642 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:55.116134 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:55.142446 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5552e3-87c0-40b8-b1d8-27dcbf9cb5a5 x-openstack-request-id: req-7d5552e3-87c0-40b8-b1d8-27dcbf9cb5a5 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:39:55.147825 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a14243c-5864-4b81-9880-ecdf0133fa8f", "name": "network-vif-deleted", "tag": "303fb0ef-6b8d-42d2-838d-fd9c81052cfd", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:39:55.148185 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d5552e3-87c0-40b8-b1d8-27dcbf9cb5a5 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:39:55.148655 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a14243c-5864-4b81-9880-ecdf0133fa8f', 'name': 'network-vif-deleted', 'tag': '303fb0ef-6b8d-42d2-838d-fd9c81052cfd', 'status': 'completed', 'code': 200} Feb 03 14:39:55.283573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1100b96c-9c45-466e-9e8e-cc1f3df55eff up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:39:55.436364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 303fb0ef-6b8d-42d2-838d-fd9c81052cfd no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:39:55.446597 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:55.488705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 303fb0ef-6b8d-42d2-838d-fd9c81052cfd {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:39:55.489343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 303fb0ef-6b8d-42d2-838d-fd9c81052cfd not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:39:55.509903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1100b96c-9c45-466e-9e8e-cc1f3df55eff triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:39:55.510633 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:55.681638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3145b7ac-39d2-4f51-95fd-ef25faf9c2c8 req-7b34d9f7-9e1e-4dbd-8a3f-8a0c91e7c6a5 tempest-TestServerMultinode-546473630 tempest-TestServerMultinode-546473630-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4a14243c-5864-4b81-9880-ecdf0133fa8f HTTP/1.1" status: 200 len: 210 time: 0.1497123 Feb 03 14:39:55.774174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1100b96c-9c45-466e-9e8e-cc1f3df55eff is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:39:55.911678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41412) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:55.989792 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.049267 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:52Z', 'revision_number': 7, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '1100b96c-9c45-466e-9e8e-cc1f3df55eff', 'name': '', 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:a4:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:42Z', 'updated_at': '2022-02-03T14:39:53Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:56.138454 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:39:56.158409 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:56.159020 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:56.252701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1507277043'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:56.317736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Made reservation on behalf of 25341ab443084382aa8f4011b6656787 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:56.319109 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:39:56.321559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.359046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.472635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 1100b96c-9c45-466e-9e8e-cc1f3df55eff {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:39:56.475525 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.537856 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for security_group (5b822a9a-a068-437a-bc3d-8e914095badf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.550655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b822a9a-a068-437a-bc3d-8e914095badf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.604335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:39:56.618295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5a78ddf7-01b1-417c-a082-54a71d22d90d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.618765 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Added segment 5a78ddf7-01b1-417c-a082-54a71d22d90d of type vlan for network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a Feb 03 14:39:56.639321 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:52Z', 'revision_number': 7, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '1100b96c-9c45-466e-9e8e-cc1f3df55eff', 'name': '', 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:a4:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:42Z', 'updated_at': '2022-02-03T14:39:53Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:56.708957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port 1100b96c-9c45-466e-9e8e-cc1f3df55eff, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1100b96c-9c45-466e-9e8e-cc1f3df55eff,segment=NetworkSegment(900305b9-eca9-449f-a1f2-90777446252f),segment_id=900305b9-eca9-449f-a1f2-90777446252f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:39:56.711171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.712693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.719501 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3d041-3dcd-424e-af5b-1faac8e22c4e None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:52Z', 'revision_number': 7, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '1100b96c-9c45-466e-9e8e-cc1f3df55eff', 'name': '', 'network_id': 'cad5a617-d010-4196-b570-78c4268ee91b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:a4:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:42Z', 'updated_at': '2022-02-03T14:39:53Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': '046c4023-214c-4f51-9625-7660e6e1efcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:39:56.758169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 1100b96c-9c45-466e-9e8e-cc1f3df55eff owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:39:56.770509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41430) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:56.794588 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.812048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:56.813566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:56.877849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9626038 Feb 03 14:39:56.905808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b822a9a-a068-437a-bc3d-8e914095badf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:56.920677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:56.948949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Request body: {'subnet': {'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:57.040408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760bf7f-420b-444a-b91e-37580698577c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event updated for resources: {'Network': ['ID=d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:57.055542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:39:58.015866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Made reservation on behalf of 25341ab443084382aa8f4011b6656787 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:39:58.019195 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:58.292097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1100b96c-9c45-466e-9e8e-cc1f3df55eff), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:58.361185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=1100b96c-9c45-466e-9e8e-cc1f3df55eff,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:58.775632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (bce55155-ac93-44e5-8403-9bfe3d0b96c8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:58.836891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:58.839356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event updated for resources: {'Subnet': ['ID=bce55155-ac93-44e5-8403-9bfe3d0b96c8,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:39:58.865026 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (8b4d9931-122d-48ed-aeab-90e02891f411), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:59.357669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:39:59.365009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Checking segment: {'id': '5a78ddf7-01b1-417c-a082-54a71d22d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:39:59.365835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Network hostable DHCP agents. Network: d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:39:59.522498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:39:59.533938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41466) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:59.535892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:39:59.551545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c782ef21-5e39-49d9-912a-5d21e65e7ffb tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6062543 Feb 03 14:39:59.582157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:39:59.582784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:39:59.652715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet 046c4023-214c-4f51-9625-7660e6e1efcf {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:39:59.677460 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (046c4023-214c-4f51-9625-7660e6e1efcf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:59.687246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:39:59.715347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63f870-cced-4d1c-b5a4-884ca499ba07 req-504c14d8-bcc9-433d-89a5-eecfec302c6a tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:59.723465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db63f870-cced-4d1c-b5a4-884ca499ba07 req-504c14d8-bcc9-433d-89a5-eecfec302c6a tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 949 time: 0.5415151 Feb 03 14:39:59.725376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:39:59.745057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:39:59.746217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:59.800065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aefc3b-cc99-4f70-8860-0ded337892b9 None None] Network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:39:59.803364 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (046c4023-214c-4f51-9625-7660e6e1efcf), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:39:59.815641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f5985b37-7900-4bfa-bbb0-1f5bc0699f4c tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8910167 Feb 03 14:39:59.816367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41478) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:39:59.893034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Request body: {'port': {'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1821795119'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:39:59.895181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db63f870-cced-4d1c-b5a4-884ca499ba07 req-ee83dd4d-258e-4b3f-88be-23d434af3522 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708469 Feb 03 14:40:00.096279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (046c4023-214c-4f51-9625-7660e6e1efcf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.103291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Deleting port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:00.103630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.164681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e8750-9126-4097-9233-e88380172ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a', 'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a', 'project_id': '25341ab443084382aa8f4011b6656787', 'fixed_ips': [{'subnet_id': 'bce55155-ac93-44e5-8403-9bfe3d0b96c8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:40:00.165526 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.218989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (046c4023-214c-4f51-9625-7660e6e1efcf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.263953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:00.265351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.269415 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/046c4023-214c-4f51-9625-7660e6e1efcf HTTP/1.1" status: 204 len: 168 time: 0.7310002 Feb 03 14:40:00.273134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41486) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:00.373271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] For port 6cc264a0-8fd7-4fc6-80f9-c86a9f383171, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:00.376846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.415851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Calling delete_port for 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:00.480034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeabe01-e9ab-4d39-81c7-35f9953280f5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=046c4023-214c-4f51-9625-7660e6e1efcf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:00.524476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (cad5a617-d010-4196-b570-78c4268ee91b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.544913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Made reservation on behalf of 25341ab443084382aa8f4011b6656787 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:00.549265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.576180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] device_id is not set on port 198fc6cb-fce2-442b-8a07-bc91fb6cec45 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:40:00.622983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-7c7c9f1f-1789-4555-b0ec-d65f8433c1e0 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:00.625251 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-7c7c9f1f-1789-4555-b0ec-d65f8433c1e0 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.45 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 949 time: 0.2222815 Feb 03 14:40:00.690809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-449e8750-9126-4097-9233-e88380172ccf None None] Allocated IP 172.20.0.2 (d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a/bce55155-ac93-44e5-8403-9bfe3d0b96c8/e91b4504-b14e-4b2f-8076-2725578398a7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:00.794379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Deleting port e2f77607-3197-4eb0-9b4f-c4df8839185d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:00.794923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.825435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6cc264a0-8fd7-4fc6-80f9-c86a9f383171), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.865946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc264a0-8fd7-4fc6-80f9-c86a9f383171,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:00.891563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] For port e2f77607-3197-4eb0-9b4f-c4df8839185d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=e2f77607-3197-4eb0-9b4f-c4df8839185d,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:00.892097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:00.913536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Calling delete_port for e2f77607-3197-4eb0-9b4f-c4df8839185d owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:01.098689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd816565-b9a6-40f9-91ef-8e2dba6b7d7e None None] Network cad5a617-d010-4196-b570-78c4268ee91b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:01.112200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port d417b104-bd0c-458b-8b2b-07b878a329d9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:01.116552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.139156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Publish callbacks [] for port (e91b4504-b14e-4b2f-8076-2725578398a7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.268934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f932f0f-de50-4fe6-baf9-19bb3b066e8a req-a7100f63-8744-41c1-a13b-397c1276ce84 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:01.281523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f932f0f-de50-4fe6-baf9-19bb3b066e8a req-a7100f63-8744-41c1-a13b-397c1276ce84 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 949 time: 0.1827624 Feb 03 14:40:01.325079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (8b4d9931-122d-48ed-aeab-90e02891f411), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.401131 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.412768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f932f0f-de50-4fe6-baf9-19bb3b066e8a req-83249c80-3edc-41b0-ab1a-d6aae58b68bd tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/security-groups?id=7f36b910-5f01-4070-80ec-4f99d6d919ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303954 Feb 03 14:40:01.441012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port d417b104-bd0c-458b-8b2b-07b878a329d9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d417b104-bd0c-458b-8b2b-07b878a329d9,segment=NetworkSegment(900305b9-eca9-449f-a1f2-90777446252f),segment_id=900305b9-eca9-449f-a1f2-90777446252f)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:01.442509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.505483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for d417b104-bd0c-458b-8b2b-07b878a329d9 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:01.523712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Allocated IP 172.20.0.5 (d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a/bce55155-ac93-44e5-8403-9bfe3d0b96c8/198fc6cb-fce2-442b-8a07-bc91fb6cec45) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:01.533654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e8750-9126-4097-9233-e88380172ccf None None] Pushing event updated for resources: {'Port': ['ID=e91b4504-b14e-4b2f-8076-2725578398a7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:01.563840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e8750-9126-4097-9233-e88380172ccf None None] Network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:01.575354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e2f77607-3197-4eb0-9b4f-c4df8839185d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.583532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.583892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.584243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.584638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.584996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.585334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.585652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.585980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.586517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.588725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.589283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.600896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.601541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:01.610228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Pushing event deleted for resources: {'Port': ['ID=e2f77607-3197-4eb0-9b4f-c4df8839185d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:01.637352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-449e8750-9126-4097-9233-e88380172ccf None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:01.653848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e8750-9126-4097-9233-e88380172ccf None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:01.726635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] No DVR routers for this DVR port e2f77607-3197-4eb0-9b4f-c4df8839185d on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:01.734204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.737897 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a355ed67-a5ea-48a3-a792-ac98a230a16e req-ed0faa22-d59c-42dd-88c4-ec7f1c4b6db7 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.45 "DELETE /v2.0/ports/e2f77607-3197-4eb0-9b4f-c4df8839185d HTTP/1.1" status: 204 len: 173 time: 1.0816233 Feb 03 14:40:01.739570 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'name': 'network-vif-deleted', 'tag': 'e2f77607-3197-4eb0-9b4f-c4df8839185d'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:40:01.741557 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e91d52-6915-4db8-b1f7-8a0b0aed6d0b" -d '{"events": [{"server_uuid": "f3728f32-1a57-48e0-8fdd-ca94e4ab05b6", "name": "network-vif-deleted", "tag": "e2f77607-3197-4eb0-9b4f-c4df8839185d"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:40:01.754030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d417b104-bd0c-458b-8b2b-07b878a329d9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.778561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No DVR routers for this DVR port d417b104-bd0c-458b-8b2b-07b878a329d9 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:01.851769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=d417b104-bd0c-458b-8b2b-07b878a329d9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:01.885127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-449e8750-9126-4097-9233-e88380172ccf None None] Attempting to bind port e91b4504-b14e-4b2f-8076-2725578398a7 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:40:01.888527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-449e8750-9126-4097-9233-e88380172ccf None None] Attempting to bind port e91b4504-b14e-4b2f-8076-2725578398a7 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5a78ddf7-01b1-417c-a082-54a71d22d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:40:01.889297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e8750-9126-4097-9233-e88380172ccf None None] Attempting to bind port e91b4504-b14e-4b2f-8076-2725578398a7 on network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:40:01.891236 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569cc25b-0ef2-4e3b-847b-ef6c8ac38758 x-openstack-request-id: req-569cc25b-0ef2-4e3b-847b-ef6c8ac38758 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:40:01.892617 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3728f32-1a57-48e0-8fdd-ca94e4ab05b6", "name": "network-vif-deleted", "tag": "e2f77607-3197-4eb0-9b4f-c4df8839185d", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:40:01.892964 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-569cc25b-0ef2-4e3b-847b-ef6c8ac38758 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:40:01.893458 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3728f32-1a57-48e0-8fdd-ca94e4ab05b6', 'name': 'network-vif-deleted', 'tag': 'e2f77607-3197-4eb0-9b4f-c4df8839185d', 'status': 'completed', 'code': 200} Feb 03 14:40:01.929447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e8750-9126-4097-9233-e88380172ccf None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:40:01.929828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e8750-9126-4097-9233-e88380172ccf None None] Checking segment: {'id': '5a78ddf7-01b1-417c-a082-54a71d22d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:40:01.930241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.930630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e8750-9126-4097-9233-e88380172ccf None None] Bound using segment: {'id': '5a78ddf7-01b1-417c-a082-54a71d22d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:40:01.931116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-449e8750-9126-4097-9233-e88380172ccf None None] Bound port: e91b4504-b14e-4b2f-8076-2725578398a7, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a78ddf7-01b1-417c-a082-54a71d22d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:40:01.931498 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:01.947679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Router 8b4d9931-122d-48ed-aeab-90e02891f411 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:02.155793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-449e8750-9126-4097-9233-e88380172ccf None None] For port e91b4504-b14e-4b2f-8076-2725578398a7, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:40:02.177435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-449e8750-9126-4097-9233-e88380172ccf None None] For port e91b4504-b14e-4b2f-8076-2725578398a7, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e91b4504-b14e-4b2f-8076-2725578398a7,segment=NetworkSegment(5a78ddf7-01b1-417c-a082-54a71d22d90d),segment_id=5a78ddf7-01b1-417c-a082-54a71d22d90d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:40:02.187184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4657f843-55ad-44ac-b460-698a78e3418e None None] DHCP port deletion for cad5a617-d010-4196-b570-78c4268ee91b request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:02.205504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (cad5a617-d010-4196-b570-78c4268ee91b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.210938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-449e8750-9126-4097-9233-e88380172ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.308966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:58Z', 'revision_number': 8, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:02.350249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:02.367965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad5a617-d010-4196-b570-78c4268ee91b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:02.369641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ca4cfe67-62ff-4f36-96bb-deec36dfa1c8 admin admin] 10.222.0.52 "PUT /v2.0/routers/8b4d9931-122d-48ed-aeab-90e02891f411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5929174 Feb 03 14:40:02.375969 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] Sync routers for ids ['8b4d9931-122d-48ed-aeab-90e02891f411'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:40:02.377626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41536) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:02.382989 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for port (198fc6cb-fce2-442b-8a07-bc91fb6cec45), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.393304 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] Routers {'8b4d9931-122d-48ed-aeab-90e02891f411'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:02.394932 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8b4d9931-122d-48ed-aeab-90e02891f411'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:02.409806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:02.426938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900305b9-eca9-449f-a1f2-90777446252f') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:02.435075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900305b9-eca9-449f-a1f2-90777446252f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:02.465053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:02.473009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:02.513732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (900305b9-eca9-449f-a1f2-90777446252f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.612094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (900305b9-eca9-449f-a1f2-90777446252f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.647733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:02.654487 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (900305b9-eca9-449f-a1f2-90777446252f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.810451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01204368-9fcf-4e0f-83fe-b8948c015ded req-99d1ea75-a070-43a1-9c83-73792a1c9463 tempest-VolumesBackupsTest-1956790508 tempest-VolumesBackupsTest-1956790508-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3728f32-1a57-48e0-8fdd-ca94e4ab05b6 HTTP/1.1" status: 200 len: 210 time: 0.0716789 Feb 03 14:40:02.815421 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] Set router 8b4d9931-122d-48ed-aeab-90e02891f411 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:02.828961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e8750-9126-4097-9233-e88380172ccf None None] Pushing event updated for resources: {'Port': ['ID=e91b4504-b14e-4b2f-8076-2725578398a7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:02.852990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks [] for router (8b4d9931-122d-48ed-aeab-90e02891f411), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:02.865425 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:02.874223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (198fc6cb-fce2-442b-8a07-bc91fb6cec45), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:02.875694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:03.019744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:03.026742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:03.039131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (cad5a617-d010-4196-b570-78c4268ee91b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:03.053083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:03.223094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:03.252062 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/cad5a617-d010-4196-b570-78c4268ee91b HTTP/1.1" status: 204 len: 168 time: 2.9608135 Feb 03 14:40:03.254984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41552) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:03.290155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802cbce-80d9-47fc-acde-6b70b3fe127d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=cad5a617-d010-4196-b570-78c4268ee91b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:03.319205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event updated for resources: {'Port': ['ID=198fc6cb-fce2-442b-8a07-bc91fb6cec45,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:03.372282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:03.373295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:03.384530 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:40:00Z', 'revision_number': 5, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:03.404383 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-551fe3be-6faa-40c1-b037-db304425a3d4 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5373530 Feb 03 14:40:03.408104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41554) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:03.416831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e91b4504-b14e-4b2f-8076-2725578398a7 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:40:03.428813 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] Checking router: 8b4d9931-122d-48ed-aeab-90e02891f411 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:03.442161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] Routers {'8b4d9931-122d-48ed-aeab-90e02891f411'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:03.443504 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8b4d9931-122d-48ed-aeab-90e02891f411'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:03.528868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e2f77607-3197-4eb0-9b4f-c4df8839185d no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:03.633934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Deleting port 198fc6cb-fce2-442b-8a07-bc91fb6cec45 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:03.635301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (198fc6cb-fce2-442b-8a07-bc91fb6cec45), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:03.644660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: e2f77607-3197-4eb0-9b4f-c4df8839185d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:03.645497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device e2f77607-3197-4eb0-9b4f-c4df8839185d not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:03.727438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e91b4504-b14e-4b2f-8076-2725578398a7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:03.727866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:03.800166 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] Set router 8b4d9931-122d-48ed-aeab-90e02891f411 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:03.809179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:58Z', 'revision_number': 8, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:03.958567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e91b4504-b14e-4b2f-8076-2725578398a7 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:03.958814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (198fc6cb-fce2-442b-8a07-bc91fb6cec45), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:03.959377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:03.999140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Calling delete_port for 198fc6cb-fce2-442b-8a07-bc91fb6cec45 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:04.029763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d3504-9476-41d2-a147-1d8d7dd7b3b9 None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:39:58Z', 'revision_number': 8, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '5f81f3d2-59a9-43de-9154-5fe148cebdd4', 'name': '', 'network_id': '6d59d1b4-59f6-44ff-a708-833092ebfa4b', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:37:7a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'f8920938-9c11-4359-b405-65390199e3b2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:33Z', 'updated_at': '2022-02-03T14:39:45Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'f8920938-9c11-4359-b405-65390199e3b2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:04.129066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port e91b4504-b14e-4b2f-8076-2725578398a7, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e91b4504-b14e-4b2f-8076-2725578398a7,segment=NetworkSegment(5a78ddf7-01b1-417c-a082-54a71d22d90d),segment_id=5a78ddf7-01b1-417c-a082-54a71d22d90d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:04.140186 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:04.318636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=e91b4504-b14e-4b2f-8076-2725578398a7,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:04.393126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (198fc6cb-fce2-442b-8a07-bc91fb6cec45), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:04.405720 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:40:00Z', 'revision_number': 5, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:04.491085 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d4895-8f4d-4c71-98eb-7877268ec0ab None None] The sync data for ids ['8b4d9931-122d-48ed-aeab-90e02891f411'] in n-d-827549-2 is: [{'id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'name': 'tempest-TestServerMultinode-1499863208-router', 'tenant_id': '56725619564d47e6bc942cdc2b2417d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:17Z', 'updated_at': '2022-02-03T14:40:00Z', 'revision_number': 5, 'project_id': '56725619564d47e6bc942cdc2b2417d3', 'gw_port': {'id': 'a8c4e2d2-3019-432f-8cc0-8adf39a31426', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4d9931-122d-48ed-aeab-90e02891f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:18Z', 'updated_at': '2022-02-03T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:04.499645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event deleted for resources: {'Port': ['ID=198fc6cb-fce2-442b-8a07-bc91fb6cec45,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:04.503118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d417b104-bd0c-458b-8b2b-07b878a329d9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:04.579675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d417b104-bd0c-458b-8b2b-07b878a329d9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:04.580025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d417b104-bd0c-458b-8b2b-07b878a329d9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:04.764245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:04.781818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fc6cd366-d3ab-4c1d-a9f7-c0d7c9ceb0ee tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "DELETE /v2.0/ports/198fc6cb-fce2-442b-8a07-bc91fb6cec45 HTTP/1.1" status: 204 len: 168 time: 1.3698394 Feb 03 14:40:04.782382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41576) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:04.870450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07fbd0-95c7-4699-8614-c870e0bf9708 None None] Network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:04.906829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks [] for router_gateway (8b4d9931-122d-48ed-aeab-90e02891f411), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.008904 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-507918ed-41f4-4cb5-b75b-1668cab83736 tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2252228 Feb 03 14:40:05.012851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41584) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:05.022115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-149203161'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:05.102216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Made reservation on behalf of 25341ab443084382aa8f4011b6656787 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:05.109810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.195699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:40:05.202322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e91b4504-b14e-4b2f-8076-2725578398a7 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:40:05.216524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c97859c0-9aee-4034-9934-b2a2736d8290), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.216943 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Added segment c97859c0-9aee-4034-9934-b2a2736d8290 of type vlan for network 72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8 Feb 03 14:40:05.285693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Deleting port a8c4e2d2-3019-432f-8cc0-8adf39a31426 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:05.286037 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.325863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.420772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.427662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:05.428688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.480434 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4644248 Feb 03 14:40:05.481352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41592) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:05.482291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] For port a8c4e2d2-3019-432f-8cc0-8adf39a31426, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a8c4e2d2-3019-432f-8cc0-8adf39a31426,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:05.482668 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:05.520868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Calling delete_port for a8c4e2d2-3019-432f-8cc0-8adf39a31426 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:05.576987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9098c6c-f55b-4e89-83ea-1282e44e3af7 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event updated for resources: {'Network': ['ID=72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:05.808649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:40:05.897136 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a3bc71b8-0091-462b-be29-53a99395c266 tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "GET /v2.0/agents/d2b21dac-0624-4dc4-8c78-a9fc3c687827/dhcp-networks HTTP/1.1" status: 200 len: 7231 time: 0.4116874 Feb 03 14:40:05.899909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41596) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:06.015278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-60140c1c-59bb-4a2d-b2ac-f7ccff65fecd None None] Provisioning complete for port e91b4504-b14e-4b2f-8076-2725578398a7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:06.016177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60140c1c-59bb-4a2d-b2ac-f7ccff65fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:06.023389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a8c4e2d2-3019-432f-8cc0-8adf39a31426), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:06.152335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6c7a9-8877-468b-8db3-cbdb127c56ad tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] Network 72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:40:06.179118 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58c6c7a9-8877-468b-8db3-cbdb127c56ad tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "POST /v2.0/agents/d2b21dac-0624-4dc4-8c78-a9fc3c687827/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2780075 Feb 03 14:40:06.183692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27f8718-cd59-4210-bd6c-0d8bfec4ba6a None None] Network 72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:06.185141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41602) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:06.196551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e91b4504-b14e-4b2f-8076-2725578398a7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:06.196897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c4e2d2-3019-432f-8cc0-8adf39a31426,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:06.214016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:06.403151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (8b4d9931-122d-48ed-aeab-90e02891f411), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:06.478954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2c0fe711-2a33-45da-a9ec-dfbf53019fbd tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "GET /v2.0/agents/d2b21dac-0624-4dc4-8c78-a9fc3c687827/dhcp-networks HTTP/1.1" status: 200 len: 8001 time: 0.2925520 Feb 03 14:40:06.485131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41608) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:06.599909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-60140c1c-59bb-4a2d-b2ac-f7ccff65fecd None None] Current status of the port e91b4504-b14e-4b2f-8076-2725578398a7 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:06.610954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-818b9bf0-a5b6-4706-8d21-07e4079acb1b tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "DELETE /v2.0/agents/d2b21dac-0624-4dc4-8c78-a9fc3c687827/dhcp-networks/72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8 HTTP/1.1" status: 204 len: 168 time: 0.1241796 Feb 03 14:40:06.620911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:06.705669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e91b4504-b14e-4b2f-8076-2725578398a7 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:06.724964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1100b96c-9c45-466e-9e8e-cc1f3df55eff no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:06.755007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1100b96c-9c45-466e-9e8e-cc1f3df55eff {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:06.755642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1100b96c-9c45-466e-9e8e-cc1f3df55eff not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:06.756259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:06.773139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (8b4d9931-122d-48ed-aeab-90e02891f411), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:06.777417 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks [] for router_controller (8b4d9931-122d-48ed-aeab-90e02891f411), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:06.828287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:06.829583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6cc264a0-8fd7-4fc6-80f9-c86a9f383171 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:06.838255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2df33187-27b1-446a-8b45-e86a5b97425d None None] Provisioning complete for port e91b4504-b14e-4b2f-8076-2725578398a7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:06.839818 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2df33187-27b1-446a-8b45-e86a5b97425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.002138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (8b4d9931-122d-48ed-aeab-90e02891f411), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.008249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b4d9931-122d-48ed-aeab-90e02891f411 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:40:07.028396 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e651201b-4bff-4b21-8cb3-aa3cdb713ce9 tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "GET /v2.0/agents/d2b21dac-0624-4dc4-8c78-a9fc3c687827/dhcp-networks HTTP/1.1" status: 200 len: 7231 time: 0.3958280 Feb 03 14:40:07.029013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.029013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bf1b5879-4e0f-4963-b32f-db86be54179d admin admin] 10.222.0.52 "DELETE /v2.0/routers/8b4d9931-122d-48ed-aeab-90e02891f411 HTTP/1.1" status: 204 len: 168 time: 4.6425011 Feb 03 14:40:07.029512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41614) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:07.043108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:07.044563 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.102019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2df33187-27b1-446a-8b45-e86a5b97425d None None] Current status of the port e91b4504-b14e-4b2f-8076-2725578398a7 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:07.218465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-38608e97-7a93-483c-af46-8dc0fb32d367 None None] Could not find standard attr ID for object 198fc6cb-fce2-442b-8a07-bc91fb6cec45. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:40:07.242978 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dd61eacf-66b8-4b82-b99c-26baacddedd6 tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "GET /v2.0/networks/d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1939142 Feb 03 14:40:07.249618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41622) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:07.349118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] Deleting subnet e2679784-0a7e-4c85-9062-08f79cff4bf3 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:40:07.358830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] Publish callbacks [] for subnet (e2679784-0a7e-4c85-9062-08f79cff4bf3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.409214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41624) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:07.425488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d0aca28e-cf2c-4450-8c00-63e0b04c41f2 tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "GET /v2.0/networks/d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1687591 Feb 03 14:40:07.454377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (e2679784-0a7e-4c85-9062-08f79cff4bf3), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.711708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e2679784-0a7e-4c85-9062-08f79cff4bf3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.858489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (e2679784-0a7e-4c85-9062-08f79cff4bf3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.879182 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:07.884250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e319ef-bab0-4bfa-82c3-b4c3585967ee None None] Network 1d683311-4419-4a0c-bceb-3fd0c0092f93 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:07.899566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e2679784-0a7e-4c85-9062-08f79cff4bf3 HTTP/1.1" status: 204 len: 168 time: 0.8731992 Feb 03 14:40:07.906471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:07.972223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ccec5c27-4ac5-4f4c-8e32-3612093df7bc tempest-DHCPAgentSchedulersTestJSON-440940986 tempest-DHCPAgentSchedulersTestJSON-440940986-project-admin] 10.222.0.52 "GET /v2.0/agents/d2b21dac-0624-4dc4-8c78-a9fc3c687827/dhcp-networks HTTP/1.1" status: 200 len: 7231 time: 0.5562088 Feb 03 14:40:07.972909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:08.018846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce53528-362e-4457-886f-ccee35389c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2679784-0a7e-4c85-9062-08f79cff4bf3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:08.103214 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (1d683311-4419-4a0c-bceb-3fd0c0092f93), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.168716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 5f81f3d2-59a9-43de-9154-5fe148cebdd4 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:08.170433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.312257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.332080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] DHCP port deletion for 1d683311-4419-4a0c-bceb-3fd0c0092f93 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:08.440192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] Deleting port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:08.440868 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.460290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Deleting port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:08.460819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.461973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port 5f81f3d2-59a9-43de-9154-5fe148cebdd4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5f81f3d2-59a9-43de-9154-5fe148cebdd4,segment=NetworkSegment(6a782e18-dc4f-44d9-8c17-470f10a2cd83),segment_id=6a782e18-dc4f-44d9-8c17-470f10a2cd83)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:08.462419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.498040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 5f81f3d2-59a9-43de-9154-5fe148cebdd4 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:08.499193 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.572314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:08.593467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97859c0-9aee-4034-9934-b2a2736d8290') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:08.594046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97859c0-9aee-4034-9934-b2a2736d8290') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:08.609546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] For port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:08.610327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.614095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (c97859c0-9aee-4034-9934-b2a2736d8290), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.627851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] For port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,segment=NetworkSegment(9ee165ee-8fd5-4272-896e-d4260222ee99),segment_id=9ee165ee-8fd5-4272-896e-d4260222ee99)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:08.628257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.636112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Calling delete_port for bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:08.641755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c97859c0-9aee-4034-9934-b2a2736d8290), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.660915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:08.661720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (c97859c0-9aee-4034-9934-b2a2736d8290), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.662203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] Calling delete_port for bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:08.665302 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:08.769607 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.774292 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.785822 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.791639 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "DELETE /v2.0/networks/72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8 HTTP/1.1" status: 204 len: 168 time: 0.7801893 Feb 03 14:40:08.796565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:08.800838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5f81f3d2-59a9-43de-9154-5fe148cebdd4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.815622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fbe21-54cd-4300-ab58-43d61e1e6c01 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event deleted for resources: {'Network': ['ID=72f5f0b8-bd9d-400c-a647-abbc5aeeb8c8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:08.822065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] Pushing event deleted for resources: {'Port': ['ID=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:08.831407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c742fd-eca7-4926-9d42-4c1008d37df7 None None] No DVR routers for this DVR port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:08.835748 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bbed8c-aff5-4678-9cd9-b57d3fb54cac tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:08.836462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bbed8c-aff5-4678-9cd9-b57d3fb54cac tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:08.848465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=5f81f3d2-59a9-43de-9154-5fe148cebdd4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:08.848656 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a5bbed8c-aff5-4678-9cd9-b57d3fb54cac tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "DELETE /v2.0/ports/198fc6cb-fce2-442b-8a07-bc91fb6cec45 HTTP/1.1" status: 404 len: 333 time: 0.0484064 Feb 03 14:40:08.848656 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bc4e4990-b0ec-4ebc-9da7-7173f68f0b20), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:08.848849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:08.920777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4e4990-b0ec-4ebc-9da7-7173f68f0b20,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:08.944772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] No DVR routers for this DVR port bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:09.017169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Deleting subnet bce55155-ac93-44e5-8403-9bfe3d0b96c8 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:40:09.030871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for subnet (bce55155-ac93-44e5-8403-9bfe3d0b96c8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.060989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.133883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (1d683311-4419-4a0c-bceb-3fd0c0092f93), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.152338 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.176500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d683311-4419-4a0c-bceb-3fd0c0092f93']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:09.182907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (bce55155-ac93-44e5-8403-9bfe3d0b96c8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.207256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8c4e2d2-3019-432f-8cc0-8adf39a31426 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:09.261233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a8c4e2d2-3019-432f-8cc0-8adf39a31426 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:09.261759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a8c4e2d2-3019-432f-8cc0-8adf39a31426 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:09.262857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:09.264147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee165ee-8fd5-4272-896e-d4260222ee99') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:09.267290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee165ee-8fd5-4272-896e-d4260222ee99') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:09.288464 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (9ee165ee-8fd5-4272-896e-d4260222ee99), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.305526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:09.305877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bc4e4990-b0ec-4ebc-9da7-7173f68f0b20 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:09.313967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9ee165ee-8fd5-4272-896e-d4260222ee99), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.332511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:09.333059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (9ee165ee-8fd5-4272-896e-d4260222ee99), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:09.334884 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:09.476842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:09.737895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:09.751154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:40:09.756294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1d12eb05-c97f-49bc-a00e-997a04f1fcb1 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4949162 Feb 03 14:40:09.757330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41676) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:09.772625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:09.773353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:09.916727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet f8920938-9c11-4359-b405-65390199e3b2 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:40:09.930179 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (f8920938-9c11-4359-b405-65390199e3b2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.012220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (f8920938-9c11-4359-b405-65390199e3b2), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.090832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:10.148668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:10.210410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f8920938-9c11-4359-b405-65390199e3b2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.221286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (bce55155-ac93-44e5-8403-9bfe3d0b96c8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.287534 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (1d683311-4419-4a0c-bceb-3fd0c0092f93), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.320804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.340955 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1d683311-4419-4a0c-bceb-3fd0c0092f93 HTTP/1.1" status: 204 len: 168 time: 2.4333642 Feb 03 14:40:10.341730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:10.364745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (f8920938-9c11-4359-b405-65390199e3b2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.397806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfd412-d872-49a4-b4e9-77ee9e6e83a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d683311-4419-4a0c-bceb-3fd0c0092f93,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:10.406906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=f8920938-9c11-4359-b405-65390199e3b2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:10.425824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.437159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-39f303a1-3c88-43d6-af3a-7d137a1a0efd tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/f8920938-9c11-4359-b405-65390199e3b2 HTTP/1.1" status: 204 len: 168 time: 0.6771071 Feb 03 14:40:10.440992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41688) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:10.452475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790369b-ad0a-42ee-8874-9782cb9f7ff8 None None] Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:10.551400 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (6d59d1b4-59f6-44ff-a708-833092ebfa4b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.652787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port c7162e89-53bb-4884-93d2-7bdff3b1fd7e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:10.653142 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.711590 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226384a8-1974-4b70-a5a9-bb24bbea4817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.746701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port c7162e89-53bb-4884-93d2-7bdff3b1fd7e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c7162e89-53bb-4884-93d2-7bdff3b1fd7e,segment=NetworkSegment(6a782e18-dc4f-44d9-8c17-470f10a2cd83),segment_id=6a782e18-dc4f-44d9-8c17-470f10a2cd83)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:10.747092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:10.780504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for c7162e89-53bb-4884-93d2-7bdff3b1fd7e owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:10.812644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:08Z', 'revision_number': 9, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:10.857118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:10.874072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd996a-022f-45cb-96b3-cdef74916f47 None None] DHCP port deletion for 6d59d1b4-59f6-44ff-a708-833092ebfa4b request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:10.967586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:10.968879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:10.983472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.038300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=c7162e89-53bb-4884-93d2-7bdff3b1fd7e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:11.082464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No DVR routers for this DVR port c7162e89-53bb-4884-93d2-7bdff3b1fd7e on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:11.100133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226384a8-1974-4b70-a5a9-bb24bbea4817 admin admin] Publish callbacks [] for security_group (be0f40cc-6ba6-487a-9172-8598a868be35), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.232842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:11.274247 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (6d59d1b4-59f6-44ff-a708-833092ebfa4b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.279039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (bce55155-ac93-44e5-8403-9bfe3d0b96c8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.300134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d59d1b4-59f6-44ff-a708-833092ebfa4b']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:11.310996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a782e18-dc4f-44d9-8c17-470f10a2cd83') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:11.311678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a782e18-dc4f-44d9-8c17-470f10a2cd83') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:11.323291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (6a782e18-dc4f-44d9-8c17-470f10a2cd83), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.343093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6a782e18-dc4f-44d9-8c17-470f10a2cd83), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.350667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:11.351491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (6a782e18-dc4f-44d9-8c17-470f10a2cd83), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.434506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.443171 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "DELETE /v2.0/subnets/bce55155-ac93-44e5-8403-9bfe3d0b96c8 HTTP/1.1" status: 204 len: 168 time: 2.5901036 Feb 03 14:40:11.444117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-226384a8-1974-4b70-a5a9-bb24bbea4817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be0f40cc-6ba6-487a-9172-8598a868be35), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.484184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41696) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:11.491329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb43a5-0a0e-48da-9b4f-7caab28dc346 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event deleted for resources: {'Subnet': ['ID=bce55155-ac93-44e5-8403-9bfe3d0b96c8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:11.493849 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:11.499198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (6d59d1b4-59f6-44ff-a708-833092ebfa4b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.506978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c7162e89-53bb-4884-93d2-7bdff3b1fd7e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:11.524578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:11.540103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/6d59d1b4-59f6-44ff-a708-833092ebfa4b HTTP/1.1" status: 204 len: 168 time: 1.0951087 Feb 03 14:40:11.540483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41698) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:11.547852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34de9ba-6c41-44f5-8df4-9aac2ebcdc26 None None] Network d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:11.589101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11185c18-91db-4ef1-889d-5428a25afca5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=6d59d1b4-59f6-44ff-a708-833092ebfa4b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:11.617602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226384a8-1974-4b70-a5a9-bb24bbea4817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f40cc-6ba6-487a-9172-8598a868be35,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:11.697590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: c7162e89-53bb-4884-93d2-7bdff3b1fd7e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:11.697955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c7162e89-53bb-4884-93d2-7bdff3b1fd7e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:11.726724 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-226384a8-1974-4b70-a5a9-bb24bbea4817 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d5b6ff6e83942f5ab462a8509dae02f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5679655 Feb 03 14:40:11.731582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41700) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:11.854260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.051572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Deleting port e91b4504-b14e-4b2f-8076-2725578398a7 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:12.056356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.212598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] For port e91b4504-b14e-4b2f-8076-2725578398a7, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e91b4504-b14e-4b2f-8076-2725578398a7,segment=NetworkSegment(5a78ddf7-01b1-417c-a082-54a71d22d90d),segment_id=5a78ddf7-01b1-417c-a082-54a71d22d90d)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:12.214404 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.218669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8501-a99f-4cd7-8a69-d8ed6dc6fb52 admin admin] Publish callbacks [] for security_group (be0f40cc-6ba6-487a-9172-8598a868be35), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.259037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Calling delete_port for e91b4504-b14e-4b2f-8076-2725578398a7 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:12.285012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-36dd996a-022f-45cb-96b3-cdef74916f47 None None] Deleting port c7162e89-53bb-4884-93d2-7bdff3b1fd7e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:12.285615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36dd996a-022f-45cb-96b3-cdef74916f47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c7162e89-53bb-4884-93d2-7bdff3b1fd7e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-36dd996a-022f-45cb-96b3-cdef74916f47 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b could not be found. Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1219, in get_network Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6d59d1b4-59f6-44ff-a708-833092ebfa4b could not be found. Feb 03 14:40:12.310442 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 14:40:12.327596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8501-a99f-4cd7-8a69-d8ed6dc6fb52 admin admin] Publish callbacks [] for security_group (be0f40cc-6ba6-487a-9172-8598a868be35), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.369490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:08Z', 'revision_number': 9, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:12.431178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905946cf-ab31-4c2f-827b-255d0d8afe5f None None] DHCP port deletion for 6d59d1b4-59f6-44ff-a708-833092ebfa4b request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:12.456194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b61049-0344-4146-847b-717f4d9e898c None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:08Z', 'revision_number': 9, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cee9de84-baaf-46cd-9966-90ee209d46f4', 'name': '', 'network_id': '5140fdb7-7e06-4355-9b38-7925a777e79c', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:20:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:23Z', 'updated_at': '2022-02-03T14:39:38Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'ca75b621-e033-457c-be1f-f8671edfac4c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:12.473688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740860ee-f937-4102-b174-9b3fd342900c None None] DHCP port deletion for d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:12.488356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8501-a99f-4cd7-8a69-d8ed6dc6fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be0f40cc-6ba6-487a-9172-8598a868be35), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.490948 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8501-a99f-4cd7-8a69-d8ed6dc6fb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.505838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b4cd8501-a99f-4cd7-8a69-d8ed6dc6fb52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be0f40cc-6ba6-487a-9172-8598a868be35 HTTP/1.1" status: 204 len: 168 time: 0.7731311 Feb 03 14:40:12.527835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8501-a99f-4cd7-8a69-d8ed6dc6fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f40cc-6ba6-487a-9172-8598a868be35,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:12.553831 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (0404c2cb-ecba-41a2-bedf-cc142996e4a0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.635457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-740860ee-f937-4102-b174-9b3fd342900c None None] Deleting port e91b4504-b14e-4b2f-8076-2725578398a7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:12.637986 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-740860ee-f937-4102-b174-9b3fd342900c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.684639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.694494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.784730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-740860ee-f937-4102-b174-9b3fd342900c None None] For port e91b4504-b14e-4b2f-8076-2725578398a7, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:12.785135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-740860ee-f937-4102-b174-9b3fd342900c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.811248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-740860ee-f937-4102-b174-9b3fd342900c None None] Calling delete_port for e91b4504-b14e-4b2f-8076-2725578398a7 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:12.828117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-740860ee-f937-4102-b174-9b3fd342900c None None] Port e91b4504-b14e-4b2f-8076-2725578398a7 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:40:12.830184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-740860ee-f937-4102-b174-9b3fd342900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (e91b4504-b14e-4b2f-8076-2725578398a7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:12.839656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event deleted for resources: {'Port': ['ID=e91b4504-b14e-4b2f-8076-2725578398a7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:12.849015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] No DVR routers for this DVR port e91b4504-b14e-4b2f-8076-2725578398a7 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:12.876489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740860ee-f937-4102-b174-9b3fd342900c None None] No DVR routers for this DVR port e91b4504-b14e-4b2f-8076-2725578398a7 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:12.967501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740860ee-f937-4102-b174-9b3fd342900c None None] Pushing event deleted for resources: {'Port': ['ID=e91b4504-b14e-4b2f-8076-2725578398a7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:12.997262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f602413-e0e7-4ab4-abee-7baa7204e65a None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 14:40:13.070336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:13.190159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e91b4504-b14e-4b2f-8076-2725578398a7 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:13.239108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: e91b4504-b14e-4b2f-8076-2725578398a7 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:13.239471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e91b4504-b14e-4b2f-8076-2725578398a7 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:13.239897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5f81f3d2-59a9-43de-9154-5fe148cebdd4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:13.250386 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.272263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:13.287931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 5f81f3d2-59a9-43de-9154-5fe148cebdd4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:13.288407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5f81f3d2-59a9-43de-9154-5fe148cebdd4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:13.319047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-776cdb83-3212-4455-9129-46c750a05967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.349326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a78ddf7-01b1-417c-a082-54a71d22d90d') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:13.349640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a78ddf7-01b1-417c-a082-54a71d22d90d') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:13.361564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f602413-e0e7-4ab4-abee-7baa7204e65a None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 14:40:13.409204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port cee9de84-baaf-46cd-9966-90ee209d46f4 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:13.409204 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.501043 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-776cdb83-3212-4455-9129-46c750a05967 admin admin] Publish callbacks [] for security_group (0cec689b-0945-42c3-b0f3-9187bbd8d7af), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.544002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (5a78ddf7-01b1-417c-a082-54a71d22d90d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.548494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-776cdb83-3212-4455-9129-46c750a05967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0cec689b-0945-42c3-b0f3-9187bbd8d7af), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.578703 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-776cdb83-3212-4455-9129-46c750a05967 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a53d1e57cefa4e378939a9794ff4ffd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5018406 Feb 03 14:40:13.582681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41720) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:13.648356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5a78ddf7-01b1-417c-a082-54a71d22d90d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.650428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port cee9de84-baaf-46cd-9966-90ee209d46f4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cee9de84-baaf-46cd-9966-90ee209d46f4,segment=NetworkSegment(f66d8933-0017-443c-b2dd-c92e69613b85),segment_id=f66d8933-0017-443c-b2dd-c92e69613b85)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:13.651070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.665158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for cee9de84-baaf-46cd-9966-90ee209d46f4 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:13.688527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cdb83-3212-4455-9129-46c750a05967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec689b-0945-42c3-b0f3-9187bbd8d7af,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:13.737168 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:13.740751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (5a78ddf7-01b1-417c-a082-54a71d22d90d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:13.749769 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:13.785970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8717a5c-4352-4f65-a608-6787708e3397 admin admin] Publish callbacks [] for security_group (0cec689b-0945-42c3-b0f3-9187bbd8d7af), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.835748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8717a5c-4352-4f65-a608-6787708e3397 admin admin] Publish callbacks [] for security_group (0cec689b-0945-42c3-b0f3-9187bbd8d7af), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.944218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8717a5c-4352-4f65-a608-6787708e3397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0cec689b-0945-42c3-b0f3-9187bbd8d7af), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.947717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8717a5c-4352-4f65-a608-6787708e3397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:13.950230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e8717a5c-4352-4f65-a608-6787708e3397 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cec689b-0945-42c3-b0f3-9187bbd8d7af HTTP/1.1" status: 204 len: 168 time: 0.3636806 Feb 03 14:40:14.003621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8717a5c-4352-4f65-a608-6787708e3397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec689b-0945-42c3-b0f3-9187bbd8d7af,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:14.025162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:14.045532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:14.054570 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] 10.222.0.52 "DELETE /v2.0/networks/d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a HTTP/1.1" status: 204 len: 168 time: 2.5549960 Feb 03 14:40:14.241726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d412f66-e100-41e7-b4b5-9b94a687f5c9 tempest-DHCPAgentSchedulersTestJSON-485604713 tempest-DHCPAgentSchedulersTestJSON-485604713-project] Pushing event deleted for resources: {'Network': ['ID=d128b6f3-0c72-4f44-ba7d-c5fcd76d9f9a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:14.254172 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cee9de84-baaf-46cd-9966-90ee209d46f4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:14.319257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Deleting port 912fac7b-c9f1-4d79-9429-1c28db5e7348 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:14.319907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:14.329802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=cee9de84-baaf-46cd-9966-90ee209d46f4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:14.596184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] For port 912fac7b-c9f1-4d79-9429-1c28db5e7348, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=912fac7b-c9f1-4d79-9429-1c28db5e7348,segment=NetworkSegment(db2a24a8-f781-42e5-a2a7-6c500938b209),segment_id=db2a24a8-f781-42e5-a2a7-6c500938b209)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:14.597962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:14.635801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Calling delete_port for 912fac7b-c9f1-4d79-9429-1c28db5e7348 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:14.866080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:14.912730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:15.160221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (912fac7b-c9f1-4d79-9429-1c28db5e7348), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:15.363569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Pushing event deleted for resources: {'Port': ['ID=912fac7b-c9f1-4d79-9429-1c28db5e7348,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:15.482848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:15.577597 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-db8f825c-1c16-4f58-ac57-6fa33d0c3e29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25341ab443084382aa8f4011b6656787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042570 Feb 03 14:40:15.589671 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41772) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:15.733529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-229aa49a-181c-46d1-b961-45cc659bc47f admin admin] Publish callbacks [] for security_group (5b822a9a-a068-437a-bc3d-8e914095badf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:15.735950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:15.748149 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:40:15.756960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4fea00f5-be24-4042-b531-f11de24e04a2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1789043 Feb 03 14:40:15.757784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41780) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:15.765622 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:15.766240 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:15.770534 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (0404c2cb-ecba-41a2-bedf-cc142996e4a0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:15.806833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-081c094d-cd9e-48a5-a831-f8bf46ab284a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:15.895187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet ca75b621-e033-457c-be1f-f8671edfac4c {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:40:15.913846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (ca75b621-e033-457c-be1f-f8671edfac4c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:15.950342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-229aa49a-181c-46d1-b961-45cc659bc47f admin admin] Publish callbacks [] for security_group (5b822a9a-a068-437a-bc3d-8e914095badf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.027103 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:16.032543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (ca75b621-e033-457c-be1f-f8671edfac4c), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.297244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ca75b621-e033-457c-be1f-f8671edfac4c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.301047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-229aa49a-181c-46d1-b961-45cc659bc47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b822a9a-a068-437a-bc3d-8e914095badf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.307705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-229aa49a-181c-46d1-b961-45cc659bc47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.326212 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-229aa49a-181c-46d1-b961-45cc659bc47f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b822a9a-a068-437a-bc3d-8e914095badf HTTP/1.1" status: 204 len: 168 time: 0.7348623 Feb 03 14:40:16.361754 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:13Z', 'revision_number': 10, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:16.398829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229aa49a-181c-46d1-b961-45cc659bc47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b822a9a-a068-437a-bc3d-8e914095badf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:16.458761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (ca75b621-e033-457c-be1f-f8671edfac4c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.465642 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:16.484666 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:16.485284 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:16.537174 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.549612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1cb87-c2d5-427d-bfc5-e77c2203c0a0 None None] Network 5140fdb7-7e06-4355-9b38-7925a777e79c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:16.563187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/ca75b621-e033-457c-be1f-f8671edfac4c HTTP/1.1" status: 204 len: 168 time: 0.7995167 Feb 03 14:40:16.563834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41800) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:16.601082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece5caf-990e-4fb1-9916-c63685f99dfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=ca75b621-e033-457c-be1f-f8671edfac4c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:16.652140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:16.820883 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:16.892935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5140fdb7-7e06-4355-9b38-7925a777e79c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:16.938145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:16.951700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] Sync routers for ids ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:40:16.956119 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d5f0439-7870-4806-934d-bef3894ef21b admin admin] 10.222.0.52 "PUT /v2.0/routers/0404c2cb-ecba-41a2-bedf-cc142996e4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5773911 Feb 03 14:40:16.960851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:16.988044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] DHCP port deletion for 5140fdb7-7e06-4355-9b38-7925a777e79c request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:17.005274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] Routers {'0404c2cb-ecba-41a2-bedf-cc142996e4a0'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:17.013886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:17.125162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 9a0a87b7-3694-4990-95d0-615933449ad9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:17.129872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.269492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:17.323871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c080bcfe-4cba-4dd5-9249-92f5e4f873de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.349498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a0a87b7-3694-4990-95d0-615933449ad9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:17.412574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port 9a0a87b7-3694-4990-95d0-615933449ad9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9a0a87b7-3694-4990-95d0-615933449ad9,segment=NetworkSegment(f66d8933-0017-443c-b2dd-c92e69613b85),segment_id=f66d8933-0017-443c-b2dd-c92e69613b85)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:17.417513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.455799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks [] for router (0404c2cb-ecba-41a2-bedf-cc142996e4a0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.477958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 9a0a87b7-3694-4990-95d0-615933449ad9 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:17.510354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] Deleting port 9a0a87b7-3694-4990-95d0-615933449ad9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:17.523375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.576979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:13Z', 'revision_number': 10, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:17.650190 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f7eaf-2f31-439e-912d-45a66c2df0d5 None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:13Z', 'revision_number': 10, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None, '_interfaces': [{'id': '69f1d3af-ad82-4582-bab5-b4c99e37a956', 'name': '', 'network_id': '63b32f1e-441d-4df6-95c1-17a8bd5fc4de', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'mac_address': 'fa:16:3e:70:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:39:14Z', 'updated_at': '2022-02-03T14:39:23Z', 'revision_number': 5, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'subnets': [{'id': 'e96a6023-2d01-46d2-ba8c-36af27439ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:17.671130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.708916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] For port 9a0a87b7-3694-4990-95d0-615933449ad9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9a0a87b7-3694-4990-95d0-615933449ad9,segment=NetworkSegment(f66d8933-0017-443c-b2dd-c92e69613b85),segment_id=f66d8933-0017-443c-b2dd-c92e69613b85)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:17.709607 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.731135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] Calling delete_port for 9a0a87b7-3694-4990-95d0-615933449ad9 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:17.764146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No DVR routers for this DVR port 9a0a87b7-3694-4990-95d0-615933449ad9 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:17.829520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c080bcfe-4cba-4dd5-9249-92f5e4f873de admin admin] Publish callbacks [] for security_group (614569e3-0c42-4ff3-80b1-a2c992fe5c84), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.838905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=9a0a87b7-3694-4990-95d0-615933449ad9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:17.840546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c080bcfe-4cba-4dd5-9249-92f5e4f873de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (614569e3-0c42-4ff3-80b1-a2c992fe5c84), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.926806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (9a0a87b7-3694-4990-95d0-615933449ad9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:17.980948 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c080bcfe-4cba-4dd5-9249-92f5e4f873de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1464688f1e24e28945d10edc2583fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7092717 Feb 03 14:40:18.004356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41866) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:18.037140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080bcfe-4cba-4dd5-9249-92f5e4f873de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614569e3-0c42-4ff3-80b1-a2c992fe5c84,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:18.086241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks [] for router_gateway (0404c2cb-ecba-41a2-bedf-cc142996e4a0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.100947 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5140fdb7-7e06-4355-9b38-7925a777e79c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.109815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] Pushing event deleted for resources: {'Port': ['ID=9a0a87b7-3694-4990-95d0-615933449ad9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:18.143343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] Set router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:18.220253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5140fdb7-7e06-4355-9b38-7925a777e79c']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:18.246095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No active binding found for port 9a0a87b7-3694-4990-95d0-615933449ad9 {{(pid=103343) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 14:40:18.246729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] The host n-d-827549-2 is not matching for port 9a0a87b7-3694-4990-95d0-615933449ad9 host None! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:40:18.247461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a0a87b7-3694-4990-95d0-615933449ad9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:18.264501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66d8933-0017-443c-b2dd-c92e69613b85') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:18.265754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66d8933-0017-443c-b2dd-c92e69613b85') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:18.267083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40735758-5e70-424e-bea1-b82e8a1c9cec None None] No DVR routers for this DVR port 9a0a87b7-3694-4990-95d0-615933449ad9 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:18.290299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Deleting port cd60f272-f274-4307-8beb-af3638ddcdce {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:18.292324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.306854 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (f66d8933-0017-443c-b2dd-c92e69613b85), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.341372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f66d8933-0017-443c-b2dd-c92e69613b85), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.353019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:18.354237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (f66d8933-0017-443c-b2dd-c92e69613b85), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:18.360860 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:18.379703 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a975fdb-1891-4da7-a6d5-386155903fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.557389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5140fdb7-7e06-4355-9b38-7925a777e79c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.565681 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.570714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] For port cd60f272-f274-4307-8beb-af3638ddcdce, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cd60f272-f274-4307-8beb-af3638ddcdce,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:18.574494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.582428 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/5140fdb7-7e06-4355-9b38-7925a777e79c HTTP/1.1" status: 204 len: 168 time: 2.0128589 Feb 03 14:40:18.599899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41902) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:18.602987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7f8311a-756a-4c32-97cf-09d345d6d9d0 admin admin] Publish callbacks [] for security_group (614569e3-0c42-4ff3-80b1-a2c992fe5c84), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.638142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Calling delete_port for cd60f272-f274-4307-8beb-af3638ddcdce owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:18.646121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417a5e9-1774-4151-b326-1bfbade7181f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=5140fdb7-7e06-4355-9b38-7925a777e79c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:18.696379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7f8311a-756a-4c32-97cf-09d345d6d9d0 admin admin] Publish callbacks [] for security_group (614569e3-0c42-4ff3-80b1-a2c992fe5c84), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:18.824461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41912) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:18.861019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:40:14Z', 'revision_number': 5, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port': {'id': 'cd60f272-f274-4307-8beb-af3638ddcdce', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:38:39Z', 'updated_at': '2022-02-03T14:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:18.962807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] Checking router: 0404c2cb-ecba-41a2-bedf-cc142996e4a0 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:19.003876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] Routers {'0404c2cb-ecba-41a2-bedf-cc142996e4a0'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:19.004745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:19.257831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cee9de84-baaf-46cd-9966-90ee209d46f4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:19.289240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cee9de84-baaf-46cd-9966-90ee209d46f4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:19.289874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cee9de84-baaf-46cd-9966-90ee209d46f4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:19.321356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37a42bbf-b93c-47f3-ae8a-0757c8a608f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:19.356558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] Set router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:19.466171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:40:18Z', 'revision_number': 6, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:19.494628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac5a02-dc0c-484e-9402-16436d56cc9c None None] The sync data for ids ['0404c2cb-ecba-41a2-bedf-cc142996e4a0'] in n-d-827549-2 is: [{'id': '0404c2cb-ecba-41a2-bedf-cc142996e4a0', 'name': 'tempest-TestServerMultinode-1650797570-router', 'tenant_id': '71ee5506fa47468f8a8975c36ad35865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:38:37Z', 'updated_at': '2022-02-03T14:40:18Z', 'revision_number': 6, 'project_id': '71ee5506fa47468f8a8975c36ad35865', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:19.539284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:19.649629 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:19.868667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7f8311a-756a-4c32-97cf-09d345d6d9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (614569e3-0c42-4ff3-80b1-a2c992fe5c84), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:19.873582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7f8311a-756a-4c32-97cf-09d345d6d9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:19.880139 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b7f8311a-756a-4c32-97cf-09d345d6d9d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/614569e3-0c42-4ff3-80b1-a2c992fe5c84 HTTP/1.1" status: 204 len: 168 time: 1.8488066 Feb 03 14:40:19.922745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8311a-756a-4c32-97cf-09d345d6d9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614569e3-0c42-4ff3-80b1-a2c992fe5c84,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:20.056819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cd60f272-f274-4307-8beb-af3638ddcdce), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.116366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37a42bbf-b93c-47f3-ae8a-0757c8a608f8 admin admin] Publish callbacks [] for security_group (451781da-6e6e-47e9-9341-c09f5d4dee5c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.123851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37a42bbf-b93c-47f3-ae8a-0757c8a608f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (451781da-6e6e-47e9-9341-c09f5d4dee5c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.175027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 69f1d3af-ad82-4582-bab5-b4c99e37a956 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:20.175780 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.328757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-37a42bbf-b93c-47f3-ae8a-0757c8a608f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9caf03c2449141f39aa42a31697ffac7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4978387 Feb 03 14:40:20.330854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd60f272-f274-4307-8beb-af3638ddcdce,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:20.333419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:20.356053 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (0404c2cb-ecba-41a2-bedf-cc142996e4a0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.469455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42bbf-b93c-47f3-ae8a-0757c8a608f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451781da-6e6e-47e9-9341-c09f5d4dee5c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:20.520555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fce28153-2f31-4ef4-b397-b2e09438a4ee admin admin] Publish callbacks [] for security_group (451781da-6e6e-47e9-9341-c09f5d4dee5c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.568491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fce28153-2f31-4ef4-b397-b2e09438a4ee admin admin] Publish callbacks [] for security_group (451781da-6e6e-47e9-9341-c09f5d4dee5c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.655510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fce28153-2f31-4ef4-b397-b2e09438a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (451781da-6e6e-47e9-9341-c09f5d4dee5c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.658744 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fce28153-2f31-4ef4-b397-b2e09438a4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.660179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fce28153-2f31-4ef4-b397-b2e09438a4ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/451781da-6e6e-47e9-9341-c09f5d4dee5c HTTP/1.1" status: 204 len: 168 time: 0.2680380 Feb 03 14:40:20.669740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port 69f1d3af-ad82-4582-bab5-b4c99e37a956, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=69f1d3af-ad82-4582-bab5-b4c99e37a956,segment=NetworkSegment(a71b551a-5ccc-402e-9a05-7e548f9fc3fe),segment_id=a71b551a-5ccc-402e-9a05-7e548f9fc3fe)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:20.670451 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.702512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce28153-2f31-4ef4-b397-b2e09438a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451781da-6e6e-47e9-9341-c09f5d4dee5c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:20.735913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 69f1d3af-ad82-4582-bab5-b4c99e37a956 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:20.752804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.763783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (0404c2cb-ecba-41a2-bedf-cc142996e4a0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.770395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks [] for router_controller (0404c2cb-ecba-41a2-bedf-cc142996e4a0), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.889657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (0404c2cb-ecba-41a2-bedf-cc142996e4a0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.891125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0404c2cb-ecba-41a2-bedf-cc142996e4a0 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:40:20.899828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:20.905084 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7e706e5c-cd78-4cad-be48-2220f7e07200 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0404c2cb-ecba-41a2-bedf-cc142996e4a0 HTTP/1.1" status: 204 len: 168 time: 3.9427288 Feb 03 14:40:20.908184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 41946) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:21.099795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cd60f272-f274-4307-8beb-af3638ddcdce no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:21.151095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cd60f272-f274-4307-8beb-af3638ddcdce {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:21.151460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cd60f272-f274-4307-8beb-af3638ddcdce not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:21.155529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 912fac7b-c9f1-4d79-9429-1c28db5e7348 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:21.215784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 912fac7b-c9f1-4d79-9429-1c28db5e7348 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:21.216409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 912fac7b-c9f1-4d79-9429-1c28db5e7348 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:21.299561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] Deleting subnet b454cb90-f913-41e0-b593-15568f4cbce6 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:40:21.316377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] Publish callbacks [] for subnet (b454cb90-f913-41e0-b593-15568f4cbce6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:21.445753 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (b454cb90-f913-41e0-b593-15568f4cbce6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:21.529291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (69f1d3af-ad82-4582-bab5-b4c99e37a956), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:21.632010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=69f1d3af-ad82-4582-bab5-b4c99e37a956,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:21.696374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b454cb90-f913-41e0-b593-15568f4cbce6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:21.862321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (b454cb90-f913-41e0-b593-15568f4cbce6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:21.903241 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:21.910311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b454cb90-f913-41e0-b593-15568f4cbce6 HTTP/1.1" status: 204 len: 168 time: 0.9978392 Feb 03 14:40:21.910557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e09d5-1b60-46be-8ed1-d2248e7f5f57 None None] Network 7ac30a10-467b-49bc-b908-e271c5aac8de requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:21.911923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 41976) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:21.939813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5c9a6-ca63-40b5-ae5a-2c614e6c3fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b454cb90-f913-41e0-b593-15568f4cbce6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:22.166072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7ac30a10-467b-49bc-b908-e271c5aac8de), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.184451 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.259062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (04642f26-8be9-41a3-a2d9-95dc5a177414), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.269189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Deleting port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:22.269555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.333276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] DHCP port deletion for 7ac30a10-467b-49bc-b908-e271c5aac8de request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:22.407045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] For port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,segment=NetworkSegment(db2a24a8-f781-42e5-a2a7-6c500938b209),segment_id=db2a24a8-f781-42e5-a2a7-6c500938b209)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:22.407782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.467201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Calling delete_port for e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:22.511830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] Deleting port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:22.512210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.720178 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.747320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:22.757821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] For port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,segment=NetworkSegment(db2a24a8-f781-42e5-a2a7-6c500938b209),segment_id=db2a24a8-f781-42e5-a2a7-6c500938b209)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:22.760266 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:22.790415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:22.807420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] No DVR routers for this DVR port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:22.812977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] Calling delete_port for e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:23.075391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7ac30a10-467b-49bc-b908-e271c5aac8de), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.116883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:23.128462 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:40:23.131285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac30a10-467b-49bc-b908-e271c5aac8de']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:23.136001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42032) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:23.149034 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:23.153160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-de0e1ac4-7872-4efe-a92e-4b746ac8f6b4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5519731 Feb 03 14:40:23.153609 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:23.176494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2a24a8-f781-42e5-a2a7-6c500938b209') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:23.176892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2a24a8-f781-42e5-a2a7-6c500938b209') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:23.181463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (e9dac4b8-eb89-4d94-ab8e-62e32388bbe5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.243958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] Pushing event deleted for resources: {'Port': ['ID=e9dac4b8-eb89-4d94-ab8e-62e32388bbe5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:23.265548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting subnet e96a6023-2d01-46d2-ba8c-36af27439ce8 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:40:23.266150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61593a-447c-4f37-87ff-1295d9ab397c None None] No DVR routers for this DVR port e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:23.268996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (e96a6023-2d01-46d2-ba8c-36af27439ce8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.291425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:23.333259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:23.334272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e9dac4b8-eb89-4d94-ab8e-62e32388bbe5 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:23.344232 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (e96a6023-2d01-46d2-ba8c-36af27439ce8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.394947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:23.436451 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e96a6023-2d01-46d2-ba8c-36af27439ce8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.510445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (e96a6023-2d01-46d2-ba8c-36af27439ce8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.521108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (db2a24a8-f781-42e5-a2a7-6c500938b209), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.536830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.537805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf086b40-8590-49b4-992d-a014b2cc1657 None None] Network 63b32f1e-441d-4df6-95c1-17a8bd5fc4de requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:23.541012 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/e96a6023-2d01-46d2-ba8c-36af27439ce8 HTTP/1.1" status: 204 len: 168 time: 0.4030683 Feb 03 14:40:23.544572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42042) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:23.590219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1be1f-d1b1-4c84-8b7d-d74fef7ec68c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Subnet': ['ID=e96a6023-2d01-46d2-ba8c-36af27439ce8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:23.593038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (db2a24a8-f781-42e5-a2a7-6c500938b209), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.602357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:23.602779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (db2a24a8-f781-42e5-a2a7-6c500938b209), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:23.609270 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:23.621093 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:21Z', 'revision_number': 11, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:23.715219 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:23.741766 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:23.742406 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:23.818109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7ac30a10-467b-49bc-b908-e271c5aac8de), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.891157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (63b32f1e-441d-4df6-95c1-17a8bd5fc4de), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.893850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:23.913963 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7ac30a10-467b-49bc-b908-e271c5aac8de HTTP/1.1" status: 204 len: 168 time: 2.0003059 Feb 03 14:40:23.921861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70c489-911b-44fd-bba7-e3a654085907 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac30a10-467b-49bc-b908-e271c5aac8de,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:23.940598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] DHCP port deletion for 63b32f1e-441d-4df6-95c1-17a8bd5fc4de request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:40:23.974333 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:24.066420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Deleting port 43ac3687-0d13-41c2-8181-d4d6dcce3498 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:24.066894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.144124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] Deleting port 43ac3687-0d13-41c2-8181-d4d6dcce3498 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:24.144574 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.296639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] For port 43ac3687-0d13-41c2-8181-d4d6dcce3498, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=43ac3687-0d13-41c2-8181-d4d6dcce3498,segment=NetworkSegment(a71b551a-5ccc-402e-9a05-7e548f9fc3fe),segment_id=a71b551a-5ccc-402e-9a05-7e548f9fc3fe)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:24.296639 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.332197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Calling delete_port for 43ac3687-0d13-41c2-8181-d4d6dcce3498 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:24.360304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42066) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:24.360866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:21Z', 'revision_number': 11, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:24.367259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] For port 43ac3687-0d13-41c2-8181-d4d6dcce3498, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=43ac3687-0d13-41c2-8181-d4d6dcce3498,segment=NetworkSegment(a71b551a-5ccc-402e-9a05-7e548f9fc3fe),segment_id=a71b551a-5ccc-402e-9a05-7e548f9fc3fe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:24.367917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.394322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42070) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:24.420313 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253c8b2-6619-43d8-818b-a2b16c33d33b None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:21Z', 'revision_number': 11, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:24.428330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] Calling delete_port for 43ac3687-0d13-41c2-8181-d4d6dcce3498 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:24.531452 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a27308a2-e9d9-4b60-94a9-b94ed7ded37b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56725619564d47e6bc942cdc2b2417d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352940 Feb 03 14:40:24.532146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:24.600006 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.644304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No DVR routers for this DVR port 43ac3687-0d13-41c2-8181-d4d6dcce3498 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:24.695567 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23d0ce0e-3787-4aa1-bb58-433b81c4eadc admin admin] Publish callbacks [] for security_group (acfe8a65-2cac-4883-b1c1-23cb59d918d1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.704185 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (43ac3687-0d13-41c2-8181-d4d6dcce3498), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.757888 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23d0ce0e-3787-4aa1-bb58-433b81c4eadc admin admin] Publish callbacks [] for security_group (acfe8a65-2cac-4883-b1c1-23cb59d918d1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.761085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Port': ['ID=43ac3687-0d13-41c2-8181-d4d6dcce3498,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:24.774158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] Pushing event deleted for resources: {'Port': ['ID=43ac3687-0d13-41c2-8181-d4d6dcce3498,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:24.782493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ff1d3-714c-41be-bdd8-eb7e9d559289 None None] No DVR routers for this DVR port 43ac3687-0d13-41c2-8181-d4d6dcce3498 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:40:24.830041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b1d32778-5d4a-450b-bae0-3ecac52bfc82 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:24.885763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.889744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23d0ce0e-3787-4aa1-bb58-433b81c4eadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (acfe8a65-2cac-4883-b1c1-23cb59d918d1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.898470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-23d0ce0e-3787-4aa1-bb58-433b81c4eadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:24.904099 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-23d0ce0e-3787-4aa1-bb58-433b81c4eadc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/acfe8a65-2cac-4883-b1c1-23cb59d918d1 HTTP/1.1" status: 204 len: 168 time: 0.3669136 Feb 03 14:40:24.954831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0ce0e-3787-4aa1-bb58-433b81c4eadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfe8a65-2cac-4883-b1c1-23cb59d918d1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:25.008372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:25.014216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Request body: {'network': {'project_id': '4494c309ae0947858e4e10cdcb21bb9b'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:25.022320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b1d32778-5d4a-450b-bae0-3ecac52bfc82 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "PUT /v2.0/quotas/4494c309ae0947858e4e10cdcb21bb9b HTTP/1.1" status: 200 len: 368 time: 0.6441696 Feb 03 14:40:25.034231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (63b32f1e-441d-4df6-95c1-17a8bd5fc4de), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.080644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Made reservation on behalf of 4494c309ae0947858e4e10cdcb21bb9b for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:25.086825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.109716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b32f1e-441d-4df6-95c1-17a8bd5fc4de']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:25.131803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:25.133231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.134302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71b551a-5ccc-402e-9a05-7e548f9fc3fe') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:25.170235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (a71b551a-5ccc-402e-9a05-7e548f9fc3fe), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.190322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 43ac3687-0d13-41c2-8181-d4d6dcce3498 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:25.236012 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a71b551a-5ccc-402e-9a05-7e548f9fc3fe), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.256964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 43ac3687-0d13-41c2-8181-d4d6dcce3498 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:25.257473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 43ac3687-0d13-41c2-8181-d4d6dcce3498 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:25.257898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 69f1d3af-ad82-4582-bab5-b4c99e37a956 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:40:25.269775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:25.270156 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (a71b551a-5ccc-402e-9a05-7e548f9fc3fe), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.307556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 69f1d3af-ad82-4582-bab5-b4c99e37a956 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:40:25.308829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 69f1d3af-ad82-4582-bab5-b4c99e37a956 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:25.397054 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:25.407513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (63b32f1e-441d-4df6-95c1-17a8bd5fc4de), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.436321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.449540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/networks/63b32f1e-441d-4df6-95c1-17a8bd5fc4de HTTP/1.1" status: 204 len: 168 time: 1.9016566 Feb 03 14:40:25.462678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42096) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:25.475939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'routes': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:25.495100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9648982-55a5-4912-88fa-b544793047cf tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Pushing event deleted for resources: {'Network': ['ID=63b32f1e-441d-4df6-95c1-17a8bd5fc4de,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:25.671953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for security_group (8b5a8a66-08b2-4471-9094-9d0617e618af), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.678440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8b5a8a66-08b2-4471-9094-9d0617e618af), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.700508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42104) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:25.733767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:40:25.754301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3db960bf-3582-4d57-846c-41286e0042f7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.759585 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Added segment 3db960bf-3582-4d57-846c-41286e0042f7 of type vlan for network 03517e27-2a04-4c08-99ab-1cf4d8b15548 Feb 03 14:40:25.760376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-95292678-6ff1-41be-829b-3568182bf54c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71ee5506fa47468f8a8975c36ad35865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586736 Feb 03 14:40:25.763526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42106) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:25.842178 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (03517e27-2a04-4c08-99ab-1cf4d8b15548), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.846314 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9057a26e-efaf-4873-8b15-58f2a158faa8 admin admin] Publish callbacks [] for security_group (b4cb7cb8-285e-442b-96b8-6eb477dcd26d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.874721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9057a26e-efaf-4873-8b15-58f2a158faa8 admin admin] Publish callbacks [] for security_group (b4cb7cb8-285e-442b-96b8-6eb477dcd26d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.913993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (03517e27-2a04-4c08-99ab-1cf4d8b15548), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.918683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:25.919379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.978712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9057a26e-efaf-4873-8b15-58f2a158faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b4cb7cb8-285e-442b-96b8-6eb477dcd26d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.985000 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9057a26e-efaf-4873-8b15-58f2a158faa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:25.996192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9057a26e-efaf-4873-8b15-58f2a158faa8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4cb7cb8-285e-442b-96b8-6eb477dcd26d HTTP/1.1" status: 204 len: 168 time: 0.2259519 Feb 03 14:40:26.005814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057a26e-efaf-4873-8b15-58f2a158faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cb7cb8-285e-442b-96b8-6eb477dcd26d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:26.030108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5a8a66-08b2-4471-9094-9d0617e618af,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:26.063794 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0511034 Feb 03 14:40:26.063910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42114) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:26.068976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Request body: {'network': {'project_id': '4494c309ae0947858e4e10cdcb21bb9b'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:26.124912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Made reservation on behalf of 4494c309ae0947858e4e10cdcb21bb9b for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:26.130031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.191268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Added routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 14:40:26.193297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.extraroute_db [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Removed routes are [] {{(pid=103341) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 14:40:26.194380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.195143 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:40:26.198229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:40:26.202538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b607e-808a-4fbb-9efb-356839afe939 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Pushing event updated for resources: {'Network': ['ID=03517e27-2a04-4c08-99ab-1cf4d8b15548,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:26.223014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cd706a49-63f5-468c-b0d0-7d43410a18de), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.223381 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Added segment cd706a49-63f5-468c-b0d0-7d43410a18de of type vlan for network c9e4a5bd-255a-4024-996f-9ebcd891d547 Feb 03 14:40:26.235673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 03517e27-2a04-4c08-99ab-1cf4d8b15548 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:40:26.293824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c9e4a5bd-255a-4024-996f-9ebcd891d547), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.329827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c9e4a5bd-255a-4024-996f-9ebcd891d547), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.333277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:26.334626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.612703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.619639 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:26.931007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router 04642f26-8be9-41a3-a2d9-95dc5a177414 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:40:27.123604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:27.134148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] Sync routers for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:40:27.139227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.140321 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4767f423-ad09-4ba1-855a-35506bcd4229 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 200 len: 701 time: 1.6744442 Feb 03 14:40:27.143048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:27.159668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:27.160796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:27.192899 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21823d07-27c3-438d-9786-17bf103127f6 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 200 len: 205 time: 0.0484257 Feb 03 14:40:27.195265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42130) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:27.257802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:27.283278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Pushing event updated for resources: {'Network': ['ID=c9e4a5bd-255a-4024-996f-9ebcd891d547,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:27.307633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7a129f7a-459d-4c84-b74e-e3f25b1c0104 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2430792 Feb 03 14:40:27.310040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42132) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:27.320461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0c51cbe7-fc15-4c43-af6a-6276404fc71b tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Request body: {'network': {'project_id': '4494c309ae0947858e4e10cdcb21bb9b'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:27.337016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:21Z', 'revision_number': 11, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:27.342090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c9e4a5bd-255a-4024-996f-9ebcd891d547 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:40:27.353320 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c51cbe7-fc15-4c43-af6a-6276404fc71b tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 14:40:27.354148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c51cbe7-fc15-4c43-af6a-6276404fc71b tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:27.358888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0c51cbe7-fc15-4c43-af6a-6276404fc71b tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0473790 Feb 03 14:40:27.359553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:27.398903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98162f70-d3c4-4040-b82e-467ff549a9af tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.412872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b27248fa-56f9-4f30-9eea-284ed96f7d86 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4494c309ae0947858e4e10cdcb21bb9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517576 Feb 03 14:40:27.413620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42138) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:27.439401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] Checking router: 04642f26-8be9-41a3-a2d9-95dc5a177414 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:27.541598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0893a6db-f1ae-43d0-8d9f-7def3e207ed2 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for security_group (8b5a8a66-08b2-4471-9094-9d0617e618af), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.611221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0893a6db-f1ae-43d0-8d9f-7def3e207ed2 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for security_group (8b5a8a66-08b2-4471-9094-9d0617e618af), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.702773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] Routers {'04642f26-8be9-41a3-a2d9-95dc5a177414'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:27.706390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['04642f26-8be9-41a3-a2d9-95dc5a177414'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:27.721088 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0893a6db-f1ae-43d0-8d9f-7def3e207ed2 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8b5a8a66-08b2-4471-9094-9d0617e618af), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.724003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0893a6db-f1ae-43d0-8d9f-7def3e207ed2 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.725416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0893a6db-f1ae-43d0-8d9f-7def3e207ed2 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b5a8a66-08b2-4471-9094-9d0617e618af HTTP/1.1" status: 204 len: 168 time: 0.3085749 Feb 03 14:40:27.735489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42146) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:27.759164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893a6db-f1ae-43d0-8d9f-7def3e207ed2 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5a8a66-08b2-4471-9094-9d0617e618af,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:27.872338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] Set router 04642f26-8be9-41a3-a2d9-95dc5a177414 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:27.904297 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98162f70-d3c4-4040-b82e-467ff549a9af tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.911007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98162f70-d3c4-4040-b82e-467ff549a9af tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (04642f26-8be9-41a3-a2d9-95dc5a177414), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.915676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c9e4a5bd-255a-4024-996f-9ebcd891d547), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:27.959018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:21Z', 'revision_number': 11, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:28.022394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98162f70-d3c4-4040-b82e-467ff549a9af tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (04642f26-8be9-41a3-a2d9-95dc5a177414), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.022956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98162f70-d3c4-4040-b82e-467ff549a9af tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Fanout notify agent at l3_agent the message router_deleted on router 04642f26-8be9-41a3-a2d9-95dc5a177414 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:40:28.032558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98162f70-d3c4-4040-b82e-467ff549a9af tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.033707 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98162f70-d3c4-4040-b82e-467ff549a9af tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 204 len: 168 time: 0.8373151 Feb 03 14:40:28.045862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80fd75-b831-4c45-b0b5-5b1f8f0cbd2f None None] The sync data for ids ['04642f26-8be9-41a3-a2d9-95dc5a177414'] in n-d-827549-2 is: [{'id': '04642f26-8be9-41a3-a2d9-95dc5a177414', 'name': 'tempest-RoutersTest-router-1914536594', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:39:11Z', 'updated_at': '2022-02-03T14:40:21Z', 'revision_number': 11, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:28.059009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42150) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:28.065817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-46ce58e0-7acf-48dd-8e18-5d370cca4138 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-928717620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:28.097361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46ce58e0-7acf-48dd-8e18-5d370cca4138 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.098611 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46ce58e0-7acf-48dd-8e18-5d370cca4138 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.165848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46ce58e0-7acf-48dd-8e18-5d370cca4138 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (f3645c1e-82b7-4cc6-a719-9df2daada489), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.171261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46ce58e0-7acf-48dd-8e18-5d370cca4138 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.216965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c9e4a5bd-255a-4024-996f-9ebcd891d547), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.246721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46ce58e0-7acf-48dd-8e18-5d370cca4138 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.248038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-46ce58e0-7acf-48dd-8e18-5d370cca4138 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1878004 Feb 03 14:40:28.250873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42154) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:28.257942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7dc11bf4-2780-4597-8a45-2e431a8e1252 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:28.264624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e4a5bd-255a-4024-996f-9ebcd891d547']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:28.279022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd706a49-63f5-468c-b0d0-7d43410a18de') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:28.279332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd706a49-63f5-468c-b0d0-7d43410a18de') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:28.296808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (cd706a49-63f5-468c-b0d0-7d43410a18de), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.317227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cd706a49-63f5-468c-b0d0-7d43410a18de), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.331244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:28.331740 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (cd706a49-63f5-468c-b0d0-7d43410a18de), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:28.333591 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:28.461541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c9e4a5bd-255a-4024-996f-9ebcd891d547), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.473226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:28.476599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "DELETE /v2.0/networks/c9e4a5bd-255a-4024-996f-9ebcd891d547 HTTP/1.1" status: 204 len: 168 time: 0.7399693 Feb 03 14:40:28.521828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:28.532746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbbbed-cef2-4e99-b245-ae14e811fa65 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9e4a5bd-255a-4024-996f-9ebcd891d547,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:28.841961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (03517e27-2a04-4c08-99ab-1cf4d8b15548), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.033064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dc11bf4-2780-4597-8a45-2e431a8e1252 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16727780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16724318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9192'] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.086753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dc11bf4-2780-4597-8a45-2e431a8e1252 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16727805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16727794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16724311'] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.417055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (03517e27-2a04-4c08-99ab-1cf4d8b15548), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.485429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03517e27-2a04-4c08-99ab-1cf4d8b15548']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:29.504114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db960bf-3582-4d57-846c-41286e0042f7') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:29.504534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db960bf-3582-4d57-846c-41286e0042f7') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:29.520736 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (3db960bf-3582-4d57-846c-41286e0042f7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.553843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3db960bf-3582-4d57-846c-41286e0042f7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.564485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:40:29.565348 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (3db960bf-3582-4d57-846c-41286e0042f7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:40:29.633897 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:40:29.638718 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (03517e27-2a04-4c08-99ab-1cf4d8b15548), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.642159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc11bf4-2780-4597-8a45-2e431a8e1252 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Router f3645c1e-82b7-4cc6-a719-9df2daada489 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:40:29.667730 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.676441 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] 10.222.0.52 "DELETE /v2.0/networks/03517e27-2a04-4c08-99ab-1cf4d8b15548 HTTP/1.1" status: 204 len: 168 time: 1.1534896 Feb 03 14:40:29.678598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b67cc-e8cb-4aad-bb5c-b0bc17097a34 tempest-QuotasNegativeTest-1534053019 tempest-QuotasNegativeTest-1534053019-project-admin] Pushing event deleted for resources: {'Network': ['ID=03517e27-2a04-4c08-99ab-1cf4d8b15548,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:29.791884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc11bf4-2780-4597-8a45-2e431a8e1252 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:40:29.802813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7dc11bf4-2780-4597-8a45-2e431a8e1252 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:29.807896 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] Sync routers for ids ['f3645c1e-82b7-4cc6-a719-9df2daada489'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:40:29.822558 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7dc11bf4-2780-4597-8a45-2e431a8e1252 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "PUT /v2.0/routers/f3645c1e-82b7-4cc6-a719-9df2daada489 HTTP/1.1" status: 200 len: 693 time: 1.5700076 Feb 03 14:40:29.824517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42172) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:29.830298 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] Routers {'f3645c1e-82b7-4cc6-a719-9df2daada489'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:29.830912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f3645c1e-82b7-4cc6-a719-9df2daada489'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:29.961738 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] Set router f3645c1e-82b7-4cc6-a719-9df2daada489 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:30.013170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-74a1a0d0-586a-41aa-ab17-b224a54a4388 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/routers/f3645c1e-82b7-4cc6-a719-9df2daada489 HTTP/1.1" status: 200 len: 699 time: 0.1873562 Feb 03 14:40:30.016314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42178) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.073320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4e0b6187-6874-438e-849b-9368f9bc99e5 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3645c1e-82b7-4cc6-a719-9df2daada489 HTTP/1.1" status: 200 len: 205 time: 0.0558212 Feb 03 14:40:30.076496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42182) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.101934 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3645c1e-82b7-4cc6-a719-9df2daada489', 'name': 'tempest-RoutersTest-router-928717620', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:28Z', 'updated_at': '2022-02-03T14:40:29Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:30.210444 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] Checking router: f3645c1e-82b7-4cc6-a719-9df2daada489 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:40:30.221845 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9744dd56-c380-4cc8-8e83-10689bd7ccfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:30.227946 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] Routers {'f3645c1e-82b7-4cc6-a719-9df2daada489'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:40:30.228597 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f3645c1e-82b7-4cc6-a719-9df2daada489'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:30.362629 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] Set router f3645c1e-82b7-4cc6-a719-9df2daada489 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:40:30.488324 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3645c1e-82b7-4cc6-a719-9df2daada489', 'name': 'tempest-RoutersTest-router-928717620', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:28Z', 'updated_at': '2022-02-03T14:40:29Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:40:30.493557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9744dd56-c380-4cc8-8e83-10689bd7ccfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:30.504230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9744dd56-c380-4cc8-8e83-10689bd7ccfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router_controller (f3645c1e-82b7-4cc6-a719-9df2daada489), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:30.520318 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfbb144-326f-4319-84f8-69b4408e6c71 None None] The sync data for ids ['f3645c1e-82b7-4cc6-a719-9df2daada489'] in n-d-827549-2 is: [{'id': 'f3645c1e-82b7-4cc6-a719-9df2daada489', 'name': 'tempest-RoutersTest-router-928717620', 'tenant_id': 'a5dd40584d804790bbc39d718ad84f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:28Z', 'updated_at': '2022-02-03T14:40:29Z', 'revision_number': 2, 'project_id': 'a5dd40584d804790bbc39d718ad84f23', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:40:30.648945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9744dd56-c380-4cc8-8e83-10689bd7ccfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (f3645c1e-82b7-4cc6-a719-9df2daada489), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:30.649700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9744dd56-c380-4cc8-8e83-10689bd7ccfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Fanout notify agent at l3_agent the message router_deleted on router f3645c1e-82b7-4cc6-a719-9df2daada489 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:40:30.668571 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9744dd56-c380-4cc8-8e83-10689bd7ccfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:30.682132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42204) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.694086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9744dd56-c380-4cc8-8e83-10689bd7ccfe tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/f3645c1e-82b7-4cc6-a719-9df2daada489 HTTP/1.1" status: 204 len: 168 time: 0.6163480 Feb 03 14:40:30.719548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42206) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.731649 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6b1532dc-b2ab-4e4b-8766-8cc0f2d7fcee tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3645c1e-82b7-4cc6-a719-9df2daada489 HTTP/1.1" status: 200 len: 205 time: 0.0474744 Feb 03 14:40:30.783847 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-bbe717db-e5c3-4bc7-b148-8511c09a417b tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] delete failed (client error): The resource could not be found. Feb 03 14:40:30.788373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.803233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bbe717db-e5c3-4bc7-b148-8511c09a417b tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/f3645c1e-82b7-4cc6-a719-9df2daada489 HTTP/1.1" status: 404 len: 336 time: 0.0819452 Feb 03 14:40:30.834502 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3602905-e107-4b92-9e20-873c9919f59a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:30.835223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3602905-e107-4b92-9e20-873c9919f59a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:30.841986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42214) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.853263 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a3602905-e107-4b92-9e20-873c9919f59a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/046c4023-214c-4f51-9625-7660e6e1efcf HTTP/1.1" status: 404 len: 337 time: 0.0634620 Feb 03 14:40:30.880923 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8731fa-532e-4b41-8e82-d92f137cf236 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:30.882079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8731fa-532e-4b41-8e82-d92f137cf236 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:30.888841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42216) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.899067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9a8731fa-532e-4b41-8e82-d92f137cf236 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/f8920938-9c11-4359-b405-65390199e3b2 HTTP/1.1" status: 404 len: 337 time: 0.0546563 Feb 03 14:40:30.900548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42218) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.936867 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f10d8e2-2fa7-4e11-9808-312586b83ad4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:30.937574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f10d8e2-2fa7-4e11-9808-312586b83ad4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:30.945680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42222) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:30.962119 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f10d8e2-2fa7-4e11-9808-312586b83ad4 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/ca75b621-e033-457c-be1f-f8671edfac4c HTTP/1.1" status: 404 len: 337 time: 0.0711522 Feb 03 14:40:31.052690 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b1c95d-a0cf-4ead-9720-7f3ffde7a9e8 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:31.054633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b1c95d-a0cf-4ead-9720-7f3ffde7a9e8 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:31.068442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42228) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.087095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-47b1c95d-a0cf-4ead-9720-7f3ffde7a9e8 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/e96a6023-2d01-46d2-ba8c-36af27439ce8 HTTP/1.1" status: 404 len: 337 time: 0.1394527 Feb 03 14:40:31.142524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42234) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.159818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4d6e3c0-8ebf-4470-9557-07b6ab624b23 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 200 len: 205 time: 0.0899944 Feb 03 14:40:31.201403 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-9f9c285f-c438-4cfa-87f9-f612df0fc696 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] delete failed (client error): The resource could not be found. Feb 03 14:40:31.213538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42240) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.235258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9f9c285f-c438-4cfa-87f9-f612df0fc696 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/04642f26-8be9-41a3-a2d9-95dc5a177414 HTTP/1.1" status: 404 len: 336 time: 0.0915635 Feb 03 14:40:31.289538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42242) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.304898 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6589300-b5c1-4234-9db3-031bf4cfa96e tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c3a589e-e195-4b53-9f0a-5e5f71187ab1 HTTP/1.1" status: 200 len: 205 time: 0.0939853 Feb 03 14:40:31.363427 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-6b478c99-31bc-4871-8381-dd4c31427c1f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] delete failed (client error): The resource could not be found. Feb 03 14:40:31.369485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42246) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.382539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6b478c99-31bc-4871-8381-dd4c31427c1f tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/4c3a589e-e195-4b53-9f0a-5e5f71187ab1 HTTP/1.1" status: 404 len: 336 time: 0.0910292 Feb 03 14:40:31.407936 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7366022-438a-48ed-a40e-aa67075717a3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:31.411933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7366022-438a-48ed-a40e-aa67075717a3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:31.419131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42248) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.432533 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d7366022-438a-48ed-a40e-aa67075717a3 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/d62b1193-1844-43c7-b198-abcf82a205ad HTTP/1.1" status: 404 len: 337 time: 0.0607946 Feb 03 14:40:31.435597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-4667572d-fb9f-47d6-9b2d-84aed69c3570 req-51eeda5d-dc63-4637-be37-62279a3df675 service neutron] (103341) timed out ('10.222.0.52', 56686) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:40:31.482793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42252) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.493476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42254) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.497244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0ce0a83f-037b-42ce-9409-19041b7cde06 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=64227ceb-0e54-44a0-9156-28bdfea6a973 HTTP/1.1" status: 200 len: 205 time: 0.0757113 Feb 03 14:40:31.568516 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-d6419ab6-f03f-4cb0-b82f-45741d18fe3a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] delete failed (client error): The resource could not be found. Feb 03 14:40:31.575874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42262) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.588518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d6419ab6-f03f-4cb0-b82f-45741d18fe3a tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/64227ceb-0e54-44a0-9156-28bdfea6a973 HTTP/1.1" status: 404 len: 336 time: 0.1038170 Feb 03 14:40:31.655949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:31.679196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42266) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:31.683625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-75a1c759-8392-4d1c-bfe0-ffffbbd83f0d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=8523aa95-7349-4c62-b038-f0147b66aeea HTTP/1.1" status: 200 len: 205 time: 0.1049597 Feb 03 14:40:31.852020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Publish callbacks [] for security_group (6d6ec887-bc53-4fa8-bf06-fbfc1d196308), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:31.931796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6d6ec887-bc53-4fa8-bf06-fbfc1d196308), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:31.982067 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-845ca86d-5a4a-4b0f-a32b-77ef19cf4c6c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] delete failed (client error): The resource could not be found. Feb 03 14:40:31.983021 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-845ca86d-5a4a-4b0f-a32b-77ef19cf4c6c tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/8523aa95-7349-4c62-b038-f0147b66aeea HTTP/1.1" status: 404 len: 336 time: 0.1292732 Feb 03 14:40:31.987065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42276) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.061091 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3acce1ca7236475fa79455027af8a182&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1582482 Feb 03 14:40:32.062537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.064060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6ec887-bc53-4fa8-bf06-fbfc1d196308,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:32.081625 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c18635-0df1-4a98-9945-b2ade902e802 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:32.082083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c18635-0df1-4a98-9945-b2ade902e802 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:32.098999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c4c18635-0df1-4a98-9945-b2ade902e802 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/7383cb82-8f8d-4d77-9ac0-5376f77bdb88 HTTP/1.1" status: 404 len: 337 time: 0.1106260 Feb 03 14:40:32.139374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42286) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.194489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.195562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.196496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.197384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.199064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.199945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.201228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.203073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.204176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.215073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.216048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.216965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.217871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb86a96-3f82-43f1-ac77-9833cf3bb98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:32.236237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a59bada-d750-41ff-af04-97e19da7bc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:32.337030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-311ff7fd-a8ba-44fc-8c02-97c5e8d39858 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=eccd663d-b3e2-4295-829e-721b977d27ba HTTP/1.1" status: 200 len: 205 time: 0.1941290 Feb 03 14:40:32.341364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42290) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.515580 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a59bada-d750-41ff-af04-97e19da7bc00 admin admin] Publish callbacks [] for security_group (d42153da-2d21-4515-a7d2-1f97fbca4c04), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:32.568819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a59bada-d750-41ff-af04-97e19da7bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d42153da-2d21-4515-a7d2-1f97fbca4c04), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:32.591511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9f31127-0939-489d-93f1-57ce3b7f901b admin admin] Publish callbacks [] for security_group (6d6ec887-bc53-4fa8-bf06-fbfc1d196308), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:32.658373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59bada-d750-41ff-af04-97e19da7bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42153da-2d21-4515-a7d2-1f97fbca4c04,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:32.664713 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-36f9ce9a-ce27-4cd7-8724-e8f727440605 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] delete failed (client error): The resource could not be found. Feb 03 14:40:32.674875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-36f9ce9a-ce27-4cd7-8724-e8f727440605 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/eccd663d-b3e2-4295-829e-721b977d27ba HTTP/1.1" status: 404 len: 336 time: 0.3249002 Feb 03 14:40:32.675272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42298) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.709019 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5a59bada-d750-41ff-af04-97e19da7bc00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f89cde3a44404b61954befebece18d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2124588 Feb 03 14:40:32.710155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42300) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.742576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9f31127-0939-489d-93f1-57ce3b7f901b admin admin] Publish callbacks [] for security_group (6d6ec887-bc53-4fa8-bf06-fbfc1d196308), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:32.774586 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb34d5dd-3408-407e-811d-847f90e15b2d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:32.776053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb34d5dd-3408-407e-811d-847f90e15b2d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:32.783493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bb34d5dd-3408-407e-811d-847f90e15b2d tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/f42d3d87-0a7a-4f4f-ad99-d878303fca6e HTTP/1.1" status: 404 len: 337 time: 0.1063690 Feb 03 14:40:32.786692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42304) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.822673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42310) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:32.899346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c0e89628-145b-4faa-b9c0-a275c4057303 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a08d8f9-e827-4170-b066-d5c49680ee5a HTTP/1.1" status: 200 len: 205 time: 0.1087360 Feb 03 14:40:32.900332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:33.074916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6086c13-7b7e-4220-bf22-a00d83aa7529 admin admin] Publish callbacks [] for security_group (d42153da-2d21-4515-a7d2-1f97fbca4c04), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.085932 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-180e2762-4f48-45ee-b9fd-1e7c6f977d22 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] delete failed (client error): The resource could not be found. Feb 03 14:40:33.094970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-180e2762-4f48-45ee-b9fd-1e7c6f977d22 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/routers/6a08d8f9-e827-4170-b066-d5c49680ee5a HTTP/1.1" status: 404 len: 336 time: 0.1892982 Feb 03 14:40:33.096212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42316) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:33.176763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6086c13-7b7e-4220-bf22-a00d83aa7529 admin admin] Publish callbacks [] for security_group (d42153da-2d21-4515-a7d2-1f97fbca4c04), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.195806 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7021c04-e402-400e-978c-ec4e52f3f9d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:33.196228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7021c04-e402-400e-978c-ec4e52f3f9d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:33.202548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c7021c04-e402-400e-978c-ec4e52f3f9d2 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/814cb3b5-43ef-4798-9259-76a255c5da32 HTTP/1.1" status: 404 len: 337 time: 0.1047623 Feb 03 14:40:33.203176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42318) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:33.320168 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d37d9ed-777d-4794-bba9-5cc293011461 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] DELETE failed (client error): The resource could not be found. Feb 03 14:40:33.321512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d37d9ed-777d-4794-bba9-5cc293011461 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 14:40:33.332224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3d37d9ed-777d-4794-bba9-5cc293011461 tempest-RoutersTest-1693957377 tempest-RoutersTest-1693957377-project] 10.222.0.52 "DELETE /v2.0/subnets/6678df52-4005-4c1c-a3a2-8657dc6bf632 HTTP/1.1" status: 404 len: 337 time: 0.1257775 Feb 03 14:40:33.368556 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6086c13-7b7e-4220-bf22-a00d83aa7529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d42153da-2d21-4515-a7d2-1f97fbca4c04), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.374360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f6086c13-7b7e-4220-bf22-a00d83aa7529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.376609 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f6086c13-7b7e-4220-bf22-a00d83aa7529 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d42153da-2d21-4515-a7d2-1f97fbca4c04 HTTP/1.1" status: 204 len: 168 time: 0.6629336 Feb 03 14:40:33.378422 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c8259b49-fb21-48cd-9747-0d0f81b2ba26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.653548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c8259b49-fb21-48cd-9747-0d0f81b2ba26 admin admin] Publish callbacks [] for security_group (94d6f546-f96b-4756-8191-713276051bb2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.670306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6086c13-7b7e-4220-bf22-a00d83aa7529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42153da-2d21-4515-a7d2-1f97fbca4c04,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:33.680948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c8259b49-fb21-48cd-9747-0d0f81b2ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (94d6f546-f96b-4756-8191-713276051bb2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.690549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9f31127-0939-489d-93f1-57ce3b7f901b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6d6ec887-bc53-4fa8-bf06-fbfc1d196308), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.696952 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9f31127-0939-489d-93f1-57ce3b7f901b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:33.705827 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9f31127-0939-489d-93f1-57ce3b7f901b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d6ec887-bc53-4fa8-bf06-fbfc1d196308 HTTP/1.1" status: 204 len: 168 time: 1.6203256 Feb 03 14:40:33.802300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42334) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:33.815223 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c8259b49-fb21-48cd-9747-0d0f81b2ba26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be3e126843f045eb9ff3c697fa9e92dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9861252 Feb 03 14:40:33.817839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8259b49-fb21-48cd-9747-0d0f81b2ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d6f546-f96b-4756-8191-713276051bb2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:33.866438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f31127-0939-489d-93f1-57ce3b7f901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6ec887-bc53-4fa8-bf06-fbfc1d196308,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:33.879167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42336) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:33.949607 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Publish callbacks [] for security_group (94d6f546-f96b-4756-8191-713276051bb2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:34.043030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Publish callbacks [] for security_group (94d6f546-f96b-4756-8191-713276051bb2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:34.189388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (94d6f546-f96b-4756-8191-713276051bb2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:34.192029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:34.194915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94d6f546-f96b-4756-8191-713276051bb2 HTTP/1.1" status: 204 len: 168 time: 0.3897567 Feb 03 14:40:34.205162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:34.218493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d6f546-f96b-4756-8191-713276051bb2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:34.254014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.255506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.255897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.257385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.259456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.261790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.262159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.262510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.262853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.263193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.267798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.268205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.268580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c781726-1642-4590-a37d-2d4d995ebc8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:40:34.271684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-032bdb39-74cb-471e-8f4a-0ebbcfa62cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:34.566286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-032bdb39-74cb-471e-8f4a-0ebbcfa62cf1 admin admin] Publish callbacks [] for security_group (5f11e324-64c8-4e74-8dea-018dec611731), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:34.572026 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-032bdb39-74cb-471e-8f4a-0ebbcfa62cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5f11e324-64c8-4e74-8dea-018dec611731), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:34.817770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42350) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:34.845047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8eb0-efab-46d1-8aa2-3f1cd5edd214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.107172 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8eb0-efab-46d1-8aa2-3f1cd5edd214 admin admin] Publish callbacks [] for security_group (0e359a8d-649b-4e7a-8001-e379d1ef598b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.118275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8eb0-efab-46d1-8aa2-3f1cd5edd214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0e359a8d-649b-4e7a-8001-e379d1ef598b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.288101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42354) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:35.298957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ddcf8eb0-efab-46d1-8aa2-3f1cd5edd214 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3037383f93c4460fbad051c2308f4e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4780219 Feb 03 14:40:35.322094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42356) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:35.387599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b836e15f-d14c-414c-b33c-3d36c39df674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.395945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8eb0-efab-46d1-8aa2-3f1cd5edd214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e359a8d-649b-4e7a-8001-e379d1ef598b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:35.482820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bdb39-74cb-471e-8f4a-0ebbcfa62cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f11e324-64c8-4e74-8dea-018dec611731,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:35.570392 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-032bdb39-74cb-471e-8f4a-0ebbcfa62cf1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa2ff13f54914500b7aa4cebc7d812d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3480008 Feb 03 14:40:35.583026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42360) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:35.616332 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7da5c042-dca8-474c-be9b-a53d928d9385 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5dd40584d804790bbc39d718ad84f23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7356367 Feb 03 14:40:35.623300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42362) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:35.678501 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b836e15f-d14c-414c-b33c-3d36c39df674 admin admin] Publish callbacks [] for security_group (e00a040d-ff78-4930-8740-0729c0bc3f76), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.680569 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-333d0288-c4b8-4b08-9cce-8d0d125d548b admin admin] Publish callbacks [] for security_group (0e359a8d-649b-4e7a-8001-e379d1ef598b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.708390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b836e15f-d14c-414c-b33c-3d36c39df674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e00a040d-ff78-4930-8740-0729c0bc3f76), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.742220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-333d0288-c4b8-4b08-9cce-8d0d125d548b admin admin] Publish callbacks [] for security_group (0e359a8d-649b-4e7a-8001-e379d1ef598b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.749480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9820032e-c3b1-4ade-b470-9c3d0243581c admin admin] Publish callbacks [] for security_group (5f11e324-64c8-4e74-8dea-018dec611731), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.781055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9820032e-c3b1-4ade-b470-9c3d0243581c admin admin] Publish callbacks [] for security_group (5f11e324-64c8-4e74-8dea-018dec611731), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.819656 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-333d0288-c4b8-4b08-9cce-8d0d125d548b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0e359a8d-649b-4e7a-8001-e379d1ef598b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.822899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-333d0288-c4b8-4b08-9cce-8d0d125d548b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.825291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-333d0288-c4b8-4b08-9cce-8d0d125d548b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e359a8d-649b-4e7a-8001-e379d1ef598b HTTP/1.1" status: 204 len: 168 time: 0.4983122 Feb 03 14:40:35.848724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b836e15f-d14c-414c-b33c-3d36c39df674 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45732b65cd3e4857886a7d7c8ee8feab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5476601 Feb 03 14:40:35.854328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42368) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:35.859335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f4-44ff-4f0e-b708-fbc83c7c6f53 admin admin] Publish callbacks [] for security_group (995021dd-e1a4-48d9-9147-779c6b722442), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.878056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836e15f-d14c-414c-b33c-3d36c39df674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a040d-ff78-4930-8740-0729c0bc3f76,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:35.889520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f4-44ff-4f0e-b708-fbc83c7c6f53 admin admin] Publish callbacks [] for security_group (995021dd-e1a4-48d9-9147-779c6b722442), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.896647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d0288-c4b8-4b08-9cce-8d0d125d548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e359a8d-649b-4e7a-8001-e379d1ef598b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:35.940039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9820032e-c3b1-4ade-b470-9c3d0243581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5f11e324-64c8-4e74-8dea-018dec611731), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.946531 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9820032e-c3b1-4ade-b470-9c3d0243581c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:35.947644 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9820032e-c3b1-4ade-b470-9c3d0243581c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f11e324-64c8-4e74-8dea-018dec611731 HTTP/1.1" status: 204 len: 168 time: 0.3628547 Feb 03 14:40:35.962585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820032e-c3b1-4ade-b470-9c3d0243581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f11e324-64c8-4e74-8dea-018dec611731,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:36.000751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f4-44ff-4f0e-b708-fbc83c7c6f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (995021dd-e1a4-48d9-9147-779c6b722442), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:36.003430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f4-44ff-4f0e-b708-fbc83c7c6f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:36.004612 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9b543f4-44ff-4f0e-b708-fbc83c7c6f53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/995021dd-e1a4-48d9-9147-779c6b722442 HTTP/1.1" status: 204 len: 168 time: 0.3803895 Feb 03 14:40:36.024216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b543f4-44ff-4f0e-b708-fbc83c7c6f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995021dd-e1a4-48d9-9147-779c6b722442,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:36.044251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1bd844e-ed18-4434-93cf-4d0765677a65 admin admin] Publish callbacks [] for security_group (e00a040d-ff78-4930-8740-0729c0bc3f76), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:36.113594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1bd844e-ed18-4434-93cf-4d0765677a65 admin admin] Publish callbacks [] for security_group (e00a040d-ff78-4930-8740-0729c0bc3f76), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:36.229024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1bd844e-ed18-4434-93cf-4d0765677a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e00a040d-ff78-4930-8740-0729c0bc3f76), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:36.234593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1bd844e-ed18-4434-93cf-4d0765677a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:36.238656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f1bd844e-ed18-4434-93cf-4d0765677a65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e00a040d-ff78-4930-8740-0729c0bc3f76 HTTP/1.1" status: 204 len: 168 time: 0.3759313 Feb 03 14:40:36.245888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd844e-ed18-4434-93cf-4d0765677a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a040d-ff78-4930-8740-0729c0bc3f76,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:38.031849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42456) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:38.163655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42462) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:38.449529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-429116438'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:38.473580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:38.476737 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.487415 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.629037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for security_group (93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.635132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.680845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618137217'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:38.701591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:40:38.716183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.718355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:38.732671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bc7ec3b3-6fad-4985-a9a8-e23c3922bd39), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.733120 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Added segment bc7ec3b3-6fad-4985-a9a8-e23c3922bd39 of type vlan for network 0f041cd3-480d-43ec-958a-c2a9508b1c07 Feb 03 14:40:38.742359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.809162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (0f041cd3-480d-43ec-958a-c2a9508b1c07), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.882276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (0f041cd3-480d-43ec-958a-c2a9508b1c07), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.886871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:38.887485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:38.952836 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9196913 Feb 03 14:40:38.955697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42486) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:38.963423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'subnet': {'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:39.040192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (a8a216db-3adf-4346-91f9-81788b041928), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.042347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2221e-e11e-482e-aafe-a11d81b6065c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Network': ['ID=0f041cd3-480d-43ec-958a-c2a9508b1c07,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:39.055395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.066333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a8a216db-3adf-4346-91f9-81788b041928), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.068262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:40:39.216762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a216db-3adf-4346-91f9-81788b041928,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:39.258502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:39.271132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.297319 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.305202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.387564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.393825 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2291379 Feb 03 14:40:39.411918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:39.481252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3583b8-2c48-4c75-b4b6-62fc25a9848b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5a521-1d4a-471d-92cf-1bd635980749,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:39.569317 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6cf2b03a-bcf5-4411-aee8-492370710a7a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1556544 Feb 03 14:40:39.570430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42504) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:39.583479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-298c32b1-4efd-4372-8af0-f15840eff02c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-security--1283235206', 'description': 'tempest-security-description-1842040755'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:39.632702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-298c32b1-4efd-4372-8af0-f15840eff02c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.732000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-298c32b1-4efd-4372-8af0-f15840eff02c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.738066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-298c32b1-4efd-4372-8af0-f15840eff02c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.742895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-298c32b1-4efd-4372-8af0-f15840eff02c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.745509 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-298c32b1-4efd-4372-8af0-f15840eff02c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "PUT /v2.0/security-groups/a3c5a521-1d4a-471d-92cf-1bd635980749 HTTP/1.1" status: 200 len: 1797 time: 0.1735761 Feb 03 14:40:39.786492 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42510) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:39.787094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c32b1-4efd-4372-8af0-f15840eff02c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5a521-1d4a-471d-92cf-1bd635980749,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:39.823799 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:39.862941 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-099f5154-4783-497d-9d2b-2e937dddfd88 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups/a3c5a521-1d4a-471d-92cf-1bd635980749 HTTP/1.1" status: 200 len: 1797 time: 0.0665803 Feb 03 14:40:39.863729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:39.910164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Subnet': ['ID=7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:40.001891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Checking segment: {'id': 'bc7ec3b3-6fad-4985-a9a8-e23c3922bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:40:40.002593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network hostable DHCP agents. Network: 0f041cd3-480d-43ec-958a-c2a9508b1c07, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:40:40.003813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee048ad3-a226-4ecd-bbcc-493fb1830560 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.051100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee048ad3-a226-4ecd-bbcc-493fb1830560 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.053473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:40:40.069528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 0f041cd3-480d-43ec-958a-c2a9508b1c07) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:40.085017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b93afb-459f-4717-8fc8-52db8a4c4a3e None None] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:40.090409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:40.091033 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.125493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-06db903d-cb0e-47e8-919f-5a46f0f826b6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1680434 Feb 03 14:40:40.126341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42524) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:40.132716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'name': 'tempest-AllowedAddressPairTestJSON-592808607'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:40.234692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee048ad3-a226-4ecd-bbcc-493fb1830560 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a3c5a521-1d4a-471d-92cf-1bd635980749), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.239661 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee048ad3-a226-4ecd-bbcc-493fb1830560 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.241722 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ee048ad3-a226-4ecd-bbcc-493fb1830560 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/a3c5a521-1d4a-471d-92cf-1bd635980749 HTTP/1.1" status: 204 len: 168 time: 0.3766277 Feb 03 14:40:40.250920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42532) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:40.300448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee048ad3-a226-4ecd-bbcc-493fb1830560 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c5a521-1d4a-471d-92cf-1bd635980749,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:40.488329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-0f041cd3-480d-43ec-958a-c2a9508b1c07', 'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'project_id': 'aac5402c048541a887f9219dde4da61c', 'fixed_ips': [{'subnet_id': '7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:40:40.489702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.514452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:40.523132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b62476be-a191-4c97-97d0-80f57986460d tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2550128 Feb 03 14:40:40.556175 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-5bc5e39f-1a27-4ac0-93fa-331c9ba6f4b7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] delete failed (client error): The resource could not be found. Feb 03 14:40:40.557818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5bc5e39f-1a27-4ac0-93fa-331c9ba6f4b7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/a3c5a521-1d4a-471d-92cf-1bd635980749 HTTP/1.1" status: 404 len: 347 time: 0.0418348 Feb 03 14:40:40.571858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42546) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:40.588574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-08669927-90b4-4e96-99f9-acaef6e9b81a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318844745'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:40.606813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:40.614319 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.658177 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08669927-90b4-4e96-99f9-acaef6e9b81a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.670380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] device_id is not set on port 50573ebd-6a3a-4a48-a12d-dc8f358e1089 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:40:40.797854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Allocated IP 172.20.0.2 (0f041cd3-480d-43ec-958a-c2a9508b1c07/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd/b8d6e039-aa0e-4b19-b1eb-58eced9862b9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:40.885602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08669927-90b4-4e96-99f9-acaef6e9b81a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (ccc7706d-770c-46d4-8849-600a97354f33), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.899476 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08669927-90b4-4e96-99f9-acaef6e9b81a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ccc7706d-770c-46d4-8849-600a97354f33), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:40.991730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08669927-90b4-4e96-99f9-acaef6e9b81a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7706d-770c-46d4-8849-600a97354f33,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.018334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08669927-90b4-4e96-99f9-acaef6e9b81a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.022960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42566) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:41.027553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9036b1d2-2fff-4226-9bbe-a09da11ea01f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': 'ccc7706d-770c-46d4-8849-600a97354f33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:41.029953 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-08669927-90b4-4e96-99f9-acaef6e9b81a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4546216 Feb 03 14:40:41.076273 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9036b1d2-2fff-4226-9bbe-a09da11ea01f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (362d460e-4126-4aa0-80f2-cd87899e0aef), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.106612 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Publish callbacks [] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.119393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.209681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:41.221369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9036b1d2-2fff-4226-9bbe-a09da11ea01f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (362d460e-4126-4aa0-80f2-cd87899e0aef), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.224160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:41.236309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:41.242278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9036b1d2-2fff-4226-9bbe-a09da11ea01f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (362d460e-4126-4aa0-80f2-cd87899e0aef), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.275309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Allocated IP 172.20.0.6 (0f041cd3-480d-43ec-958a-c2a9508b1c07/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd/50573ebd-6a3a-4a48-a12d-dc8f358e1089) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:41.352353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Pushing event updated for resources: {'Port': ['ID=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.367199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036b1d2-2fff-4226-9bbe-a09da11ea01f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362d460e-4126-4aa0-80f2-cd87899e0aef,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.390634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Attempting to bind port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:40:41.391021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Attempting to bind port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'bc7ec3b3-6fad-4985-a9a8-e23c3922bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:40:41.391395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Attempting to bind port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 on network 0f041cd3-480d-43ec-958a-c2a9508b1c07 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:40:41.399494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9036b1d2-2fff-4226-9bbe-a09da11ea01f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.407392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42588) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:41.420323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:40:41.421440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Checking segment: {'id': 'bc7ec3b3-6fad-4985-a9a8-e23c3922bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:40:41.421440 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.421919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Bound using segment: {'id': 'bc7ec3b3-6fad-4985-a9a8-e23c3922bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:40:41.422041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Bound port: b8d6e039-aa0e-4b19-b1eb-58eced9862b9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7ec3b3-6fad-4985-a9a8-e23c3922bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:40:41.422356 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.424730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9036b1d2-2fff-4226-9bbe-a09da11ea01f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897800 Feb 03 14:40:41.486700 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e49f3fb4-44b3-40d6-9118-08767a9bab64 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (362d460e-4126-4aa0-80f2-cd87899e0aef), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.512028 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e49f3fb4-44b3-40d6-9118-08767a9bab64 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (362d460e-4126-4aa0-80f2-cd87899e0aef), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.578648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] For port b8d6e039-aa0e-4b19-b1eb-58eced9862b9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:40:41.588080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] For port b8d6e039-aa0e-4b19-b1eb-58eced9862b9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,segment=NetworkSegment(bc7ec3b3-6fad-4985-a9a8-e23c3922bd39),segment_id=bc7ec3b3-6fad-4985-a9a8-e23c3922bd39)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:40:41.598877 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.608249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e49f3fb4-44b3-40d6-9118-08767a9bab64 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (362d460e-4126-4aa0-80f2-cd87899e0aef), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.622704 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e49f3fb4-44b3-40d6-9118-08767a9bab64 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:41.629457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e49f3fb4-44b3-40d6-9118-08767a9bab64 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/362d460e-4126-4aa0-80f2-cd87899e0aef HTTP/1.1" status: 204 len: 168 time: 0.2185962 Feb 03 14:40:41.631868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:41.717186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f3fb4-44b3-40d6-9118-08767a9bab64 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=362d460e-4126-4aa0-80f2-cd87899e0aef,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.735436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef32637-9939-47f3-a032-a0026c61beb8 None None] Pushing event updated for resources: {'Port': ['ID=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:41.795693 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7a3b10ef-4e46-47de-9c16-e8fb6b459199 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1529605 Feb 03 14:40:41.797055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42622) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:41.949311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (50573ebd-6a3a-4a48-a12d-dc8f358e1089), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.103293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42636) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:42.114272 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad8c57e4-ffa7-4621-ace1-be4129ce8d69 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (ccc7706d-770c-46d4-8849-600a97354f33), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.153226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (50573ebd-6a3a-4a48-a12d-dc8f358e1089), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.263454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad8c57e4-ffa7-4621-ace1-be4129ce8d69 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (ccc7706d-770c-46d4-8849-600a97354f33), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.271103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=50573ebd-6a3a-4a48-a12d-dc8f358e1089,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:42.276720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:42.287283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:42.295598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:42.418196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:42.419090 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.443078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6e8c7071-e0d0-469d-8216-84752b6359e3 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3143525 Feb 03 14:40:42.446484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42654) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:42.450747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7989796c-5997-415c-872d-125d1ecbf631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.454550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'name': 'tempest-AllowedAddressPairTestJSON-1692819310', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:50:8b:c2'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:42.504733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad8c57e4-ffa7-4621-ace1-be4129ce8d69 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ccc7706d-770c-46d4-8849-600a97354f33), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.507447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad8c57e4-ffa7-4621-ace1-be4129ce8d69 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.514953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42662) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:42.516220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ad8c57e4-ffa7-4621-ace1-be4129ce8d69 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/ccc7706d-770c-46d4-8849-600a97354f33 HTTP/1.1" status: 204 len: 168 time: 0.7088273 Feb 03 14:40:42.564227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c57e4-ffa7-4621-ace1-be4129ce8d69 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7706d-770c-46d4-8849-600a97354f33,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:42.626829 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-97c6b719-8b77-4dcd-804b-7d02eb711dee tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075127 Feb 03 14:40:42.627253 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42668) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:42.640837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-21b95108-318a-49ea-a08d-0632f36da8c6 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047130263'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:42.659373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:42.683226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7989796c-5997-415c-872d-125d1ecbf631 admin admin] Publish callbacks [] for security_group (00050e19-5eab-4d0d-ab08-747663b84379), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.686283 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21b95108-318a-49ea-a08d-0632f36da8c6 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.697346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7989796c-5997-415c-872d-125d1ecbf631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (00050e19-5eab-4d0d-ab08-747663b84379), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.780756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21b95108-318a-49ea-a08d-0632f36da8c6 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (5d368517-7ddd-43f3-874f-4a8348fc4a1c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.797868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21b95108-318a-49ea-a08d-0632f36da8c6 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5d368517-7ddd-43f3-874f-4a8348fc4a1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.800446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.820905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42676) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:42.822269 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7989796c-5997-415c-872d-125d1ecbf631 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f78ae204e3141d0bdbbbc95ef1691a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7158728 Feb 03 14:40:42.832651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989796c-5997-415c-872d-125d1ecbf631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00050e19-5eab-4d0d-ab08-747663b84379,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:42.878290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-21b95108-318a-49ea-a08d-0632f36da8c6 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:42.878290 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21b95108-318a-49ea-a08d-0632f36da8c6 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2449481 Feb 03 14:40:42.881848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] device_id is not set on port e23123ec-4831-4286-8d8f-97ce62a5b853 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:40:42.883299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42682) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:42.909275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-56f92725-6692-4fb8-8dd8-8e543b968fe3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '5d368517-7ddd-43f3-874f-4a8348fc4a1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:42.998407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f92725-6692-4fb8-8dd8-8e543b968fe3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e237b38c-264b-4861-a0a2-52c02e46b72a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.042947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b95108-318a-49ea-a08d-0632f36da8c6 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d368517-7ddd-43f3-874f-4a8348fc4a1c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:43.100397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f92725-6692-4fb8-8dd8-8e543b968fe3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e237b38c-264b-4861-a0a2-52c02e46b72a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.110945 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f92725-6692-4fb8-8dd8-8e543b968fe3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e237b38c-264b-4861-a0a2-52c02e46b72a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.153705 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92725-6692-4fb8-8dd8-8e543b968fe3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e237b38c-264b-4861-a0a2-52c02e46b72a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:43.173188 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-56f92725-6692-4fb8-8dd8-8e543b968fe3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.174400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-56f92725-6692-4fb8-8dd8-8e543b968fe3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2901294 Feb 03 14:40:43.177005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42700) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:43.181548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f251aef2-b915-4723-af38-f150398833bb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '5d368517-7ddd-43f3-874f-4a8348fc4a1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:43.197402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ed41309f-0987-4fa4-9dc4-424f2fe9acc3 admin admin] Publish callbacks [] for security_group (00050e19-5eab-4d0d-ab08-747663b84379), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.245416 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f251aef2-b915-4723-af38-f150398833bb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (ea5869f9-455b-439a-a2d4-aa1ec0f9cb25), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.261391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ed41309f-0987-4fa4-9dc4-424f2fe9acc3 admin admin] Publish callbacks [] for security_group (00050e19-5eab-4d0d-ab08-747663b84379), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.293062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8d6e039-aa0e-4b19-b1eb-58eced9862b9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:40:43.383492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Allocated IP 172.20.0.7 (0f041cd3-480d-43ec-958a-c2a9508b1c07/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd/e23123ec-4831-4286-8d8f-97ce62a5b853) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:43.397660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ed41309f-0987-4fa4-9dc4-424f2fe9acc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (00050e19-5eab-4d0d-ab08-747663b84379), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.401209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ed41309f-0987-4fa4-9dc4-424f2fe9acc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.405602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ed41309f-0987-4fa4-9dc4-424f2fe9acc3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00050e19-5eab-4d0d-ab08-747663b84379 HTTP/1.1" status: 204 len: 168 time: 0.5830977 Feb 03 14:40:43.424383 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f251aef2-b915-4723-af38-f150398833bb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (ea5869f9-455b-439a-a2d4-aa1ec0f9cb25), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.433331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f251aef2-b915-4723-af38-f150398833bb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (ea5869f9-455b-439a-a2d4-aa1ec0f9cb25), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.435532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41309f-0987-4fa4-9dc4-424f2fe9acc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00050e19-5eab-4d0d-ab08-747663b84379,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:43.494605 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251aef2-b915-4723-af38-f150398833bb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5869f9-455b-439a-a2d4-aa1ec0f9cb25,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:43.543216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f251aef2-b915-4723-af38-f150398833bb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.549081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:43.549463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.553013 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f251aef2-b915-4723-af38-f150398833bb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3749106 Feb 03 14:40:43.553700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:43.565798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f166272b-0041-44e4-b53b-75d8359a79d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '5d368517-7ddd-43f3-874f-4a8348fc4a1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:43.619024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f166272b-0041-44e4-b53b-75d8359a79d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (00b66db6-9613-48c1-bb3b-17509e302f76), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.636732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42718) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:43.639114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf3989-770c-40b4-9169-564d0ea4fdd3 None None] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:43.733097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f166272b-0041-44e4-b53b-75d8359a79d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (00b66db6-9613-48c1-bb3b-17509e302f76), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.738089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f166272b-0041-44e4-b53b-75d8359a79d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (00b66db6-9613-48c1-bb3b-17509e302f76), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.773574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166272b-0041-44e4-b53b-75d8359a79d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b66db6-9613-48c1-bb3b-17509e302f76,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:43.806284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f166272b-0041-44e4-b53b-75d8359a79d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.811247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f166272b-0041-44e4-b53b-75d8359a79d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2553461 Feb 03 14:40:43.814609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42732) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:43.824156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9dbaa824-2b11-4d27-8f61-53322b8a9304 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '5d368517-7ddd-43f3-874f-4a8348fc4a1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:43.831584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (e23123ec-4831-4286-8d8f-97ce62a5b853), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.886253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa824-2b11-4d27-8f61-53322b8a9304 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e072e091-6550-4d6b-b233-a1f83f4d42e0), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.905810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e23123ec-4831-4286-8d8f-97ce62a5b853), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.950634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:43.950999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:43.996281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=e23123ec-4831-4286-8d8f-97ce62a5b853,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.012965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b8d6e039-aa0e-4b19-b1eb-58eced9862b9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,segment=NetworkSegment(bc7ec3b3-6fad-4985-a9a8-e23c3922bd39),segment_id=bc7ec3b3-6fad-4985-a9a8-e23c3922bd39)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:40:44.026651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-57d6f535-a2d1-492f-930c-58b9857d8a14 None None] Provisioning complete for port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:44.027304 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d6f535-a2d1-492f-930c-58b9857d8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.044811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:44.049736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:44.060203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:44.076443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa824-2b11-4d27-8f61-53322b8a9304 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e072e091-6550-4d6b-b233-a1f83f4d42e0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.085274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa824-2b11-4d27-8f61-53322b8a9304 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e072e091-6550-4d6b-b233-a1f83f4d42e0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.091816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.144961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaa824-2b11-4d27-8f61-53322b8a9304 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e072e091-6550-4d6b-b233-a1f83f4d42e0,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.162417 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa824-2b11-4d27-8f61-53322b8a9304 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.164851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42736) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.167139 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9dbaa824-2b11-4d27-8f61-53322b8a9304 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508449 Feb 03 14:40:44.173965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42738) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.179548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c5f64908-6413-434d-9163-b9111f25ad92 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '5d368517-7ddd-43f3-874f-4a8348fc4a1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:44.194243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:44.194935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.238293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5f64908-6413-434d-9163-b9111f25ad92 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (336af09d-da65-44ef-84dd-cfa9a7a6eeb0), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.246724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be7764ab-b0d2-42cd-af8d-cd9f5d698cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.262296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-57d6f535-a2d1-492f-930c-58b9857d8a14 None None] Current status of the port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:44.281585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2b840ada-0a15-4fd8-bea7-83ef39224c8c tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8311477 Feb 03 14:40:44.283360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.287056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42740) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.295372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1b44c1d9-506b-485b-ab70-dc01858a211b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.376672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ff86a-06d5-4df1-9fcb-0942cd78f967 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:44.382342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ff86a-06d5-4df1-9fcb-0942cd78f967 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:44.388268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ff86a-06d5-4df1-9fcb-0942cd78f967 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:44.393176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c31ff86a-06d5-4df1-9fcb-0942cd78f967 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1050625 Feb 03 14:40:44.398260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.401456 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5f64908-6413-434d-9163-b9111f25ad92 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (336af09d-da65-44ef-84dd-cfa9a7a6eeb0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.406591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f13a9bf5-b650-42a1-ad4f-0e0516ed388f None None] Provisioning complete for port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:44.407159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f13a9bf5-b650-42a1-ad4f-0e0516ed388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.409524 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5f64908-6413-434d-9163-b9111f25ad92 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (336af09d-da65-44ef-84dd-cfa9a7a6eeb0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.454576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5f64908-6413-434d-9163-b9111f25ad92 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.456075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c5f64908-6413-434d-9163-b9111f25ad92 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2808170 Feb 03 14:40:44.464810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42744) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.490380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f64908-6413-434d-9163-b9111f25ad92 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336af09d-da65-44ef-84dd-cfa9a7a6eeb0,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.512342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1b44c1d9-506b-485b-ab70-dc01858a211b admin admin] Publish callbacks [] for security_group (f991964d-a838-4d24-9d7a-22fe02a1c242), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.521286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ecd98c2-2049-499e-8b08-1e99d0df2a5e tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (336af09d-da65-44ef-84dd-cfa9a7a6eeb0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.535169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ecd98c2-2049-499e-8b08-1e99d0df2a5e tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (336af09d-da65-44ef-84dd-cfa9a7a6eeb0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.537760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1b44c1d9-506b-485b-ab70-dc01858a211b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f991964d-a838-4d24-9d7a-22fe02a1c242), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.579469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44c1d9-506b-485b-ab70-dc01858a211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f991964d-a838-4d24-9d7a-22fe02a1c242,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.611071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ecd98c2-2049-499e-8b08-1e99d0df2a5e tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (336af09d-da65-44ef-84dd-cfa9a7a6eeb0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.617597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ecd98c2-2049-499e-8b08-1e99d0df2a5e tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.619034 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7ecd98c2-2049-499e-8b08-1e99d0df2a5e tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/336af09d-da65-44ef-84dd-cfa9a7a6eeb0 HTTP/1.1" status: 204 len: 168 time: 0.1509161 Feb 03 14:40:44.623030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42748) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.634222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd98c2-2049-499e-8b08-1e99d0df2a5e tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=336af09d-da65-44ef-84dd-cfa9a7a6eeb0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.648752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f13a9bf5-b650-42a1-ad4f-0e0516ed388f None None] Current status of the port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:44.673809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f13a9bf5-b650-42a1-ad4f-0e0516ed388f None None] Provisioning complete for port 50573ebd-6a3a-4a48-a12d-dc8f358e1089 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:44.674114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f13a9bf5-b650-42a1-ad4f-0e0516ed388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50573ebd-6a3a-4a48-a12d-dc8f358e1089), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.675845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1b44c1d9-506b-485b-ab70-dc01858a211b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4cef5073e5bd401f886ca7f2a7197ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0327954 Feb 03 14:40:44.679814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42750) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.698467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting port e23123ec-4831-4286-8d8f-97ce62a5b853 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:44.705032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e23123ec-4831-4286-8d8f-97ce62a5b853), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.772662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be7764ab-b0d2-42cd-af8d-cd9f5d698cc3 admin admin] Publish callbacks [] for security_group (93b0224c-9481-49c5-a5d9-372ba7aadf41), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.783859 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be7764ab-b0d2-42cd-af8d-cd9f5d698cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (93b0224c-9481-49c5-a5d9-372ba7aadf41), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.786170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f13a9bf5-b650-42a1-ad4f-0e0516ed388f None None] Port 50573ebd-6a3a-4a48-a12d-dc8f358e1089 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:44.865414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e23123ec-4831-4286-8d8f-97ce62a5b853), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.879216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-46272dff-6c2c-42e8-b41d-bd5407a9c037 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2458737 Feb 03 14:40:44.883214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42754) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.909094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Calling delete_port for e23123ec-4831-4286-8d8f-97ce62a5b853 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:44.911076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-be7764ab-b0d2-42cd-af8d-cd9f5d698cc3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91e0935ab2ae4a5d8ef5414975e659b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7452531 Feb 03 14:40:44.914064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7764ab-b0d2-42cd-af8d-cd9f5d698cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0224c-9481-49c5-a5d9-372ba7aadf41,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:44.918258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42756) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:44.931532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e70a6a5e-f575-49c4-853a-0a1f3858f4bf None None] Provisioning complete for port 50573ebd-6a3a-4a48-a12d-dc8f358e1089 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:44.931909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e70a6a5e-f575-49c4-853a-0a1f3858f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (50573ebd-6a3a-4a48-a12d-dc8f358e1089), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:44.972234 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b7ea05-c776-4f08-8b18-0557df5a3272 admin admin] Publish callbacks [] for security_group (f991964d-a838-4d24-9d7a-22fe02a1c242), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.011739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e18151c-72d8-406c-82a3-7cacfc12a8b0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e072e091-6550-4d6b-b233-a1f83f4d42e0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.014511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e70a6a5e-f575-49c4-853a-0a1f3858f4bf None None] Port 50573ebd-6a3a-4a48-a12d-dc8f358e1089 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:45.017912 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8d0c-2f30-4c8e-8b2c-fc610ec20aac admin admin] Publish callbacks [] for security_group (93b0224c-9481-49c5-a5d9-372ba7aadf41), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.031267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b7ea05-c776-4f08-8b18-0557df5a3272 admin admin] Publish callbacks [] for security_group (f991964d-a838-4d24-9d7a-22fe02a1c242), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.041434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e18151c-72d8-406c-82a3-7cacfc12a8b0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e072e091-6550-4d6b-b233-a1f83f4d42e0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.067100 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8d0c-2f30-4c8e-8b2c-fc610ec20aac admin admin] Publish callbacks [] for security_group (93b0224c-9481-49c5-a5d9-372ba7aadf41), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.135026 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e18151c-72d8-406c-82a3-7cacfc12a8b0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e072e091-6550-4d6b-b233-a1f83f4d42e0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.147786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8d6e039-aa0e-4b19-b1eb-58eced9862b9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:40:45.155751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3e18151c-72d8-406c-82a3-7cacfc12a8b0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.157243 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3e18151c-72d8-406c-82a3-7cacfc12a8b0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e072e091-6550-4d6b-b233-a1f83f4d42e0 HTTP/1.1" status: 204 len: 168 time: 0.2728343 Feb 03 14:40:45.158463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18151c-72d8-406c-82a3-7cacfc12a8b0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e072e091-6550-4d6b-b233-a1f83f4d42e0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:45.160307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42758) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:45.161669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8d0c-2f30-4c8e-8b2c-fc610ec20aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (93b0224c-9481-49c5-a5d9-372ba7aadf41), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.164279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8d0c-2f30-4c8e-8b2c-fc610ec20aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.165517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dd4c8d0c-2f30-4c8e-8b2c-fc610ec20aac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93b0224c-9481-49c5-a5d9-372ba7aadf41 HTTP/1.1" status: 204 len: 168 time: 0.2463331 Feb 03 14:40:45.179752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b7ea05-c776-4f08-8b18-0557df5a3272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f991964d-a838-4d24-9d7a-22fe02a1c242), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.189618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04b7ea05-c776-4f08-8b18-0557df5a3272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.196646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-04b7ea05-c776-4f08-8b18-0557df5a3272 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f991964d-a838-4d24-9d7a-22fe02a1c242 HTTP/1.1" status: 204 len: 168 time: 0.5104663 Feb 03 14:40:45.198478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8d0c-2f30-4c8e-8b2c-fc610ec20aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0224c-9481-49c5-a5d9-372ba7aadf41,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:45.218216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-09a36638-6583-4db7-ba8c-7d1dead949b4 None None] Provisioning complete for port e23123ec-4831-4286-8d8f-97ce62a5b853 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:45.218604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09a36638-6583-4db7-ba8c-7d1dead949b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e23123ec-4831-4286-8d8f-97ce62a5b853), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.222356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7ea05-c776-4f08-8b18-0557df5a3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f991964d-a838-4d24-9d7a-22fe02a1c242,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:45.347620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e23123ec-4831-4286-8d8f-97ce62a5b853), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.360962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-09a36638-6583-4db7-ba8c-7d1dead949b4 None None] Port e23123ec-4831-4286-8d8f-97ce62a5b853 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:45.392062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:45.394814 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.415888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42764) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:45.424909 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-37bc0455-f73a-4985-aa9f-4180068b319b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2271938 Feb 03 14:40:45.440396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Port': ['ID=e23123ec-4831-4286-8d8f-97ce62a5b853,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:45.498809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af3704af-de7d-46ba-973a-bd8f2310d817 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (00b66db6-9613-48c1-bb3b-17509e302f76), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.532761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af3704af-de7d-46ba-973a-bd8f2310d817 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (00b66db6-9613-48c1-bb3b-17509e302f76), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.613201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af3704af-de7d-46ba-973a-bd8f2310d817 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (00b66db6-9613-48c1-bb3b-17509e302f76), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.620528 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af3704af-de7d-46ba-973a-bd8f2310d817 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.635080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-af3704af-de7d-46ba-973a-bd8f2310d817 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/00b66db6-9613-48c1-bb3b-17509e302f76 HTTP/1.1" status: 204 len: 168 time: 0.2174268 Feb 03 14:40:45.637651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42768) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:45.653408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3704af-de7d-46ba-973a-bd8f2310d817 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00b66db6-9613-48c1-bb3b-17509e302f76,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:45.668561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:40:45.818967 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86560532-31b5-46f9-af6b-85146a23f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.879573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42778) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:45.895519 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-81785fc3-2572-4891-b72a-8c82a5a6cb18 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2479072 Feb 03 14:40:45.898904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42782) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:45.906789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a21a4630-1f80-4464-bfa8-c1b1d3b49f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.928999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.937662 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8a82e555-b05b-4bff-9cb4-7277bc81ae91 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/ports/e23123ec-4831-4286-8d8f-97ce62a5b853 HTTP/1.1" status: 204 len: 168 time: 1.5360589 Feb 03 14:40:45.938326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42786) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:45.943944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70b26cfa-8411-4eab-aa83-10d563d9160d tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (ea5869f9-455b-439a-a2d4-aa1ec0f9cb25), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.959384 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70b26cfa-8411-4eab-aa83-10d563d9160d tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (ea5869f9-455b-439a-a2d4-aa1ec0f9cb25), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:45.979893 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-59013141-2c8b-49e2-9a01-ba89b1fe7f4f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] GET failed (client error): The resource could not be found. Feb 03 14:40:45.985397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-59013141-2c8b-49e2-9a01-ba89b1fe7f4f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "GET /v2.0/ports/e23123ec-4831-4286-8d8f-97ce62a5b853 HTTP/1.1" status: 404 len: 333 time: 0.0425978 Feb 03 14:40:45.987473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42788) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:45.992660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'name': 'tempest-AllowedAddressPairTestJSON-2129333955'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:46.007858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70b26cfa-8411-4eab-aa83-10d563d9160d tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (ea5869f9-455b-439a-a2d4-aa1ec0f9cb25), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.018427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70b26cfa-8411-4eab-aa83-10d563d9160d tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.019608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-70b26cfa-8411-4eab-aa83-10d563d9160d tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/ea5869f9-455b-439a-a2d4-aa1ec0f9cb25 HTTP/1.1" status: 204 len: 168 time: 0.1200545 Feb 03 14:40:46.022994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42790) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.028448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b26cfa-8411-4eab-aa83-10d563d9160d tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea5869f9-455b-439a-a2d4-aa1ec0f9cb25,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.161197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a21a4630-1f80-4464-bfa8-c1b1d3b49f80 admin admin] Publish callbacks [] for security_group (54dafd76-006b-40a4-b7d5-eec4c978b1cd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.195074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a21a4630-1f80-4464-bfa8-c1b1d3b49f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (54dafd76-006b-40a4-b7d5-eec4c978b1cd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.242195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a4630-1f80-4464-bfa8-c1b1d3b49f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dafd76-006b-40a4-b7d5-eec4c978b1cd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.278131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-edc796ae-dc0a-4c4b-9264-62f4e175a57b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2459464 Feb 03 14:40:46.281190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.300273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a21a4630-1f80-4464-bfa8-c1b1d3b49f80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41e1f3d2d2404ee880eaf5997209c82e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193194 Feb 03 14:40:46.304674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42802) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.322219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3598603-80f7-49a7-8e7e-2cd67110e410 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e237b38c-264b-4861-a0a2-52c02e46b72a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.322468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:46.330994 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3598603-80f7-49a7-8e7e-2cd67110e410 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (e237b38c-264b-4861-a0a2-52c02e46b72a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.331823 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.366900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] device_id is not set on port 111d16df-2a39-405f-8919-74ffff8e4269 yet. {{(pid=103342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:40:46.370446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3598603-80f7-49a7-8e7e-2cd67110e410 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e237b38c-264b-4861-a0a2-52c02e46b72a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.381747 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3598603-80f7-49a7-8e7e-2cd67110e410 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.391812 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c3598603-80f7-49a7-8e7e-2cd67110e410 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e237b38c-264b-4861-a0a2-52c02e46b72a HTTP/1.1" status: 204 len: 168 time: 0.1095579 Feb 03 14:40:46.395777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42806) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.402228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3598603-80f7-49a7-8e7e-2cd67110e410 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e237b38c-264b-4861-a0a2-52c02e46b72a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.444468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee948bbf-5892-4ebb-b27e-a9f4505b3f34 admin admin] Publish callbacks [] for security_group (54dafd76-006b-40a4-b7d5-eec4c978b1cd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.482956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f9a15725-42ca-4d83-b228-6a7e686ac239 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0858393 Feb 03 14:40:46.485615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.531822 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee948bbf-5892-4ebb-b27e-a9f4505b3f34 admin admin] Publish callbacks [] for security_group (54dafd76-006b-40a4-b7d5-eec4c978b1cd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.549484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ccf663d-3c16-4af8-a8d6-7d351842137a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (5d368517-7ddd-43f3-874f-4a8348fc4a1c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.573962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ccf663d-3c16-4af8-a8d6-7d351842137a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (5d368517-7ddd-43f3-874f-4a8348fc4a1c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.620577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Allocated IP 172.20.0.9 (0f041cd3-480d-43ec-958a-c2a9508b1c07/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd/111d16df-2a39-405f-8919-74ffff8e4269) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:46.636477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ccf663d-3c16-4af8-a8d6-7d351842137a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5d368517-7ddd-43f3-874f-4a8348fc4a1c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.639501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ccf663d-3c16-4af8-a8d6-7d351842137a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.641344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4ccf663d-3c16-4af8-a8d6-7d351842137a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/5d368517-7ddd-43f3-874f-4a8348fc4a1c HTTP/1.1" status: 204 len: 168 time: 0.1546104 Feb 03 14:40:46.647064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42812) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.690153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf663d-3c16-4af8-a8d6-7d351842137a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d368517-7ddd-43f3-874f-4a8348fc4a1c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.700799 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee948bbf-5892-4ebb-b27e-a9f4505b3f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (54dafd76-006b-40a4-b7d5-eec4c978b1cd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.703620 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee948bbf-5892-4ebb-b27e-a9f4505b3f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.705064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ee948bbf-5892-4ebb-b27e-a9f4505b3f34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54dafd76-006b-40a4-b7d5-eec4c978b1cd HTTP/1.1" status: 204 len: 168 time: 0.3994911 Feb 03 14:40:46.724720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee948bbf-5892-4ebb-b27e-a9f4505b3f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dafd76-006b-40a4-b7d5-eec4c978b1cd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.735736 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c6a46737-02e2-4cff-a2c0-5c97ab15b062 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0808811 Feb 03 14:40:46.736259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.744279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-80267ec5-a030-44ac-b12e-40d74f87db46 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--910637621'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:46.778212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80267ec5-a030-44ac-b12e-40d74f87db46 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.894839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80267ec5-a030-44ac-b12e-40d74f87db46 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (35e88017-9df4-42a0-b68d-34fd61e6687d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.910894 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80267ec5-a030-44ac-b12e-40d74f87db46 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (35e88017-9df4-42a0-b68d-34fd61e6687d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.959412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80267ec5-a030-44ac-b12e-40d74f87db46 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e88017-9df4-42a0-b68d-34fd61e6687d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:46.967074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80267ec5-a030-44ac-b12e-40d74f87db46 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:46.968968 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-80267ec5-a030-44ac-b12e-40d74f87db46 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2315791 Feb 03 14:40:46.972154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:46.979259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7fdf04f4-f0ce-494c-aa5a-2fa7eabb3abb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '35e88017-9df4-42a0-b68d-34fd61e6687d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:46.983049 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (111d16df-2a39-405f-8919-74ffff8e4269), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.017891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fdf04f4-f0ce-494c-aa5a-2fa7eabb3abb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (9de7d89b-251f-4f87-a25f-21a73ba0eaf9), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.094189 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (111d16df-2a39-405f-8919-74ffff8e4269), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.141878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fdf04f4-f0ce-494c-aa5a-2fa7eabb3abb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (9de7d89b-251f-4f87-a25f-21a73ba0eaf9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.149492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fdf04f4-f0ce-494c-aa5a-2fa7eabb3abb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9de7d89b-251f-4f87-a25f-21a73ba0eaf9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.184597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:47.192772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:47.211243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:47.211503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf04f4-f0ce-494c-aa5a-2fa7eabb3abb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de7d89b-251f-4f87-a25f-21a73ba0eaf9,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:47.226226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fdf04f4-f0ce-494c-aa5a-2fa7eabb3abb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.231228 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7fdf04f4-f0ce-494c-aa5a-2fa7eabb3abb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2563467 Feb 03 14:40:47.234828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42828) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:47.287146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=111d16df-2a39-405f-8919-74ffff8e4269,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:47.326305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:47.328436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.362593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0b42e6a3-fb4a-43cf-98c4-09675f462c7e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3721166 Feb 03 14:40:47.363248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42834) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:47.374817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:50:8b:c2'}]}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:47.395360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea0a41de-a0b2-4134-b13b-deb773c69c98 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (35e88017-9df4-42a0-b68d-34fd61e6687d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.446173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea0a41de-a0b2-4134-b13b-deb773c69c98 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (35e88017-9df4-42a0-b68d-34fd61e6687d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.546793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea0a41de-a0b2-4134-b13b-deb773c69c98 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (35e88017-9df4-42a0-b68d-34fd61e6687d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.550563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea0a41de-a0b2-4134-b13b-deb773c69c98 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.552847 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea0a41de-a0b2-4134-b13b-deb773c69c98 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/35e88017-9df4-42a0-b68d-34fd61e6687d HTTP/1.1" status: 204 len: 168 time: 0.3135736 Feb 03 14:40:47.556847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42844) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:47.565629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a41de-a0b2-4134-b13b-deb773c69c98 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e88017-9df4-42a0-b68d-34fd61e6687d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:47.605938 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (111d16df-2a39-405f-8919-74ffff8e4269), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.717569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-064af7d1-96f6-439e-aaaf-2f0a4c049e28 None None] Provisioning complete for port 111d16df-2a39-405f-8919-74ffff8e4269 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:47.718804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-064af7d1-96f6-439e-aaaf-2f0a4c049e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (111d16df-2a39-405f-8919-74ffff8e4269), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.783185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a7ec65a-979b-4be8-b5e9-9617e272d588 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2199237 Feb 03 14:40:47.786911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42852) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:47.792151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-10263b7e-fc0a-4d39-9789-60b001b45bb4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731414541'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:47.796243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-064af7d1-96f6-439e-aaaf-2f0a4c049e28 None None] Port 111d16df-2a39-405f-8919-74ffff8e4269 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:47.848235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10263b7e-fc0a-4d39-9789-60b001b45bb4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.914272 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (111d16df-2a39-405f-8919-74ffff8e4269), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:47.927945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (111d16df-2a39-405f-8919-74ffff8e4269), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.028520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10263b7e-fc0a-4d39-9789-60b001b45bb4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (80b531b0-497d-4ca2-afe2-bfe8bcea2cb2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.033491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10263b7e-fc0a-4d39-9789-60b001b45bb4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (80b531b0-497d-4ca2-afe2-bfe8bcea2cb2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.049982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] In _notify_port_updated(), no bound segment for port 111d16df-2a39-405f-8919-74ffff8e4269 on network 0f041cd3-480d-43ec-958a-c2a9508b1c07 {{(pid=103342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:40:48.063965 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc33ae78-fa51-4163-830c-a8490d0095fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.070357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:48.071302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.073486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "PUT /v2.0/ports/111d16df-2a39-405f-8919-74ffff8e4269 HTTP/1.1" status: 200 len: 993 time: 0.7086518 Feb 03 14:40:48.078962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42860) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:48.090104 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10263b7e-fc0a-4d39-9789-60b001b45bb4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.093818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-10263b7e-fc0a-4d39-9789-60b001b45bb4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3034561 Feb 03 14:40:48.093994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec519e-fba5-4af1-8271-bab4bebd120e tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=111d16df-2a39-405f-8919-74ffff8e4269,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.094217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42864) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:48.098700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a5eddd38-3099-4e96-b710-1fa424f74f36 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--202072045'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:48.134837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5eddd38-3099-4e96-b710-1fa424f74f36 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.308783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5eddd38-3099-4e96-b710-1fa424f74f36 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (f50ea36a-8247-44d1-8a57-8c5915f1328a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.314111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5eddd38-3099-4e96-b710-1fa424f74f36 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f50ea36a-8247-44d1-8a57-8c5915f1328a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.353338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10263b7e-fc0a-4d39-9789-60b001b45bb4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b531b0-497d-4ca2-afe2-bfe8bcea2cb2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.360918 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a5eddd38-3099-4e96-b710-1fa424f74f36 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.367536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a5eddd38-3099-4e96-b710-1fa424f74f36 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2717845 Feb 03 14:40:48.368608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42882) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:48.370871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eddd38-3099-4e96-b710-1fa424f74f36 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ea36a-8247-44d1-8a57-8c5915f1328a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.377599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7524c8de-c7e4-49d0-8c86-fb1fc14f3759 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '80b531b0-497d-4ca2-afe2-bfe8bcea2cb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f50ea36a-8247-44d1-8a57-8c5915f1328a', 'remote_ip_prefix': None}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:48.381813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting port 111d16df-2a39-405f-8919-74ffff8e4269 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:48.382165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (111d16df-2a39-405f-8919-74ffff8e4269), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.426947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4ea1a804-8cb3-407e-81fb-da0efeeea8e7 None None] Provisioning complete for port 111d16df-2a39-405f-8919-74ffff8e4269 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:48.428595 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a804-8cb3-407e-81fb-da0efeeea8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (111d16df-2a39-405f-8919-74ffff8e4269), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.431483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7524c8de-c7e4-49d0-8c86-fb1fc14f3759 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (7667a354-7930-4577-a47c-da2fb2d4a2f6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.505223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42884) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:48.508133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1a804-8cb3-407e-81fb-da0efeeea8e7 None None] Port 111d16df-2a39-405f-8919-74ffff8e4269 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:48.550609 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (111d16df-2a39-405f-8919-74ffff8e4269), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.562510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7524c8de-c7e4-49d0-8c86-fb1fc14f3759 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (7667a354-7930-4577-a47c-da2fb2d4a2f6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.564515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Calling delete_port for 111d16df-2a39-405f-8919-74ffff8e4269 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:48.570008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7524c8de-c7e4-49d0-8c86-fb1fc14f3759 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7667a354-7930-4577-a47c-da2fb2d4a2f6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.597552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524c8de-c7e4-49d0-8c86-fb1fc14f3759 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7667a354-7930-4577-a47c-da2fb2d4a2f6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.602461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7524c8de-c7e4-49d0-8c86-fb1fc14f3759 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.607346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7524c8de-c7e4-49d0-8c86-fb1fc14f3759 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2375946 Feb 03 14:40:48.607963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42888) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:48.637890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce835399-ccd8-490f-b50c-9599734d3a27 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (7667a354-7930-4577-a47c-da2fb2d4a2f6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.649609 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce835399-ccd8-490f-b50c-9599734d3a27 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (7667a354-7930-4577-a47c-da2fb2d4a2f6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.695323 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce835399-ccd8-490f-b50c-9599734d3a27 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7667a354-7930-4577-a47c-da2fb2d4a2f6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.720855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce835399-ccd8-490f-b50c-9599734d3a27 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.723107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ce835399-ccd8-490f-b50c-9599734d3a27 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7667a354-7930-4577-a47c-da2fb2d4a2f6 HTTP/1.1" status: 204 len: 168 time: 0.1140094 Feb 03 14:40:48.727189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce835399-ccd8-490f-b50c-9599734d3a27 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7667a354-7930-4577-a47c-da2fb2d4a2f6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.729784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42890) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:48.739701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1541525959-network', 'tenant_id': 'd0abb1a598b94285b5081c62d2a75197'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:48.771717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Made reservation on behalf of d0abb1a598b94285b5081c62d2a75197 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:48.775084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.794093 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8223a31e-85d4-4475-8bc3-25ed60fde47c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0609348 Feb 03 14:40:48.797067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42892) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:48.798573 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (111d16df-2a39-405f-8919-74ffff8e4269), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.815802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:48.846751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Port': ['ID=111d16df-2a39-405f-8919-74ffff8e4269,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:48.937681 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffd297c6-8c71-43f6-a31f-c532f26c1a21 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (f50ea36a-8247-44d1-8a57-8c5915f1328a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.004711 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffd297c6-8c71-43f6-a31f-c532f26c1a21 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (f50ea36a-8247-44d1-8a57-8c5915f1328a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.113493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.123236 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0147e7d5-85e6-4bf2-9956-e07f7a08ecd0 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/ports/111d16df-2a39-405f-8919-74ffff8e4269 HTTP/1.1" status: 204 len: 168 time: 1.0399108 Feb 03 14:40:49.123935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42900) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:49.168057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffd297c6-8c71-43f6-a31f-c532f26c1a21 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f50ea36a-8247-44d1-8a57-8c5915f1328a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.171076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffd297c6-8c71-43f6-a31f-c532f26c1a21 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.173753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ffd297c6-8c71-43f6-a31f-c532f26c1a21 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/f50ea36a-8247-44d1-8a57-8c5915f1328a HTTP/1.1" status: 204 len: 168 time: 0.3670862 Feb 03 14:40:49.176482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42902) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:49.183096 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eeb7156-0734-44bc-8408-75f7bc8c1fcf tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] GET failed (client error): The resource could not be found. Feb 03 14:40:49.193817 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4eeb7156-0734-44bc-8408-75f7bc8c1fcf tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "GET /v2.0/ports/111d16df-2a39-405f-8919-74ffff8e4269 HTTP/1.1" status: 404 len: 333 time: 0.0662405 Feb 03 14:40:49.193817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42904) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:49.198633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'name': 'tempest-AllowedAddressPairTestJSON-286095620'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:49.228211 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks [] for security_group (de349194-0d6d-408e-97ca-f4f4687abf9f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.230150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd297c6-8c71-43f6-a31f-c532f26c1a21 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ea36a-8247-44d1-8a57-8c5915f1328a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:49.249524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de349194-0d6d-408e-97ca-f4f4687abf9f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.359054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:40:49.402592 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ce073e96-0e01-43a2-8797-229229dcdc1a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.403090 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Added segment ce073e96-0e01-43a2-8797-229229dcdc1a of type vlan for network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c Feb 03 14:40:49.404339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:49.410434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.439962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] device_id is not set on port 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:40:49.485579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de349194-0d6d-408e-97ca-f4f4687abf9f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:49.514846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-77437caf-4392-4754-936a-ef79347011fd tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3049920 Feb 03 14:40:49.516804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (b5fbe51e-abf0-4d4a-9920-6bda8e74b39c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.517549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:49.551757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (b5fbe51e-abf0-4d4a-9920-6bda8e74b39c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.554014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:49.554869 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.634230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] Pushing event updated for resources: {'Network': ['ID=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:49.649673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4ebddfe9-1c77-42d9-bda6-fdebb6c9f37c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0851879 Feb 03 14:40:49.651953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42912) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:49.658707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:40:49.660983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Request body: {'subnet': {'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1541525959-subnet', 'tenant_id': 'd0abb1a598b94285b5081c62d2a75197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:49.666870 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.692334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Made reservation on behalf of d0abb1a598b94285b5081c62d2a75197 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:49.695703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.736629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcafe1c1-6ce3-4c65-9adb-23af23c08eb9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (80b531b0-497d-4ca2-afe2-bfe8bcea2cb2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.766207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcafe1c1-6ce3-4c65-9adb-23af23c08eb9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (80b531b0-497d-4ca2-afe2-bfe8bcea2cb2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.810673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcafe1c1-6ce3-4c65-9adb-23af23c08eb9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (80b531b0-497d-4ca2-afe2-bfe8bcea2cb2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.813583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcafe1c1-6ce3-4c65-9adb-23af23c08eb9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:49.816976 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dcafe1c1-6ce3-4c65-9adb-23af23c08eb9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/80b531b0-497d-4ca2-afe2-bfe8bcea2cb2 HTTP/1.1" status: 204 len: 168 time: 0.2944164 Feb 03 14:40:49.821238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42914) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:49.834392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafe1c1-6ce3-4c65-9adb-23af23c08eb9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b531b0-497d-4ca2-afe2-bfe8bcea2cb2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:49.842872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Allocated IP 172.20.0.8 (0f041cd3-480d-43ec-958a-c2a9508b1c07/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd/1a02ce8f-579c-4f75-b157-aa4ec2a3fd68) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:50.027704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (94463095-eea5-4323-a1a7-80f94de4a68f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.038279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.065844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5e83c571-5a9d-4b73-9239-ae298d077d5b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2415166 Feb 03 14:40:50.075185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:50.082604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.086099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-03d9d204-1a1f-436e-b09d-354a5e5bb6f4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839330730'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:50.129888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94463095-eea5-4323-a1a7-80f94de4a68f,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:50.140247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Checking segment: {'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:40:50.140733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Network hostable DHCP agents. Network: b5fbe51e-abf0-4d4a-9920-6bda8e74b39c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:40:50.148748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=1a02ce8f-579c-4f75-b157-aa4ec2a3fd68,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:50.155502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03d9d204-1a1f-436e-b09d-354a5e5bb6f4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.170783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:40:50.178315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:50.181789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:50.188826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:50.194054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, b5fbe51e-abf0-4d4a-9920-6bda8e74b39c) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:50.204288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:50.204934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.222293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1c7eb-1e4e-48e0-987f-462e5607186e None None] Network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:50.264193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-709d68db-a784-4e40-8911-31df5976ef90 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6013701 Feb 03 14:40:50.296618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03d9d204-1a1f-436e-b09d-354a5e5bb6f4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (df8d70a0-7836-420e-8f6e-d8b317ca102a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.305618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03d9d204-1a1f-436e-b09d-354a5e5bb6f4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (df8d70a0-7836-420e-8f6e-d8b317ca102a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.376101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:50.376852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.392692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9d204-1a1f-436e-b09d-354a5e5bb6f4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d70a0-7836-420e-8f6e-d8b317ca102a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:50.418926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03d9d204-1a1f-436e-b09d-354a5e5bb6f4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.423694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03d9d204-1a1f-436e-b09d-354a5e5bb6f4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3455279 Feb 03 14:40:50.426780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42932) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:50.445567 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cfd2c101-e910-455a-ad2b-60b4f04da64f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2507837 Feb 03 14:40:50.451547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42934) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:50.452845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-785bb03a-73bd-4661-b885-ffcf071618f8 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': 'df8d70a0-7836-420e-8f6e-d8b317ca102a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:50.474477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:8b:c2'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:50.530691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-785bb03a-73bd-4661-b885-ffcf071618f8 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (a6ad8b55-0084-4d3d-9765-e88b16bf89c9), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.547097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a5f9d-2b3d-42ea-9ec9-afae70033e03 None None] Network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:50.679832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-785bb03a-73bd-4661-b885-ffcf071618f8 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (a6ad8b55-0084-4d3d-9765-e88b16bf89c9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.685396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-785bb03a-73bd-4661-b885-ffcf071618f8 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a6ad8b55-0084-4d3d-9765-e88b16bf89c9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.735810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-785bb03a-73bd-4661-b885-ffcf071618f8 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.739512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-785bb03a-73bd-4661-b885-ffcf071618f8 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3088319 Feb 03 14:40:50.743735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42942) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:50.762703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bb03a-73bd-4661-b885-ffcf071618f8 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ad8b55-0084-4d3d-9765-e88b16bf89c9,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:50.858654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:50.881976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.902290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-826a6477-1ffc-44cb-a995-24b4fd776d46 None None] Provisioning complete for port 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:50.904282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-826a6477-1ffc-44cb-a995-24b4fd776d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:50.912373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.042439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-826a6477-1ffc-44cb-a995-24b4fd776d46 None None] Port 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:51.153717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62633893-f60c-4e6f-b629-c16364163714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.318775 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62633893-f60c-4e6f-b629-c16364163714 admin admin] Publish callbacks [] for security_group (254d03bd-69ce-429d-a689-d1ca56b459fc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.333250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62633893-f60c-4e6f-b629-c16364163714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (254d03bd-69ce-429d-a689-d1ca56b459fc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.380106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-62633893-f60c-4e6f-b629-c16364163714 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=235cc854c97e4e04b71b051ebc7b279b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203011 Feb 03 14:40:51.381248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:51.533484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bfc75da-40ab-4908-9a11-31b09f08cac4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (a6ad8b55-0084-4d3d-9765-e88b16bf89c9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.562307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ede774d-593e-4a64-ba84-7df6910912e7 admin admin] Publish callbacks [] for security_group (254d03bd-69ce-429d-a689-d1ca56b459fc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.569389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bfc75da-40ab-4908-9a11-31b09f08cac4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (a6ad8b55-0084-4d3d-9765-e88b16bf89c9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.594544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ede774d-593e-4a64-ba84-7df6910912e7 admin admin] Publish callbacks [] for security_group (254d03bd-69ce-429d-a689-d1ca56b459fc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.657042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62633893-f60c-4e6f-b629-c16364163714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254d03bd-69ce-429d-a689-d1ca56b459fc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:51.661044 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bfc75da-40ab-4908-9a11-31b09f08cac4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a6ad8b55-0084-4d3d-9765-e88b16bf89c9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.685014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0bfc75da-40ab-4908-9a11-31b09f08cac4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.686200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0bfc75da-40ab-4908-9a11-31b09f08cac4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a6ad8b55-0084-4d3d-9765-e88b16bf89c9 HTTP/1.1" status: 204 len: 168 time: 0.9396834 Feb 03 14:40:51.693235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42954) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:51.710550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ede774d-593e-4a64-ba84-7df6910912e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (254d03bd-69ce-429d-a689-d1ca56b459fc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.713762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ede774d-593e-4a64-ba84-7df6910912e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.720050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc75da-40ab-4908-9a11-31b09f08cac4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6ad8b55-0084-4d3d-9765-e88b16bf89c9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:51.721491 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4ede774d-593e-4a64-ba84-7df6910912e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/254d03bd-69ce-429d-a689-d1ca56b459fc HTTP/1.1" status: 204 len: 168 time: 0.3365767 Feb 03 14:40:51.726668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.746582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.758320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1c62301e-212e-412f-b067-1a81b96f3701 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637913 Feb 03 14:40:51.761638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42960) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:51.845103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69376839-e2f6-49ad-a7c8-33fda356004f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (df8d70a0-7836-420e-8f6e-d8b317ca102a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.885632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69376839-e2f6-49ad-a7c8-33fda356004f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (df8d70a0-7836-420e-8f6e-d8b317ca102a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:51.903010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede774d-593e-4a64-ba84-7df6910912e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254d03bd-69ce-429d-a689-d1ca56b459fc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:51.977439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=1a02ce8f-579c-4f75-b157-aa4ec2a3fd68,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:52.025589 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69376839-e2f6-49ad-a7c8-33fda356004f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (df8d70a0-7836-420e-8f6e-d8b317ca102a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.028270 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69376839-e2f6-49ad-a7c8-33fda356004f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.029772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-69376839-e2f6-49ad-a7c8-33fda356004f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/df8d70a0-7836-420e-8f6e-d8b317ca102a HTTP/1.1" status: 204 len: 168 time: 0.2669280 Feb 03 14:40:52.033444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42964) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.050894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] In _notify_port_updated(), no bound segment for port 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 on network 0f041cd3-480d-43ec-958a-c2a9508b1c07 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:40:52.061130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:52.061829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.063190 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c88a0130-761e-4e62-b3f5-4955ddc7476d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "PUT /v2.0/ports/1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 HTTP/1.1" status: 200 len: 995 time: 1.6106503 Feb 03 14:40:52.069914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42966) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.103113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69376839-e2f6-49ad-a7c8-33fda356004f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d70a0-7836-420e-8f6e-d8b317ca102a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:52.163262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 42970) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.176199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fe3bff2e-33dd-42c2-8228-2a23cba39904 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1414168 Feb 03 14:40:52.180529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42972) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.189808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-72677728-b55d-4b13-bdac-8b88eb6b7a82 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--112775833'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:52.196391 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.198523 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e094ff75-b86e-44c1-bc8a-2e1f45526f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.228070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72677728-b55d-4b13-bdac-8b88eb6b7a82 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.321243 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72677728-b55d-4b13-bdac-8b88eb6b7a82 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (73069c5d-c097-4b83-97e5-b9aea7910fb9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.326117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72677728-b55d-4b13-bdac-8b88eb6b7a82 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (73069c5d-c097-4b83-97e5-b9aea7910fb9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.363278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72677728-b55d-4b13-bdac-8b88eb6b7a82 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.367190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-72677728-b55d-4b13-bdac-8b88eb6b7a82 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1814165 Feb 03 14:40:52.368670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42978) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.374387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-893104b7-45d2-4170-9529-17340bd8e6c9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '73069c5d-c097-4b83-97e5-b9aea7910fb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:52.390830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72677728-b55d-4b13-bdac-8b88eb6b7a82 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73069c5d-c097-4b83-97e5-b9aea7910fb9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:52.396302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6aef7f2c-9592-4934-97a7-eda950ad4b04 None None] Provisioning complete for port 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:52.399417 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6aef7f2c-9592-4934-97a7-eda950ad4b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.444789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-893104b7-45d2-4170-9529-17340bd8e6c9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (88808c12-2126-467f-9aae-11ab7404791b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.453227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting port 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:52.454432 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.478373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6aef7f2c-9592-4934-97a7-eda950ad4b04 None None] Port 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:52.570513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-893104b7-45d2-4170-9529-17340bd8e6c9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (88808c12-2126-467f-9aae-11ab7404791b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.576336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-893104b7-45d2-4170-9529-17340bd8e6c9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (88808c12-2126-467f-9aae-11ab7404791b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.622452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893104b7-45d2-4170-9529-17340bd8e6c9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88808c12-2126-467f-9aae-11ab7404791b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:52.630830 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-893104b7-45d2-4170-9529-17340bd8e6c9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.635835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-893104b7-45d2-4170-9529-17340bd8e6c9 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2657712 Feb 03 14:40:52.636659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42984) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.674647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c731606f-99da-4db9-8e78-e81075f84d91 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules/88808c12-2126-467f-9aae-11ab7404791b HTTP/1.1" status: 200 len: 763 time: 0.0362406 Feb 03 14:40:52.675254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42988) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.727940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-31933631-5a5c-4fc6-b35d-94a27c66cea3 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0468729 Feb 03 14:40:52.731914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42990) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.755565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.766766 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fef4657-c8cd-4e55-a048-6c014dfc9852 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (88808c12-2126-467f-9aae-11ab7404791b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.779872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fef4657-c8cd-4e55-a048-6c014dfc9852 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (88808c12-2126-467f-9aae-11ab7404791b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.800848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Calling delete_port for 1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:52.852931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fef4657-c8cd-4e55-a048-6c014dfc9852 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (88808c12-2126-467f-9aae-11ab7404791b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.860161 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fef4657-c8cd-4e55-a048-6c014dfc9852 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:52.867154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7fef4657-c8cd-4e55-a048-6c014dfc9852 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/88808c12-2126-467f-9aae-11ab7404791b HTTP/1.1" status: 204 len: 168 time: 0.1342075 Feb 03 14:40:52.868001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42994) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:52.932444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef4657-c8cd-4e55-a048-6c014dfc9852 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88808c12-2126-467f-9aae-11ab7404791b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:52.989497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dc22ab5a-169b-4787-9471-e7cb550bc4eb tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1152194 Feb 03 14:40:52.991023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42996) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.004868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-10936169-3c11-454f-96c2-86ce55890dc4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '73069c5d-c097-4b83-97e5-b9aea7910fb9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:53.064358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10936169-3c11-454f-96c2-86ce55890dc4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (fbc197c3-1487-4222-9921-01f004f45432), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.093398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1a02ce8f-579c-4f75-b157-aa4ec2a3fd68), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.189014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Port': ['ID=1a02ce8f-579c-4f75-b157-aa4ec2a3fd68,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:53.265880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10936169-3c11-454f-96c2-86ce55890dc4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (fbc197c3-1487-4222-9921-01f004f45432), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.274745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10936169-3c11-454f-96c2-86ce55890dc4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (fbc197c3-1487-4222-9921-01f004f45432), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.275746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e094ff75-b86e-44c1-bc8a-2e1f45526f1d admin admin] Publish callbacks [] for security_group (b0842a47-e495-46f9-9675-fb5e777f8599), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.328993 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e094ff75-b86e-44c1-bc8a-2e1f45526f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b0842a47-e495-46f9-9675-fb5e777f8599), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.330567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936169-3c11-454f-96c2-86ce55890dc4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc197c3-1487-4222-9921-01f004f45432,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:53.343478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10936169-3c11-454f-96c2-86ce55890dc4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.348057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-10936169-3c11-454f-96c2-86ce55890dc4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3520923 Feb 03 14:40:53.352946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 42998) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.394265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-65e2515a-e6b4-4ea8-ab5e-f6f304e58769 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules/fbc197c3-1487-4222-9921-01f004f45432 HTTP/1.1" status: 200 len: 763 time: 0.0398872 Feb 03 14:40:53.398104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43000) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.444212 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e094ff75-b86e-44c1-bc8a-2e1f45526f1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00906520ce08475aa6260a1fc96572e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2771709 Feb 03 14:40:53.445294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094ff75-b86e-44c1-bc8a-2e1f45526f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0842a47-e495-46f9-9675-fb5e777f8599,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:53.449789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43002) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.466134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.471759 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d109c7d6-249d-454a-b9a3-760566e4bcbc tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/ports/1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 HTTP/1.1" status: 204 len: 168 time: 1.4005580 Feb 03 14:40:53.474390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43004) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.490340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-77f642c6-e770-49f4-99d0-38ce92113a6a tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0907485 Feb 03 14:40:53.490909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43006) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.531328 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3ffa0a-0063-4c22-84c3-20e2e9c05528 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] GET failed (client error): The resource could not be found. Feb 03 14:40:53.533035 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7a3ffa0a-0063-4c22-84c3-20e2e9c05528 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "GET /v2.0/ports/1a02ce8f-579c-4f75-b157-aa4ec2a3fd68 HTTP/1.1" status: 404 len: 333 time: 0.0578210 Feb 03 14:40:53.543060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.552043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97c4db1f-fdc1-4fe7-a2e4-0ea82aa6fb2c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (fbc197c3-1487-4222-9921-01f004f45432), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.561301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'name': 'tempest-AllowedAddressPairTestJSON-1364968264'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:53.579458 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97c4db1f-fdc1-4fe7-a2e4-0ea82aa6fb2c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (fbc197c3-1487-4222-9921-01f004f45432), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.641015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97c4db1f-fdc1-4fe7-a2e4-0ea82aa6fb2c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (fbc197c3-1487-4222-9921-01f004f45432), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.651268 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-97c4db1f-fdc1-4fe7-a2e4-0ea82aa6fb2c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.656457 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac61cf89-5cd4-40ba-a0cf-5c60d0f6ead2 admin admin] Publish callbacks [] for security_group (b0842a47-e495-46f9-9675-fb5e777f8599), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.657903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-97c4db1f-fdc1-4fe7-a2e4-0ea82aa6fb2c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/fbc197c3-1487-4222-9921-01f004f45432 HTTP/1.1" status: 204 len: 168 time: 0.1659992 Feb 03 14:40:53.659515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43012) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.736039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4db1f-fdc1-4fe7-a2e4-0ea82aa6fb2c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbc197c3-1487-4222-9921-01f004f45432,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:53.738971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac61cf89-5cd4-40ba-a0cf-5c60d0f6ead2 admin admin] Publish callbacks [] for security_group (b0842a47-e495-46f9-9675-fb5e777f8599), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.768723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-62759f62-9dc0-461f-bc52-7a0ac7481a38 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0910137 Feb 03 14:40:53.769701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43016) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:53.774262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4bfa4bc9-18c9-4cd3-b45b-20b8082c8647 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '73069c5d-c097-4b83-97e5-b9aea7910fb9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:53.802937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4bc9-18c9-4cd3-b45b-20b8082c8647 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (24fdaf9b-5ebe-44df-90de-408bdc4aed79), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.904196 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:53.906346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.942527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac61cf89-5cd4-40ba-a0cf-5c60d0f6ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b0842a47-e495-46f9-9675-fb5e777f8599), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.956332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4bc9-18c9-4cd3-b45b-20b8082c8647 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (24fdaf9b-5ebe-44df-90de-408bdc4aed79), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.957359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac61cf89-5cd4-40ba-a0cf-5c60d0f6ead2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:53.961011 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ac61cf89-5cd4-40ba-a0cf-5c60d0f6ead2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0842a47-e495-46f9-9675-fb5e777f8599 HTTP/1.1" status: 204 len: 168 time: 0.5078452 Feb 03 14:40:53.961011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] device_id is not set on port 01de2fb0-c0da-457e-93cc-9b0f3d1ae937 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:40:53.970468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4bc9-18c9-4cd3-b45b-20b8082c8647 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (24fdaf9b-5ebe-44df-90de-408bdc4aed79), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.034830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa4bc9-18c9-4cd3-b45b-20b8082c8647 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fdaf9b-5ebe-44df-90de-408bdc4aed79,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:54.047242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61cf89-5cd4-40ba-a0cf-5c60d0f6ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0842a47-e495-46f9-9675-fb5e777f8599,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:54.055393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4bc9-18c9-4cd3-b45b-20b8082c8647 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.056639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4bfa4bc9-18c9-4cd3-b45b-20b8082c8647 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2857268 Feb 03 14:40:54.059828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43022) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.097225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-de3903e9-3312-4462-8a7b-f1ad013ca1d7 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules/24fdaf9b-5ebe-44df-90de-408bdc4aed79 HTTP/1.1" status: 200 len: 764 time: 0.0361218 Feb 03 14:40:54.100064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.246879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Allocated IP 172.20.0.12 (0f041cd3-480d-43ec-958a-c2a9508b1c07/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd/01de2fb0-c0da-457e-93cc-9b0f3d1ae937) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:54.349614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43028) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.350816 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7281a7b3-105c-4471-9da8-91a50cecc50f tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2488873 Feb 03 14:40:54.391323 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b428ca68-b6bd-4703-8cf5-d5ed627b4621 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (24fdaf9b-5ebe-44df-90de-408bdc4aed79), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.406159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b428ca68-b6bd-4703-8cf5-d5ed627b4621 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (24fdaf9b-5ebe-44df-90de-408bdc4aed79), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.461956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b428ca68-b6bd-4703-8cf5-d5ed627b4621 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (24fdaf9b-5ebe-44df-90de-408bdc4aed79), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.468913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b428ca68-b6bd-4703-8cf5-d5ed627b4621 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.472285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b428ca68-b6bd-4703-8cf5-d5ed627b4621 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/24fdaf9b-5ebe-44df-90de-408bdc4aed79 HTTP/1.1" status: 204 len: 168 time: 0.1195199 Feb 03 14:40:54.472655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43032) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.519323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428ca68-b6bd-4703-8cf5-d5ed627b4621 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24fdaf9b-5ebe-44df-90de-408bdc4aed79,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:54.562652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-be06a73c-c98e-488a-be09-948d21d06457 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859008 Feb 03 14:40:54.565377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43034) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.625314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (01de2fb0-c0da-457e-93cc-9b0f3d1ae937), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.658184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.665620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (01de2fb0-c0da-457e-93cc-9b0f3d1ae937), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.674938 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e208008-4ad4-4853-9b5f-ee71e3c4960b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (73069c5d-c097-4b83-97e5-b9aea7910fb9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.699984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd7fd-f4c1-4d4f-bdd3-53efe157840a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.712829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e208008-4ad4-4853-9b5f-ee71e3c4960b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (73069c5d-c097-4b83-97e5-b9aea7910fb9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.728863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:54.737216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:54.742161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:54.774874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=01de2fb0-c0da-457e-93cc-9b0f3d1ae937,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:54.833630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:54.834471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.855404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e208008-4ad4-4853-9b5f-ee71e3c4960b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (73069c5d-c097-4b83-97e5-b9aea7910fb9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.861642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e208008-4ad4-4853-9b5f-ee71e3c4960b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.867336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7e208008-4ad4-4853-9b5f-ee71e3c4960b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/73069c5d-c097-4b83-97e5-b9aea7910fb9 HTTP/1.1" status: 204 len: 168 time: 0.3002987 Feb 03 14:40:54.868784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43042) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.870766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.876760 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-94e03cc6-0d66-4ea0-8995-84077c3b5e71 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3325624 Feb 03 14:40:54.880106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43044) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.890546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e208008-4ad4-4853-9b5f-ee71e3c4960b tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73069c5d-c097-4b83-97e5-b9aea7910fb9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:54.897785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'network_id': '0f041cd3-480d-43ec-958a-c2a9508b1c07', 'name': 'tempest-AllowedAddressPairTestJSON-2110987805'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:54.956850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd7fd-f4c1-4d4f-bdd3-53efe157840a admin admin] Publish callbacks [] for security_group (c664ee9d-d22e-4899-a0b9-64b84db4fdd1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:54.957079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a50c280-1845-42b9-8961-cf0015ee016c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0742691 Feb 03 14:40:54.957079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43046) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:54.961999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d52f9296-8450-49ce-beef-084f1d82cff4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group': {'name': 'tempest-secgroup--254012695'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:54.990348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52f9296-8450-49ce-beef-084f1d82cff4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.000409 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd7fd-f4c1-4d4f-bdd3-53efe157840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c664ee9d-d22e-4899-a0b9-64b84db4fdd1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.086671 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52f9296-8450-49ce-beef-084f1d82cff4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (9f8befa2-366f-47b4-b500-7f1036e508b9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.092281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52f9296-8450-49ce-beef-084f1d82cff4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9f8befa2-366f-47b4-b500-7f1036e508b9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.131344 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ce7cd7fd-f4c1-4d4f-bdd3-53efe157840a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46c85fea035346df9319a2bb41c30f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717290 Feb 03 14:40:55.138821 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:55.147201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f9296-8450-49ce-beef-084f1d82cff4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8befa2-366f-47b4-b500-7f1036e508b9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:55.163784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52f9296-8450-49ce-beef-084f1d82cff4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.166032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d52f9296-8450-49ce-beef-084f1d82cff4 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2083323 Feb 03 14:40:55.170105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43054) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:55.174649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-422ad07b-8e63-4df6-b8f8-c3a7dfa2a50c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Request body: {'security_group_rule': {'security_group_id': '9f8befa2-366f-47b4-b500-7f1036e508b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:55.198373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cd7fd-f4c1-4d4f-bdd3-53efe157840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c664ee9d-d22e-4899-a0b9-64b84db4fdd1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:55.209726 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422ad07b-8e63-4df6-b8f8-c3a7dfa2a50c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (69ca417e-8306-48b9-9915-86881aa0e708), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.230846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-199dfe46-cfe4-45a6-bb84-8af9a1e38df1 None None] Provisioning complete for port 01de2fb0-c0da-457e-93cc-9b0f3d1ae937 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:55.231389 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-199dfe46-cfe4-45a6-bb84-8af9a1e38df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (01de2fb0-c0da-457e-93cc-9b0f3d1ae937), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.275499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Made reservation on behalf of aac5402c048541a887f9219dde4da61c for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:55.279126 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.297964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be303ea2-0fce-4b2a-8fb1-242872be4433 admin admin] Publish callbacks [] for security_group (c664ee9d-d22e-4899-a0b9-64b84db4fdd1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.309274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-199dfe46-cfe4-45a6-bb84-8af9a1e38df1 None None] Port 01de2fb0-c0da-457e-93cc-9b0f3d1ae937 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:55.322840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] device_id is not set on port e305cace-3994-4024-bdf6-631cb9690022 yet. {{(pid=103341) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 14:40:55.348428 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be303ea2-0fce-4b2a-8fb1-242872be4433 admin admin] Publish callbacks [] for security_group (c664ee9d-d22e-4899-a0b9-64b84db4fdd1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.355572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422ad07b-8e63-4df6-b8f8-c3a7dfa2a50c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (69ca417e-8306-48b9-9915-86881aa0e708), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.369217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422ad07b-8e63-4df6-b8f8-c3a7dfa2a50c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (69ca417e-8306-48b9-9915-86881aa0e708), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.406090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ad07b-8e63-4df6-b8f8-c3a7dfa2a50c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ca417e-8306-48b9-9915-86881aa0e708,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:55.488101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422ad07b-8e63-4df6-b8f8-c3a7dfa2a50c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.489439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-422ad07b-8e63-4df6-b8f8-c3a7dfa2a50c tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3183572 Feb 03 14:40:55.493502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43066) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:55.502746 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be303ea2-0fce-4b2a-8fb1-242872be4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c664ee9d-d22e-4899-a0b9-64b84db4fdd1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.505470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be303ea2-0fce-4b2a-8fb1-242872be4433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.506750 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-be303ea2-0fce-4b2a-8fb1-242872be4433 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c664ee9d-d22e-4899-a0b9-64b84db4fdd1 HTTP/1.1" status: 204 len: 168 time: 0.3507245 Feb 03 14:40:55.547052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be303ea2-0fce-4b2a-8fb1-242872be4433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c664ee9d-d22e-4899-a0b9-64b84db4fdd1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:55.579706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Allocated IP 172.20.0.14 (0f041cd3-480d-43ec-958a-c2a9508b1c07/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd/e305cace-3994-4024-bdf6-631cb9690022) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:55.581789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19f9e0ef-14d3-4eaa-835d-0adcd9ccb5c0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (9f8befa2-366f-47b4-b500-7f1036e508b9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.601435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-84f8ffa2-b401-4dfc-85ae-ea59a5281a0e tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:55.608875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-84f8ffa2-b401-4dfc-85ae-ea59a5281a0e tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/networks?id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c HTTP/1.1" status: 200 len: 809 time: 0.2508233 Feb 03 14:40:55.637000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-0f8cb87a-64c5-4197-8422-3364b7158773 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/quotas/d0abb1a598b94285b5081c62d2a75197 HTTP/1.1" status: 200 len: 375 time: 0.0272057 Feb 03 14:40:55.692580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19f9e0ef-14d3-4eaa-835d-0adcd9ccb5c0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (9f8befa2-366f-47b4-b500-7f1036e508b9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.705029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-f8ce2ffc-4707-42d2-bd9b-47cadff00633 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0abb1a598b94285b5081c62d2a75197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609069 Feb 03 14:40:55.946699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (e305cace-3994-4024-bdf6-631cb9690022), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:55.958871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-86ba3c51-f561-42f3-9773-3917e2766e44 service neutron] 10.222.0.52 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526839 Feb 03 14:40:56.004284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19f9e0ef-14d3-4eaa-835d-0adcd9ccb5c0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9f8befa2-366f-47b4-b500-7f1036e508b9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:56.009423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19f9e0ef-14d3-4eaa-835d-0adcd9ccb5c0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:56.013683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-19f9e0ef-14d3-4eaa-835d-0adcd9ccb5c0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/9f8befa2-366f-47b4-b500-7f1036e508b9 HTTP/1.1" status: 204 len: 168 time: 0.5174794 Feb 03 14:40:56.026961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43076) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:56.030642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9e0ef-14d3-4eaa-835d-0adcd9ccb5c0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8befa2-366f-47b4-b500-7f1036e508b9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:56.044196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e305cace-3994-4024-bdf6-631cb9690022), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:56.132705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-2d9e9e5d-b92e-4fcc-b625-b788476144b8 service neutron] 10.222.0.52 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728120 Feb 03 14:40:56.218818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:56.220697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:56.229088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:56.331474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=e305cace-3994-4024-bdf6-631cb9690022,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:56.347654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:56.348996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:56.378367 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c80c243d-5b52-4f1c-b188-0fcd78b502cd tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3444841 Feb 03 14:40:56.382245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:56.416206 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-716a27c4-7950-4086-bdc7-4c813cc4f855 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5337024 Feb 03 14:40:56.420337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43094) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:56.443648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:50:8b:c2'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:79:b9:15'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:56.450988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a6e06ee-9828-4fb1-ba92-7dab862eb0fa req-cecb9ef6-bce3-40e8-95da-99a432a230a4 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 210 time: 0.0835943 Feb 03 14:40:56.611821 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b65d6d2c-68a2-4962-9680-9bdd51d1f4b0 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2278032 Feb 03 14:40:56.614558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43098) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:56.636401 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-a6970405-1b5e-4efe-b6ab-0481ae6eb751 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] delete failed (client error): The resource could not be found. Feb 03 14:40:56.637701 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a6970405-1b5e-4efe-b6ab-0481ae6eb751 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "DELETE /v2.0/security-groups/9f8befa2-366f-47b4-b500-7f1036e508b9 HTTP/1.1" status: 404 len: 347 time: 0.0220413 Feb 03 14:40:56.641441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43100) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:56.668627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9a33c2e5-387b-4571-bdb0-ade35ff1aacb None None] Provisioning complete for port e305cace-3994-4024-bdf6-631cb9690022 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:56.669822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a33c2e5-387b-4571-bdb0-ade35ff1aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e305cace-3994-4024-bdf6-631cb9690022), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:56.743696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e305cace-3994-4024-bdf6-631cb9690022), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:56.744840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9a33c2e5-387b-4571-bdb0-ade35ff1aacb None None] Port e305cace-3994-4024-bdf6-631cb9690022 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:56.812758 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2eabdeb-3f04-455f-a922-86ee484853d2 tempest-SecGroupTest-951975801 tempest-SecGroupTest-951975801-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1397603 Feb 03 14:40:57.046828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43118) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:57.171328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for port (e305cace-3994-4024-bdf6-631cb9690022), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.179728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (e305cace-3994-4024-bdf6-631cb9690022), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.234250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-204424837-network', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:57.277627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Made reservation on behalf of a8cccde000f4420e823f7d8fcde7be93 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:57.280584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.295550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.339124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43126) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:57.389964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event updated for resources: {'Port': ['ID=e305cace-3994-4024-bdf6-631cb9690022,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:57.427707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] In _notify_port_updated(), no bound segment for port e305cace-3994-4024-bdf6-631cb9690022 on network 0f041cd3-480d-43ec-958a-c2a9508b1c07 {{(pid=103341) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 14:40:57.435907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:57.436620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.438110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c5a4557-f335-41c1-b37e-4f08d066800f tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "PUT /v2.0/ports/e305cace-3994-4024-bdf6-631cb9690022 HTTP/1.1" status: 200 len: 1057 time: 1.0109339 Feb 03 14:40:57.441018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43130) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:57.519221 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks [] for security_group (66e67fe6-c62b-4917-9d94-ddce0d9d687c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.563575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66e67fe6-c62b-4917-9d94-ddce0d9d687c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.615583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e67fe6-c62b-4917-9d94-ddce0d9d687c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:57.685231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf7f9d63-611b-48d7-911f-c175555f5748 req-f7d8e8c8-522c-4cce-b0af-361ac2d48f60 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 210 time: 0.0841947 Feb 03 14:40:57.691560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:40:57.702080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f7d696f5-4113-4462-a1b3-52c742dce895 None None] Provisioning complete for port e305cace-3994-4024-bdf6-631cb9690022 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:40:57.704481 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7d696f5-4113-4462-a1b3-52c742dce895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e305cace-3994-4024-bdf6-631cb9690022), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.723763 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bcfa57e0-ed6e-4ef2-ae07-abd3bc011603), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.724166 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Added segment bcfa57e0-ed6e-4ef2-ae07-abd3bc011603 of type vlan for network ff418be0-28a9-4233-99bb-3647055022c5 Feb 03 14:40:57.776500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-10e56215-e25d-46e3-b367-476160de3f1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b98b047566c940d3ab002732f0034a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4333534 Feb 03 14:40:57.776876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43134) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:57.778515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f7d696f5-4113-4462-a1b3-52c742dce895 None None] Port e305cace-3994-4024-bdf6-631cb9690022 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:40:57.798677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ff418be0-28a9-4233-99bb-3647055022c5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.832913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting port e305cace-3994-4024-bdf6-631cb9690022 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:57.833524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e305cace-3994-4024-bdf6-631cb9690022), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.844390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0f69c77-c4d6-4706-aad7-f93ea725c545 admin admin] Publish callbacks [] for security_group (a8a216db-3adf-4346-91f9-81788b041928), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.850763 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ff418be0-28a9-4233-99bb-3647055022c5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.851741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:57.852317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.872545 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0f69c77-c4d6-4706-aad7-f93ea725c545 admin admin] Publish callbacks [] for security_group (a8a216db-3adf-4346-91f9-81788b041928), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:57.879042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8311162 Feb 03 14:40:57.882518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43136) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:57.891081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Request body: {'subnet': {'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-204424837-subnet', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:57.932798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Made reservation on behalf of a8cccde000f4420e823f7d8fcde7be93 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:57.935706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.009456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1779c4-627c-4738-8ef9-b355cc972d0a admin admin] Pushing event updated for resources: {'Network': ['ID=ff418be0-28a9-4233-99bb-3647055022c5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:58.027124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ff418be0-28a9-4233-99bb-3647055022c5 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:40:58.030449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e305cace-3994-4024-bdf6-631cb9690022), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.043914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Calling delete_port for e305cace-3994-4024-bdf6-631cb9690022 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:58.069925 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0f69c77-c4d6-4706-aad7-f93ea725c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a8a216db-3adf-4346-91f9-81788b041928), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.074527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0f69c77-c4d6-4706-aad7-f93ea725c545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.079864 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e0f69c77-c4d6-4706-aad7-f93ea725c545 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8a216db-3adf-4346-91f9-81788b041928 HTTP/1.1" status: 204 len: 168 time: 0.3012230 Feb 03 14:40:58.108290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f69c77-c4d6-4706-aad7-f93ea725c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a216db-3adf-4346-91f9-81788b041928,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:58.335675 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (b4d91d35-bb9b-4f74-bd7f-bfd6926f370a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.408058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:58.436289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Checking segment: {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:40:58.436827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Network hostable DHCP agents. Network: ff418be0-28a9-4233-99bb-3647055022c5, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:40:58.466936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-a3170f53-dc4c-4f57-9978-d8812b877177 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:58.468500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-a3170f53-dc4c-4f57-9978-d8812b877177 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "GET /v2.0/networks?id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c HTTP/1.1" status: 200 len: 809 time: 0.2554572 Feb 03 14:40:58.475012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Network ff418be0-28a9-4233-99bb-3647055022c5 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:40:58.490589 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e305cace-3994-4024-bdf6-631cb9690022), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.492860 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ff418be0-28a9-4233-99bb-3647055022c5) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:58.502890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:40:58.506575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083d971-ec27-414d-a9f5-b3778ad5ec70 None None] Network ff418be0-28a9-4233-99bb-3647055022c5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:40:58.516927 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.536716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Port': ['ID=e305cace-3994-4024-bdf6-631cb9690022,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:58.536716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Request body: {'port': {'device_id': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c', 'admin_state_up': True, 'tenant_id': 'd0abb1a598b94285b5081c62d2a75197'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:58.572488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3fabcbc2-0e53-4949-a628-89a56e4229aa admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6765139 Feb 03 14:40:58.572488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:58.573962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:40:58.647021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (8aa39544-e62d-4baa-8a89-eb9cd4f06427), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.648243 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (8aa39544-e62d-4baa-8a89-eb9cd4f06427), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.690365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-ff418be0-28a9-4233-99bb-3647055022c5', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:40:58.691434 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:58.868873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks [] for router_controller (8aa39544-e62d-4baa-8a89-eb9cd4f06427), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.021750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88cf02b2-d6d3-4074-8154-6355a4e45dd9 req-287c589d-72a9-4d14-a426-36ddf79638bf tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 210 time: 0.1162870 Feb 03 14:40:59.035768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Allocated IP 172.20.0.2 (ff418be0-28a9-4233-99bb-3647055022c5/b4d91d35-bb9b-4f74-bd7f-bfd6926f370a/ae2a6150-dd6b-4089-90e3-db949174e6ce) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:59.090962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Made reservation on behalf of d0abb1a598b94285b5081c62d2a75197 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:40:59.095728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.198949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.209402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-df5c5e62-2411-426a-9dae-aadca5e1fa70 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/ports/e305cace-3994-4024-bdf6-631cb9690022 HTTP/1.1" status: 204 len: 168 time: 1.7661142 Feb 03 14:40:59.217645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43166) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:59.254768 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-80acb99b-3bf0-4fce-9aff-7ee98cc95d07 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] GET failed (client error): The resource could not be found. Feb 03 14:40:59.256118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-80acb99b-3bf0-4fce-9aff-7ee98cc95d07 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "GET /v2.0/ports/e305cace-3994-4024-bdf6-631cb9690022 HTTP/1.1" status: 404 len: 333 time: 0.0362689 Feb 03 14:40:59.259393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43170) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:59.272471 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Publish callbacks [] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.284866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.350605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Pushing event updated for resources: {'Port': ['ID=ae2a6150-dd6b-4089-90e3-db949174e6ce,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:59.370191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Network ff418be0-28a9-4233-99bb-3647055022c5 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:40:59.372482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:40:59.380028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:40:59.385348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Allocated IP 172.20.0.7 (b5fbe51e-abf0-4d4a-9920-6bda8e74b39c/94463095-eea5-4323-a1a7-80f94de4a68f/55480a04-f759-4c23-8ba7-9ca4eb78fe38) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:40:59.443414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting port 01de2fb0-c0da-457e-93cc-9b0f3d1ae937 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:40:59.443771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (01de2fb0-c0da-457e-93cc-9b0f3d1ae937), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.475963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Attempting to bind port ae2a6150-dd6b-4089-90e3-db949174e6ce on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:40:59.476530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Attempting to bind port ae2a6150-dd6b-4089-90e3-db949174e6ce by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:40:59.476918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Attempting to bind port ae2a6150-dd6b-4089-90e3-db949174e6ce on network ff418be0-28a9-4233-99bb-3647055022c5 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:40:59.483478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:40:59.484122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Checking segment: {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:40:59.484752 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.485343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Bound using segment: {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:40:59.486012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Bound port: ae2a6150-dd6b-4089-90e3-db949174e6ce, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:40:59.486711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.604199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] For port ae2a6150-dd6b-4089-90e3-db949174e6ce, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:40:59.612567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] For port ae2a6150-dd6b-4089-90e3-db949174e6ce, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae2a6150-dd6b-4089-90e3-db949174e6ce,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:40:59.622216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.704949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43180) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:40:59.740779 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (01de2fb0-c0da-457e-93cc-9b0f3d1ae937), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.770197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Calling delete_port for 01de2fb0-c0da-457e-93cc-9b0f3d1ae937 owned by {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:40:59.789692 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks [] for router_gateway (8aa39544-e62d-4baa-8a89-eb9cd4f06427), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.804323 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks [] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:40:59.819841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e01ff1-0344-4164-8155-ab9000613af4 None None] Pushing event updated for resources: {'Port': ['ID=ae2a6150-dd6b-4089-90e3-db949174e6ce,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:40:59.934055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.043441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Pushing event updated for resources: {'Port': ['ID=55480a04-f759-4c23-8ba7-9ca4eb78fe38,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:00.063254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:00.066253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:00.081722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ccaf87ce-75b4-439d-a929-6f8384d78d5b tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2026196076', 'prefixes': ['172.20.0.0/16']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:00.087313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:41:00.221558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:00.222301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.251059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks [] for router_gateway (8aa39544-e62d-4baa-8a89-eb9cd4f06427), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.280135 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (01de2fb0-c0da-457e-93cc-9b0f3d1ae937), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.296743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.352054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Port': ['ID=01de2fb0-c0da-457e-93cc-9b0f3d1ae937,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:00.447915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Allocated IP 172.25.0.32 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1c1adfe9-c065-4d62-8e3e-3d981216318d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:41:00.478845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3a6033e1-e1eb-4c0c-83da-41a881447d6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9562528 Feb 03 14:41:00.497475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Request body: {'port': {'device_id': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:00.521248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.525052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0031c646-ff24-4839-990f-795c1d83df53 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/ports/01de2fb0-c0da-457e-93cc-9b0f3d1ae937 HTTP/1.1" status: 204 len: 168 time: 1.2645423 Feb 03 14:41:00.538746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43190) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:00.579763 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-834ffc18-a405-4732-92d0-4af12356a921 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] GET failed (client error): The resource could not be found. Feb 03 14:41:00.581488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-834ffc18-a405-4732-92d0-4af12356a921 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "GET /v2.0/ports/01de2fb0-c0da-457e-93cc-9b0f3d1ae937 HTTP/1.1" status: 404 len: 333 time: 0.0415437 Feb 03 14:41:00.587504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43192) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:00.636082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88ab2f-1b99-422a-8f95-a0efaaf822ec req-e3679ed9-bb6d-42c2-a516-0f5a237bd599 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:00.639768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad88ab2f-1b99-422a-8f95-a0efaaf822ec req-e3679ed9-bb6d-42c2-a516-0f5a237bd599 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 931 time: 0.5023551 Feb 03 14:41:00.706629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ccaf87ce-75b4-439d-a929-6f8384d78d5b tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.711590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ccaf87ce-75b4-439d-a929-6f8384d78d5b tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0037045 Feb 03 14:41:00.713744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43194) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:00.728331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks [] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.747160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting port 50573ebd-6a3a-4a48-a12d-dc8f358e1089 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:41:00.747532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (50573ebd-6a3a-4a48-a12d-dc8f358e1089), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.841375 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.853115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-095e182b-e431-42b2-a5ef-4f76847e1e61 tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] 10.222.0.52 "GET /v2.0/subnetpools/54120855-5bda-495c-8064-226e73a7da66 HTTP/1.1" status: 200 len: 732 time: 0.0844612 Feb 03 14:41:00.862263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad88ab2f-1b99-422a-8f95-a0efaaf822ec req-9c572365-60b3-4b74-8acb-eed936b2c25f tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087893 Feb 03 14:41:00.862905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:00.913482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43196) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:00.919398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b053b002-0270-4fca-a7e5-6123becaca5c tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1237644498'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:00.955703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1adfe9-c065-4d62-8e3e-3d981216318d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:00.982537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:00.991322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:00.995239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:41:01.039143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (50573ebd-6a3a-4a48-a12d-dc8f358e1089), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.080874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Calling delete_port for 50573ebd-6a3a-4a48-a12d-dc8f358e1089 owned by {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:41:01.184972 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b053b002-0270-4fca-a7e5-6123becaca5c tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.190725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b053b002-0270-4fca-a7e5-6123becaca5c tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] 10.222.0.52 "PUT /v2.0/subnetpools/54120855-5bda-495c-8064-226e73a7da66 HTTP/1.1" status: 200 len: 684 time: 0.2722690 Feb 03 14:41:01.191327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43202) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:01.312363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae2a6150-dd6b-4089-90e3-db949174e6ce up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:01.364498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a6c24-3d33-4e0e-b80e-1e17702acfcc None None] Network ff418be0-28a9-4233-99bb-3647055022c5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:41:01.399878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (50573ebd-6a3a-4a48-a12d-dc8f358e1089), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.449236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-65cde551-150c-4de5-bf98-5ef6ecef408c tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.455080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-65cde551-150c-4de5-bf98-5ef6ecef408c tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] 10.222.0.52 "DELETE /v2.0/subnetpools/54120855-5bda-495c-8064-226e73a7da66 HTTP/1.1" status: 204 len: 168 time: 0.2447524 Feb 03 14:41:01.469317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43204) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:01.482759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Port': ['ID=50573ebd-6a3a-4a48-a12d-dc8f358e1089,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:01.511258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Provisioning complete for port ae2a6150-dd6b-4089-90e3-db949174e6ce triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:01.511802 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.526090 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-45a633e4-cc13-4d2d-aaeb-cffbfeca253e tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] show failed (client error): The resource could not be found. Feb 03 14:41:01.532481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-45a633e4-cc13-4d2d-aaeb-cffbfeca253e tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] 10.222.0.52 "GET /v2.0/subnetpools/54120855-5bda-495c-8064-226e73a7da66 HTTP/1.1" status: 404 len: 346 time: 0.0591738 Feb 03 14:41:01.542329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43206) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:01.573776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ae2a6150-dd6b-4089-90e3-db949174e6ce triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:01.574104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.631230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.637648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-336bf4fb-9b38-496d-a493-272903790e2d tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/ports/50573ebd-6a3a-4a48-a12d-dc8f358e1089 HTTP/1.1" status: 204 len: 168 time: 1.0489240 Feb 03 14:41:01.638309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43208) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:01.687909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55480a04-f759-4c23-8ba7-9ca4eb78fe38 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:41:01.700948 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Publish callbacks [] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.715729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting subnet 7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:41:01.732126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Transition to ACTIVE for port object 55480a04-f759-4c23-8ba7-9ca4eb78fe38 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:41:01.734605 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-90abf16d-ebf3-4df7-bb8b-14b753253a2c tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] delete failed (client error): The resource could not be found. Feb 03 14:41:01.736231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-90abf16d-ebf3-4df7-bb8b-14b753253a2c tempest-SubnetPoolsTestJSON-1167865204 tempest-SubnetPoolsTestJSON-1167865204-project] 10.222.0.52 "DELETE /v2.0/subnetpools/54120855-5bda-495c-8064-226e73a7da66 HTTP/1.1" status: 404 len: 346 time: 0.1924887 Feb 03 14:41:01.737514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.754774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Current status of the port ae2a6150-dd6b-4089-90e3-db949174e6ce is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:01.755216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.817216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] For port ae2a6150-dd6b-4089-90e3-db949174e6ce, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae2a6150-dd6b-4089-90e3-db949174e6ce,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:01.828912 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.837301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for subnet (7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:01.922212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=55480a04-f759-4c23-8ba7-9ca4eb78fe38,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:01.929091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Pushing event updated for resources: {'Port': ['ID=ae2a6150-dd6b-4089-90e3-db949174e6ce,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:01.939720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.940438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.940679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.941128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.941576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.942043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.942483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.942979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.943518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.944133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.944395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.944908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.945559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d878dc-e148-4a51-be4c-de00de9ebdbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:01.997955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Attempting to bind port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:41:01.998313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Attempting to bind port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:41:01.998637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Attempting to bind port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 on network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:02.012437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 on network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:41:02.012803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Attempting to bind port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 on network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:02.020409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:41:02.020785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Checking segment: {'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:02.021182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Bound using segment: {'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:41:02.026402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Bound port: 55480a04-f759-4c23-8ba7-9ca4eb78fe38, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:41:02.026841 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.031764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ae2a6150-dd6b-4089-90e3-db949174e6ce is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:02.069849 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.124438 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks [] for router_gateway (8aa39544-e62d-4baa-8a89-eb9cd4f06427), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.161882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f6f60f2a-0f2e-4626-bb0b-ce22f14db173 None None] Provisioning complete for port ae2a6150-dd6b-4089-90e3-db949174e6ce triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:02.162272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f2a-0f2e-4626-bb0b-ce22f14db173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.257491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] For port 55480a04-f759-4c23-8ba7-9ca4eb78fe38, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:41:02.267569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1632-0d0a-497e-b0a0-45a9a5d96bdc req-11592a77-eabd-448e-84c9-eeb3153fdea4 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:02.269163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88af1632-0d0a-497e-b0a0-45a9a5d96bdc req-11592a77-eabd-448e-84c9-eeb3153fdea4 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 943 time: 0.2052438 Feb 03 14:41:02.270991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] For port 55480a04-f759-4c23-8ba7-9ca4eb78fe38, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=55480a04-f759-4c23-8ba7-9ca4eb78fe38,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:41:02.286086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.294123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.305793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f6f60f2a-0f2e-4626-bb0b-ce22f14db173 None None] Current status of the port ae2a6150-dd6b-4089-90e3-db949174e6ce is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:02.328612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43220) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:02.351251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:02.351465 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.352869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] 10.222.0.71 "PUT /v2.0/ports/55480a04-f759-4c23-8ba7-9ca4eb78fe38 HTTP/1.1" status: 200 len: 1091 time: 1.8608260 Feb 03 14:41:02.353893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'tag': '55480a04-f759-4c23-8ba7-9ca4eb78fe38'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:41:02.356277 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dc8935-f59c-4c94-a9fe-59ac4038a52a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c98947-2866-4d5d-8c63-e584d0c3162a", "tag": "55480a04-f759-4c23-8ba7-9ca4eb78fe38"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:41:02.396934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88af1632-0d0a-497e-b0a0-45a9a5d96bdc req-7f219dff-3807-4eee-9e5c-4c745221bc8a tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184239 Feb 03 14:41:02.411654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fd673-74fe-4bb1-82ad-728e9fb5fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=55480a04-f759-4c23-8ba7-9ca4eb78fe38,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:02.518281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.526545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-1252cab6-f0b5-40b7-bb3f-52b5380b98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:02.528080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-1252cab6-f0b5-40b7-bb3f-52b5380b98c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0abb1a598b94285b5081c62d2a75197&device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 1125 time: 0.1107447 Feb 03 14:41:02.530182 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (8aa39544-e62d-4baa-8a89-eb9cd4f06427), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.555233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:02.557998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.563914 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eb0798ab-8c81-49fe-a808-578cdc20e643 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/subnets/7b6c1d10-8b34-4b61-b59f-c3fbf4d237dd HTTP/1.1" status: 204 len: 168 time: 0.9196537 Feb 03 14:41:02.566118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43228) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:02.572844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82346f97-98ef-4d3d-86a0-629164517570 None None] Network 0f041cd3-480d-43ec-958a-c2a9508b1c07 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:41:02.576896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-c8807096-8ba8-44c3-a2c8-3e9ea314e3e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55480a04-f759-4c23-8ba7-9ca4eb78fe38 HTTP/1.1" status: 200 len: 217 time: 0.0364892 Feb 03 14:41:02.657064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-754bad7c-971a-4408-b9d4-daf9575acb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.670363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3c02db6a-1364-4e9d-9c06-3eaceab3a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:02.671863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-3c02db6a-1364-4e9d-9c06-3eaceab3a6fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94463095-eea5-4323-a1a7-80f94de4a68f HTTP/1.1" status: 200 len: 849 time: 0.0890415 Feb 03 14:41:02.741830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-f1a893fa-26a5-453e-b5c8-4cc2f6fd4809 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607724 Feb 03 14:41:02.761899 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (0f041cd3-480d-43ec-958a-c2a9508b1c07), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.786009 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f2dc7b-569f-442b-8f56-a9994d7c3f2f x-openstack-request-id: req-41f2dc7b-569f-442b-8f56-a9994d7c3f2f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:41:02.786314 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c98947-2866-4d5d-8c63-e584d0c3162a", "tag": "55480a04-f759-4c23-8ba7-9ca4eb78fe38", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:41:02.786565 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41f2dc7b-569f-442b-8f56-a9994d7c3f2f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:41:02.787187 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'tag': '55480a04-f759-4c23-8ba7-9ca4eb78fe38', 'status': 'completed', 'code': 200} Feb 03 14:41:02.851303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-186c0573-9300-4a52-b9b6-fdbfbddcc83c service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036851 Feb 03 14:41:02.871865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] DHCP port deletion for 0f041cd3-480d-43ec-958a-c2a9508b1c07 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:41:02.910904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-754bad7c-971a-4408-b9d4-daf9575acb21 admin admin] Publish callbacks [] for security_group (d8cba3e4-b45f-4985-9b7e-088b3b072a7e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.916637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-754bad7c-971a-4408-b9d4-daf9575acb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d8cba3e4-b45f-4985-9b7e-088b3b072a7e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.922553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:41:02.924996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Deleting port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:41:02.925334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.948464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] Deleting port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:41:02.949868 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:02.962130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91db95aa-0b73-4305-aaa6-e0f83c02808c req-7134bb06-3dc1-4d16-b55d-520da318b5ed service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046960 Feb 03 14:41:03.037514 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-754bad7c-971a-4408-b9d4-daf9575acb21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=631b577e68524e83856da1908f12c15e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083683 Feb 03 14:41:03.040143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43232) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:03.064313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] For port b8d6e039-aa0e-4b19-b1eb-58eced9862b9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,segment=NetworkSegment(bc7ec3b3-6fad-4985-a9a8-e23c3922bd39),segment_id=bc7ec3b3-6fad-4985-a9a8-e23c3922bd39)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:03.065570 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.074406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bad7c-971a-4408-b9d4-daf9575acb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cba3e4-b45f-4985-9b7e-088b3b072a7e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:03.086347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] Calling delete_port for b8d6e039-aa0e-4b19-b1eb-58eced9862b9 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:41:03.129093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] For port b8d6e039-aa0e-4b19-b1eb-58eced9862b9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,segment=NetworkSegment(bc7ec3b3-6fad-4985-a9a8-e23c3922bd39),segment_id=bc7ec3b3-6fad-4985-a9a8-e23c3922bd39)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:03.129488 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.184129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Calling delete_port for b8d6e039-aa0e-4b19-b1eb-58eced9862b9 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:41:03.194835 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:41:03.211394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae2a6150-dd6b-4089-90e3-db949174e6ce up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:03.215007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.222015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28664e61-c62f-4fb2-bdcc-cc652b0d6480 admin admin] Publish callbacks [] for security_group (d8cba3e4-b45f-4985-9b7e-088b3b072a7e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.235173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-0c65c8e9-e8bd-444c-a4bf-5c4d4ebd88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:03.237462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-0c65c8e9-e8bd-444c-a4bf-5c4d4ebd88ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0abb1a598b94285b5081c62d2a75197&device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 1125 time: 0.1619222 Feb 03 14:41:03.247977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:41:03.281276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.282576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-85c361e9-fc18-4509-8598-950a961c4029 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7167537 Feb 03 14:41:03.286796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43236) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:03.299617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] Pushing event deleted for resources: {'Port': ['ID=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:03.302303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Sync routers for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:41:03.308347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a70bc-612f-430f-a961-ee3690002d8b None None] No DVR routers for this DVR port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:41:03.347146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:03.347779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:03.367641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28664e61-c62f-4fb2-bdcc-cc652b0d6480 admin admin] Publish callbacks [] for security_group (d8cba3e4-b45f-4985-9b7e-088b3b072a7e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.391261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b8d6e039-aa0e-4b19-b1eb-58eced9862b9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.432246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-bbae0505-6435-401d-85dc-a273c75b948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:03.436077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-bbae0505-6435-401d-85dc-a273c75b948c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c HTTP/1.1" status: 200 len: 910 time: 0.1919219 Feb 03 14:41:03.460970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ae2a6150-dd6b-4089-90e3-db949174e6ce triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:03.461341 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.464138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28664e61-c62f-4fb2-bdcc-cc652b0d6480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d8cba3e4-b45f-4985-9b7e-088b3b072a7e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.467586 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28664e61-c62f-4fb2-bdcc-cc652b0d6480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.468869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-28664e61-c62f-4fb2-bdcc-cc652b0d6480 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8cba3e4-b45f-4985-9b7e-088b3b072a7e HTTP/1.1" status: 204 len: 168 time: 0.4274168 Feb 03 14:41:03.505952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:03.506428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Port': ['ID=b8d6e039-aa0e-4b19-b1eb-58eced9862b9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:03.515011 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] No DVR routers for this DVR port b8d6e039-aa0e-4b19-b1eb-58eced9862b9 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:41:03.607025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-b5892d8d-a229-4395-aa33-941d61ceee5b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55480a04-f759-4c23-8ba7-9ca4eb78fe38 HTTP/1.1" status: 200 len: 217 time: 0.1632593 Feb 03 14:41:03.611209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28664e61-c62f-4fb2-bdcc-cc652b0d6480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cba3e4-b45f-4985-9b7e-088b3b072a7e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:03.677849 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (0f041cd3-480d-43ec-958a-c2a9508b1c07), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.749520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f041cd3-480d-43ec-958a-c2a9508b1c07']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:03.749999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ae2a6150-dd6b-4089-90e3-db949174e6ce is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:03.773522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-372b59f7-4739-4f2d-ac1e-daed905f26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:03.775028 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-372b59f7-4739-4f2d-ac1e-daed905f26d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94463095-eea5-4323-a1a7-80f94de4a68f HTTP/1.1" status: 200 len: 849 time: 0.1526539 Feb 03 14:41:03.783900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f22a2-38fb-4b9f-aac5-a2cb4cb4a748 req-84bfa8fd-40c8-4b88-8676-0efdf4544902 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:03.785424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c1f22a2-38fb-4b9f-aac5-a2cb4cb4a748 req-84bfa8fd-40c8-4b88-8676-0efdf4544902 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 943 time: 0.2406092 Feb 03 14:41:03.794558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7ec3b3-6fad-4985-a9a8-e23c3922bd39') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:03.795102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7ec3b3-6fad-4985-a9a8-e23c3922bd39') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:03.816944 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (bc7ec3b3-6fad-4985-a9a8-e23c3922bd39), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.820365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-8141419d-4ab5-4d9e-9c12-757b666a75dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339823 Feb 03 14:41:03.832115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8d6e039-aa0e-4b19-b1eb-58eced9862b9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:41:03.842110 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bc7ec3b3-6fad-4985-a9a8-e23c3922bd39), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:03.878556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b8d6e039-aa0e-4b19-b1eb-58eced9862b9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:41:03.879228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8d6e039-aa0e-4b19-b1eb-58eced9862b9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:41:03.901810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:01Z', 'revision_number': 3, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:03.943308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Checking router: 8aa39544-e62d-4baa-8a89-eb9cd4f06427 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:41:03.943548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Updating router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 port 1c1adfe9-c065-4d62-8e3e-3d981216318d binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:41:03.980567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c1f22a2-38fb-4b9f-aac5-a2cb4cb4a748 req-01652de6-17fd-4505-8892-7e41f2f9fc33 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848574 Feb 03 14:41:03.983824 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.045074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-edb4adfc-e66d-44da-ab38-ea20e1023948 service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170510 Feb 03 14:41:04.176167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41dc8935-f59c-4c94-a9fe-59ac4038a52a req-6c6217cd-d28b-4ed5-9b61-f4617a152bd4 service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228638 Feb 03 14:41:04.393742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:41:04.394296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (bc7ec3b3-6fad-4985-a9a8-e23c3922bd39), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:41:04.410671 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:41:04.527834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Publish callbacks [] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.535464 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.568811 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (0f041cd3-480d-43ec-958a-c2a9508b1c07), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.578475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.582556 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] 10.222.0.52 "DELETE /v2.0/networks/0f041cd3-480d-43ec-958a-c2a9508b1c07 HTTP/1.1" status: 204 len: 168 time: 2.0135243 Feb 03 14:41:04.598087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62c235-8ce8-4a6c-9146-1e5a6014c7e6 tempest-AllowedAddressPairTestJSON-832968375 tempest-AllowedAddressPairTestJSON-832968375-project] Pushing event deleted for resources: {'Network': ['ID=0f041cd3-480d-43ec-958a-c2a9508b1c07,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:04.644630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43268) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:04.651025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523cec2-0a0d-44b9-aeea-06f6885ea323 None None] Pushing event updated for resources: {'Port': ['ID=1c1adfe9-c065-4d62-8e3e-3d981216318d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:04.652657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0069306 Feb 03 14:41:04.653306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43270) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:04.658555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Attempting to bind port 1c1adfe9-c065-4d62-8e3e-3d981216318d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:41:04.659325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Attempting to bind port 1c1adfe9-c065-4d62-8e3e-3d981216318d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:41:04.659847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Attempting to bind port 1c1adfe9-c065-4d62-8e3e-3d981216318d on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:04.668174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:41:04.668627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:04.669045 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.670186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:41:04.671017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Bound port: 1c1adfe9-c065-4d62-8e3e-3d981216318d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:41:04.671436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.698160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.734321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] For port 1c1adfe9-c065-4d62-8e3e-3d981216318d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:41:04.738116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] For port 1c1adfe9-c065-4d62-8e3e-3d981216318d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1c1adfe9-c065-4d62-8e3e-3d981216318d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:41:04.745735 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:04.811766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:04.812558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:04.857785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ff2dda49-3f7a-4247-a7b7-b0e41814b8d0 tempest-NetworksApiDiscovery-1024621816 tempest-NetworksApiDiscovery-1024621816-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2020555 Feb 03 14:41:04.946948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:04.959365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Allocated IP 172.20.0.1 (ff418be0-28a9-4233-99bb-3647055022c5/b4d91d35-bb9b-4f74-bd7f-bfd6926f370a/bf00aab7-e06d-43de-8032-1050e11a57a0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:41:05.127910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43284) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:05.140196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks [] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.177913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.233215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Network ff418be0-28a9-4233-99bb-3647055022c5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:05.237236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:05.241840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:41:05.272114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Pushing event updated for resources: {'Port': ['ID=bf00aab7-e06d-43de-8032-1050e11a57a0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:05.279772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96199527-fdc2-42f2-a94d-f8cf021ef0ae req-651ed131-569c-425f-82a7-0227f0f1cf6a tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:05.281696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96199527-fdc2-42f2-a94d-f8cf021ef0ae req-651ed131-569c-425f-82a7-0227f0f1cf6a tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 943 time: 0.1735289 Feb 03 14:41:05.282631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523cec2-0a0d-44b9-aeea-06f6885ea323 None None] Pushing event updated for resources: {'Port': ['ID=1c1adfe9-c065-4d62-8e3e-3d981216318d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:05.322436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (8aa39544-e62d-4baa-8a89-eb9cd4f06427), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.350228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43290) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:05.402743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96199527-fdc2-42f2-a94d-f8cf021ef0ae req-d7010f27-5139-4146-940d-cebc5d8fbd5a tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099119 Feb 03 14:41:05.409354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:01Z', 'revision_number': 3, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:05.452454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb40a9f0-c669-49aa-a8d3-1ae0f534e80c None None] The sync data for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 is: [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:01Z', 'revision_number': 3, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:41:05.558792 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fd8523a-4840-440c-b4ff-b574810dd321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.582508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.611251 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-00613920-c639-47d1-8d2d-c47bb4343bc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aac5402c048541a887f9219dde4da61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798205 Feb 03 14:41:05.612062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43294) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:05.674728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-87684df2-0202-41f5-9593-452e264b086e None None] Provisioning complete for port bf00aab7-e06d-43de-8032-1050e11a57a0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:05.674728 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87684df2-0202-41f5-9593-452e264b086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.679417 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fd8523a-4840-440c-b4ff-b574810dd321 admin admin] Publish callbacks [] for security_group (0fe8e3b7-fceb-460d-b479-10bc58eaaa28), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.683958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fd8523a-4840-440c-b4ff-b574810dd321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0fe8e3b7-fceb-460d-b479-10bc58eaaa28), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.726367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87684df2-0202-41f5-9593-452e264b086e None None] Port bf00aab7-e06d-43de-8032-1050e11a57a0 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:41:05.749247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8fd8523a-4840-440c-b4ff-b574810dd321 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95703cb97f6e47bbb81c33c6b40af1db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874617 Feb 03 14:41:05.750204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43296) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:05.755173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8523a-4840-440c-b4ff-b574810dd321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe8e3b7-fceb-460d-b479-10bc58eaaa28,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:05.816786 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks [] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.824389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.867104 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37f368cb-b825-4e37-8847-b448a6ff5e08 admin admin] Publish callbacks [] for security_group (0fe8e3b7-fceb-460d-b479-10bc58eaaa28), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.894583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37f368cb-b825-4e37-8847-b448a6ff5e08 admin admin] Publish callbacks [] for security_group (0fe8e3b7-fceb-460d-b479-10bc58eaaa28), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.896293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd2e074d-8c16-403e-bdbb-609764e0e647 admin admin] Publish callbacks [] for security_group (93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.921805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (8aa39544-e62d-4baa-8a89-eb9cd4f06427), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.927200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Pushing event updated for resources: {'Port': ['ID=bf00aab7-e06d-43de-8032-1050e11a57a0,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:05.943154 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd2e074d-8c16-403e-bdbb-609764e0e647 admin admin] Publish callbacks [] for security_group (93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.972606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37f368cb-b825-4e37-8847-b448a6ff5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0fe8e3b7-fceb-460d-b479-10bc58eaaa28), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.976175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37f368cb-b825-4e37-8847-b448a6ff5e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:05.977719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-37f368cb-b825-4e37-8847-b448a6ff5e08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fe8e3b7-fceb-460d-b479-10bc58eaaa28 HTTP/1.1" status: 204 len: 168 time: 0.2062688 Feb 03 14:41:05.990170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f368cb-b825-4e37-8847-b448a6ff5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe8e3b7-fceb-460d-b479-10bc58eaaa28,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:06.100109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd2e074d-8c16-403e-bdbb-609764e0e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:06.102731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd2e074d-8c16-403e-bdbb-609764e0e647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:06.107178 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fd2e074d-8c16-403e-bdbb-609764e0e647 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad HTTP/1.1" status: 204 len: 168 time: 0.4914722 Feb 03 14:41:06.107316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Network ff418be0-28a9-4233-99bb-3647055022c5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:06.111695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:06.138171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e074d-8c16-403e-bdbb-609764e0e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c8d9d0-9bc4-4aef-a1c9-9b6cb1fe2fad,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:06.376827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:41:06.570299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ba15a80e-58ef-40a3-a171-9b9ac9c54581 None None] Provisioning complete for port bf00aab7-e06d-43de-8032-1050e11a57a0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:06.573708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba15a80e-58ef-40a3-a171-9b9ac9c54581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:06.600010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:41:06.608123 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9af255da-d4bb-46a9-832c-85defd6fca27 admin admin] 10.222.0.52 "PUT /v2.0/routers/8aa39544-e62d-4baa-8a89-eb9cd4f06427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3189621 Feb 03 14:41:06.666068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ba15a80e-58ef-40a3-a171-9b9ac9c54581 None None] Port bf00aab7-e06d-43de-8032-1050e11a57a0 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:41:06.667526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040d4a-77f7-4dcb-9256-99a04c311580 req-baa26bd1-e8b4-434c-b084-a03ea1b38893 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:06.669699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4040d4a-77f7-4dcb-9256-99a04c311580 req-baa26bd1-e8b4-434c-b084-a03ea1b38893 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 943 time: 0.1365824 Feb 03 14:41:06.739900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4040d4a-77f7-4dcb-9256-99a04c311580 req-9279a0f2-34fa-4a12-96f1-b92192960005 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585823 Feb 03 14:41:07.207676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c1adfe9-c065-4d62-8e3e-3d981216318d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:07.274778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1c1adfe9-c065-4d62-8e3e-3d981216318d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:07.275961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.315234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 55480a04-f759-4c23-8ba7-9ca4eb78fe38 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:41:07.487689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1c1adfe9-c065-4d62-8e3e-3d981216318d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:07.488017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.523568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 1c1adfe9-c065-4d62-8e3e-3d981216318d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1c1adfe9-c065-4d62-8e3e-3d981216318d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:07.531999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.539657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 55480a04-f759-4c23-8ba7-9ca4eb78fe38, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=55480a04-f759-4c23-8ba7-9ca4eb78fe38,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:07.577664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '55480a04-f759-4c23-8ba7-9ca4eb78fe38', 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c', 'port_id': '55480a04-f759-4c23-8ba7-9ca4eb78fe38', 'mac_address': 'fa:16:3e:ea:ca:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94463095-eea5-4323-a1a7-80f94de4a68f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:41:07.625044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=1c1adfe9-c065-4d62-8e3e-3d981216318d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:07.640138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:07.640951 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.656907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55480a04-f759-4c23-8ba7-9ca4eb78fe38 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:41:07.676296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43364) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:07.681928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-557349827-network', 'tenant_id': '106f872d51574aedbb0a0dce39275dee'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:07.688917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 55480a04-f759-4c23-8ba7-9ca4eb78fe38, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=55480a04-f759-4c23-8ba7-9ca4eb78fe38,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:07.695578 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.718936 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Made reservation on behalf of 106f872d51574aedbb0a0dce39275dee for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:41:07.721935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.735740 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.763704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=55480a04-f759-4c23-8ba7-9ca4eb78fe38,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:07.869740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43370) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:07.919727 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks [] for security_group (55a498f6-91f5-447e-ae0d-d918bd00c45c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.924926 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (55a498f6-91f5-447e-ae0d-d918bd00c45c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.944478 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Sync routers for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:41:07.950601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:41:07.967001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a498f6-91f5-447e-ae0d-d918bd00c45c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:07.968979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:07.973935 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:07.989159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7ab7d72c-20bb-4710-9586-9a953a12fe15), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:07.989521 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Added segment 7ab7d72c-20bb-4710-9586-9a953a12fe15 of type vlan for network d71f36a4-f4dd-43b9-8c4f-06111b760aee Feb 03 14:41:07.995412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca8267-f89f-4af5-952a-e70d469f1f44 req-d25c66d9-29ea-47bb-aa42-253cc235ce92 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:07.997177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdca8267-f89f-4af5-952a-e70d469f1f44 req-d25c66d9-29ea-47bb-aa42-253cc235ce92 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 944 time: 0.1185143 Feb 03 14:41:08.036891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (d71f36a4-f4dd-43b9-8c4f-06111b760aee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.057908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-11cfc104-4a66-4d8d-9f8a-4b0de622a9c1 tempest-DvrRoutersNegativeTest-1787254121 tempest-DvrRoutersNegativeTest-1787254121-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1358386703', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:08.062241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.policy [None req-11cfc104-4a66-4d8d-9f8a-4b0de622a9c1 tempest-DvrRoutersNegativeTest-1787254121 tempest-DvrRoutersNegativeTest-1787254121-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103342) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 03 14:41:08.062551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.policy [None req-11cfc104-4a66-4d8d-9f8a-4b0de622a9c1 tempest-DvrRoutersNegativeTest-1787254121 tempest-DvrRoutersNegativeTest-1787254121-project] Failed policy check for 'create_router' {{(pid=103342) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 03 14:41:08.062744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['55480a04-f759-4c23-8ba7-9ca4eb78fe38'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:41:08.063181 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-11cfc104-4a66-4d8d-9f8a-4b0de622a9c1 tempest-DvrRoutersNegativeTest-1787254121 tempest-DvrRoutersNegativeTest-1787254121-project] create failed (client error): Access was denied to this resource. Feb 03 14:41:08.065770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-11cfc104-4a66-4d8d-9f8a-4b0de622a9c1 tempest-DvrRoutersNegativeTest-1787254121 tempest-DvrRoutersNegativeTest-1787254121-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1941030 Feb 03 14:41:08.075260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (d71f36a4-f4dd-43b9-8c4f-06111b760aee), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.076386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:08.077209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.153079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdca8267-f89f-4af5-952a-e70d469f1f44 req-36cfdc39-52b6-4d63-b5f7-93c5ecbb83e3 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496966 Feb 03 14:41:08.158772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4812257 Feb 03 14:41:08.161623 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43380) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:08.170571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Request body: {'subnet': {'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-557349827-subnet', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:08.175142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cab048-f15e-4ca0-aa1e-62bf4f1c5ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=d71f36a4-f4dd-43b9-8c4f-06111b760aee,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:08.194445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:41:08.195629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Made reservation on behalf of 106f872d51574aedbb0a0dce39275dee for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:41:08.204769 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.258718 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:08.512500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43392) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:08.565478 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ad453882-083f-4c10-8008-d65b1c13c4c9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.622717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad453882-083f-4c10-8008-d65b1c13c4c9,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:08.656510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Checking segment: {'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:08.657146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Network hostable DHCP agents. Network: d71f36a4-f4dd-43b9-8c4f-06111b760aee, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:41:08.658845 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 2, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:08.678811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:41:08.690073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, d71f36a4-f4dd-43b9-8c4f-06111b760aee) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:08.699656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6492b1dd-6168-4a31-b828-e035157d44a4 None None] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:41:08.708103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:08.709031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.746694 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-70213102-dc86-4ab4-8e34-f456809b4d29 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5819194 Feb 03 14:41:08.747321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43402) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:08.748370 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Checking router: 8aa39544-e62d-4baa-8a89-eb9cd4f06427 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:41:08.750507 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Updating router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 port bf00aab7-e06d-43de-8032-1050e11a57a0 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:41:08.751590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:08.795344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (09881167-cb59-4036-b439-1dabaae8efc5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.796604 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (09881167-cb59-4036-b439-1dabaae8efc5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.802696 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.850014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-d71f36a4-f4dd-43b9-8c4f-06111b760aee', 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee', 'project_id': '106f872d51574aedbb0a0dce39275dee', 'fixed_ips': [{'subnet_id': 'ad453882-083f-4c10-8008-d65b1c13c4c9'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:41:08.851234 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:08.886031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks [] for router_controller (09881167-cb59-4036-b439-1dabaae8efc5), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.055988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.070908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Allocated IP 172.20.0.2 (d71f36a4-f4dd-43b9-8c4f-06111b760aee/ad453882-083f-4c10-8008-d65b1c13c4c9/b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:41:09.205487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c1adfe9-c065-4d62-8e3e-3d981216318d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:09.252276 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Publish callbacks [] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.261612 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.402933 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Attempting to bind port bf00aab7-e06d-43de-8032-1050e11a57a0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:41:09.403147 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Attempting to bind port bf00aab7-e06d-43de-8032-1050e11a57a0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:41:09.403785 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Attempting to bind port bf00aab7-e06d-43de-8032-1050e11a57a0 on network ff418be0-28a9-4233-99bb-3647055022c5 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:09.413136 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Publish callbacks [] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.415945 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Pushing event updated for resources: {'Port': ['ID=bf00aab7-e06d-43de-8032-1050e11a57a0,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:09.427815 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.427815 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.428055 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.428201 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.428545 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.428870 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.429243 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.429492 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.429809 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.430125 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.430438 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.430751 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.437808 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:09.439884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 55480a04-f759-4c23-8ba7-9ca4eb78fe38 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:09.457344 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:41:09.457603 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Checking segment: {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:09.458006 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.458388 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Bound using segment: {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:41:09.458851 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Bound port: bf00aab7-e06d-43de-8032-1050e11a57a0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:41:09.459223 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.485910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.562664 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] For port bf00aab7-e06d-43de-8032-1050e11a57a0, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:41:09.566653 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] For port bf00aab7-e06d-43de-8032-1050e11a57a0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bf00aab7-e06d-43de-8032-1050e11a57a0,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:41:09.576044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:09.576342 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.583321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:09.601196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:41:09.609638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:41:09.639170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Pushing event updated for resources: {'Port': ['ID=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:09.646639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1c1adfe9-c065-4d62-8e3e-3d981216318d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:09.647325 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.650560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:09.651646 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.666028 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:09.666667 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:09.666783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10646a2e-7b60-4785-9fe7-5a18000e12f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.785913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10646a2e-7b60-4785-9fe7-5a18000e12f5 admin admin] Publish callbacks [] for security_group (61435379-f6e7-42ad-8bf6-309785056b19), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.801647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-10646a2e-7b60-4785-9fe7-5a18000e12f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (61435379-f6e7-42ad-8bf6-309785056b19), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.836912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ceb5c-a65b-40b3-9697-9ac0ba317b2f None None] Pushing event updated for resources: {'Port': ['ID=bf00aab7-e06d-43de-8032-1050e11a57a0,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:09.846904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Attempting to bind port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:41:09.847392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Attempting to bind port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:41:09.847837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Attempting to bind port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 on network d71f36a4-f4dd-43b9-8c4f-06111b760aee {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:09.855913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c4967100-7190-41d6-a798-5fc245c78c7e None None] Provisioning complete for port bf00aab7-e06d-43de-8032-1050e11a57a0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:09.856516 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4967100-7190-41d6-a798-5fc245c78c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.860941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:41:09.861356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Checking segment: {'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:09.861876 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.862364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Bound using segment: {'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:41:09.862941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Bound port: b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:41:09.863418 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.950516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-10646a2e-7b60-4785-9fe7-5a18000e12f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2e9d1ba6d384534bdfa2a8ba965c1e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4370039 Feb 03 14:41:09.953715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43418) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:09.955264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks [] for router_gateway (09881167-cb59-4036-b439-1dabaae8efc5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:09.965776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c34558-7c2a-4443-8ac4-56f50cabe352 req-0c760365-f409-4997-adee-60255df7bf69 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:09.967542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3c34558-7c2a-4443-8ac4-56f50cabe352 req-0c760365-f409-4997-adee-60255df7bf69 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 944 time: 0.3503296 Feb 03 14:41:09.970084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10646a2e-7b60-4785-9fe7-5a18000e12f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61435379-f6e7-42ad-8bf6-309785056b19,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:09.981957 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:10.008077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] For port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:41:10.012891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] For port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,segment=NetworkSegment(7ab7d72c-20bb-4710-9586-9a953a12fe15),segment_id=7ab7d72c-20bb-4710-9586-9a953a12fe15)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:41:10.078748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9eaa2b8b-1d65-4de1-b220-4d8b60ae8ea5 admin admin] Publish callbacks [] for security_group (61435379-f6e7-42ad-8bf6-309785056b19), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.094260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:10.094716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.105145 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.127330 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9eaa2b8b-1d65-4de1-b220-4d8b60ae8ea5 admin admin] Publish callbacks [] for security_group (61435379-f6e7-42ad-8bf6-309785056b19), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.130904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3c34558-7c2a-4443-8ac4-56f50cabe352 req-7bde8ce6-7cf2-4059-8885-371153d11918 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556041 Feb 03 14:41:10.200222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5135b88-b530-49a6-9563-6bf93dc5bdab None None] Pushing event updated for resources: {'Port': ['ID=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:10.210161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1c1adfe9-c065-4d62-8e3e-3d981216318d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:10.234606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9eaa2b8b-1d65-4de1-b220-4d8b60ae8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (61435379-f6e7-42ad-8bf6-309785056b19), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.238615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9eaa2b8b-1d65-4de1-b220-4d8b60ae8ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.243466 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9eaa2b8b-1d65-4de1-b220-4d8b60ae8ea5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61435379-f6e7-42ad-8bf6-309785056b19 HTTP/1.1" status: 204 len: 168 time: 0.2862227 Feb 03 14:41:10.244990 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:09Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:10.277065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa2b8b-1d65-4de1-b220-4d8b60ae8ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61435379-f6e7-42ad-8bf6-309785056b19,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:10.290689 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878560-f0a9-451b-acc2-85431f34d046 None None] The sync data for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 is: [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:09Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:41:10.335736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55480a04-f759-4c23-8ba7-9ca4eb78fe38'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:41:10.339408 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fdec86-932f-4ba2-b0d7-5e1f0874a58c" -d '{"events": [{"server_uuid": "d0c98947-2866-4d5d-8c63-e584d0c3162a", "name": "network-vif-plugged", "status": "completed", "tag": "55480a04-f759-4c23-8ba7-9ca4eb78fe38"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:41:10.368647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 55480a04-f759-4c23-8ba7-9ca4eb78fe38, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=55480a04-f759-4c23-8ba7-9ca4eb78fe38,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:10.405252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.408944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c4967100-7190-41d6-a798-5fc245c78c7e None None] Current status of the port bf00aab7-e06d-43de-8032-1050e11a57a0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:10.409327 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4967100-7190-41d6-a798-5fc245c78c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.455484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks [] for router_gateway (09881167-cb59-4036-b439-1dabaae8efc5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.475180 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8c846a-bf88-4a45-9585-b8cf43039527 x-openstack-request-id: req-eb8c846a-bf88-4a45-9585-b8cf43039527 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:41:10.475594 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c98947-2866-4d5d-8c63-e584d0c3162a", "name": "network-vif-plugged", "status": "completed", "tag": "55480a04-f759-4c23-8ba7-9ca4eb78fe38", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:41:10.475801 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb8c846a-bf88-4a45-9585-b8cf43039527 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:41:10.476216 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55480a04-f759-4c23-8ba7-9ca4eb78fe38', 'code': 200} Feb 03 14:41:10.507402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.638204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c4967100-7190-41d6-a798-5fc245c78c7e None None] For port bf00aab7-e06d-43de-8032-1050e11a57a0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bf00aab7-e06d-43de-8032-1050e11a57a0,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:10.654359 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4967100-7190-41d6-a798-5fc245c78c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.664951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=55480a04-f759-4c23-8ba7-9ca4eb78fe38,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:10.739555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Allocated IP 172.25.0.113 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/c4a084fd-719d-438a-9532-bec60a7a18c9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:41:10.797080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3414-18c8-4083-98b2-710b718b1d20 req-5a354e38-0bce-47fb-8f79-6375786f4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:10.799178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfdf3414-18c8-4083-98b2-710b718b1d20 req-5a354e38-0bce-47fb-8f79-6375786f4acd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 1127 time: 0.1369522 Feb 03 14:41:10.868527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e00628c7-f49a-4967-9150-fcb070292a8e None None] Provisioning complete for port bf00aab7-e06d-43de-8032-1050e11a57a0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:10.869068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e00628c7-f49a-4967-9150-fcb070292a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:10.872353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4967100-7190-41d6-a798-5fc245c78c7e None None] Pushing event updated for resources: {'Port': ['ID=bf00aab7-e06d-43de-8032-1050e11a57a0,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:10.942850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfdf3414-18c8-4083-98b2-710b718b1d20 req-86bed208-8289-4c51-91bc-84104dfbe681 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373124 Feb 03 14:41:10.995547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks [] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:11.054987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e00628c7-f49a-4967-9150-fcb070292a8e None None] Current status of the port bf00aab7-e06d-43de-8032-1050e11a57a0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:11.090064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:11.171336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:11.174580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:11.177150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:41:11.238602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a084fd-719d-438a-9532-bec60a7a18c9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:11.402900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:11.558623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:11.559032 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:11.609113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979f162-4864-42d6-8d74-cb68ea205016 req-e89c4dea-2bee-4af2-855c-4668d678877b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:11.616069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9979f162-4864-42d6-8d74-cb68ea205016 req-e89c4dea-2bee-4af2-855c-4668d678877b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 945 time: 0.2687116 Feb 03 14:41:11.786180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:11.786859 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:11.819850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43478) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:11.861466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,segment=NetworkSegment(7ab7d72c-20bb-4710-9586-9a953a12fe15),segment_id=7ab7d72c-20bb-4710-9586-9a953a12fe15)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:11.867604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:11.868516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bf00aab7-e06d-43de-8032-1050e11a57a0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:11.927211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9979f162-4864-42d6-8d74-cb68ea205016 req-64965a8a-d333-4298-8c9f-0e67a7c4fd4c tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088894 Feb 03 14:41:11.968825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks [] for router_gateway (09881167-cb59-4036-b439-1dabaae8efc5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:11.990523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7f6185b1-e5e3-4d15-bc16-0e1c0a617bb2 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:11.991674 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-7f6185b1-e5e3-4d15-bc16-0e1c0a617bb2 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 14:41:11.992604 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-7f6185b1-e5e3-4d15-bc16-0e1c0a617bb2 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:41:11.999518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7f6185b1-e5e3-4d15-bc16-0e1c0a617bb2 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1766927 Feb 03 14:41:12.000226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43482) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:12.017869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320325558'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:12.067634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.089396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.272549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (acb174c1-4e39-4d94-abf2-e4cd512cba86), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.279125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (acb174c1-4e39-4d94-abf2-e4cd512cba86), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.416919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (2dc80999-e3e9-4acb-aefc-0b03744392fb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.430111 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2dc80999-e3e9-4acb-aefc-0b03744392fb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.474843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.477299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c8ea94-e699-40c1-a181-b193ac752343 None None] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:41:12.482369 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4809363 Feb 03 14:41:12.484607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43492) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:12.499097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1c8b00d5-47b6-4be2-b5eb-e5304ba7a171 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '2dc80999-e3e9-4acb-aefc-0b03744392fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:12.519538 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (09881167-cb59-4036-b439-1dabaae8efc5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.590603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c8b00d5-47b6-4be2-b5eb-e5304ba7a171 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group_rule (356a9899-422e-4657-ae9b-cf0ac65f2432), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.597516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb174c1-4e39-4d94-abf2-e4cd512cba86,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:12.720247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ef48479e-6887-4b0e-b890-bfe4505169ca None None] Provisioning complete for port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:12.720659 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef48479e-6887-4b0e-b890-bfe4505169ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.722359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:12.753938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c8b00d5-47b6-4be2-b5eb-e5304ba7a171 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group_rule (356a9899-422e-4657-ae9b-cf0ac65f2432), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.764246 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c8b00d5-47b6-4be2-b5eb-e5304ba7a171 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (356a9899-422e-4657-ae9b-cf0ac65f2432), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.801262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bf00aab7-e06d-43de-8032-1050e11a57a0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:12.801649 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.831756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1c8b00d5-47b6-4be2-b5eb-e5304ba7a171 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:12.834778 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c8b00d5-47b6-4be2-b5eb-e5304ba7a171 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441403 Feb 03 14:41:12.839777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43500) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:12.853796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cda46c4d-9655-4d63-a1c1-13cfff77c88e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '2dc80999-e3e9-4acb-aefc-0b03744392fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:12.865485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b00d5-47b6-4be2-b5eb-e5304ba7a171 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356a9899-422e-4657-ae9b-cf0ac65f2432,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:12.876075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858cd3-6441-419a-a23a-a95602fef97f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc80999-e3e9-4acb-aefc-0b03744392fb,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:12.928906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Router 09881167-cb59-4036-b439-1dabaae8efc5 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:41:12.932200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cda46c4d-9655-4d63-a1c1-13cfff77c88e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group_rule (6e74b79d-0e41-4ed6-9dee-f89a9ff106c7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.032470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bf00aab7-e06d-43de-8032-1050e11a57a0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:13.132784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ef48479e-6887-4b0e-b890-bfe4505169ca None None] Current status of the port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:13.169251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:13.172556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43506) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:13.257253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:13.257724 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.309686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:41:13.319741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Sync routers for ids ['09881167-cb59-4036-b439-1dabaae8efc5'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:41:13.343171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb0300ba-f8a0-4855-80b3-983521433108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.345065 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.348928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8df0c64f-e140-4ee9-bee7-1ccf8d7e1d73 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5981395 Feb 03 14:41:13.351253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43510) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:13.358545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Routers {'09881167-cb59-4036-b439-1dabaae8efc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:13.359197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['09881167-cb59-4036-b439-1dabaae8efc5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:13.373771 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-cda46c4d-9655-4d63-a1c1-13cfff77c88e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 14:41:13.377448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cda46c4d-9655-4d63-a1c1-13cfff77c88e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5337565 Feb 03 14:41:13.379469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43512) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:13.498548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb0300ba-f8a0-4855-80b3-983521433108 admin admin] Publish callbacks [] for security_group (edb9b803-a8f8-4b42-8e53-0406f5ea8a92), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.503348 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb0300ba-f8a0-4855-80b3-983521433108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (edb9b803-a8f8-4b42-8e53-0406f5ea8a92), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.516542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebf48e-9ad2-4992-9319-670e1d06cf65 req-3054b72d-d189-43a4-aa21-122461489a6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:13.518563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41ebf48e-9ad2-4992-9319-670e1d06cf65 req-3054b72d-d189-43a4-aa21-122461489a6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 945 time: 0.4521227 Feb 03 14:41:13.549049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:13.556722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43516) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:13.557748 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb0300ba-f8a0-4855-80b3-983521433108 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73576eadff5943a191c37a3554aa6b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833430 Feb 03 14:41:13.581653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aea3169e-64ee-41dc-9427-faa28474e2a9 None None] Provisioning complete for port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:13.582037 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aea3169e-64ee-41dc-9427-faa28474e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.584768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Set router 09881167-cb59-4036-b439-1dabaae8efc5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:13.598779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0300ba-f8a0-4855-80b3-983521433108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb9b803-a8f8-4b42-8e53-0406f5ea8a92,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:13.751567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41ebf48e-9ad2-4992-9319-670e1d06cf65 req-faeefaa2-6546-4d5f-9ea6-bd6eccb73336 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214003 Feb 03 14:41:13.806641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aea3169e-64ee-41dc-9427-faa28474e2a9 None None] Current status of the port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:13.812944 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da0d0534-8d06-4a1e-a62c-faff192e211f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (2dc80999-e3e9-4acb-aefc-0b03744392fb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.846529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9a46-9bfe-4f41-b83e-dd15e27d08db admin admin] Publish callbacks [] for security_group (edb9b803-a8f8-4b42-8e53-0406f5ea8a92), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.865734 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da0d0534-8d06-4a1e-a62c-faff192e211f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (2dc80999-e3e9-4acb-aefc-0b03744392fb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.900294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:41:11Z', 'revision_number': 3, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port': {'id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:10Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:13.932405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Checking router: 09881167-cb59-4036-b439-1dabaae8efc5 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:41:13.932986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Updating router 09881167-cb59-4036-b439-1dabaae8efc5 port c4a084fd-719d-438a-9532-bec60a7a18c9 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:41:13.944803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9a46-9bfe-4f41-b83e-dd15e27d08db admin admin] Publish callbacks [] for security_group (edb9b803-a8f8-4b42-8e53-0406f5ea8a92), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:13.968244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.062733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da0d0534-8d06-4a1e-a62c-faff192e211f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2dc80999-e3e9-4acb-aefc-0b03744392fb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.065967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-da0d0534-8d06-4a1e-a62c-faff192e211f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.067226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-da0d0534-8d06-4a1e-a62c-faff192e211f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/2dc80999-e3e9-4acb-aefc-0b03744392fb HTTP/1.1" status: 204 len: 168 time: 0.6396682 Feb 03 14:41:14.069881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43522) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:14.104853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d0534-8d06-4a1e-a62c-faff192e211f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc80999-e3e9-4acb-aefc-0b03744392fb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:14.120077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9a46-9bfe-4f41-b83e-dd15e27d08db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (edb9b803-a8f8-4b42-8e53-0406f5ea8a92), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.129862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9a46-9bfe-4f41-b83e-dd15e27d08db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.137132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d3fc9a46-9bfe-4f41-b83e-dd15e27d08db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/edb9b803-a8f8-4b42-8e53-0406f5ea8a92 HTTP/1.1" status: 204 len: 168 time: 0.5552440 Feb 03 14:41:14.137733 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ace303d7-c660-4006-bf46-30460d0a333f tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597348 Feb 03 14:41:14.137733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43528) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:14.143829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5631f4bd-4b77-4f2a-98e0-68e63a2a9329 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268818092'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:14.194171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5631f4bd-4b77-4f2a-98e0-68e63a2a9329 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.201163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc9a46-9bfe-4f41-b83e-dd15e27d08db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb9b803-a8f8-4b42-8e53-0406f5ea8a92,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:14.366424 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5631f4bd-4b77-4f2a-98e0-68e63a2a9329 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (7d7226e8-d766-48f1-aeed-f23b31fca189), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.372351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5631f4bd-4b77-4f2a-98e0-68e63a2a9329 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7d7226e8-d766-48f1-aeed-f23b31fca189), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.425215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5631f4bd-4b77-4f2a-98e0-68e63a2a9329 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.426817 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5631f4bd-4b77-4f2a-98e0-68e63a2a9329 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2878664 Feb 03 14:41:14.429532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43536) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:14.436533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fb02cabc-20ad-4fb6-b236-22b98720b473 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '7d7226e8-d766-48f1-aeed-f23b31fca189', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:14.437346 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-fb02cabc-20ad-4fb6-b236-22b98720b473 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 14:41:14.438179 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-fb02cabc-20ad-4fb6-b236-22b98720b473 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:14.439535 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb02cabc-20ad-4fb6-b236-22b98720b473 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088232 Feb 03 14:41:14.440814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631f4bd-4b77-4f2a-98e0-68e63a2a9329 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7226e8-d766-48f1-aeed-f23b31fca189,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:14.443371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43538) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:14.516064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ed6009a-4a53-42b7-b96f-bb3f0e4e66fa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (7d7226e8-d766-48f1-aeed-f23b31fca189), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.591480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ed6009a-4a53-42b7-b96f-bb3f0e4e66fa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (7d7226e8-d766-48f1-aeed-f23b31fca189), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.616575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.654610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ed6009a-4a53-42b7-b96f-bb3f0e4e66fa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7d7226e8-d766-48f1-aeed-f23b31fca189), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.657875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ed6009a-4a53-42b7-b96f-bb3f0e4e66fa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.659921 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0ed6009a-4a53-42b7-b96f-bb3f0e4e66fa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/7d7226e8-d766-48f1-aeed-f23b31fca189 HTTP/1.1" status: 204 len: 168 time: 0.2151392 Feb 03 14:41:14.663512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43544) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:14.732149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6009a-4a53-42b7-b96f-bb3f0e4e66fa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7226e8-d766-48f1-aeed-f23b31fca189,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:14.808083 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b82d1b04-2027-437c-97bb-799d192e9e95 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1238055 Feb 03 14:41:14.812507 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Publish callbacks [] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.814146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43550) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:14.822486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f4591ca1-384f-4c1b-ac9b-bad23d1a64dd tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--834271857'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:14.823265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.853438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43552) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:14.870211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4591ca1-384f-4c1b-ac9b-bad23d1a64dd tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.894800 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1392311c-4a79-460a-b253-e59cd0e4048a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.897099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Attempting to bind port c4a084fd-719d-438a-9532-bec60a7a18c9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:41:14.897526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Attempting to bind port c4a084fd-719d-438a-9532-bec60a7a18c9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:41:14.897895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Attempting to bind port c4a084fd-719d-438a-9532-bec60a7a18c9 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:14.910252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:41:14.911196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:14.911607 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.911998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:41:14.912488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Bound port: c4a084fd-719d-438a-9532-bec60a7a18c9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:41:14.912941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:14.940594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d0f09-fd78-4899-8150-ea892af89d9a None None] Pushing event updated for resources: {'Port': ['ID=c4a084fd-719d-438a-9532-bec60a7a18c9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:14.981396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] For port c4a084fd-719d-438a-9532-bec60a7a18c9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:41:14.986063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] For port c4a084fd-719d-438a-9532-bec60a7a18c9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c4a084fd-719d-438a-9532-bec60a7a18c9,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:41:14.992649 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.029600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4591ca1-384f-4c1b-ac9b-bad23d1a64dd tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (887606e5-9b59-4acf-8839-cfc88a03880c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.037681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4591ca1-384f-4c1b-ac9b-bad23d1a64dd tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (887606e5-9b59-4acf-8839-cfc88a03880c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.074367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Routers {'09881167-cb59-4036-b439-1dabaae8efc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:15.075013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:40:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['09881167-cb59-4036-b439-1dabaae8efc5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:15.089004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4591ca1-384f-4c1b-ac9b-bad23d1a64dd tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887606e5-9b59-4acf-8839-cfc88a03880c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:15.101055 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f4591ca1-384f-4c1b-ac9b-bad23d1a64dd tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.117396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43556) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.117654 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f4591ca1-384f-4c1b-ac9b-bad23d1a64dd tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3023694 Feb 03 14:41:15.123331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d0f09-fd78-4899-8150-ea892af89d9a None None] Pushing event updated for resources: {'Port': ['ID=c4a084fd-719d-438a-9532-bec60a7a18c9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:15.141438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598359a8-287a-4648-8216-0a33925e31a3 req-63cb9438-8873-4a1b-9d00-f73dda97d895 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:15.143566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-598359a8-287a-4648-8216-0a33925e31a3 req-63cb9438-8873-4a1b-9d00-f73dda97d895 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 945 time: 0.2928810 Feb 03 14:41:15.154993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-af7da3db-bfc4-4695-8155-b3b105c85531 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '887606e5-9b59-4acf-8839-cfc88a03880c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:15.155875 n-d-827549-2 neutron-server[103342]: WARNING neutron.api.v2.base [None req-af7da3db-bfc4-4695-8155-b3b105c85531 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 14:41:15.156617 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-af7da3db-bfc4-4695-8155-b3b105c85531 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:15.157764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-af7da3db-bfc4-4695-8155-b3b105c85531 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116329 Feb 03 14:41:15.159252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Allocated IP 172.20.0.1 (d71f36a4-f4dd-43b9-8c4f-06111b760aee/ad453882-083f-4c10-8008-d65b1c13c4c9/c6575c63-c418-40ca-ad4d-909a1caa7c7b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:41:15.161059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43558) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.231317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] Set router 09881167-cb59-4036-b439-1dabaae8efc5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:15.280376 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e912d0de-f5e2-482e-a89d-7adc61dce2a3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (887606e5-9b59-4acf-8839-cfc88a03880c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.314517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-598359a8-287a-4648-8216-0a33925e31a3 req-f92965a5-4d8b-4ccf-87e6-f43d0304ad8b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494961 Feb 03 14:41:15.337790 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e912d0de-f5e2-482e-a89d-7adc61dce2a3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (887606e5-9b59-4acf-8839-cfc88a03880c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.371192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1392311c-4a79-460a-b253-e59cd0e4048a admin admin] Publish callbacks [] for security_group (c9fbdb7a-419a-4d81-bccc-abfb8d480ee2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.382946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1392311c-4a79-460a-b253-e59cd0e4048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c9fbdb7a-419a-4d81-bccc-abfb8d480ee2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.411019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e912d0de-f5e2-482e-a89d-7adc61dce2a3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (887606e5-9b59-4acf-8839-cfc88a03880c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.414762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e912d0de-f5e2-482e-a89d-7adc61dce2a3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.415945 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e912d0de-f5e2-482e-a89d-7adc61dce2a3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/887606e5-9b59-4acf-8839-cfc88a03880c HTTP/1.1" status: 204 len: 168 time: 0.2537899 Feb 03 14:41:15.424006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43560) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.435466 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks [] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.457674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1392311c-4a79-460a-b253-e59cd0e4048a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ebd618182cd421dacc10c3941154b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6032560 Feb 03 14:41:15.458348 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912d0de-f5e2-482e-a89d-7adc61dce2a3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887606e5-9b59-4acf-8839-cfc88a03880c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:15.460294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392311c-4a79-460a-b253-e59cd0e4048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fbdb7a-419a-4d81-bccc-abfb8d480ee2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:15.463403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43562) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.519526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:41:11Z', 'revision_number': 3, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port': {'id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:10Z', 'updated_at': '2022-02-03T14:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:15.523804 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-104de59a-3b8b-47ad-bd73-386650c0f0f3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979307 Feb 03 14:41:15.527955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43564) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.532576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fd08f835-a76e-49b6-8e2e-0f1804bc5983 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--607932302'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:15.550809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1a621d7-7931-443b-917a-1f2481a4bfce admin admin] Publish callbacks [] for security_group (c9fbdb7a-419a-4d81-bccc-abfb8d480ee2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.556655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd08f835-a76e-49b6-8e2e-0f1804bc5983 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.562897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04814aa-4a58-4eae-b452-407227714fc8 None None] The sync data for ids ['09881167-cb59-4036-b439-1dabaae8efc5'] in n-d-827549-2 is: [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:41:11Z', 'revision_number': 3, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port': {'id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:10Z', 'updated_at': '2022-02-03T14:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:41:15.573429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.637023 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1a621d7-7931-443b-917a-1f2481a4bfce admin admin] Publish callbacks [] for security_group (c9fbdb7a-419a-4d81-bccc-abfb8d480ee2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.655070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd08f835-a76e-49b6-8e2e-0f1804bc5983 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (0ed1eb65-791a-4ad6-a418-c2d4783da868), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.658098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=c6575c63-c418-40ca-ad4d-909a1caa7c7b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:15.659333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd08f835-a76e-49b6-8e2e-0f1804bc5983 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0ed1eb65-791a-4ad6-a418-c2d4783da868), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.669111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:15.672558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:15.679800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:41:15.715121 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd08f835-a76e-49b6-8e2e-0f1804bc5983 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.716385 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fd08f835-a76e-49b6-8e2e-0f1804bc5983 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1871789 Feb 03 14:41:15.720743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43570) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.722799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f835-a76e-49b6-8e2e-0f1804bc5983 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed1eb65-791a-4ad6-a418-c2d4783da868,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:15.732727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-936671d1-9e12-4e72-82cc-0cfc1e1f6b96 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '0ed1eb65-791a-4ad6-a418-c2d4783da868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:15.735071 n-d-827549-2 neutron-server[103342]: WARNING neutron.api.v2.base [None req-936671d1-9e12-4e72-82cc-0cfc1e1f6b96 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 14:41:15.735589 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-936671d1-9e12-4e72-82cc-0cfc1e1f6b96 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:15.739104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-936671d1-9e12-4e72-82cc-0cfc1e1f6b96 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075173 Feb 03 14:41:15.739607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43572) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.746667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-814c16c8-0553-43c8-9277-6fd909d6c11e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '0ed1eb65-791a-4ad6-a418-c2d4783da868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:15.747502 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-814c16c8-0553-43c8-9277-6fd909d6c11e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 14:41:15.748464 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-814c16c8-0553-43c8-9277-6fd909d6c11e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:15.754600 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-814c16c8-0553-43c8-9277-6fd909d6c11e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103338 Feb 03 14:41:15.755175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43574) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.769298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0e3c0e01-85df-48b9-84f8-be83719ccf46 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '0ed1eb65-791a-4ad6-a418-c2d4783da868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:15.770778 n-d-827549-2 neutron-server[103342]: WARNING neutron.api.v2.base [None req-0e3c0e01-85df-48b9-84f8-be83719ccf46 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 14:41:15.771293 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-0e3c0e01-85df-48b9-84f8-be83719ccf46 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:15.775114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0e3c0e01-85df-48b9-84f8-be83719ccf46 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157440 Feb 03 14:41:15.781686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43576) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.786456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6eeab06d-045a-4112-a455-491f84f0f142 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '0ed1eb65-791a-4ad6-a418-c2d4783da868', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:15.787497 n-d-827549-2 neutron-server[103342]: WARNING neutron.api.v2.base [None req-6eeab06d-045a-4112-a455-491f84f0f142 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 14:41:15.788018 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-6eeab06d-045a-4112-a455-491f84f0f142 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:15.791769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6eeab06d-045a-4112-a455-491f84f0f142 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063274 Feb 03 14:41:15.792813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (09881167-cb59-4036-b439-1dabaae8efc5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.795619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43578) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:15.836676 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc62d-9224-4eb7-bc0d-8cec2a31e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.865164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1a621d7-7931-443b-917a-1f2481a4bfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c9fbdb7a-419a-4d81-bccc-abfb8d480ee2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.867788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1a621d7-7931-443b-917a-1f2481a4bfce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.871490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f1a621d7-7931-443b-917a-1f2481a4bfce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9fbdb7a-419a-4d81-bccc-abfb8d480ee2 HTTP/1.1" status: 204 len: 168 time: 0.4021127 Feb 03 14:41:15.889916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a621d7-7931-443b-917a-1f2481a4bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fbdb7a-419a-4d81-bccc-abfb8d480ee2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:15.906626 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6213a2be-6f88-40bd-8a60-7ba085f7fddb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (0ed1eb65-791a-4ad6-a418-c2d4783da868), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:15.961781 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6213a2be-6f88-40bd-8a60-7ba085f7fddb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (0ed1eb65-791a-4ad6-a418-c2d4783da868), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.037948 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.076592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6213a2be-6f88-40bd-8a60-7ba085f7fddb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0ed1eb65-791a-4ad6-a418-c2d4783da868), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.083289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6213a2be-6f88-40bd-8a60-7ba085f7fddb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.086830 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6213a2be-6f88-40bd-8a60-7ba085f7fddb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/0ed1eb65-791a-4ad6-a418-c2d4783da868 HTTP/1.1" status: 204 len: 168 time: 0.2897401 Feb 03 14:41:16.094691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43582) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.114481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213a2be-6f88-40bd-8a60-7ba085f7fddb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed1eb65-791a-4ad6-a418-c2d4783da868,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:16.176968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e7afd0d4-c482-41ca-8823-913d463262f2 None None] Provisioning complete for port c6575c63-c418-40ca-ad4d-909a1caa7c7b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:16.179170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7afd0d4-c482-41ca-8823-913d463262f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.246180 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-48be7f9d-c0cd-4f89-951e-44cbcc367373 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1358483 Feb 03 14:41:16.247101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43584) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.252561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8ad35fbf-c471-47c7-ae9c-53a159fa0685 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--775054660'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.261297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e7afd0d4-c482-41ca-8823-913d463262f2 None None] Port c6575c63-c418-40ca-ad4d-909a1caa7c7b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:41:16.286961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad35fbf-c471-47c7-ae9c-53a159fa0685 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.389839 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks [] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.420519 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad35fbf-c471-47c7-ae9c-53a159fa0685 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (76493c1f-0a50-4668-924d-7809078e67e4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.426565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad35fbf-c471-47c7-ae9c-53a159fa0685 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (76493c1f-0a50-4668-924d-7809078e67e4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.435657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.492005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad35fbf-c471-47c7-ae9c-53a159fa0685 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76493c1f-0a50-4668-924d-7809078e67e4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:16.499490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ad35fbf-c471-47c7-ae9c-53a159fa0685 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.505239 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ad35fbf-c471-47c7-ae9c-53a159fa0685 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2558577 Feb 03 14:41:16.506215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43594) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.513536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-064689fe-f9cb-4ec3-a90c-aa290ea636eb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.514339 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-064689fe-f9cb-4ec3-a90c-aa290ea636eb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 14:41:16.515234 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-064689fe-f9cb-4ec3-a90c-aa290ea636eb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.520799 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-064689fe-f9cb-4ec3-a90c-aa290ea636eb tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127823 Feb 03 14:41:16.521619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43596) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.529069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ed5c330c-8c82-4e72-bd3e-e4cd96b13dfa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.581308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=c6575c63-c418-40ca-ad4d-909a1caa7c7b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:16.585919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (09881167-cb59-4036-b439-1dabaae8efc5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.603057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-574d8555-c857-42de-b223-c71b021b99e1 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:16.604941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-574d8555-c857-42de-b223-c71b021b99e1 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 945 time: 0.2115862 Feb 03 14:41:16.617005 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-ed5c330c-8c82-4e72-bd3e-e4cd96b13dfa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.622766 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ed5c330c-8c82-4e72-bd3e-e4cd96b13dfa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0990903 Feb 03 14:41:16.623346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43602) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.632874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9d44c5a4-f8e5-4cdd-a849-83ba50548830 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.633364 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-9d44c5a4-f8e5-4cdd-a849-83ba50548830 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 14:41:16.635808 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-9d44c5a4-f8e5-4cdd-a849-83ba50548830 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.636214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1438e-789a-4ac6-9bc0-279ad90ceb1f req-607c56c8-dab7-428e-9dde-021b1bf3b854 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:16.637876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72c1438e-789a-4ac6-9bc0-279ad90ceb1f req-607c56c8-dab7-428e-9dde-021b1bf3b854 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 945 time: 0.2036889 Feb 03 14:41:16.647678 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9d44c5a4-f8e5-4cdd-a849-83ba50548830 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0232005 Feb 03 14:41:16.648261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43604) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.653808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0f7bf545-7003-462c-848a-1082fc28f838 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.704543 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-0f7bf545-7003-462c-848a-1082fc28f838 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.710188 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f7bf545-7003-462c-848a-1082fc28f838 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0605271 Feb 03 14:41:16.710784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43608) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.716313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-020921c0-e2bc-42ed-aa3f-ae4862ecc355 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.716867 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-020921c0-e2bc-42ed-aa3f-ae4862ecc355 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 14:41:16.717410 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-020921c0-e2bc-42ed-aa3f-ae4862ecc355 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.721219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-020921c0-e2bc-42ed-aa3f-ae4862ecc355 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090516 Feb 03 14:41:16.721968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.732305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-847bda50-ce6c-4c52-aec6-977fdf5d41d5 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.802184 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-847bda50-ce6c-4c52-aec6-977fdf5d41d5 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.807299 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-847bda50-ce6c-4c52-aec6-977fdf5d41d5 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0812223 Feb 03 14:41:16.807998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43614) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.814347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b2926146-4205-4597-9c70-db7216494176 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.814936 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-b2926146-4205-4597-9c70-db7216494176 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 14:41:16.815580 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b2926146-4205-4597-9c70-db7216494176 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.819623 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b2926146-4205-4597-9c70-db7216494176 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104635 Feb 03 14:41:16.820444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.828060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2cafaaf7-d175-4918-9e4c-005f8999ac80 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.881647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72c1438e-789a-4ac6-9bc0-279ad90ceb1f req-95176f6a-1d82-4a75-a087-c8942b085086 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234056 Feb 03 14:41:16.887716 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-2cafaaf7-d175-4918-9e4c-005f8999ac80 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.890927 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2cafaaf7-d175-4918-9e4c-005f8999ac80 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0662460 Feb 03 14:41:16.892698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43620) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:16.904889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1c554052-07d2-4c9c-aede-e55c2a1af5d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '76493c1f-0a50-4668-924d-7809078e67e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:16.938861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:16.942424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Deleting port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:41:16.942995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:16.986517 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-1c554052-07d2-4c9c-aede-e55c2a1af5d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:16.987832 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1c554052-07d2-4c9c-aede-e55c2a1af5d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0929832 Feb 03 14:41:16.997689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43626) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:17.073918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] For port 55480a04-f759-4c23-8ba7-9ca4eb78fe38, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=55480a04-f759-4c23-8ba7-9ca4eb78fe38,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:17.074293 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.087726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec00-2450-4287-95d7-b2c714326bf7 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (76493c1f-0a50-4668-924d-7809078e67e4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.088918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Calling delete_port for 55480a04-f759-4c23-8ba7-9ca4eb78fe38 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:41:17.106519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:17.162710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec00-2450-4287-95d7-b2c714326bf7 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (76493c1f-0a50-4668-924d-7809078e67e4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.284635 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c4a084fd-719d-438a-9532-bec60a7a18c9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:17.300774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec00-2450-4287-95d7-b2c714326bf7 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (76493c1f-0a50-4668-924d-7809078e67e4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.304522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1fec00-2450-4287-95d7-b2c714326bf7 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.306078 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8e1fec00-2450-4287-95d7-b2c714326bf7 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/76493c1f-0a50-4668-924d-7809078e67e4 HTTP/1.1" status: 204 len: 168 time: 0.3059013 Feb 03 14:41:17.310433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:17.346307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fec00-2450-4287-95d7-b2c714326bf7 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76493c1f-0a50-4668-924d-7809078e67e4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:17.451461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5eef2732-fa42-4c46-a57b-049ab858d17a tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1382463 Feb 03 14:41:17.456545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43634) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:17.463732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-30815fe7-fbf5-4220-b513-8f6c041b8caa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--205664464'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:17.482611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Router 09881167-cb59-4036-b439-1dabaae8efc5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:41:17.491477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c4a084fd-719d-438a-9532-bec60a7a18c9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:17.491851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.511199 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-30815fe7-fbf5-4220-b513-8f6c041b8caa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.600114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-30815fe7-fbf5-4220-b513-8f6c041b8caa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (a9ebf1e7-5e40-4751-a510-1facb40d6a99), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.605197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-30815fe7-fbf5-4220-b513-8f6c041b8caa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a9ebf1e7-5e40-4751-a510-1facb40d6a99), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.660313 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-30815fe7-fbf5-4220-b513-8f6c041b8caa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:17.665201 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-30815fe7-fbf5-4220-b513-8f6c041b8caa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2073748 Feb 03 14:41:17.678422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43640) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:17.689157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-422318cc-b313-4e5c-b759-d37a7d88dc95 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': 'a9ebf1e7-5e40-4751-a510-1facb40d6a99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:17.703610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30815fe7-fbf5-4220-b513-8f6c041b8caa tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ebf1e7-5e40-4751-a510-1facb40d6a99,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:17.830322 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-422318cc-b313-4e5c-b759-d37a7d88dc95 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The resource could not be found. Feb 03 14:41:17.832070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-422318cc-b313-4e5c-b759-d37a7d88dc95 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1525972 Feb 03 14:41:17.835945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:17.842170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5d4f7806-20db-4b5c-8bad-9a346f3247ec tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': 'a9ebf1e7-5e40-4751-a510-1facb40d6a99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '39703f2c-cccc-4c3e-8b28-09fec3cce74d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:17.936309 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-5d4f7806-20db-4b5c-8bad-9a346f3247ec tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The resource could not be found. Feb 03 14:41:17.940335 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5d4f7806-20db-4b5c-8bad-9a346f3247ec tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1005299 Feb 03 14:41:17.942383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43652) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:18.055054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5202de1-9b4a-4fb9-b3b0-a514a76aa47b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (a9ebf1e7-5e40-4751-a510-1facb40d6a99), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.067521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-48650254-6982-4143-99ed-f7d5b31eef3f None None] Provisioning complete for port c6575c63-c418-40ca-ad4d-909a1caa7c7b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:18.068686 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48650254-6982-4143-99ed-f7d5b31eef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.072464 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7a89a2c-bc82-426f-8c68-b1471681fbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.089614 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5202de1-9b4a-4fb9-b3b0-a514a76aa47b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (a9ebf1e7-5e40-4751-a510-1facb40d6a99), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.151935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5202de1-9b4a-4fb9-b3b0-a514a76aa47b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (a9ebf1e7-5e40-4751-a510-1facb40d6a99), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.157911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5202de1-9b4a-4fb9-b3b0-a514a76aa47b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.158073 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5202de1-9b4a-4fb9-b3b0-a514a76aa47b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/a9ebf1e7-5e40-4751-a510-1facb40d6a99 HTTP/1.1" status: 204 len: 168 time: 0.2145884 Feb 03 14:41:18.162354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43658) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:18.178759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5202de1-9b4a-4fb9-b3b0-a514a76aa47b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ebf1e7-5e40-4751-a510-1facb40d6a99,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:18.221272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84a9ba4b-d1dc-49a8-a42b-b4fd064a29cd req-d4574d23-bb57-48ee-bbfb-48fcff8293c1 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c98947-2866-4d5d-8c63-e584d0c3162a HTTP/1.1" status: 200 len: 210 time: 0.0445256 Feb 03 14:41:18.232601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (55480a04-f759-4c23-8ba7-9ca4eb78fe38), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.265451 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65a4d117-0a6c-47b4-9a4b-7263997d6f72 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0967808 Feb 03 14:41:18.265579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43660) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:18.270647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-09b34d3b-4ca4-4627-94cf-51e8efb0e091 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': '0c03e2eb-d333-49c1-a2e3-58a03243df52', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:18.294478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c4a084fd-719d-438a-9532-bec60a7a18c9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:18.295582 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.328724 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-09b34d3b-4ca4-4627-94cf-51e8efb0e091 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The resource could not be found. Feb 03 14:41:18.332153 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-09b34d3b-4ca4-4627-94cf-51e8efb0e091 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0655870 Feb 03 14:41:18.335622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43662) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:18.343005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f0c20188-531c-4102-99b9-5c9778013968 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459519543'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:18.364744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Pushing event deleted for resources: {'Port': ['ID=55480a04-f759-4c23-8ba7-9ca4eb78fe38,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:18.374773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port c4a084fd-719d-438a-9532-bec60a7a18c9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c4a084fd-719d-438a-9532-bec60a7a18c9,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:18.379655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0c20188-531c-4102-99b9-5c9778013968 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.384071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-48650254-6982-4143-99ed-f7d5b31eef3f None None] Port c6575c63-c418-40ca-ad4d-909a1caa7c7b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:41:18.388847 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.392506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] No DVR routers for this DVR port 55480a04-f759-4c23-8ba7-9ca4eb78fe38 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:41:18.412339 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.416355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb9695eb-e656-413f-bacf-8e933deb0f32 req-f60007aa-ed99-47cb-8315-c1aa5dde72e8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "DELETE /v2.0/ports/55480a04-f759-4c23-8ba7-9ca4eb78fe38 HTTP/1.1" status: 204 len: 173 time: 1.8040948 Feb 03 14:41:18.417013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'name': 'network-vif-deleted', 'tag': '55480a04-f759-4c23-8ba7-9ca4eb78fe38'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:41:18.419080 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7beeb6-a19e-4d52-9b99-ebba8c7b8e9e" -d '{"events": [{"server_uuid": "d0c98947-2866-4d5d-8c63-e584d0c3162a", "name": "network-vif-deleted", "tag": "55480a04-f759-4c23-8ba7-9ca4eb78fe38"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:41:18.498887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:41:18.514182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8046954f-7361-425a-8ab0-0f43d959fbf3 admin admin] 10.222.0.52 "PUT /v2.0/routers/09881167-cb59-4036-b439-1dabaae8efc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1618235 Feb 03 14:41:18.528899 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ebda12-65bb-441d-a135-c0e5dd9131e5 x-openstack-request-id: req-e1ebda12-65bb-441d-a135-c0e5dd9131e5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:41:18.529376 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c98947-2866-4d5d-8c63-e584d0c3162a", "name": "network-vif-deleted", "tag": "55480a04-f759-4c23-8ba7-9ca4eb78fe38", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:41:18.530232 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1ebda12-65bb-441d-a135-c0e5dd9131e5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:41:18.532300 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c98947-2866-4d5d-8c63-e584d0c3162a', 'name': 'network-vif-deleted', 'tag': '55480a04-f759-4c23-8ba7-9ca4eb78fe38', 'status': 'completed', 'code': 200} Feb 03 14:41:18.536382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=c4a084fd-719d-438a-9532-bec60a7a18c9,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:18.625445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0c20188-531c-4102-99b9-5c9778013968 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (d00ede9e-fa8e-48ac-9dfe-5853f754e0a9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.641342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0c20188-531c-4102-99b9-5c9778013968 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d00ede9e-fa8e-48ac-9dfe-5853f754e0a9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.671313 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Sync routers for ids ['09881167-cb59-4036-b439-1dabaae8efc5'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:41:18.690590 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Routers {'09881167-cb59-4036-b439-1dabaae8efc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:18.691337 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:41:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['09881167-cb59-4036-b439-1dabaae8efc5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:18.718748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0c20188-531c-4102-99b9-5c9778013968 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.728390 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f0c20188-531c-4102-99b9-5c9778013968 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3907335 Feb 03 14:41:18.731471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43674) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:18.733172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c20188-531c-4102-99b9-5c9778013968 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ede9e-fa8e-48ac-9dfe-5853f754e0a9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:18.737759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a9c5553d-70d5-44c4-8b93-c8826a3e738d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--134170826'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:18.795173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9c5553d-70d5-44c4-8b93-c8826a3e738d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.855198 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Set router 09881167-cb59-4036-b439-1dabaae8efc5 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:18.920701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9c5553d-70d5-44c4-8b93-c8826a3e738d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (5b0c2aa7-ca77-4d8b-987c-27bc05c581f1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.926022 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9c5553d-70d5-44c4-8b93-c8826a3e738d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b0c2aa7-ca77-4d8b-987c-27bc05c581f1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.966110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5553d-70d5-44c4-8b93-c8826a3e738d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c2aa7-ca77-4d8b-987c-27bc05c581f1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:18.987854 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a9c5553d-70d5-44c4-8b93-c8826a3e738d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:18.990732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a9c5553d-70d5-44c4-8b93-c8826a3e738d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2575881 Feb 03 14:41:18.994053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:19.001954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-735dc7b1-73cc-41b0-943e-9b18bffec678 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group_rule': {'security_group_id': 'd00ede9e-fa8e-48ac-9dfe-5853f754e0a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5b0c2aa7-ca77-4d8b-987c-27bc05c581f1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:19.080093 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-735dc7b1-73cc-41b0-943e-9b18bffec678 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 14:41:19.084356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43690) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:19.084933 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-735dc7b1-73cc-41b0-943e-9b18bffec678 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0894535 Feb 03 14:41:19.222360 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a459511e-5613-4c82-a23c-70b5eeaf46d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (5b0c2aa7-ca77-4d8b-987c-27bc05c581f1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.247836 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:41:15Z', 'revision_number': 4, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port': {'id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:10Z', 'updated_at': '2022-02-03T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'c6575c63-c418-40ca-ad4d-909a1caa7c7b', 'name': '', 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'mac_address': 'fa:16:3e:39:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ad453882-083f-4c10-8008-d65b1c13c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:14Z', 'updated_at': '2022-02-03T14:41:16Z', 'revision_number': 2, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'subnets': [{'id': 'ad453882-083f-4c10-8008-d65b1c13c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:19.251479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c4a084fd-719d-438a-9532-bec60a7a18c9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:19.275728 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Checking router: 09881167-cb59-4036-b439-1dabaae8efc5 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:41:19.276322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Updating router 09881167-cb59-4036-b439-1dabaae8efc5 port c6575c63-c418-40ca-ad4d-909a1caa7c7b binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:41:19.324545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 55480a04-f759-4c23-8ba7-9ca4eb78fe38 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:41:19.338862 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.367449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 55480a04-f759-4c23-8ba7-9ca4eb78fe38 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:41:19.369107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 55480a04-f759-4c23-8ba7-9ca4eb78fe38 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:41:19.380747 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a459511e-5613-4c82-a23c-70b5eeaf46d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (5b0c2aa7-ca77-4d8b-987c-27bc05c581f1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.395063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c4a084fd-719d-438a-9532-bec60a7a18c9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:19.396058 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.539469 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a459511e-5613-4c82-a23c-70b5eeaf46d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (5b0c2aa7-ca77-4d8b-987c-27bc05c581f1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.545381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a459511e-5613-4c82-a23c-70b5eeaf46d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.545678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c4a084fd-719d-438a-9532-bec60a7a18c9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:19.547968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a459511e-5613-4c82-a23c-70b5eeaf46d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/5b0c2aa7-ca77-4d8b-987c-27bc05c581f1 HTTP/1.1" status: 204 len: 168 time: 0.4623730 Feb 03 14:41:19.551609 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43734) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:19.569362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459511e-5613-4c82-a23c-70b5eeaf46d1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c2aa7-ca77-4d8b-987c-27bc05c581f1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:19.650623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:19.651501 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51aaef8b-3a19-4381-b332-66c15d9a231d tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0984874 Feb 03 14:41:19.681988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.915576 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Publish callbacks [] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.932042 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:19.991642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5221fb0-71f8-41b9-8c0b-2390217a4597 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (d00ede9e-fa8e-48ac-9dfe-5853f754e0a9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.056976 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09c60-2067-4cb0-b5aa-30247fb4834b None None] Pushing event updated for resources: {'Port': ['ID=c6575c63-c418-40ca-ad4d-909a1caa7c7b,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:20.093644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-f13898ec-6cc6-4469-adc7-7d006bf3004d tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:20.100494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-f13898ec-6cc6-4469-adc7-7d006bf3004d tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/networks?id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c HTTP/1.1" status: 200 len: 809 time: 0.3992329 Feb 03 14:41:20.190775 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Attempting to bind port c6575c63-c418-40ca-ad4d-909a1caa7c7b on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:41:20.191145 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Attempting to bind port c6575c63-c418-40ca-ad4d-909a1caa7c7b by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:41:20.191504 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Attempting to bind port c6575c63-c418-40ca-ad4d-909a1caa7c7b on network d71f36a4-f4dd-43b9-8c4f-06111b760aee {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:20.201613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5221fb0-71f8-41b9-8c0b-2390217a4597 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (d00ede9e-fa8e-48ac-9dfe-5853f754e0a9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.207628 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:41:20.208266 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Checking segment: {'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:20.209031 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.209431 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Bound using segment: {'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:41:20.209912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Bound port: c6575c63-c418-40ca-ad4d-909a1caa7c7b, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab7d72c-20bb-4710-9586-9a953a12fe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:41:20.214121 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.301318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-2268ba39-5ecc-4f20-b5c4-d45e99fe53fc tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/quotas/d0abb1a598b94285b5081c62d2a75197 HTTP/1.1" status: 200 len: 375 time: 0.1630533 Feb 03 14:41:20.306163 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5221fb0-71f8-41b9-8c0b-2390217a4597 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d00ede9e-fa8e-48ac-9dfe-5853f754e0a9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.308962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5221fb0-71f8-41b9-8c0b-2390217a4597 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.315424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43772) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:20.315758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c5221fb0-71f8-41b9-8c0b-2390217a4597 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/d00ede9e-fa8e-48ac-9dfe-5853f754e0a9 HTTP/1.1" status: 204 len: 168 time: 0.6607850 Feb 03 14:41:20.382939 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] For port c6575c63-c418-40ca-ad4d-909a1caa7c7b, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:41:20.393357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5221fb0-71f8-41b9-8c0b-2390217a4597 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ede9e-fa8e-48ac-9dfe-5853f754e0a9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:20.395625 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] For port c6575c63-c418-40ca-ad4d-909a1caa7c7b, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c6575c63-c418-40ca-ad4d-909a1caa7c7b,segment=NetworkSegment(7ab7d72c-20bb-4710-9586-9a953a12fe15),segment_id=7ab7d72c-20bb-4710-9586-9a953a12fe15)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:41:20.403880 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.412193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-6a0aa358-8dee-4fe8-a355-982a685ed76d tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0abb1a598b94285b5081c62d2a75197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950096 Feb 03 14:41:20.470211 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6045117b-c5ef-4e5c-abf9-1d52d0a5a9e1 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1524799 Feb 03 14:41:20.474915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:20.485119 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a32700fb-f227-474f-8a86-ed6f31c3dae9 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'tempest-secgroup--258657445'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:20.526335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a32700fb-f227-474f-8a86-ed6f31c3dae9 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.527887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b6a86d3a-7a65-489d-b7d3-327135d1afc8 None None] Provisioning complete for port c6575c63-c418-40ca-ad4d-909a1caa7c7b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:20.528722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6a86d3a-7a65-489d-b7d3-327135d1afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.573085 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Routers {'09881167-cb59-4036-b439-1dabaae8efc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:41:20.573930 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:41:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['09881167-cb59-4036-b439-1dabaae8efc5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:20.689707 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09c60-2067-4cb0-b5aa-30247fb4834b None None] Pushing event updated for resources: {'Port': ['ID=c6575c63-c418-40ca-ad4d-909a1caa7c7b,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:20.716152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a32700fb-f227-474f-8a86-ed6f31c3dae9 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (09da22cf-0f59-4eaf-9901-3cfbc13c69fe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.723801 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a32700fb-f227-474f-8a86-ed6f31c3dae9 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (09da22cf-0f59-4eaf-9901-3cfbc13c69fe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.764551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0fd20c03-18a4-4412-ae68-652045c7f10a service neutron] 10.222.0.52 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356566 Feb 03 14:41:20.772086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a32700fb-f227-474f-8a86-ed6f31c3dae9 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.782550 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a32700fb-f227-474f-8a86-ed6f31c3dae9 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3034265 Feb 03 14:41:20.783535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43796) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:20.803869 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-27af38f7-324a-4cfd-9ad0-72e8ced5da84 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:20.804690 n-d-827549-2 neutron-server[103341]: WARNING neutron.api.v2.base [None req-27af38f7-324a-4cfd-9ad0-72e8ced5da84 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 14:41:20.805523 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-27af38f7-324a-4cfd-9ad0-72e8ced5da84 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 14:41:20.809666 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-27af38f7-324a-4cfd-9ad0-72e8ced5da84 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "PUT /v2.0/security-groups/09da22cf-0f59-4eaf-9901-3cfbc13c69fe HTTP/1.1" status: 409 len: 330 time: 0.0226381 Feb 03 14:41:20.810442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:20.819099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b6a86d3a-7a65-489d-b7d3-327135d1afc8 None None] Current status of the port c6575c63-c418-40ca-ad4d-909a1caa7c7b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:20.819504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6a86d3a-7a65-489d-b7d3-327135d1afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.824894 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32700fb-f227-474f-8a86-ed6f31c3dae9 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09da22cf-0f59-4eaf-9901-3cfbc13c69fe,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:20.871079 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:20.888116 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] Set router 09881167-cb59-4036-b439-1dabaae8efc5 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:41:20.927435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b6a86d3a-7a65-489d-b7d3-327135d1afc8 None None] For port c6575c63-c418-40ca-ad4d-909a1caa7c7b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c6575c63-c418-40ca-ad4d-909a1caa7c7b,segment=NetworkSegment(7ab7d72c-20bb-4710-9586-9a953a12fe15),segment_id=7ab7d72c-20bb-4710-9586-9a953a12fe15)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:20.933978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6a86d3a-7a65-489d-b7d3-327135d1afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:21.031380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72bb24b2-116e-4adf-9bd0-ed26536cadf3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (09da22cf-0f59-4eaf-9901-3cfbc13c69fe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:21.037063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-ecfb5fe3-7eff-4ab8-8130-9b6c52db531e service neutron] 10.222.0.52 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662294 Feb 03 14:41:21.076945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a86d3a-7a65-489d-b7d3-327135d1afc8 None None] Pushing event updated for resources: {'Port': ['ID=c6575c63-c418-40ca-ad4d-909a1caa7c7b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:21.106262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72bb24b2-116e-4adf-9bd0-ed26536cadf3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (09da22cf-0f59-4eaf-9901-3cfbc13c69fe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:21.246544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72bb24b2-116e-4adf-9bd0-ed26536cadf3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (09da22cf-0f59-4eaf-9901-3cfbc13c69fe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:21.250671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72bb24b2-116e-4adf-9bd0-ed26536cadf3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:21.255866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43818) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:21.268502 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-72bb24b2-116e-4adf-9bd0-ed26536cadf3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/09da22cf-0f59-4eaf-9901-3cfbc13c69fe HTTP/1.1" status: 204 len: 168 time: 0.4464264 Feb 03 14:41:21.309276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb24b2-116e-4adf-9bd0-ed26536cadf3 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da22cf-0f59-4eaf-9901-3cfbc13c69fe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:21.379395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6340aa6d-4fa5-42b2-9f77-e24986995b6f None None] Provisioning complete for port c6575c63-c418-40ca-ad4d-909a1caa7c7b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:21.379849 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6340aa6d-4fa5-42b2-9f77-e24986995b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:21.436051 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:41:15Z', 'revision_number': 4, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port': {'id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:10Z', 'updated_at': '2022-02-03T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'c6575c63-c418-40ca-ad4d-909a1caa7c7b', 'name': '', 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'mac_address': 'fa:16:3e:39:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ad453882-083f-4c10-8008-d65b1c13c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:14Z', 'updated_at': '2022-02-03T14:41:20Z', 'revision_number': 4, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'subnets': [{'id': 'ad453882-083f-4c10-8008-d65b1c13c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:41:21.463571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3fe69ca-9459-4535-933d-48cdfff7ed59 req-bb057370-980e-47c6-92bb-a4d0d687ceb8 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 210 time: 0.1237912 Feb 03 14:41:21.481024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43832) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:21.484985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-56570b59-ce2e-4c8d-803e-8c95bdaf8d48 tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2181830 Feb 03 14:41:21.509392 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-d08bb54a-6004-4ab7-92b4-f6822270f52e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] delete failed (client error): The resource could not be found. Feb 03 14:41:21.513872 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d08bb54a-6004-4ab7-92b4-f6822270f52e tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ba6b09b-1bc5-4986-8517-ffbd425783ac HTTP/1.1" status: 404 len: 347 time: 0.0284348 Feb 03 14:41:21.514287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43834) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:21.534727 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [None req-c8c81dc0-f5e1-470e-84c2-a7a876dd448b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] show failed (client error): The resource could not be found. Feb 03 14:41:21.539286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c8c81dc0-f5e1-470e-84c2-a7a876dd448b tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-groups/4fb0d8eb-e6d3-426c-8e9c-52061abc7fda HTTP/1.1" status: 404 len: 347 time: 0.0204954 Feb 03 14:41:21.539668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43836) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:21.557170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6340aa6d-4fa5-42b2-9f77-e24986995b6f None None] Current status of the port c6575c63-c418-40ca-ad4d-909a1caa7c7b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:21.566839 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-b11536e7-418f-4422-9e50-51ea8300045a tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] show failed (client error): The resource could not be found. Feb 03 14:41:21.568171 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b11536e7-418f-4422-9e50-51ea8300045a tempest-NegativeSecGroupTest-977214929 tempest-NegativeSecGroupTest-977214929-project] 10.222.0.52 "GET /v2.0/security-group-rules/f02a0f46-cbf5-44fb-a6a8-ec031edc8c1f HTTP/1.1" status: 404 len: 356 time: 0.0251579 Feb 03 14:41:21.666080 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5a769-debc-4372-9737-fc144f8eb606 None None] The sync data for ids ['09881167-cb59-4036-b439-1dabaae8efc5'] in n-d-827549-2 is: [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:41:15Z', 'revision_number': 4, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port': {'id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:10Z', 'updated_at': '2022-02-03T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'c6575c63-c418-40ca-ad4d-909a1caa7c7b', 'name': '', 'network_id': 'd71f36a4-f4dd-43b9-8c4f-06111b760aee', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'mac_address': 'fa:16:3e:39:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ad453882-083f-4c10-8008-d65b1c13c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:14Z', 'updated_at': '2022-02-03T14:41:20Z', 'revision_number': 4, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'subnets': [{'id': 'ad453882-083f-4c10-8008-d65b1c13c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:41:22.186533 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:22.274826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43866) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:22.592703 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-380a8143-6a29-4915-bf80-9b540fb9015c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ba6f5c0f0364e0d8bb5e9c0bae204aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138518 Feb 03 14:41:22.593489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43878) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:22.683151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6ef7865-72b1-4354-945f-a1e015b4ea68 req-4942e844-69c7-4621-b6a7-c4d0bf1eeed4 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0394285 Feb 03 14:41:22.704160 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb3c69a6-6451-4060-90be-892a66176c3b admin admin] Publish callbacks [] for security_group (acb174c1-4e39-4d94-abf2-e4cd512cba86), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:22.736525 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb3c69a6-6451-4060-90be-892a66176c3b admin admin] Publish callbacks [] for security_group (acb174c1-4e39-4d94-abf2-e4cd512cba86), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:22.804511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb3c69a6-6451-4060-90be-892a66176c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (acb174c1-4e39-4d94-abf2-e4cd512cba86), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:22.809278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb3c69a6-6451-4060-90be-892a66176c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:22.810953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bb3c69a6-6451-4060-90be-892a66176c3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/acb174c1-4e39-4d94-abf2-e4cd512cba86 HTTP/1.1" status: 204 len: 168 time: 0.2155442 Feb 03 14:41:22.821808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c69a6-6451-4060-90be-892a66176c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb174c1-4e39-4d94-abf2-e4cd512cba86,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:23.319060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-50a24c79-cce0-4ec5-85d5-d39e1a8ecd1d tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:23.321313 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-50a24c79-cce0-4ec5-85d5-d39e1a8ecd1d tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "GET /v2.0/networks?id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c HTTP/1.1" status: 200 len: 809 time: 0.2310610 Feb 03 14:41:23.346050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Request body: {'port': {'device_id': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c', 'admin_state_up': True, 'tenant_id': 'd0abb1a598b94285b5081c62d2a75197'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:23.381941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c6575c63-c418-40ca-ad4d-909a1caa7c7b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:23.591456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Made reservation on behalf of d0abb1a598b94285b5081c62d2a75197 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:41:23.596759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:23.601308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c6575c63-c418-40ca-ad4d-909a1caa7c7b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:23.601929 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:23.731520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c6575c63-c418-40ca-ad4d-909a1caa7c7b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:24.029371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c48cd5a-63a8-440f-a4a9-eb143b437ede req-f5b87a2c-80a3-4bc7-8dc1-2a98e096779f tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0843711 Feb 03 14:41:24.046442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Allocated IP 172.20.0.3 (b5fbe51e-abf0-4d4a-9920-6bda8e74b39c/94463095-eea5-4323-a1a7-80f94de4a68f/1ec41247-8082-497b-acca-92c2706e1930) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:41:24.350638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks [] for port (1ec41247-8082-497b-acca-92c2706e1930), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:24.354559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 43946) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:24.408299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1ec41247-8082-497b-acca-92c2706e1930), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:24.476132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:41:24.516646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:41:24.521037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:41:24.588854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Pushing event updated for resources: {'Port': ['ID=1ec41247-8082-497b-acca-92c2706e1930,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:24.608818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:24.610855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:24.636974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9a01508e-526a-4b9c-b43c-c80dd9ecbe33 tempest-ServiceProvidersTest-1697077065 tempest-ServiceProvidersTest-1697077065-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2804482 Feb 03 14:41:24.651900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-163f1253-fb21-42e7-b8f6-cc3d954d4431 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166783 Feb 03 14:41:24.670640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Request body: {'port': {'device_id': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:41:24.763132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ec41247-8082-497b-acca-92c2706e1930), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:24.909954 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.002332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:25.084007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:25.303963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7760114-8681-46ba-bbff-0bae2e3f356d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.318439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de113c51-2768-4194-8876-bc13f4589891 req-7d63ac48-60a5-4f37-a8a1-e9d6d679f10a tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:25.319902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de113c51-2768-4194-8876-bc13f4589891 req-7d63ac48-60a5-4f37-a8a1-e9d6d679f10a tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 931 time: 0.1775763 Feb 03 14:41:25.344337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46b670a4-f573-4c7c-a201-c4132e954c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.402540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de113c51-2768-4194-8876-bc13f4589891 req-79beb6b7-7330-4439-847d-14499259ee50 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712013 Feb 03 14:41:25.472068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec41247-8082-497b-acca-92c2706e1930 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:41:25.481068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7760114-8681-46ba-bbff-0bae2e3f356d admin admin] Publish callbacks [] for security_group (6768224f-fcd0-4d2e-8edc-7d829f01497d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.481785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Publish callbacks [] for port (1ec41247-8082-497b-acca-92c2706e1930), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.490063 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7760114-8681-46ba-bbff-0bae2e3f356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6768224f-fcd0-4d2e-8edc-7d829f01497d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.497218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Transition to ACTIVE for port object 1ec41247-8082-497b-acca-92c2706e1930 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:41:25.510013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1ec41247-8082-497b-acca-92c2706e1930), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.556293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46b670a4-f573-4c7c-a201-c4132e954c93 admin admin] Publish callbacks [] for security_group (707f5b3c-b54b-4c41-bc43-3c408078fa21), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.566613 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f7760114-8681-46ba-bbff-0bae2e3f356d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94a57a2161a1421b9f1b4dc0bea688ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788871 Feb 03 14:41:25.566613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-46b670a4-f573-4c7c-a201-c4132e954c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (707f5b3c-b54b-4c41-bc43-3c408078fa21), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.568736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 43998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:25.575895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7760114-8681-46ba-bbff-0bae2e3f356d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6768224f-fcd0-4d2e-8edc-7d829f01497d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:25.624239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-c8475043-541d-4380-95e3-ef57296e1e3f req-a0130fe5-0472-4278-b75e-e97cf930caa2 service neutron] (103341) timed out ('10.222.0.52', 58110) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:41:25.648836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec41247-8082-497b-acca-92c2706e1930,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:25.675145 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-46b670a4-f573-4c7c-a201-c4132e954c93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bae7c869d726483e8cc6e031d220a150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6717131 Feb 03 14:41:25.676353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b670a4-f573-4c7c-a201-c4132e954c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707f5b3c-b54b-4c41-bc43-3c408078fa21,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:25.680155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44000) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:25.725286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49a87bcd-b6b8-451a-a051-9d6b86530ddf admin admin] Publish callbacks [] for security_group (6768224f-fcd0-4d2e-8edc-7d829f01497d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.729667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Attempting to bind port 1ec41247-8082-497b-acca-92c2706e1930 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:41:25.730142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Attempting to bind port 1ec41247-8082-497b-acca-92c2706e1930 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:41:25.730699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Attempting to bind port 1ec41247-8082-497b-acca-92c2706e1930 on network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:25.737659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Port 1ec41247-8082-497b-acca-92c2706e1930 on network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:41:25.738124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Attempting to bind port 1ec41247-8082-497b-acca-92c2706e1930 on network b5fbe51e-abf0-4d4a-9920-6bda8e74b39c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:41:25.756199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:41:25.756577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Checking segment: {'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:41:25.756964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Bound using segment: {'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:41:25.757450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Bound port: 1ec41247-8082-497b-acca-92c2706e1930, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce073e96-0e01-43a2-8797-229229dcdc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:41:25.757810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ec41247-8082-497b-acca-92c2706e1930), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.765492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49a87bcd-b6b8-451a-a051-9d6b86530ddf admin admin] Publish callbacks [] for security_group (6768224f-fcd0-4d2e-8edc-7d829f01497d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.774033 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b5381e-817c-4412-872d-9159ff515e7f admin admin] Publish callbacks [] for security_group (707f5b3c-b54b-4c41-bc43-3c408078fa21), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.822307 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b5381e-817c-4412-872d-9159ff515e7f admin admin] Publish callbacks [] for security_group (707f5b3c-b54b-4c41-bc43-3c408078fa21), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.873486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] For port 1ec41247-8082-497b-acca-92c2706e1930, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:41:25.875367 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49a87bcd-b6b8-451a-a051-9d6b86530ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6768224f-fcd0-4d2e-8edc-7d829f01497d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.877296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] For port 1ec41247-8082-497b-acca-92c2706e1930, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1ec41247-8082-497b-acca-92c2706e1930,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:41:25.880671 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-49a87bcd-b6b8-451a-a051-9d6b86530ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.882123 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-49a87bcd-b6b8-451a-a051-9d6b86530ddf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6768224f-fcd0-4d2e-8edc-7d829f01497d HTTP/1.1" status: 204 len: 168 time: 0.3121772 Feb 03 14:41:25.890095 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1ec41247-8082-497b-acca-92c2706e1930), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.893559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b5381e-817c-4412-872d-9159ff515e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (707f5b3c-b54b-4c41-bc43-3c408078fa21), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.902532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-58b5381e-817c-4412-872d-9159ff515e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:25.905447 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58b5381e-817c-4412-872d-9159ff515e7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/707f5b3c-b54b-4c41-bc43-3c408078fa21 HTTP/1.1" status: 204 len: 168 time: 0.2238617 Feb 03 14:41:25.928002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a87bcd-b6b8-451a-a051-9d6b86530ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6768224f-fcd0-4d2e-8edc-7d829f01497d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:25.972077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5381e-817c-4412-872d-9159ff515e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f5b3c-b54b-4c41-bc43-3c408078fa21,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:26.037058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:26.037700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:26.044705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] 10.222.0.71 "PUT /v2.0/ports/1ec41247-8082-497b-acca-92c2706e1930 HTTP/1.1" status: 200 len: 1091 time: 1.3737032 Feb 03 14:41:26.048170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'tag': '1ec41247-8082-497b-acca-92c2706e1930'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:41:26.056246 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e502c2-381e-4f73-98b0-fffdc6ce1032" -d '{"events": [{"name": "network-changed", "server_uuid": "aff8becd-4622-4e5f-9afe-ac6164c1fbf4", "tag": "1ec41247-8082-497b-acca-92c2706e1930"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:41:26.123412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c275c41-8959-46ec-b7c1-b3b6b785d857 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec41247-8082-497b-acca-92c2706e1930,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:26.178847 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d61adf-0a3e-445b-864f-8555a7359afb x-openstack-request-id: req-96d61adf-0a3e-445b-864f-8555a7359afb {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:41:26.179971 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff8becd-4622-4e5f-9afe-ac6164c1fbf4", "tag": "1ec41247-8082-497b-acca-92c2706e1930", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:41:26.180815 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96d61adf-0a3e-445b-864f-8555a7359afb {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:41:26.181216 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'tag': '1ec41247-8082-497b-acca-92c2706e1930', 'status': 'completed', 'code': 200} Feb 03 14:41:26.252907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-3ef8601d-e3f6-40a7-a907-e2f47e24e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:26.259868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-3ef8601d-e3f6-40a7-a907-e2f47e24e0e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0abb1a598b94285b5081c62d2a75197&device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 1125 time: 0.1689162 Feb 03 14:41:26.340371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-718b571b-572e-443f-9072-6cf0d182b71e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ec41247-8082-497b-acca-92c2706e1930 HTTP/1.1" status: 200 len: 217 time: 0.0680909 Feb 03 14:41:26.484260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-9ad8a508-a7ca-4ec0-9654-d206d3e3f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:26.490976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-9ad8a508-a7ca-4ec0-9654-d206d3e3f529 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94463095-eea5-4323-a1a7-80f94de4a68f HTTP/1.1" status: 200 len: 849 time: 0.1408598 Feb 03 14:41:26.549836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-287a6947-8488-4c13-832d-e7cc9e5eb790 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522525 Feb 03 14:41:26.651786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:26.676649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c10235f6-b7b9-484d-a521-176eb2b15aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:26.757490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28d7d-e4a4-417c-8afc-73a1f4d1ed79 req-a5711a40-c47d-472e-ae9b-3841396438df tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:26.766949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ec28d7d-e4a4-417c-8afc-73a1f4d1ed79 req-a5711a40-c47d-472e-ae9b-3841396438df tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 943 time: 0.1981466 Feb 03 14:41:26.843448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-657914a6-c182-4b43-ad1d-b3a13622f140 service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875068 Feb 03 14:41:26.927411 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c10235f6-b7b9-484d-a521-176eb2b15aaf admin admin] Publish callbacks [] for security_group (9def4b13-6ab4-4389-9ecf-47b90b311322), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:26.934689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c10235f6-b7b9-484d-a521-176eb2b15aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9def4b13-6ab4-4389-9ecf-47b90b311322), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:26.996756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ec28d7d-e4a4-417c-8afc-73a1f4d1ed79 req-66674fb6-6573-434d-9cbf-31c6f8bd9680 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181730 Feb 03 14:41:27.028992 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10235f6-b7b9-484d-a521-176eb2b15aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def4b13-6ab4-4389-9ecf-47b90b311322,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:27.058889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2216f9f4-ef65-4f9e-9ce7-831b02bb3e93 req-9ff342fb-5a4c-4270-8f95-23dd41ad8d18 service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811910 Feb 03 14:41:27.067388 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c10235f6-b7b9-484d-a521-176eb2b15aaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5253dcedf9c4b138f7dd221ce920b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126360 Feb 03 14:41:27.069093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 44046) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:27.207147 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80e8ad2c-1361-4d0b-9631-418f6db483fc admin admin] Publish callbacks [] for security_group (9def4b13-6ab4-4389-9ecf-47b90b311322), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:27.292206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80e8ad2c-1361-4d0b-9631-418f6db483fc admin admin] Publish callbacks [] for security_group (9def4b13-6ab4-4389-9ecf-47b90b311322), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:27.318974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-313b5983-3537-406d-989d-6f92dc35139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:27.321293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-313b5983-3537-406d-989d-6f92dc35139a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d0abb1a598b94285b5081c62d2a75197&device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 1125 time: 0.1788783 Feb 03 14:41:27.459708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80e8ad2c-1361-4d0b-9631-418f6db483fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9def4b13-6ab4-4389-9ecf-47b90b311322), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:27.466913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-80e8ad2c-1361-4d0b-9631-418f6db483fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:27.468231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-80e8ad2c-1361-4d0b-9631-418f6db483fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9def4b13-6ab4-4389-9ecf-47b90b311322 HTTP/1.1" status: 204 len: 168 time: 0.3981762 Feb 03 14:41:27.473079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-69eb547d-f028-4341-8cc6-38f1cfd76ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:27.474543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-69eb547d-f028-4341-8cc6-38f1cfd76ea4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c HTTP/1.1" status: 200 len: 910 time: 0.1459541 Feb 03 14:41:27.491450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8ad2c-1361-4d0b-9631-418f6db483fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def4b13-6ab4-4389-9ecf-47b90b311322,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:27.564689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-91bec486-0275-4843-9a08-c9cf4e2306c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ec41247-8082-497b-acca-92c2706e1930 HTTP/1.1" status: 200 len: 217 time: 0.0820179 Feb 03 14:41:27.641501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-7d8b5219-f8a9-4a36-90c5-1719bef569bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:27.645527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-7d8b5219-f8a9-4a36-90c5-1719bef569bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=94463095-eea5-4323-a1a7-80f94de4a68f HTTP/1.1" status: 200 len: 849 time: 0.0758598 Feb 03 14:41:27.715117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-c3ff2f6b-b1c6-4eaa-a037-a89cdfdc7b1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617459 Feb 03 14:41:27.908930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-ca715837-d64a-4c49-8224-ea4267e23055 service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878836 Feb 03 14:41:28.178898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71e502c2-381e-4f73-98b0-fffdc6ce1032 req-60446174-033c-41be-9181-20f6217f0ee5 service neutron] 10.222.0.71 "GET /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583225 Feb 03 14:41:28.210640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c329a-5192-4632-a2e5-9f3da182fc59 req-cc5c3883-ce6f-4134-b22f-93f6d7de37a5 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:28.222513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-650c329a-5192-4632-a2e5-9f3da182fc59 req-cc5c3883-ce6f-4134-b22f-93f6d7de37a5 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 943 time: 0.0986898 Feb 03 14:41:28.341839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-650c329a-5192-4632-a2e5-9f3da182fc59 req-aaa909ce-f6fb-41de-8db3-1b54c0589b7c tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183963 Feb 03 14:41:29.650421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0cafe-1440-457f-bf68-71a944432ccd req-717f7ca7-5a9f-4fd0-ab05-5724b8df128d tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:29.663795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fd0cafe-1440-457f-bf68-71a944432ccd req-717f7ca7-5a9f-4fd0-ab05-5724b8df128d tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 943 time: 0.1444716 Feb 03 14:41:29.791535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fd0cafe-1440-457f-bf68-71a944432ccd req-8a33eb8e-ee0b-4f70-99b4-a15cc8382646 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217790 Feb 03 14:41:30.345411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 44242) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:30.549134 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-31027501-3144-4701-9e42-dd727651cb13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:30.714553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-31027501-3144-4701-9e42-dd727651cb13 admin admin] Publish callbacks [] for security_group (9d415ef1-8209-4425-8dce-a47abf57ea39), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:30.723893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-31027501-3144-4701-9e42-dd727651cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9d415ef1-8209-4425-8dce-a47abf57ea39), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:30.760910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31027501-3144-4701-9e42-dd727651cb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d415ef1-8209-4425-8dce-a47abf57ea39,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:30.804127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-31027501-3144-4701-9e42-dd727651cb13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8590f678feb84c8da3dd97d59b7c278b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575505 Feb 03 14:41:30.806835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:30.911667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-371ef4ea-0425-4979-88db-bc44d25b5c91 admin admin] Publish callbacks [] for security_group (9d415ef1-8209-4425-8dce-a47abf57ea39), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:30.957837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e074b1e-0861-4acb-a271-c5d3b524760d req-d8ca0c85-5fe7-468d-8e25-7b40cec322c3 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:30.958696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-371ef4ea-0425-4979-88db-bc44d25b5c91 admin admin] Publish callbacks [] for security_group (9d415ef1-8209-4425-8dce-a47abf57ea39), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:30.974077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e074b1e-0861-4acb-a271-c5d3b524760d req-d8ca0c85-5fe7-468d-8e25-7b40cec322c3 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 943 time: 0.0919209 Feb 03 14:41:31.025353 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-371ef4ea-0425-4979-88db-bc44d25b5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9d415ef1-8209-4425-8dce-a47abf57ea39), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.039196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-371ef4ea-0425-4979-88db-bc44d25b5c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.041536 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-371ef4ea-0425-4979-88db-bc44d25b5c91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d415ef1-8209-4425-8dce-a47abf57ea39 HTTP/1.1" status: 204 len: 168 time: 0.2330408 Feb 03 14:41:31.083186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ef4ea-0425-4979-88db-bc44d25b5c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d415ef1-8209-4425-8dce-a47abf57ea39,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:31.130764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e074b1e-0861-4acb-a271-c5d3b524760d req-a9b1e3e5-ab27-4804-a2f4-28ae30e4145c tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547582 Feb 03 14:41:31.341291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1ec41247-8082-497b-acca-92c2706e1930 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:41:31.603879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1ec41247-8082-497b-acca-92c2706e1930, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1ec41247-8082-497b-acca-92c2706e1930,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:31.623580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44306) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:31.630359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '1ec41247-8082-497b-acca-92c2706e1930', 'network_id': 'b5fbe51e-abf0-4d4a-9920-6bda8e74b39c', 'port_id': '1ec41247-8082-497b-acca-92c2706e1930', 'mac_address': 'fa:16:3e:65:4d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94463095-eea5-4323-a1a7-80f94de4a68f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:41:31.645030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-072170f8-21bc-4659-848f-86ac742c7cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.677435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1ec41247-8082-497b-acca-92c2706e1930 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:31.678194 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ec41247-8082-497b-acca-92c2706e1930), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.694852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec41247-8082-497b-acca-92c2706e1930 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:41:31.717184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1ec41247-8082-497b-acca-92c2706e1930, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1ec41247-8082-497b-acca-92c2706e1930,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:31.723148 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1ec41247-8082-497b-acca-92c2706e1930), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.785374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1ec41247-8082-497b-acca-92c2706e1930,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:31.811908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-072170f8-21bc-4659-848f-86ac742c7cf8 admin admin] Publish callbacks [] for security_group (96f1a77d-4904-4652-b328-aaca8eddd6da), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.823032 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-072170f8-21bc-4659-848f-86ac742c7cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (96f1a77d-4904-4652-b328-aaca8eddd6da), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.869429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072170f8-21bc-4659-848f-86ac742c7cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f1a77d-4904-4652-b328-aaca8eddd6da,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:31.891684 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-072170f8-21bc-4659-848f-86ac742c7cf8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=790159fa8d724dcabc396e49778a3c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669787 Feb 03 14:41:31.894186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 44312) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:41:31.954825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04e3c518-1ec9-4d87-ac16-2f365433c30b admin admin] Publish callbacks [] for security_group (96f1a77d-4904-4652-b328-aaca8eddd6da), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:31.999204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04e3c518-1ec9-4d87-ac16-2f365433c30b admin admin] Publish callbacks [] for security_group (96f1a77d-4904-4652-b328-aaca8eddd6da), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:32.067394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04e3c518-1ec9-4d87-ac16-2f365433c30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (96f1a77d-4904-4652-b328-aaca8eddd6da), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:32.071630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04e3c518-1ec9-4d87-ac16-2f365433c30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:32.076571 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04e3c518-1ec9-4d87-ac16-2f365433c30b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96f1a77d-4904-4652-b328-aaca8eddd6da HTTP/1.1" status: 204 len: 168 time: 0.1774933 Feb 03 14:41:32.098731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3c518-1ec9-4d87-ac16-2f365433c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f1a77d-4904-4652-b328-aaca8eddd6da,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:32.111524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['1ec41247-8082-497b-acca-92c2706e1930'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:41:32.377412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79595e-7957-4424-a3c2-00d8ba384167 req-e6b8c7d8-393d-4306-88b1-8c0a10b49b1e tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:32.386959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d79595e-7957-4424-a3c2-00d8ba384167 req-e6b8c7d8-393d-4306-88b1-8c0a10b49b1e tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 944 time: 0.0902128 Feb 03 14:41:32.458318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d79595e-7957-4424-a3c2-00d8ba384167 req-dd67d194-4328-4955-91e8-af8d156dddc1 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700333 Feb 03 14:41:33.339837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1ec41247-8082-497b-acca-92c2706e1930 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:41:33.426757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 1ec41247-8082-497b-acca-92c2706e1930 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:41:33.433470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 1ec41247-8082-497b-acca-92c2706e1930 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:41:33.434355 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1ec41247-8082-497b-acca-92c2706e1930), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:33.529757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 1ec41247-8082-497b-acca-92c2706e1930 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:41:33.529757 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ec41247-8082-497b-acca-92c2706e1930), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:33.570957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 1ec41247-8082-497b-acca-92c2706e1930, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1ec41247-8082-497b-acca-92c2706e1930,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:33.572790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec41247-8082-497b-acca-92c2706e1930'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:41:33.578960 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd99ffc-d8aa-4681-87bc-ef42a8d36fbc" -d '{"events": [{"server_uuid": "aff8becd-4622-4e5f-9afe-ac6164c1fbf4", "name": "network-vif-plugged", "status": "completed", "tag": "1ec41247-8082-497b-acca-92c2706e1930"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:41:33.593250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1ec41247-8082-497b-acca-92c2706e1930), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:33.718401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0f613-6c30-40ec-872e-ec8cbb7d88f7 req-3cb68dad-d166-44fc-a39e-7e914655218e tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:33.720599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78f0f613-6c30-40ec-872e-ec8cbb7d88f7 req-3cb68dad-d166-44fc-a39e-7e914655218e tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 945 time: 0.0941107 Feb 03 14:41:33.722664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=1ec41247-8082-497b-acca-92c2706e1930,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:33.782617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78f0f613-6c30-40ec-872e-ec8cbb7d88f7 req-d7974542-efff-4b67-9db3-dff299bf12bc tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498729 Feb 03 14:41:33.850266 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced336c2-ba01-4b69-8d2a-f2d27542aaa7 x-openstack-request-id: req-ced336c2-ba01-4b69-8d2a-f2d27542aaa7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:41:33.850955 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff8becd-4622-4e5f-9afe-ac6164c1fbf4", "name": "network-vif-plugged", "status": "completed", "tag": "1ec41247-8082-497b-acca-92c2706e1930", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:41:33.851223 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ced336c2-ba01-4b69-8d2a-f2d27542aaa7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:41:33.851624 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec41247-8082-497b-acca-92c2706e1930', 'code': 200} Feb 03 14:41:34.061362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37b2a8-6474-409f-99bf-53fc6fc732d4 req-a0f15946-0d13-4091-b2b1-eb8db9b19fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:34.065259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf37b2a8-6474-409f-99bf-53fc6fc732d4 req-a0f15946-0d13-4091-b2b1-eb8db9b19fc8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 1127 time: 0.1169546 Feb 03 14:41:34.164034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf37b2a8-6474-409f-99bf-53fc6fc732d4 req-506cf531-55aa-471a-a8ee-80a1a15e6a1e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905433 Feb 03 14:41:34.971294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd832c60-f9e6-4aab-bb2a-38bee3d2d432 req-40583845-c79d-4586-b0d0-faa25c868340 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:34.974220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd832c60-f9e6-4aab-bb2a-38bee3d2d432 req-40583845-c79d-4586-b0d0-faa25c868340 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 945 time: 0.0720417 Feb 03 14:41:35.051765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd832c60-f9e6-4aab-bb2a-38bee3d2d432 req-ad826231-8580-4c6d-90dd-ea2fa4b9169e tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719044 Feb 03 14:41:36.252832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7c34-d47d-4395-9473-3bec5b6a9cf1 req-133cac5d-fd07-4950-9d0e-2f21aaccda6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:36.255635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83ad7c34-d47d-4395-9473-3bec5b6a9cf1 req-133cac5d-fd07-4950-9d0e-2f21aaccda6b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 945 time: 0.0967538 Feb 03 14:41:36.346281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83ad7c34-d47d-4395-9473-3bec5b6a9cf1 req-7e48099f-20f5-4d45-86c1-bf3879b46a12 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840566 Feb 03 14:41:37.500641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06315d-4747-4c17-b588-e062bbc69920 req-ecf0be5d-4c13-4e05-a5a1-5a43ccd46fa0 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:37.510517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b06315d-4747-4c17-b588-e062bbc69920 req-ecf0be5d-4c13-4e05-a5a1-5a43ccd46fa0 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 945 time: 0.0787909 Feb 03 14:41:37.579356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b06315d-4747-4c17-b588-e062bbc69920 req-7a00ec45-29d8-4fe7-b251-225561254000 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Feb 03 14:41:38.760024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68bcd6-a48e-4a62-88aa-64478fd3ae82 req-8c6601c1-5fc0-4554-8e2d-65d8b6af5b80 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:38.761853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf68bcd6-a48e-4a62-88aa-64478fd3ae82 req-8c6601c1-5fc0-4554-8e2d-65d8b6af5b80 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 945 time: 0.0735774 Feb 03 14:41:38.840016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf68bcd6-a48e-4a62-88aa-64478fd3ae82 req-f291bfc5-bb8e-454c-afec-5225c562da2b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/security-groups?id=de349194-0d6d-408e-97ca-f4f4687abf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659549 Feb 03 14:41:38.973426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-6f2565e9-9b21-4450-823e-3fe10e560e5b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:41:38.976340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-6f2565e9-9b21-4450-823e-3fe10e560e5b tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 945 time: 0.1212633 Feb 03 14:41:39.082298 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:39.137072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Deleting port 1ec41247-8082-497b-acca-92c2706e1930 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:41:39.137501 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1ec41247-8082-497b-acca-92c2706e1930), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:39.284076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] For port 1ec41247-8082-497b-acca-92c2706e1930, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=1ec41247-8082-497b-acca-92c2706e1930,segment=NetworkSegment(ce073e96-0e01-43a2-8797-229229dcdc1a),segment_id=ce073e96-0e01-43a2-8797-229229dcdc1a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:41:39.284583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1ec41247-8082-497b-acca-92c2706e1930), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:39.305934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Calling delete_port for 1ec41247-8082-497b-acca-92c2706e1930 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:41:39.507084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1ec41247-8082-497b-acca-92c2706e1930), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:39.540354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['1ec41247-8082-497b-acca-92c2706e1930'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:41:39.552949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Pushing event deleted for resources: {'Port': ['ID=1ec41247-8082-497b-acca-92c2706e1930,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:41:39.640201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] No DVR routers for this DVR port 1ec41247-8082-497b-acca-92c2706e1930 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:41:39.646382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:39.662746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15ab84b2-bd2e-4482-ac14-ada72e76c5c7 req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.71 "DELETE /v2.0/ports/1ec41247-8082-497b-acca-92c2706e1930 HTTP/1.1" status: 204 len: 173 time: 0.6809845 Feb 03 14:41:39.663411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'name': 'network-vif-deleted', 'tag': '1ec41247-8082-497b-acca-92c2706e1930'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:41:39.665768 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f68d21-60f5-4dfb-bc31-de46c73bbf1e" -d '{"events": [{"server_uuid": "aff8becd-4622-4e5f-9afe-ac6164c1fbf4", "name": "network-vif-deleted", "tag": "1ec41247-8082-497b-acca-92c2706e1930"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:41:39.669783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.670155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.670480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.670817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.671275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.671611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.671991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.672254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.672659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.673022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.673295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.673614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.673932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1149c-1a3c-4a27-9cc0-2fcbb666ee43 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:41:39.737353 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb3d9e-d259-4da1-88d9-f4509d3afb02 x-openstack-request-id: req-97cb3d9e-d259-4da1-88d9-f4509d3afb02 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:41:39.737647 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff8becd-4622-4e5f-9afe-ac6164c1fbf4", "name": "network-vif-deleted", "tag": "1ec41247-8082-497b-acca-92c2706e1930", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:41:39.737897 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97cb3d9e-d259-4da1-88d9-f4509d3afb02 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:41:39.738371 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff8becd-4622-4e5f-9afe-ac6164c1fbf4', 'name': 'network-vif-deleted', 'tag': '1ec41247-8082-497b-acca-92c2706e1930', 'status': 'completed', 'code': 200} Feb 03 14:41:40.033064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9cc1649-3e69-4bb6-92ed-7c67f94b67ce req-3abc1b71-3cfd-4f02-b81f-ccb8f4c8e0e3 tempest-VolumesActionsTest-371872594 tempest-VolumesActionsTest-371872594-project] 10.222.0.52 "GET /v2.0/ports?device_id=aff8becd-4622-4e5f-9afe-ac6164c1fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0541909 Feb 03 14:41:40.194637 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:41:43.338745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-4c5ceca0-fa84-4d4e-8813-ac52cafee51c req-ec1583d0-c876-4478-9001-0072049fd15a service neutron] (103341) timed out ('10.222.0.52', 50036) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:41:43.405142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1ec41247-8082-497b-acca-92c2706e1930 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:41:43.434888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 1ec41247-8082-497b-acca-92c2706e1930 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:41:43.435251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 1ec41247-8082-497b-acca-92c2706e1930 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:41:45.824282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f877ee1-d7cf-47fd-b264-8083baecb3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:48.070769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37c241b5-0b7c-470c-8018-758a891a6d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:49.672430 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:50.720327 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:52.196342 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:41:54.871388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:09.044334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:09.545346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45384) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:09.783919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f299-ffc4-4340-b6fd-ce5308f032d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:10.038291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f299-ffc4-4340-b6fd-ce5308f032d2 admin admin] Publish callbacks [] for security_group (bb6c698d-3def-47d6-9b3b-d7365e616131), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:10.051187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f299-ffc4-4340-b6fd-ce5308f032d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bb6c698d-3def-47d6-9b3b-d7365e616131), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:10.175975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f0e2f299-ffc4-4340-b6fd-ce5308f032d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b3f9549980e4b18af50410673a20fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6288173 Feb 03 14:42:10.177464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2f299-ffc4-4340-b6fd-ce5308f032d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c698d-3def-47d6-9b3b-d7365e616131,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:10.179738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45404) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:10.370526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Publish callbacks [] for security_group (bb6c698d-3def-47d6-9b3b-d7365e616131), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:10.484229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Publish callbacks [] for security_group (bb6c698d-3def-47d6-9b3b-d7365e616131), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:10.606328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bb6c698d-3def-47d6-9b3b-d7365e616131), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:10.612913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:10.619176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb6c698d-3def-47d6-9b3b-d7365e616131 HTTP/1.1" status: 204 len: 168 time: 0.4380050 Feb 03 14:42:10.641435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c698d-3def-47d6-9b3b-d7365e616131,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:10.662046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.664329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.665014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.665642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.667807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.668404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.669123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.672657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.674783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.675364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.677456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.678284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:10.680491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad568b-26ca-4b04-943f-af1f1ea7a25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:11.288695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45434) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:11.324756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cab93b49-0c20-4ddc-bbd1-9163b42362ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:11.628285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cab93b49-0c20-4ddc-bbd1-9163b42362ca admin admin] Publish callbacks [] for security_group (b51ccd47-68cf-4c0a-9afd-85887e2de2f3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:11.640108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cab93b49-0c20-4ddc-bbd1-9163b42362ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b51ccd47-68cf-4c0a-9afd-85887e2de2f3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:11.702116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cab93b49-0c20-4ddc-bbd1-9163b42362ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afb95dd59d4b41fb8bbab3b14ce43cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4122016 Feb 03 14:42:11.705105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45440) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:11.755710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab93b49-0c20-4ddc-bbd1-9163b42362ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ccd47-68cf-4c0a-9afd-85887e2de2f3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:11.891282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-09b1415a-6a07-4688-97a2-a80ebf844964 admin admin] Publish callbacks [] for security_group (b51ccd47-68cf-4c0a-9afd-85887e2de2f3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:11.973238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-09b1415a-6a07-4688-97a2-a80ebf844964 admin admin] Publish callbacks [] for security_group (b51ccd47-68cf-4c0a-9afd-85887e2de2f3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:12.086720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-09b1415a-6a07-4688-97a2-a80ebf844964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b51ccd47-68cf-4c0a-9afd-85887e2de2f3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:12.089670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-09b1415a-6a07-4688-97a2-a80ebf844964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:12.091166 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-09b1415a-6a07-4688-97a2-a80ebf844964 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b51ccd47-68cf-4c0a-9afd-85887e2de2f3 HTTP/1.1" status: 204 len: 168 time: 0.3849888 Feb 03 14:42:12.106060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1415a-6a07-4688-97a2-a80ebf844964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ccd47-68cf-4c0a-9afd-85887e2de2f3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:15.136161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45522) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:15.383987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ef3d45f-e278-40b5-9a4c-06496d326403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.577896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ef3d45f-e278-40b5-9a4c-06496d326403 admin admin] Publish callbacks [] for security_group (8af3f497-8f1a-4f92-97ed-e0c7dfdffd99), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.582762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ef3d45f-e278-40b5-9a4c-06496d326403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8af3f497-8f1a-4f92-97ed-e0c7dfdffd99), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.675027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3d45f-e278-40b5-9a4c-06496d326403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af3f497-8f1a-4f92-97ed-e0c7dfdffd99,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:15.687505 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0ef3d45f-e278-40b5-9a4c-06496d326403 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fcf0e31bf254639af66f7cba080f79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5519485 Feb 03 14:42:15.690546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45538) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:15.790969 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88595bf0-6697-4fa2-9a65-d9b9a79c84da admin admin] Publish callbacks [] for security_group (8af3f497-8f1a-4f92-97ed-e0c7dfdffd99), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.823711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09a1b768-b8d1-4814-b7b7-a80141be5575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.824856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88595bf0-6697-4fa2-9a65-d9b9a79c84da admin admin] Publish callbacks [] for security_group (8af3f497-8f1a-4f92-97ed-e0c7dfdffd99), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.908921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88595bf0-6697-4fa2-9a65-d9b9a79c84da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8af3f497-8f1a-4f92-97ed-e0c7dfdffd99), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.911902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-88595bf0-6697-4fa2-9a65-d9b9a79c84da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:15.920090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-88595bf0-6697-4fa2-9a65-d9b9a79c84da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8af3f497-8f1a-4f92-97ed-e0c7dfdffd99 HTTP/1.1" status: 204 len: 168 time: 0.2276106 Feb 03 14:42:15.937404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88595bf0-6697-4fa2-9a65-d9b9a79c84da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af3f497-8f1a-4f92-97ed-e0c7dfdffd99,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:17.239055 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:42:18.060546 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4cca-3772-4420-a23c-392061edfeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:19.689224 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:20.715869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:22.195421 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:24.874914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:29.218441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:29.531502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53201cb7-4a99-44be-aeb1-c0143478802d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:29.733784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53201cb7-4a99-44be-aeb1-c0143478802d admin admin] Publish callbacks [] for security_group (05dd8499-4cdc-437c-9db6-222a3d7bd77d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:29.739288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53201cb7-4a99-44be-aeb1-c0143478802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (05dd8499-4cdc-437c-9db6-222a3d7bd77d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:29.873847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53201cb7-4a99-44be-aeb1-c0143478802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd8499-4cdc-437c-9db6-222a3d7bd77d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:29.911349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-53201cb7-4a99-44be-aeb1-c0143478802d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d73c1febcda34bb5b8e40f5853fedf88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6882198 Feb 03 14:42:29.913080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45844) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:30.034654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4d0925b-a459-4743-9e07-7c3ec870ccc4 admin admin] Publish callbacks [] for security_group (05dd8499-4cdc-437c-9db6-222a3d7bd77d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:30.108517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4d0925b-a459-4743-9e07-7c3ec870ccc4 admin admin] Publish callbacks [] for security_group (05dd8499-4cdc-437c-9db6-222a3d7bd77d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:30.215268 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4d0925b-a459-4743-9e07-7c3ec870ccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (05dd8499-4cdc-437c-9db6-222a3d7bd77d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:30.220765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4d0925b-a459-4743-9e07-7c3ec870ccc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:30.236471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d4d0925b-a459-4743-9e07-7c3ec870ccc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05dd8499-4cdc-437c-9db6-222a3d7bd77d HTTP/1.1" status: 204 len: 168 time: 0.3216639 Feb 03 14:42:30.255598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0925b-a459-4743-9e07-7c3ec870ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd8499-4cdc-437c-9db6-222a3d7bd77d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:31.757181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45892) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:32.070724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b29bc83-70c9-42c3-9da8-07913ef145e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:32.339426 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b29bc83-70c9-42c3-9da8-07913ef145e8 admin admin] Publish callbacks [] for security_group (10e0d19e-a3a0-445b-9cff-6bc2cfa917d7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:32.345070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b29bc83-70c9-42c3-9da8-07913ef145e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10e0d19e-a3a0-445b-9cff-6bc2cfa917d7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:32.444025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:32.452943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7b29bc83-70c9-42c3-9da8-07913ef145e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dba5e1e64cef491b84e2eb3a8de96237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6945956 Feb 03 14:42:32.510424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29bc83-70c9-42c3-9da8-07913ef145e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e0d19e-a3a0-445b-9cff-6bc2cfa917d7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:32.556901 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df4033ae-1b43-4382-9060-89c4a6e2c113 admin admin] Publish callbacks [] for security_group (10e0d19e-a3a0-445b-9cff-6bc2cfa917d7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:32.622523 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df4033ae-1b43-4382-9060-89c4a6e2c113 admin admin] Publish callbacks [] for security_group (10e0d19e-a3a0-445b-9cff-6bc2cfa917d7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:32.719358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df4033ae-1b43-4382-9060-89c4a6e2c113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (10e0d19e-a3a0-445b-9cff-6bc2cfa917d7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:32.727904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df4033ae-1b43-4382-9060-89c4a6e2c113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:32.736486 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-df4033ae-1b43-4382-9060-89c4a6e2c113 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10e0d19e-a3a0-445b-9cff-6bc2cfa917d7 HTTP/1.1" status: 204 len: 168 time: 0.2883883 Feb 03 14:42:32.755080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4033ae-1b43-4382-9060-89c4a6e2c113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e0d19e-a3a0-445b-9cff-6bc2cfa917d7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:33.855235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 45956) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:33.894748 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aada57ca-5ad4-4ef1-a56c-6d65c0e6337c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:34.175317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aada57ca-5ad4-4ef1-a56c-6d65c0e6337c admin admin] Publish callbacks [] for security_group (b89da648-b0d2-40da-b2d0-d7ba65e62c73), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:34.181447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aada57ca-5ad4-4ef1-a56c-6d65c0e6337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b89da648-b0d2-40da-b2d0-d7ba65e62c73), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:34.270501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada57ca-5ad4-4ef1-a56c-6d65c0e6337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89da648-b0d2-40da-b2d0-d7ba65e62c73,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:34.293443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-aada57ca-5ad4-4ef1-a56c-6d65c0e6337c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3dc872499ba4a3ba8de71cb6f49c021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361780 Feb 03 14:42:34.296035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 45976) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:34.355157 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea140bf6-d3d0-414d-a2ce-461c181d939a admin admin] Publish callbacks [] for security_group (b89da648-b0d2-40da-b2d0-d7ba65e62c73), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:34.397934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea140bf6-d3d0-414d-a2ce-461c181d939a admin admin] Publish callbacks [] for security_group (b89da648-b0d2-40da-b2d0-d7ba65e62c73), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:34.546562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea140bf6-d3d0-414d-a2ce-461c181d939a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b89da648-b0d2-40da-b2d0-d7ba65e62c73), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:34.550360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea140bf6-d3d0-414d-a2ce-461c181d939a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:34.551793 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea140bf6-d3d0-414d-a2ce-461c181d939a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b89da648-b0d2-40da-b2d0-d7ba65e62c73 HTTP/1.1" status: 204 len: 168 time: 0.2539709 Feb 03 14:42:34.564180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea140bf6-d3d0-414d-a2ce-461c181d939a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89da648-b0d2-40da-b2d0-d7ba65e62c73,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:39.057199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.346352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46274) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:43.425129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] Deleting subnet 94463095-eea5-4323-a1a7-80f94de4a68f {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:42:43.429429 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] Publish callbacks [] for subnet (94463095-eea5-4323-a1a7-80f94de4a68f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.474407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (94463095-eea5-4323-a1a7-80f94de4a68f), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.532107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (94463095-eea5-4323-a1a7-80f94de4a68f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.593337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (94463095-eea5-4323-a1a7-80f94de4a68f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.617672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94463095-eea5-4323-a1a7-80f94de4a68f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:43.639703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.646021 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-db59adbe-d09d-4aa7-81cd-954348b6e04f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/94463095-eea5-4323-a1a7-80f94de4a68f HTTP/1.1" status: 204 len: 168 time: 0.2971010 Feb 03 14:42:43.647938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:43.736774 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (b5fbe51e-abf0-4d4a-9920-6bda8e74b39c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.921120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (b5fbe51e-abf0-4d4a-9920-6bda8e74b39c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:43.962618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fbe51e-abf0-4d4a-9920-6bda8e74b39c']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:42:43.990985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce073e96-0e01-43a2-8797-229229dcdc1a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:42:43.991582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce073e96-0e01-43a2-8797-229229dcdc1a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:42:44.013698 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (ce073e96-0e01-43a2-8797-229229dcdc1a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.041552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ce073e96-0e01-43a2-8797-229229dcdc1a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.048995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:42:44.049391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (ce073e96-0e01-43a2-8797-229229dcdc1a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:42:44.152408 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:42:44.165065 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (b5fbe51e-abf0-4d4a-9920-6bda8e74b39c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.172091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.184800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b5fbe51e-abf0-4d4a-9920-6bda8e74b39c HTTP/1.1" status: 204 len: 168 time: 0.5355308 Feb 03 14:42:44.209656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c18e1-5ea0-4e14-ad62-5d112b515a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fbe51e-abf0-4d4a-9920-6bda8e74b39c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:44.539283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46300) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:44.669496 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-db800f06-8e03-477a-a048-d0a7af668d4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0abb1a598b94285b5081c62d2a75197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282525 Feb 03 14:42:44.673329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46302) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:44.759953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5581429-95d8-459e-b2f6-d0e83a88cbd1 admin admin] Publish callbacks [] for security_group (de349194-0d6d-408e-97ca-f4f4687abf9f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.803308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5581429-95d8-459e-b2f6-d0e83a88cbd1 admin admin] Publish callbacks [] for security_group (de349194-0d6d-408e-97ca-f4f4687abf9f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.903874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5581429-95d8-459e-b2f6-d0e83a88cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (de349194-0d6d-408e-97ca-f4f4687abf9f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.913176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5581429-95d8-459e-b2f6-d0e83a88cbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:44.916802 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a5581429-95d8-459e-b2f6-d0e83a88cbd1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de349194-0d6d-408e-97ca-f4f4687abf9f HTTP/1.1" status: 204 len: 168 time: 0.2423570 Feb 03 14:42:44.947486 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5581429-95d8-459e-b2f6-d0e83a88cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de349194-0d6d-408e-97ca-f4f4687abf9f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:45.814734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89844bdf-2403-4bb6-8eee-1fab79e6e350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:46.262488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46352) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:46.481635 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-143b60a3-1bee-461e-8ccf-83d0b8606d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:46.763580 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-143b60a3-1bee-461e-8ccf-83d0b8606d02 admin admin] Publish callbacks [] for security_group (73c4211f-62da-41f8-a814-1b77b2b434a4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:46.772029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-143b60a3-1bee-461e-8ccf-83d0b8606d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (73c4211f-62da-41f8-a814-1b77b2b434a4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:46.857936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46378) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:46.868810 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-143b60a3-1bee-461e-8ccf-83d0b8606d02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=911c3cdbbf754a539e63c9b2845d7e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907338 Feb 03 14:42:46.870211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b60a3-1bee-461e-8ccf-83d0b8606d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c4211f-62da-41f8-a814-1b77b2b434a4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:46.961056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Publish callbacks [] for security_group (73c4211f-62da-41f8-a814-1b77b2b434a4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:47.007750 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Publish callbacks [] for security_group (73c4211f-62da-41f8-a814-1b77b2b434a4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:47.163636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (73c4211f-62da-41f8-a814-1b77b2b434a4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:47.175307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:47.177485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73c4211f-62da-41f8-a814-1b77b2b434a4 HTTP/1.1" status: 204 len: 168 time: 0.3178642 Feb 03 14:42:47.190029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c4211f-62da-41f8-a814-1b77b2b434a4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:47.220208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.220973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.221537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.237525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.238186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.238539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.238909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.239526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.239616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.239887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.240216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.240624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:47.241116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30185944-020d-4818-8beb-939b063b8609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:42:48.065672 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c69c-d5d0-408d-b4d1-51b3fb24a0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:49.664834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:50.722779 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:52.184056 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:54.200033 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:42:54.923678 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:56.632128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46698) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:56.887118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b8c8-8f73-48cc-8baf-775395771d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:57.025443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b8c8-8f73-48cc-8baf-775395771d39 admin admin] Publish callbacks [] for security_group (2bbd6be5-d20f-41ce-bf19-59585ae200f9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:57.029855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b8c8-8f73-48cc-8baf-775395771d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2bbd6be5-d20f-41ce-bf19-59585ae200f9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:57.059791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f8f3b8c8-8f73-48cc-8baf-775395771d39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8afd45b92dad4e29955a13e2f2ca3e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257913 Feb 03 14:42:57.062307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46718) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:57.100717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3b8c8-8f73-48cc-8baf-775395771d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbd6be5-d20f-41ce-bf19-59585ae200f9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:57.177808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e780-c6ce-4f75-94d4-284379d78845 admin admin] Publish callbacks [] for security_group (2bbd6be5-d20f-41ce-bf19-59585ae200f9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:57.242710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e780-c6ce-4f75-94d4-284379d78845 admin admin] Publish callbacks [] for security_group (2bbd6be5-d20f-41ce-bf19-59585ae200f9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:57.334100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e780-c6ce-4f75-94d4-284379d78845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2bbd6be5-d20f-41ce-bf19-59585ae200f9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:57.336820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5e6e780-c6ce-4f75-94d4-284379d78845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:57.353045 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5e6e780-c6ce-4f75-94d4-284379d78845 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bbd6be5-d20f-41ce-bf19-59585ae200f9 HTTP/1.1" status: 204 len: 168 time: 0.2895253 Feb 03 14:42:57.387034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6e780-c6ce-4f75-94d4-284379d78845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbd6be5-d20f-41ce-bf19-59585ae200f9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:57.876706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46742) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:57.897508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53643de9-63ec-4658-a9af-2040f351f5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:58.031513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53643de9-63ec-4658-a9af-2040f351f5fc admin admin] Publish callbacks [] for security_group (c056e36f-a772-4270-a32e-eea4065a78f6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:58.040832 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53643de9-63ec-4658-a9af-2040f351f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c056e36f-a772-4270-a32e-eea4065a78f6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:58.080913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46748) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:58.081453 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-53643de9-63ec-4658-a9af-2040f351f5fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a73c653fce9f4f148b6d777b34667445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024238 Feb 03 14:42:58.106015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53643de9-63ec-4658-a9af-2040f351f5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c056e36f-a772-4270-a32e-eea4065a78f6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:58.156573 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f50cdd14-4ac7-4bd0-9637-87e6d9095085 admin admin] Publish callbacks [] for security_group (c056e36f-a772-4270-a32e-eea4065a78f6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:58.231331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f50cdd14-4ac7-4bd0-9637-87e6d9095085 admin admin] Publish callbacks [] for security_group (c056e36f-a772-4270-a32e-eea4065a78f6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:58.319310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f50cdd14-4ac7-4bd0-9637-87e6d9095085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c056e36f-a772-4270-a32e-eea4065a78f6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:58.324124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f50cdd14-4ac7-4bd0-9637-87e6d9095085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:58.333565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f50cdd14-4ac7-4bd0-9637-87e6d9095085 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c056e36f-a772-4270-a32e-eea4065a78f6 HTTP/1.1" status: 204 len: 168 time: 0.2500770 Feb 03 14:42:58.351061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cdd14-4ac7-4bd0-9637-87e6d9095085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056e36f-a772-4270-a32e-eea4065a78f6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:59.015177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 46774) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:59.036547 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57453570-68e1-40e9-9a9b-443592313c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:59.153202 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57453570-68e1-40e9-9a9b-443592313c2a admin admin] Publish callbacks [] for security_group (ffe8a04c-b462-4b25-996e-87679104f1f5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:59.159655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57453570-68e1-40e9-9a9b-443592313c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ffe8a04c-b462-4b25-996e-87679104f1f5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:59.253675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-57453570-68e1-40e9-9a9b-443592313c2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1261862560874052a5b57228c9127db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373993 Feb 03 14:42:59.254590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57453570-68e1-40e9-9a9b-443592313c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe8a04c-b462-4b25-996e-87679104f1f5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:42:59.256258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 46784) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:42:59.318479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-507ab8a2-aa71-4b8d-bae5-3b8512450338 admin admin] Publish callbacks [] for security_group (ffe8a04c-b462-4b25-996e-87679104f1f5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:59.341281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-507ab8a2-aa71-4b8d-bae5-3b8512450338 admin admin] Publish callbacks [] for security_group (ffe8a04c-b462-4b25-996e-87679104f1f5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:59.395559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-507ab8a2-aa71-4b8d-bae5-3b8512450338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ffe8a04c-b462-4b25-996e-87679104f1f5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:59.398799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-507ab8a2-aa71-4b8d-bae5-3b8512450338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:42:59.401194 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-507ab8a2-aa71-4b8d-bae5-3b8512450338 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffe8a04c-b462-4b25-996e-87679104f1f5 HTTP/1.1" status: 204 len: 168 time: 0.1432314 Feb 03 14:42:59.420590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ab8a2-aa71-4b8d-bae5-3b8512450338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe8a04c-b462-4b25-996e-87679104f1f5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:43:09.105267 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:15.819143 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7632dd41-4fbe-446f-976b-9b5dc6929148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:18.052706 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2404e0bb-2e99-4e32-a5a2-75f7d0f5855f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:19.734447 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:20.711813 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:22.209376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:24.895458 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:31.200229 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:43:39.074975 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:45.882036 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3310ce1d-67cb-415a-8c57-eb350955dc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:48.061506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06a55a1b-db97-4757-a82f-45f7a59ed9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:49.702061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:50.738196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:50.947847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-d1844903-233c-4a89-85d5-2896e43bcbc1 req-4f78091a-ba3b-4f2d-8dbc-867f301e7782 service neutron] (103342) timed out ('10.222.0.45', 49346) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:43:52.234701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:43:54.940369 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:08.200466 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:44:09.079086 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:15.822944 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c57f3fb2-b184-413b-94f4-3a19e8d43ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:18.095513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de8ee448-102e-48ac-93a7-ad243685d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:19.678195 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:20.717655 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:22.216374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:24.955286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:39.118094 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:45.210959 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:44:45.816179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aba6015-c6e7-43d9-b260-4f9649a90d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:47.388408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50818) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:47.621355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:47.739716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Publish callbacks [] for security_group (7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:47.747401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:47.849522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=000e00ccc4954c81a45a34ca9589f713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587126 Feb 03 14:44:47.852765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50836) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:47.927841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:47.937380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.937868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.938227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.938653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.938998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.939330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.939886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.940375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.940928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.941438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.941973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.942463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.942943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3200398f-74f8-4cbb-9a6a-2b52d601cd4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:47.970751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2e51f12-6733-4405-838a-7ba3c2e55460 admin admin] Publish callbacks [] for security_group (7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:47.996632 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2e51f12-6733-4405-838a-7ba3c2e55460 admin admin] Publish callbacks [] for security_group (7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:48.063342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2e51f12-6733-4405-838a-7ba3c2e55460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:48.066588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d2e51f12-6733-4405-838a-7ba3c2e55460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:48.068822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4497fe31-852e-474b-95df-b60d6845ba67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:48.089918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d2e51f12-6733-4405-838a-7ba3c2e55460 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0 HTTP/1.1" status: 204 len: 168 time: 0.2262869 Feb 03 14:44:48.113447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e51f12-6733-4405-838a-7ba3c2e55460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ac6ae-dec1-420b-b7a4-cc9ee4d2dcf0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:49.672874 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:50.723608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:51.620408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 50972) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:51.626896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'network': {'name': 'tempest-network-smoke--1975629040', 'project_id': '87a3724916764d1dafeedf3183baa22c', 'port_security_enabled': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:44:51.649923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Made reservation on behalf of 87a3724916764d1dafeedf3183baa22c for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:44:51.654302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:51.665415 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:51.812324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (588b7340-3e1b-4a93-9f14-7e3a40ef754f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:51.817890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (588b7340-3e1b-4a93-9f14-7e3a40ef754f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:51.885799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588b7340-3e1b-4a93-9f14-7e3a40ef754f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:51.920845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:44:51.934801 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f37787e6-160b-4585-988f-19257f1b120f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:51.935472 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Added segment f37787e6-160b-4585-988f-19257f1b120f of type vlan for network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f Feb 03 14:44:52.024591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:52.098728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:52.111277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:44:52.111907 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:52.184248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:52.278421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 50984) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:52.286026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'admin_state_up': True, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:44:52.292970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6705375 Feb 03 14:44:52.319478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd6304-8834-43d1-9e67-1630d41c0782 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Network': ['ID=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:52.343021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:44:52.400343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (afb85d3d-ab91-490e-8a1f-7367b966d7b6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:52.403568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (afb85d3d-ab91-490e-8a1f-7367b966d7b6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:52.546621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_controller (afb85d3d-ab91-490e-8a1f-7367b966d7b6), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:52.958729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (afb85d3d-ab91-490e-8a1f-7367b966d7b6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:53.339118 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (afb85d3d-ab91-490e-8a1f-7367b966d7b6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:53.381688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:53.635428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Allocated IP 172.25.0.163 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/af600ec8-3ce1-43db-b4c5-c7e11ddb3e66) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:44:53.888441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:53.968399 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:54.095694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:44:54.098979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:44:54.108005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:44:54.187516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:54.242641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.243311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.244231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.244785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.245330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.245827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.246332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.246846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.247349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.247843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.248333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.249424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.249924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:54.970029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:55.560131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (afb85d3d-ab91-490e-8a1f-7367b966d7b6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:56.019938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (afb85d3d-ab91-490e-8a1f-7367b966d7b6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:56.311573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router afb85d3d-ab91-490e-8a1f-7367b966d7b6 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:44:56.555006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:44:56.566267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Sync routers for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:44:56.586427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:44:56.587390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:44:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:44:56.642029 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:56.646805 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e7a0befd-aad3-4a2f-839a-956c0803c090 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.3655872 Feb 03 14:44:56.651657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:57.148092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51248) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:57.168621 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbd6a487-f4e5-49c5-9b6f-ca122d22830e tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=87a3724916764d1dafeedf3183baa22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5076416 Feb 03 14:44:57.363106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:44:57.687850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87839d3-4ee3-4c20-8960-338b13e9dfee tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:44:57.693681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51292) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:57.702839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e87839d3-4ee3-4c20-8960-338b13e9dfee tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5535901 Feb 03 14:44:57.812930 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-15aa3e0d-f5f7-4c27-9ea8-bd57405549b1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1154637 Feb 03 14:44:57.814924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51306) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:57.820839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151274798', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'project_id': '87a3724916764d1dafeedf3183baa22c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:44:57.956585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:44:55Z', 'revision_number': 3, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:44:58.022924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Checking router: afb85d3d-ab91-490e-8a1f-7367b966d7b6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:44:58.025343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Updating router afb85d3d-ab91-490e-8a1f-7367b966d7b6 port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:44:58.093828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:58.806635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Made reservation on behalf of 87a3724916764d1dafeedf3183baa22c for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:44:58.824092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.152608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Publish callbacks [] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.173118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.314048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Attempting to bind port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:44:59.314434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Attempting to bind port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:44:59.314801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Attempting to bind port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:44:59.340449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:44:59.340845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:44:59.341239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.346157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:44:59.346668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Bound port: af600ec8-3ce1-43db-b4c5-c7e11ddb3e66, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:44:59.347067 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.430184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Pushing event updated for resources: {'Port': ['ID=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:59.453592 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51450) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:44:59.487426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.489050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.489418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.489762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.491864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.492228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.492603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.497491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.497849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.501218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.501492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.501834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.502167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:44:59.530466 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (8b56bbfd-a261-4704-8504-3674f0a55651), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.595187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] For port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:44:59.603288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] For port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:44:59.620813 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.716726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Subnet': ['ID=8b56bbfd-a261-4704-8504-3674f0a55651,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:59.740642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e95b88-10f4-44b5-b301-52d745d8cc83 None None] Pushing event updated for resources: {'Port': ['ID=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:44:59.759656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:44:59.760350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:44:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:44:59.789591 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4194e5c7-bb7f-472a-ba24-cca1d6de14fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.799069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Checking segment: {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:44:59.799437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network hostable DHCP agents. Network: 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:44:59.856797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:44:59.888319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:44:59.906685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:44:59.907299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:44:59.947850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-01c5c40a-c3ce-40e7-8afc-b4d3d3bc1467 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1282396 Feb 03 14:44:59.948043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51500) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:00.029523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae749c5-f034-4c88-8b9d-f97ae58c482a None None] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:00.052117 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4194e5c7-bb7f-472a-ba24-cca1d6de14fe admin admin] Publish callbacks [] for security_group (403830a7-e65c-45ca-b6f0-3c0b0a97a953), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.063613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4194e5c7-bb7f-472a-ba24-cca1d6de14fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (403830a7-e65c-45ca-b6f0-3c0b0a97a953), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.180338 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4194e5c7-bb7f-472a-ba24-cca1d6de14fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ef83ec8202b49d1a0645c1882c258f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7255907 Feb 03 14:45:00.182370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51522) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:00.199245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e5c7-bb7f-472a-ba24-cca1d6de14fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403830a7-e65c-45ca-b6f0-3c0b0a97a953,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:00.303938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'project_id': '87a3724916764d1dafeedf3183baa22c', 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:45:00.304805 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.347485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9993761-aadc-41c6-bf11-91f6cf8d4cad admin admin] Publish callbacks [] for security_group (403830a7-e65c-45ca-b6f0-3c0b0a97a953), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.411402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9993761-aadc-41c6-bf11-91f6cf8d4cad admin admin] Publish callbacks [] for security_group (403830a7-e65c-45ca-b6f0-3c0b0a97a953), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.504949 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9993761-aadc-41c6-bf11-91f6cf8d4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (403830a7-e65c-45ca-b6f0-3c0b0a97a953), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.509081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9993761-aadc-41c6-bf11-91f6cf8d4cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.510547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a9993761-aadc-41c6-bf11-91f6cf8d4cad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/403830a7-e65c-45ca-b6f0-3c0b0a97a953 HTTP/1.1" status: 204 len: 168 time: 0.3209789 Feb 03 14:45:00.552459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9993761-aadc-41c6-bf11-91f6cf8d4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403830a7-e65c-45ca-b6f0-3c0b0a97a953,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:00.641521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Allocated IP 172.20.0.2 (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f/8b56bbfd-a261-4704-8504-3674f0a55651/bd38edf3-3a56-4e02-8317-376be83ffef4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:00.941978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Publish callbacks [] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:00.960091 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:01.022832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Pushing event updated for resources: {'Port': ['ID=bd38edf3-3a56-4e02-8317-376be83ffef4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:01.028716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:01.150480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:01.153102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:01.156335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:01.228845 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:01.447484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Attempting to bind port bd38edf3-3a56-4e02-8317-376be83ffef4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:01.448075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Attempting to bind port bd38edf3-3a56-4e02-8317-376be83ffef4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:01.451808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Attempting to bind port bd38edf3-3a56-4e02-8317-376be83ffef4 on network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:01.478755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:01.481396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Checking segment: {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:01.481833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:01.484199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Bound using segment: {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:01.486055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Bound port: bd38edf3-3a56-4e02-8317-376be83ffef4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:01.486451 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:01.905732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] For port bd38edf3-3a56-4e02-8317-376be83ffef4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:01.933863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] For port bd38edf3-3a56-4e02-8317-376be83ffef4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd38edf3-3a56-4e02-8317-376be83ffef4,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:01.943286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Allocated IP 172.20.0.1 (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f/8b56bbfd-a261-4704-8504-3674f0a55651/0b014f0a-6637-468d-8bb9-081741060670) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:01.975514 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:02.114060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:44:55Z', 'revision_number': 3, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:02.116029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3aa11-2003-483d-bbcf-486f7af5a54a None None] Pushing event updated for resources: {'Port': ['ID=bd38edf3-3a56-4e02-8317-376be83ffef4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:02.161123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5c535-6070-4e2c-999f-5a8ba95d4203 None None] The sync data for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 is: [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:44:55Z', 'revision_number': 3, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:45:02.250802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (0b014f0a-6637-468d-8bb9-081741060670), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:02.302732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0b014f0a-6637-468d-8bb9-081741060670), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:02.369877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:02.373691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:02.378034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:02.385528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=0b014f0a-6637-468d-8bb9-081741060670,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:02.453644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (afb85d3d-ab91-490e-8a1f-7367b966d7b6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:02.890783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0b014f0a-6637-468d-8bb9-081741060670), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:03.642023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:03.835655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:03.836049 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:03.965701 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (0b014f0a-6637-468d-8bb9-081741060670), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:03.979716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0b014f0a-6637-468d-8bb9-081741060670), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:04.139563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:04.140147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:04.190015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:04.200138 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:04.201736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd38edf3-3a56-4e02-8317-376be83ffef4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:04.276576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=0b014f0a-6637-468d-8bb9-081741060670,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:04.306875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (afb85d3d-ab91-490e-8a1f-7367b966d7b6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:04.439629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bd38edf3-3a56-4e02-8317-376be83ffef4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:04.440294 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:04.525393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576e2b3-3a2c-4207-a4cd-8a9da04811b6 None None] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:04.564115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:04.573456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:04.771758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bd38edf3-3a56-4e02-8317-376be83ffef4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:04.773113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:04.776976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:04.803511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-163fc4b2-4474-4d94-87ad-2c39ae1cb10c None None] Provisioning complete for port bd38edf3-3a56-4e02-8317-376be83ffef4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:04.803895 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-163fc4b2-4474-4d94-87ad-2c39ae1cb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:04.853961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router afb85d3d-ab91-490e-8a1f-7367b966d7b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:45:04.952065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-163fc4b2-4474-4d94-87ad-2c39ae1cb10c None None] Current status of the port bd38edf3-3a56-4e02-8317-376be83ffef4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:04.952719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-163fc4b2-4474-4d94-87ad-2c39ae1cb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:05.003944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port bd38edf3-3a56-4e02-8317-376be83ffef4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd38edf3-3a56-4e02-8317-376be83ffef4,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:05.032562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:05.346640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:45:05.395876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51692) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:05.401955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7d7bb768-e0bf-460e-bcd2-b385203ed017 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1814361880', 'description': 'tempest-secgroup_access--1814361880 description', 'project_id': '87a3724916764d1dafeedf3183baa22c'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:05.413850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c3f3e6ea-8dd9-49ef-a60b-87ba65ff4cc2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "PUT /v2.0/routers/afb85d3d-ab91-490e-8a1f-7367b966d7b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4640260 Feb 03 14:45:05.470909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb768-e0bf-460e-bcd2-b385203ed017 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:05.665410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:05.680968 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb768-e0bf-460e-bcd2-b385203ed017 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (bb35668f-9ebf-4f3a-a3e9-bc49299a38cc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:05.688340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb768-e0bf-460e-bcd2-b385203ed017 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bb35668f-9ebf-4f3a-a3e9-bc49299a38cc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:05.698221 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-163fc4b2-4474-4d94-87ad-2c39ae1cb10c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:45:05.698579 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-163fc4b2-4474-4d94-87ad-2c39ae1cb10c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:45:05.801322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb768-e0bf-460e-bcd2-b385203ed017 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:05.806882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51704) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:05.812038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b6eaac51-d39e-45e9-b089-192392eda991 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1125868631', 'description': 'tempest-secgroup_general--1125868631 description', 'project_id': '87a3724916764d1dafeedf3183baa22c'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:05.817176 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d7bb768-e0bf-460e-bcd2-b385203ed017 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4191782 Feb 03 14:45:05.826933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=bd38edf3-3a56-4e02-8317-376be83ffef4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:05.833406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bb768-e0bf-460e-bcd2-b385203ed017 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:05.870850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b6eaac51-d39e-45e9-b089-192392eda991 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:05.885831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:05.887156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.016334 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Sync routers for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:45:06.038194 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:06.039887 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:44:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:06.046306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b6eaac51-d39e-45e9-b089-192392eda991 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (51c711a2-c579-47b0-bdb1-12739c980384), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.062533 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b6eaac51-d39e-45e9-b089-192392eda991 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (51c711a2-c579-47b0-bdb1-12739c980384), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.082360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:06.135791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaac51-d39e-45e9-b089-192392eda991 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c711a2-c579-47b0-bdb1-12739c980384,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:06.143821 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b6eaac51-d39e-45e9-b089-192392eda991 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.155860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b6eaac51-d39e-45e9-b089-192392eda991 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3474650 Feb 03 14:45:06.158821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51712) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:06.166987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-207331a8-0f50-420e-89d4-251b4ffa0712 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'security_group_rule': {'security_group_id': 'bb35668f-9ebf-4f3a-a3e9-bc49299a38cc', 'project_id': '87a3724916764d1dafeedf3183baa22c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:06.231826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-207331a8-0f50-420e-89d4-251b4ffa0712 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group_rule (5d66fe16-5137-4a00-ae40-0f2c95b519b0), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.283559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-163fc4b2-4474-4d94-87ad-2c39ae1cb10c None None] Current status of the port bd38edf3-3a56-4e02-8317-376be83ffef4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:06.303018 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:06.388286 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-207331a8-0f50-420e-89d4-251b4ffa0712 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group_rule (5d66fe16-5137-4a00-ae40-0f2c95b519b0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.405606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-207331a8-0f50-420e-89d4-251b4ffa0712 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (5d66fe16-5137-4a00-ae40-0f2c95b519b0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.414563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-674fbe7a-caa8-46b1-86db-261608cb22e1 None None] Provisioning complete for port bd38edf3-3a56-4e02-8317-376be83ffef4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:06.422534 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-674fbe7a-caa8-46b1-86db-261608cb22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.428654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207331a8-0f50-420e-89d4-251b4ffa0712 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d66fe16-5137-4a00-ae40-0f2c95b519b0,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:06.472179 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-207331a8-0f50-420e-89d4-251b4ffa0712 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.483880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-207331a8-0f50-420e-89d4-251b4ffa0712 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238921 Feb 03 14:45:06.651048 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:03Z', 'revision_number': 2, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:06.753183 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Checking router: afb85d3d-ab91-490e-8a1f-7367b966d7b6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:45:06.755781 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Updating router afb85d3d-ab91-490e-8a1f-7367b966d7b6 port 0b014f0a-6637-468d-8bb9-081741060670 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:45:06.786410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-674fbe7a-caa8-46b1-86db-261608cb22e1 None None] Current status of the port bd38edf3-3a56-4e02-8317-376be83ffef4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:06.813442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-674fbe7a-caa8-46b1-86db-261608cb22e1 None None] Provisioning complete for port 0b014f0a-6637-468d-8bb9-081741060670 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:06.813918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-674fbe7a-caa8-46b1-86db-261608cb22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0b014f0a-6637-468d-8bb9-081741060670), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.884183 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0b014f0a-6637-468d-8bb9-081741060670), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:06.994677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-674fbe7a-caa8-46b1-86db-261608cb22e1 None None] Port 0b014f0a-6637-468d-8bb9-081741060670 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:45:07.420383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd38edf3-3a56-4e02-8317-376be83ffef4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:07.485232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-821caf6e-decb-448d-a252-1528e4047281 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--1814361880&fields=id&tenant_id=87a3724916764d1dafeedf3183baa22c HTTP/1.1" status: 200 len: 267 time: 0.1688416 Feb 03 14:45:07.547073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bd38edf3-3a56-4e02-8317-376be83ffef4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:07.547453 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:07.632486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-ea4d8a82-f96a-4423-926b-7470106ba322 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--1125868631&fields=id&tenant_id=87a3724916764d1dafeedf3183baa22c HTTP/1.1" status: 200 len: 267 time: 0.1382093 Feb 03 14:45:07.710457 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Publish callbacks [] for port (0b014f0a-6637-468d-8bb9-081741060670), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:07.723425 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0b014f0a-6637-468d-8bb9-081741060670), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:07.785680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bd38edf3-3a56-4e02-8317-376be83ffef4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:07.874804 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Pushing event updated for resources: {'Port': ['ID=0b014f0a-6637-468d-8bb9-081741060670,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:07.921751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-6c6ba004-7e92-4bca-95af-82d14bcadae8 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:07.937255 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.937606 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.937947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.938287 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.938622 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.938953 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.939279 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.939606 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.939844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-6c6ba004-7e92-4bca-95af-82d14bcadae8 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/networks?id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 200 len: 797 time: 0.3060420 Feb 03 14:45:07.940062 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.940236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.940594 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.940916 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.941240 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:07.983797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-ff1bbd1b-bd7f-47fa-82b9-1f30d5e4262c tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/quotas/87a3724916764d1dafeedf3183baa22c HTTP/1.1" status: 200 len: 375 time: 0.0426776 Feb 03 14:45:08.040155 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Attempting to bind port 0b014f0a-6637-468d-8bb9-081741060670 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:08.040567 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Attempting to bind port 0b014f0a-6637-468d-8bb9-081741060670 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:08.040946 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Attempting to bind port 0b014f0a-6637-468d-8bb9-081741060670 on network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:08.058532 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:08.058903 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Checking segment: {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:08.063616 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:08.064188 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Bound using segment: {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:08.066604 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Bound port: 0b014f0a-6637-468d-8bb9-081741060670, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:08.067215 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0b014f0a-6637-468d-8bb9-081741060670), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:08.230551 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] For port 0b014f0a-6637-468d-8bb9-081741060670, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:08.238428 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] For port 0b014f0a-6637-468d-8bb9-081741060670, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0b014f0a-6637-468d-8bb9-081741060670,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:08.243454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-30f0d9ad-4b94-42dc-bd60-67a6b7130c52 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2582288 Feb 03 14:45:08.253852 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0b014f0a-6637-468d-8bb9-081741060670), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:08.362258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d50ec92e-e31b-4041-a22b-312741ce1e01 None None] Provisioning complete for port 0b014f0a-6637-468d-8bb9-081741060670 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:08.362807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d50ec92e-e31b-4041-a22b-312741ce1e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0b014f0a-6637-468d-8bb9-081741060670), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:08.384197 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:08.384848 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:44:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:08.441895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-c35fc2f9-15fe-4673-aeb6-09b6b1aadfd4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:45:08.450169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-c35fc2f9-15fe-4673-aeb6-09b6b1aadfd4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2043099 Feb 03 14:45:08.648983 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd09cf-4079-4f1b-bc5e-7e1161ff0d3d None None] Pushing event updated for resources: {'Port': ['ID=0b014f0a-6637-468d-8bb9-081741060670,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:08.656045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-1abad0f7-2ea5-439c-a0a8-686e9bf981c8 service neutron] 10.222.0.52 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036021 Feb 03 14:45:08.709453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d50ec92e-e31b-4041-a22b-312741ce1e01 None None] Current status of the port 0b014f0a-6637-468d-8bb9-081741060670 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:08.710872 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d50ec92e-e31b-4041-a22b-312741ce1e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0b014f0a-6637-468d-8bb9-081741060670), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:08.793100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d50ec92e-e31b-4041-a22b-312741ce1e01 None None] For port 0b014f0a-6637-468d-8bb9-081741060670, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0b014f0a-6637-468d-8bb9-081741060670,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:08.801882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d50ec92e-e31b-4041-a22b-312741ce1e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0b014f0a-6637-468d-8bb9-081741060670), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:08.880955 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:08.892084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-31f871ef-14ac-4c9f-8689-88b2e9a03397 service neutron] 10.222.0.52 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336495 Feb 03 14:45:08.954175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ec92e-e31b-4041-a22b-312741ce1e01 None None] Pushing event updated for resources: {'Port': ['ID=0b014f0a-6637-468d-8bb9-081741060670,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:08.988405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e498147e-74fa-4970-b8b1-2f0e92612bf8 None None] Provisioning complete for port 0b014f0a-6637-468d-8bb9-081741060670 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:08.990762 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e498147e-74fa-4970-b8b1-2f0e92612bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0b014f0a-6637-468d-8bb9-081741060670), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:09.351330 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:09.372481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e498147e-74fa-4970-b8b1-2f0e92612bf8 None None] Current status of the port 0b014f0a-6637-468d-8bb9-081741060670 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:09.384519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33b3157f-eccf-4979-a86f-c0c5bc488c91 req-cf2d235a-0438-4212-abcd-d464f17862ad tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 210 time: 0.0572064 Feb 03 14:45:09.779679 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:09.818142 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476da4a-0300-421e-a971-ab2137675dbe None None] The sync data for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 is: [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:45:10.602721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de983016-54a4-4764-8f3f-88d7ae2430b3 req-499a575a-96a9-4d6e-a45a-a4e1d4636329 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 210 time: 0.0755160 Feb 03 14:45:11.408126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-db188a41-54a2-4210-b1a0-17b94fd075b2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:11.411993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-db188a41-54a2-4210-b1a0-17b94fd075b2 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.71 "GET /v2.0/networks?id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 200 len: 797 time: 0.3775358 Feb 03 14:45:11.540165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0b014f0a-6637-468d-8bb9-081741060670 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:11.665374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0b014f0a-6637-468d-8bb9-081741060670 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:11.665727 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0b014f0a-6637-468d-8bb9-081741060670), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:11.730913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-26a3cdf2-dac1-4fbb-bc49-7448e7df408a tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a3724916764d1dafeedf3183baa22c HTTP/1.1" status: 200 len: 478 time: 0.2627211 Feb 03 14:45:11.747220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'port': {'device_id': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'admin_state_up': True, 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'security_groups': ['bb35668f-9ebf-4f3a-a3e9-bc49299a38cc', '51c711a2-c579-47b0-bdb1-12739c980384']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:11.883894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0b014f0a-6637-468d-8bb9-081741060670 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:11.914841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9af972d-5397-47f4-a43c-e83be4c1b364 req-e30498c1-d322-4e18-b5c4-100f33d96fc7 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 210 time: 0.1581414 Feb 03 14:45:12.075251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Made reservation on behalf of 87a3724916764d1dafeedf3183baa22c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:45:12.079994 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:12.372375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Allocated IP 172.20.0.4 (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f/8b56bbfd-a261-4704-8504-3674f0a55651/beb60e9a-906c-41f8-8587-1c5e7b514712) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:12.715269 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:12.814847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:12.866631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:12.886189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:12.904091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:13.056793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=beb60e9a-906c-41f8-8587-1c5e7b514712,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:13.080666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:13.081608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:13.154667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-0d2cdfa1-be10-44db-8115-a5c605937401 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4158492 Feb 03 14:45:13.226219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f433d-881a-40b7-ae64-9f972aab924a req-b2c92bf8-54b6-4056-99bc-07a9d57386f3 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:13.233806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee0f433d-881a-40b7-ae64-9f972aab924a req-b2c92bf8-54b6-4056-99bc-07a9d57386f3 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 970 time: 0.1691134 Feb 03 14:45:13.336145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-26aa632f-47b5-4ffa-b8f7-cbc2a5eb9db9 None None] Provisioning complete for port beb60e9a-906c-41f8-8587-1c5e7b514712 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:13.337403 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26aa632f-47b5-4ffa-b8f7-cbc2a5eb9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:13.365486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Request body: {'port': {'device_id': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:13.386768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-26aa632f-47b5-4ffa-b8f7-cbc2a5eb9db9 None None] Port beb60e9a-906c-41f8-8587-1c5e7b514712 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:45:13.485288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:13.491871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee0f433d-881a-40b7-ae64-9f972aab924a req-4560b424-febe-4119-a2d9-f47b9a0c53e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2519011 Feb 03 14:45:13.872112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb60e9a-906c-41f8-8587-1c5e7b514712 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:45:13.882657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Publish callbacks [] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:13.914764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Transition to ACTIVE for port object beb60e9a-906c-41f8-8587-1c5e7b514712 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:45:13.920682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:14.029506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Pushing event updated for resources: {'Port': ['ID=beb60e9a-906c-41f8-8587-1c5e7b514712,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:14.196742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Attempting to bind port beb60e9a-906c-41f8-8587-1c5e7b514712 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:14.197052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Attempting to bind port beb60e9a-906c-41f8-8587-1c5e7b514712 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:14.197327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Attempting to bind port beb60e9a-906c-41f8-8587-1c5e7b514712 on network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:14.204230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Port beb60e9a-906c-41f8-8587-1c5e7b514712 on network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:45:14.204993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Attempting to bind port beb60e9a-906c-41f8-8587-1c5e7b514712 on network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:14.218998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:14.219370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Checking segment: {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:14.219721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Bound using segment: {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:14.220147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Bound port: beb60e9a-906c-41f8-8587-1c5e7b514712, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37787e6-160b-4585-988f-19257f1b120f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:14.220531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:14.369615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] For port beb60e9a-906c-41f8-8587-1c5e7b514712, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:14.373210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] For port beb60e9a-906c-41f8-8587-1c5e7b514712, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=beb60e9a-906c-41f8-8587-1c5e7b514712,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:14.381439 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:14.479818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:14.480463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:14.482405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] 10.222.0.71 "PUT /v2.0/ports/beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 200 len: 1130 time: 1.2960472 Feb 03 14:45:14.483116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:45:14.509965 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f692bfd4-557c-46c3-b519-621281c168a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:45:14.587521 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f327a347-249c-4d05-9d94-c168ebe83136 x-openstack-request-id: req-f327a347-249c-4d05-9d94-c168ebe83136 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:45:14.587521 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:45:14.590246 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f327a347-249c-4d05-9d94-c168ebe83136 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:45:14.592082 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'status': 'completed', 'code': 200} Feb 03 14:45:14.674357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb03d9-6d9f-49f9-b4b9-2b413e2e08a7 service neutron] Pushing event updated for resources: {'Port': ['ID=beb60e9a-906c-41f8-8587-1c5e7b514712,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:14.731178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-55737b10-abde-4e64-a086-88789ba43b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:14.740356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-55737b10-abde-4e64-a086-88789ba43b6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1164 time: 0.1942863 Feb 03 14:45:14.821498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-94454069-8fd6-4293-b4a8-f335a1ad7996 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 200 len: 217 time: 0.0587263 Feb 03 14:45:14.879402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95098ad8-f6fc-4dc7-8a9e-91c296aae929 req-edcde2db-7efb-4a46-92a9-e5cf62c3bea6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:14.881316 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95098ad8-f6fc-4dc7-8a9e-91c296aae929 req-edcde2db-7efb-4a46-92a9-e5cf62c3bea6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 982 time: 0.1773751 Feb 03 14:45:14.916011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-e7253fd4-ae81-40f5-98a7-5d8eb5f2c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:14.917757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-e7253fd4-ae81-40f5-98a7-5d8eb5f2c5f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b56bbfd-a261-4704-8504-3674f0a55651 HTTP/1.1" status: 200 len: 834 time: 0.0902679 Feb 03 14:45:15.010731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95098ad8-f6fc-4dc7-8a9e-91c296aae929 req-a3c7a1a3-2223-4b59-86af-5c52a2364228 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1206248 Feb 03 14:45:15.020650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-4493b17f-8412-4798-bdbd-c3461a2eafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:15.022683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-4493b17f-8412-4798-bdbd-c3461a2eafa3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0958111 Feb 03 14:45:15.186258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-a3aa80e6-ab45-4ca4-9601-1235a0332c61 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566265 Feb 03 14:45:15.433352 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89e156a6-4700-47d2-ae19-bfaadf8f3425 req-2bb6d3b9-6d96-4115-a088-3b1f944be2db service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407553 Feb 03 14:45:15.512853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 51946) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:15.651478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692bfd4-557c-46c3-b519-621281c168a1 req-5a0336e2-2a4e-4bdd-951c-7ad773c5155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:15.657573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f692bfd4-557c-46c3-b519-621281c168a1 req-5a0336e2-2a4e-4bdd-951c-7ad773c5155a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1164 time: 0.1070182 Feb 03 14:45:15.774928 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52548a65-07c1-43a4-bb61-91afeefbe493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:15.803924 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56c3954c-0a17-4c8e-9064-7aeb5e823fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:15.858349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692bfd4-557c-46c3-b519-621281c168a1 req-06365b93-bb4c-4226-b3f3-1c420288754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:15.860028 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f692bfd4-557c-46c3-b519-621281c168a1 req-06365b93-bb4c-4226-b3f3-1c420288754b service neutron] 10.222.0.71 "GET /v2.0/networks?id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 200 len: 898 time: 0.1965911 Feb 03 14:45:15.916917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f692bfd4-557c-46c3-b519-621281c168a1 req-4eae3f49-2709-4c44-9055-1e7af25e8494 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 200 len: 217 time: 0.0461421 Feb 03 14:45:16.002926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692bfd4-557c-46c3-b519-621281c168a1 req-7bb9e899-ad89-4e35-857d-03b757edaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:16.004859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f692bfd4-557c-46c3-b519-621281c168a1 req-7bb9e899-ad89-4e35-857d-03b757edaa37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b56bbfd-a261-4704-8504-3674f0a55651 HTTP/1.1" status: 200 len: 834 time: 0.0790405 Feb 03 14:45:16.006902 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52548a65-07c1-43a4-bb61-91afeefbe493 admin admin] Publish callbacks [] for security_group (86e0db2a-9d08-42f8-932a-8b3385c50ee2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:16.012874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52548a65-07c1-43a4-bb61-91afeefbe493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (86e0db2a-9d08-42f8-932a-8b3385c50ee2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:16.110847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 51954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:16.118343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-52548a65-07c1-43a4-bb61-91afeefbe493 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8616a632fe7840f6809d646008c87a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6032853 Feb 03 14:45:16.129980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52548a65-07c1-43a4-bb61-91afeefbe493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e0db2a-9d08-42f8-932a-8b3385c50ee2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:16.177849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692bfd4-557c-46c3-b519-621281c168a1 req-e58c711d-5fb8-4ac3-b2c4-0c286b043289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:16.179537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f692bfd4-557c-46c3-b519-621281c168a1 req-e58c711d-5fb8-4ac3-b2c4-0c286b043289 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1627743 Feb 03 14:45:16.219582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-877a2bba-c222-4d52-b782-2360d0757d62 admin admin] Publish callbacks [] for security_group (86e0db2a-9d08-42f8-932a-8b3385c50ee2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:16.270366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-877a2bba-c222-4d52-b782-2360d0757d62 admin admin] Publish callbacks [] for security_group (86e0db2a-9d08-42f8-932a-8b3385c50ee2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:16.356091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-877a2bba-c222-4d52-b782-2360d0757d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (86e0db2a-9d08-42f8-932a-8b3385c50ee2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:16.360643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-877a2bba-c222-4d52-b782-2360d0757d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:16.362954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-877a2bba-c222-4d52-b782-2360d0757d62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86e0db2a-9d08-42f8-932a-8b3385c50ee2 HTTP/1.1" status: 204 len: 168 time: 0.2502246 Feb 03 14:45:16.373099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a2bba-c222-4d52-b782-2360d0757d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e0db2a-9d08-42f8-932a-8b3385c50ee2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:16.411595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7933b7-b472-41bd-9e21-074928f22343 req-94f1dbe0-fb71-4d97-bbea-3db3618f07a6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:16.413267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c7933b7-b472-41bd-9e21-074928f22343 req-94f1dbe0-fb71-4d97-bbea-3db3618f07a6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 982 time: 0.2843766 Feb 03 14:45:17.069454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f692bfd4-557c-46c3-b519-621281c168a1 req-98e69305-450e-4b4f-b1e3-935b69920075 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8543160 Feb 03 14:45:17.108274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c7933b7-b472-41bd-9e21-074928f22343 req-5ec9e383-093b-42b3-b02d-208e983220db tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6836646 Feb 03 14:45:17.278310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f692bfd4-557c-46c3-b519-621281c168a1 req-979100fe-2b77-47f5-8226-4e875cf6e979 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063437 Feb 03 14:45:17.492261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52002) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:17.616368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1821164127-network', 'tenant_id': '729b5eaa02d04becb12ad58c87584243'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:17.636163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Made reservation on behalf of 729b5eaa02d04becb12ad58c87584243 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:45:17.638965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.648630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.742846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks [] for security_group (db61d3b2-90a9-4fb8-af7f-1f8379a7651b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.747743 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (db61d3b2-90a9-4fb8-af7f-1f8379a7651b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.784748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db61d3b2-90a9-4fb8-af7f-1f8379a7651b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:17.795359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:45:17.810557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3d4ecaa0-1f6f-406a-91b5-5f0ffb618661), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.810908 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Added segment 3d4ecaa0-1f6f-406a-91b5-5f0ffb618661 of type vlan for network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd Feb 03 14:45:17.858748 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.893070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.894028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:17.894604 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:17.960519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4669971 Feb 03 14:45:17.963133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52022) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:17.971016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Request body: {'subnet': {'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1821164127-subnet', 'tenant_id': '729b5eaa02d04becb12ad58c87584243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:17.975318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a0f7e-6d30-4dee-a8eb-35735072c0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:17.989572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:45:18.003809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Made reservation on behalf of 729b5eaa02d04becb12ad58c87584243 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:45:18.006487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:18.092248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06658383-e717-4553-9bf4-085953926207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:18.254615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (883dbf25-e952-48dd-a8a6-f671565bc4f9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:18.313672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763637a-9bdb-4640-a012-f4b3c98b6bb0 req-a741a8ae-d623-432f-8e10-88164bb5e6c9 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:18.315194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3763637a-9bdb-4640-a012-f4b3c98b6bb0 req-a741a8ae-d623-432f-8e10-88164bb5e6c9 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 982 time: 0.1216934 Feb 03 14:45:18.328369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=883dbf25-e952-48dd-a8a6-f671565bc4f9,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:18.367289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Checking segment: {'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:18.367627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Network hostable DHCP agents. Network: fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:45:18.403320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3763637a-9bdb-4640-a012-f4b3c98b6bb0 req-7f269f69-aced-48f7-b552-b2a8ef5ebc7e tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0794075 Feb 03 14:45:18.410014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:45:18.421687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:18.427644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:18.428447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:18.433885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5da70ba-2ea5-4080-b56d-26f76e6d0340 None None] Network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:18.460646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device beb60e9a-906c-41f8-8587-1c5e7b514712 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:45:18.467252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0aae74fe-a201-4631-b993-4b29f45dc0ff admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5028462 Feb 03 14:45:18.619387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800f855-e856-4599-a790-74b0e4756c77 None None] Network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:18.746030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port beb60e9a-906c-41f8-8587-1c5e7b514712, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=beb60e9a-906c-41f8-8587-1c5e7b514712,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:18.767054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'port_id': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'mac_address': 'fa:16:3e:bb:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:45:18.848803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port beb60e9a-906c-41f8-8587-1c5e7b514712 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:18.849144 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:18.868463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb60e9a-906c-41f8-8587-1c5e7b514712 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:45:18.893796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port beb60e9a-906c-41f8-8587-1c5e7b514712, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=beb60e9a-906c-41f8-8587-1c5e7b514712,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:18.899298 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:18.970134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=beb60e9a-906c-41f8-8587-1c5e7b514712,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:19.313341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['beb60e9a-906c-41f8-8587-1c5e7b514712'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:45:19.592946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17c382-ac69-4084-ac42-202dbbfbcd40 req-95b29c33-4797-4969-81ec-d8416c9b5e4e tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:19.595422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b17c382-ac69-4084-ac42-202dbbfbcd40 req-95b29c33-4797-4969-81ec-d8416c9b5e4e tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 983 time: 0.0836926 Feb 03 14:45:19.672581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:19.694336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b17c382-ac69-4084-ac42-202dbbfbcd40 req-ab51cdba-bfb0-4cee-82ca-12351ca3e6dc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0927875 Feb 03 14:45:20.439317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device beb60e9a-906c-41f8-8587-1c5e7b514712 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:20.522118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port beb60e9a-906c-41f8-8587-1c5e7b514712 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:45:20.526870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port beb60e9a-906c-41f8-8587-1c5e7b514712 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:20.527362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:20.630767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port beb60e9a-906c-41f8-8587-1c5e7b514712 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:20.631831 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:20.673058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port beb60e9a-906c-41f8-8587-1c5e7b514712, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=beb60e9a-906c-41f8-8587-1c5e7b514712,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:20.675493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:45:20.679802 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfe083b-326f-43a1-83a4-98eafdef70bf" -d '{"events": [{"server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "name": "network-vif-plugged", "status": "completed", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:45:20.683926 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:20.756308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:20.773319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=beb60e9a-906c-41f8-8587-1c5e7b514712,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:20.891017 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522c6adc-0013-4565-bd99-d7d04c25d842 x-openstack-request-id: req-522c6adc-0013-4565-bd99-d7d04c25d842 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:45:20.891550 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "name": "network-vif-plugged", "status": "completed", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:45:20.892008 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-522c6adc-0013-4565-bd99-d7d04c25d842 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:45:20.892763 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'code': 200} Feb 03 14:45:21.030870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c93640-e80d-4f4a-92b7-26e1679b1acc req-c5b6b308-1205-459e-8353-7089449a0412 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:21.032361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76c93640-e80d-4f4a-92b7-26e1679b1acc req-c5b6b308-1205-459e-8353-7089449a0412 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 984 time: 0.0823450 Feb 03 14:45:21.076069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244ef6c-2dc5-4c8c-8037-2d1122200c7d req-869441fc-c915-4c18-b3ed-71b44d637554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:21.077604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4244ef6c-2dc5-4c8c-8037-2d1122200c7d req-869441fc-c915-4c18-b3ed-71b44d637554 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1166 time: 0.0803623 Feb 03 14:45:21.132809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76c93640-e80d-4f4a-92b7-26e1679b1acc req-5d8f115c-5830-4831-a0ea-905861bdf431 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0923254 Feb 03 14:45:21.153366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4244ef6c-2dc5-4c8c-8037-2d1122200c7d req-af251cc3-65ca-4d71-9bcb-7aab7af7a8cd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0699806 Feb 03 14:45:22.173307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:22.214667 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:45:22.300098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5dc72-a162-4264-ac6b-a13075ef3d3f req-2fdc40bb-724c-43cb-9100-abdfbdb5ccdc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:22.307681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bae5dc72-a162-4264-ac6b-a13075ef3d3f req-2fdc40bb-724c-43cb-9100-abdfbdb5ccdc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 984 time: 0.0670707 Feb 03 14:45:22.364982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bae5dc72-a162-4264-ac6b-a13075ef3d3f req-9faad582-b262-4654-b55e-a2a53438547f tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0563986 Feb 03 14:45:23.332988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-ab7dedde-e6a5-4a0f-adc8-ec31e3c240e6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596466 Feb 03 14:45:23.518037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419493-0d16-4593-9e32-7589b92f423f req-4fcff540-d436-4ad0-bfa2-38e49c05ab6f tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:23.519575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e419493-0d16-4593-9e32-7589b92f423f req-4fcff540-d436-4ad0-bfa2-38e49c05ab6f tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 984 time: 0.0835290 Feb 03 14:45:23.524880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-753e7a1d-b17f-4c64-8b0c-7c79ec871ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:23.527192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-753e7a1d-b17f-4c64-8b0c-7c79ec871ac1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1166 time: 0.1252744 Feb 03 14:45:23.695125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e419493-0d16-4593-9e32-7589b92f423f req-b496a7eb-954c-4b55-be25-78372bb25a12 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1668677 Feb 03 14:45:23.782069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-211a36c6-6652-4742-b91c-d16e7d5ec530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:23.783682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-211a36c6-6652-4742-b91c-d16e7d5ec530 service neutron] 10.222.0.71 "GET /v2.0/networks?id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 200 len: 898 time: 0.2176812 Feb 03 14:45:23.885786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-dcee65e7-e05a-4e90-9b5a-1acf86346c8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 200 len: 217 time: 0.0955946 Feb 03 14:45:23.971795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-4b9ed571-33c6-4b96-a10d-13e70a3e7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:23.973339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-4b9ed571-33c6-4b96-a10d-13e70a3e7f74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b56bbfd-a261-4704-8504-3674f0a55651 HTTP/1.1" status: 200 len: 834 time: 0.0659311 Feb 03 14:45:24.018746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1245f-c5da-4368-aa46-259fc7c1e3c3 req-daa7d668-0c70-4d51-9fc3-b783d085fe58 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:24.025470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48d1245f-c5da-4368-aa46-259fc7c1e3c3 req-daa7d668-0c70-4d51-9fc3-b783d085fe58 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 984 time: 0.1535511 Feb 03 14:45:24.119436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-e41949f9-36ad-43a9-a63d-6cea64230abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:24.121282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-e41949f9-36ad-43a9-a63d-6cea64230abe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1358860 Feb 03 14:45:24.129761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48d1245f-c5da-4368-aa46-259fc7c1e3c3 req-ae21912d-56a0-4019-a600-8002073de781 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0814042 Feb 03 14:45:24.299810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-56a1dad7-fd5f-4236-ae81-e75f057dc5c9 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687367 Feb 03 14:45:24.375374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3373ad-941d-49db-b1be-a0048e5b4fa6 req-a023294b-f8eb-4174-a772-6aa1c9dd08e0 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:24.376859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f3373ad-941d-49db-b1be-a0048e5b4fa6 req-a023294b-f8eb-4174-a772-6aa1c9dd08e0 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1166 time: 0.1523509 Feb 03 14:45:24.415866 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1f3373ad-941d-49db-b1be-a0048e5b4fa6 req-bf6e37d4-349f-447d-b6c3-518188d8c857 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:24.420245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd707510-e836-4c6f-b9c1-4d6009467e27 req-1762b299-7242-4a3e-95d7-ed59a29abce4 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131871 Feb 03 14:45:24.544327 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1f3373ad-941d-49db-b1be-a0048e5b4fa6 req-bf6e37d4-349f-447d-b6c3-518188d8c857 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Publish callbacks [] for security_group (ee9e7278-1f3e-4ce4-a7f1-857c0b453e58), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:24.549819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1f3373ad-941d-49db-b1be-a0048e5b4fa6 req-bf6e37d4-349f-447d-b6c3-518188d8c857 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ee9e7278-1f3e-4ce4-a7f1-857c0b453e58), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:24.606494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f3373ad-941d-49db-b1be-a0048e5b4fa6 req-bf6e37d4-349f-447d-b6c3-518188d8c857 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2132974 Feb 03 14:45:24.624355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52158) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:24.640682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e37d4-349f-447d-b6c3-518188d8c857 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e7278-1f3e-4ce4-a7f1-857c0b453e58,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:24.745073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f08eaaf-13ca-41da-b6d3-37c6ad24d159 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:24.754084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52162) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:24.756492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4f08eaaf-13ca-41da-b6d3-37c6ad24d159 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1161 time: 0.1309977 Feb 03 14:45:24.759491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:24.806039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:24.941907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:25.026954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:25.166982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Allocated IP 172.25.0.85 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/058df1fb-ff11-41e4-b203-f70fd140f4f6) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:25.295288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:25.363402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:25.421563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:25.426566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:25.429092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:25.501558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=058df1fb-ff11-41e4-b203-f70fd140f4f6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:26.154153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for floatingip (120cf2c4-55f9-4aed-a59a-54ef26758aa7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:26.307909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:26.495936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:26.502446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:26.565180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=058df1fb-ff11-41e4-b203-f70fd140f4f6,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:26.633548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (120cf2c4-55f9-4aed-a59a-54ef26758aa7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:26.761557 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Floating IP 120cf2c4-55f9-4aed-a59a-54ef26758aa7 associated. External IP: 172.25.0.85, port: beb60e9a-906c-41f8-8587-1c5e7b514712. Feb 03 14:45:27.052651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router afb85d3d-ab91-490e-8a1f-7367b966d7b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:45:27.183784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:45:27.196977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] Sync routers for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:45:27.209216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:27.210873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:27.211749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:27.264907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7546b2d2-eb09-43b6-b851-41723fda8485 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5095971 Feb 03 14:45:27.265515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:45:27.268272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52190) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:27.277077 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:45:27.319041 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9126432f-ab2c-4f87-915b-7a6f7045265d x-openstack-request-id: req-9126432f-ab2c-4f87-915b-7a6f7045265d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:45:27.319642 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:45:27.320072 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9126432f-ab2c-4f87-915b-7a6f7045265d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:45:27.320667 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'status': 'completed', 'code': 200} Feb 03 14:45:27.423750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:27.483501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-bda11b61-0135-4539-8ee6-f87381d993d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.485692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-bda11b61-0135-4539-8ee6-f87381d993d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1166 time: 0.1197326 Feb 03 14:45:27.571064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.571474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.571958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.574642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.575155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.575632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.576096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.582207 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-de5ad2b9-2581-4523-8b0b-876ea0a57c56 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.3123047 Feb 03 14:45:27.584828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52196) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:27.674017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-ecd3b2fb-cc05-470a-ba43-9f2ed01109a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.677992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-ecd3b2fb-cc05-470a-ba43-9f2ed01109a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 200 len: 898 time: 0.1843774 Feb 03 14:45:27.775201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '120cf2c4-55f9-4aed-a59a-54ef26758aa7', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'port_id': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'mac_address': 'fa:16:3e:bb:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:45:25Z', 'updated_at': '2022-02-03T14:45:25Z', 'revision_number': 0, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:27.786518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.787136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.787598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.788047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.788545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.789111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.789563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.794866 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7a017a4d-22d8-4dfc-915e-3f4262a13da1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.2090185 Feb 03 14:45:27.795473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:27.830871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] Checking router: afb85d3d-ab91-490e-8a1f-7367b966d7b6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:45:27.847376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:27.847582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:27.891482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-c7f63576-3326-4299-a8f7-28867c58b0ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 200 len: 998 time: 0.2085171 Feb 03 14:45:27.992385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-bc178602-41dd-47b4-a3e5-12ddb86a7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:27.995088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-bc178602-41dd-47b4-a3e5-12ddb86a7999 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b56bbfd-a261-4704-8504-3674f0a55651 HTTP/1.1" status: 200 len: 834 time: 0.0961871 Feb 03 14:45:28.040374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:28.111630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-1bfdddb6-9491-4350-b427-0e6b6b80fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:28.113238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-1bfdddb6-9491-4350-b427-0e6b6b80fc04 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1137521 Feb 03 14:45:28.198242 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-42181d0a-db43-4fc5-be91-02a161429fc4 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.4016469 Feb 03 14:45:28.198846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52208) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:28.302548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3974bb-f06d-4be0-b367-4b4eb4662f0a tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:28.303214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3974bb-f06d-4be0-b367-4b4eb4662f0a tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:28.308040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-02126f51-1a2b-4231-9f02-3568e7037c27 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882801 Feb 03 14:45:28.322562 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ce3974bb-f06d-4be0-b367-4b4eb4662f0a tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=afb85d3d-ab91-490e-8a1f-7367b966d7b6 HTTP/1.1" status: 200 len: 2062 time: 0.1224809 Feb 03 14:45:28.433850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '120cf2c4-55f9-4aed-a59a-54ef26758aa7', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'port_id': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'mac_address': 'fa:16:3e:bb:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:45:25Z', 'updated_at': '2022-02-03T14:45:25Z', 'revision_number': 0, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:28.513269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fa7416e-c9f0-4d80-a211-d00d9ac048d0 req-2a030c17-cbe4-4c8f-aba6-1b247b498aa3 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882303 Feb 03 14:45:28.781675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fffb81-af9e-4319-b119-ce08613ec31e None None] The sync data for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 is: [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '120cf2c4-55f9-4aed-a59a-54ef26758aa7', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'port_id': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'mac_address': 'fa:16:3e:bb:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:45:25Z', 'updated_at': '2022-02-03T14:45:25Z', 'revision_number': 0, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:45:29.198183 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee3c17-b129-4b23-8402-9d72cd71dfeb None None] New status for floating IP 120cf2c4-55f9-4aed-a59a-54ef26758aa7: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:45:34.569657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52286) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:34.799293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7e27-8023-47c6-aa0e-ce08267609a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:34.916748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7e27-8023-47c6-aa0e-ce08267609a6 admin admin] Publish callbacks [] for security_group (fba0cac9-46e9-4558-b899-5ae37ae5caee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:34.931732 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7e27-8023-47c6-aa0e-ce08267609a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fba0cac9-46e9-4558-b899-5ae37ae5caee), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:34.980368 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f5cc7e27-8023-47c6-aa0e-ce08267609a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1129dc766373424c93751ccb3c22e9be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094660 Feb 03 14:45:34.983596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc7e27-8023-47c6-aa0e-ce08267609a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0cac9-46e9-4558-b899-5ae37ae5caee,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:34.983936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52292) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:35.128881 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee493dec-abe4-4a2e-9efb-3f37412deb21 admin admin] Publish callbacks [] for security_group (fba0cac9-46e9-4558-b899-5ae37ae5caee), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:35.202424 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee493dec-abe4-4a2e-9efb-3f37412deb21 admin admin] Publish callbacks [] for security_group (fba0cac9-46e9-4558-b899-5ae37ae5caee), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:35.351782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee493dec-abe4-4a2e-9efb-3f37412deb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fba0cac9-46e9-4558-b899-5ae37ae5caee), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:35.362613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee493dec-abe4-4a2e-9efb-3f37412deb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:35.369958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ee493dec-abe4-4a2e-9efb-3f37412deb21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fba0cac9-46e9-4558-b899-5ae37ae5caee HTTP/1.1" status: 204 len: 168 time: 0.3788240 Feb 03 14:45:35.404331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee493dec-abe4-4a2e-9efb-3f37412deb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0cac9-46e9-4558-b899-5ae37ae5caee,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:37.082656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52358) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:37.257065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-637413668-network', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:37.321287 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Made reservation on behalf of f51d15a2268f42bab9e9bbb8d12090ef for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:45:37.323927 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.337667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.469576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks [] for security_group (0b710ac1-5ecd-45b3-beb5-f524216f4008), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.482405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0b710ac1-5ecd-45b3-beb5-f524216f4008), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.520710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b710ac1-5ecd-45b3-beb5-f524216f4008,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:37.526432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:45:37.545163 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c425ccc7-a465-4241-897f-0cb964911c40), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.545702 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Added segment c425ccc7-a465-4241-897f-0cb964911c40 of type vlan for network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 Feb 03 14:45:37.591783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (116a3fe3-edd4-4b5d-b3ac-5f8784367de8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.663005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (116a3fe3-edd4-4b5d-b3ac-5f8784367de8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.664702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:37.665573 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:37.769849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] Pushing event updated for resources: {'Network': ['ID=116a3fe3-edd4-4b5d-b3ac-5f8784367de8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:37.779136 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4cd44ae0-7cba-4a30-b3c0-e717ea2f366c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6946959 Feb 03 14:45:37.782507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52378) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:37.786534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:45:37.791569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Request body: {'subnet': {'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-637413668-subnet', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:37.851815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Made reservation on behalf of f51d15a2268f42bab9e9bbb8d12090ef for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:45:37.853634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.082255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (7061bd0c-8c27-4d1d-b849-033398af8898), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.166308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7061bd0c-8c27-4d1d-b849-033398af8898,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:38.219245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Checking segment: {'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:38.220834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Network hostable DHCP agents. Network: 116a3fe3-edd4-4b5d-b3ac-5f8784367de8, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:45:38.248239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:45:38.259166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 116a3fe3-edd4-4b5d-b3ac-5f8784367de8) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:38.267886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b01195-6eed-4bff-aa32-200ed6bbc39a None None] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:38.282288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:38.283068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.311952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52392) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:38.312501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dd75edc6-928b-430c-822b-383deb08e957 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5275006 Feb 03 14:45:38.317615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:38.354252 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (f89f8231-a704-47ce-b210-a854ff3bbba6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.356442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (f89f8231-a704-47ce-b210-a854ff3bbba6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.417312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-116a3fe3-edd4-4b5d-b3ac-5f8784367de8', 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8', 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'fixed_ips': [{'subnet_id': '7061bd0c-8c27-4d1d-b849-033398af8898'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:45:38.424442 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.430346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks [] for router_controller (f89f8231-a704-47ce-b210-a854ff3bbba6), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.614294 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks [] for router_gateway (f89f8231-a704-47ce-b210-a854ff3bbba6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.691071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Allocated IP 172.20.0.2 (116a3fe3-edd4-4b5d-b3ac-5f8784367de8/7061bd0c-8c27-4d1d-b849-033398af8898/9afc083c-92cf-4574-8838-2a238684fd1d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:38.971317 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Publish callbacks [] for port (9afc083c-92cf-4574-8838-2a238684fd1d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:38.979743 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.023477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:39.025059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:39.030237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:39.070702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Pushing event updated for resources: {'Port': ['ID=9afc083c-92cf-4574-8838-2a238684fd1d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:39.140621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Attempting to bind port 9afc083c-92cf-4574-8838-2a238684fd1d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:39.141027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Attempting to bind port 9afc083c-92cf-4574-8838-2a238684fd1d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:39.141401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Attempting to bind port 9afc083c-92cf-4574-8838-2a238684fd1d on network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:39.146548 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.150478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:39.151006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Checking segment: {'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:39.151447 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.151843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Bound using segment: {'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:39.152485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Bound port: 9afc083c-92cf-4574-8838-2a238684fd1d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:39.153670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.237672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] For port 9afc083c-92cf-4574-8838-2a238684fd1d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:39.240967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] For port 9afc083c-92cf-4574-8838-2a238684fd1d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9afc083c-92cf-4574-8838-2a238684fd1d,segment=NetworkSegment(c425ccc7-a465-4241-897f-0cb964911c40),segment_id=c425ccc7-a465-4241-897f-0cb964911c40)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:39.248652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.317396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3150be-03fa-4fbb-b190-277351d7868d None None] Pushing event updated for resources: {'Port': ['ID=9afc083c-92cf-4574-8838-2a238684fd1d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:39.527375 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks [] for router_gateway (f89f8231-a704-47ce-b210-a854ff3bbba6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.551930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.698711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Allocated IP 172.25.0.7 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/c81d1c2a-d20b-464b-b7cb-00394be18504) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:39.872925 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks [] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.921346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:39.963628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:39.967788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:39.972991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:39.999882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Pushing event updated for resources: {'Port': ['ID=c81d1c2a-d20b-464b-b7cb-00394be18504,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:40.265933 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks [] for router_gateway (f89f8231-a704-47ce-b210-a854ff3bbba6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:40.577792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (f89f8231-a704-47ce-b210-a854ff3bbba6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:40.832224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Router f89f8231-a704-47ce-b210-a854ff3bbba6 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:45:40.902060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3511147-7494-48d8-855b-59c2f53ed9d5 None None] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:40.976232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2ddae9d8-2810-4e9b-8af8-e9d03984d112 None None] Provisioning complete for port 9afc083c-92cf-4574-8838-2a238684fd1d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:40.977229 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ddae9d8-2810-4e9b-8af8-e9d03984d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:41.008215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:45:41.025267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Sync routers for ids ['f89f8231-a704-47ce-b210-a854ff3bbba6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:45:41.036257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:41.041807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52480) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:41.050793 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3a78c2c4-f6fc-4527-a38f-3648e9a08b36 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7355912 Feb 03 14:45:41.070316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Routers {'f89f8231-a704-47ce-b210-a854ff3bbba6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:41.070955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f89f8231-a704-47ce-b210-a854ff3bbba6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:41.184044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Set router f89f8231-a704-47ce-b210-a854ff3bbba6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:41.410730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2ddae9d8-2810-4e9b-8af8-e9d03984d112 None None] Current status of the port 9afc083c-92cf-4574-8838-2a238684fd1d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:41.411128 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ddae9d8-2810-4e9b-8af8-e9d03984d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:41.522081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2ddae9d8-2810-4e9b-8af8-e9d03984d112 None None] For port 9afc083c-92cf-4574-8838-2a238684fd1d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9afc083c-92cf-4574-8838-2a238684fd1d,segment=NetworkSegment(c425ccc7-a465-4241-897f-0cb964911c40),segment_id=c425ccc7-a465-4241-897f-0cb964911c40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:41.526957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9afc083c-92cf-4574-8838-2a238684fd1d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:41.608927 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ddae9d8-2810-4e9b-8af8-e9d03984d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:41.803702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddae9d8-2810-4e9b-8af8-e9d03984d112 None None] Pushing event updated for resources: {'Port': ['ID=9afc083c-92cf-4574-8838-2a238684fd1d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:41.808095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9afc083c-92cf-4574-8838-2a238684fd1d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:41.808508 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:41.870298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:40Z', 'revision_number': 3, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port': {'id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:39Z', 'updated_at': '2022-02-03T14:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:41.932863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Checking router: f89f8231-a704-47ce-b210-a854ff3bbba6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:45:41.933936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Updating router f89f8231-a704-47ce-b210-a854ff3bbba6 port c81d1c2a-d20b-464b-b7cb-00394be18504 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:45:41.990452 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.146774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a7cb94ee-28db-4deb-a3e2-200b997e2c25 None None] Provisioning complete for port 9afc083c-92cf-4574-8838-2a238684fd1d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:42.147159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7cb94ee-28db-4deb-a3e2-200b997e2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.219927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9afc083c-92cf-4574-8838-2a238684fd1d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:42.388555 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.447197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb94ee-28db-4deb-a3e2-200b997e2c25 None None] Current status of the port 9afc083c-92cf-4574-8838-2a238684fd1d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:42.627101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Publish callbacks [] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.634918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.658408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Allocated IP 172.20.0.1 (116a3fe3-edd4-4b5d-b3ac-5f8784367de8/7061bd0c-8c27-4d1d-b849-033398af8898/d067cf43-76f0-40f2-98af-8c68ed062e41) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:42.723790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Attempting to bind port c81d1c2a-d20b-464b-b7cb-00394be18504 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:42.724455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Attempting to bind port c81d1c2a-d20b-464b-b7cb-00394be18504 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:42.724945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Attempting to bind port c81d1c2a-d20b-464b-b7cb-00394be18504 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:42.738383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:42.738852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:42.739819 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.740558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:42.741205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Bound port: c81d1c2a-d20b-464b-b7cb-00394be18504, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:42.742090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.747952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376e9f8-f0ab-4910-a2dc-51acbb5120d6 None None] Pushing event updated for resources: {'Port': ['ID=c81d1c2a-d20b-464b-b7cb-00394be18504,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:42.838620 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks [] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.864427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] For port c81d1c2a-d20b-464b-b7cb-00394be18504, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:42.871204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] For port c81d1c2a-d20b-464b-b7cb-00394be18504, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c81d1c2a-d20b-464b-b7cb-00394be18504,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:42.886710 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.925648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:42.973331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Routers {'f89f8231-a704-47ce-b210-a854ff3bbba6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:42.975604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f89f8231-a704-47ce-b210-a854ff3bbba6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:42.980219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Pushing event updated for resources: {'Port': ['ID=d067cf43-76f0-40f2-98af-8c68ed062e41,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:43.005203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:43.007396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:43.020788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:43.088222 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (f89f8231-a704-47ce-b210-a854ff3bbba6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:43.316304 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:43.412836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] Set router f89f8231-a704-47ce-b210-a854ff3bbba6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:43.595789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks [] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:43.606123 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:43.627479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9afc083c-92cf-4574-8838-2a238684fd1d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:43.629665 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376e9f8-f0ab-4910-a2dc-51acbb5120d6 None None] Pushing event updated for resources: {'Port': ['ID=c81d1c2a-d20b-464b-b7cb-00394be18504,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:43.767441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (f89f8231-a704-47ce-b210-a854ff3bbba6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:43.769701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Pushing event updated for resources: {'Port': ['ID=d067cf43-76f0-40f2-98af-8c68ed062e41,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:43.852080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-31c0553e-407a-445f-a0eb-65b32ec219f2 None None] Provisioning complete for port d067cf43-76f0-40f2-98af-8c68ed062e41 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:43.858989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31c0553e-407a-445f-a0eb-65b32ec219f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:43.909569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:43.911030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:43.925848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31c0553e-407a-445f-a0eb-65b32ec219f2 None None] Port d067cf43-76f0-40f2-98af-8c68ed062e41 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:45:43.946589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9afc083c-92cf-4574-8838-2a238684fd1d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:43.947057 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:44.019115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:40Z', 'revision_number': 3, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port': {'id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:39Z', 'updated_at': '2022-02-03T14:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:44.089865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb2811-bdf6-48a4-9625-d1fb982a3c93 None None] The sync data for ids ['f89f8231-a704-47ce-b210-a854ff3bbba6'] in n-d-827549-2 is: [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:40Z', 'revision_number': 3, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port': {'id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:39Z', 'updated_at': '2022-02-03T14:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:45:44.101265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Router f89f8231-a704-47ce-b210-a854ff3bbba6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:45:44.162043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9afc083c-92cf-4574-8838-2a238684fd1d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:44.291622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:45:44.304139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-520216ec-5e34-4e0e-b57e-a82d7f1bb59b admin admin] 10.222.0.52 "PUT /v2.0/routers/f89f8231-a704-47ce-b210-a854ff3bbba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2612300 Feb 03 14:45:44.356269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-11685df2-7caa-4c40-ad2e-6f5bae6744a7 None None] Provisioning complete for port d067cf43-76f0-40f2-98af-8c68ed062e41 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:44.356864 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11685df2-7caa-4c40-ad2e-6f5bae6744a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:44.418901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-11685df2-7caa-4c40-ad2e-6f5bae6744a7 None None] Port d067cf43-76f0-40f2-98af-8c68ed062e41 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:45:45.171850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52874) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:45.177696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1097950332-network', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:45.251103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Made reservation on behalf of 0da2cb6757b040f2aa826157a1756ac8 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:45:45.255937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.293176 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.490766 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks [] for security_group (3c36de22-8a03-447b-bb14-237d79028763), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.505596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3c36de22-8a03-447b-bb14-237d79028763), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.510894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c81d1c2a-d20b-464b-b7cb-00394be18504 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:45.521036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:45:45.534369 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f35839e2-5acd-4d7c-bc2c-78d929026629), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.535160 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Added segment f35839e2-5acd-4d7c-bc2c-78d929026629 of type vlan for network 131fa49c-200e-40c0-bf31-d9373df445b7 Feb 03 14:45:45.600093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (131fa49c-200e-40c0-bf31-d9373df445b7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.605311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c81d1c2a-d20b-464b-b7cb-00394be18504 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:45.606501 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.635430 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (131fa49c-200e-40c0-bf31-d9373df445b7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.636740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:45.637543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.738412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Pushing event updated for resources: {'Network': ['ID=131fa49c-200e-40c0-bf31-d9373df445b7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:45.741170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c36de22-8a03-447b-bb14-237d79028763,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:45.758436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 131fa49c-200e-40c0-bf31-d9373df445b7 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:45:45.770828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cba8f07a-7cbe-44eb-bd33-dda00d75cfab admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5969164 Feb 03 14:45:45.773887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 52938) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:45.785373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Request body: {'subnet': {'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1097950332-subnet', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:45.859503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Made reservation on behalf of 0da2cb6757b040f2aa826157a1756ac8 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:45:45.862276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.913311 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fd88f1c-e321-432b-aed4-bf4f7d8ba0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.918752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c81d1c2a-d20b-464b-b7cb-00394be18504 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:45.919080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:45.944795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port c81d1c2a-d20b-464b-b7cb-00394be18504, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c81d1c2a-d20b-464b-b7cb-00394be18504,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:45.950187 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:46.042599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=c81d1c2a-d20b-464b-b7cb-00394be18504,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:46.163985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (29b80dba-5c31-40d0-a063-0944fb5afb69), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:46.210511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b80dba-5c31-40d0-a063-0944fb5afb69,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:46.253966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Checking segment: {'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:46.254731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Network hostable DHCP agents. Network: 131fa49c-200e-40c0-bf31-d9373df445b7, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:45:46.282541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Network 131fa49c-200e-40c0-bf31-d9373df445b7 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:45:46.299407 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 131fa49c-200e-40c0-bf31-d9373df445b7) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:46.305368 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:45:46.306187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:46.309861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f9a97-5d9a-4acf-acda-62b9c9473ff2 None None] Network 131fa49c-200e-40c0-bf31-d9373df445b7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:46.354340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 52988) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:46.356029 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fc1d1aaa-0f15-404b-9a47-2582bc70b092 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5781271 Feb 03 14:45:46.359416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:45:46.403063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (24db232b-ba94-4b6f-b113-374ad2e03660), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:46.404733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (24db232b-ba94-4b6f-b113-374ad2e03660), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:46.500534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-131fa49c-200e-40c0-bf31-d9373df445b7', 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7', 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'fixed_ips': [{'subnet_id': '29b80dba-5c31-40d0-a063-0944fb5afb69'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:45:46.501801 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:46.572013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks [] for router_controller (24db232b-ba94-4b6f-b113-374ad2e03660), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:46.748299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Allocated IP 172.20.0.2 (131fa49c-200e-40c0-bf31-d9373df445b7/29b80dba-5c31-40d0-a063-0944fb5afb69/ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:46.831320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks [] for router_gateway (24db232b-ba94-4b6f-b113-374ad2e03660), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.030836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Publish callbacks [] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.038863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.182060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Pushing event updated for resources: {'Port': ['ID=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:47.198302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Network 131fa49c-200e-40c0-bf31-d9373df445b7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:47.215205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:47.238123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:47.261867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Sync routers for ids ['f89f8231-a704-47ce-b210-a854ff3bbba6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:45:47.281582 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Routers {'f89f8231-a704-47ce-b210-a854ff3bbba6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:47.282258 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f89f8231-a704-47ce-b210-a854ff3bbba6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:47.296231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks [] for router_gateway (24db232b-ba94-4b6f-b113-374ad2e03660), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.359378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Attempting to bind port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:47.359973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Attempting to bind port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:47.361170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Attempting to bind port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 on network 131fa49c-200e-40c0-bf31-d9373df445b7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:47.361326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.388984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:47.389671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Checking segment: {'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:47.390079 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.390470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Bound using segment: {'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:47.390950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Bound port: ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:47.406672 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.435854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c81d1c2a-d20b-464b-b7cb-00394be18504 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:47.507986 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Set router f89f8231-a704-47ce-b210-a854ff3bbba6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:47.562706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Allocated IP 172.25.0.248 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/48d65426-0b0b-4518-a05b-8434ac0ce731) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:47.664068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] For port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:47.680451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] For port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,segment=NetworkSegment(f35839e2-5acd-4d7c-bc2c-78d929026629),segment_id=f35839e2-5acd-4d7c-bc2c-78d929026629)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:47.698495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port c81d1c2a-d20b-464b-b7cb-00394be18504 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:47.700101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.813721 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.819267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks [] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.932935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:47.962645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port c81d1c2a-d20b-464b-b7cb-00394be18504 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:48.005428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea927b-768c-44d4-9f09-a471b80bad9c None None] Pushing event updated for resources: {'Port': ['ID=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:48.013425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Pushing event updated for resources: {'Port': ['ID=48d65426-0b0b-4518-a05b-8434ac0ce731,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:48.027315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.027989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.028346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.028713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.029058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.029390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.029718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.030046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.030744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.031217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.031545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.031870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.032267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:48.038749 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:43Z', 'revision_number': 4, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port': {'id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:39Z', 'updated_at': '2022-02-03T14:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd067cf43-76f0-40f2-98af-8c68ed062e41', 'name': '', 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'mac_address': 'fa:16:3e:f0:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7061bd0c-8c27-4d1d-b849-033398af8898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:42Z', 'updated_at': '2022-02-03T14:45:43Z', 'revision_number': 2, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'subnets': [{'id': '7061bd0c-8c27-4d1d-b849-033398af8898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:48.047307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:48.048880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:48.052057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:48.082999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-360c29e9-7d99-4f3c-8935-d809a5de0717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:48.109521 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Checking router: f89f8231-a704-47ce-b210-a854ff3bbba6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:45:48.109873 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Updating router f89f8231-a704-47ce-b210-a854ff3bbba6 port d067cf43-76f0-40f2-98af-8c68ed062e41 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:45:48.142816 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:48.561091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks [] for router_gateway (24db232b-ba94-4b6f-b113-374ad2e03660), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:48.629513 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Publish callbacks [] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:48.644016 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:48.705660 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6f20c-6cc9-43ce-81e6-d473546f1e89 None None] Pushing event updated for resources: {'Port': ['ID=d067cf43-76f0-40f2-98af-8c68ed062e41,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:48.840340 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Attempting to bind port d067cf43-76f0-40f2-98af-8c68ed062e41 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:48.840760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Attempting to bind port d067cf43-76f0-40f2-98af-8c68ed062e41 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:48.841126 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Attempting to bind port d067cf43-76f0-40f2-98af-8c68ed062e41 on network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:48.856022 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:48.856406 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Checking segment: {'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:48.856845 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:48.857239 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Bound using segment: {'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:48.857723 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Bound port: d067cf43-76f0-40f2-98af-8c68ed062e41, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425ccc7-a465-4241-897f-0cb964911c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:48.858095 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:48.961297 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] For port d067cf43-76f0-40f2-98af-8c68ed062e41, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:48.965063 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] For port d067cf43-76f0-40f2-98af-8c68ed062e41, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d067cf43-76f0-40f2-98af-8c68ed062e41,segment=NetworkSegment(c425ccc7-a465-4241-897f-0cb964911c40),segment_id=c425ccc7-a465-4241-897f-0cb964911c40)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:48.971921 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:49.051979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Routers {'f89f8231-a704-47ce-b210-a854ff3bbba6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:49.053375 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f89f8231-a704-47ce-b210-a854ff3bbba6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:49.188876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0f46d82b-0498-43d9-8ae6-c50f17f1f71f None None] Provisioning complete for port d067cf43-76f0-40f2-98af-8c68ed062e41 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:49.189465 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f46d82b-0498-43d9-8ae6-c50f17f1f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:49.343268 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] Set router f89f8231-a704-47ce-b210-a854ff3bbba6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:49.353488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0f46d82b-0498-43d9-8ae6-c50f17f1f71f None None] Current status of the port d067cf43-76f0-40f2-98af-8c68ed062e41 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:49.353815 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f46d82b-0498-43d9-8ae6-c50f17f1f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:49.392034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0f46d82b-0498-43d9-8ae6-c50f17f1f71f None None] For port d067cf43-76f0-40f2-98af-8c68ed062e41, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d067cf43-76f0-40f2-98af-8c68ed062e41,segment=NetworkSegment(c425ccc7-a465-4241-897f-0cb964911c40),segment_id=c425ccc7-a465-4241-897f-0cb964911c40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:49.403583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f46d82b-0498-43d9-8ae6-c50f17f1f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:49.478219 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (24db232b-ba94-4b6f-b113-374ad2e03660), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:49.518966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46d82b-0498-43d9-8ae6-c50f17f1f71f None None] Pushing event updated for resources: {'Port': ['ID=d067cf43-76f0-40f2-98af-8c68ed062e41,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:49.612505 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6f20c-6cc9-43ce-81e6-d473546f1e89 None None] Pushing event updated for resources: {'Port': ['ID=d067cf43-76f0-40f2-98af-8c68ed062e41,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:49.686110 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:49.751278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:49.998476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47096614-51f0-4992-bceb-0f25bffe9cfe None None] Network 131fa49c-200e-40c0-bf31-d9373df445b7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:45:50.001578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Router 24db232b-ba94-4b6f-b113-374ad2e03660 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:45:50.072843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f0cafd56-459f-4274-a410-0c99f7a22f5b None None] Provisioning complete for port d067cf43-76f0-40f2-98af-8c68ed062e41 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:50.073272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0cafd56-459f-4274-a410-0c99f7a22f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:50.090800 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:43Z', 'revision_number': 4, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port': {'id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:39Z', 'updated_at': '2022-02-03T14:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd067cf43-76f0-40f2-98af-8c68ed062e41', 'name': '', 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'mac_address': 'fa:16:3e:f0:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7061bd0c-8c27-4d1d-b849-033398af8898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:42Z', 'updated_at': '2022-02-03T14:45:48Z', 'revision_number': 4, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'subnets': [{'id': '7061bd0c-8c27-4d1d-b849-033398af8898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:50.156338 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1cfcc-a946-4ce5-b9d1-3eae2350f74a None None] The sync data for ids ['f89f8231-a704-47ce-b210-a854ff3bbba6'] in n-d-827549-2 is: [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:43Z', 'revision_number': 4, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port': {'id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:39Z', 'updated_at': '2022-02-03T14:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd067cf43-76f0-40f2-98af-8c68ed062e41', 'name': '', 'network_id': '116a3fe3-edd4-4b5d-b3ac-5f8784367de8', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'mac_address': 'fa:16:3e:f0:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '7061bd0c-8c27-4d1d-b849-033398af8898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:42Z', 'updated_at': '2022-02-03T14:45:48Z', 'revision_number': 4, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'subnets': [{'id': '7061bd0c-8c27-4d1d-b849-033398af8898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:45:50.244771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:45:50.289352 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:50.293761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c4a152a5-a23d-49b3-9a92-d2119aaf3726 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9352763 Feb 03 14:45:50.293978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53090) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:50.335342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Sync routers for ids ['24db232b-ba94-4b6f-b113-374ad2e03660'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:45:50.505174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f0cafd56-459f-4274-a410-0c99f7a22f5b None None] Current status of the port d067cf43-76f0-40f2-98af-8c68ed062e41 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:50.526137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Routers {'24db232b-ba94-4b6f-b113-374ad2e03660'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:50.527785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['24db232b-ba94-4b6f-b113-374ad2e03660'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:50.534502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:50.535126 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:50.815585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Set router 24db232b-ba94-4b6f-b113-374ad2e03660 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:50.974845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b5bfa71c-aaac-4361-9681-d4c7c0d3c8d6 None None] Provisioning complete for port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:50.975226 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa71c-aaac-4361-9681-d4c7c0d3c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.277811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.286776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.338328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:51.338900 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.441866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:45:48Z', 'revision_number': 3, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port': {'id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:47Z', 'updated_at': '2022-02-03T14:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:51.478279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,segment=NetworkSegment(f35839e2-5acd-4d7c-bc2c-78d929026629),segment_id=f35839e2-5acd-4d7c-bc2c-78d929026629)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:51.482426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Checking router: 24db232b-ba94-4b6f-b113-374ad2e03660 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:45:51.483139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Updating router 24db232b-ba94-4b6f-b113-374ad2e03660 port 48d65426-0b0b-4518-a05b-8434ac0ce731 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:45:51.505685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.566753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Allocated IP 172.20.0.1 (131fa49c-200e-40c0-bf31-d9373df445b7/29b80dba-5c31-40d0-a063-0944fb5afb69/f859acc4-4a08-4ce6-b520-798e4e498c6f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:45:51.577984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b5bfa71c-aaac-4361-9681-d4c7c0d3c8d6 None None] Current status of the port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:51.578373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa71c-aaac-4361-9681-d4c7c0d3c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.585057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:51.639109 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.766784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks [] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.808130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:51.866096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Network 131fa49c-200e-40c0-bf31-d9373df445b7 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:51.869538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:51.884804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:45:51.969158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Pushing event updated for resources: {'Port': ['ID=f859acc4-4a08-4ce6-b520-798e4e498c6f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:51.993034 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (24db232b-ba94-4b6f-b113-374ad2e03660), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.017886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d067cf43-76f0-40f2-98af-8c68ed062e41 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:52.102337 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-b5bfa71c-aaac-4361-9681-d4c7c0d3c8d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:45:52.102988 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-b5bfa71c-aaac-4361-9681-d4c7c0d3c8d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:45:52.241798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.333452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d067cf43-76f0-40f2-98af-8c68ed062e41 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:52.346188 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.350619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.595299 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks [] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.600215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.617491 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Publish callbacks [] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.664962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (24db232b-ba94-4b6f-b113-374ad2e03660), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.685601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b5bfa71c-aaac-4361-9681-d4c7c0d3c8d6 None None] Current status of the port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:52.688594 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.796376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Pushing event updated for resources: {'Port': ['ID=f859acc4-4a08-4ce6-b520-798e4e498c6f,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:52.841592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Attempting to bind port 48d65426-0b0b-4518-a05b-8434ac0ce731 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:45:52.842661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Attempting to bind port 48d65426-0b0b-4518-a05b-8434ac0ce731 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:45:52.843217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Attempting to bind port 48d65426-0b0b-4518-a05b-8434ac0ce731 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:45:52.873559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:45:52.873943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:45:52.874350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.874965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:45:52.875218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Bound port: 48d65426-0b0b-4518-a05b-8434ac0ce731, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:45:52.875581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.885100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1852d3e-b042-4cff-93e8-706c0c087aac None None] Pushing event updated for resources: {'Port': ['ID=48d65426-0b0b-4518-a05b-8434ac0ce731,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:52.889201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d067cf43-76f0-40f2-98af-8c68ed062e41 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:52.898941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9bef3ba1-58d8-4a99-9d6d-5e1e588ac0b2 None None] Provisioning complete for port f859acc4-4a08-4ce6-b520-798e4e498c6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:52.899179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bef3ba1-58d8-4a99-9d6d-5e1e588ac0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:52.904616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Network 131fa49c-200e-40c0-bf31-d9373df445b7 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:45:52.906278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:45:53.106450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9bef3ba1-58d8-4a99-9d6d-5e1e588ac0b2 None None] Port f859acc4-4a08-4ce6-b520-798e4e498c6f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:45:53.120231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] For port 48d65426-0b0b-4518-a05b-8434ac0ce731, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:45:53.127955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] For port 48d65426-0b0b-4518-a05b-8434ac0ce731, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=48d65426-0b0b-4518-a05b-8434ac0ce731,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:45:53.157980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9bef3ba1-58d8-4a99-9d6d-5e1e588ac0b2 None None] Provisioning complete for port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:53.158650 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bef3ba1-58d8-4a99-9d6d-5e1e588ac0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:53.170054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Router 24db232b-ba94-4b6f-b113-374ad2e03660 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:45:53.211586 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:53.277663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1852d3e-b042-4cff-93e8-706c0c087aac None None] Pushing event updated for resources: {'Port': ['ID=48d65426-0b0b-4518-a05b-8434ac0ce731,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:53.339424 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Routers {'24db232b-ba94-4b6f-b113-374ad2e03660'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:53.340287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['24db232b-ba94-4b6f-b113-374ad2e03660'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:53.419605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:45:53.436183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b2e38a2e-fa29-485e-8fca-60d2d897959d admin admin] 10.222.0.52 "PUT /v2.0/routers/24db232b-ba94-4b6f-b113-374ad2e03660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1303308 Feb 03 14:45:53.476030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9bef3ba1-58d8-4a99-9d6d-5e1e588ac0b2 None None] Current status of the port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:53.579925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] Set router 24db232b-ba94-4b6f-b113-374ad2e03660 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:53.643137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:53.769473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6dd55977-c364-4eda-8531-da6f9931f4b7 None None] Provisioning complete for port f859acc4-4a08-4ce6-b520-798e4e498c6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:53.770117 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dd55977-c364-4eda-8531-da6f9931f4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:53.953741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6dd55977-c364-4eda-8531-da6f9931f4b7 None None] Port f859acc4-4a08-4ce6-b520-798e4e498c6f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:45:53.974046 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:53.974674 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:54.137109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:54.160084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 4, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port': {'id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:47Z', 'updated_at': '2022-02-03T14:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f859acc4-4a08-4ce6-b520-798e4e498c6f', 'name': '', 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'mac_address': 'fa:16:3e:23:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:51Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 2, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'subnets': [{'id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:54.190444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91eb988-0eb9-4df1-ad9e-25a0ec2ca03e None None] The sync data for ids ['24db232b-ba94-4b6f-b113-374ad2e03660'] in n-d-827549-2 is: [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 4, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port': {'id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:47Z', 'updated_at': '2022-02-03T14:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f859acc4-4a08-4ce6-b520-798e4e498c6f', 'name': '', 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'mac_address': 'fa:16:3e:23:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:51Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 2, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'subnets': [{'id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:45:54.959615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:55.025262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53260) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:55.780326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 48d65426-0b0b-4518-a05b-8434ac0ce731 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:55.852370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 48d65426-0b0b-4518-a05b-8434ac0ce731 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:55.852802 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:55.897073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (f89f8231-a704-47ce-b210-a854ff3bbba6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:55.981236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 48d65426-0b0b-4518-a05b-8434ac0ce731 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:55.981746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:56.008971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 48d65426-0b0b-4518-a05b-8434ac0ce731, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=48d65426-0b0b-4518-a05b-8434ac0ce731,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:56.015831 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:56.101351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=48d65426-0b0b-4518-a05b-8434ac0ce731,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:56.459193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Deleting port d067cf43-76f0-40f2-98af-8c68ed062e41 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:45:56.459732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:56.548673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] For port d067cf43-76f0-40f2-98af-8c68ed062e41, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d067cf43-76f0-40f2-98af-8c68ed062e41,segment=NetworkSegment(c425ccc7-a465-4241-897f-0cb964911c40),segment_id=c425ccc7-a465-4241-897f-0cb964911c40)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:56.549170 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:56.568142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Calling delete_port for d067cf43-76f0-40f2-98af-8c68ed062e41 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:45:56.850815 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d067cf43-76f0-40f2-98af-8c68ed062e41), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:56.880965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Pushing event deleted for resources: {'Port': ['ID=d067cf43-76f0-40f2-98af-8c68ed062e41,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:57.532728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (f89f8231-a704-47ce-b210-a854ff3bbba6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:57.796522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 48d65426-0b0b-4518-a05b-8434ac0ce731 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:45:57.881427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Router f89f8231-a704-47ce-b210-a854ff3bbba6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:45:57.978442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 48d65426-0b0b-4518-a05b-8434ac0ce731 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:45:57.979082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:58.091820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 48d65426-0b0b-4518-a05b-8434ac0ce731 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:45:58.113860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:45:58.126479 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] Sync routers for ids ['f89f8231-a704-47ce-b210-a854ff3bbba6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:45:58.129779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53334) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:45:58.138543 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] Routers {'f89f8231-a704-47ce-b210-a854ff3bbba6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:58.139462 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f89f8231-a704-47ce-b210-a854ff3bbba6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:58.141196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b934a2e8-ba1c-4dd1-9686-eea91649decb admin admin] 10.222.0.52 "PUT /v2.0/routers/f89f8231-a704-47ce-b210-a854ff3bbba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1124680 Feb 03 14:45:58.382707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks [] for router (f89f8231-a704-47ce-b210-a854ff3bbba6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:58.518452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Sync routers for ids ['24db232b-ba94-4b6f-b113-374ad2e03660'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:45:58.532651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Routers {'24db232b-ba94-4b6f-b113-374ad2e03660'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:58.535013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['24db232b-ba94-4b6f-b113-374ad2e03660'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:58.573959 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks [] for router_gateway (f89f8231-a704-47ce-b210-a854ff3bbba6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:58.576826 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] Set router f89f8231-a704-47ce-b210-a854ff3bbba6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:58.706030 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Deleting port c81d1c2a-d20b-464b-b7cb-00394be18504 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:45:58.708518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:58.856467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Set router 24db232b-ba94-4b6f-b113-374ad2e03660 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:58.960356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] For port c81d1c2a-d20b-464b-b7cb-00394be18504, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c81d1c2a-d20b-464b-b7cb-00394be18504,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:45:58.961797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:58.989608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Calling delete_port for c81d1c2a-d20b-464b-b7cb-00394be18504 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:45:59.041989 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:56Z', 'revision_number': 5, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port': {'id': 'c81d1c2a-d20b-464b-b7cb-00394be18504', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:39Z', 'updated_at': '2022-02-03T14:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:59.143160 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] Checking router: f89f8231-a704-47ce-b210-a854ff3bbba6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:45:59.177056 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] Routers {'f89f8231-a704-47ce-b210-a854ff3bbba6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:45:59.178834 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['f89f8231-a704-47ce-b210-a854ff3bbba6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:59.371051 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:45:59.431845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c81d1c2a-d20b-464b-b7cb-00394be18504), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:59.434361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 4, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port': {'id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:47Z', 'updated_at': '2022-02-03T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f859acc4-4a08-4ce6-b520-798e4e498c6f', 'name': '', 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'mac_address': 'fa:16:3e:23:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:51Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 2, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'subnets': [{'id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:59.445755 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] Set router f89f8231-a704-47ce-b210-a854ff3bbba6 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:45:59.476486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Checking router: 24db232b-ba94-4b6f-b113-374ad2e03660 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:45:59.477200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Updating router 24db232b-ba94-4b6f-b113-374ad2e03660 port f859acc4-4a08-4ce6-b520-798e4e498c6f binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:45:59.539108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81d1c2a-d20b-464b-b7cb-00394be18504,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:45:59.539691 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:59.559127 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:58Z', 'revision_number': 6, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:45:59.567324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.567678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.568029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.568373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.568738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.569074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.569409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.569741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.570072 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.570400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.570728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.571058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.571384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:45:59.613433 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2687e4-a2a5-4732-942b-5a4cfd081754 None None] The sync data for ids ['f89f8231-a704-47ce-b210-a854ff3bbba6'] in n-d-827549-2 is: [{'id': 'f89f8231-a704-47ce-b210-a854ff3bbba6', 'name': 'tempest-TestAggregatesBasicOps-637413668-router', 'tenant_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:38Z', 'updated_at': '2022-02-03T14:45:58Z', 'revision_number': 6, 'project_id': 'f51d15a2268f42bab9e9bbb8d12090ef', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:45:59.620999 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (f89f8231-a704-47ce-b210-a854ff3bbba6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:59.781395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (f89f8231-a704-47ce-b210-a854ff3bbba6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:59.786316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks [] for router_controller (f89f8231-a704-47ce-b210-a854ff3bbba6), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:59.850039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (f89f8231-a704-47ce-b210-a854ff3bbba6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:59.850899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f89f8231-a704-47ce-b210-a854ff3bbba6 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:45:59.857471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:45:59.859130 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a663d1d4-0a43-4591-b54d-e4b5734fec38 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f89f8231-a704-47ce-b210-a854ff3bbba6 HTTP/1.1" status: 204 len: 168 time: 1.7272985 Feb 03 14:45:59.861617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53366) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:00.012239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] Deleting subnet 7061bd0c-8c27-4d1d-b849-033398af8898 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:46:00.030342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] Publish callbacks [] for subnet (7061bd0c-8c27-4d1d-b849-033398af8898), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.081345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (7061bd0c-8c27-4d1d-b849-033398af8898), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.213172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (7061bd0c-8c27-4d1d-b849-033398af8898), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.289587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (7061bd0c-8c27-4d1d-b849-033398af8898), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.321502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7061bd0c-8c27-4d1d-b849-033398af8898,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:00.334789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.340275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-92fa7430-e407-40e7-b3e9-6730e1f1bec2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7061bd0c-8c27-4d1d-b849-033398af8898 HTTP/1.1" status: 204 len: 168 time: 0.4775896 Feb 03 14:46:00.342895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53380) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:00.482954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (116a3fe3-edd4-4b5d-b3ac-5f8784367de8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.521087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c31ea4-781e-4fb8-a640-29adf3afbb06 None None] Network 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:46:00.609606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Publish callbacks [] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.634761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Deleting port 9afc083c-92cf-4574-8838-2a238684fd1d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:46:00.635130 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.672882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.751442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] For port 9afc083c-92cf-4574-8838-2a238684fd1d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9afc083c-92cf-4574-8838-2a238684fd1d,segment=NetworkSegment(c425ccc7-a465-4241-897f-0cb964911c40),segment_id=c425ccc7-a465-4241-897f-0cb964911c40)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:00.752402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.769845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Calling delete_port for 9afc083c-92cf-4574-8838-2a238684fd1d owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:46:00.788150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Pushing event updated for resources: {'Port': ['ID=f859acc4-4a08-4ce6-b520-798e4e498c6f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:00.801365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.801727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.802073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.802413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.802929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.803196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.803527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.803991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.804323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.804676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.805004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.805335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.805656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:00.942272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Attempting to bind port f859acc4-4a08-4ce6-b520-798e4e498c6f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:46:00.942629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Attempting to bind port f859acc4-4a08-4ce6-b520-798e4e498c6f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:46:00.943003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Attempting to bind port f859acc4-4a08-4ce6-b520-798e4e498c6f on network 131fa49c-200e-40c0-bf31-d9373df445b7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:00.949942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:46:00.950325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Checking segment: {'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:00.950851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:00.951393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Bound using segment: {'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:46:00.951945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Bound port: f859acc4-4a08-4ce6-b520-798e4e498c6f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35839e2-5acd-4d7c-bc2c-78d929026629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:46:00.952246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.036450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9afc083c-92cf-4574-8838-2a238684fd1d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.044326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca9ea2-5883-4b4d-a098-053dabbe3c6b None None] DHCP port deletion for 116a3fe3-edd4-4b5d-b3ac-5f8784367de8 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:46:01.084552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] For port f859acc4-4a08-4ce6-b520-798e4e498c6f, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:01.105710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afc083c-92cf-4574-8838-2a238684fd1d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:01.110329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] No DVR routers for this DVR port 9afc083c-92cf-4574-8838-2a238684fd1d on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:46:01.122533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] For port f859acc4-4a08-4ce6-b520-798e4e498c6f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f859acc4-4a08-4ce6-b520-798e4e498c6f,segment=NetworkSegment(f35839e2-5acd-4d7c-bc2c-78d929026629),segment_id=f35839e2-5acd-4d7c-bc2c-78d929026629)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:01.141521 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.270349 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (116a3fe3-edd4-4b5d-b3ac-5f8784367de8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.310785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Routers {'24db232b-ba94-4b6f-b113-374ad2e03660'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:01.314377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['24db232b-ba94-4b6f-b113-374ad2e03660'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:01.322927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116a3fe3-edd4-4b5d-b3ac-5f8784367de8']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:01.373398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c425ccc7-a465-4241-897f-0cb964911c40') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:01.374025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c425ccc7-a465-4241-897f-0cb964911c40') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:01.419526 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (c425ccc7-a465-4241-897f-0cb964911c40), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.498824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c425ccc7-a465-4241-897f-0cb964911c40), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.514339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:46:01.514764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (c425ccc7-a465-4241-897f-0cb964911c40), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:46:01.516556 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:46:01.580398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-67c8f9e6-92aa-4bbd-b038-05018425619f None None] Provisioning complete for port f859acc4-4a08-4ce6-b520-798e4e498c6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:01.581382 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67c8f9e6-92aa-4bbd-b038-05018425619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.650166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b926c-33f9-41ef-bc99-a76666caf66f None None] Pushing event updated for resources: {'Port': ['ID=f859acc4-4a08-4ce6-b520-798e4e498c6f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:01.658063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] Set router 24db232b-ba94-4b6f-b113-374ad2e03660 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:01.686454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (116a3fe3-edd4-4b5d-b3ac-5f8784367de8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.695682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:01.711326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] 10.222.0.52 "DELETE /v2.0/networks/116a3fe3-edd4-4b5d-b3ac-5f8784367de8 HTTP/1.1" status: 204 len: 168 time: 1.3647771 Feb 03 14:46:01.711668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53404) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:01.759495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95619e90-c61f-406e-a94e-bf3f7dbfd191 admin admin] Pushing event deleted for resources: {'Network': ['ID=116a3fe3-edd4-4b5d-b3ac-5f8784367de8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:01.773137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d067cf43-76f0-40f2-98af-8c68ed062e41 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:46:01.834456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d067cf43-76f0-40f2-98af-8c68ed062e41 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:46:01.834809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d067cf43-76f0-40f2-98af-8c68ed062e41 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:46:01.835230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c81d1c2a-d20b-464b-b7cb-00394be18504 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:46:01.893031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: c81d1c2a-d20b-464b-b7cb-00394be18504 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:46:01.894820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c81d1c2a-d20b-464b-b7cb-00394be18504 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:46:01.894820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9afc083c-92cf-4574-8838-2a238684fd1d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:46:01.921204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9afc083c-92cf-4574-8838-2a238684fd1d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:46:01.921551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9afc083c-92cf-4574-8838-2a238684fd1d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:46:01.976316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-67c8f9e6-92aa-4bbd-b038-05018425619f None None] Current status of the port f859acc4-4a08-4ce6-b520-798e4e498c6f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:01.976868 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67c8f9e6-92aa-4bbd-b038-05018425619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:02.072784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-67c8f9e6-92aa-4bbd-b038-05018425619f None None] For port f859acc4-4a08-4ce6-b520-798e4e498c6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f859acc4-4a08-4ce6-b520-798e4e498c6f,segment=NetworkSegment(f35839e2-5acd-4d7c-bc2c-78d929026629),segment_id=f35839e2-5acd-4d7c-bc2c-78d929026629)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:02.084920 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67c8f9e6-92aa-4bbd-b038-05018425619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:02.340271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c736bf1e-d993-4e38-be4e-ac74f375ba8e None None] Provisioning complete for port f859acc4-4a08-4ce6-b520-798e4e498c6f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:02.340690 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c736bf1e-d993-4e38-be4e-ac74f375ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:02.377001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8f9e6-92aa-4bbd-b038-05018425619f None None] Pushing event updated for resources: {'Port': ['ID=f859acc4-4a08-4ce6-b520-798e4e498c6f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:02.385908 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (24db232b-ba94-4b6f-b113-374ad2e03660), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:02.450141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c736bf1e-d993-4e38-be4e-ac74f375ba8e None None] Current status of the port f859acc4-4a08-4ce6-b520-798e4e498c6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:02.458293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 4, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port': {'id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:47Z', 'updated_at': '2022-02-03T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f859acc4-4a08-4ce6-b520-798e4e498c6f', 'name': '', 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'mac_address': 'fa:16:3e:23:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:51Z', 'updated_at': '2022-02-03T14:46:01Z', 'revision_number': 4, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'subnets': [{'id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:02.489188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732bb3b-3240-4370-ba89-533c1a9d9092 None None] The sync data for ids ['24db232b-ba94-4b6f-b113-374ad2e03660'] in n-d-827549-2 is: [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:45:52Z', 'revision_number': 4, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port': {'id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:47Z', 'updated_at': '2022-02-03T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'f859acc4-4a08-4ce6-b520-798e4e498c6f', 'name': '', 'network_id': '131fa49c-200e-40c0-bf31-d9373df445b7', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'mac_address': 'fa:16:3e:23:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:51Z', 'updated_at': '2022-02-03T14:46:01Z', 'revision_number': 4, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'subnets': [{'id': '29b80dba-5c31-40d0-a063-0944fb5afb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:46:03.240370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Deleting port f859acc4-4a08-4ce6-b520-798e4e498c6f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:46:03.240969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:03.372709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] For port f859acc4-4a08-4ce6-b520-798e4e498c6f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f859acc4-4a08-4ce6-b520-798e4e498c6f,segment=NetworkSegment(f35839e2-5acd-4d7c-bc2c-78d929026629),segment_id=f35839e2-5acd-4d7c-bc2c-78d929026629)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:03.373853 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:03.419056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Calling delete_port for f859acc4-4a08-4ce6-b520-798e4e498c6f owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:46:03.780980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f859acc4-4a08-4ce6-b520-798e4e498c6f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:03.866838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f859acc4-4a08-4ce6-b520-798e4e498c6f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:03.866838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:03.985238 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f859acc4-4a08-4ce6-b520-798e4e498c6f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:03.997628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f859acc4-4a08-4ce6-b520-798e4e498c6f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:04.020642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Pushing event deleted for resources: {'Port': ['ID=f859acc4-4a08-4ce6-b520-798e4e498c6f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:04.325204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (24db232b-ba94-4b6f-b113-374ad2e03660), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:04.599792 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Router 24db232b-ba94-4b6f-b113-374ad2e03660 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:46:04.734735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:04.740764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b2632cd7-605e-4c48-8160-a8c65821d8be admin admin] 10.222.0.52 "PUT /v2.0/routers/24db232b-ba94-4b6f-b113-374ad2e03660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0277219 Feb 03 14:46:04.742885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53458) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:04.747228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] Sync routers for ids ['24db232b-ba94-4b6f-b113-374ad2e03660'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:46:04.763396 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] Routers {'24db232b-ba94-4b6f-b113-374ad2e03660'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:04.765933 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['24db232b-ba94-4b6f-b113-374ad2e03660'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:04.910763 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] Set router 24db232b-ba94-4b6f-b113-374ad2e03660 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:05.022296 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks [] for router (24db232b-ba94-4b6f-b113-374ad2e03660), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:05.196596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks [] for router_gateway (24db232b-ba94-4b6f-b113-374ad2e03660), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:05.312942 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:46:03Z', 'revision_number': 5, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port': {'id': '48d65426-0b0b-4518-a05b-8434ac0ce731', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:47Z', 'updated_at': '2022-02-03T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:05.337460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Deleting port 48d65426-0b0b-4518-a05b-8434ac0ce731 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:46:05.338382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:05.356228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] Checking router: 24db232b-ba94-4b6f-b113-374ad2e03660 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:46:05.398171 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] Routers {'24db232b-ba94-4b6f-b113-374ad2e03660'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:05.399055 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:45:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['24db232b-ba94-4b6f-b113-374ad2e03660'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:05.558964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] For port 48d65426-0b0b-4518-a05b-8434ac0ce731, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=48d65426-0b0b-4518-a05b-8434ac0ce731,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:05.559341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:05.595045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Calling delete_port for 48d65426-0b0b-4518-a05b-8434ac0ce731 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:46:05.617990 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] Set router 24db232b-ba94-4b6f-b113-374ad2e03660 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:05.751298 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:46:05Z', 'revision_number': 6, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:05.814895 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b828ed-fe75-48f8-bb60-b8aad60a56f6 None None] The sync data for ids ['24db232b-ba94-4b6f-b113-374ad2e03660'] in n-d-827549-2 is: [{'id': '24db232b-ba94-4b6f-b113-374ad2e03660', 'name': 'tempest-TestAggregatesBasicOps-1097950332-router', 'tenant_id': '0da2cb6757b040f2aa826157a1756ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:45:46Z', 'updated_at': '2022-02-03T14:46:05Z', 'revision_number': 6, 'project_id': '0da2cb6757b040f2aa826157a1756ac8', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:46:05.947677 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (48d65426-0b0b-4518-a05b-8434ac0ce731), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:05.984734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d65426-0b0b-4518-a05b-8434ac0ce731,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:06.072585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (24db232b-ba94-4b6f-b113-374ad2e03660), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.243612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (24db232b-ba94-4b6f-b113-374ad2e03660), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.245370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks [] for router_controller (24db232b-ba94-4b6f-b113-374ad2e03660), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.315851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (24db232b-ba94-4b6f-b113-374ad2e03660), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.316699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24db232b-ba94-4b6f-b113-374ad2e03660 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:46:06.322589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.324764 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-70e36ba8-879a-43a8-b053-0068986b9dd2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/24db232b-ba94-4b6f-b113-374ad2e03660 HTTP/1.1" status: 204 len: 168 time: 1.5676877 Feb 03 14:46:06.327215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53496) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:06.383389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] Deleting subnet 29b80dba-5c31-40d0-a063-0944fb5afb69 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:46:06.387676 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] Publish callbacks [] for subnet (29b80dba-5c31-40d0-a063-0944fb5afb69), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.457419 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (29b80dba-5c31-40d0-a063-0944fb5afb69), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.561911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (29b80dba-5c31-40d0-a063-0944fb5afb69), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.653854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (29b80dba-5c31-40d0-a063-0944fb5afb69), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.720550 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.726114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb39da-7462-4b30-a066-b5b264695fe5 None None] Network 131fa49c-200e-40c0-bf31-d9373df445b7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:46:06.740309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53512) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:06.744732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] 10.222.0.52 "DELETE /v2.0/subnets/29b80dba-5c31-40d0-a063-0944fb5afb69 HTTP/1.1" status: 204 len: 168 time: 0.4077690 Feb 03 14:46:06.746357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0006a-b49b-404e-8fb2-92319d0afcca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b80dba-5c31-40d0-a063-0944fb5afb69,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:06.941557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (131fa49c-200e-40c0-bf31-d9373df445b7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:06.993419 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] DHCP port deletion for 131fa49c-200e-40c0-bf31-d9373df445b7 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:46:07.040236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Deleting port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:46:07.040673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.054592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] Deleting port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:46:07.055634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.158089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] For port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,segment=NetworkSegment(f35839e2-5acd-4d7c-bc2c-78d929026629),segment_id=f35839e2-5acd-4d7c-bc2c-78d929026629)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:07.158502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] For port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,segment=NetworkSegment(f35839e2-5acd-4d7c-bc2c-78d929026629),segment_id=f35839e2-5acd-4d7c-bc2c-78d929026629)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:07.158753 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.159225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.180998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] Calling delete_port for ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:46:07.185243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Calling delete_port for ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:46:07.336922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.349505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.374199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:07.380391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] Pushing event deleted for resources: {'Port': ['ID=ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:07.381800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] No DVR routers for this DVR port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:46:07.382383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688cd814-0cf1-446c-b2e5-711be03c906c None None] No DVR routers for this DVR port ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:46:07.490783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (131fa49c-200e-40c0-bf31-d9373df445b7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.525019 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131fa49c-200e-40c0-bf31-d9373df445b7']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:07.547817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35839e2-5acd-4d7c-bc2c-78d929026629') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:07.548202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35839e2-5acd-4d7c-bc2c-78d929026629') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:07.569594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (f35839e2-5acd-4d7c-bc2c-78d929026629), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.593285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f35839e2-5acd-4d7c-bc2c-78d929026629), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.602047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:46:07.603282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (f35839e2-5acd-4d7c-bc2c-78d929026629), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:46:07.637774 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:46:07.672644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:46:07.699324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:46:07.699684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae95a3ea-bbe7-4eb5-be30-0222c16bb9c7 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:46:07.700137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f859acc4-4a08-4ce6-b520-798e4e498c6f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:46:07.724273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f859acc4-4a08-4ce6-b520-798e4e498c6f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:46:07.724827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f859acc4-4a08-4ce6-b520-798e4e498c6f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:46:07.725221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 48d65426-0b0b-4518-a05b-8434ac0ce731 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:46:07.745802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (131fa49c-200e-40c0-bf31-d9373df445b7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.751505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 48d65426-0b0b-4518-a05b-8434ac0ce731 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:46:07.752520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 48d65426-0b0b-4518-a05b-8434ac0ce731 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:46:07.753336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:07.758883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] 10.222.0.52 "DELETE /v2.0/networks/131fa49c-200e-40c0-bf31-d9373df445b7 HTTP/1.1" status: 204 len: 168 time: 1.0143168 Feb 03 14:46:07.783267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae449a-2a09-4102-9890-2691b3d43071 admin admin] Pushing event deleted for resources: {'Network': ['ID=131fa49c-200e-40c0-bf31-d9373df445b7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:08.007153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53556) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:08.062027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-446737c7-eaf5-48c8-82d9-37973796699f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f51d15a2268f42bab9e9bbb8d12090ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536768 Feb 03 14:46:08.064618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53562) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:08.170812 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-867dcf96-6332-4f57-a3b4-a3cdff0b66af admin admin] Publish callbacks [] for security_group (0b710ac1-5ecd-45b3-beb5-f524216f4008), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:08.195955 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-867dcf96-6332-4f57-a3b4-a3cdff0b66af admin admin] Publish callbacks [] for security_group (0b710ac1-5ecd-45b3-beb5-f524216f4008), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:08.265922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-867dcf96-6332-4f57-a3b4-a3cdff0b66af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0b710ac1-5ecd-45b3-beb5-f524216f4008), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:08.268920 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-867dcf96-6332-4f57-a3b4-a3cdff0b66af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:08.272973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-867dcf96-6332-4f57-a3b4-a3cdff0b66af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b710ac1-5ecd-45b3-beb5-f524216f4008 HTTP/1.1" status: 204 len: 168 time: 0.2047701 Feb 03 14:46:08.294927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dcf96-6332-4f57-a3b4-a3cdff0b66af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b710ac1-5ecd-45b3-beb5-f524216f4008,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:08.721387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53582) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:08.808718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53588) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:08.811359 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-44acf7e8-163c-407b-9247-272e45046518 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0da2cb6757b040f2aa826157a1756ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885036 Feb 03 14:46:08.880254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3355505a-727c-48c0-976b-78d61b69638a admin admin] Publish callbacks [] for security_group (3c36de22-8a03-447b-bb14-237d79028763), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:08.914070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3355505a-727c-48c0-976b-78d61b69638a admin admin] Publish callbacks [] for security_group (3c36de22-8a03-447b-bb14-237d79028763), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:08.983270 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3355505a-727c-48c0-976b-78d61b69638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3c36de22-8a03-447b-bb14-237d79028763), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:08.987395 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3355505a-727c-48c0-976b-78d61b69638a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:09.004915 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3355505a-727c-48c0-976b-78d61b69638a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c36de22-8a03-447b-bb14-237d79028763 HTTP/1.1" status: 204 len: 168 time: 0.1877143 Feb 03 14:46:09.029422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355505a-727c-48c0-976b-78d61b69638a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c36de22-8a03-447b-bb14-237d79028763,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:09.117447 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:14.790864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53772) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:14.982936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c323631a-7be9-4dbc-a937-ea4cfdadedd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:15.140258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c323631a-7be9-4dbc-a937-ea4cfdadedd3 admin admin] Publish callbacks [] for security_group (6598a2f4-64a3-49bf-8772-86d45c4f35a1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:15.154691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c323631a-7be9-4dbc-a937-ea4cfdadedd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6598a2f4-64a3-49bf-8772-86d45c4f35a1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:15.237049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c323631a-7be9-4dbc-a937-ea4cfdadedd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=407f82eaa7184ff0ab4c0639bcd384c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444051 Feb 03 14:46:15.240169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:15.257606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323631a-7be9-4dbc-a937-ea4cfdadedd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6598a2f4-64a3-49bf-8772-86d45c4f35a1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:15.370006 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2518-f588-4d85-b729-322292045f15 admin admin] Publish callbacks [] for security_group (6598a2f4-64a3-49bf-8772-86d45c4f35a1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:15.400375 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2518-f588-4d85-b729-322292045f15 admin admin] Publish callbacks [] for security_group (6598a2f4-64a3-49bf-8772-86d45c4f35a1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:15.538854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2518-f588-4d85-b729-322292045f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6598a2f4-64a3-49bf-8772-86d45c4f35a1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:15.542370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2518-f588-4d85-b729-322292045f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:15.545715 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ee2a2518-f588-4d85-b729-322292045f15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6598a2f4-64a3-49bf-8772-86d45c4f35a1 HTTP/1.1" status: 204 len: 168 time: 0.3021915 Feb 03 14:46:15.568866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2518-f588-4d85-b729-322292045f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6598a2f4-64a3-49bf-8772-86d45c4f35a1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:15.825980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a890f29-3014-494f-a074-9b1330ea6a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.236684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:16.272880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b97629d0-3efc-49b8-8b3b-05dce38aba05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.439395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b97629d0-3efc-49b8-8b3b-05dce38aba05 admin admin] Publish callbacks [] for security_group (c102a038-0455-4d5d-a6e1-7676fc46e3fc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.445206 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b97629d0-3efc-49b8-8b3b-05dce38aba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c102a038-0455-4d5d-a6e1-7676fc46e3fc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.484931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97629d0-3efc-49b8-8b3b-05dce38aba05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c102a038-0455-4d5d-a6e1-7676fc46e3fc,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:16.489735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b97629d0-3efc-49b8-8b3b-05dce38aba05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6d0fa0abd45462e80dfc522af1fcbe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517967 Feb 03 14:46:16.492610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53834) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:16.577325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-464e45b2-2c8e-4c3f-b51b-df3ed0478a61 admin admin] Publish callbacks [] for security_group (c102a038-0455-4d5d-a6e1-7676fc46e3fc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.603208 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-464e45b2-2c8e-4c3f-b51b-df3ed0478a61 admin admin] Publish callbacks [] for security_group (c102a038-0455-4d5d-a6e1-7676fc46e3fc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.677293 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-464e45b2-2c8e-4c3f-b51b-df3ed0478a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (c102a038-0455-4d5d-a6e1-7676fc46e3fc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.680630 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-464e45b2-2c8e-4c3f-b51b-df3ed0478a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:16.682177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-464e45b2-2c8e-4c3f-b51b-df3ed0478a61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c102a038-0455-4d5d-a6e1-7676fc46e3fc HTTP/1.1" status: 204 len: 168 time: 0.1875203 Feb 03 14:46:16.703037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e45b2-2c8e-4c3f-b51b-df3ed0478a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c102a038-0455-4d5d-a6e1-7676fc46e3fc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:17.553436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53890) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:17.558746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-145cabff-5e94-4658-8f32-91737e69c61d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313250610', 'description': 'tempest-secgroup-smoke-313250610 description', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:17.612235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-145cabff-5e94-4658-8f32-91737e69c61d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.689206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-145cabff-5e94-4658-8f32-91737e69c61d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group (13769bb2-e2a8-4ce0-b28d-0eeb77932102), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.694838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-145cabff-5e94-4658-8f32-91737e69c61d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (13769bb2-e2a8-4ce0-b28d-0eeb77932102), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.725217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-145cabff-5e94-4658-8f32-91737e69c61d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.726628 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-145cabff-5e94-4658-8f32-91737e69c61d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1721694 Feb 03 14:46:17.730316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53894) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:17.737297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-11bc5719-1e08-444e-af3c-d717b0d68c66 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'security_group_rule': {'security_group_id': '13769bb2-e2a8-4ce0-b28d-0eeb77932102', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:17.771261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cabff-5e94-4658-8f32-91737e69c61d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13769bb2-e2a8-4ce0-b28d-0eeb77932102,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:17.796166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11bc5719-1e08-444e-af3c-d717b0d68c66 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (c9277e2f-9328-4f3b-af29-d9433da86e3d), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.853532 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11bc5719-1e08-444e-af3c-d717b0d68c66 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (c9277e2f-9328-4f3b-af29-d9433da86e3d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.859531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11bc5719-1e08-444e-af3c-d717b0d68c66 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c9277e2f-9328-4f3b-af29-d9433da86e3d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.906458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc5719-1e08-444e-af3c-d717b0d68c66 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9277e2f-9328-4f3b-af29-d9433da86e3d,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:17.911548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11bc5719-1e08-444e-af3c-d717b0d68c66 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:17.915932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53908) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:17.922317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a6c36e88-7da6-48d6-8f7b-4a72b8ec2ce7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'security_group_rule': {'security_group_id': '13769bb2-e2a8-4ce0-b28d-0eeb77932102', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:17.939732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-11bc5719-1e08-444e-af3c-d717b0d68c66 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855979 Feb 03 14:46:17.959165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a6c36e88-7da6-48d6-8f7b-4a72b8ec2ce7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (5709e5de-d2cc-4400-b6d3-d1c1577691e7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.053017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76b9ba9a-ad86-4719-98f8-38a410e1047a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.056257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a6c36e88-7da6-48d6-8f7b-4a72b8ec2ce7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (5709e5de-d2cc-4400-b6d3-d1c1577691e7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.061735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a6c36e88-7da6-48d6-8f7b-4a72b8ec2ce7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (5709e5de-d2cc-4400-b6d3-d1c1577691e7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.081250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c36e88-7da6-48d6-8f7b-4a72b8ec2ce7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5709e5de-d2cc-4400-b6d3-d1c1577691e7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:18.110668 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a6c36e88-7da6-48d6-8f7b-4a72b8ec2ce7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.115361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a6c36e88-7da6-48d6-8f7b-4a72b8ec2ce7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1953037 Feb 03 14:46:18.115775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53912) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:18.125150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4bde8439-c1af-4e7c-9dea-ce07de5a79db tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'security_group_rule': {'security_group_id': '13769bb2-e2a8-4ce0-b28d-0eeb77932102', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:18.157350 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bde8439-c1af-4e7c-9dea-ce07de5a79db tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (725a5625-dfa2-4a46-985d-940a98f02b17), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.257359 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bde8439-c1af-4e7c-9dea-ce07de5a79db tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (725a5625-dfa2-4a46-985d-940a98f02b17), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.264629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bde8439-c1af-4e7c-9dea-ce07de5a79db tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (725a5625-dfa2-4a46-985d-940a98f02b17), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.308847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde8439-c1af-4e7c-9dea-ce07de5a79db tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725a5625-dfa2-4a46-985d-940a98f02b17,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:18.314652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4bde8439-c1af-4e7c-9dea-ce07de5a79db tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.316339 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4bde8439-c1af-4e7c-9dea-ce07de5a79db tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1995955 Feb 03 14:46:18.319428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53926) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:18.325101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-55e3f3c7-1985-470b-9c8d-079eaae1c2b7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'security_group_rule': {'security_group_id': '13769bb2-e2a8-4ce0-b28d-0eeb77932102', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:18.401168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55e3f3c7-1985-470b-9c8d-079eaae1c2b7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (89ceaa82-d0af-4f1f-b82a-da724380d332), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.472081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55e3f3c7-1985-470b-9c8d-079eaae1c2b7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (89ceaa82-d0af-4f1f-b82a-da724380d332), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.477704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55e3f3c7-1985-470b-9c8d-079eaae1c2b7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (89ceaa82-d0af-4f1f-b82a-da724380d332), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.504560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55e3f3c7-1985-470b-9c8d-079eaae1c2b7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.505854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-55e3f3c7-1985-470b-9c8d-079eaae1c2b7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853185 Feb 03 14:46:18.508566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 53932) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:18.517476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3f3c7-1985-470b-9c8d-079eaae1c2b7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ceaa82-d0af-4f1f-b82a-da724380d332,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:18.712190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'security_group_rule': {'security_group_id': '13769bb2-e2a8-4ce0-b28d-0eeb77932102', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:18.738781 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Project a8cccde000f4420e823f7d8fcde7be93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:46:18.746716 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (6ef631ad-3eba-4ca6-879e-f2e25a25d64e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.826441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (6ef631ad-3eba-4ca6-879e-f2e25a25d64e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.831875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (6ef631ad-3eba-4ca6-879e-f2e25a25d64e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.863378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:18.865474 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558574 Feb 03 14:46:18.868266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 53948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:18.875304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'security_group_rule': {'security_group_id': '13769bb2-e2a8-4ce0-b28d-0eeb77932102', 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:18.880484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de7a5-901c-471b-a42e-85218e24410a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef631ad-3eba-4ca6-879e-f2e25a25d64e,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:18.913372 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Project a8cccde000f4420e823f7d8fcde7be93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:46:18.920255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (3f41d7f7-ac15-40e4-9506-62365e50059b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:19.002074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (3f41d7f7-ac15-40e4-9506-62365e50059b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:19.008201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (3f41d7f7-ac15-40e4-9506-62365e50059b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:19.047198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41d7f7-ac15-40e4-9506-62365e50059b,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:19.058591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:19.060455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c6c5e282-e31a-43d2-a01a-20543ddf45b5 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1898644 Feb 03 14:46:19.261145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-542ffecc-5201-44e2-8963-1e80c5743ada tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313250610&fields=id&tenant_id=a8cccde000f4420e823f7d8fcde7be93 HTTP/1.1" status: 200 len: 267 time: 0.0739884 Feb 03 14:46:19.425605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-58482805-c72f-4a45-9964-aaeb4bd494b3 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:19.427117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-58482805-c72f-4a45-9964-aaeb4bd494b3 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 813 time: 0.1626205 Feb 03 14:46:19.443512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-5d6de3a2-861f-4e09-bc8b-72ef2824461d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/quotas/a8cccde000f4420e823f7d8fcde7be93 HTTP/1.1" status: 200 len: 375 time: 0.0095375 Feb 03 14:46:19.521089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-f0a42531-7e02-480d-8e37-8a761d543982 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657618 Feb 03 14:46:19.649777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-056e00f8-7434-434d-a067-ae303cda0a73 service neutron] 10.222.0.52 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148036 Feb 03 14:46:19.670494 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:19.807450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-ebc1343b-06ea-44b0-94c2-633494b6f34c service neutron] 10.222.0.52 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455429 Feb 03 14:46:20.191263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0086604-8723-403d-a81f-6776eaee0f89 req-789e9ae5-0ffa-445f-a590-fc306ec35c58 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0431297 Feb 03 14:46:20.673447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-efbff342-57aa-4fe9-b8ad-85c7a7f866bf tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=cde489bb32e2403dbdd525450b195260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441747 Feb 03 14:46:20.740368 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:20.900796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-d7ae051e-8c15-4b3f-9b84-ea073dca65ad tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:20.903457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-d7ae051e-8c15-4b3f-9b84-ea073dca65ad tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267144 Feb 03 14:46:20.924303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-58a15f29-0e04-4cce-bd7c-eb2f566d2a4b tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/quotas/cde489bb32e2403dbdd525450b195260 HTTP/1.1" status: 200 len: 375 time: 0.0144851 Feb 03 14:46:20.964900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-26fd9c22-0c9c-4cf2-bea8-6c39680150d9 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cde489bb32e2403dbdd525450b195260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341866 Feb 03 14:46:21.220264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c5e0593-7b49-42fb-a8e0-3046af1dcd08 req-04a644e5-3001-4bec-9818-29d82550e16a tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 210 time: 0.0524688 Feb 03 14:46:21.328823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be693898-5cf6-4555-9771-f16c29d09ea4 req-f843b73c-af5e-4173-bb60-a9f5b555e994 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0361526 Feb 03 14:46:21.810293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-3d632396-4ab9-4205-9e7f-13ad31883727 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:21.813485 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-3d632396-4ab9-4205-9e7f-13ad31883727 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.45 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 813 time: 0.3953712 Feb 03 14:46:21.960927 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-86b99ce2-20fc-4c01-b499-118a3a958bfb tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8cccde000f4420e823f7d8fcde7be93 HTTP/1.1" status: 200 len: 379 time: 0.1392570 Feb 03 14:46:21.970691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'port': {'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'admin_state_up': True, 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'security_groups': ['13769bb2-e2a8-4ce0-b28d-0eeb77932102']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:22.194807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:22.392907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcc778ab-5b06-4683-9f34-2cc38e25a833 req-e6b4df4b-c272-4d40-abdc-1e5dc0a180e0 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 210 time: 0.0452356 Feb 03 14:46:22.522942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Made reservation on behalf of a8cccde000f4420e823f7d8fcde7be93 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:22.531112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:22.565501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2249c41-98c0-47c7-8ef1-435e710f13d0 req-cd1e9a2b-a269-4442-a8fc-0313264de16b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0562282 Feb 03 14:46:22.669485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-e044144d-9fbc-44f5-97a0-1e8dc292c800 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=cde489bb32e2403dbdd525450b195260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292399 Feb 03 14:46:22.820391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Allocated IP 172.20.0.9 (ff418be0-28a9-4233-99bb-3647055022c5/b4d91d35-bb9b-4f74-bd7f-bfd6926f370a/3fdb32bc-60e2-4a7e-b098-b66955e6e4f4) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:22.835330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-2ed35dd0-e920-4997-add8-bd1e7fcc3704 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:22.840082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-2ed35dd0-e920-4997-add8-bd1e7fcc3704 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609650 Feb 03 14:46:22.856514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Request body: {'port': {'device_id': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': 'cde489bb32e2403dbdd525450b195260'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:22.996695 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.043254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Made reservation on behalf of cde489bb32e2403dbdd525450b195260 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:23.048613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.069325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.078361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.144341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Network ff418be0-28a9-4233-99bb-3647055022c5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:23.147831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:23.152528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:46:23.215973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'Port': ['ID=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:23.251204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:23.251895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.253932 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks [] for security_group (2b27546e-9b65-47dd-861e-b9ce1f939a16), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.267275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2b27546e-9b65-47dd-861e-b9ce1f939a16), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.293574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0a46fb8c-4159-4168-ae85-9acd4b74a73b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3270657 Feb 03 14:46:23.303823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-2d456b04-6bbe-408e-a904-3ed7b93ca238 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:46:23.306285 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-2d456b04-6bbe-408e-a904-3ed7b93ca238 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079689 Feb 03 14:46:23.351848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b27546e-9b65-47dd-861e-b9ce1f939a16,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:23.440029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Request body: {'port': {'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:23.592461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.619681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bc01ca17-3e8c-4a63-99fb-993e58d7f516 None None] Provisioning complete for port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:23.624958 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc01ca17-3e8c-4a63-99fb-993e58d7f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:23.630916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58e60211-2e39-4b3a-8b2a-1b16135be0e6 req-ecff355a-c0af-40a7-89bc-c5a737bcdb4d tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 210 time: 0.0724924 Feb 03 14:46:23.663593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Allocated IP 192.168.233.91 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/abcc5562-b5c2-4181-a329-266b6eff09c2) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:23.690116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bc01ca17-3e8c-4a63-99fb-993e58d7f516 None None] Port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:46:23.841629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b420d96-346c-4a58-9e39-0b4bc0ab4216 req-b008250d-9839-4c6f-82e8-26fba94cdd1f tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:23.849601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b420d96-346c-4a58-9e39-0b4bc0ab4216 req-b008250d-9839-4c6f-82e8-26fba94cdd1f tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 931 time: 0.1127913 Feb 03 14:46:23.947824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks [] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.049854 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.130020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:46:24.145707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b420d96-346c-4a58-9e39-0b4bc0ab4216 req-2982915a-b1c8-44d7-b417-d5a09e23b175 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950799 Feb 03 14:46:24.146710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Publish callbacks [] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.170214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:24.183273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:24.193550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:46:24.202777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Pushing event updated for resources: {'Port': ['ID=abcc5562-b5c2-4181-a329-266b6eff09c2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:24.203878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Transition to ACTIVE for port object 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:24.215329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.318307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:24.319277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.348033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-07fa6b83-5d78-4d57-8ab0-e6394eef3927 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4958615 Feb 03 14:46:24.349576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:24.376017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Request body: {'port': {'device_id': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:24.526468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.528113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Attempting to bind port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:46:24.532029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Attempting to bind port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:46:24.533071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Attempting to bind port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 on network ff418be0-28a9-4233-99bb-3647055022c5 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:24.548156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 on network ff418be0-28a9-4233-99bb-3647055022c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:46:24.548891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Attempting to bind port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 on network ff418be0-28a9-4233-99bb-3647055022c5 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:24.561618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:46:24.564617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Checking segment: {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:24.565793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Bound using segment: {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:46:24.567838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Bound port: 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:46:24.569328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.634082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d844bde6-3dba-4028-89ba-1dfa023f4662 None None] Provisioning complete for port abcc5562-b5c2-4181-a329-266b6eff09c2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:24.637550 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d844bde6-3dba-4028-89ba-1dfa023f4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.686462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d844bde6-3dba-4028-89ba-1dfa023f4662 None None] Port abcc5562-b5c2-4181-a329-266b6eff09c2 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:46:24.773561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] For port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:24.783690 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] For port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:24.791917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.834851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:24.835869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:24.837588 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] 10.222.0.45 "PUT /v2.0/ports/3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 1091 time: 1.5225360 Feb 03 14:46:24.838809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:46:24.841509 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d7e105-1aa6-45a7-8955-e3c052f33283" -d '{"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:46:24.970348 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:25.059352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4267429-d745-4dd1-b81e-1b459338c862 req-940d38b1-0e85-412b-8051-827af2f176e3 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:25.061912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4267429-d745-4dd1-b81e-1b459338c862 req-940d38b1-0e85-412b-8051-827af2f176e3 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 935 time: 0.1775882 Feb 03 14:46:25.122231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f904f-3462-48ee-befa-a2ccf2f83dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:25.194232 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-ec7d2f0d-0b70-4fc8-a7e3-cb60e1656c93 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2458417 Feb 03 14:46:25.208700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4267429-d745-4dd1-b81e-1b459338c862 req-9d856f0b-dda4-4c16-9cfe-8419869c1c58 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934713 Feb 03 14:46:25.218321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0de22813-52ca-4f32-b551-15291c9c5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:25.222045 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0de22813-52ca-4f32-b551-15291c9c5c5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1125 time: 0.3119104 Feb 03 14:46:25.340808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcc5562-b5c2-4181-a329-266b6eff09c2 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:46:25.350217 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Publish callbacks [] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:25.366368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Transition to ACTIVE for port object abcc5562-b5c2-4181-a329-266b6eff09c2 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:25.371492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-9432e1ae-94c4-4009-98bf-3e23f7fd40f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 217 time: 0.1394629 Feb 03 14:46:25.371739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:25.489651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Pushing event updated for resources: {'Port': ['ID=abcc5562-b5c2-4181-a329-266b6eff09c2,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:25.568346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-c4404223-7fd1-45c4-b796-28f6cd199527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:25.570261 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-c4404223-7fd1-45c4-b796-28f6cd199527 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 200 len: 852 time: 0.1929669 Feb 03 14:46:25.609140 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-8607f8a2-4e40-4444-a895-1660242c44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:25.613275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-8607f8a2-4e40-4444-a895-1660242c44f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1166 time: 0.2705669 Feb 03 14:46:25.660477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Attempting to bind port abcc5562-b5c2-4181-a329-266b6eff09c2 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:46:25.660980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Attempting to bind port abcc5562-b5c2-4181-a329-266b6eff09c2 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:46:25.661443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Attempting to bind port abcc5562-b5c2-4181-a329-266b6eff09c2 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:25.673429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Port abcc5562-b5c2-4181-a329-266b6eff09c2 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:46:25.673917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Attempting to bind port abcc5562-b5c2-4181-a329-266b6eff09c2 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:25.674380 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd4cf3e-67ce-4efc-a0f8-f042ff732d4b x-openstack-request-id: req-3dd4cf3e-67ce-4efc-a0f8-f042ff732d4b {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:46:25.674674 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:46:25.674925 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dd4cf3e-67ce-4efc-a0f8-f042ff732d4b {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:46:25.675338 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'status': 'completed', 'code': 200} Feb 03 14:46:25.681884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:46:25.682563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:25.683060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:46:25.683602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Bound port: abcc5562-b5c2-4181-a329-266b6eff09c2, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:46:25.684074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:25.975538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e7a78e65-1035-45cf-b642-b6507d896e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:25.977329 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-e7a78e65-1035-45cf-b642-b6507d896e13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff418be0-28a9-4233-99bb-3647055022c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3951495 Feb 03 14:46:26.014628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-f6d3ec1d-8993-4170-b1a6-1d10391f0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.016265 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-f6d3ec1d-8993-4170-b1a6-1d10391f0d77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 200 len: 898 time: 0.3401480 Feb 03 14:46:26.157441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] For port abcc5562-b5c2-4181-a329-266b6eff09c2, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:26.161267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] For port abcc5562-b5c2-4181-a329-266b6eff09c2, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=abcc5562-b5c2-4181-a329-266b6eff09c2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:26.201374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a16467-57d5-4311-94d4-398ea3990ef3 req-df3769d8-987c-47ab-8b81-70a839a8ca0d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.202951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2a16467-57d5-4311-94d4-398ea3990ef3 req-df3769d8-987c-47ab-8b81-70a839a8ca0d tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.4555964 Feb 03 14:46:26.204867 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:26.252030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-b7fdf5eb-fa99-4377-95a0-2f752b739a7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 200 len: 1000 time: 0.2175076 Feb 03 14:46:26.286822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Pushing event updated for resources: {'Port': ['ID=abcc5562-b5c2-4181-a329-266b6eff09c2,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:26.314127 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-0e6b6138-dbc9-4015-ba4a-8fca92695880 service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205097 Feb 03 14:46:26.345753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.345753 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:26.345753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-92b651e1-d1c1-499a-af6d-42a9b3e596ed service neutron] 10.222.0.71 "PUT /v2.0/ports/abcc5562-b5c2-4181-a329-266b6eff09c2 HTTP/1.1" status: 200 len: 1095 time: 1.9742408 Feb 03 14:46:26.345753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'tag': 'abcc5562-b5c2-4181-a329-266b6eff09c2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:46:26.347638 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac2cf36-882e-48d3-b875-9d9d6ec5a83c", "tag": "abcc5562-b5c2-4181-a329-266b6eff09c2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:46:26.473845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-f72e67c7-473f-4a74-b5ac-38918b26688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.479623 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-f72e67c7-473f-4a74-b5ac-38918b26688f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b56bbfd-a261-4704-8504-3674f0a55651 HTTP/1.1" status: 200 len: 834 time: 0.2202249 Feb 03 14:46:26.511318 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2a16467-57d5-4311-94d4-398ea3990ef3 req-494ce885-6521-4edc-a7e1-2122a1328fa1 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010702 Feb 03 14:46:26.560562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-c990c7c9-7fbe-4550-93ed-f157ea1bda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.564397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-c990c7c9-7fbe-4550-93ed-f157ea1bda97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cde489bb32e2403dbdd525450b195260&device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 1129 time: 0.1557398 Feb 03 14:46:26.607930 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-aa67d97d-b6ad-4183-a812-ccc6d4ee80f1 req-3467a194-4791-4ce3-9c4a-67ff7e698624 service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863476 Feb 03 14:46:26.617000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-12f3a22c-f921-45fc-8b2d-b0144ca91e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.618809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-12f3a22c-f921-45fc-8b2d-b0144ca91e63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1324227 Feb 03 14:46:26.674642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-39ef0b10-32aa-4bb8-85f9-6eeb43b843a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=abcc5562-b5c2-4181-a329-266b6eff09c2 HTTP/1.1" status: 200 len: 217 time: 0.0978541 Feb 03 14:46:26.799089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-4de6ebd1-568c-4b61-90d7-6c9b3a197bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.800873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-4de6ebd1-568c-4b61-90d7-6c9b3a197bac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0967011 Feb 03 14:46:26.802610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-ad49180d-1a7d-450f-9411-cdf5c8791155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.804994 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-ad49180d-1a7d-450f-9411-cdf5c8791155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1125 time: 0.1253958 Feb 03 14:46:26.825157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913e58c-3431-414f-8786-eff8a5cc05a0 req-3ed81a9d-23bb-455d-9700-f2acc97cabd8 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.826690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1913e58c-3431-414f-8786-eff8a5cc05a0 req-3ed81a9d-23bb-455d-9700-f2acc97cabd8 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 947 time: 0.1626394 Feb 03 14:46:26.827995 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-f28e93ee-1fcd-4533-bfc6-1b2390e12e42 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004712 Feb 03 14:46:26.905616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-9fe29408-ef3f-4e1b-8d10-dc61073d7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.907191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-9fe29408-ef3f-4e1b-8d10-dc61073d7d61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0987661 Feb 03 14:46:26.912268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1913e58c-3431-414f-8786-eff8a5cc05a0 req-0cfa4b8d-0fbc-419d-88ee-a491ab9022fd tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659668 Feb 03 14:46:26.967628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-22518fb8-5c31-4adb-bc61-2f2a83f6404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:26.969281 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-22518fb8-5c31-4adb-bc61-2f2a83f6404b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 914 time: 0.1401989 Feb 03 14:46:27.050937 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a9ff4-b064-4920-b2e4-0b0992ea3a28 x-openstack-request-id: req-943a9ff4-b064-4920-b2e4-0b0992ea3a28 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:46:27.051338 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac2cf36-882e-48d3-b875-9d9d6ec5a83c", "tag": "abcc5562-b5c2-4181-a329-266b6eff09c2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:46:27.051691 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-943a9ff4-b064-4920-b2e4-0b0992ea3a28 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:46:27.052189 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'tag': 'abcc5562-b5c2-4181-a329-266b6eff09c2', 'status': 'completed', 'code': 200} Feb 03 14:46:27.079838 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-649f08de-2c89-47f7-874e-01ca0fd76b81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0786417 Feb 03 14:46:27.088561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-15e59bdf-4198-475c-a44c-1ae693e6c85d service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708646 Feb 03 14:46:27.182917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-ba1cdac5-06f1-41ef-a1cf-9c6dbe1b8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.184456 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-ba1cdac5-06f1-41ef-a1cf-9c6dbe1b8d5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 200 len: 852 time: 0.0891488 Feb 03 14:46:27.231518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-092f32c6-8987-49ab-8333-e92abe5a1bd6 req-7b36ac4f-db40-48e9-a1f4-cc965a3fa7a2 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598805 Feb 03 14:46:27.284914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-5c79eed7-cd1b-4fd9-9f4c-f72f64f7c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.286572 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-5c79eed7-cd1b-4fd9-9f4c-f72f64f7c393 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff418be0-28a9-4233-99bb-3647055022c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0956609 Feb 03 14:46:27.301912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-23e286c4-0d75-4744-8c99-0bbb1b40424e req-d91c3f99-aed4-429a-85d6-240bfd73807d service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952314 Feb 03 14:46:27.398456 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-207001d9-4dbf-44f9-90f6-c822813f936a service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050739 Feb 03 14:46:27.480078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-e1475e14-bda2-4e73-9c5e-3dcb1ff425c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.484923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-e1475e14-bda2-4e73-9c5e-3dcb1ff425c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cde489bb32e2403dbdd525450b195260&device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 1129 time: 0.1017473 Feb 03 14:46:27.622175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-67bf0e97-bb77-4c80-aacd-2e8b8a47fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.623861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-67bf0e97-bb77-4c80-aacd-2e8b8a47fdb7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.1313634 Feb 03 14:46:27.676248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-93de27a5-14a6-49ba-b2b2-2affea57b69a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=abcc5562-b5c2-4181-a329-266b6eff09c2 HTTP/1.1" status: 200 len: 217 time: 0.0429280 Feb 03 14:46:27.834223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa798f-292b-422d-9a36-e05725785d06 req-eff65ff5-e32f-4b05-93d9-2a97aaaf5e05 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.838117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0aa798f-292b-422d-9a36-e05725785d06 req-eff65ff5-e32f-4b05-93d9-2a97aaaf5e05 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.1609888 Feb 03 14:46:27.862930 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-40d7e105-1aa6-45a7-8955-e3c052f33283 req-72789aa8-58d1-4958-afe9-a1088401a6ba service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586761 Feb 03 14:46:27.863479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-e98d4d0d-409e-42e8-a67d-54f326261be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.865087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-e98d4d0d-409e-42e8-a67d-54f326261be4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.1751168 Feb 03 14:46:27.940570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0aa798f-292b-422d-9a36-e05725785d06 req-e2bd63ea-3b6b-4e05-a027-901c7f445455 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933783 Feb 03 14:46:27.953361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-48cc4c8f-fd68-477d-adb0-14180fc08671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:27.955161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-48cc4c8f-fd68-477d-adb0-14180fc08671 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0817223 Feb 03 14:46:28.075017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-8aa007de-d281-4f1c-bc17-702307e73552 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117127 Feb 03 14:46:28.230656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7c0f7e4c-c542-4bc3-8be9-e55ffd20d2d1 req-e7a817bb-f034-48e0-a85f-3156b6763900 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155131 Feb 03 14:46:28.270124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814b6b-eee9-4f2f-9074-c51d349df3af req-b8e8ae35-16a6-4640-bb63-9296ca8db6cd tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:28.284793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40814b6b-eee9-4f2f-9074-c51d349df3af req-b8e8ae35-16a6-4640-bb63-9296ca8db6cd tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 947 time: 0.2086952 Feb 03 14:46:28.347038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40814b6b-eee9-4f2f-9074-c51d349df3af req-6552bf5c-24cc-447e-916e-a0cef84aa2f0 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Feb 03 14:46:29.209192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e52a0-1a2c-4d59-aabf-c616757d76b7 req-66911080-91d5-45c0-ae4f-b21bd6777d3c tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:29.220577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-427e52a0-1a2c-4d59-aabf-c616757d76b7 req-66911080-91d5-45c0-ae4f-b21bd6777d3c tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.1456506 Feb 03 14:46:29.272720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-427e52a0-1a2c-4d59-aabf-c616757d76b7 req-217e1fd7-531a-46a4-980c-3abf591139fa tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510235 Feb 03 14:46:29.551329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7003d-cb21-4ab8-b656-aeed2cfea8e5 req-6fc987f0-9525-4b7e-8109-50a6b723fadb tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:29.558545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66a7003d-cb21-4ab8-b656-aeed2cfea8e5 req-6fc987f0-9525-4b7e-8109-50a6b723fadb tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 947 time: 0.1030486 Feb 03 14:46:29.629195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66a7003d-cb21-4ab8-b656-aeed2cfea8e5 req-b58da7e7-9f4b-40e7-938a-f2bee1bbaf71 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Feb 03 14:46:30.433878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e06856-5329-47a9-a579-a16821190dd9 req-86b50e8e-4694-46c8-9ad0-6c0904bdb303 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:30.435818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35e06856-5329-47a9-a579-a16821190dd9 req-86b50e8e-4694-46c8-9ad0-6c0904bdb303 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0863240 Feb 03 14:46:30.538653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35e06856-5329-47a9-a579-a16821190dd9 req-218c41ed-a8c7-4b10-9db4-179ae369a5a7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965364 Feb 03 14:46:30.730312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device abcc5562-b5c2-4181-a329-266b6eff09c2 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:46:30.789508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6ae31-9d9c-4407-b863-2b685f3c5601 req-8b7340d4-91e3-4bb8-9b83-a4d83fc435ae tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:30.797126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5de6ae31-9d9c-4407-b863-2b685f3c5601 req-8b7340d4-91e3-4bb8-9b83-a4d83fc435ae tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 947 time: 0.0828540 Feb 03 14:46:30.858785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5de6ae31-9d9c-4407-b863-2b685f3c5601 req-dc53b4ce-744a-4ef4-9b34-8194cc9a7ca5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606580 Feb 03 14:46:30.898878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port abcc5562-b5c2-4181-a329-266b6eff09c2, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=abcc5562-b5c2-4181-a329-266b6eff09c2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:30.913731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'abcc5562-b5c2-4181-a329-266b6eff09c2', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': 'abcc5562-b5c2-4181-a329-266b6eff09c2', 'mac_address': 'fa:16:3e:96:ed:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:46:30.966403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port abcc5562-b5c2-4181-a329-266b6eff09c2 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:30.966911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:30.985599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcc5562-b5c2-4181-a329-266b6eff09c2 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:46:31.008156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port abcc5562-b5c2-4181-a329-266b6eff09c2, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=abcc5562-b5c2-4181-a329-266b6eff09c2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:31.013122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:31.071776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=abcc5562-b5c2-4181-a329-266b6eff09c2,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:31.419489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['abcc5562-b5c2-4181-a329-266b6eff09c2'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:46:31.682294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c833c-4ccb-4b24-8a26-5d0bbeb15fb6 req-0a387c99-cac5-4d16-a8d0-f5c31cd6bf86 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:31.684081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-701c833c-4ccb-4b24-8a26-5d0bbeb15fb6 req-0a387c99-cac5-4d16-a8d0-f5c31cd6bf86 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0901062 Feb 03 14:46:31.738764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-701c833c-4ccb-4b24-8a26-5d0bbeb15fb6 req-d56f8296-91d7-449b-aef6-b08bdaa18469 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476410 Feb 03 14:46:31.990123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c97c6-db03-4b25-ba55-1e6d73702511 req-43419823-8511-4fef-9708-197adffbbc3d tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:31.991625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e9c97c6-db03-4b25-ba55-1e6d73702511 req-43419823-8511-4fef-9708-197adffbbc3d tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 948 time: 0.0550945 Feb 03 14:46:32.046305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e9c97c6-db03-4b25-ba55-1e6d73702511 req-39d7c376-de48-4d59-acbf-31f894e1fe64 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473051 Feb 03 14:46:32.736647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device abcc5562-b5c2-4181-a329-266b6eff09c2 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:32.857223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port abcc5562-b5c2-4181-a329-266b6eff09c2 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:32.871774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port abcc5562-b5c2-4181-a329-266b6eff09c2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:32.872157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:32.929250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c133e0f-4e82-46d5-be97-e363d362434b req-314d2092-e5aa-4e88-b881-84993c5aa9d9 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:32.930981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c133e0f-4e82-46d5-be97-e363d362434b req-314d2092-e5aa-4e88-b881-84993c5aa9d9 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0886579 Feb 03 14:46:32.991711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c133e0f-4e82-46d5-be97-e363d362434b req-86f179a7-f004-4e56-be07-0c5e5b322517 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537572 Feb 03 14:46:32.998259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port abcc5562-b5c2-4181-a329-266b6eff09c2 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:32.998890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:33.033344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcc5562-b5c2-4181-a329-266b6eff09c2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:46:33.035627 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd4dbd-d913-4a4f-a3fc-9e927ed10aa2" -d '{"events": [{"server_uuid": "8ac2cf36-882e-48d3-b875-9d9d6ec5a83c", "name": "network-vif-plugged", "status": "completed", "tag": "abcc5562-b5c2-4181-a329-266b6eff09c2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:46:33.049684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port abcc5562-b5c2-4181-a329-266b6eff09c2, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=abcc5562-b5c2-4181-a329-266b6eff09c2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:33.058920 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:33.099213 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e70cc9f-e7bc-4064-8ff7-1d9fd09832f5 x-openstack-request-id: req-1e70cc9f-e7bc-4064-8ff7-1d9fd09832f5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:46:33.099724 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac2cf36-882e-48d3-b875-9d9d6ec5a83c", "name": "network-vif-plugged", "status": "completed", "tag": "abcc5562-b5c2-4181-a329-266b6eff09c2", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:46:33.100142 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e70cc9f-e7bc-4064-8ff7-1d9fd09832f5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:46:33.100918 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcc5562-b5c2-4181-a329-266b6eff09c2', 'code': 200} Feb 03 14:46:33.139548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=abcc5562-b5c2-4181-a329-266b6eff09c2,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:33.276012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e8135-ae04-4f2d-977e-7274ec93811b req-cde99683-1d11-498d-a41d-afa960f06ad7 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:33.277839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b63e8135-ae04-4f2d-977e-7274ec93811b req-cde99683-1d11-498d-a41d-afa960f06ad7 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 949 time: 0.1086755 Feb 03 14:46:33.285517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a324-8351-497c-8c87-e663fac439d6 req-12f9e177-b208-4088-9c18-235f334a74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:33.287145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c329a324-8351-497c-8c87-e663fac439d6 req-12f9e177-b208-4088-9c18-235f334a74f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 1131 time: 0.0867634 Feb 03 14:46:33.366846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b63e8135-ae04-4f2d-977e-7274ec93811b req-aeff51e8-caa0-4c9c-b335-1accc9a997c6 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756214 Feb 03 14:46:33.400059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c329a324-8351-497c-8c87-e663fac439d6 req-388f3446-3cbf-42f7-a29a-5e6e0ba88439 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059330 Feb 03 14:46:34.125773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd61fa0-c4cb-433e-a94a-57e303b1936d req-fb5da75a-5d73-40ec-a86f-e85c6ddffa11 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:34.127433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dd61fa0-c4cb-433e-a94a-57e303b1936d req-fb5da75a-5d73-40ec-a86f-e85c6ddffa11 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0567157 Feb 03 14:46:34.186160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dd61fa0-c4cb-433e-a94a-57e303b1936d req-464291c4-b255-4215-bcf8-d9ac595ae57b tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529010 Feb 03 14:46:34.492658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc478-5995-4055-8952-d2b4ee5bc2f7 req-57a2544c-8be0-4496-a7f7-f1ec91a22df6 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:34.494303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f9bc478-5995-4055-8952-d2b4ee5bc2f7 req-57a2544c-8be0-4496-a7f7-f1ec91a22df6 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 949 time: 0.0618672 Feb 03 14:46:34.560476 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f9bc478-5995-4055-8952-d2b4ee5bc2f7 req-c7fb71ef-f647-467c-9346-d3fb90925234 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593259 Feb 03 14:46:35.325718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378920f-2f53-45c4-b124-50f2997471cb req-e0ffa61c-2faa-41ea-9a91-d5f68f9c93a9 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:35.327505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3378920f-2f53-45c4-b124-50f2997471cb req-e0ffa61c-2faa-41ea-9a91-d5f68f9c93a9 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0636747 Feb 03 14:46:35.385199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3378920f-2f53-45c4-b124-50f2997471cb req-350c9f34-7dcb-4b84-9e39-3fdd1b351db0 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507388 Feb 03 14:46:35.708263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12943f2e-e2d2-4c61-b6fc-aa960b31f4b9 req-86d84877-b283-4a62-9042-55e994728fa4 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:35.718999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12943f2e-e2d2-4c61-b6fc-aa960b31f4b9 req-86d84877-b283-4a62-9042-55e994728fa4 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 949 time: 0.0714591 Feb 03 14:46:35.763792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12943f2e-e2d2-4c61-b6fc-aa960b31f4b9 req-7c3dcfec-b189-4e07-87f7-ae96dda1c9a6 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463130 Feb 03 14:46:36.042889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d3fb5-d107-4888-9f90-ff16ccf841ae req-7ebfd9ff-7e3c-4ff9-a928-f8cbe0943e2c tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:36.044509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077d3fb5-d107-4888-9f90-ff16ccf841ae req-7ebfd9ff-7e3c-4ff9-a928-f8cbe0943e2c tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 949 time: 0.0575533 Feb 03 14:46:36.100333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077d3fb5-d107-4888-9f90-ff16ccf841ae req-5efde16c-79cc-465e-96b0-7a16ea26853f tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Feb 03 14:46:36.311676 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:46:36.525299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51fc50-fd41-4c9d-a258-0f3e872f9003 req-552f3358-32f7-43f8-a69f-d9dfe5434edf tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:36.527001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f51fc50-fd41-4c9d-a258-0f3e872f9003 req-552f3358-32f7-43f8-a69f-d9dfe5434edf tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0632436 Feb 03 14:46:36.583895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f51fc50-fd41-4c9d-a258-0f3e872f9003 req-ad7bf902-97ed-4693-abb4-96a8f21092a2 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503838 Feb 03 14:46:37.236499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634c2fd-c385-462e-9390-e84e190230f0 req-4d5e311f-ffbf-42b7-9e3e-ddf4e204f126 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:37.242336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a634c2fd-c385-462e-9390-e84e190230f0 req-4d5e311f-ffbf-42b7-9e3e-ddf4e204f126 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 949 time: 0.0671079 Feb 03 14:46:37.316041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a634c2fd-c385-462e-9390-e84e190230f0 req-11cf4f0c-b945-4f0a-a603-be05886a008a tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/security-groups?id=2b27546e-9b65-47dd-861e-b9ce1f939a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666473 Feb 03 14:46:37.553331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-b248d095-0ddf-42ac-985d-174e31188752 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:37.555180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-b248d095-0ddf-42ac-985d-174e31188752 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 949 time: 0.0686653 Feb 03 14:46:37.682756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Deleting port abcc5562-b5c2-4181-a329-266b6eff09c2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:46:37.683118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:37.803431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8626f28-6ab5-4b82-889d-94e6c61963ee req-e1c514ae-534d-4be5-a2b0-834ce943de1a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:37.804961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8626f28-6ab5-4b82-889d-94e6c61963ee req-e1c514ae-534d-4be5-a2b0-834ce943de1a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.1256890 Feb 03 14:46:37.890597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] For port abcc5562-b5c2-4181-a329-266b6eff09c2, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=abcc5562-b5c2-4181-a329-266b6eff09c2,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:37.890981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:37.897118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8626f28-6ab5-4b82-889d-94e6c61963ee req-ce35f044-afba-4c99-8249-9cd0c1e70f18 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820346 Feb 03 14:46:37.929243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Calling delete_port for abcc5562-b5c2-4181-a329-266b6eff09c2 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:46:38.097397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (abcc5562-b5c2-4181-a329-266b6eff09c2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:38.129871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['abcc5562-b5c2-4181-a329-266b6eff09c2'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:46:38.158675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Pushing event deleted for resources: {'Port': ['ID=abcc5562-b5c2-4181-a329-266b6eff09c2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:38.219985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] No DVR routers for this DVR port abcc5562-b5c2-4181-a329-266b6eff09c2 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:46:38.223742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:38.227481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b10ae06-5337-4e67-8272-c866f0bd6b91 req-66d13e15-5fa3-4a0d-8694-2a911466a4d5 tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.71 "DELETE /v2.0/ports/abcc5562-b5c2-4181-a329-266b6eff09c2 HTTP/1.1" status: 204 len: 173 time: 0.6673417 Feb 03 14:46:38.228525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'name': 'network-vif-deleted', 'tag': 'abcc5562-b5c2-4181-a329-266b6eff09c2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:46:38.231734 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9589a47-a86e-4c7d-97b4-4c8f1e19fb06" -d '{"events": [{"server_uuid": "8ac2cf36-882e-48d3-b875-9d9d6ec5a83c", "name": "network-vif-deleted", "tag": "abcc5562-b5c2-4181-a329-266b6eff09c2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:46:38.283892 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f090400-5bb2-4c5c-9a92-0648099e9099 x-openstack-request-id: req-7f090400-5bb2-4c5c-9a92-0648099e9099 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:46:38.283892 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac2cf36-882e-48d3-b875-9d9d6ec5a83c", "name": "network-vif-deleted", "tag": "abcc5562-b5c2-4181-a329-266b6eff09c2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:46:38.283892 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f090400-5bb2-4c5c-9a92-0648099e9099 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:46:38.283892 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac2cf36-882e-48d3-b875-9d9d6ec5a83c', 'name': 'network-vif-deleted', 'tag': 'abcc5562-b5c2-4181-a329-266b6eff09c2', 'status': 'completed', 'code': 200} Feb 03 14:46:38.465817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de207d99-fb77-497d-a6b7-2a3932c1f571 req-7f3f4057-4f2e-4efc-9981-4ef35c7f48dc tempest-VolumesNegativeTest-1924409831 tempest-VolumesNegativeTest-1924409831-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ac2cf36-882e-48d3-b875-9d9d6ec5a83c HTTP/1.1" status: 200 len: 210 time: 0.0668297 Feb 03 14:46:39.069538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e368f-877f-4603-82d5-6613579dc99f req-5dc98067-faa2-47be-a496-17cdb5871da8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:39.071192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-363e368f-877f-4603-82d5-6613579dc99f req-5dc98067-faa2-47be-a496-17cdb5871da8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0595675 Feb 03 14:46:39.097876 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:39.130674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-363e368f-877f-4603-82d5-6613579dc99f req-b59a786c-3e55-4c1f-9388-7bf33824b3bb tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469525 Feb 03 14:46:40.334970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dbbac-e004-4408-8840-8c61da0c9d77 req-011e7a0e-ba33-4842-b556-e10b8eeb4b14 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:40.338022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a6dbbac-e004-4408-8840-8c61da0c9d77 req-011e7a0e-ba33-4842-b556-e10b8eeb4b14 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0780702 Feb 03 14:46:40.426615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a6dbbac-e004-4408-8840-8c61da0c9d77 req-680dc314-7169-4033-9ed4-6bb289cb0861 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827725 Feb 03 14:46:40.771152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device abcc5562-b5c2-4181-a329-266b6eff09c2 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:46:40.792002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: abcc5562-b5c2-4181-a329-266b6eff09c2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:46:40.792358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device abcc5562-b5c2-4181-a329-266b6eff09c2 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:46:41.566381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8ebbf-f368-49ad-8616-83a1bbaa21cb req-11b9d4d6-cef5-4777-80bf-dc3b1a69ef2e tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:41.567948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87f8ebbf-f368-49ad-8616-83a1bbaa21cb req-11b9d4d6-cef5-4777-80bf-dc3b1a69ef2e tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.0574582 Feb 03 14:46:41.638630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87f8ebbf-f368-49ad-8616-83a1bbaa21cb req-f3cb48d4-e61f-44cd-ae29-38fe7ca16d64 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632730 Feb 03 14:46:42.274189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54804) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:42.430635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5e2327d0-a37a-4ee2-9419-0b2c8f596620 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2281 time: 0.1544497 Feb 03 14:46:42.433463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54826) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:42.441563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'network': {'name': 'tempest-network-smoke--1967153046', 'project_id': '87a3724916764d1dafeedf3183baa22c', 'port_security_enabled': False}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:42.467522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Made reservation on behalf of 87a3724916764d1dafeedf3183baa22c for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:42.474591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.507915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:46:42.520836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (93d2136b-855b-43f2-927b-1f47257fdfd4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.521304 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Added segment 93d2136b-855b-43f2-927b-1f47257fdfd4 of type vlan for network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 Feb 03 14:46:42.576544 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (6aa6e7a1-5f97-4f72-8a73-66c868d69568), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.617583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (6aa6e7a1-5f97-4f72-8a73-66c868d69568), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.624459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:42.625076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.682773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2463522 Feb 03 14:46:42.692849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54846) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:42.705995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'admin_state_up': True, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:42.740117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a5108-3d82-4b5e-a2b3-a375b563b824 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Network': ['ID=6aa6e7a1-5f97-4f72-8a73-66c868d69568,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:42.740780 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (53004818-21a4-4884-bee3-ae451406618a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.751151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (53004818-21a4-4884-bee3-ae451406618a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.752085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:46:42.832728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_controller (53004818-21a4-4884-bee3-ae451406618a), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:42.889726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163ca59-59c2-4884-ae51-cbb4476e31b8 req-71661906-4bea-4fe0-89a0-8fe1f8ce10e8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:42.891764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b163ca59-59c2-4884-ae51-cbb4476e31b8 req-71661906-4bea-4fe0-89a0-8fe1f8ce10e8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 943 time: 0.1028717 Feb 03 14:46:42.975195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b163ca59-59c2-4884-ae51-cbb4476e31b8 req-c9c40034-98d8-4da9-b248-a3a3ac25711a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771618 Feb 03 14:46:43.111969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:46:43.144286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (53004818-21a4-4884-bee3-ae451406618a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:43.242195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:43.265820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'mac_address': 'fa:16:3e:ce:87:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:46:43.374912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:43.375305 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:43.403187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:46:43.427516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (53004818-21a4-4884-bee3-ae451406618a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:43.449161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:43.454535 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:43.470293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:43.548133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:43.631204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Allocated IP 172.25.0.37 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/02a7057b-dc59-46c6-be33-92b21804b516) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:43.690801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:46:43.789887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (02a7057b-dc59-46c6-be33-92b21804b516), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:43.831437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (02a7057b-dc59-46c6-be33-92b21804b516), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:43.887017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:43.891346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:43.895530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:46:43.924100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=02a7057b-dc59-46c6-be33-92b21804b516,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:44.142080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e20b0b-2eb5-49c3-a650-927c3ae214a6 req-3b046bd1-993c-428a-a9d4-1ac3c5b5acb8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:44.144807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12e20b0b-2eb5-49c3-a650-927c3ae214a6 req-3b046bd1-993c-428a-a9d4-1ac3c5b5acb8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 944 time: 0.0750034 Feb 03 14:46:44.211084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12e20b0b-2eb5-49c3-a650-927c3ae214a6 req-57beb782-6b8c-4d3c-bb98-809944ae8e10 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590336 Feb 03 14:46:44.257725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (53004818-21a4-4884-bee3-ae451406618a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:44.506720 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (53004818-21a4-4884-bee3-ae451406618a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:44.703501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router 53004818-21a4-4884-bee3-ae451406618a is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:46:44.893403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:44.905953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Sync routers for ids ['53004818-21a4-4884-bee3-ae451406618a'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:46:44.926031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Routers {'53004818-21a4-4884-bee3-ae451406618a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:44.927193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['53004818-21a4-4884-bee3-ae451406618a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:44.948187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:44.949518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bcf5b4ff-f0ba-4b42-9c6d-eb03b7d20b85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2555642 Feb 03 14:46:44.952734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54888) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:45.049402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:45.125406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af2e08-0438-4822-8b9d-e7981d7cc8fa tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:45.127462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-14af2e08-0438-4822-8b9d-e7981d7cc8fa tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=87a3724916764d1dafeedf3183baa22c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1727962 Feb 03 14:46:45.130058 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54896) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:45.215003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Set router 53004818-21a4-4884-bee3-ae451406618a gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:45.303902 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:46:45.310860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:45.311238 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:45.369499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1a778-50d7-45f6-9f1d-767646335ded tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:45.374051 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-61d1a778-50d7-45f6-9f1d-767646335ded tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2401457 Feb 03 14:46:45.374993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54900) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:45.396283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a9e07-a2f2-4c4d-8f4c-5f11c81e01f9 req-c87e876f-66a2-48be-8ae2-9d99fe4e086c tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:45.404030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-683a9e07-a2f2-4c4d-8f4c-5f11c81e01f9 req-c87e876f-66a2-48be-8ae2-9d99fe4e086c tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 944 time: 0.0899739 Feb 03 14:46:45.418147 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b5b3d60a-ba01-4aa6-aa12-9269a36570c6 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395458 Feb 03 14:46:45.424053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54902) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:45.477867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-683a9e07-a2f2-4c4d-8f4c-5f11c81e01f9 req-a2d5bbed-752d-4723-9910-1ec5d0bdc6e8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675042 Feb 03 14:46:45.490570 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a3f0043f-77af-48e5-bbc9-f0d7c2a7f508 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=87a3724916764d1dafeedf3183baa22c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644069 Feb 03 14:46:45.493990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54904) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:45.580724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:44Z', 'revision_number': 3, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:45.608976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:45.609370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:45.611361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Checking router: 53004818-21a4-4884-bee3-ae451406618a for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:46:45.611707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Updating router 53004818-21a4-4884-bee3-ae451406618a port 02a7057b-dc59-46c6-be33-92b21804b516 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:46:45.658217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013b90d-76f4-4735-976e-95848fb1d4c2 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:45.659964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f013b90d-76f4-4735-976e-95848fb1d4c2 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1648817 Feb 03 14:46:45.662857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54906) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:45.672242 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (02a7057b-dc59-46c6-be33-92b21804b516), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:45.699246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:45.718907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:46:45.721471 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6259bab-f822-414d-8c82-1ba9ab7aad39" -d '{"events": [{"server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "name": "network-vif-plugged", "status": "completed", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:46:45.726893 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:45.739349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6510c00c-47fa-494f-a994-c3ddd9af47e1 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753067 Feb 03 14:46:45.742271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54910) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:45.748319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036766903', 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'project_id': '87a3724916764d1dafeedf3183baa22c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:45.814373 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90398546-79a4-46c0-a086-ba215f1279c0 x-openstack-request-id: req-90398546-79a4-46c0-a086-ba215f1279c0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:46:45.814923 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "name": "network-vif-plugged", "status": "completed", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:46:45.815368 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90398546-79a4-46c0-a086-ba215f1279c0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:46:45.816044 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'code': 200} Feb 03 14:46:45.944689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Made reservation on behalf of 87a3724916764d1dafeedf3183baa22c for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:45.949976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13b030-2881-44c4-95c3-45354a9cdc4a req-32f0a784-66ff-44e4-a6b8-712149727eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:45.952688 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:45.957428 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1a13b030-2881-44c4-95c3-45354a9cdc4a req-32f0a784-66ff-44e4-a6b8-712149727eee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1127 time: 0.0966959 Feb 03 14:46:45.978749 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-328f9578-ef4c-482e-a65a-c7d3ce2fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:45.991565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:46.103938 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1a13b030-2881-44c4-95c3-45354a9cdc4a req-0534c2da-d209-4c05-aef0-8e73a58fb8d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394975 Feb 03 14:46:46.261286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Publish callbacks [] for port (02a7057b-dc59-46c6-be33-92b21804b516), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.267561 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (02a7057b-dc59-46c6-be33-92b21804b516), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.353201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (d07b202e-9b63-4527-a66d-6dfa762fcb54), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.360036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df270281-1e6c-4e27-937c-9035a3bd25b6 None None] Pushing event updated for resources: {'Port': ['ID=02a7057b-dc59-46c6-be33-92b21804b516,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:46.409611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Attempting to bind port 02a7057b-dc59-46c6-be33-92b21804b516 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:46:46.410708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Attempting to bind port 02a7057b-dc59-46c6-be33-92b21804b516 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:46:46.412308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Attempting to bind port 02a7057b-dc59-46c6-be33-92b21804b516 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:46.427810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Subnet': ['ID=d07b202e-9b63-4527-a66d-6dfa762fcb54,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:46.428983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:46:46.435715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:46.436376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.437062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:46:46.438916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Bound port: 02a7057b-dc59-46c6-be33-92b21804b516, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:46:46.439437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (02a7057b-dc59-46c6-be33-92b21804b516), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.489768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Checking segment: {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:46.492574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network hostable DHCP agents. Network: 6aa6e7a1-5f97-4f72-8a73-66c868d69568, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:46:46.514386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] For port 02a7057b-dc59-46c6-be33-92b21804b516, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:46.518422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] For port 02a7057b-dc59-46c6-be33-92b21804b516, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=02a7057b-dc59-46c6-be33-92b21804b516,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:46.522362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:46:46.526572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (02a7057b-dc59-46c6-be33-92b21804b516), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.535023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 6aa6e7a1-5f97-4f72-8a73-66c868d69568) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:46.553106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:46.554443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.560941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d30c5-a4cc-40c5-be4e-25b71a5b75b6 None None] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:46:46.588788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6f6def3c-7d9d-4ca3-ab30-ec7d1d471fa5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8451993 Feb 03 14:46:46.591642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 54918) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:46.712165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df270281-1e6c-4e27-937c-9035a3bd25b6 None None] Pushing event updated for resources: {'Port': ['ID=02a7057b-dc59-46c6-be33-92b21804b516,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:46.716654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Routers {'53004818-21a4-4884-bee3-ae451406618a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:46.717499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['53004818-21a4-4884-bee3-ae451406618a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:46.850054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'project_id': '87a3724916764d1dafeedf3183baa22c', 'fixed_ips': [{'subnet_id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:46:46.852503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:46.907455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] Set router 53004818-21a4-4884-bee3-ae451406618a gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:47.211387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dc8c1-4929-4475-a754-c57ad98728a5 req-48bf6698-18be-4b19-a205-acde9399c111 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:47.220521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-574dc8c1-4929-4475-a754-c57ad98728a5 req-48bf6698-18be-4b19-a205-acde9399c111 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 945 time: 0.5576885 Feb 03 14:46:47.312669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Allocated IP 172.20.0.18 (6aa6e7a1-5f97-4f72-8a73-66c868d69568/d07b202e-9b63-4527-a66d-6dfa762fcb54/5bbc2055-615d-4692-928f-abd689546d26) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:47.338033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-574dc8c1-4929-4475-a754-c57ad98728a5 req-d8a2c207-956c-4503-998a-38ae84cdb181 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161084 Feb 03 14:46:47.739723 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Publish callbacks [] for port (5bbc2055-615d-4692-928f-abd689546d26), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:47.783869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (5bbc2055-615d-4692-928f-abd689546d26), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:47.855431 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:47.872897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:47.884819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:47.891391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:46:47.934386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Pushing event updated for resources: {'Port': ['ID=5bbc2055-615d-4692-928f-abd689546d26,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:48.004565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:44Z', 'revision_number': 3, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:48.082737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc93a93-3713-497d-800e-3b903d68c48e None None] The sync data for ids ['53004818-21a4-4884-bee3-ae451406618a'] in n-d-827549-2 is: [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:44Z', 'revision_number': 3, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:46:48.126855 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93596b7c-48c7-45b5-8dc5-ed8c985ba8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:48.131666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Attempting to bind port 5bbc2055-615d-4692-928f-abd689546d26 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:46:48.132062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Attempting to bind port 5bbc2055-615d-4692-928f-abd689546d26 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:46:48.132409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Attempting to bind port 5bbc2055-615d-4692-928f-abd689546d26 on network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:48.145000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:46:48.145398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Checking segment: {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:48.145811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:48.156688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Bound using segment: {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:46:48.157241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Bound port: 5bbc2055-615d-4692-928f-abd689546d26, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:46:48.157648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bbc2055-615d-4692-928f-abd689546d26), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:48.340009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] For port 5bbc2055-615d-4692-928f-abd689546d26, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:48.352505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] For port 5bbc2055-615d-4692-928f-abd689546d26, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5bbc2055-615d-4692-928f-abd689546d26,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:48.362878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5bbc2055-615d-4692-928f-abd689546d26), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:48.474696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Allocated IP 172.20.0.17 (6aa6e7a1-5f97-4f72-8a73-66c868d69568/d07b202e-9b63-4527-a66d-6dfa762fcb54/25473da8-00cf-4a8d-ab5e-b85178a61c3d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:48.553160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538168b2-3c06-4b3b-9c07-d05d3de460ea None None] Pushing event updated for resources: {'Port': ['ID=5bbc2055-615d-4692-928f-abd689546d26,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:49.021459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902b952-99b1-4f1c-a30c-9aea760e2ca3 req-17de2baa-669a-448b-8716-9d908e6b8355 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:49.038524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4902b952-99b1-4f1c-a30c-9aea760e2ca3 req-17de2baa-669a-448b-8716-9d908e6b8355 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 945 time: 0.5078878 Feb 03 14:46:49.092616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:49.246149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4902b952-99b1-4f1c-a30c-9aea760e2ca3 req-cb54d177-f5d6-4aed-b5f0-be8c45233dba tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043514 Feb 03 14:46:49.310313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.427231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.494537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:49.526541 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-14d044b4-796a-4fee-b2fa-57a6e5362cec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cde489bb32e2403dbdd525450b195260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214592 Feb 03 14:46:49.526830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:49.529941 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:49.546936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:46:49.661644 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de3f5b43-7fc6-45b7-94de-e5c58ae3228a admin admin] Publish callbacks [] for security_group (2b27546e-9b65-47dd-861e-b9ce1f939a16), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.691530 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.739643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=25473da8-00cf-4a8d-ab5e-b85178a61c3d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:49.745374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de3f5b43-7fc6-45b7-94de-e5c58ae3228a admin admin] Publish callbacks [] for security_group (2b27546e-9b65-47dd-861e-b9ce1f939a16), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.806397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:49.813745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (53004818-21a4-4884-bee3-ae451406618a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.914256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de3f5b43-7fc6-45b7-94de-e5c58ae3228a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2b27546e-9b65-47dd-861e-b9ce1f939a16), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.919974 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de3f5b43-7fc6-45b7-94de-e5c58ae3228a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:49.923246 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-de3f5b43-7fc6-45b7-94de-e5c58ae3228a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b27546e-9b65-47dd-861e-b9ce1f939a16 HTTP/1.1" status: 204 len: 168 time: 0.3903251 Feb 03 14:46:49.963622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f5b43-7fc6-45b7-94de-e5c58ae3228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b27546e-9b65-47dd-861e-b9ce1f939a16,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:49.990375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 02a7057b-dc59-46c6-be33-92b21804b516 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:50.091155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63389c6-0204-4da4-9b06-1e7886ff2c45 req-fb66ed09-a742-4e8d-8ff9-dcf9f1ecbc81 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:50.109226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f63389c6-0204-4da4-9b06-1e7886ff2c45 req-fb66ed09-a742-4e8d-8ff9-dcf9f1ecbc81 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 945 time: 0.6650133 Feb 03 14:46:50.189651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 02a7057b-dc59-46c6-be33-92b21804b516 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:50.190315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (02a7057b-dc59-46c6-be33-92b21804b516), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:50.452275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 02a7057b-dc59-46c6-be33-92b21804b516 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:50.457301 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (02a7057b-dc59-46c6-be33-92b21804b516), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:50.499408 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54958) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:50.504675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f63389c6-0204-4da4-9b06-1e7886ff2c45 req-ea98af33-a088-4fe4-b465-4bf07f1072ac tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898358 Feb 03 14:46:50.550042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 02a7057b-dc59-46c6-be33-92b21804b516, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=02a7057b-dc59-46c6-be33-92b21804b516,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:50.557887 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (02a7057b-dc59-46c6-be33-92b21804b516), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:50.559863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5bbc2055-615d-4692-928f-abd689546d26 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:50.677961 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:50.800249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1375d4-cd0a-447c-b138-a8c44f769a99 None None] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:46:50.862191 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:50.916033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=02a7057b-dc59-46c6-be33-92b21804b516,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:50.956760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a1d43-6f74-41d5-817e-406f43e58cc8 tempest-TestVolumeBackupRestore-1192795765 tempest-TestVolumeBackupRestore-1192795765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:50.967063 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-435a1d43-6f74-41d5-817e-406f43e58cc8 tempest-TestVolumeBackupRestore-1192795765 tempest-TestVolumeBackupRestore-1192795765-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1122 time: 0.4615343 Feb 03 14:46:50.968436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 54968) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:50.981726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:50.989130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1c2ffe56-107c-4f81-8f78-781f4d33d058 None None] Provisioning complete for port 5bbc2055-615d-4692-928f-abd689546d26 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:50.989785 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffe56-107c-4f81-8f78-781f4d33d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5bbc2055-615d-4692-928f-abd689546d26), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.076031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5bbc2055-615d-4692-928f-abd689546d26 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:51.076650 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.076819 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5bbc2055-615d-4692-928f-abd689546d26), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.369599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5bbc2055-615d-4692-928f-abd689546d26 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:51.372227 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bbc2055-615d-4692-928f-abd689546d26), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.416719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.426348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.429568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ffe56-107c-4f81-8f78-781f4d33d058 None None] Current status of the port 5bbc2055-615d-4692-928f-abd689546d26 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:51.429971 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c2ffe56-107c-4f81-8f78-781f4d33d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5bbc2055-615d-4692-928f-abd689546d26), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.437317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.495674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 5bbc2055-615d-4692-928f-abd689546d26, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5bbc2055-615d-4692-928f-abd689546d26,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:51.502092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5bbc2055-615d-4692-928f-abd689546d26), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.563100 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (53004818-21a4-4884-bee3-ae451406618a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.673273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-1c2ffe56-107c-4f81-8f78-781f4d33d058 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:46:51.673641 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-1c2ffe56-107c-4f81-8f78-781f4d33d058 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:46:51.674308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=5bbc2055-615d-4692-928f-abd689546d26,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:51.707955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Allocated IP 172.25.0.141 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/c19e03b8-08ec-4f35-9c0e-e6eac5429438) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:51.754147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 02a7057b-dc59-46c6-be33-92b21804b516 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:51.769814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=25473da8-00cf-4a8d-ab5e-b85178a61c3d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:51.855433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.879530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 02a7057b-dc59-46c6-be33-92b21804b516 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:51.880155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (02a7057b-dc59-46c6-be33-92b21804b516), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.918561 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:51.982280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:51.986721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:51.996977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:46:52.000558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:52.002077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:52.010902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'Port': ['ID=c19e03b8-08ec-4f35-9c0e-e6eac5429438,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:52.026660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 02a7057b-dc59-46c6-be33-92b21804b516 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:52.166438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router 53004818-21a4-4884-bee3-ae451406618a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:46:52.292289 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:52.322913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ffe56-107c-4f81-8f78-781f4d33d058 None None] Current status of the port 5bbc2055-615d-4692-928f-abd689546d26 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:52.389952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:52.399474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b1868502-91a1-493f-b1c5-ce5acfc93fe5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "PUT /v2.0/routers/53004818-21a4-4884-bee3-ae451406618a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8056450 Feb 03 14:46:52.405778 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Sync routers for ids ['53004818-21a4-4884-bee3-ae451406618a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:46:52.434639 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Routers {'53004818-21a4-4884-bee3-ae451406618a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:52.435276 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['53004818-21a4-4884-bee3-ae451406618a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:52.451807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-73734a79-1511-4101-a7b7-4716383557e8 None None] Provisioning complete for port 5bbc2055-615d-4692-928f-abd689546d26 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:52.452342 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73734a79-1511-4101-a7b7-4716383557e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5bbc2055-615d-4692-928f-abd689546d26), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:52.600750 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Set router 53004818-21a4-4884-bee3-ae451406618a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:52.611177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-73734a79-1511-4101-a7b7-4716383557e8 None None] Current status of the port 5bbc2055-615d-4692-928f-abd689546d26 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:52.624607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-73734a79-1511-4101-a7b7-4716383557e8 None None] Provisioning complete for port 25473da8-00cf-4a8d-ab5e-b85178a61c3d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:52.625281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73734a79-1511-4101-a7b7-4716383557e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:52.676024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-73734a79-1511-4101-a7b7-4716383557e8 None None] Port 25473da8-00cf-4a8d-ab5e-b85178a61c3d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:46:52.805170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ba39bc96-ff20-4488-a097-83d39288e5dc None None] Provisioning complete for port 25473da8-00cf-4a8d-ab5e-b85178a61c3d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:52.805665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba39bc96-ff20-4488-a097-83d39288e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:52.927728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ba39bc96-ff20-4488-a097-83d39288e5dc None None] Port 25473da8-00cf-4a8d-ab5e-b85178a61c3d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:46:52.951348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-96b9293f-3cfc-4de7-9503-7bc89473fdf6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:52.961671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-96b9293f-3cfc-4de7-9503-7bc89473fdf6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/networks?id=6aa6e7a1-5f97-4f72-8a73-66c868d69568 HTTP/1.1" status: 200 len: 798 time: 0.2186296 Feb 03 14:46:53.016462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-c1af26f7-59b2-4b55-a76a-f47821c3d821 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/quotas/87a3724916764d1dafeedf3183baa22c HTTP/1.1" status: 200 len: 375 time: 0.0486178 Feb 03 14:46:53.056796 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '25473da8-00cf-4a8d-ab5e-b85178a61c3d', 'name': '', 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:ed:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:48Z', 'updated_at': '2022-02-03T14:46:51Z', 'revision_number': 2, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:53.135661 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Checking router: 53004818-21a4-4884-bee3-ae451406618a for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:46:53.138340 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Updating router 53004818-21a4-4884-bee3-ae451406618a port 25473da8-00cf-4a8d-ab5e-b85178a61c3d binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:46:53.190907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-a6ba7c88-31ef-4257-b859-0fd9155e22bd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1550109 Feb 03 14:46:53.342534 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:53.430234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-66f43ca7-01ea-450e-934b-bc6e608fed5b service neutron] 10.222.0.52 "GET /v2.0/networks/6aa6e7a1-5f97-4f72-8a73-66c868d69568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964867 Feb 03 14:46:53.539162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for floatingip (83ced3fc-770c-4658-9bd0-7dfd255b14ed), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:53.604542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-77577a84-4c04-4ed4-a004-0e3d7d097c1a service neutron] 10.222.0.52 "GET /v2.0/networks/6aa6e7a1-5f97-4f72-8a73-66c868d69568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652880 Feb 03 14:46:53.695039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5bbc2055-615d-4692-928f-abd689546d26 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:53.730709 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Publish callbacks [] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:53.738877 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:53.783482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:53.788127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5bbc2055-615d-4692-928f-abd689546d26 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:53.788545 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5bbc2055-615d-4692-928f-abd689546d26), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:53.951214 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Pushing event updated for resources: {'Port': ['ID=25473da8-00cf-4a8d-ab5e-b85178a61c3d,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:53.960794 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.961295 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.961829 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.962276 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.962721 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.963161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.963593 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.964043 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.964501 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.964931 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.965363 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.965788 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:53.966215 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:46:54.004897 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Attempting to bind port 25473da8-00cf-4a8d-ab5e-b85178a61c3d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:46:54.005426 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Attempting to bind port 25473da8-00cf-4a8d-ab5e-b85178a61c3d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:46:54.005900 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Attempting to bind port 25473da8-00cf-4a8d-ab5e-b85178a61c3d on network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:54.012731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:46:54.016197 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Checking segment: {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:54.016809 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.017315 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Bound using segment: {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:46:54.018227 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Bound port: 25473da8-00cf-4a8d-ab5e-b85178a61c3d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:46:54.018717 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.034439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5bbc2055-615d-4692-928f-abd689546d26 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:54.036112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed94b001-592a-4cd3-ab99-ca580f126cb0 req-561922ee-f6d2-436c-b225-915442b59229 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 210 time: 0.0874352 Feb 03 14:46:54.171276 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] For port 25473da8-00cf-4a8d-ab5e-b85178a61c3d, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:54.178081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] For port 25473da8-00cf-4a8d-ab5e-b85178a61c3d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=25473da8-00cf-4a8d-ab5e-b85178a61c3d,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:54.189580 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.285450 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Routers {'53004818-21a4-4884-bee3-ae451406618a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:54.286678 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['53004818-21a4-4884-bee3-ae451406618a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:54.329441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.337206 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.356190 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec036abd-0d3c-48c9-9e28-6c74e79f242c None None] Pushing event updated for resources: {'Port': ['ID=25473da8-00cf-4a8d-ab5e-b85178a61c3d,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:54.388209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c5cfc839-1a2e-41d8-83b0-197ca12e6d88 None None] Provisioning complete for port 25473da8-00cf-4a8d-ab5e-b85178a61c3d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:54.388720 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc839-1a2e-41d8-83b0-197ca12e6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.506557 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] Set router 53004818-21a4-4884-bee3-ae451406618a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:54.507326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (83ced3fc-770c-4658-9bd0-7dfd255b14ed), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.622970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event updated for resources: {'Port': ['ID=c19e03b8-08ec-4f35-9c0e-e6eac5429438,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:54.644222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c5cfc839-1a2e-41d8-83b0-197ca12e6d88 None None] Current status of the port 25473da8-00cf-4a8d-ab5e-b85178a61c3d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:54.644830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc839-1a2e-41d8-83b0-197ca12e6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.703482 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Floating IP 83ced3fc-770c-4658-9bd0-7dfd255b14ed associated. External IP: 172.25.0.141, port: 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4. Feb 03 14:46:54.748381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c5cfc839-1a2e-41d8-83b0-197ca12e6d88 None None] For port 25473da8-00cf-4a8d-ab5e-b85178a61c3d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=25473da8-00cf-4a8d-ab5e-b85178a61c3d,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:46:54.754478 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc839-1a2e-41d8-83b0-197ca12e6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.874575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfc839-1a2e-41d8-83b0-197ca12e6d88 None None] Pushing event updated for resources: {'Port': ['ID=25473da8-00cf-4a8d-ab5e-b85178a61c3d,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:54.910510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-87d806e8-c80d-437b-a988-a47b5bbe6ebf None None] Provisioning complete for port 25473da8-00cf-4a8d-ab5e-b85178a61c3d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:54.910990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87d806e8-c80d-437b-a988-a47b5bbe6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:54.998156 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '25473da8-00cf-4a8d-ab5e-b85178a61c3d', 'name': '', 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:ed:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:48Z', 'updated_at': '2022-02-03T14:46:54Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:55.042731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:55.045945 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66416f0f-6035-49f6-9b76-f20cb4afaeec None None] The sync data for ids ['53004818-21a4-4884-bee3-ae451406618a'] in n-d-827549-2 is: [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '25473da8-00cf-4a8d-ab5e-b85178a61c3d', 'name': '', 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:ed:1c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:48Z', 'updated_at': '2022-02-03T14:46:54Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:46:55.199330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87d806e8-c80d-437b-a988-a47b5bbe6ebf None None] Current status of the port 25473da8-00cf-4a8d-ab5e-b85178a61c3d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:55.228042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:46:55.292120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-349846fd-0d6f-4dd9-9d9d-a049d86fc465 req-e8189f16-5bed-42eb-b45e-73d94afe9041 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 210 time: 0.0869362 Feb 03 14:46:55.426210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:55.443925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] Sync routers for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:46:55.469650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:55.470268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:55.474876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:55.536581 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5ad7c409-b688-4ae4-806e-007dc2048166 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5639303 Feb 03 14:46:55.538761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55050) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:55.552987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:46:55.564647 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102c1d36-9c3c-47c4-ab67-959558e8e020" -d '{"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:46:55.651456 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7773d94-62c9-4b34-930c-bec1babce719 x-openstack-request-id: req-c7773d94-62c9-4b34-930c-bec1babce719 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:46:55.652676 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:46:55.653286 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7773d94-62c9-4b34-930c-bec1babce719 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:46:55.654227 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'status': 'completed', 'code': 200} Feb 03 14:46:55.691307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6f8443-abaf-4bf3-b72a-354697970fa9 tempest-TestVolumeBackupRestore-1192795765 tempest-TestVolumeBackupRestore-1192795765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:55.704238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fa6f8443-abaf-4bf3-b72a-354697970fa9 tempest-TestVolumeBackupRestore-1192795765 tempest-TestVolumeBackupRestore-1192795765-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1122 time: 0.1629791 Feb 03 14:46:55.731658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:55.736781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55054) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:46:55.756891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Request body: {'floatingip': {'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:55.858017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-480c84c3-7bad-48a8-b0c0-fa06f33ac705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:55.867214 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-480c84c3-7bad-48a8-b0c0-fa06f33ac705 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1127 time: 0.1919000 Feb 03 14:46:55.981879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-7a881857-6477-487b-9608-ffc22b9af5d4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:55.984027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-7a881857-6477-487b-9608-ffc22b9af5d4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.45 "GET /v2.0/networks?id=6aa6e7a1-5f97-4f72-8a73-66c868d69568 HTTP/1.1" status: 200 len: 798 time: 0.2784369 Feb 03 14:46:55.993141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 25473da8-00cf-4a8d-ab5e-b85178a61c3d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:46:56.016044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Request body: {'port': {'device_id': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'admin_state_up': True, 'tenant_id': '87a3724916764d1dafeedf3183baa22c'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:56.045438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-60345747-415c-4d4e-a416-6e924b798e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:56.047406 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-60345747-415c-4d4e-a416-6e924b798e6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 914 time: 0.1747386 Feb 03 14:46:56.156905 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-c4e077fb-df8e-47ad-bbb8-5c9b0cbd1907 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 999 time: 0.0966296 Feb 03 14:46:56.265926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for floatingip (83ced3fc-770c-4658-9bd0-7dfd255b14ed), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:56.269394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-4cc0f1d0-b59d-4925-a0f2-092e032f9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:56.281961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-4cc0f1d0-b59d-4925-a0f2-092e032f9ab0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 200 len: 852 time: 0.1187668 Feb 03 14:46:56.419289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-c6db0d06-4356-4f32-aea5-801b545fb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:56.423327 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-c6db0d06-4356-4f32-aea5-801b545fb2af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff418be0-28a9-4233-99bb-3647055022c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1327415 Feb 03 14:46:56.476230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc92d29c-8470-4741-aeba-3e2b395b380d req-9dd42f4b-339a-4642-ae12-137be186a51f tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 210 time: 0.0543857 Feb 03 14:46:56.563421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Made reservation on behalf of 87a3724916764d1dafeedf3183baa22c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:46:56.564588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 25473da8-00cf-4a8d-ab5e-b85178a61c3d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:56.565108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:56.576015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:56.623543 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-c0294433-55fc-4c56-8447-6c1266191730 service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854618 Feb 03 14:46:56.783644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 25473da8-00cf-4a8d-ab5e-b85178a61c3d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:46:56.801811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '83ced3fc-770c-4658-9bd0-7dfd255b14ed', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'mac_address': 'fa:16:3e:ce:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:46:52Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 0, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:56.848571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] Checking router: 8aa39544-e62d-4baa-8a89-eb9cd4f06427 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:46:56.865955 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-102c1d36-9c3c-47c4-ab67-959558e8e020 req-8f5623b7-a6ca-4a2b-92f4-6ccf3de0371b service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363646 Feb 03 14:46:56.867793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:56.868650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:56.918145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Allocated IP 172.20.0.30 (6aa6e7a1-5f97-4f72-8a73-66c868d69568/d07b202e-9b63-4527-a66d-6dfa762fcb54/de8a897d-355a-4c83-b8b3-336b990edd03) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:46:57.084192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:57.436709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '83ced3fc-770c-4658-9bd0-7dfd255b14ed', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'mac_address': 'fa:16:3e:ce:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:46:52Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 0, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:57.481149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12643c-7726-488e-8618-da504d36a8bc None None] The sync data for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 is: [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '83ced3fc-770c-4658-9bd0-7dfd255b14ed', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'mac_address': 'fa:16:3e:ce:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:46:52Z', 'updated_at': '2022-02-03T14:46:52Z', 'revision_number': 0, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:46:57.665249 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for port (de8a897d-355a-4c83-b8b3-336b990edd03), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:57.691000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f4acd60-529e-4000-87ba-06df59257541 req-00c58371-cbb9-45f7-bcc2-b6b49585bb9c tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 210 time: 0.0505669 Feb 03 14:46:57.826841 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:57.852790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (83ced3fc-770c-4658-9bd0-7dfd255b14ed), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:57.853472 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905eac2a-2276-47d8-a498-5d4afed99aee None None] New status for floating IP 83ced3fc-770c-4658-9bd0-7dfd255b14ed: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:46:57.921446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:58.006277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:46:58.011050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event updated for resources: {'Port': ['ID=de8a897d-355a-4c83-b8b3-336b990edd03,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:58.029990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:46:58.050648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:46:58.144566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:58.145312 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:58.171273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-6867b130-9e0e-4b07-ac41-1c4092436cfc tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1597998 Feb 03 14:46:58.207748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Request body: {'port': {'device_id': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:46:58.306496 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:58.492252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a6f9c51b-8808-4a51-80e3-dc285f8eb2e9 None None] Provisioning complete for port de8a897d-355a-4c83-b8b3-336b990edd03 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:46:58.496572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6f9c51b-8808-4a51-80e3-dc285f8eb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:58.557663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9c51b-8808-4a51-80e3-dc285f8eb2e9 None None] Port de8a897d-355a-4c83-b8b3-336b990edd03 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:46:58.701308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:46:58.843739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8a897d-355a-4c83-b8b3-336b990edd03 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:46:58.903796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Publish callbacks [] for port (de8a897d-355a-4c83-b8b3-336b990edd03), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:58.941848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Transition to ACTIVE for port object de8a897d-355a-4c83-b8b3-336b990edd03 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:46:58.950697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1987d-7541-496f-9561-8b16c7330d40 req-b1481c56-2e95-4f4a-b0ca-fb5b3ea18775 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:58.952591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d1987d-7541-496f-9561-8b16c7330d40 req-b1481c56-2e95-4f4a-b0ca-fb5b3ea18775 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 895 time: 0.1638830 Feb 03 14:46:58.955904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:59.105494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Pushing event updated for resources: {'Port': ['ID=de8a897d-355a-4c83-b8b3-336b990edd03,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:59.133440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:46:59.142982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:59.152425 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] Sync routers for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:46:59.189945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:46:59.192051 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:46:59.201191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:46:59.202366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:46:59.251818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Attempting to bind port de8a897d-355a-4c83-b8b3-336b990edd03 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:46:59.252149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Attempting to bind port de8a897d-355a-4c83-b8b3-336b990edd03 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:46:59.252519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Attempting to bind port de8a897d-355a-4c83-b8b3-336b990edd03 on network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:59.263008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6873dfb0-4f0b-43ed-bd85-6905b83a2acc tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "PUT /v2.0/floatingips/83ced3fc-770c-4658-9bd0-7dfd255b14ed HTTP/1.1" status: 200 len: 991 time: 3.5251222 Feb 03 14:46:59.263931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Port de8a897d-355a-4c83-b8b3-336b990edd03 on network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:46:59.264263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Attempting to bind port de8a897d-355a-4c83-b8b3-336b990edd03 on network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:46:59.290395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:46:59.290720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Checking segment: {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:46:59.291154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Bound using segment: {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:46:59.291611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Bound port: de8a897d-355a-4c83-b8b3-336b990edd03, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d2136b-855b-43f2-927b-1f47257fdfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:46:59.291983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:59.310364 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5676f8f-f2ac-418c-b88b-753760dbc901 x-openstack-request-id: req-b5676f8f-f2ac-418c-b88b-753760dbc901 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:46:59.310677 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:46:59.310938 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5676f8f-f2ac-418c-b88b-753760dbc901 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:46:59.311346 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'status': 'completed', 'code': 200} Feb 03 14:46:59.418185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] For port de8a897d-355a-4c83-b8b3-336b990edd03, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:46:59.424120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] For port de8a897d-355a-4c83-b8b3-336b990edd03, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=de8a897d-355a-4c83-b8b3-336b990edd03,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:46:59.425397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-0e4eb963-9b53-42f0-a123-ebac4aa03e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:59.427011 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-0e4eb963-9b53-42f0-a123-ebac4aa03e22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1127 time: 0.0858133 Feb 03 14:46:59.434739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:59.448324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:46:59.615118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Pushing event updated for resources: {'Port': ['ID=de8a897d-355a-4c83-b8b3-336b990edd03,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:46:59.645803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:59.646943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:46:59.659143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-35cbf707-bc8b-4f69-ace4-ef9c5fbbc6be service neutron] 10.222.0.45 "PUT /v2.0/ports/de8a897d-355a-4c83-b8b3-336b990edd03 HTTP/1.1" status: 200 len: 1055 time: 1.4570634 Feb 03 14:46:59.698734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-ec7cc7ee-fb3f-4d37-bf39-97ead93c11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:59.700650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-ec7cc7ee-fb3f-4d37-bf39-97ead93c11df service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 914 time: 0.2668500 Feb 03 14:46:59.870699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-45c403cb-5276-4105-8666-7f2b51fd249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:46:59.875104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-45c403cb-5276-4105-8666-7f2b51fd249e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 1089 time: 0.1646724 Feb 03 14:46:59.924769 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-2db72d8b-f9de-472b-ac8f-9152bab89824 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 1001 time: 0.2004445 Feb 03 14:46:59.951969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-e537a678-0d5e-423e-8dc8-7cbf33c37bb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=de8a897d-355a-4c83-b8b3-336b990edd03 HTTP/1.1" status: 200 len: 217 time: 0.0690477 Feb 03 14:47:00.069057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-2388b211-3663-4b64-8160-35d7bcd91206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:00.073618 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-2388b211-3663-4b64-8160-35d7bcd91206 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 200 len: 852 time: 0.1423945 Feb 03 14:47:00.135655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-d8c4a871-75b2-46df-a526-12b4a5f3f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:00.137653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-d8c4a871-75b2-46df-a526-12b4a5f3f2c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d07b202e-9b63-4527-a66d-6dfa762fcb54 HTTP/1.1" status: 200 len: 838 time: 0.1801815 Feb 03 14:47:00.140689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '83ced3fc-770c-4658-9bd0-7dfd255b14ed', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'mac_address': 'fa:16:3e:ce:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:46:52Z', 'updated_at': '2022-02-03T14:46:57Z', 'revision_number': 2, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:00.180800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] Checking router: 8aa39544-e62d-4baa-8a89-eb9cd4f06427 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:47:00.194889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-b141277c-8aa4-440b-8481-0d96d66a9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:00.196927 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-b141277c-8aa4-440b-8481-0d96d66a9d9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff418be0-28a9-4233-99bb-3647055022c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1075263 Feb 03 14:47:00.202044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:00.202682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:46:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:00.276941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-5a32d073-fc92-4cab-9990-1289e8400cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:00.278862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-5a32d073-fc92-4cab-9990-1289e8400cdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6aa6e7a1-5f97-4f72-8a73-66c868d69568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1328847 Feb 03 14:47:00.288977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01fcc8-1fab-418c-855e-d06a4593ba02 req-6502f158-3e90-44b2-a927-c9ee8e2ccb24 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:00.291076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb01fcc8-1fab-418c-855e-d06a4593ba02 req-6502f158-3e90-44b2-a927-c9ee8e2ccb24 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 907 time: 0.1523786 Feb 03 14:47:00.351552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-6592831f-4239-4907-bc2a-c4c7be955edb service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419883 Feb 03 14:47:00.379978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:00.402610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-a38ba998-2e97-474c-9b49-c32fec1e99b8 service neutron] 10.222.0.45 "GET /v2.0/networks/6aa6e7a1-5f97-4f72-8a73-66c868d69568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103108 Feb 03 14:47:00.469729 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4cdeca51-8eac-42d8-9bb8-dcf69056afa6 req-1f11966a-9610-4b7c-84cb-8b2e7116ecd8 service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108484 Feb 03 14:47:00.521661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5098519b-d28e-4b4b-b231-5b62802533f0 req-217b02fc-2427-4696-9d57-3bfe0f185e2f service neutron] 10.222.0.45 "GET /v2.0/networks/6aa6e7a1-5f97-4f72-8a73-66c868d69568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130283 Feb 03 14:47:00.638568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '83ced3fc-770c-4658-9bd0-7dfd255b14ed', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'mac_address': 'fa:16:3e:ce:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:46:52Z', 'updated_at': '2022-02-03T14:46:57Z', 'revision_number': 2, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:00.671007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac710e-b942-4dcc-9bc7-e42862ea4618 None None] The sync data for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 is: [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '83ced3fc-770c-4658-9bd0-7dfd255b14ed', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'port_id': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'mac_address': 'fa:16:3e:ce:87:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:46:52Z', 'updated_at': '2022-02-03T14:46:57Z', 'revision_number': 2, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:01.312870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}, {'name': 'network-changed', 'server_uuid': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'tag': 'de8a897d-355a-4c83-b8b3-336b990edd03'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:01.315119 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15698e6-0b79-4439-a697-c9d564e47f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4"}, {"name": "network-changed", "server_uuid": "6503e446-3e77-4fe0-aa9a-1c388f86c567", "tag": "de8a897d-355a-4c83-b8b3-336b990edd03"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:01.371622 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f92b7d-ac84-4a2d-b3db-2c1dd81de5d6 x-openstack-request-id: req-58f92b7d-ac84-4a2d-b3db-2c1dd81de5d6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:01.371906 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6503e446-3e77-4fe0-aa9a-1c388f86c567", "tag": "de8a897d-355a-4c83-b8b3-336b990edd03", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:01.372238 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58f92b7d-ac84-4a2d-b3db-2c1dd81de5d6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:01.372842 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'status': 'completed', 'code': 200} Feb 03 14:47:01.373126 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'tag': 'de8a897d-355a-4c83-b8b3-336b990edd03', 'status': 'completed', 'code': 200} Feb 03 14:47:01.493161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-ea4ff6ef-4622-4866-bc8e-d79d63cdc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:01.494677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-ea4ff6ef-4622-4866-bc8e-d79d63cdc8d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1127 time: 0.0941734 Feb 03 14:47:01.519218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8cc21-fec4-45c3-9c09-e9a78d8ba163 req-0c1b0fea-0b44-42b6-960a-07a97949503c tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:01.520857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9fa8cc21-fec4-45c3-9c09-e9a78d8ba163 req-0c1b0fea-0b44-42b6-960a-07a97949503c tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 907 time: 0.0819259 Feb 03 14:47:01.615870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-c165a809-3498-45f6-9b5a-8d5918427378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:01.618244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-c165a809-3498-45f6-9b5a-8d5918427378 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 914 time: 0.1162419 Feb 03 14:47:01.707879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-f91e360e-8d0f-4e93-ad47-d86119842895 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 1001 time: 0.0840361 Feb 03 14:47:01.771512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-531c0acd-7e55-495f-8b33-5b6f176200ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:01.773063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-531c0acd-7e55-495f-8b33-5b6f176200ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 200 len: 852 time: 0.0577016 Feb 03 14:47:01.826879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-ed9be54d-c167-4e39-9fe4-edb618d2215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:01.828336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-ed9be54d-c167-4e39-9fe4-edb618d2215d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff418be0-28a9-4233-99bb-3647055022c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495648 Feb 03 14:47:01.935054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-f19fcd09-370d-4219-b21b-70143c3b0c3c service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012290 Feb 03 14:47:02.046218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-723995d5-e167-4f89-8b1c-984550b76bec service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058939 Feb 03 14:47:02.139782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-36864819-9753-4f2e-8b4a-44cd4edd6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:02.141346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-36864819-9753-4f2e-8b4a-44cd4edd6632 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 1089 time: 0.0486195 Feb 03 14:47:02.248927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-ae544137-8032-47b9-a385-00253c8bd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:02.250806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-ae544137-8032-47b9-a385-00253c8bd283 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6aa6e7a1-5f97-4f72-8a73-66c868d69568 HTTP/1.1" status: 200 len: 899 time: 0.1042826 Feb 03 14:47:02.299521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-ed869364-4290-408e-a911-77cb95251f72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=de8a897d-355a-4c83-b8b3-336b990edd03 HTTP/1.1" status: 200 len: 217 time: 0.0430889 Feb 03 14:47:02.363605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-d790f53f-fd5a-48c8-873a-860c3da3e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:02.366273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-d790f53f-fd5a-48c8-873a-860c3da3e0cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d07b202e-9b63-4527-a66d-6dfa762fcb54 HTTP/1.1" status: 200 len: 838 time: 0.0600333 Feb 03 14:47:02.424846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-08c10c12-4829-4f56-a69e-d3abfcda71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:02.426417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-08c10c12-4829-4f56-a69e-d3abfcda71c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6aa6e7a1-5f97-4f72-8a73-66c868d69568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546067 Feb 03 14:47:02.525145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-3ce6ecce-aded-4146-971e-ecb9fc388bf7 service neutron] 10.222.0.45 "GET /v2.0/networks/6aa6e7a1-5f97-4f72-8a73-66c868d69568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923533 Feb 03 14:47:02.685942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f15698e6-0b79-4439-a697-c9d564e47f4b req-d289f6da-b0ac-4fbf-a41e-675ea5baf6eb service neutron] 10.222.0.45 "GET /v2.0/networks/6aa6e7a1-5f97-4f72-8a73-66c868d69568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548061 Feb 03 14:47:02.715620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146544d-8955-4f9a-a40d-4426f9461aab req-5ea91845-420e-48d4-a17e-2f3ea816cb57 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:02.717225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4146544d-8955-4f9a-a40d-4426f9461aab req-5ea91845-420e-48d4-a17e-2f3ea816cb57 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 907 time: 0.0978012 Feb 03 14:47:03.873367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecf46c-52a6-472d-8991-5db76f8968c4 req-e3b5a19f-a2fb-4ae8-8097-ec083905c421 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:03.873367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1ecf46c-52a6-472d-8991-5db76f8968c4 req-e3b5a19f-a2fb-4ae8-8097-ec083905c421 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 907 time: 0.0659416 Feb 03 14:47:04.958936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-ec6dc94d-67d2-4914-b97a-356944b6e8e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646906 Feb 03 14:47:05.048364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7c155-64ab-4cd8-a462-3c9f8d5af805 req-37d3b73c-d312-47d8-b301-74e35ba9f28e tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:05.050381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aaa7c155-64ab-4cd8-a462-3c9f8d5af805 req-37d3b73c-d312-47d8-b301-74e35ba9f28e tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 907 time: 0.0869176 Feb 03 14:47:05.077402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-5b504a88-7a67-47b0-9a39-f1f48e52d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:05.079134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-5b504a88-7a67-47b0-9a39-f1f48e52d2ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1127 time: 0.0708406 Feb 03 14:47:05.085453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device de8a897d-355a-4c83-b8b3-336b990edd03 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:47:05.243717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-43edb428-606e-4138-8578-3658e0306a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:05.245487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-43edb428-606e-4138-8578-3658e0306a53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 914 time: 0.1364088 Feb 03 14:47:05.248022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port de8a897d-355a-4c83-b8b3-336b990edd03, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=de8a897d-355a-4c83-b8b3-336b990edd03,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:05.265427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'de8a897d-355a-4c83-b8b3-336b990edd03', 'network_id': '6aa6e7a1-5f97-4f72-8a73-66c868d69568', 'port_id': 'de8a897d-355a-4c83-b8b3-336b990edd03', 'mac_address': 'fa:16:3e:e7:35:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07b202e-9b63-4527-a66d-6dfa762fcb54', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:47:05.327541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port de8a897d-355a-4c83-b8b3-336b990edd03 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:05.327541 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:05.330660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-0701d21a-93a5-4bef-85dd-95351ef07f47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 1001 time: 0.0791385 Feb 03 14:47:05.344398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a897d-355a-4c83-b8b3-336b990edd03 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:47:05.368131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port de8a897d-355a-4c83-b8b3-336b990edd03, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=de8a897d-355a-4c83-b8b3-336b990edd03,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:05.373469 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:05.431923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-e3ac7622-96f5-454b-846e-42eec276173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:05.433934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-e3ac7622-96f5-454b-846e-42eec276173a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 200 len: 852 time: 0.0885258 Feb 03 14:47:05.449914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=de8a897d-355a-4c83-b8b3-336b990edd03,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:05.465601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.466064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.466515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.466952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.467679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.470088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.470686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.471465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.472078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.473078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.473778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.474368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.475373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:05.597061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['de8a897d-355a-4c83-b8b3-336b990edd03'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:47:05.851646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-fb5e9c61-e83d-47e5-aa6f-4ae599f90812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:05.853288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-fb5e9c61-e83d-47e5-aa6f-4ae599f90812 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff418be0-28a9-4233-99bb-3647055022c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4118176 Feb 03 14:47:05.963131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-f3c69ac7-5955-4eb9-b755-b11062103cb9 service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030006 Feb 03 14:47:06.078188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d593236-5c78-4dc7-b95e-64f4f40b1fd6 req-f0a4258b-6601-4d40-b4f0-84970a0a1b1f service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094160 Feb 03 14:47:06.204799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ea34f-b376-440e-93cf-dd4cd8e62787 req-2a31c314-80fb-4a3e-9d39-c064ad12a1a7 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:06.206648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c92ea34f-b376-440e-93cf-dd4cd8e62787 req-2a31c314-80fb-4a3e-9d39-c064ad12a1a7 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 908 time: 0.0652802 Feb 03 14:47:07.092950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device de8a897d-355a-4c83-b8b3-336b990edd03 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:47:07.176508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port de8a897d-355a-4c83-b8b3-336b990edd03 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:47:07.183450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port de8a897d-355a-4c83-b8b3-336b990edd03 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:07.183997 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:07.383825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port de8a897d-355a-4c83-b8b3-336b990edd03 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:07.384212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:07.415533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57dc36-b12b-4199-a88e-a1d8ba282b3b req-56ed3213-ab83-414d-a096-1cba22f5f34a tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:07.428814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb57dc36-b12b-4199-a88e-a1d8ba282b3b req-56ed3213-ab83-414d-a096-1cba22f5f34a tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 908 time: 0.1018820 Feb 03 14:47:07.470019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a897d-355a-4c83-b8b3-336b990edd03'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:07.482194 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a073bc08-cbe4-4203-b8bc-b812eb960f17" -d '{"events": [{"server_uuid": "6503e446-3e77-4fe0-aa9a-1c388f86c567", "name": "network-vif-plugged", "status": "completed", "tag": "de8a897d-355a-4c83-b8b3-336b990edd03"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:07.497200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port de8a897d-355a-4c83-b8b3-336b990edd03, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=de8a897d-355a-4c83-b8b3-336b990edd03,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:07.503675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:07.566092 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29050c95-1ef3-4670-ab5e-ac2e6abbff09 x-openstack-request-id: req-29050c95-1ef3-4670-ab5e-ac2e6abbff09 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:07.566664 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6503e446-3e77-4fe0-aa9a-1c388f86c567", "name": "network-vif-plugged", "status": "completed", "tag": "de8a897d-355a-4c83-b8b3-336b990edd03", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:07.566932 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29050c95-1ef3-4670-ab5e-ac2e6abbff09 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:07.567669 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a897d-355a-4c83-b8b3-336b990edd03', 'code': 200} Feb 03 14:47:07.624344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=de8a897d-355a-4c83-b8b3-336b990edd03,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:07.707810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055086c-d7df-4029-93fc-0223833d99e9 req-c3ed165e-ef55-4fac-8611-833f92b6815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:07.710060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0055086c-d7df-4029-93fc-0223833d99e9 req-c3ed165e-ef55-4fac-8611-833f92b6815b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 1091 time: 0.0726743 Feb 03 14:47:08.631648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b90b9-57ef-4758-a6dc-402465a4cdab req-15966ee8-9863-4087-986a-a16f02d54ebe tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:08.634502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-485b90b9-57ef-4758-a6dc-402465a4cdab req-15966ee8-9863-4087-986a-a16f02d54ebe tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 909 time: 0.1112540 Feb 03 14:47:09.098184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55296) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:09.128471 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.317714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.465125 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Publish callbacks [] for security_group (d83c8cf2-3ec3-4749-96dc-db6c7f74536d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.478577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d83c8cf2-3ec3-4749-96dc-db6c7f74536d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.535720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7f360a7b5724dfab689cb8942848090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361498 Feb 03 14:47:09.536666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83c8cf2-3ec3-4749-96dc-db6c7f74536d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:09.538640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55342) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:09.551602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.553264 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.553847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.555160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.556305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.557256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.557704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.558165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.558686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.559080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.559559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.560185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.560840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d9a27-2834-4200-92b7-e4846b9f1ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:09.651031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6d97b3f-ce6c-4683-8598-e46038547464 admin admin] Publish callbacks [] for security_group (d83c8cf2-3ec3-4749-96dc-db6c7f74536d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.682717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6d97b3f-ce6c-4683-8598-e46038547464 admin admin] Publish callbacks [] for security_group (d83c8cf2-3ec3-4749-96dc-db6c7f74536d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.776099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6d97b3f-ce6c-4683-8598-e46038547464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (d83c8cf2-3ec3-4749-96dc-db6c7f74536d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.779846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c6d97b3f-ce6c-4683-8598-e46038547464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:09.781409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c6d97b3f-ce6c-4683-8598-e46038547464 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d83c8cf2-3ec3-4749-96dc-db6c7f74536d HTTP/1.1" status: 204 len: 168 time: 0.2410753 Feb 03 14:47:09.799600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d97b3f-ce6c-4683-8598-e46038547464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83c8cf2-3ec3-4749-96dc-db6c7f74536d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:09.851872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4044-579a-4b3b-a582-3ab52a85b5a1 req-4823da40-f890-4aef-b319-3fc017fc0d85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:09.872681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73de4044-579a-4b3b-a582-3ab52a85b5a1 req-4823da40-f890-4aef-b319-3fc017fc0d85 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 909 time: 0.1309035 Feb 03 14:47:10.105789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309dece-d9ef-4310-b2ed-b23177fe1a53 req-7a86a488-617c-4592-899a-d0b6649fb010 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:10.110643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d309dece-d9ef-4310-b2ed-b23177fe1a53 req-7a86a488-617c-4592-899a-d0b6649fb010 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 909 time: 0.1537383 Feb 03 14:47:10.380502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee78326-72ef-4244-bcd8-1bb80781858e req-7efa79f4-bb75-49ea-83de-646d5e90b003 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:10.389574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ee78326-72ef-4244-bcd8-1bb80781858e req-7efa79f4-bb75-49ea-83de-646d5e90b003 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 1091 time: 0.1327455 Feb 03 14:47:10.728883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea7670-58f2-45b6-8633-411295afb75c req-fca3f0e1-fdb7-418f-91c0-6c15a89282d8 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:10.740302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2eea7670-58f2-45b6-8633-411295afb75c req-fca3f0e1-fdb7-418f-91c0-6c15a89282d8 tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1166 time: 0.1978273 Feb 03 14:47:10.821280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2eea7670-58f2-45b6-8633-411295afb75c req-0649aad2-c44f-44ea-ac8c-9660c4ca686b tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0755908 Feb 03 14:47:10.840006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55484) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:10.913304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc8d2c5-2fc3-4a45-a38d-0224c7063abe tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:10.921027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dbc8d2c5-2fc3-4a45-a38d-0224c7063abe tempest-TestSecurityGroupsBasicOps-1451437832 tempest-TestSecurityGroupsBasicOps-1451437832-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 1086 time: 0.0792804 Feb 03 14:47:11.271157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cad564-380a-4a87-8a48-aa6d83aff54f req-2b97d464-ba48-40fc-86ff-ef0a809b8c22 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:11.274053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92cad564-380a-4a87-8a48-aa6d83aff54f req-2b97d464-ba48-40fc-86ff-ef0a809b8c22 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 909 time: 0.1011591 Feb 03 14:47:11.318866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55554) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:11.454699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1553987641-network', 'tenant_id': 'a692d9b643ab4042999dad9649d57e6c'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:11.477448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Made reservation on behalf of a692d9b643ab4042999dad9649d57e6c for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:11.480469 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.491789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.579497 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks [] for security_group (913ea76d-3605-4258-b02c-a5a1bc2cac6c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.585015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (913ea76d-3605-4258-b02c-a5a1bc2cac6c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.618089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:47:11.635890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ea76d-3605-4258-b02c-a5a1bc2cac6c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:11.651086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (62dc258c-6780-401b-b4dd-e8da4b607001), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.653004 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Added segment 62dc258c-6780-401b-b4dd-e8da4b607001 of type vlan for network fe55d281-c0f0-4d74-8f73-a64be56505dc Feb 03 14:47:11.711636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (fe55d281-c0f0-4d74-8f73-a64be56505dc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.744508 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (fe55d281-c0f0-4d74-8f73-a64be56505dc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.747672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:11.751472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:11.829937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5094676 Feb 03 14:47:11.832403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0be1-39b5-4947-a782-3425c1e0454f admin admin] Pushing event updated for resources: {'Network': ['ID=fe55d281-c0f0-4d74-8f73-a64be56505dc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:11.832891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:11.845471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Request body: {'subnet': {'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1553987641-subnet', 'tenant_id': 'a692d9b643ab4042999dad9649d57e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:11.846287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network fe55d281-c0f0-4d74-8f73-a64be56505dc details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:47:11.869747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Made reservation on behalf of a692d9b643ab4042999dad9649d57e6c for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:11.874971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:12.510725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (396c5875-0119-47c7-ba3c-ea73621169f3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:12.591803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc273d-39c5-443d-8311-4813dad09474 req-bfb0792f-d688-4851-ac90-35b561446773 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:12.594129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396c5875-0119-47c7-ba3c-ea73621169f3,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:12.595294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbfc273d-39c5-443d-8311-4813dad09474 req-bfb0792f-d688-4851-ac90-35b561446773 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 909 time: 0.1962430 Feb 03 14:47:12.615201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Checking segment: {'id': '62dc258c-6780-401b-b4dd-e8da4b607001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:12.617357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Network hostable DHCP agents. Network: fe55d281-c0f0-4d74-8f73-a64be56505dc, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:47:12.636211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-4d1bd8fc-2c01-4e0b-afb2-751bc44e05c6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:12.636211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-4d1bd8fc-2c01-4e0b-afb2-751bc44e05c6 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.45 "GET /v2.0/ports?device_id=6503e446-3e77-4fe0-aa9a-1c388f86c567 HTTP/1.1" status: 200 len: 909 time: 0.1580904 Feb 03 14:47:12.657596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Network fe55d281-c0f0-4d74-8f73-a64be56505dc is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:47:12.678703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, fe55d281-c0f0-4d74-8f73-a64be56505dc) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:12.689299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:12.690206 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:12.699338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7334e00-4fcf-41ab-ba29-3f94d664a21b None None] Network fe55d281-c0f0-4d74-8f73-a64be56505dc requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:12.731630 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8efa46bf-a76a-488a-b650-f65247453645 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8945723 Feb 03 14:47:12.845146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting port de8a897d-355a-4c83-b8b3-336b990edd03 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:12.848438 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:12.879684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbaac8-4470-4680-bcfd-34a3171f6738 None None] Network fe55d281-c0f0-4d74-8f73-a64be56505dc requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:12.988655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] For port de8a897d-355a-4c83-b8b3-336b990edd03, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=de8a897d-355a-4c83-b8b3-336b990edd03,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:12.989438 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:13.014519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Calling delete_port for de8a897d-355a-4c83-b8b3-336b990edd03 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:13.282139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (de8a897d-355a-4c83-b8b3-336b990edd03), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:13.318967 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:47:13.328467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Port': ['ID=de8a897d-355a-4c83-b8b3-336b990edd03,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:13.430949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] No DVR routers for this DVR port de8a897d-355a-4c83-b8b3-336b990edd03 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:13.438116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:13.451604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6853e0ff-9ec4-46b8-8794-f817a9e05840 req-8c9b7c36-c9a8-449f-9c8f-47ec48415903 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.45 "DELETE /v2.0/ports/de8a897d-355a-4c83-b8b3-336b990edd03 HTTP/1.1" status: 204 len: 173 time: 0.8147476 Feb 03 14:47:13.452787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'name': 'network-vif-deleted', 'tag': 'de8a897d-355a-4c83-b8b3-336b990edd03'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:13.457365 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c91815-3c8c-44c7-b260-bf4fe72c3f3c" -d '{"events": [{"server_uuid": "6503e446-3e77-4fe0-aa9a-1c388f86c567", "name": "network-vif-deleted", "tag": "de8a897d-355a-4c83-b8b3-336b990edd03"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:13.592739 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f09c54c-c767-441a-a81d-705c751e204f x-openstack-request-id: req-6f09c54c-c767-441a-a81d-705c751e204f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:13.593890 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6503e446-3e77-4fe0-aa9a-1c388f86c567", "name": "network-vif-deleted", "tag": "de8a897d-355a-4c83-b8b3-336b990edd03", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:13.594854 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f09c54c-c767-441a-a81d-705c751e204f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:13.595680 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6503e446-3e77-4fe0-aa9a-1c388f86c567', 'name': 'network-vif-deleted', 'tag': 'de8a897d-355a-4c83-b8b3-336b990edd03', 'status': 'completed', 'code': 200} Feb 03 14:47:13.670816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55720) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:13.691686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-441067185-network', 'tenant_id': 'f76819d702c84f888e422650cb01ff3a'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:13.749692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Made reservation on behalf of f76819d702c84f888e422650cb01ff3a for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:13.752586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:13.766628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:13.887868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-22d9d584-24aa-4663-8193-2e1256e185eb tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:13.890604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-22d9d584-24aa-4663-8193-2e1256e185eb tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 814 time: 0.1373963 Feb 03 14:47:13.914871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-70de7a1b-7f7b-4c26-bd3d-c305c02cff52 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/quotas/729b5eaa02d04becb12ad58c87584243 HTTP/1.1" status: 200 len: 375 time: 0.0128622 Feb 03 14:47:13.932724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks [] for security_group (539c8758-d1a0-47a9-ab60-ff6d005ceee4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:13.941533 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (539c8758-d1a0-47a9-ab60-ff6d005ceee4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:14.008368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-6fd488b0-ec31-4ebd-b7d9-0a479883e860 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805492 Feb 03 14:47:14.012812 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539c8758-d1a0-47a9-ab60-ff6d005ceee4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:14.028301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:47:14.040096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9f97758a-dd00-42dd-80bb-21b29f08e1d8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:14.040641 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Added segment 9f97758a-dd00-42dd-80bb-21b29f08e1d8 of type vlan for network 9979be40-7b41-4068-bb1f-e4c8c5a71394 Feb 03 14:47:14.135514 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (9979be40-7b41-4068-bb1f-e4c8c5a71394), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:14.193116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (9979be40-7b41-4068-bb1f-e4c8c5a71394), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:14.194380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:14.195395 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:14.246138 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5744326 Feb 03 14:47:14.275593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 55728) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:14.288119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Request body: {'subnet': {'network_id': '9979be40-7b41-4068-bb1f-e4c8c5a71394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-441067185-subnet', 'tenant_id': 'f76819d702c84f888e422650cb01ff3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:14.291737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97dc7e-6e5f-492d-a3b3-b6c203ab3438 admin admin] Pushing event updated for resources: {'Network': ['ID=9979be40-7b41-4068-bb1f-e4c8c5a71394,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:14.310694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 9979be40-7b41-4068-bb1f-e4c8c5a71394 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:47:14.313276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-a000641c-e16a-4e5e-9bd3-1a47e2109d30 service neutron] 10.222.0.52 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794931 Feb 03 14:47:14.378877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Made reservation on behalf of f76819d702c84f888e422650cb01ff3a for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:14.383980 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:14.538270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-691dec55-202d-42fb-9562-0f64f267881b service neutron] 10.222.0.52 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238386 Feb 03 14:47:14.672017 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:14.716859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:14.760086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55734) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:14.803940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Checking segment: {'id': '9f97758a-dd00-42dd-80bb-21b29f08e1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9979be40-7b41-4068-bb1f-e4c8c5a71394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:14.805144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Network hostable DHCP agents. Network: 9979be40-7b41-4068-bb1f-e4c8c5a71394, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:47:14.843153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84aa1b0c-58c1-4bb6-9cf5-ac3011a6893f req-100f9130-e576-4ed8-822b-337b267354dc tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 210 time: 0.0517871 Feb 03 14:47:14.885158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Network 9979be40-7b41-4068-bb1f-e4c8c5a71394 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:47:14.910207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 9979be40-7b41-4068-bb1f-e4c8c5a71394) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:14.925390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae84bb-c800-4044-bf37-1a23c68ccce5 None None] Network 9979be40-7b41-4068-bb1f-e4c8c5a71394 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:14.942262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:14.947811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:15.003342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2c36486f-542d-49a8-b45d-afe16537b3a9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7176752 Feb 03 14:47:15.165006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585cd864-a18f-411f-ba92-b887bdf60c1c None None] Network 9979be40-7b41-4068-bb1f-e4c8c5a71394 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:15.790077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (53004818-21a4-4884-bee3-ae451406618a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:15.825612 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-377a4f2d-ac7e-4378-9a52-9026d9b8913e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:16.230602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-4cfe0b38-541e-4810-bd1e-c05e54e4655d tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:16.253811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-4cfe0b38-541e-4810-bd1e-c05e54e4655d tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/networks?id=fe55d281-c0f0-4d74-8f73-a64be56505dc HTTP/1.1" status: 200 len: 812 time: 0.2630310 Feb 03 14:47:16.271896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-749d52a7-0595-47d7-8e3f-c0718a64f430 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/quotas/a692d9b643ab4042999dad9649d57e6c HTTP/1.1" status: 200 len: 375 time: 0.0166705 Feb 03 14:47:16.306794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-a3651c1c-7c4d-4e8f-ad66-fc2c64929eea tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a692d9b643ab4042999dad9649d57e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336099 Feb 03 14:47:16.344326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting port 25473da8-00cf-4a8d-ab5e-b85178a61c3d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:16.344906 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:16.434813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-72f05f7e-f328-464e-8004-496f04e5467f service neutron] 10.222.0.52 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208000 Feb 03 14:47:16.495930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] For port 25473da8-00cf-4a8d-ab5e-b85178a61c3d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=25473da8-00cf-4a8d-ab5e-b85178a61c3d,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:16.496479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:16.538784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Calling delete_port for 25473da8-00cf-4a8d-ab5e-b85178a61c3d owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:16.737304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f6065b1e-441f-4e74-b693-eda19677616f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:16.738817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f6065b1e-441f-4e74-b693-eda19677616f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.71 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 814 time: 0.2646801 Feb 03 14:47:16.752070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-36d1b74b-1c0f-4abc-84e3-051ed98aa5ee service neutron] 10.222.0.52 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965240 Feb 03 14:47:16.783473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Request body: {'port': {'device_id': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd', 'admin_state_up': True, 'tenant_id': '729b5eaa02d04becb12ad58c87584243'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:16.986678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (25473da8-00cf-4a8d-ab5e-b85178a61c3d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:17.008850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Made reservation on behalf of 729b5eaa02d04becb12ad58c87584243 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:17.015999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:17.073459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Port': ['ID=25473da8-00cf-4a8d-ab5e-b85178a61c3d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:17.140073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device de8a897d-355a-4c83-b8b3-336b990edd03 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:17.246393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: de8a897d-355a-4c83-b8b3-336b990edd03 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:17.248833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device de8a897d-355a-4c83-b8b3-336b990edd03 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:17.365154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6233920-d3a5-48ec-8295-0a606973ad4a req-796e9056-5edd-4ae3-a774-8c2d1e85cea7 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 210 time: 0.1150846 Feb 03 14:47:17.541027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (53004818-21a4-4884-bee3-ae451406618a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:17.556286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1282a88-2f07-4765-957e-6f47babe65d2 req-4a2ec214-d80e-49ee-bfb0-54432221172c tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 210 time: 0.0745654 Feb 03 14:47:17.610427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Allocated IP 172.20.0.9 (fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd/883dbf25-e952-48dd-a8a6-f671565bc4f9/3cb7122c-6071-48e7-b3cd-0e52b9764f32) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:47:17.958009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks [] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.020703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.021022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router 53004818-21a4-4884-bee3-ae451406618a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:47:18.077095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e16243e-f7b0-49aa-9a1a-7a0abf9b7e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.131963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:47:18.134720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:18.140499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:47:18.146814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Pushing event updated for resources: {'Port': ['ID=3cb7122c-6071-48e7-b3cd-0e52b9764f32,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:18.262897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:18.264709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.313057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:18.324794 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5b71f2e6-d572-4c0b-ac85-82702332cfff tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "PUT /v2.0/routers/53004818-21a4-4884-bee3-ae451406618a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5632021 Feb 03 14:47:18.325834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55830) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:18.328509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-f26e6be1-f2c3-4ead-817d-c2b1dc26be96 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5494533 Feb 03 14:47:18.346293 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] Sync routers for ids ['53004818-21a4-4884-bee3-ae451406618a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:47:18.354695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Request body: {'port': {'device_id': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:18.371540 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] Routers {'53004818-21a4-4884-bee3-ae451406618a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:18.372189 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['53004818-21a4-4884-bee3-ae451406618a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:18.466845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting subnet d07b202e-9b63-4527-a66d-6dfa762fcb54 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:47:18.477796 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for subnet (d07b202e-9b63-4527-a66d-6dfa762fcb54), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.514970 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] Set router 53004818-21a4-4884-bee3-ae451406618a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:18.582809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.602440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (d07b202e-9b63-4527-a66d-6dfa762fcb54), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.764107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (d07b202e-9b63-4527-a66d-6dfa762fcb54), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.797007 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:47:16Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:18.857771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (d07b202e-9b63-4527-a66d-6dfa762fcb54), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.891729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Subnet': ['ID=d07b202e-9b63-4527-a66d-6dfa762fcb54,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:18.904188 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:18.908449 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65de2a90-0691-44c7-93fa-865de3db69f5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/subnets/d07b202e-9b63-4527-a66d-6dfa762fcb54 HTTP/1.1" status: 204 len: 168 time: 0.5805178 Feb 03 14:47:18.911002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55842) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:18.917590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8639b7d2-f86e-41cf-9f18-f9e9ed0425c8 None None] Network 6aa6e7a1-5f97-4f72-8a73-66c868d69568 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:18.927780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8796-9198-41d5-a501-1218a81ae781 req-5dd79f8f-83a1-4d84-997f-4785343b549a tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:18.931822 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] Checking router: 53004818-21a4-4884-bee3-ae451406618a for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:47:18.936349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-433d8796-9198-41d5-a501-1218a81ae781 req-5dd79f8f-83a1-4d84-997f-4785343b549a tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 931 time: 0.3210342 Feb 03 14:47:18.959988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] Routers {'53004818-21a4-4884-bee3-ae451406618a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:18.961741 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['53004818-21a4-4884-bee3-ae451406618a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:19.078664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router (53004818-21a4-4884-bee3-ae451406618a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:19.243182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-433d8796-9198-41d5-a501-1218a81ae781 req-20da2ba6-8b14-4f13-b059-a0e941158d16 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984712 Feb 03 14:47:19.362891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] DHCP port deletion for 6aa6e7a1-5f97-4f72-8a73-66c868d69568 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:47:19.462021 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] Set router 53004818-21a4-4884-bee3-ae451406618a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:19.555929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] Deleting port 5bbc2055-615d-4692-928f-abd689546d26 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:19.556248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5bbc2055-615d-4692-928f-abd689546d26), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:19.706872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33afd1bd-7efc-43f2-8160-66a401fde1a9 req-7437f2a7-2ab8-4c09-ac29-4cf7b5fea31b tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 210 time: 0.1635468 Feb 03 14:47:19.768260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] For port 5bbc2055-615d-4692-928f-abd689546d26, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5bbc2055-615d-4692-928f-abd689546d26,segment=NetworkSegment(93d2136b-855b-43f2-927b-1f47257fdfd4),segment_id=93d2136b-855b-43f2-927b-1f47257fdfd4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:19.768975 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5bbc2055-615d-4692-928f-abd689546d26), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:19.794429 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:19.807510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] Calling delete_port for 5bbc2055-615d-4692-928f-abd689546d26 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:19.808006 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (53004818-21a4-4884-bee3-ae451406618a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:19.858923 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:47:16Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:19.894549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-2857f7e4-20cd-40fa-9ce3-819a72754d8e tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:19.896585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-2857f7e4-20cd-40fa-9ce3-819a72754d8e tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.45 "GET /v2.0/networks?id=fe55d281-c0f0-4d74-8f73-a64be56505dc HTTP/1.1" status: 200 len: 812 time: 0.7826254 Feb 03 14:47:19.898958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb7122c-6071-48e7-b3cd-0e52b9764f32 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:47:19.917453 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659da3c3-65af-4897-89be-3ea2186f2edb None None] The sync data for ids ['53004818-21a4-4884-bee3-ae451406618a'] in n-d-827549-2 is: [{'id': '53004818-21a4-4884-bee3-ae451406618a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1984004042', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '02a7057b-dc59-46c6-be33-92b21804b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:46:42Z', 'updated_at': '2022-02-03T14:47:16Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': '02a7057b-dc59-46c6-be33-92b21804b516', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53004818-21a4-4884-bee3-ae451406618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:46:43Z', 'updated_at': '2022-02-03T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:19.922410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Request body: {'port': {'device_id': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc', 'admin_state_up': True, 'tenant_id': 'a692d9b643ab4042999dad9649d57e6c'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:19.931515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Publish callbacks [] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:19.953502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting port 02a7057b-dc59-46c6-be33-92b21804b516 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:19.953940 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (02a7057b-dc59-46c6-be33-92b21804b516), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:19.975301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5bbc2055-615d-4692-928f-abd689546d26 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:20.058550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Transition to ACTIVE for port object 3cb7122c-6071-48e7-b3cd-0e52b9764f32 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:47:20.069923 n-d-827549-2 neutron-server[103343]: INFO neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No ports have port_id starting with 5bbc2055-615d-4692-928f-abd689546d26 Feb 03 14:47:20.073036 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (5bbc2055-615d-4692-928f-abd689546d26), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.076366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.104939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] No DVR routers for this DVR port 5bbc2055-615d-4692-928f-abd689546d26 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:20.138384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] For port 02a7057b-dc59-46c6-be33-92b21804b516, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=02a7057b-dc59-46c6-be33-92b21804b516,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:20.139153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (02a7057b-dc59-46c6-be33-92b21804b516), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.157969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c73b5c-4e63-4a9c-99b0-0851e7ec7628 None None] Pushing event deleted for resources: {'Port': ['ID=5bbc2055-615d-4692-928f-abd689546d26,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:20.189807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Calling delete_port for 02a7057b-dc59-46c6-be33-92b21804b516 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:20.196856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Pushing event updated for resources: {'Port': ['ID=3cb7122c-6071-48e7-b3cd-0e52b9764f32,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:20.346430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Made reservation on behalf of a692d9b643ab4042999dad9649d57e6c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:20.349785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.601259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (02a7057b-dc59-46c6-be33-92b21804b516), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.649327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Port': ['ID=02a7057b-dc59-46c6-be33-92b21804b516,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:20.743084 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.768310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (53004818-21a4-4884-bee3-ae451406618a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.870309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Attempting to bind port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:47:20.870928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Attempting to bind port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:47:20.871066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Attempting to bind port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 on network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:47:20.897182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 on network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:47:20.897590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Attempting to bind port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 on network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:47:20.900342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (53004818-21a4-4884-bee3-ae451406618a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.902785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_controller (53004818-21a4-4884-bee3-ae451406618a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.915124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad282-8901-46b1-8716-4cd8994713ae req-27cd8dd7-1dae-4ef3-8a68-097988828ab9 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:20.921941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fbad282-8901-46b1-8716-4cd8994713ae req-27cd8dd7-1dae-4ef3-8a68-097988828ab9 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 943 time: 0.5219452 Feb 03 14:47:20.927052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:47:20.927052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Checking segment: {'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:20.927405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Bound using segment: {'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:47:20.927835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Bound port: 3cb7122c-6071-48e7-b3cd-0e52b9764f32, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:47:20.928390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.959054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (53004818-21a4-4884-bee3-ae451406618a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.959602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Fanout notify agent at l3_agent the message router_deleted on router 53004818-21a4-4884-bee3-ae451406618a {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:47:20.968151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:20.969426 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4ff4c88c-3536-47ba-8e6d-9724413193cd tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/routers/53004818-21a4-4884-bee3-ae451406618a HTTP/1.1" status: 204 len: 168 time: 2.0571783 Feb 03 14:47:20.971934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:21.081996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (6aa6e7a1-5f97-4f72-8a73-66c868d69568), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.105732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fbad282-8901-46b1-8716-4cd8994713ae req-75b5b4ac-1ca0-4264-a47c-ed5fce36e9b5 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816328 Feb 03 14:47:21.110673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Allocated IP 172.20.0.8 (fe55d281-c0f0-4d74-8f73-a64be56505dc/396c5875-0119-47c7-ba3c-ea73621169f3/f83eb957-5a87-4bdb-91f9-bb3d183f09b3) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:47:21.135329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] For port 3cb7122c-6071-48e7-b3cd-0e52b9764f32, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:47:21.141050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] For port 3cb7122c-6071-48e7-b3cd-0e52b9764f32, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:47:21.156017 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.229556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:21.230281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.231800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] 10.222.0.71 "PUT /v2.0/ports/3cb7122c-6071-48e7-b3cd-0e52b9764f32 HTTP/1.1" status: 200 len: 1091 time: 2.8886781 Feb 03 14:47:21.233937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'tag': '3cb7122c-6071-48e7-b3cd-0e52b9764f32'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:21.236168 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40" -d '{"events": [{"name": "network-changed", "server_uuid": "33606597-5cff-4fbb-9ffb-466a3c74085f", "tag": "3cb7122c-6071-48e7-b3cd-0e52b9764f32"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:21.264750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (6aa6e7a1-5f97-4f72-8a73-66c868d69568), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.297558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc324e03-0310-4eb6-9369-9760d38d9d07 req-71c42337-1de2-4896-9119-e90dde9092ea tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 210 time: 0.0860951 Feb 03 14:47:21.323049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa6e7a1-5f97-4f72-8a73-66c868d69568']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:21.351830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e483e9-5044-4c41-82e8-3ecd087f87df service neutron] Pushing event updated for resources: {'Port': ['ID=3cb7122c-6071-48e7-b3cd-0e52b9764f32,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:21.362912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d2136b-855b-43f2-927b-1f47257fdfd4') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:21.362912 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d2136b-855b-43f2-927b-1f47257fdfd4') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:21.363796 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740c8275-f33a-4c95-992d-1713ca6e899a x-openstack-request-id: req-740c8275-f33a-4c95-992d-1713ca6e899a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:21.364098 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33606597-5cff-4fbb-9ffb-466a3c74085f", "tag": "3cb7122c-6071-48e7-b3cd-0e52b9764f32", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:21.364348 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-740c8275-f33a-4c95-992d-1713ca6e899a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:21.364780 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'tag': '3cb7122c-6071-48e7-b3cd-0e52b9764f32', 'status': 'completed', 'code': 200} Feb 03 14:47:21.377509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (93d2136b-855b-43f2-927b-1f47257fdfd4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.398083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (93d2136b-855b-43f2-927b-1f47257fdfd4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.408828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:47:21.409964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (93d2136b-855b-43f2-927b-1f47257fdfd4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:47:21.426299 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:47:21.441354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-2884a910-64ec-4f6c-90bb-ca3e332403f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:21.444242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-2884a910-64ec-4f6c-90bb-ca3e332403f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 1125 time: 0.1417353 Feb 03 14:47:21.503474 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (6aa6e7a1-5f97-4f72-8a73-66c868d69568), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.517635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks [] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.517635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-bcfb8b9c-8ca1-4d1e-8687-eb0e56e4b4ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32 HTTP/1.1" status: 200 len: 217 time: 0.0567403 Feb 03 14:47:21.518322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.527448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/networks/6aa6e7a1-5f97-4f72-8a73-66c868d69568 HTTP/1.1" status: 204 len: 168 time: 0.5542624 Feb 03 14:47:21.530816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 55892) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:21.592453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-c294f272-aded-40d2-9b52-a380ed7d046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:21.594150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-c294f272-aded-40d2-9b52-a380ed7d046c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=883dbf25-e952-48dd-a8a6-f671565bc4f9 HTTP/1.1" status: 200 len: 854 time: 0.0719149 Feb 03 14:47:21.636737 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.638611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9ce72-414d-43ab-9a79-9620cc3dc885 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Network': ['ID=6aa6e7a1-5f97-4f72-8a73-66c868d69568,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:21.678398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-bcf759bd-372d-45eb-843c-a511e5f6e6c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629797 Feb 03 14:47:21.777066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 25473da8-00cf-4a8d-ab5e-b85178a61c3d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:21.790076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Network fe55d281-c0f0-4d74-8f73-a64be56505dc is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:47:21.818966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 25473da8-00cf-4a8d-ab5e-b85178a61c3d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:21.821223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 25473da8-00cf-4a8d-ab5e-b85178a61c3d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:21.822002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 02a7057b-dc59-46c6-be33-92b21804b516 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:21.826809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:21.836945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:47:21.850084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Pushing event updated for resources: {'Port': ['ID=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:21.855618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 02a7057b-dc59-46c6-be33-92b21804b516 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:21.856321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 02a7057b-dc59-46c6-be33-92b21804b516 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:21.922828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-4d39479b-7c93-432a-a765-c85ee00d85ba service neutron] 10.222.0.71 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211456 Feb 03 14:47:21.928861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting port 058df1fb-ff11-41e4-b203-f70fd140f4f6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:21.929890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:21.961933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:21.963024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.027653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.027990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for floatingip (058df1fb-ff11-41e4-b203-f70fd140f4f6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.028799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-3b89be84-c695-41b7-b42f-3595d05bcdee tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1185093 Feb 03 14:47:22.042477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Request body: {'port': {'device_id': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:22.045509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Calling delete_port for 058df1fb-ff11-41e4-b203-f70fd140f4f6 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:22.094402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3d180a3-073e-4867-b8c4-e53d771b6f5c req-fe6b1e19-741e-4da7-b83c-ce0349ff6788 service neutron] 10.222.0.71 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652775 Feb 03 14:47:22.140623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.202214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.307861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (058df1fb-ff11-41e4-b203-f70fd140f4f6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.346327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Port': ['ID=058df1fb-ff11-41e4-b203-f70fd140f4f6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:22.424906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-cb09dfd6-1336-4074-86a9-2151087634ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:22.426458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-cb09dfd6-1336-4074-86a9-2151087634ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 1125 time: 0.1918013 Feb 03 14:47:22.438499 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for floatingip (120cf2c4-55f9-4aed-a59a-54ef26758aa7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.438962 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Floating IP 120cf2c4-55f9-4aed-a59a-54ef26758aa7 disassociated (deleted). External IP: 172.25.0.85, port: beb60e9a-906c-41f8-8587-1c5e7b514712. Feb 03 14:47:22.444596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ce3b5-3936-439c-9520-fec1552eec20 req-5d35abb5-63f7-4fd5-adc3-c875388ac404 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:22.446286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed0ce3b5-3936-439c-9520-fec1552eec20 req-5d35abb5-63f7-4fd5-adc3-c875388ac404 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 943 time: 0.2102623 Feb 03 14:47:22.652301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed0ce3b5-3936-439c-9520-fec1552eec20 req-935c7fb2-d33a-4a48-91c9-41ed4108e16b tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961060 Feb 03 14:47:22.667540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-5bafa21f-8546-41ae-8e97-e1ce2f1a2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:22.669084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-5bafa21f-8546-41ae-8e97-e1ce2f1a2fac service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 915 time: 0.2321811 Feb 03 14:47:22.713884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router afb85d3d-ab91-490e-8a1f-7367b966d7b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:47:22.729622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-b02e7b77-9611-4237-baaf-b19c587e9e48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32 HTTP/1.1" status: 200 len: 217 time: 0.0524638 Feb 03 14:47:22.858956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:22.865420 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.880789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-29aae201-62e0-4b68-a25e-6952a5fa0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:22.883161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-29aae201-62e0-4b68-a25e-6952a5fa0fd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=883dbf25-e952-48dd-a8a6-f671565bc4f9 HTTP/1.1" status: 200 len: 854 time: 0.1456652 Feb 03 14:47:22.888473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] Sync routers for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:47:22.889840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83eb957-5a87-4bdb-91f9-bb3d183f09b3 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:47:22.907881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:22.909285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:22.909464 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Publish callbacks [] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:22.929609 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f7cb923a-688f-4af8-8f86-f330f93391e4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/floatingips/120cf2c4-55f9-4aed-a59a-54ef26758aa7 HTTP/1.1" status: 204 len: 168 time: 1.3968866 Feb 03 14:47:22.930364 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:22.933158 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b73d6-639f-4157-923d-a2b5cd142676" -d '{"events": [{"name": "network-changed", "server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:22.966733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-f9e2d650-7baa-4384-b78b-44276d01b9e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711954 Feb 03 14:47:22.975803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Transition to ACTIVE for port object f83eb957-5a87-4bdb-91f9-bb3d183f09b3 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:47:22.999246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:23.021728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8ccc2-7f81-4d94-a331-81617d5a422a req-fad0355d-edbc-4da1-bebf-eb9862714294 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:23.023461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67a8ccc2-7f81-4d94-a331-81617d5a422a req-fad0355d-edbc-4da1-bebf-eb9862714294 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 931 time: 0.2276032 Feb 03 14:47:23.078432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:23.136822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Pushing event updated for resources: {'Port': ['ID=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:23.238703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67a8ccc2-7f81-4d94-a331-81617d5a422a req-d61b1c4a-07f2-42e2-87fb-b3d940d2fba1 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821821 Feb 03 14:47:23.248852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-1f67714b-72f5-4203-800e-6ba5b7282a5f service neutron] 10.222.0.71 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750428 Feb 03 14:47:23.340520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Attempting to bind port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:47:23.341052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Attempting to bind port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '62dc258c-6780-401b-b4dd-e8da4b607001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:47:23.341870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Attempting to bind port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 on network fe55d281-c0f0-4d74-8f73-a64be56505dc {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:47:23.359109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:23.398460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] Checking router: afb85d3d-ab91-490e-8a1f-7367b966d7b6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:47:23.410332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:23.411225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:23.411967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 on network fe55d281-c0f0-4d74-8f73-a64be56505dc not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:47:23.412550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Attempting to bind port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 on network fe55d281-c0f0-4d74-8f73-a64be56505dc {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:47:23.425363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:47:23.425867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Checking segment: {'id': '62dc258c-6780-401b-b4dd-e8da4b607001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:23.426543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Bound using segment: {'id': '62dc258c-6780-401b-b4dd-e8da4b607001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:47:23.426871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Bound port: f83eb957-5a87-4bdb-91f9-bb3d183f09b3, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dc258c-6780-401b-b4dd-e8da4b607001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:47:23.427556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:23.515494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16cedd2f-5ea8-40a3-b52f-04abf8f4ab40 req-b2b10147-4cca-410d-bad5-0788d7278ab3 service neutron] 10.222.0.71 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587886 Feb 03 14:47:23.524909 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9363704-8c1a-4b56-89a9-1e6c81a99cae x-openstack-request-id: req-e9363704-8c1a-4b56-89a9-1e6c81a99cae {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:23.525442 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:23.525442 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9363704-8c1a-4b56-89a9-1e6c81a99cae {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:23.525995 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'status': 'completed', 'code': 200} Feb 03 14:47:23.555012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] For port f83eb957-5a87-4bdb-91f9-bb3d183f09b3, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:47:23.562920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] For port f83eb957-5a87-4bdb-91f9-bb3d183f09b3, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,segment=NetworkSegment(62dc258c-6780-401b-b4dd-e8da4b607001),segment_id=62dc258c-6780-401b-b4dd-e8da4b607001)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:47:23.580490 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:23.634016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:23.681223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:23.682422 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:23.684798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] 10.222.0.45 "PUT /v2.0/ports/f83eb957-5a87-4bdb-91f9-bb3d183f09b3 HTTP/1.1" status: 200 len: 1091 time: 1.6473029 Feb 03 14:47:23.715298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'tag': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:23.718972 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace16b06-afe0-45c4-900b-7273edb34199" -d '{"events": [{"name": "network-changed", "server_uuid": "1920b531-be0f-4e56-b18d-1eaccb0c72db", "tag": "f83eb957-5a87-4bdb-91f9-bb3d183f09b3"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:23.810629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad54c33-215f-4782-b0ed-9005eee115fa service neutron] Pushing event updated for resources: {'Port': ['ID=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:23.836061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0af2a-6584-46e2-b695-1f4301e6cd92 req-be6dcf6e-8913-4f5a-ad7a-26c21a8bcd43 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:23.837747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78c0af2a-6584-46e2-b695-1f4301e6cd92 req-be6dcf6e-8913-4f5a-ad7a-26c21a8bcd43 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 984 time: 0.2150633 Feb 03 14:47:23.840917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b73d6-639f-4157-923d-a2b5cd142676 req-7b035655-476d-4e7e-b278-32a32a221957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:23.842637 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-026b73d6-639f-4157-923d-a2b5cd142676 req-7b035655-476d-4e7e-b278-32a32a221957 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87a3724916764d1dafeedf3183baa22c&device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 1166 time: 0.2430015 Feb 03 14:47:23.898223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:23.926501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3898ff-e193-48a9-a736-757840cce736 None None] The sync data for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 is: [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:45:02Z', 'revision_number': 4, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0b014f0a-6637-468d-8bb9-081741060670', 'name': '', 'network_id': '97d1b1f9-5c3e-4907-a37b-2f19422d1e3f', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'mac_address': 'fa:16:3e:e3:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:45:01Z', 'updated_at': '2022-02-03T14:45:08Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'subnets': [{'id': '8b56bbfd-a261-4704-8504-3674f0a55651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:23.947915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-a0fb7b48-a624-4b42-982c-3039e904d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:23.949537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-a0fb7b48-a624-4b42-982c-3039e904d71e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a692d9b643ab4042999dad9649d57e6c&device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 1125 time: 0.1885378 Feb 03 14:47:24.010559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-e8634ffa-0b53-491b-b658-ee7f6591b7b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3 HTTP/1.1" status: 200 len: 217 time: 0.0510776 Feb 03 14:47:24.045789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78c0af2a-6584-46e2-b695-1f4301e6cd92 req-d9fe9e04-e60c-4db0-b0d3-e7742b193ca4 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1950059 Feb 03 14:47:24.107568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b73d6-639f-4157-923d-a2b5cd142676 req-275123f3-3c16-4587-adbf-c6ba916f6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:24.110090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-026b73d6-639f-4157-923d-a2b5cd142676 req-275123f3-3c16-4587-adbf-c6ba916f6f99 service neutron] 10.222.0.71 "GET /v2.0/networks?id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 200 len: 898 time: 0.2477701 Feb 03 14:47:24.112103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-cd926e5e-5bd9-4978-b0bf-14245be8edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:24.113734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-cd926e5e-5bd9-4978-b0bf-14245be8edd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=396c5875-0119-47c7-ba3c-ea73621169f3 HTTP/1.1" status: 200 len: 852 time: 0.0916264 Feb 03 14:47:24.253436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-e45ad8b7-7b3b-4072-ade1-0f09c7b11f8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe55d281-c0f0-4d74-8f73-a64be56505dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246607 Feb 03 14:47:24.257564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-026b73d6-639f-4157-923d-a2b5cd142676 req-018d9d00-2072-4b0d-9115-fa0a91b5ad39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 200 len: 217 time: 0.1344619 Feb 03 14:47:24.282302 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4b72e-a642-4867-a9e4-f74efbc6692e None None] New status for floating IP 120cf2c4-55f9-4aed-a59a-54ef26758aa7: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:47:24.416919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51e356-390b-4033-8f87-95ee145d4ce6 req-d20b6797-3eae-4808-89e3-9f0a79d76622 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:24.418653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af51e356-390b-4033-8f87-95ee145d4ce6 req-d20b6797-3eae-4808-89e3-9f0a79d76622 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 943 time: 0.2782395 Feb 03 14:47:24.430794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b73d6-639f-4157-923d-a2b5cd142676 req-30fe97b2-b7f7-4288-b06f-9a72529ce596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:24.432296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-026b73d6-639f-4157-923d-a2b5cd142676 req-30fe97b2-b7f7-4288-b06f-9a72529ce596 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b56bbfd-a261-4704-8504-3674f0a55651 HTTP/1.1" status: 200 len: 834 time: 0.1574395 Feb 03 14:47:24.819510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-a7551a8c-057e-41ce-9f0f-a28fd76aa54d service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583253 Feb 03 14:47:24.859372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af51e356-390b-4033-8f87-95ee145d4ce6 req-e8eca95a-465d-42eb-8779-cc7b5d9f3dac tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324925 Feb 03 14:47:24.874235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b73d6-639f-4157-923d-a2b5cd142676 req-8d4e44bf-7f73-46fa-ad7e-489b16188051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:24.875770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-026b73d6-639f-4157-923d-a2b5cd142676 req-8d4e44bf-7f73-46fa-ad7e-489b16188051 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4353483 Feb 03 14:47:24.920179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3cb7122c-6071-48e7-b3cd-0e52b9764f32 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:47:24.977291 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c4cd6-db16-4b46-9fad-c6a500b182fb x-openstack-request-id: req-7a1c4cd6-db16-4b46-9fad-c6a500b182fb {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:24.977574 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1920b531-be0f-4e56-b18d-1eaccb0c72db", "tag": "f83eb957-5a87-4bdb-91f9-bb3d183f09b3", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:24.977831 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a1c4cd6-db16-4b46-9fad-c6a500b182fb {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:24.978442 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'tag': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3', 'status': 'completed', 'code': 200} Feb 03 14:47:24.997917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:25.014933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6065cfd-13c2-4717-bd45-7fa96a848f7a req-296d8677-4d7a-415b-aaa7-b0af68e6be96 service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889961 Feb 03 14:47:25.042042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-026b73d6-639f-4157-923d-a2b5cd142676 req-6d3669ea-ca06-4a6d-bc6a-24be08bb3638 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411953 Feb 03 14:47:25.100042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3cb7122c-6071-48e7-b3cd-0e52b9764f32, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:25.118644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '3cb7122c-6071-48e7-b3cd-0e52b9764f32', 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd', 'port_id': '3cb7122c-6071-48e7-b3cd-0e52b9764f32', 'mac_address': 'fa:16:3e:7e:51:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883dbf25-e952-48dd-a8a6-f671565bc4f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:47:25.161680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:25.162382 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:25.182127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb7122c-6071-48e7-b3cd-0e52b9764f32 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:47:25.207119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3cb7122c-6071-48e7-b3cd-0e52b9764f32, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:25.220753 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:25.245642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d3669-6ad8-41be-b1bf-e762569dfdf2 req-a1446fa8-f5c9-44c5-9b15-a476de9da4b5 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:25.253050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-358d3669-6ad8-41be-b1bf-e762569dfdf2 req-a1446fa8-f5c9-44c5-9b15-a476de9da4b5 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 943 time: 0.1907356 Feb 03 14:47:25.294672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3cb7122c-6071-48e7-b3cd-0e52b9764f32,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:25.301946 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16b06-afe0-45c4-900b-7273edb34199 req-48e6c3d0-4b56-4e89-b118-937afe34817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:25.304129 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ace16b06-afe0-45c4-900b-7273edb34199 req-48e6c3d0-4b56-4e89-b118-937afe34817a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a692d9b643ab4042999dad9649d57e6c&device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 1125 time: 0.1836936 Feb 03 14:47:25.312383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-026b73d6-639f-4157-923d-a2b5cd142676 req-8754da44-e44d-44c1-807a-e470e7edda47 service neutron] 10.222.0.71 "GET /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473226 Feb 03 14:47:25.364722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-358d3669-6ad8-41be-b1bf-e762569dfdf2 req-066245f9-0334-42aa-ae84-5d458d2d056d tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038392 Feb 03 14:47:25.454105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16b06-afe0-45c4-900b-7273edb34199 req-1720e31c-49b0-47d4-a65d-3d232a2ab6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:25.455639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ace16b06-afe0-45c4-900b-7273edb34199 req-1720e31c-49b0-47d4-a65d-3d232a2ab6cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe55d281-c0f0-4d74-8f73-a64be56505dc HTTP/1.1" status: 200 len: 913 time: 0.1406021 Feb 03 14:47:25.560007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ace16b06-afe0-45c4-900b-7273edb34199 req-e3cddfa3-efeb-47f7-b1ff-dbbc07134c01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3 HTTP/1.1" status: 200 len: 217 time: 0.0954001 Feb 03 14:47:25.599499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3cb7122c-6071-48e7-b3cd-0e52b9764f32'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:47:25.635983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81795ab-9042-45ba-82e3-a0a85bf825f2 req-3c3776c4-c19a-4f61-9fe3-08891c30b611 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:25.641538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b81795ab-9042-45ba-82e3-a0a85bf825f2 req-3c3776c4-c19a-4f61-9fe3-08891c30b611 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 984 time: 0.1957595 Feb 03 14:47:25.647357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-0a0fe266-2495-46f7-b00e-0388444054da tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:25.649118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-0a0fe266-2495-46f7-b00e-0388444054da tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 984 time: 0.1857655 Feb 03 14:47:25.667804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16b06-afe0-45c4-900b-7273edb34199 req-f8fec273-b512-49c5-8423-235263d9deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:25.669375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ace16b06-afe0-45c4-900b-7273edb34199 req-f8fec273-b512-49c5-8423-235263d9deb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=396c5875-0119-47c7-ba3c-ea73621169f3 HTTP/1.1" status: 200 len: 852 time: 0.0988889 Feb 03 14:47:25.732540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ace16b06-afe0-45c4-900b-7273edb34199 req-c095f828-f052-4ac1-836f-9bcbae7b5212 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe55d281-c0f0-4d74-8f73-a64be56505dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542591 Feb 03 14:47:25.872860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b81795ab-9042-45ba-82e3-a0a85bf825f2 req-f9159b9f-04d8-4709-a577-f86d3823de5a tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/security-groups?id=51c711a2-c579-47b0-bdb1-12739c980384&id=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2204564 Feb 03 14:47:25.931024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ace16b06-afe0-45c4-900b-7273edb34199 req-99c52a4c-04ec-432b-978b-59ed3de662a2 service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840532 Feb 03 14:47:25.962844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting port beb60e9a-906c-41f8-8587-1c5e7b514712 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:25.963233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.165055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ace16b06-afe0-45c4-900b-7273edb34199 req-7af26e70-bf49-4bde-aadd-df3e1184fc3f service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263055 Feb 03 14:47:26.178468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb837-eeb1-4eab-892b-97dd9634f511 req-218a9f75-f5a4-4f2f-8232-d7d5302f0f2c tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:26.180667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b88cb837-eeb1-4eab-892b-97dd9634f511 req-218a9f75-f5a4-4f2f-8232-d7d5302f0f2c tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 944 time: 0.2211905 Feb 03 14:47:26.182782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] For port beb60e9a-906c-41f8-8587-1c5e7b514712, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=beb60e9a-906c-41f8-8587-1c5e7b514712,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:26.183159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.206465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Calling delete_port for beb60e9a-906c-41f8-8587-1c5e7b514712 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:26.309244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b88cb837-eeb1-4eab-892b-97dd9634f511 req-baa1fb2c-984d-45e5-95c0-a68223fa4a7f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173432 Feb 03 14:47:26.310983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56000) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:26.406139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (beb60e9a-906c-41f8-8587-1c5e7b514712), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.466110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Port': ['ID=beb60e9a-906c-41f8-8587-1c5e7b514712,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:26.524835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Deleting port c19e03b8-08ec-4f35-9c0e-e6eac5429438 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:26.525179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.553440 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] No DVR routers for this DVR port beb60e9a-906c-41f8-8587-1c5e7b514712 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:26.558270 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.561833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9b09f81-9ba5-4b4b-9d26-76152da0e999 req-1e9e11b2-cacb-4de9-8e45-5885cdb1c025 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.71 "DELETE /v2.0/ports/beb60e9a-906c-41f8-8587-1c5e7b514712 HTTP/1.1" status: 204 len: 173 time: 0.9031944 Feb 03 14:47:26.599086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd831745-28b6-4424-973f-2de8d40c802e req-02dff99c-9a8a-48b9-aa89-034ac64f2c08 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:26.605013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd831745-28b6-4424-973f-2de8d40c802e req-02dff99c-9a8a-48b9-aa89-034ac64f2c08 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 943 time: 0.1414640 Feb 03 14:47:26.643868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.644204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for floatingip (c19e03b8-08ec-4f35-9c0e-e6eac5429438), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.669672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Calling delete_port for c19e03b8-08ec-4f35-9c0e-e6eac5429438 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:26.704398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd831745-28b6-4424-973f-2de8d40c802e req-7ab9a30d-c81a-4793-92b1-e7488f00af62 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881021 Feb 03 14:47:26.901568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c19e03b8-08ec-4f35-9c0e-e6eac5429438), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:26.934942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3cb7122c-6071-48e7-b3cd-0e52b9764f32 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:47:26.953295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event deleted for resources: {'Port': ['ID=c19e03b8-08ec-4f35-9c0e-e6eac5429438,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:26.979370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'name': 'network-vif-deleted', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:26.982352 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb955bcc-9062-4e1b-8e6c-8d3e4cd948e5" -d '{"events": [{"server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "name": "network-vif-deleted", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:27.049768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for floatingip (83ced3fc-770c-4658-9bd0-7dfd255b14ed), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:27.050450 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Floating IP 83ced3fc-770c-4658-9bd0-7dfd255b14ed disassociated (deleted). External IP: 172.25.0.141, port: 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4. Feb 03 14:47:27.093756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:47:27.110396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:27.110810 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:27.199233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f5321a2-6eeb-4f04-b9fc-21cadc5e19db req-2774fc5f-eb96-42dd-8e8c-0b130028edab tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee21a820-b887-44f4-9a91-343f5a80c08d HTTP/1.1" status: 200 len: 210 time: 0.0966334 Feb 03 14:47:27.233694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:27.234436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:27.262857 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcaf6f1-5cd6-4515-8175-5783be1df74e x-openstack-request-id: req-efcaf6f1-5cd6-4515-8175-5783be1df74e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:27.263165 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee21a820-b887-44f4-9a91-343f5a80c08d", "name": "network-vif-deleted", "tag": "beb60e9a-906c-41f8-8587-1c5e7b514712", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:27.263423 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efcaf6f1-5cd6-4515-8175-5783be1df74e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:27.263949 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee21a820-b887-44f4-9a91-343f5a80c08d', 'name': 'network-vif-deleted', 'tag': 'beb60e9a-906c-41f8-8587-1c5e7b514712', 'status': 'completed', 'code': 200} Feb 03 14:47:27.274920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7122c-6071-48e7-b3cd-0e52b9764f32'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:27.278543 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66366c43-ae8d-4006-8164-e9bd9823d4fd" -d '{"events": [{"server_uuid": "33606597-5cff-4fbb-9ffb-466a3c74085f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7122c-6071-48e7-b3cd-0e52b9764f32"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:27.298993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 3cb7122c-6071-48e7-b3cd-0e52b9764f32, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:27.311017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:27.361140 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1ba8fa-3a3d-486c-8504-13853351d26a x-openstack-request-id: req-6d1ba8fa-3a3d-486c-8504-13853351d26a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:27.364351 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33606597-5cff-4fbb-9ffb-466a3c74085f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7122c-6071-48e7-b3cd-0e52b9764f32", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:27.365157 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d1ba8fa-3a3d-486c-8504-13853351d26a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:27.373036 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7122c-6071-48e7-b3cd-0e52b9764f32', 'code': 200} Feb 03 14:47:27.421817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=3cb7122c-6071-48e7-b3cd-0e52b9764f32,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:27.480188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:47:27.548519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc735bc-db8d-4284-8973-65098b61564b req-e64b1d88-77ee-4d61-ad0f-c933f232f203 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:27.550173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebc735bc-db8d-4284-8973-65098b61564b req-e64b1d88-77ee-4d61-ad0f-c933f232f203 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 945 time: 0.1181133 Feb 03 14:47:27.557626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081c7e5-d7b6-49fb-b008-bc4bfc8ff043 req-c6977c46-afd3-4507-bd13-1a1afc2ac119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:27.559328 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4081c7e5-d7b6-49fb-b008-bc4bfc8ff043 req-c6977c46-afd3-4507-bd13-1a1afc2ac119 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 1127 time: 0.1114211 Feb 03 14:47:27.641505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ebc735bc-db8d-4284-8973-65098b61564b req-cdf5e346-92ac-44c4-a6d4-dab369e6689b tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812235 Feb 03 14:47:27.654438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4081c7e5-d7b6-49fb-b008-bc4bfc8ff043 req-20819159-601e-478d-b349-174a0105af37 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869267 Feb 03 14:47:27.896051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c8463-98bc-456a-97b8-fa188dfd8226 req-a3851665-e81b-4546-a045-d89af39ad752 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:27.898369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c8463-98bc-456a-97b8-fa188dfd8226 req-a3851665-e81b-4546-a045-d89af39ad752 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 943 time: 0.0819976 Feb 03 14:47:27.961887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e7c8463-98bc-456a-97b8-fa188dfd8226 req-22f46c5e-3985-4107-aede-3faf6b40c6cb tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570817 Feb 03 14:47:28.001789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:28.009226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:28.014459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] Sync routers for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:47:28.028692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:28.029343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:28.055373 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8c0c8e57-05cb-4892-bb6e-46262081ec57 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "DELETE /v2.0/floatingips/83ced3fc-770c-4658-9bd0-7dfd255b14ed HTTP/1.1" status: 204 len: 168 time: 1.7431853 Feb 03 14:47:28.056002 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:28.058341 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:28.185583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:28.305080 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbea166f-9ff7-4e1f-a16b-5d64544e852a x-openstack-request-id: req-bbea166f-9ff7-4e1f-a16b-5d64544e852a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:28.305511 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:28.305863 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbea166f-9ff7-4e1f-a16b-5d64544e852a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:28.306649 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'status': 'completed', 'code': 200} Feb 03 14:47:28.366589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:28.466502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-d209e41b-b9b9-4bb4-a4d3-52ab3ea250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:28.471824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-d209e41b-b9b9-4bb4-a4d3-52ab3ea250c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8cccde000f4420e823f7d8fcde7be93&device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 1127 time: 0.1320179 Feb 03 14:47:28.522077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7920e78d-9372-456e-b948-f428d8b9c247 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (51c711a2-c579-47b0-bdb1-12739c980384), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:28.581617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7920e78d-9372-456e-b948-f428d8b9c247 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (51c711a2-c579-47b0-bdb1-12739c980384), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:28.591800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:28.642641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] Checking router: 8aa39544-e62d-4baa-8a89-eb9cd4f06427 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:47:28.653298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:28.653963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:28.696927 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7920e78d-9372-456e-b948-f428d8b9c247 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (51c711a2-c579-47b0-bdb1-12739c980384), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:28.700282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7920e78d-9372-456e-b948-f428d8b9c247 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:28.702152 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7920e78d-9372-456e-b948-f428d8b9c247 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/security-groups/51c711a2-c579-47b0-bdb1-12739c980384 HTTP/1.1" status: 204 len: 168 time: 0.3345082 Feb 03 14:47:28.707169 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56068) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:28.711678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95351f06-fb07-46c9-9389-0fd9e48d6c2f req-c83d5090-d932-461d-80f0-4c09dbd005a7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:28.717905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95351f06-fb07-46c9-9389-0fd9e48d6c2f req-c83d5090-d932-461d-80f0-4c09dbd005a7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 945 time: 0.2446737 Feb 03 14:47:28.748245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920e78d-9372-456e-b948-f428d8b9c247 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c711a2-c579-47b0-bdb1-12739c980384,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:28.823453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9336-c678-4ad4-9e3c-203894f2f484 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (bb35668f-9ebf-4f3a-a3e9-bc49299a38cc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:28.852095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-9e889273-e6e3-4998-b908-167d3ab04e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:28.855952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-9e889273-e6e3-4998-b908-167d3ab04e38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 200 len: 914 time: 0.3287578 Feb 03 14:47:28.896696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9336-c678-4ad4-9e3c-203894f2f484 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (bb35668f-9ebf-4f3a-a3e9-bc49299a38cc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:28.948857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-069e24c1-2997-4d97-b843-320fdebac3a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 200 len: 217 time: 0.0797505 Feb 03 14:47:28.996146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9336-c678-4ad4-9e3c-203894f2f484 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (bb35668f-9ebf-4f3a-a3e9-bc49299a38cc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:29.014241 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9336-c678-4ad4-9e3c-203894f2f484 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:29.017494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device beb60e9a-906c-41f8-8587-1c5e7b514712 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:29.018045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-c8545953-c1a8-417c-ba6c-8bd51ace1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:29.021971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-c8545953-c1a8-417c-ba6c-8bd51ace1c3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 200 len: 852 time: 0.0657926 Feb 03 14:47:29.022953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56078) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:29.024564 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1e7d9336-c678-4ad4-9e3c-203894f2f484 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb35668f-9ebf-4f3a-a3e9-bc49299a38cc HTTP/1.1" status: 204 len: 168 time: 0.3150322 Feb 03 14:47:29.058027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d9336-c678-4ad4-9e3c-203894f2f484 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb35668f-9ebf-4f3a-a3e9-bc49299a38cc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:29.059915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: beb60e9a-906c-41f8-8587-1c5e7b514712 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:29.060281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device beb60e9a-906c-41f8-8587-1c5e7b514712 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:29.111943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:29.175665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95351f06-fb07-46c9-9389-0fd9e48d6c2f req-1d77c2b7-535c-4323-9108-121f5cab0491 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/security-groups?id=13769bb2-e2a8-4ce0-b28d-0eeb77932102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4270759 Feb 03 14:47:29.229771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f83eb957-5a87-4bdb-91f9-bb3d183f09b3 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:47:29.425961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-959058a7-9352-47e4-bf3a-ab3f325c752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:29.427606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-959058a7-9352-47e4-bf3a-ab3f325c752f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff418be0-28a9-4233-99bb-3647055022c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3814428 Feb 03 14:47:29.489171 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 14:47:29.566217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f485d-923e-4938-9e65-a301f81272d9 req-0b752253-fe58-433f-ba54-944a8c57ba41 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:29.567378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-233f485d-923e-4938-9e65-a301f81272d9 req-0b752253-fe58-433f-ba54-944a8c57ba41 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 945 time: 0.2361629 Feb 03 14:47:29.593344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:29.629439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f07b4a-cabf-4625-a089-e92bdd1bcafc None None] The sync data for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 is: [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:41:05Z', 'revision_number': 4, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'bf00aab7-e06d-43de-8032-1050e11a57a0', 'name': '', 'network_id': 'ff418be0-28a9-4233-99bb-3647055022c5', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'mac_address': 'fa:16:3e:93:40:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:04Z', 'updated_at': '2022-02-03T14:41:10Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'subnets': [{'id': 'b4d91d35-bb9b-4f74-bd7f-bfd6926f370a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:29.686738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port f83eb957-5a87-4bdb-91f9-bb3d183f09b3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,segment=NetworkSegment(62dc258c-6780-401b-b4dd-e8da4b607001),segment_id=62dc258c-6780-401b-b4dd-e8da4b607001)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:29.700386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3', 'network_id': 'fe55d281-c0f0-4d74-8f73-a64be56505dc', 'port_id': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3', 'mac_address': 'fa:16:3e:c7:fe:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396c5875-0119-47c7-ba3c-ea73621169f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:47:29.758476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:29.758878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:29.801730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83eb957-5a87-4bdb-91f9-bb3d183f09b3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:47:29.833703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port f83eb957-5a87-4bdb-91f9-bb3d183f09b3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,segment=NetworkSegment(62dc258c-6780-401b-b4dd-e8da4b607001),segment_id=62dc258c-6780-401b-b4dd-e8da4b607001)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:29.851738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:29.967298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-71cc8955-72ec-447b-8733-1749113d4f6e tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:29.968921 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-71cc8955-72ec-447b-8733-1749113d4f6e tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 945 time: 0.1280675 Feb 03 14:47:29.970433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:30.049091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['f83eb957-5a87-4bdb-91f9-bb3d183f09b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:47:30.159972 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f672a-3de9-416f-867f-a36dc16b16ac None None] New status for floating IP 83ced3fc-770c-4658-9bd0-7dfd255b14ed: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:47:30.237838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Deleting port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:30.239260 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:30.415744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] For port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:30.423397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:30.446537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-d4d893e5-4b13-44a3-b663-bf339c1253ab service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0081522 Feb 03 14:47:30.461790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Calling delete_port for 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:30.568778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-233f485d-923e-4938-9e65-a301f81272d9 req-88ed8d4e-b854-4b57-b0e4-87c6d35261cd tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7965889 Feb 03 14:47:30.677300 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (3fdb32bc-60e2-4a7e-b098-b66955e6e4f4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:30.740730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event deleted for resources: {'Port': ['ID=3fdb32bc-60e2-4a7e-b098-b66955e6e4f4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:30.774604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] No DVR routers for this DVR port 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:30.777563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:30.783697 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.45 "DELETE /v2.0/ports/3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 HTTP/1.1" status: 204 len: 173 time: 0.8065658 Feb 03 14:47:30.784207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'name': 'network-vif-deleted', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:30.787943 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf28d92-9009-495e-b7ef-4fa579720fee" -d '{"events": [{"server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "name": "network-vif-deleted", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:30.871261 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cdae65d2-873f-4af7-9c5e-8b6a461d75a7 req-946505d2-fd65-444a-a2a1-e292504e99eb service neutron] 10.222.0.45 "GET /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030492 Feb 03 14:47:30.895753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cc4c2-af84-4212-9029-77c3351182fb req-39e93d87-5a94-49ed-a4e1-4a24901c0556 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:30.904101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f97cc4c2-af84-4212-9029-77c3351182fb req-39e93d87-5a94-49ed-a4e1-4a24901c0556 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 944 time: 0.1984360 Feb 03 14:47:31.000814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f97cc4c2-af84-4212-9029-77c3351182fb req-635feb36-0d57-4525-869a-c8146b8d210c tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955155 Feb 03 14:47:31.022004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (afb85d3d-ab91-490e-8a1f-7367b966d7b6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:31.241166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f83eb957-5a87-4bdb-91f9-bb3d183f09b3 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:47:31.260649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aff66e80-f8ca-4298-bba6-02758c0e7f63 req-2b580c7c-432d-46b5-8988-2adeacab5f98 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0415227 Feb 03 14:47:31.391061 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9215d6-b935-4e04-bf92-824326d574b4 x-openstack-request-id: req-5b9215d6-b935-4e04-bf92-824326d574b4 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:31.392330 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9785b88-7e1f-4395-a3b4-834b0d1b3590", "name": "network-vif-deleted", "tag": "3fdb32bc-60e2-4a7e-b098-b66955e6e4f4", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:31.392839 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b9215d6-b935-4e04-bf92-824326d574b4 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:31.393462 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9785b88-7e1f-4395-a3b4-834b0d1b3590', 'name': 'network-vif-deleted', 'tag': '3fdb32bc-60e2-4a7e-b098-b66955e6e4f4', 'status': 'completed', 'code': 200} Feb 03 14:47:31.462356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:47:31.467745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:31.468157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:31.648979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:31.649377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:31.701084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:31.703336 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcb2d21-68b4-44cf-a18b-dd9e1875c271" -d '{"events": [{"server_uuid": "1920b531-be0f-4e56-b18d-1eaccb0c72db", "name": "network-vif-plugged", "status": "completed", "tag": "f83eb957-5a87-4bdb-91f9-bb3d183f09b3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:31.728341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port f83eb957-5a87-4bdb-91f9-bb3d183f09b3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,segment=NetworkSegment(62dc258c-6780-401b-b4dd-e8da4b607001),segment_id=62dc258c-6780-401b-b4dd-e8da4b607001)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:31.737678 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:31.738696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:31.778520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting port 0b014f0a-6637-468d-8bb9-081741060670 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:31.779093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0b014f0a-6637-468d-8bb9-081741060670), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:31.795319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:31.795673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 3fdb32bc-60e2-4a7e-b098-b66955e6e4f4 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:31.828358 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1067475-2ff4-46c8-b244-5c5f651c2e13 x-openstack-request-id: req-d1067475-2ff4-46c8-b244-5c5f651c2e13 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:31.836866 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1920b531-be0f-4e56-b18d-1eaccb0c72db", "name": "network-vif-plugged", "status": "completed", "tag": "f83eb957-5a87-4bdb-91f9-bb3d183f09b3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:31.837547 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1067475-2ff4-46c8-b244-5c5f651c2e13 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:31.838156 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3', 'code': 200} Feb 03 14:47:31.889622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:31.947798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] For port 0b014f0a-6637-468d-8bb9-081741060670, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0b014f0a-6637-468d-8bb9-081741060670,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:31.948211 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0b014f0a-6637-468d-8bb9-081741060670), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:31.978531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Calling delete_port for 0b014f0a-6637-468d-8bb9-081741060670 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:31.997383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b357b-fa92-4cec-aa20-a4f8329f9923 req-80066909-c743-4314-979b-b83d03f67966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:31.999700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c16b357b-fa92-4cec-aa20-a4f8329f9923 req-80066909-c743-4314-979b-b83d03f67966 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 1127 time: 0.1125140 Feb 03 14:47:32.341450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c16b357b-fa92-4cec-aa20-a4f8329f9923 req-e76340b9-b918-41ad-a725-a8cf214a4a3f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810566 Feb 03 14:47:32.387373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce50b1-d56f-49ec-bdfc-a41176caaa2b req-f48c908f-9f94-4395-8cd8-ca4eadb2028b tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:32.395804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78ce50b1-d56f-49ec-bdfc-a41176caaa2b req-f48c908f-9f94-4395-8cd8-ca4eadb2028b tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.2116482 Feb 03 14:47:32.518410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78ce50b1-d56f-49ec-bdfc-a41176caaa2b req-e8178ad8-df10-40c5-91a4-a21e6bfd46f6 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216555 Feb 03 14:47:32.531462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0b014f0a-6637-468d-8bb9-081741060670), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:32.560590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Port': ['ID=0b014f0a-6637-468d-8bb9-081741060670,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:32.697331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e066aa8d-29e6-41e0-8228-14a66f9f60b1 req-ccc7688a-8b9c-43b0-8c70-9dc6a807ef04 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0391686 Feb 03 14:47:32.860739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (afb85d3d-ab91-490e-8a1f-7367b966d7b6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:33.154474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Router afb85d3d-ab91-490e-8a1f-7367b966d7b6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:47:33.297792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:33.308446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56190) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:33.309712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] Sync routers for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:47:33.319676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-34f90417-9e47-4de1-917f-7880916146e5 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "PUT /v2.0/routers/afb85d3d-ab91-490e-8a1f-7367b966d7b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2907038 Feb 03 14:47:33.323368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:33.324354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:33.371841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting subnet 8b56bbfd-a261-4704-8504-3674f0a55651 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:47:33.375936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for subnet (8b56bbfd-a261-4704-8504-3674f0a55651), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:33.433466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (8b56bbfd-a261-4704-8504-3674f0a55651), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:33.499227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:33.550728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8b56bbfd-a261-4704-8504-3674f0a55651), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:33.659039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (8b56bbfd-a261-4704-8504-3674f0a55651), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:33.710551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Subnet': ['ID=8b56bbfd-a261-4704-8504-3674f0a55651,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:33.737970 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:33.741975 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-60e5d380-d1a4-4512-80a2-88baea9b343d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/subnets/8b56bbfd-a261-4704-8504-3674f0a55651 HTTP/1.1" status: 204 len: 168 time: 0.4319098 Feb 03 14:47:33.747927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:33.755426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b9028-a579-493f-b3c5-929cff26f6c4 None None] Network 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:33.780739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96908ca7-c1ea-41f5-b662-cf6b15ef7f4d req-2fa68d56-e5b2-4b2b-89d0-23899ad881e6 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:33.795854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96908ca7-c1ea-41f5-b662-cf6b15ef7f4d req-2fa68d56-e5b2-4b2b-89d0-23899ad881e6 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.1375847 Feb 03 14:47:33.898027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96908ca7-c1ea-41f5-b662-cf6b15ef7f4d req-ea00bd0f-f395-45e7-af9f-d62b9b1a57fe tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001048 Feb 03 14:47:33.949067 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router (afb85d3d-ab91-490e-8a1f-7367b966d7b6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.025874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] DHCP port deletion for 97d1b1f9-5c3e-4907-a37b-2f19422d1e3f request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:47:34.094102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0431afeb-debc-404f-9b8c-453d5ac1e164 req-afcf2986-dc46-4828-8e94-6a8cdbb6ca9a tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0603008 Feb 03 14:47:34.127393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:47:32Z', 'revision_number': 5, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port': {'id': 'af600ec8-3ce1-43db-b4c5-c7e11ddb3e66', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:74:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:44:53Z', 'updated_at': '2022-02-03T14:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:34.157493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_gateway (afb85d3d-ab91-490e-8a1f-7367b966d7b6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.213900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] Checking router: afb85d3d-ab91-490e-8a1f-7367b966d7b6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:47:34.239186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] Routers {'afb85d3d-ab91-490e-8a1f-7367b966d7b6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:34.240349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:34.265988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Deleting port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:34.267847 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.284711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f37509-8ee8-4199-be9f-a0a7c6c52edf req-f5cd22de-6661-4fcb-8729-0cfeac435e13 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:34.286808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f37509-8ee8-4199-be9f-a0a7c6c52edf req-f5cd22de-6661-4fcb-8729-0cfeac435e13 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.0886867 Feb 03 14:47:34.371869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] Deleting port bd38edf3-3a56-4e02-8317-376be83ffef4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:34.372488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.390050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f37509-8ee8-4199-be9f-a0a7c6c52edf req-fe57101e-6f52-4297-86f1-7ccbfd71ff7f tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922701 Feb 03 14:47:34.409987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] For port af600ec8-3ce1-43db-b4c5-c7e11ddb3e66, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:34.411039 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.447071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Calling delete_port for af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:34.501412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] For port bd38edf3-3a56-4e02-8317-376be83ffef4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd38edf3-3a56-4e02-8317-376be83ffef4,segment=NetworkSegment(f37787e6-160b-4585-988f-19257f1b120f),segment_id=f37787e6-160b-4585-988f-19257f1b120f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:34.501976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.533485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] Calling delete_port for bd38edf3-3a56-4e02-8317-376be83ffef4 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:34.554171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] Set router afb85d3d-ab91-490e-8a1f-7367b966d7b6 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:34.640792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:47:34Z', 'revision_number': 6, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:34.703522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2e517-457a-4e66-92d6-9aedf0d9aff5 None None] The sync data for ids ['afb85d3d-ab91-490e-8a1f-7367b966d7b6'] in n-d-827549-2 is: [{'id': 'afb85d3d-ab91-490e-8a1f-7367b966d7b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-591859350', 'tenant_id': '87a3724916764d1dafeedf3183baa22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:44:52Z', 'updated_at': '2022-02-03T14:47:34Z', 'revision_number': 6, 'project_id': '87a3724916764d1dafeedf3183baa22c', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:34.774315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (bd38edf3-3a56-4e02-8317-376be83ffef4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.824911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] Pushing event deleted for resources: {'Port': ['ID=bd38edf3-3a56-4e02-8317-376be83ffef4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:34.829228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30425318-ce7d-482b-84aa-52bda8d5d1d4 None None] No DVR routers for this DVR port bd38edf3-3a56-4e02-8317-376be83ffef4 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:34.853692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda54fe-18aa-4d1d-9cd0-c373ad1f391a req-4015a37b-f865-43dc-a4a3-2dbd2ccce3a9 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:34.856657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-abda54fe-18aa-4d1d-9cd0-c373ad1f391a req-4015a37b-f865-43dc-a4a3-2dbd2ccce3a9 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.1006644 Feb 03 14:47:34.879650 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (af600ec8-3ce1-43db-b4c5-c7e11ddb3e66), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:34.917149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Port': ['ID=af600ec8-3ce1-43db-b4c5-c7e11ddb3e66,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:34.933501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-abda54fe-18aa-4d1d-9cd0-c373ad1f391a req-c1ad7a22-eabf-431f-8f5b-299409e2b885 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701437 Feb 03 14:47:35.000253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (afb85d3d-ab91-490e-8a1f-7367b966d7b6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.133540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (afb85d3d-ab91-490e-8a1f-7367b966d7b6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.140056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router_controller (afb85d3d-ab91-490e-8a1f-7367b966d7b6), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.222037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (afb85d3d-ab91-490e-8a1f-7367b966d7b6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.224483 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Fanout notify agent at l3_agent the message router_deleted on router afb85d3d-ab91-490e-8a1f-7367b966d7b6 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:47:35.231860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.236340 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-96a38160-b7ef-4962-b554-a780c392e106 tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/routers/afb85d3d-ab91-490e-8a1f-7367b966d7b6 HTTP/1.1" status: 204 len: 168 time: 1.4872897 Feb 03 14:47:35.237288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56214) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:35.263299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52d62f88-a583-4906-84f2-2914b21cc377 req-77f2562e-b9e3-4dc0-acea-dd1f729e8df8 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0508537 Feb 03 14:47:35.356709 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.467374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.492784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d1b1f9-5c3e-4907-a37b-2f19422d1e3f']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:35.503557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37787e6-160b-4585-988f-19257f1b120f') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:35.503959 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37787e6-160b-4585-988f-19257f1b120f') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:35.514981 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (f37787e6-160b-4585-988f-19257f1b120f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.533620 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (f37787e6-160b-4585-988f-19257f1b120f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.542842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:47:35.543267 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (f37787e6-160b-4585-988f-19257f1b120f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:47:35.547552 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:47:35.628923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (97d1b1f9-5c3e-4907-a37b-2f19422d1e3f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.652218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:35.656131 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] 10.222.0.52 "DELETE /v2.0/networks/97d1b1f9-5c3e-4907-a37b-2f19422d1e3f HTTP/1.1" status: 204 len: 168 time: 0.4175918 Feb 03 14:47:35.693588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f8a52-e4f3-444b-aeda-b7b6cf88f91d tempest-TestSecurityGroupsBasicOps-483590381 tempest-TestSecurityGroupsBasicOps-483590381-project] Pushing event deleted for resources: {'Network': ['ID=97d1b1f9-5c3e-4907-a37b-2f19422d1e3f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:35.715688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0b014f0a-6637-468d-8bb9-081741060670 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:35.741894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 0b014f0a-6637-468d-8bb9-081741060670 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:35.742236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0b014f0a-6637-468d-8bb9-081741060670 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:35.742650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:35.779165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:35.780697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af600ec8-3ce1-43db-b4c5-c7e11ddb3e66 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:35.781620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd38edf3-3a56-4e02-8317-376be83ffef4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:35.810760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bd38edf3-3a56-4e02-8317-376be83ffef4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:35.811396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd38edf3-3a56-4e02-8317-376be83ffef4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:36.091047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56228) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:36.109445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67498099-07ea-43d8-9955-26fe82bf788f req-d1d41f1c-8cbb-41f0-a3b7-9666427cb3e7 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:36.110979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67498099-07ea-43d8-9955-26fe82bf788f req-d1d41f1c-8cbb-41f0-a3b7-9666427cb3e7 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.0748208 Feb 03 14:47:36.181380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67498099-07ea-43d8-9955-26fe82bf788f req-9bb84c31-864a-46e5-86d1-56fad872c07a tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604653 Feb 03 14:47:36.320311 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c728cb0a-7955-499b-8ad4-962e99389123 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87a3724916764d1dafeedf3183baa22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279370 Feb 03 14:47:36.322660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56238) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:36.407456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d91acf78-d398-4a26-98b9-6ee3a123b5d8 req-39e469a3-0ad5-47a9-961f-fe57f8b6c9df tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0302684 Feb 03 14:47:36.430565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17d3-3351-4520-abbb-85f5c149c425 admin admin] Publish callbacks [] for security_group (588b7340-3e1b-4a93-9f14-7e3a40ef754f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:36.480449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17d3-3351-4520-abbb-85f5c149c425 admin admin] Publish callbacks [] for security_group (588b7340-3e1b-4a93-9f14-7e3a40ef754f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:36.488989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-58251fb0-2531-456c-b41c-89785ce320c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:36.490671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-58251fb0-2531-456c-b41c-89785ce320c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a692d9b643ab4042999dad9649d57e6c&device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 1127 time: 0.0804424 Feb 03 14:47:36.551547 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17d3-3351-4520-abbb-85f5c149c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (588b7340-3e1b-4a93-9f14-7e3a40ef754f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:36.556099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17d3-3351-4520-abbb-85f5c149c425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:36.560920 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f5f17d3-3351-4520-abbb-85f5c149c425 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/588b7340-3e1b-4a93-9f14-7e3a40ef754f HTTP/1.1" status: 204 len: 168 time: 0.2370007 Feb 03 14:47:36.573485 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f17d3-3351-4520-abbb-85f5c149c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b7340-3e1b-4a93-9f14-7e3a40ef754f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:36.655687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58fe5d-3b7e-413a-bbe5-e27d87f16d08 req-1632b686-23eb-40d0-a622-4147156f79b2 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:36.657225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f58fe5d-3b7e-413a-bbe5-e27d87f16d08 req-1632b686-23eb-40d0-a622-4147156f79b2 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.1305003 Feb 03 14:47:36.689170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-9d526676-faa8-4820-829c-d0cc9941239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:36.690714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-9d526676-faa8-4820-829c-d0cc9941239e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe55d281-c0f0-4d74-8f73-a64be56505dc HTTP/1.1" status: 200 len: 913 time: 0.1942711 Feb 03 14:47:36.749802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-8bb02ca7-f84a-4f11-a20d-80d0b2f14bbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3 HTTP/1.1" status: 200 len: 217 time: 0.0523500 Feb 03 14:47:36.797392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f58fe5d-3b7e-413a-bbe5-e27d87f16d08 req-1b52eb90-3f7f-44ae-9ea3-214cbb8d2788 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278584 Feb 03 14:47:36.813279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-51c5cb3b-a31f-4f34-9ed4-1aa282eaa1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:36.814763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-51c5cb3b-a31f-4f34-9ed4-1aa282eaa1e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=396c5875-0119-47c7-ba3c-ea73621169f3 HTTP/1.1" status: 200 len: 852 time: 0.0563335 Feb 03 14:47:36.876877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-aab50cc1-18b5-4909-b3e4-7fca91a9efe2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe55d281-c0f0-4d74-8f73-a64be56505dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555270 Feb 03 14:47:37.008585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-220cbdf1-eccf-4ddb-85e0-46346edec4b6 service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248240 Feb 03 14:47:37.008693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56246) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:37.036139 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4489b76e-96cd-4574-906e-b50802208dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:37.163185 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4489b76e-96cd-4574-906e-b50802208dea admin admin] Publish callbacks [] for security_group (9fbd6570-8006-413d-b849-c38b1215ed3f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:37.167013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b5c948c-69e8-4b65-985b-64ab99b00449 req-2451b2dc-6f6b-4e22-b50e-262c92189190 service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519704 Feb 03 14:47:37.169649 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4489b76e-96cd-4574-906e-b50802208dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9fbd6570-8006-413d-b849-c38b1215ed3f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:37.212461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4489b76e-96cd-4574-906e-b50802208dea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cf416cb03a44d01900e03c53524bede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009284 Feb 03 14:47:37.213651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56250) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:37.230866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b76e-96cd-4574-906e-b50802208dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbd6570-8006-413d-b849-c38b1215ed3f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:37.279597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2e437ec-40f1-48b7-bc71-6189fb383fab admin admin] Publish callbacks [] for security_group (9fbd6570-8006-413d-b849-c38b1215ed3f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:37.304000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2e437ec-40f1-48b7-bc71-6189fb383fab admin admin] Publish callbacks [] for security_group (9fbd6570-8006-413d-b849-c38b1215ed3f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:37.367890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2e437ec-40f1-48b7-bc71-6189fb383fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9fbd6570-8006-413d-b849-c38b1215ed3f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:37.371597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a2e437ec-40f1-48b7-bc71-6189fb383fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:37.375209 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a2e437ec-40f1-48b7-bc71-6189fb383fab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fbd6570-8006-413d-b849-c38b1215ed3f HTTP/1.1" status: 204 len: 168 time: 0.1580503 Feb 03 14:47:37.382970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e437ec-40f1-48b7-bc71-6189fb383fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbd6570-8006-413d-b849-c38b1215ed3f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:37.527061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b4ed7311-9c5e-4820-a2a9-ff3e9bec9ae0 req-a292bd8a-64d6-4c53-9b10-16a26aefc479 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0366566 Feb 03 14:47:37.845958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56260) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:37.915572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56264) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:37.927376 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b8b4366b-cb6f-4445-8554-ad4991882871 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e17841d93a84511a6c3d58c5bf3ff0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778363 Feb 03 14:47:38.029858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a4aad-7113-40ba-9670-e97194276741 req-d7d237a4-5278-482e-9615-4a1c19271e6f tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:38.032464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-240a4aad-7113-40ba-9670-e97194276741 req-d7d237a4-5278-482e-9615-4a1c19271e6f tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.0926545 Feb 03 14:47:38.033410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e121440-9d7d-4548-9188-9d80947bb67e admin admin] Publish callbacks [] for security_group (ee9e7278-1f3e-4ce4-a7f1-857c0b453e58), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:38.073712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e121440-9d7d-4548-9188-9d80947bb67e admin admin] Publish callbacks [] for security_group (ee9e7278-1f3e-4ce4-a7f1-857c0b453e58), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:38.136914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-240a4aad-7113-40ba-9670-e97194276741 req-20d163fe-0479-4407-a1cf-3fbbebc04b25 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915232 Feb 03 14:47:38.165540 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e121440-9d7d-4548-9188-9d80947bb67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (ee9e7278-1f3e-4ce4-a7f1-857c0b453e58), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:38.168557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3e121440-9d7d-4548-9188-9d80947bb67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:38.170567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3e121440-9d7d-4548-9188-9d80947bb67e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee9e7278-1f3e-4ce4-a7f1-857c0b453e58 HTTP/1.1" status: 204 len: 168 time: 0.2537100 Feb 03 14:47:38.190944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e121440-9d7d-4548-9188-9d80947bb67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e7278-1f3e-4ce4-a7f1-857c0b453e58,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:38.467330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b7767-3d45-4905-92c5-fe4401a20bdb req-4d915b38-ac7a-4790-8412-8e0575263840 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:38.469619 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c93b7767-3d45-4905-92c5-fe4401a20bdb req-4d915b38-ac7a-4790-8412-8e0575263840 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.0709319 Feb 03 14:47:38.545994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c93b7767-3d45-4905-92c5-fe4401a20bdb req-0fb6b218-d365-430f-b726-94c60ca10cfc tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671177 Feb 03 14:47:38.651970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5450b83d-d32c-4a41-8a4f-628d1bfe3d66 req-ba8243df-b6b7-47cf-928b-82563623d82e tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0338216 Feb 03 14:47:39.125214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.152223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56298) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:39.301253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1558910701-network', 'tenant_id': '0340c05c88604f76b98135462419eeab'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:39.330638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Made reservation on behalf of 0340c05c88604f76b98135462419eeab for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:39.334862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.345251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.489230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks [] for security_group (0ac675b4-67f1-42a5-9ed4-8c3d44cba421), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.495486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0ac675b4-67f1-42a5-9ed4-8c3d44cba421), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.527886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:47:39.540446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac675b4-67f1-42a5-9ed4-8c3d44cba421,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:39.548000 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e5102730-28cf-45c7-adc4-a0cea03962fc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.548462 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Added segment e5102730-28cf-45c7-adc4-a0cea03962fc of type vlan for network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 Feb 03 14:47:39.605595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (c1ca40f0-d4ab-4752-909b-7ed67ebd7e30), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.643605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (c1ca40f0-d4ab-4752-909b-7ed67ebd7e30), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.645678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:39.646676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.730842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5747616 Feb 03 14:47:39.731987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56306) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:39.737316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Request body: {'subnet': {'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1558910701-subnet', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:39.765598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Made reservation on behalf of 0340c05c88604f76b98135462419eeab for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:39.769528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679e5eb-7540-4e08-b4fc-8182ef9233d5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1ca40f0-d4ab-4752-909b-7ed67ebd7e30,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:39.773250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:39.782190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:47:39.783985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3404769-2946-4a93-a669-4b87c31fd6c5 req-52f725e3-c8e1-4967-9eab-a47403f28fb5 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:39.791865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3404769-2946-4a93-a669-4b87c31fd6c5 req-52f725e3-c8e1-4967-9eab-a47403f28fb5 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.1396291 Feb 03 14:47:39.875962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3404769-2946-4a93-a669-4b87c31fd6c5 req-2f99bdf4-12f2-4a03-ba3b-49658ed5bbe8 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831020 Feb 03 14:47:39.981752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b65ea35-45af-4d2d-9ff4-6022d4d5a0aa req-8db790a4-030d-43b2-bcd1-0af5985075a1 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0514174 Feb 03 14:47:40.058179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0cdc3c05-419c-4da9-b667-26f183c02543), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.135569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdc3c05-419c-4da9-b667-26f183c02543,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:40.144025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Checking segment: {'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:40.144358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Network hostable DHCP agents. Network: c1ca40f0-d4ab-4752-909b-7ed67ebd7e30, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:47:40.167798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:47:40.184306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, c1ca40f0-d4ab-4752-909b-7ed67ebd7e30) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:40.197985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0711e-6a48-4a25-8aa7-3a5a1bdd2a4b None None] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:40.213834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:40.214444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.249445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1eb35666-80c7-4fde-81dc-a83d7fab57f9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5161242 Feb 03 14:47:40.251944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56316) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:40.269262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1558910701-router', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:40.304245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (a7ca27c1-e642-410b-b5cb-963893b02956), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.305699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (a7ca27c1-e642-410b-b5cb-963893b02956), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.409702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks [] for router_controller (a7ca27c1-e642-410b-b5cb-963893b02956), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.428743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-c1ca40f0-d4ab-4752-909b-7ed67ebd7e30', 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30', 'project_id': '0340c05c88604f76b98135462419eeab', 'fixed_ips': [{'subnet_id': '0cdc3c05-419c-4da9-b667-26f183c02543'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:47:40.429973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.620189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Allocated IP 172.20.0.2 (c1ca40f0-d4ab-4752-909b-7ed67ebd7e30/0cdc3c05-419c-4da9-b667-26f183c02543/e82d9826-1537-4b8f-bf51-016f9e84b44c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:47:40.733046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks [] for router_gateway (a7ca27c1-e642-410b-b5cb-963893b02956), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.829482 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Publish callbacks [] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.840616 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:40.899476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c5906-00f6-4e2c-852b-a4b9558232d0 req-7f44e90d-bfe6-421d-9959-967e0604007f tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:40.902470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Pushing event updated for resources: {'Port': ['ID=e82d9826-1537-4b8f-bf51-016f9e84b44c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:40.920693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:47:40.921331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-747c5906-00f6-4e2c-852b-a4b9558232d0 req-7f44e90d-bfe6-421d-9959-967e0604007f tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.6391494 Feb 03 14:47:40.922545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:40.925354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:47:40.946428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-b2d50822-ceb9-4093-b3d6-b210244ddb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:40.948293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-b2d50822-ceb9-4093-b3d6-b210244ddb70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a692d9b643ab4042999dad9649d57e6c&device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 1127 time: 0.1417456 Feb 03 14:47:41.003992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks [] for router_gateway (a7ca27c1-e642-410b-b5cb-963893b02956), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:41.027401 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:41.067132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-747c5906-00f6-4e2c-852b-a4b9558232d0 req-7e963f83-63b5-4344-84a5-a9dcc3573db0 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427848 Feb 03 14:47:41.113267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Attempting to bind port e82d9826-1537-4b8f-bf51-016f9e84b44c on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:47:41.114331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Attempting to bind port e82d9826-1537-4b8f-bf51-016f9e84b44c by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:47:41.114700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Attempting to bind port e82d9826-1537-4b8f-bf51-016f9e84b44c on network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:47:41.127015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:47:41.131267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Checking segment: {'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:41.138684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:41.139334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Bound using segment: {'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:47:41.139984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Bound port: e82d9826-1537-4b8f-bf51-016f9e84b44c, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:47:41.140396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:41.142064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-04bd8e89-4b83-451c-a4f4-e4cc6069b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:41.146672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-04bd8e89-4b83-451c-a4f4-e4cc6069b895 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe55d281-c0f0-4d74-8f73-a64be56505dc HTTP/1.1" status: 200 len: 913 time: 0.1900022 Feb 03 14:47:41.170577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Allocated IP 172.25.0.110 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ef07183b-92b7-4ae4-baea-d53326f69c3f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:47:41.206465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-05d0734b-69c0-4512-b4cd-8c1485995d69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3 HTTP/1.1" status: 200 len: 217 time: 0.0543597 Feb 03 14:47:41.265186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-d387cf96-3959-4e19-b051-90189fb4dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:41.267116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-d387cf96-3959-4e19-b051-90189fb4dec6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=396c5875-0119-47c7-ba3c-ea73621169f3 HTTP/1.1" status: 200 len: 852 time: 0.0496976 Feb 03 14:47:41.283497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] For port e82d9826-1537-4b8f-bf51-016f9e84b44c, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:47:41.289293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] For port e82d9826-1537-4b8f-bf51-016f9e84b44c, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e82d9826-1537-4b8f-bf51-016f9e84b44c,segment=NetworkSegment(e5102730-28cf-45c7-adc4-a0cea03962fc),segment_id=e5102730-28cf-45c7-adc4-a0cea03962fc)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:47:41.298391 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:41.305766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f07300c0-bd38-4107-852e-eaa9e8002a2e req-17619a76-14ec-4170-92c9-ff28fc0ae237 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.1001801 Feb 03 14:47:41.362346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-611ff7b3-4e08-4f9c-b97f-eb208583c7a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe55d281-c0f0-4d74-8f73-a64be56505dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742788 Feb 03 14:47:41.367578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks [] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:41.417651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:41.433976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40866ce-8237-487d-b67f-95fccceb231b None None] Pushing event updated for resources: {'Port': ['ID=e82d9826-1537-4b8f-bf51-016f9e84b44c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:41.485595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Pushing event updated for resources: {'Port': ['ID=ef07183b-92b7-4ae4-baea-d53326f69c3f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:41.495640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:47:41.497459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:41.502554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-30a360c6-bca3-4e76-b1a5-b8351b60ec52 service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335988 Feb 03 14:47:41.504191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:47:41.677076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bbea297-3a20-4f65-8c00-d4fdf936d932 req-c21c17b2-35c8-4188-a530-7a295eb85786 service neutron] 10.222.0.45 "GET /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689003 Feb 03 14:47:41.892706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks [] for router_gateway (a7ca27c1-e642-410b-b5cb-963893b02956), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:42.157096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (a7ca27c1-e642-410b-b5cb-963893b02956), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:42.331076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a0230-727e-4e10-9280-1cd4183a5ad7 req-ff3adbf3-d1d8-4a4f-989a-c6e2b88ed395 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:42.348143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-536a0230-727e-4e10-9280-1cd4183a5ad7 req-ff3adbf3-d1d8-4a4f-989a-c6e2b88ed395 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.1756432 Feb 03 14:47:42.454061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-536a0230-727e-4e10-9280-1cd4183a5ad7 req-876293e0-74a8-40c7-8279-d94cb282e4ab tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039479 Feb 03 14:47:42.619404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fedf3330-ff8c-4f73-983d-d96eed4b1cc2 req-ae0a3d98-b684-4847-9af3-3d6318c7e3ec tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9785b88-7e1f-4395-a3b4-834b0d1b3590 HTTP/1.1" status: 200 len: 210 time: 0.0530298 Feb 03 14:47:42.930490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Router a7ca27c1-e642-410b-b5cb-963893b02956 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:47:42.935461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca1570-fe1f-4ca1-be74-dcedfe886b9a None None] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:43.008909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e5b591cd-748a-4947-9597-05120ce4198c None None] Provisioning complete for port e82d9826-1537-4b8f-bf51-016f9e84b44c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:43.009742 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5b591cd-748a-4947-9597-05120ce4198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.098898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:43.110234 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Sync routers for ids ['a7ca27c1-e642-410b-b5cb-963893b02956'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:47:43.120532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.124649 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-41cb265e-2d5d-4b7b-a1ac-324628399d6f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8691351 Feb 03 14:47:43.124972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56332) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:43.128619 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Routers {'a7ca27c1-e642-410b-b5cb-963893b02956'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:43.129380 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7ca27c1-e642-410b-b5cb-963893b02956'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:43.161739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e5b591cd-748a-4947-9597-05120ce4198c None None] Current status of the port e82d9826-1537-4b8f-bf51-016f9e84b44c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:43.162771 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5b591cd-748a-4947-9597-05120ce4198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.217373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e5b591cd-748a-4947-9597-05120ce4198c None None] For port e82d9826-1537-4b8f-bf51-016f9e84b44c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e82d9826-1537-4b8f-bf51-016f9e84b44c,segment=NetworkSegment(e5102730-28cf-45c7-adc4-a0cea03962fc),segment_id=e5102730-28cf-45c7-adc4-a0cea03962fc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:43.227849 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5b591cd-748a-4947-9597-05120ce4198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.371594 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Set router a7ca27c1-e642-410b-b5cb-963893b02956 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:43.410936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b591cd-748a-4947-9597-05120ce4198c None None] Pushing event updated for resources: {'Port': ['ID=e82d9826-1537-4b8f-bf51-016f9e84b44c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:43.657225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482b062-a8f7-496e-983e-1ada629ebe00 req-6ba69d88-d327-422a-be24-e1fb5e710d9c tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:43.660369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9bc17fac-ede3-491d-8a75-d2ab7d2ba67c None None] Provisioning complete for port e82d9826-1537-4b8f-bf51-016f9e84b44c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:43.661396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bc17fac-ede3-491d-8a75-d2ab7d2ba67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.669783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5482b062-a8f7-496e-983e-1ada629ebe00 req-6ba69d88-d327-422a-be24-e1fb5e710d9c tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.0910127 Feb 03 14:47:43.691376 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'name': 'tempest-ImageQuotaTest-1558910701-router', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:47:40Z', 'updated_at': '2022-02-03T14:47:41Z', 'revision_number': 3, 'project_id': '0340c05c88604f76b98135462419eeab', 'gw_port': {'id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:41Z', 'updated_at': '2022-02-03T14:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:43.744763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5482b062-a8f7-496e-983e-1ada629ebe00 req-19a94f80-1304-40ac-ac44-4087465be7a0 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726125 Feb 03 14:47:43.779997 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Checking router: a7ca27c1-e642-410b-b5cb-963893b02956 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:47:43.780345 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Updating router a7ca27c1-e642-410b-b5cb-963893b02956 port ef07183b-92b7-4ae4-baea-d53326f69c3f binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:47:43.814003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9bc17fac-ede3-491d-8a75-d2ab7d2ba67c None None] Current status of the port e82d9826-1537-4b8f-bf51-016f9e84b44c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:43.839251 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.855894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56344) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:43.866155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e82d9826-1537-4b8f-bf51-016f9e84b44c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:47:43.939493 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.985786 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b00a4bc-7def-4b8e-9b06-a5de1c790d12 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group (13769bb2-e2a8-4ce0-b28d-0eeb77932102), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:43.988662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e82d9826-1537-4b8f-bf51-016f9e84b44c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:43.989179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.045483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b00a4bc-7def-4b8e-9b06-a5de1c790d12 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group (13769bb2-e2a8-4ce0-b28d-0eeb77932102), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.157416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e82d9826-1537-4b8f-bf51-016f9e84b44c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:44.167273 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b00a4bc-7def-4b8e-9b06-a5de1c790d12 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (13769bb2-e2a8-4ce0-b28d-0eeb77932102), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.171312 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b00a4bc-7def-4b8e-9b06-a5de1c790d12 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.172768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0b00a4bc-7def-4b8e-9b06-a5de1c790d12 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] 10.222.0.52 "DELETE /v2.0/security-groups/13769bb2-e2a8-4ce0-b28d-0eeb77932102 HTTP/1.1" status: 204 len: 168 time: 0.3157821 Feb 03 14:47:44.196940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a4bc-7def-4b8e-9b06-a5de1c790d12 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13769bb2-e2a8-4ce0-b28d-0eeb77932102,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:44.333350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Allocated IP 172.20.0.1 (c1ca40f0-d4ab-4752-909b-7ed67ebd7e30/0cdc3c05-419c-4da9-b667-26f183c02543/4d5025c2-2c01-43d4-8208-80223b9097bf) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:47:44.453219 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Publish callbacks [] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.464816 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.527464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe910e-0d87-42fb-a32e-ddfe56060fc7 req-11ae8e56-c8a5-4da5-99f1-c25fd3946fa7 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:44.539724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cbe910e-0d87-42fb-a32e-ddfe56060fc7 req-11ae8e56-c8a5-4da5-99f1-c25fd3946fa7 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.1519265 Feb 03 14:47:44.616225 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a9fef-b774-4f29-81c7-50dc643d093f None None] Pushing event updated for resources: {'Port': ['ID=ef07183b-92b7-4ae4-baea-d53326f69c3f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:44.647592 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks [] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.651153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cbe910e-0d87-42fb-a32e-ddfe56060fc7 req-ab9cd48c-654d-42f8-a905-fa06cb2b1ac6 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103628 Feb 03 14:47:44.705319 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Attempting to bind port ef07183b-92b7-4ae4-baea-d53326f69c3f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:47:44.705713 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Attempting to bind port ef07183b-92b7-4ae4-baea-d53326f69c3f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:47:44.706142 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Attempting to bind port ef07183b-92b7-4ae4-baea-d53326f69c3f on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:47:44.714154 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:47:44.715156 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:44.719245 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.719749 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:47:44.720463 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Bound port: ef07183b-92b7-4ae4-baea-d53326f69c3f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:47:44.721570 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.802819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.860201 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] For port ef07183b-92b7-4ae4-baea-d53326f69c3f, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:47:44.860607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5025c2-2c01-43d4-8208-80223b9097bf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:44.877305 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] For port ef07183b-92b7-4ae4-baea-d53326f69c3f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ef07183b-92b7-4ae4-baea-d53326f69c3f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:47:44.880376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:47:44.885439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:44.888882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:47:44.903197 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:44.957323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (a7ca27c1-e642-410b-b5cb-963893b02956), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:45.016714 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a9fef-b774-4f29-81c7-50dc643d093f None None] Pushing event updated for resources: {'Port': ['ID=ef07183b-92b7-4ae4-baea-d53326f69c3f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:45.039355 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Routers {'a7ca27c1-e642-410b-b5cb-963893b02956'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:45.040102 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7ca27c1-e642-410b-b5cb-963893b02956'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:45.264184 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:45.281273 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] Set router a7ca27c1-e642-410b-b5cb-963893b02956 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:45.458959 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-3b0eac23-7f3a-4786-b21b-e907c0131374 req-1ea6d72c-c4a0-4894-b7e6-5933b2a084fa tempest-AttachVolumeNegativeTest-1698774367 tempest-AttachVolumeNegativeTest-1698774367-project] (103341) timed out ('10.222.0.71', 53772) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:47:45.470801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1b859739-2ff9-493e-a57f-5bbebac9e05d None None] Provisioning complete for port 4d5025c2-2c01-43d4-8208-80223b9097bf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:45.475021 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b859739-2ff9-493e-a57f-5bbebac9e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:45.571600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1b859739-2ff9-493e-a57f-5bbebac9e05d None None] Port 4d5025c2-2c01-43d4-8208-80223b9097bf cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:47:45.653341 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'name': 'tempest-ImageQuotaTest-1558910701-router', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:47:40Z', 'updated_at': '2022-02-03T14:47:41Z', 'revision_number': 3, 'project_id': '0340c05c88604f76b98135462419eeab', 'gw_port': {'id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:41Z', 'updated_at': '2022-02-03T14:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:45.682304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks [] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:45.694494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:45.702236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4584a-7cd7-4c4b-921e-26090e82ad59 None None] The sync data for ids ['a7ca27c1-e642-410b-b5cb-963893b02956'] in n-d-827549-2 is: [{'id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'name': 'tempest-ImageQuotaTest-1558910701-router', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:47:40Z', 'updated_at': '2022-02-03T14:47:41Z', 'revision_number': 3, 'project_id': '0340c05c88604f76b98135462419eeab', 'gw_port': {'id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:41Z', 'updated_at': '2022-02-03T14:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:45.877150 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3b44-c527-4f70-8e21-02fbe8b54bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:45.922977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcafaf-4326-429a-a677-7dc5033c678f req-f5100204-26fb-4742-ad7a-e67b0fc7db6d tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:45.925443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbdcafaf-4326-429a-a677-7dc5033c678f req-f5100204-26fb-4742-ad7a-e67b0fc7db6d tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.0830340 Feb 03 14:47:45.952646 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (a7ca27c1-e642-410b-b5cb-963893b02956), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:45.979289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5025c2-2c01-43d4-8208-80223b9097bf,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:46.094058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbdcafaf-4326-429a-a677-7dc5033c678f req-12676652-059f-4563-91f5-0ad635a78cb3 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/security-groups?id=913ea76d-3605-4258-b02c-a5a1bc2cac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614676 Feb 03 14:47:46.118698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-bd4db5e3-b0be-4259-8a2c-d2cec6664557 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:46.123429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-bd4db5e3-b0be-4259-8a2c-d2cec6664557 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.45 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 945 time: 0.1392159 Feb 03 14:47:46.224222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:47:46.244648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:47:46.345301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Deleting port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:46.346054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:46.589352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Router a7ca27c1-e642-410b-b5cb-963893b02956 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:47:46.649641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] For port f83eb957-5a87-4bdb-91f9-bb3d183f09b3, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,segment=NetworkSegment(62dc258c-6780-401b-b4dd-e8da4b607001),segment_id=62dc258c-6780-401b-b4dd-e8da4b607001)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:46.651391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:46.702945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Calling delete_port for f83eb957-5a87-4bdb-91f9-bb3d183f09b3 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:46.709306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e3c0392d-bd74-4512-ae8d-6391bc58adae None None] Provisioning complete for port 4d5025c2-2c01-43d4-8208-80223b9097bf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:46.721134 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3c0392d-bd74-4512-ae8d-6391bc58adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:46.825595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0392d-bd74-4512-ae8d-6391bc58adae None None] Port 4d5025c2-2c01-43d4-8208-80223b9097bf cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:47:46.918071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:46.923552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8a26b25c-361d-4f36-8250-9c525d146121 admin admin] 10.222.0.52 "PUT /v2.0/routers/a7ca27c1-e642-410b-b5cb-963893b02956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7974994 Feb 03 14:47:46.961622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-04c20da1-7abf-4251-b4bc-37c6f6b38bc8 req-2c6ce387-9244-49a6-b42b-ba42ac4d0adb service neutron] (103341) timed out ('10.222.0.71', 53773) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:47:47.130513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f83eb957-5a87-4bdb-91f9-bb3d183f09b3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:47.148564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['f83eb957-5a87-4bdb-91f9-bb3d183f09b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:47:47.304222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] No DVR routers for this DVR port f83eb957-5a87-4bdb-91f9-bb3d183f09b3 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:47.312267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:47.316913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b2e0d7c-f31c-4772-b188-ecce4c275ca0 req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.45 "DELETE /v2.0/ports/f83eb957-5a87-4bdb-91f9-bb3d183f09b3 HTTP/1.1" status: 204 len: 173 time: 1.1879292 Feb 03 14:47:47.319416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'name': 'network-vif-deleted', 'tag': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:47:47.323599 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012ffd5d-3bd6-4e0e-b5d0-47176e76aa5e" -d '{"events": [{"server_uuid": "1920b531-be0f-4e56-b18d-1eaccb0c72db", "name": "network-vif-deleted", "tag": "f83eb957-5a87-4bdb-91f9-bb3d183f09b3"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:47:47.326525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1e88a-09cc-4217-b46b-a55c4aae5463 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] Pushing event deleted for resources: {'Port': ['ID=f83eb957-5a87-4bdb-91f9-bb3d183f09b3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:47.430317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37af7c16-1998-4154-b3d8-7d6039f68889 req-54855acd-0869-402c-8532-291048cc99c6 tempest-TestServerAdvancedOps-1232106873 tempest-TestServerAdvancedOps-1232106873-project] 10.222.0.52 "GET /v2.0/ports?device_id=1920b531-be0f-4e56-b18d-1eaccb0c72db HTTP/1.1" status: 200 len: 210 time: 0.1132097 Feb 03 14:47:47.490863 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd368cd-af01-4eb5-afa5-18879014a8af x-openstack-request-id: req-8bd368cd-af01-4eb5-afa5-18879014a8af {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:47:47.492498 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1920b531-be0f-4e56-b18d-1eaccb0c72db", "name": "network-vif-deleted", "tag": "f83eb957-5a87-4bdb-91f9-bb3d183f09b3", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:47:47.493738 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bd368cd-af01-4eb5-afa5-18879014a8af {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:47:47.494563 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1920b531-be0f-4e56-b18d-1eaccb0c72db', 'name': 'network-vif-deleted', 'tag': 'f83eb957-5a87-4bdb-91f9-bb3d183f09b3', 'status': 'completed', 'code': 200} Feb 03 14:47:47.874951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ef07183b-92b7-4ae4-baea-d53326f69c3f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:47:47.985561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ef07183b-92b7-4ae4-baea-d53326f69c3f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:47.986181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.142445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ea81fc1-9e30-454b-ad42-43a3da17d964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.205675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ef07183b-92b7-4ae4-baea-d53326f69c3f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:48.206302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.254657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ef07183b-92b7-4ae4-baea-d53326f69c3f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ef07183b-92b7-4ae4-baea-d53326f69c3f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:48.261463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.342831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ef07183b-92b7-4ae4-baea-d53326f69c3f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:48.502345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56746) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:48.577157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] Deleting subnet 396c5875-0119-47c7-ba3c-ea73621169f3 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:47:48.580909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] Publish callbacks [] for subnet (396c5875-0119-47c7-ba3c-ea73621169f3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.682068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (396c5875-0119-47c7-ba3c-ea73621169f3), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.778615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (396c5875-0119-47c7-ba3c-ea73621169f3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.838621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Sync routers for ids ['a7ca27c1-e642-410b-b5cb-963893b02956'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:47:48.867671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Routers {'a7ca27c1-e642-410b-b5cb-963893b02956'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:48.869107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7ca27c1-e642-410b-b5cb-963893b02956'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:48.920992 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (396c5875-0119-47c7-ba3c-ea73621169f3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.948082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:48.951664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/396c5875-0119-47c7-ba3c-ea73621169f3 HTTP/1.1" status: 204 len: 168 time: 0.4483125 Feb 03 14:47:48.954580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:48.972467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb756f-2c50-4304-8628-7426f2644820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396c5875-0119-47c7-ba3c-ea73621169f3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:49.095740 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (fe55d281-c0f0-4d74-8f73-a64be56505dc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.166042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56822) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:49.167459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Set router a7ca27c1-e642-410b-b5cb-963893b02956 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:49.359958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (fe55d281-c0f0-4d74-8f73-a64be56505dc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.406402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe55d281-c0f0-4d74-8f73-a64be56505dc']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:49.430000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dc258c-6780-401b-b4dd-e8da4b607001') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:49.430656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dc258c-6780-401b-b4dd-e8da4b607001') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:49.453904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (62dc258c-6780-401b-b4dd-e8da4b607001), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.487763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (62dc258c-6780-401b-b4dd-e8da4b607001), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.500852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:47:49.502304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (62dc258c-6780-401b-b4dd-e8da4b607001), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:47:49.507592 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:47:49.548184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'name': 'tempest-ImageQuotaTest-1558910701-router', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:47:40Z', 'updated_at': '2022-02-03T14:47:45Z', 'revision_number': 4, 'project_id': '0340c05c88604f76b98135462419eeab', 'gw_port': {'id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:41Z', 'updated_at': '2022-02-03T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4d5025c2-2c01-43d4-8208-80223b9097bf', 'name': '', 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'mac_address': 'fa:16:3e:fb:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '0cdc3c05-419c-4da9-b667-26f183c02543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:43Z', 'updated_at': '2022-02-03T14:47:45Z', 'revision_number': 2, 'project_id': '0340c05c88604f76b98135462419eeab', 'subnets': [{'id': '0cdc3c05-419c-4da9-b667-26f183c02543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:49.589738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Checking router: a7ca27c1-e642-410b-b5cb-963893b02956 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:47:49.590093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Updating router a7ca27c1-e642-410b-b5cb-963893b02956 port 4d5025c2-2c01-43d4-8208-80223b9097bf binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:47:49.642868 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.656365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (fe55d281-c0f0-4d74-8f73-a64be56505dc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.695168 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.698574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fe55d281-c0f0-4d74-8f73-a64be56505dc HTTP/1.1" status: 204 len: 168 time: 0.7424169 Feb 03 14:47:49.704489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c14ceb-4f0c-4de9-9f23-c1e903a26b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe55d281-c0f0-4d74-8f73-a64be56505dc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:49.711249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56854) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:49.723364 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.799771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] Deleting subnet 9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:47:49.803508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ef07183b-92b7-4ae4-baea-d53326f69c3f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:47:49.809202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] Publish callbacks [] for subnet (9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.918490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.921629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (a7ca27c1-e642-410b-b5cb-963893b02956), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:49.992304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.052576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ef07183b-92b7-4ae4-baea-d53326f69c3f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:50.053849 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.147298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.240546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.244009 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c HTTP/1.1" status: 204 len: 168 time: 0.5312772 Feb 03 14:47:50.245367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680da2c-593f-4ea5-ab18-98b849d9b8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e51f1c8-8a0d-4856-9f72-a8e6c37ebe9c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:50.252468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56858) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:50.311820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ef07183b-92b7-4ae4-baea-d53326f69c3f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:47:50.313896 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:47:50.350085 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Publish callbacks [] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.364312 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.430197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (9979be40-7b41-4068-bb1f-e4c8c5a71394), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.495598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883396a-857f-4e9f-9719-4df19d36525b None None] Pushing event updated for resources: {'Port': ['ID=4d5025c2-2c01-43d4-8208-80223b9097bf,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:50.618872 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (9979be40-7b41-4068-bb1f-e4c8c5a71394), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.652739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Deleting port 4d5025c2-2c01-43d4-8208-80223b9097bf {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:50.653002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Attempting to bind port 4d5025c2-2c01-43d4-8208-80223b9097bf on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:47:50.653426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Attempting to bind port 4d5025c2-2c01-43d4-8208-80223b9097bf by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:47:50.653861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Attempting to bind port 4d5025c2-2c01-43d4-8208-80223b9097bf on network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:47:50.654128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.660354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:47:50.660865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Checking segment: {'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:47:50.661334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.662317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Bound using segment: {'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:47:50.662863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Bound port: 4d5025c2-2c01-43d4-8208-80223b9097bf, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5102730-28cf-45c7-adc4-a0cea03962fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:47:50.663312 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.683261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9979be40-7b41-4068-bb1f-e4c8c5a71394']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:50.723842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f97758a-dd00-42dd-80bb-21b29f08e1d8') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:50.726469 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f97758a-dd00-42dd-80bb-21b29f08e1d8') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:50.793352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (9f97758a-dd00-42dd-80bb-21b29f08e1d8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.833391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] For port 4d5025c2-2c01-43d4-8208-80223b9097bf, host n-d-827549-2, got binding levels [] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:50.834380 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.854190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9f97758a-dd00-42dd-80bb-21b29f08e1d8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.857611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Calling delete_port for 4d5025c2-2c01-43d4-8208-80223b9097bf owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:50.867225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:47:50.868023 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (9f97758a-dd00-42dd-80bb-21b29f08e1d8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.873354 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:50.959633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] For port 4d5025c2-2c01-43d4-8208-80223b9097bf, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:47:50.967289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] For port 4d5025c2-2c01-43d4-8208-80223b9097bf, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4d5025c2-2c01-43d4-8208-80223b9097bf,segment=NetworkSegment(e5102730-28cf-45c7-adc4-a0cea03962fc),segment_id=e5102730-28cf-45c7-adc4-a0cea03962fc)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:47:50.996390 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:47:51.004103 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.008736 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (9979be40-7b41-4068-bb1f-e4c8c5a71394), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.022090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.033449 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] 10.222.0.52 "DELETE /v2.0/networks/9979be40-7b41-4068-bb1f-e4c8c5a71394 HTTP/1.1" status: 204 len: 168 time: 0.7790384 Feb 03 14:47:51.063639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b44e6-04ab-4abd-9abe-afcb2ee0088a admin admin] Pushing event deleted for resources: {'Network': ['ID=9979be40-7b41-4068-bb1f-e4c8c5a71394,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:51.321854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cf0a44f9-1f3d-4848-9a9e-58e592c1d277 None None] Provisioning complete for port 4d5025c2-2c01-43d4-8208-80223b9097bf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:47:51.325743 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf0a44f9-1f3d-4848-9a9e-58e592c1d277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.425167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Routers {'a7ca27c1-e642-410b-b5cb-963893b02956'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:51.426680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['a7ca27c1-e642-410b-b5cb-963893b02956'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:51.434085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:51.445272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f83eb957-5a87-4bdb-91f9-bb3d183f09b3 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:51.526389 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b46300e1-d7de-46d3-8250-f139b452ad78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a692d9b643ab4042999dad9649d57e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908341 Feb 03 14:47:51.529345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:51.609315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: f83eb957-5a87-4bdb-91f9-bb3d183f09b3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:51.610890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4d5025c2-2c01-43d4-8208-80223b9097bf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.611393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device f83eb957-5a87-4bdb-91f9-bb3d183f09b3 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:51.626710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883396a-857f-4e9f-9719-4df19d36525b None None] Pushing event updated for resources: {'Port': ['ID=4d5025c2-2c01-43d4-8208-80223b9097bf,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:51.662559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5025c2-2c01-43d4-8208-80223b9097bf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:51.673447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.674080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.674689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.675547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.676509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.677112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.678244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.678495 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-135e84c0-6cf7-4dc9-8303-34f598216f5d admin admin] Publish callbacks [] for security_group (913ea76d-3605-4258-b02c-a5a1bc2cac6c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.678965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cf0a44f9-1f3d-4848-9a9e-58e592c1d277 None None] Could not find standard attr ID for object 4d5025c2-2c01-43d4-8208-80223b9097bf. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:47:51.679377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.679945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.680558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.681140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.681690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.682262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:47:51.703654 n-d-827549-2 neutron-server[103343]: INFO neutron.plugins.ml2.db [None req-cf0a44f9-1f3d-4848-9a9e-58e592c1d277 None None] No ports have port_id starting with 4d5025c2-2c01-43d4-8208-80223b9097bf Feb 03 14:47:51.751247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-135e84c0-6cf7-4dc9-8303-34f598216f5d admin admin] Publish callbacks [] for security_group (913ea76d-3605-4258-b02c-a5a1bc2cac6c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.852628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-135e84c0-6cf7-4dc9-8303-34f598216f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (913ea76d-3605-4258-b02c-a5a1bc2cac6c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.856054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-135e84c0-6cf7-4dc9-8303-34f598216f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.857427 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-135e84c0-6cf7-4dc9-8303-34f598216f5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/913ea76d-3605-4258-b02c-a5a1bc2cac6c HTTP/1.1" status: 204 len: 168 time: 0.3254552 Feb 03 14:47:51.878085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e84c0-6cf7-4dc9-8303-34f598216f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ea76d-3605-4258-b02c-a5a1bc2cac6c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:51.894955 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (a7ca27c1-e642-410b-b5cb-963893b02956), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:51.940961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] Set router a7ca27c1-e642-410b-b5cb-963893b02956 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:47:52.080261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5daf49a8-1943-431b-b82f-9d29278d76df None None] Could not find standard attr ID for object 4d5025c2-2c01-43d4-8208-80223b9097bf. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 14:47:52.193702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Router a7ca27c1-e642-410b-b5cb-963893b02956 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:47:52.319398 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:52.385101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:47:52.396929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-570ac8d8-ecec-4d19-b561-d5038d080bd4 admin admin] 10.222.0.52 "PUT /v2.0/routers/a7ca27c1-e642-410b-b5cb-963893b02956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2289603 Feb 03 14:47:52.399568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56890) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:52.602229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks [] for router (a7ca27c1-e642-410b-b5cb-963893b02956), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:52.616900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:52.718396 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dd8337e7-7a68-4ee5-8926-c0c171cb709b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f76819d702c84f888e422650cb01ff3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997126 Feb 03 14:47:52.720765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56898) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:52.759109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'name': 'tempest-ImageQuotaTest-1558910701-router', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:47:40Z', 'updated_at': '2022-02-03T14:47:45Z', 'revision_number': 4, 'project_id': '0340c05c88604f76b98135462419eeab', 'gw_port': {'id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:41Z', 'updated_at': '2022-02-03T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4d5025c2-2c01-43d4-8208-80223b9097bf', 'name': '', 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'mac_address': 'fa:16:3e:fb:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '0cdc3c05-419c-4da9-b667-26f183c02543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:43Z', 'updated_at': '2022-02-03T14:47:50Z', 'revision_number': 4, 'project_id': '0340c05c88604f76b98135462419eeab', 'subnets': [{'id': '0cdc3c05-419c-4da9-b667-26f183c02543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:52.797445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26c5db-8fe0-4a65-8c0b-61870edcab02 None None] The sync data for ids ['a7ca27c1-e642-410b-b5cb-963893b02956'] in n-d-827549-2 is: [{'id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'name': 'tempest-ImageQuotaTest-1558910701-router', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:47:40Z', 'updated_at': '2022-02-03T14:47:45Z', 'revision_number': 4, 'project_id': '0340c05c88604f76b98135462419eeab', 'gw_port': {'id': 'ef07183b-92b7-4ae4-baea-d53326f69c3f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:41Z', 'updated_at': '2022-02-03T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4d5025c2-2c01-43d4-8208-80223b9097bf', 'name': '', 'network_id': 'c1ca40f0-d4ab-4752-909b-7ed67ebd7e30', 'tenant_id': '0340c05c88604f76b98135462419eeab', 'mac_address': 'fa:16:3e:fb:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ca27c1-e642-410b-b5cb-963893b02956', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '0cdc3c05-419c-4da9-b667-26f183c02543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:47:43Z', 'updated_at': '2022-02-03T14:47:50Z', 'revision_number': 4, 'project_id': '0340c05c88604f76b98135462419eeab', 'subnets': [{'id': '0cdc3c05-419c-4da9-b667-26f183c02543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:52.818782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0008-1bc4-4d80-b012-9263885e85b7 admin admin] Publish callbacks [] for security_group (539c8758-d1a0-47a9-ab60-ff6d005ceee4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:52.859981 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0008-1bc4-4d80-b012-9263885e85b7 admin admin] Publish callbacks [] for security_group (539c8758-d1a0-47a9-ab60-ff6d005ceee4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:52.884924 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks [] for router_gateway (a7ca27c1-e642-410b-b5cb-963893b02956), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:52.982808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0008-1bc4-4d80-b012-9263885e85b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (539c8758-d1a0-47a9-ab60-ff6d005ceee4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:52.986124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0008-1bc4-4d80-b012-9263885e85b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:52.991458 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e7e0008-1bc4-4d80-b012-9263885e85b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/539c8758-d1a0-47a9-ab60-ff6d005ceee4 HTTP/1.1" status: 204 len: 168 time: 0.2663414 Feb 03 14:47:53.009049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Deleting port ef07183b-92b7-4ae4-baea-d53326f69c3f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:53.009773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:53.037473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e0008-1bc4-4d80-b012-9263885e85b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c8758-d1a0-47a9-ab60-ff6d005ceee4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:53.187843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] For port ef07183b-92b7-4ae4-baea-d53326f69c3f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ef07183b-92b7-4ae4-baea-d53326f69c3f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:53.188542 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:53.224691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Calling delete_port for ef07183b-92b7-4ae4-baea-d53326f69c3f owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:53.806181 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ef07183b-92b7-4ae4-baea-d53326f69c3f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:53.911239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef07183b-92b7-4ae4-baea-d53326f69c3f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:53.959276 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (a7ca27c1-e642-410b-b5cb-963893b02956), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.476914 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (a7ca27c1-e642-410b-b5cb-963893b02956), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.480847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks [] for router_controller (a7ca27c1-e642-410b-b5cb-963893b02956), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.595260 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (a7ca27c1-e642-410b-b5cb-963893b02956), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.596014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ca27c1-e642-410b-b5cb-963893b02956 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:47:54.602524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.606227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-53ab53e8-0e66-429a-af69-2991780e2d53 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a7ca27c1-e642-410b-b5cb-963893b02956 HTTP/1.1" status: 204 len: 168 time: 2.2036996 Feb 03 14:47:54.606714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:54.662734 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] Deleting subnet 0cdc3c05-419c-4da9-b667-26f183c02543 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:47:54.666683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] Publish callbacks [] for subnet (0cdc3c05-419c-4da9-b667-26f183c02543), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.751734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0cdc3c05-419c-4da9-b667-26f183c02543), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.926162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0cdc3c05-419c-4da9-b667-26f183c02543), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:54.999320 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.015151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0cdc3c05-419c-4da9-b667-26f183c02543), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.034703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.041111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d365d582-5d72-4c66-9f98-9273f0efea15 None None] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:47:55.045504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56924) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:55.046032 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0cdc3c05-419c-4da9-b667-26f183c02543 HTTP/1.1" status: 204 len: 168 time: 0.4376533 Feb 03 14:47:55.096576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59235b-f5b7-40b2-870d-e20d639b074b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdc3c05-419c-4da9-b667-26f183c02543,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:55.124334 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] Sync routers for ids ['a7ca27c1-e642-410b-b5cb-963893b02956'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:47:55.140066 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:55.143062 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 14:47:55.143945 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7ca27c1-e642-410b-b5cb-963893b02956'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent'). {{(pid=103344) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:47:55.162049 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] Routers set() bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:47:55.167252 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] Router IDs set() for agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 14:47:55.168130 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7ca27c1-e642-410b-b5cb-963893b02956'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent'). {{(pid=103344) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 14:47:55.168772 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de5cdf-0b6b-42ba-86cf-310ef21eb7ae None None] The sync data for ids ['a7ca27c1-e642-410b-b5cb-963893b02956'] in n-d-827549-2 is: [] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:47:55.273566 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (c1ca40f0-d4ab-4752-909b-7ed67ebd7e30), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.440471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Deleting port e82d9826-1537-4b8f-bf51-016f9e84b44c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:55.441046 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.519333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] For port e82d9826-1537-4b8f-bf51-016f9e84b44c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e82d9826-1537-4b8f-bf51-016f9e84b44c,segment=NetworkSegment(e5102730-28cf-45c7-adc4-a0cea03962fc),segment_id=e5102730-28cf-45c7-adc4-a0cea03962fc)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:55.520251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.542633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Calling delete_port for e82d9826-1537-4b8f-bf51-016f9e84b44c owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:55.639376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] DHCP port deletion for c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:47:55.714520 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.790654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Deleting port e82d9826-1537-4b8f-bf51-016f9e84b44c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:47:55.791041 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.796718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] No DVR routers for this DVR port e82d9826-1537-4b8f-bf51-016f9e84b44c on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:55.872710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82d9826-1537-4b8f-bf51-016f9e84b44c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:55.977068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (c1ca40f0-d4ab-4752-909b-7ed67ebd7e30), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:55.985721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e82d9826-1537-4b8f-bf51-016f9e84b44c no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:56.015416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ca40f0-d4ab-4752-909b-7ed67ebd7e30']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:56.039605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5102730-28cf-45c7-adc4-a0cea03962fc') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:56.039836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5102730-28cf-45c7-adc4-a0cea03962fc') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:47:56.061280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: e82d9826-1537-4b8f-bf51-016f9e84b44c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:56.065201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (e5102730-28cf-45c7-adc4-a0cea03962fc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.066644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e82d9826-1537-4b8f-bf51-016f9e84b44c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:56.067171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4d5025c2-2c01-43d4-8208-80223b9097bf no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:56.095392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e5102730-28cf-45c7-adc4-a0cea03962fc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.109151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:47:56.109565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (e5102730-28cf-45c7-adc4-a0cea03962fc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.140047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4d5025c2-2c01-43d4-8208-80223b9097bf {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:56.140640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4d5025c2-2c01-43d4-8208-80223b9097bf not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:56.149557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] For port e82d9826-1537-4b8f-bf51-016f9e84b44c, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:47:56.150085 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.188878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Calling delete_port for e82d9826-1537-4b8f-bf51-016f9e84b44c owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:47:56.189485 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:47:56.193687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Port e82d9826-1537-4b8f-bf51-016f9e84b44c was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:47:56.195689 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (e82d9826-1537-4b8f-bf51-016f9e84b44c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.197472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (c1ca40f0-d4ab-4752-909b-7ed67ebd7e30), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.207311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.212121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 HTTP/1.1" status: 204 len: 168 time: 1.1648819 Feb 03 14:47:56.232101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e1fd3-7c4c-4c65-b6ed-f309d2b08b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ca40f0-d4ab-4752-909b-7ed67ebd7e30,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:56.239078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Pushing event deleted for resources: {'Port': ['ID=e82d9826-1537-4b8f-bf51-016f9e84b44c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:56.246807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] Network c1ca40f0-d4ab-4752-909b-7ed67ebd7e30 is not hosted by any dhcp agent {{(pid=103343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 14:47:56.247287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f909c4-5ce7-42ac-a44e-dc303a61d9b7 None None] No DVR routers for this DVR port e82d9826-1537-4b8f-bf51-016f9e84b44c on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:47:56.600219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:56.682218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1fdbba7a-29db-4903-a7ec-5fb01395ee51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0340c05c88604f76b98135462419eeab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806792 Feb 03 14:47:56.684819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56938) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:56.770666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec5984d1-25f1-45fe-b36b-db6c4065c53f admin admin] Publish callbacks [] for security_group (0ac675b4-67f1-42a5-9ed4-8c3d44cba421), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.794696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec5984d1-25f1-45fe-b36b-db6c4065c53f admin admin] Publish callbacks [] for security_group (0ac675b4-67f1-42a5-9ed4-8c3d44cba421), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.851506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec5984d1-25f1-45fe-b36b-db6c4065c53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (0ac675b4-67f1-42a5-9ed4-8c3d44cba421), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.854610 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ec5984d1-25f1-45fe-b36b-db6c4065c53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:56.859807 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ec5984d1-25f1-45fe-b36b-db6c4065c53f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ac675b4-67f1-42a5-9ed4-8c3d44cba421 HTTP/1.1" status: 204 len: 168 time: 0.1711836 Feb 03 14:47:56.887193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5984d1-25f1-45fe-b36b-db6c4065c53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac675b4-67f1-42a5-9ed4-8c3d44cba421,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:57.556675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56956) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:57.571837 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde63e8d-9262-4905-86c1-b97f63223102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:57.676526 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ef07183b-92b7-4ae4-baea-d53326f69c3f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:47:57.715455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ef07183b-92b7-4ae4-baea-d53326f69c3f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:47:57.717576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ef07183b-92b7-4ae4-baea-d53326f69c3f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:47:57.738189 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde63e8d-9262-4905-86c1-b97f63223102 admin admin] Publish callbacks [] for security_group (8e5ffef7-1d64-4219-83a9-94e99f0b2c30), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:57.750341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde63e8d-9262-4905-86c1-b97f63223102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8e5ffef7-1d64-4219-83a9-94e99f0b2c30), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:57.785633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde63e8d-9262-4905-86c1-b97f63223102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ffef7-1d64-4219-83a9-94e99f0b2c30,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:57.829383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dde63e8d-9262-4905-86c1-b97f63223102 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2710137 Feb 03 14:47:57.831800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56960) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:57.934679 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd563-2c6c-4d96-925b-872cad21b3f4 admin admin] Publish callbacks [] for security_group (8e5ffef7-1d64-4219-83a9-94e99f0b2c30), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:57.981449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd563-2c6c-4d96-925b-872cad21b3f4 admin admin] Publish callbacks [] for security_group (8e5ffef7-1d64-4219-83a9-94e99f0b2c30), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:58.043204 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd563-2c6c-4d96-925b-872cad21b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8e5ffef7-1d64-4219-83a9-94e99f0b2c30), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:58.046636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd563-2c6c-4d96-925b-872cad21b3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:58.049307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f2ffd563-2c6c-4d96-925b-872cad21b3f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e5ffef7-1d64-4219-83a9-94e99f0b2c30 HTTP/1.1" status: 204 len: 168 time: 0.2161918 Feb 03 14:47:58.086907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd563-2c6c-4d96-925b-872cad21b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ffef7-1d64-4219-83a9-94e99f0b2c30,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:59.128613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 56990) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:59.281755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1176220067-network', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:59.330208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:59.332844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.342567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.429241 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks [] for security_group (18f24308-07fa-4ba3-9a39-d2904a990884), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.435126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (18f24308-07fa-4ba3-9a39-d2904a990884), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.477196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:47:59.484275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f24308-07fa-4ba3-9a39-d2904a990884,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:59.494948 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (240f8ace-818e-40d2-bdb3-f3d870608767), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.495567 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Added segment 240f8ace-818e-40d2-bdb3-f3d870608767 of type vlan for network 8a35bad6-5598-4838-98f2-8cef60a80989 Feb 03 14:47:59.554530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (8a35bad6-5598-4838-98f2-8cef60a80989), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.632641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (8a35bad6-5598-4838-98f2-8cef60a80989), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.633734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:47:59.634343 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.797278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6663785 Feb 03 14:47:59.800679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 56996) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:47:59.806109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Request body: {'subnet': {'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1176220067-subnet', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:47:59.825648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982e01a-d794-480d-a62b-510859beddb3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a35bad6-5598-4838-98f2-8cef60a80989,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:47:59.830312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:47:59.836481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:47:59.839298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 8a35bad6-5598-4838-98f2-8cef60a80989 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:48:00.203060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (5773b165-901e-41f8-b0be-c134fb8d4d6a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:00.332954 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5773b165-901e-41f8-b0be-c134fb8d4d6a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:00.425615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:00.426008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Network hostable DHCP agents. Network: 8a35bad6-5598-4838-98f2-8cef60a80989, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:48:00.454811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:48:00.468474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57004) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:00.486928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 8a35bad6-5598-4838-98f2-8cef60a80989) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:00.493242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:00.493655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:00.497089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254aa946-b494-4b57-a6d2-5c200b90442e None None] Network 8a35bad6-5598-4838-98f2-8cef60a80989 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:00.527928 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebc4de28-240c-4597-a607-46bd8ef39069 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7235045 Feb 03 14:48:00.528142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:00.534782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:00.582273 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:00.584014 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:00.700190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks [] for router_controller (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:00.717560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-8a35bad6-5598-4838-98f2-8cef60a80989', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:48:00.718550 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:00.965853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Allocated IP 172.20.0.2 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/3ea5eb39-d2d1-4904-8c7d-55724373087e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:01.086837 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks [] for router_gateway (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.264725 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Publish callbacks [] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.273435 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.322970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (8aa39544-e62d-4baa-8a89-eb9cd4f06427), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.324897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Pushing event updated for resources: {'Port': ['ID=3ea5eb39-d2d1-4904-8c7d-55724373087e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:01.350938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:01.353556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:01.357447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:01.439612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Attempting to bind port 3ea5eb39-d2d1-4904-8c7d-55724373087e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:01.440664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Attempting to bind port 3ea5eb39-d2d1-4904-8c7d-55724373087e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:01.441333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Attempting to bind port 3ea5eb39-d2d1-4904-8c7d-55724373087e on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:01.447182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:01.447794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:01.448387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.448955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:01.449597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Bound port: 3ea5eb39-d2d1-4904-8c7d-55724373087e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:01.450585 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.526482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] For port 3ea5eb39-d2d1-4904-8c7d-55724373087e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:01.533800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] For port 3ea5eb39-d2d1-4904-8c7d-55724373087e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3ea5eb39-d2d1-4904-8c7d-55724373087e,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:01.545206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.552147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks [] for router_gateway (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.585697 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:01.611712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35813da3-c623-41ed-9f10-82f0f152741b None None] Pushing event updated for resources: {'Port': ['ID=3ea5eb39-d2d1-4904-8c7d-55724373087e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:01.833113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Allocated IP 172.25.0.140 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/b18b5268-7aa7-4622-a4f0-32425772e10f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:01.904042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Deleting port bf00aab7-e06d-43de-8032-1050e11a57a0 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:01.904628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:02.125589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks [] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:02.163854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] For port bf00aab7-e06d-43de-8032-1050e11a57a0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bf00aab7-e06d-43de-8032-1050e11a57a0,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:02.165227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:02.178932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:02.184587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Calling delete_port for bf00aab7-e06d-43de-8032-1050e11a57a0 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:02.222647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:02.229293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:02.234490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:02.278818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Pushing event updated for resources: {'Port': ['ID=b18b5268-7aa7-4622-a4f0-32425772e10f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:02.590197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bf00aab7-e06d-43de-8032-1050e11a57a0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:02.669707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Pushing event deleted for resources: {'Port': ['ID=bf00aab7-e06d-43de-8032-1050e11a57a0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:03.140231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (8aa39544-e62d-4baa-8a89-eb9cd4f06427), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:03.305854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks [] for router_gateway (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:03.445937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d606664-0546-4490-806c-565fe08c3709 None None] Network 8a35bad6-5598-4838-98f2-8cef60a80989 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:03.516627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:48:03.554270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-487fcb00-d17c-4a7e-ba50-778df28d5f6e None None] Provisioning complete for port 3ea5eb39-d2d1-4904-8c7d-55724373087e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:03.554642 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-487fcb00-d17c-4a7e-ba50-778df28d5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:03.615164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:03.679008 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:03.680384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-487fcb00-d17c-4a7e-ba50-778df28d5f6e None None] Current status of the port 3ea5eb39-d2d1-4904-8c7d-55724373087e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:03.680919 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-487fcb00-d17c-4a7e-ba50-778df28d5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:03.689799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d9fc3fb0-e7c6-499f-a639-779ffc0216df admin admin] 10.222.0.52 "PUT /v2.0/routers/8aa39544-e62d-4baa-8a89-eb9cd4f06427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2185500 Feb 03 14:48:03.690682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57022) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:03.696541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] Sync routers for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:03.724053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:03.724739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:03.882141 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks [] for router (8aa39544-e62d-4baa-8a89-eb9cd4f06427), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:03.913044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-487fcb00-d17c-4a7e-ba50-778df28d5f6e None None] For port 3ea5eb39-d2d1-4904-8c7d-55724373087e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3ea5eb39-d2d1-4904-8c7d-55724373087e,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:03.927886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:03.930600 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-487fcb00-d17c-4a7e-ba50-778df28d5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:03.982446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:48:04.066429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fcb00-d17c-4a7e-ba50-778df28d5f6e None None] Pushing event updated for resources: {'Port': ['ID=3ea5eb39-d2d1-4904-8c7d-55724373087e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:04.070036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3ea5eb39-d2d1-4904-8c7d-55724373087e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:04.106316 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks [] for router_gateway (8aa39544-e62d-4baa-8a89-eb9cd4f06427), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.182565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:04.186692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fac0951e-09f6-442e-b060-f663162c2a6a None None] Provisioning complete for port 3ea5eb39-d2d1-4904-8c7d-55724373087e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:04.187095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fac0951e-09f6-442e-b060-f663162c2a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.201248 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:04.221101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.225098 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04f7e319-5256-4118-bff4-549aba9fe311 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6933188 Feb 03 14:48:04.225286 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:04.225382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57028) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:04.234521 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:04.262272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Deleting port 1c1adfe9-c065-4d62-8e3e-3d981216318d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:04.262864 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.408653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 3ea5eb39-d2d1-4904-8c7d-55724373087e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:04.409036 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.472348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] For port 1c1adfe9-c065-4d62-8e3e-3d981216318d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1c1adfe9-c065-4d62-8e3e-3d981216318d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:04.472924 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.530922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fac0951e-09f6-442e-b060-f663162c2a6a None None] Current status of the port 3ea5eb39-d2d1-4904-8c7d-55724373087e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:04.531539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Calling delete_port for 1c1adfe9-c065-4d62-8e3e-3d981216318d owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:04.569593 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:04.589356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:48:02Z', 'revision_number': 5, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port': {'id': '1c1adfe9-c065-4d62-8e3e-3d981216318d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:00Z', 'updated_at': '2022-02-03T14:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:04.678197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 3ea5eb39-d2d1-4904-8c7d-55724373087e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:04.685466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] Checking router: 8aa39544-e62d-4baa-8a89-eb9cd4f06427 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:04.697648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] Routers {'8aa39544-e62d-4baa-8a89-eb9cd4f06427'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:04.698530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:04.807663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] Set router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:04.813716 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:02Z', 'revision_number': 3, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:04.867644 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:04.868437 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Updating router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 port b18b5268-7aa7-4622-a4f0-32425772e10f binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:04.885884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:48:04Z', 'revision_number': 6, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:04.906759 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.947662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1c1adfe9-c065-4d62-8e3e-3d981216318d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.950109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:04.950591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21751d7-ff09-4c37-8f62-676c35dba3bd None None] The sync data for ids ['8aa39544-e62d-4baa-8a89-eb9cd4f06427'] in n-d-827549-2 is: [{'id': '8aa39544-e62d-4baa-8a89-eb9cd4f06427', 'name': 'tempest-TestVolumeBackupRestore-204424837-router', 'tenant_id': 'a8cccde000f4420e823f7d8fcde7be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:40:58Z', 'updated_at': '2022-02-03T14:48:04Z', 'revision_number': 6, 'project_id': 'a8cccde000f4420e823f7d8fcde7be93', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:05.077646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1adfe9-c065-4d62-8e3e-3d981216318d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:05.089945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (8aa39544-e62d-4baa-8a89-eb9cd4f06427), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.175158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Allocated IP 172.20.0.1 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/fe271018-dcf8-4267-88e5-92febf6d9baf) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:05.257214 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (8aa39544-e62d-4baa-8a89-eb9cd4f06427), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.259958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks [] for router_controller (8aa39544-e62d-4baa-8a89-eb9cd4f06427), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.306574 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Publish callbacks [] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.311382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (8aa39544-e62d-4baa-8a89-eb9cd4f06427), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.312809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa39544-e62d-4baa-8a89-eb9cd4f06427 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:48:05.317923 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.319495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-401706c9-8f79-4e8e-825f-ead17391bc29 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8aa39544-e62d-4baa-8a89-eb9cd4f06427 HTTP/1.1" status: 204 len: 168 time: 1.6276662 Feb 03 14:48:05.323861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57038) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:05.334715 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.368750 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks [] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.425619 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Attempting to bind port b18b5268-7aa7-4622-a4f0-32425772e10f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:05.426751 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Attempting to bind port b18b5268-7aa7-4622-a4f0-32425772e10f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:05.427344 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Attempting to bind port b18b5268-7aa7-4622-a4f0-32425772e10f on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:05.440864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] Deleting subnet b4d91d35-bb9b-4f74-bd7f-bfd6926f370a {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:48:05.449019 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:05.449570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] Publish callbacks [] for subnet (b4d91d35-bb9b-4f74-bd7f-bfd6926f370a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.450307 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:05.450965 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.451555 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:05.452304 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Bound port: b18b5268-7aa7-4622-a4f0-32425772e10f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:05.453698 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.455256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.540149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (b4d91d35-bb9b-4f74-bd7f-bfd6926f370a), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.547001 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Pushing event updated for resources: {'Port': ['ID=b18b5268-7aa7-4622-a4f0-32425772e10f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:05.548209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:05.559922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:05.564167 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.564592 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.566101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:05.588767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.589218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.589565 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.592435 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.592880 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.593224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.593559 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.593889 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.598967 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.599341 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.599692 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:05.619480 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] For port b18b5268-7aa7-4622-a4f0-32425772e10f, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:05.634694 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] For port b18b5268-7aa7-4622-a4f0-32425772e10f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b18b5268-7aa7-4622-a4f0-32425772e10f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:05.648224 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.686248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.758999 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8669ccb-66bd-4ef1-baf0-366407b9da42 None None] Pushing event updated for resources: {'Port': ['ID=b18b5268-7aa7-4622-a4f0-32425772e10f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:05.778293 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:05.778853 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:05.782244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Pushing event updated for resources: {'Port': ['ID=fe271018-dcf8-4267-88e5-92febf6d9baf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:05.812649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b4d91d35-bb9b-4f74-bd7f-bfd6926f370a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.959063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (b4d91d35-bb9b-4f74-bd7f-bfd6926f370a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.980227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-edc9930a-6456-490a-8046-8932fa171728 None None] Provisioning complete for port fe271018-dcf8-4267-88e5-92febf6d9baf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:05.980883 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-edc9930a-6456-490a-8046-8932fa171728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.990332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:05.993549 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.004941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b4d91d35-bb9b-4f74-bd7f-bfd6926f370a HTTP/1.1" status: 204 len: 168 time: 0.6797140 Feb 03 14:48:06.007627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57044) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:06.038279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3ea5eb39-d2d1-4904-8c7d-55724373087e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:06.042097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356bafa-468c-4fb2-8db5-dae4a506206b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d91d35-bb9b-4f74-bd7f-bfd6926f370a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:06.078954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-edc9930a-6456-490a-8046-8932fa171728 None None] Port fe271018-dcf8-4267-88e5-92febf6d9baf cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:06.082133 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:06.089235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ecc8b-7317-47e1-8a46-e7008efa812d None None] Network ff418be0-28a9-4233-99bb-3647055022c5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:06.234447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 3ea5eb39-d2d1-4904-8c7d-55724373087e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:06.234831 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.357712 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks [] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.362703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 3ea5eb39-d2d1-4904-8c7d-55724373087e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:06.380907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.404111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] DHCP port deletion for ff418be0-28a9-4233-99bb-3647055022c5 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:48:06.474072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Deleting port ae2a6150-dd6b-4089-90e3-db949174e6ce {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:06.474312 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.547972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Pushing event updated for resources: {'Port': ['ID=fe271018-dcf8-4267-88e5-92febf6d9baf,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:06.552090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.562020 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:02Z', 'revision_number': 3, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:06.582222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] For port ae2a6150-dd6b-4089-90e3-db949174e6ce, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ae2a6150-dd6b-4089-90e3-db949174e6ce,segment=NetworkSegment(bcfa57e0-ed6e-4ef2-ae07-abd3bc011603),segment_id=bcfa57e0-ed6e-4ef2-ae07-abd3bc011603)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:06.582628 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.599556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Calling delete_port for ae2a6150-dd6b-4089-90e3-db949174e6ce owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:06.647145 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dcb82-01b1-4079-a3f5-53c780abcbaf None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:02Z', 'revision_number': 3, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:06.705486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bf00aab7-e06d-43de-8032-1050e11a57a0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:48:06.737448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bf00aab7-e06d-43de-8032-1050e11a57a0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:48:06.737809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bf00aab7-e06d-43de-8032-1050e11a57a0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:48:06.738259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c1adfe9-c065-4d62-8e3e-3d981216318d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:48:06.759875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:06.771470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:06.906716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ff418be0-28a9-4233-99bb-3647055022c5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:06.996709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:48:07.071503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (ae2a6150-dd6b-4089-90e3-db949174e6ce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.092625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ff418be0-28a9-4233-99bb-3647055022c5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.113480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Pushing event deleted for resources: {'Port': ['ID=ae2a6150-dd6b-4089-90e3-db949174e6ce,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:07.115917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1c1adfe9-c065-4d62-8e3e-3d981216318d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:48:07.116273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1c1adfe9-c065-4d62-8e3e-3d981216318d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:48:07.119202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] No DVR routers for this DVR port ae2a6150-dd6b-4089-90e3-db949174e6ce on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:48:07.140823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.141382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.141946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.142308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.142680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.142968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.143303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.143762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.143952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.144349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.144837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.145174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.146257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441b388-1c61-495b-9d38-a71047b0a301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:07.164821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff418be0-28a9-4233-99bb-3647055022c5']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:07.175612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:07.175905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfa57e0-ed6e-4ef2-ae07-abd3bc011603') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:07.216628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (bcfa57e0-ed6e-4ef2-ae07-abd3bc011603), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.240996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:07.242610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bcfa57e0-ed6e-4ef2-ae07-abd3bc011603), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.247257 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f7bf34d7-f708-4f25-bf05-bad1e24b2f8a admin admin] 10.222.0.52 "PUT /v2.0/routers/ebd82db9-c9c4-4d59-bd09-09bb89a535a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0208127 Feb 03 14:48:07.250561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:48:07.251252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (bcfa57e0-ed6e-4ef2-ae07-abd3bc011603), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:48:07.307823 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:48:07.335193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2da5ac00-4722-43ba-9f67-f54cb056f29f None None] Provisioning complete for port fe271018-dcf8-4267-88e5-92febf6d9baf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:07.335462 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2da5ac00-4722-43ba-9f67-f54cb056f29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.340086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ff418be0-28a9-4233-99bb-3647055022c5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.346154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:07.350042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ff418be0-28a9-4233-99bb-3647055022c5 HTTP/1.1" status: 204 len: 168 time: 1.3412561 Feb 03 14:48:07.354346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:07.377977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55a4d1-bc5d-45cc-b50f-c87c1dcb21c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff418be0-28a9-4233-99bb-3647055022c5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:07.398087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2da5ac00-4722-43ba-9f67-f54cb056f29f None None] Port fe271018-dcf8-4267-88e5-92febf6d9baf cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:07.875257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b18b5268-7aa7-4622-a4f0-32425772e10f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:07.974558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b18b5268-7aa7-4622-a4f0-32425772e10f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:07.974945 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.029911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (09881167-cb59-4036-b439-1dabaae8efc5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.157238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b18b5268-7aa7-4622-a4f0-32425772e10f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:08.158811 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.221383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b18b5268-7aa7-4622-a4f0-32425772e10f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b18b5268-7aa7-4622-a4f0-32425772e10f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:08.236506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.272715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57080) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:08.282444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1994167824-network', 'tenant_id': '945c0a15cfef44189958f4eda88c4068'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:08.329063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Made reservation on behalf of 945c0a15cfef44189958f4eda88c4068 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:08.333443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.344166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.350934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b18b5268-7aa7-4622-a4f0-32425772e10f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:08.375714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae2a6150-dd6b-4089-90e3-db949174e6ce no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:48:08.409896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ae2a6150-dd6b-4089-90e3-db949174e6ce {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:48:08.410270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ae2a6150-dd6b-4089-90e3-db949174e6ce not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:48:08.488755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks [] for security_group (8f1d45c4-6e48-4091-a770-8c3936eed194), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.497139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8f1d45c4-6e48-4091-a770-8c3936eed194), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.545923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:48:08.566866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d45c4-6e48-4091-a770-8c3936eed194,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:08.577441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5d53c221-0cf9-4953-96e4-62ea1245bff8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.577835 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Added segment 5d53c221-0cf9-4953-96e4-62ea1245bff8 of type vlan for network f5a8af29-7093-4445-8aa5-b5b00d88de17 Feb 03 14:48:08.635271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (f5a8af29-7093-4445-8aa5-b5b00d88de17), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.669856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (f5a8af29-7093-4445-8aa5-b5b00d88de17), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.670909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:08.671744 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.680354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Deleting port c6575c63-c418-40ca-ad4d-909a1caa7c7b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:08.680728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.694953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4209511 Feb 03 14:48:08.698103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:08.753382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dfe49-624c-4554-b3b3-107bfe43c75b admin admin] Pushing event updated for resources: {'Network': ['ID=f5a8af29-7093-4445-8aa5-b5b00d88de17,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:08.761902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Request body: {'subnet': {'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1994167824-subnet', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:08.766582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:48:08.808008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] For port c6575c63-c418-40ca-ad4d-909a1caa7c7b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c6575c63-c418-40ca-ad4d-909a1caa7c7b,segment=NetworkSegment(7ab7d72c-20bb-4710-9586-9a953a12fe15),segment_id=7ab7d72c-20bb-4710-9586-9a953a12fe15)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:08.808845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.821397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Made reservation on behalf of 945c0a15cfef44189958f4eda88c4068 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:08.825496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:08.853238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Calling delete_port for c6575c63-c418-40ca-ad4d-909a1caa7c7b owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:09.121627 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.189881 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (9c2412c5-4baa-431f-bbed-7e51a71c5f35), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.293777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (c6575c63-c418-40ca-ad4d-909a1caa7c7b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.299375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2412c5-4baa-431f-bbed-7e51a71c5f35,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:09.331544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Checking segment: {'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:09.331911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Network hostable DHCP agents. Network: f5a8af29-7093-4445-8aa5-b5b00d88de17, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:48:09.336170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6575c63-c418-40ca-ad4d-909a1caa7c7b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:09.402428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:48:09.420023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, f5a8af29-7093-4445-8aa5-b5b00d88de17) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:09.431293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81e756-ebd6-4308-83db-eec8eb5d40d2 None None] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:09.484852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:09.485313 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.517068 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7bc8f02b-2815-4b89-a3f5-0f4ef5f1e80a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8137197 Feb 03 14:48:09.517385 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57088) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:09.523028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:09.574132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e943197d-87a1-4c84-9c94-1b13c1185a48), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.575523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e943197d-87a1-4c84-9c94-1b13c1185a48), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.575691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:09.576473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (09881167-cb59-4036-b439-1dabaae8efc5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.617457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-f5a8af29-7093-4445-8aa5-b5b00d88de17', 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17', 'project_id': '945c0a15cfef44189958f4eda88c4068', 'fixed_ips': [{'subnet_id': '9c2412c5-4baa-431f-bbed-7e51a71c5f35'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:48:09.618299 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.632949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:09.633596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:09.782168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks [] for router_controller (e943197d-87a1-4c84-9c94-1b13c1185a48), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:09.868020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b18b5268-7aa7-4622-a4f0-32425772e10f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:09.893987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Router 09881167-cb59-4036-b439-1dabaae8efc5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:48:09.977133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:10.093454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Allocated IP 172.20.0.2 (f5a8af29-7093-4445-8aa5-b5b00d88de17/9c2412c5-4baa-431f-bbed-7e51a71c5f35/77173b32-09d3-422a-8706-da59ba2a2bd9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:10.099737 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks [] for router_gateway (e943197d-87a1-4c84-9c94-1b13c1185a48), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.134810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b18b5268-7aa7-4622-a4f0-32425772e10f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:10.137604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.460291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:10.470029 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] Sync routers for ids ['09881167-cb59-4036-b439-1dabaae8efc5'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:10.478112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57094) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:10.479903 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-71350090-cb8d-48c8-8dd7-0381ffbda663 admin admin] 10.222.0.52 "PUT /v2.0/routers/09881167-cb59-4036-b439-1dabaae8efc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1208596 Feb 03 14:48:10.488398 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] Routers {'09881167-cb59-4036-b439-1dabaae8efc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:10.490109 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['09881167-cb59-4036-b439-1dabaae8efc5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:10.555011 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Publish callbacks [] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.594879 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.627967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks [] for router_gateway (e943197d-87a1-4c84-9c94-1b13c1185a48), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.632789 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] Set router 09881167-cb59-4036-b439-1dabaae8efc5 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:10.664670 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.748483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:10.760634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:10.770894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:10.782553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks [] for router (09881167-cb59-4036-b439-1dabaae8efc5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.851513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Pushing event updated for resources: {'Port': ['ID=77173b32-09d3-422a-8706-da59ba2a2bd9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:10.935235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Attempting to bind port 77173b32-09d3-422a-8706-da59ba2a2bd9 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:10.935622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Attempting to bind port 77173b32-09d3-422a-8706-da59ba2a2bd9 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:10.935995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Attempting to bind port 77173b32-09d3-422a-8706-da59ba2a2bd9 on network f5a8af29-7093-4445-8aa5-b5b00d88de17 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:10.941120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Allocated IP 172.25.0.195 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/07b1ac8a-1516-474c-aa41-d6930a3bbb40) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:10.945792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b18b5268-7aa7-4622-a4f0-32425772e10f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:10.955637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:10.956028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Checking segment: {'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:10.956536 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:10.957235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Bound using segment: {'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:10.958017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Bound port: 77173b32-09d3-422a-8706-da59ba2a2bd9, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:10.958150 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.011702 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks [] for router_gateway (09881167-cb59-4036-b439-1dabaae8efc5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.017422 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:48:09Z', 'revision_number': 5, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port': {'id': 'c4a084fd-719d-438a-9532-bec60a7a18c9', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09881167-cb59-4036-b439-1dabaae8efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:41:10Z', 'updated_at': '2022-02-03T14:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:11.034443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] For port 77173b32-09d3-422a-8706-da59ba2a2bd9, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:11.039030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] For port 77173b32-09d3-422a-8706-da59ba2a2bd9, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=77173b32-09d3-422a-8706-da59ba2a2bd9,segment=NetworkSegment(5d53c221-0cf9-4953-96e4-62ea1245bff8),segment_id=5d53c221-0cf9-4953-96e4-62ea1245bff8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:11.050417 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.085699 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] Checking router: 09881167-cb59-4036-b439-1dabaae8efc5 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:11.115801 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] Routers {'09881167-cb59-4036-b439-1dabaae8efc5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:11.116752 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['09881167-cb59-4036-b439-1dabaae8efc5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:11.117976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc9e84-0210-4a5a-b423-1d75dc73dbae None None] Pushing event updated for resources: {'Port': ['ID=77173b32-09d3-422a-8706-da59ba2a2bd9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:11.152472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:06Z', 'revision_number': 2, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:11.257019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:11.257447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Updating router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 port fe271018-dcf8-4267-88e5-92febf6d9baf binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:11.260717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks [] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.311041 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] Set router 09881167-cb59-4036-b439-1dabaae8efc5 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:11.315836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.321654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Deleting port c4a084fd-719d-438a-9532-bec60a7a18c9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:11.322003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.547712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] For port c4a084fd-719d-438a-9532-bec60a7a18c9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=c4a084fd-719d-438a-9532-bec60a7a18c9,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:11.559028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.590892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Calling delete_port for c4a084fd-719d-438a-9532-bec60a7a18c9 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:11.625962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.716020 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:48:11Z', 'revision_number': 6, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:11.736104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:11.759751 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Publish callbacks [] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.772474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.784732 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff32d8-6cfe-4c37-8669-58562941d066 None None] The sync data for ids ['09881167-cb59-4036-b439-1dabaae8efc5'] in n-d-827549-2 is: [{'id': '09881167-cb59-4036-b439-1dabaae8efc5', 'name': 'tempest-TestVolumeBackupRestore-557349827-router', 'tenant_id': '106f872d51574aedbb0a0dce39275dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:41:08Z', 'updated_at': '2022-02-03T14:48:11Z', 'revision_number': 6, 'project_id': '106f872d51574aedbb0a0dce39275dee', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:11.829330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:11.841032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:11.871025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba23a37-b6a6-478f-80eb-30c0982fb493 None None] Pushing event updated for resources: {'Port': ['ID=fe271018-dcf8-4267-88e5-92febf6d9baf,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:11.904503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Attempting to bind port fe271018-dcf8-4267-88e5-92febf6d9baf on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:11.904831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Attempting to bind port fe271018-dcf8-4267-88e5-92febf6d9baf by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:11.905194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Attempting to bind port fe271018-dcf8-4267-88e5-92febf6d9baf on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:11.915483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:11.916202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:11.916352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.916781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:11.917262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Bound port: fe271018-dcf8-4267-88e5-92febf6d9baf, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:11.917647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:11.974839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Pushing event updated for resources: {'Port': ['ID=07b1ac8a-1516-474c-aa41-d6930a3bbb40,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:12.000550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] For port fe271018-dcf8-4267-88e5-92febf6d9baf, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:12.005978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] For port fe271018-dcf8-4267-88e5-92febf6d9baf, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fe271018-dcf8-4267-88e5-92febf6d9baf,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:12.013319 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:12.094487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba23a37-b6a6-478f-80eb-30c0982fb493 None None] Pushing event updated for resources: {'Port': ['ID=fe271018-dcf8-4267-88e5-92febf6d9baf,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:12.135592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:12.136230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:12.331225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:12.436599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 77173b32-09d3-422a-8706-da59ba2a2bd9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:12.648312 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks [] for router_gateway (e943197d-87a1-4c84-9c94-1b13c1185a48), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:12.798793 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (c4a084fd-719d-438a-9532-bec60a7a18c9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:12.996913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a084fd-719d-438a-9532-bec60a7a18c9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:13.064169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ebb9e0fc-c6df-40e9-82b3-4b8e44e0beae None None] Provisioning complete for port fe271018-dcf8-4267-88e5-92febf6d9baf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:13.064737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0fc-c6df-40e9-82b3-4b8e44e0beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.120062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860be7c-6036-4767-9569-badb2d20c8a7 None None] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:13.136916 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (09881167-cb59-4036-b439-1dabaae8efc5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.217286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 77173b32-09d3-422a-8706-da59ba2a2bd9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:13.217667 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.246174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:11Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:13.278977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dc24-3e5e-4f77-bd51-a9b358ff4fdc None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:11Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:13.304661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (09881167-cb59-4036-b439-1dabaae8efc5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.307558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks [] for router_controller (09881167-cb59-4036-b439-1dabaae8efc5), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.389528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9e0fc-c6df-40e9-82b3-4b8e44e0beae None None] Current status of the port fe271018-dcf8-4267-88e5-92febf6d9baf is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:13.390524 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0fc-c6df-40e9-82b3-4b8e44e0beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.608409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ebb9e0fc-c6df-40e9-82b3-4b8e44e0beae None None] For port fe271018-dcf8-4267-88e5-92febf6d9baf, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fe271018-dcf8-4267-88e5-92febf6d9baf,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:13.642265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0fc-c6df-40e9-82b3-4b8e44e0beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.671232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e943197d-87a1-4c84-9c94-1b13c1185a48), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.676197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (09881167-cb59-4036-b439-1dabaae8efc5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.677551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09881167-cb59-4036-b439-1dabaae8efc5 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:48:13.682495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.683632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8fbb2c3c-a8c0-4f2c-a33f-2961ac09e3c4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/09881167-cb59-4036-b439-1dabaae8efc5 HTTP/1.1" status: 204 len: 168 time: 3.2045476 Feb 03 14:48:13.686913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57114) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:13.724821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 77173b32-09d3-422a-8706-da59ba2a2bd9 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:13.728747 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:13.931731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9e0fc-c6df-40e9-82b3-4b8e44e0beae None None] Pushing event updated for resources: {'Port': ['ID=fe271018-dcf8-4267-88e5-92febf6d9baf,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:13.946779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fdd864a7-46fb-40e1-a655-944a032e849f None None] Provisioning complete for port fe271018-dcf8-4267-88e5-92febf6d9baf triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:13.947164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdd864a7-46fb-40e1-a655-944a032e849f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:14.002528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 77173b32-09d3-422a-8706-da59ba2a2bd9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=77173b32-09d3-422a-8706-da59ba2a2bd9,segment=NetworkSegment(5d53c221-0cf9-4953-96e4-62ea1245bff8),segment_id=5d53c221-0cf9-4953-96e4-62ea1245bff8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:14.024379 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:14.118724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=77173b32-09d3-422a-8706-da59ba2a2bd9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:14.165596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fdd864a7-46fb-40e1-a655-944a032e849f None None] Current status of the port fe271018-dcf8-4267-88e5-92febf6d9baf is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:14.201011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fdd864a7-46fb-40e1-a655-944a032e849f None None] Provisioning complete for port 77173b32-09d3-422a-8706-da59ba2a2bd9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:14.201311 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdd864a7-46fb-40e1-a655-944a032e849f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:14.387205 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fdd864a7-46fb-40e1-a655-944a032e849f None None] Current status of the port 77173b32-09d3-422a-8706-da59ba2a2bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:14.394333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fe271018-dcf8-4267-88e5-92febf6d9baf up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:14.481222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fe271018-dcf8-4267-88e5-92febf6d9baf triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:14.481854 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:14.623024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ee0ddfd9-f447-4776-a95d-82a4684547c2 None None] Provisioning complete for port 77173b32-09d3-422a-8706-da59ba2a2bd9 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:14.623459 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee0ddfd9-f447-4776-a95d-82a4684547c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:14.761993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] Deleting subnet ad453882-083f-4c10-8008-d65b1c13c4c9 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:48:14.781183 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] Publish callbacks [] for subnet (ad453882-083f-4c10-8008-d65b1c13c4c9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:14.836203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fe271018-dcf8-4267-88e5-92febf6d9baf is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:14.846160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ddfd9-f447-4776-a95d-82a4684547c2 None None] Current status of the port 77173b32-09d3-422a-8706-da59ba2a2bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:14.850806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (ad453882-083f-4c10-8008-d65b1c13c4c9), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:14.929319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c6575c63-c418-40ca-ad4d-909a1caa7c7b no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:48:14.985158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: c6575c63-c418-40ca-ad4d-909a1caa7c7b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:48:14.985509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c6575c63-c418-40ca-ad4d-909a1caa7c7b not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:48:14.985927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c4a084fd-719d-438a-9532-bec60a7a18c9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:48:15.049248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: c4a084fd-719d-438a-9532-bec60a7a18c9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:48:15.049605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device c4a084fd-719d-438a-9532-bec60a7a18c9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:48:15.063404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ad453882-083f-4c10-8008-d65b1c13c4c9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:15.119232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Router e943197d-87a1-4c84-9c94-1b13c1185a48 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:48:15.329356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:15.335410 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (ad453882-083f-4c10-8008-d65b1c13c4c9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:15.347104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Sync routers for ids ['e943197d-87a1-4c84-9c94-1b13c1185a48'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:15.370822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Routers {'e943197d-87a1-4c84-9c94-1b13c1185a48'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:15.371470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e943197d-87a1-4c84-9c94-1b13c1185a48'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:15.385249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad453882-083f-4c10-8008-d65b1c13c4c9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:15.403945 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:15.412497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7d8a8885-badb-42ef-a20c-e8f5d05bc19b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8904486 Feb 03 14:48:15.412497 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:15.413383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57258) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:15.421453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-86b814bc-c057-44b3-b8db-26c46747c3f7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ad453882-083f-4c10-8008-d65b1c13c4c9 HTTP/1.1" status: 204 len: 168 time: 1.7325773 Feb 03 14:48:15.423285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57260) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:15.450232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b414775-c131-4bdc-8627-094a47eed5f7 None None] Network d71f36a4-f4dd-43b9-8c4f-06111b760aee requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:15.675324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Set router e943197d-87a1-4c84-9c94-1b13c1185a48 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:15.853458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] DHCP port deletion for d71f36a4-f4dd-43b9-8c4f-06111b760aee request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:48:15.885637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (d71f36a4-f4dd-43b9-8c4f-06111b760aee), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.037304 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1f66-b92d-4c77-942f-b475e2101f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.103173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] Deleting port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:16.104840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.244025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 77173b32-09d3-422a-8706-da59ba2a2bd9 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:16.277789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T14:48:12Z', 'revision_number': 3, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port': {'id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:10Z', 'updated_at': '2022-02-03T14:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:16.310488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Checking router: e943197d-87a1-4c84-9c94-1b13c1185a48 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:16.310871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Updating router e943197d-87a1-4c84-9c94-1b13c1185a48 port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:16.313917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] For port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,segment=NetworkSegment(7ab7d72c-20bb-4710-9586-9a953a12fe15),segment_id=7ab7d72c-20bb-4710-9586-9a953a12fe15)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:16.314315 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.357106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] Calling delete_port for b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:16.378449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.409356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Deleting port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:16.410216 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.458074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 77173b32-09d3-422a-8706-da59ba2a2bd9 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:16.458074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.627411 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.642239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] For port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,segment=NetworkSegment(7ab7d72c-20bb-4710-9586-9a953a12fe15),segment_id=7ab7d72c-20bb-4710-9586-9a953a12fe15)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:16.642852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.669466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Calling delete_port for b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:16.688546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] Pushing event deleted for resources: {'Port': ['ID=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:16.690636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df690025-6ee8-4188-b469-3c68d3e3ec19 None None] No DVR routers for this DVR port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:48:16.779249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.872996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:16.936867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 77173b32-09d3-422a-8706-da59ba2a2bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:16.946305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:16.954566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] No DVR routers for this DVR port b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:48:16.969252 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.970064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.970655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.971146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.971644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.972470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.973532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.975101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.975871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.976353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.976860 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.977359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:16.977837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:17.033269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:48:17.060833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:48:17.061523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b8c5fac1-08e0-4f1f-aeb3-ef4ffde7bf21 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:48:17.062707 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (d71f36a4-f4dd-43b9-8c4f-06111b760aee), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.089827 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71f36a4-f4dd-43b9-8c4f-06111b760aee']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:17.101251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab7d72c-20bb-4710-9586-9a953a12fe15') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:17.101830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab7d72c-20bb-4710-9586-9a953a12fe15') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:17.117998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (7ab7d72c-20bb-4710-9586-9a953a12fe15), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.128761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Publish callbacks [] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.137218 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.158390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7ab7d72c-20bb-4710-9586-9a953a12fe15), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.171826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:48:17.172661 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (7ab7d72c-20bb-4710-9586-9a953a12fe15), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: self.session.flush() Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:48:17.174824 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:48:17.199832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Attempting to bind port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:17.200310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Attempting to bind port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:17.200984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Attempting to bind port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:17.210341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d02f0-58e2-4150-a5d5-f2d850fcfc07 None None] Pushing event updated for resources: {'Port': ['ID=07b1ac8a-1516-474c-aa41-d6930a3bbb40,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:17.218697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:17.219175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:17.219730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.220229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:17.221031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Bound port: 07b1ac8a-1516-474c-aa41-d6930a3bbb40, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:17.222108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.227619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Allocated IP 172.20.0.1 (f5a8af29-7093-4445-8aa5-b5b00d88de17/9c2412c5-4baa-431f-bbed-7e51a71c5f35/9015384e-2d10-4710-8da1-c00fcacbb815) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:17.295511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] For port 07b1ac8a-1516-474c-aa41-d6930a3bbb40, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:17.299724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] For port 07b1ac8a-1516-474c-aa41-d6930a3bbb40, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=07b1ac8a-1516-474c-aa41-d6930a3bbb40,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:17.308071 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.351657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (d71f36a4-f4dd-43b9-8c4f-06111b760aee), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.365893 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.370116 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d71f36a4-f4dd-43b9-8c4f-06111b760aee HTTP/1.1" status: 204 len: 168 time: 1.8705356 Feb 03 14:48:17.396579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Routers {'e943197d-87a1-4c84-9c94-1b13c1185a48'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:17.397975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:47:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e943197d-87a1-4c84-9c94-1b13c1185a48'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:17.406443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d02f0-58e2-4150-a5d5-f2d850fcfc07 None None] Pushing event updated for resources: {'Port': ['ID=07b1ac8a-1516-474c-aa41-d6930a3bbb40,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:17.436973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab7900-fb18-4df1-9ed1-843f365eff13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71f36a4-f4dd-43b9-8c4f-06111b760aee,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:17.485244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks [] for port (9015384e-2d10-4710-8da1-c00fcacbb815), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.534679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.620173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=9015384e-2d10-4710-8da1-c00fcacbb815,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:17.638447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:17.640749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:17.655640 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:17.659311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] Set router e943197d-87a1-4c84-9c94-1b13c1185a48 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:17.731927 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e943197d-87a1-4c84-9c94-1b13c1185a48), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:17.802734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57494) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:17.866950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0a0525b3-1aba-4159-8449-abc2818ce3b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8cccde000f4420e823f7d8fcde7be93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0621142 Feb 03 14:48:17.876178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57504) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:17.964298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c454266-b359-4df9-beb6-62cbc6ee20ea admin admin] Publish callbacks [] for security_group (66e67fe6-c62b-4917-9d94-ddce0d9d687c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.006126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c454266-b359-4df9-beb6-62cbc6ee20ea admin admin] Publish callbacks [] for security_group (66e67fe6-c62b-4917-9d94-ddce0d9d687c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.080828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c454266-b359-4df9-beb6-62cbc6ee20ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (66e67fe6-c62b-4917-9d94-ddce0d9d687c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.083908 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c454266-b359-4df9-beb6-62cbc6ee20ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.085188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7c454266-b359-4df9-beb6-62cbc6ee20ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66e67fe6-c62b-4917-9d94-ddce0d9d687c HTTP/1.1" status: 204 len: 168 time: 0.2080154 Feb 03 14:48:18.111763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c454266-b359-4df9-beb6-62cbc6ee20ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e67fe6-c62b-4917-9d94-ddce0d9d687c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:18.146124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.191549 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a96a6e-59ab-4643-a32d-a7dafe1c8a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.226113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T14:48:12Z', 'revision_number': 3, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port': {'id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:10Z', 'updated_at': '2022-02-03T14:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:18.331090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d5e049-7a89-47b4-ba20-15eef00ffe90 None None] The sync data for ids ['e943197d-87a1-4c84-9c94-1b13c1185a48'] in n-d-827549-2 is: [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T14:48:12Z', 'revision_number': 3, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port': {'id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:10Z', 'updated_at': '2022-02-03T14:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:18.349467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88f235a9-13be-437d-af22-b5086f8da175 None None] Provisioning complete for port 9015384e-2d10-4710-8da1-c00fcacbb815 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:18.349847 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88f235a9-13be-437d-af22-b5086f8da175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.438122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88f235a9-13be-437d-af22-b5086f8da175 None None] Port 9015384e-2d10-4710-8da1-c00fcacbb815 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:18.475368 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks [] for port (9015384e-2d10-4710-8da1-c00fcacbb815), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.486113 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.582621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e943197d-87a1-4c84-9c94-1b13c1185a48), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.598652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=9015384e-2d10-4710-8da1-c00fcacbb815,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:18.706036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57578) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:18.721755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:18.723877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:18.792816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4763513d-5c20-4001-b1ec-31499ba6e0f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=106f872d51574aedbb0a0dce39275dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855546 Feb 03 14:48:18.796286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57580) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:18.894320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f51a101-c307-454d-8c14-444a8ae4d6cd admin admin] Publish callbacks [] for security_group (55a498f6-91f5-447e-ae0d-d918bd00c45c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.935129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f51a101-c307-454d-8c14-444a8ae4d6cd admin admin] Publish callbacks [] for security_group (55a498f6-91f5-447e-ae0d-d918bd00c45c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:18.937817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Router e943197d-87a1-4c84-9c94-1b13c1185a48 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:48:18.997355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f51a101-c307-454d-8c14-444a8ae4d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (55a498f6-91f5-447e-ae0d-d918bd00c45c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:19.000780 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f51a101-c307-454d-8c14-444a8ae4d6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:19.002770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5f51a101-c307-454d-8c14-444a8ae4d6cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55a498f6-91f5-447e-ae0d-d918bd00c45c HTTP/1.1" status: 204 len: 168 time: 0.2053638 Feb 03 14:48:19.011901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51a101-c307-454d-8c14-444a8ae4d6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a498f6-91f5-447e-ae0d-d918bd00c45c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:19.132340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:19.143077 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65e49263-c6f7-435a-997a-258660241bc0 admin admin] 10.222.0.52 "PUT /v2.0/routers/e943197d-87a1-4c84-9c94-1b13c1185a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7284119 Feb 03 14:48:19.169627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f03cd2f2-4002-417b-8262-282cc1bb2684 None None] Provisioning complete for port 9015384e-2d10-4710-8da1-c00fcacbb815 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:19.170015 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f03cd2f2-4002-417b-8262-282cc1bb2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:19.237692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f03cd2f2-4002-417b-8262-282cc1bb2684 None None] Port 9015384e-2d10-4710-8da1-c00fcacbb815 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:19.680606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:20.187426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07b1ac8a-1516-474c-aa41-d6930a3bbb40 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:20.293680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:20.297514 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:20.409293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:20.409930 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:20.432092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 07b1ac8a-1516-474c-aa41-d6930a3bbb40, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=07b1ac8a-1516-474c-aa41-d6930a3bbb40,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:20.439358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:20.507047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=07b1ac8a-1516-474c-aa41-d6930a3bbb40,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:20.673428 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Sync routers for ids ['e943197d-87a1-4c84-9c94-1b13c1185a48'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:20.687112 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Routers {'e943197d-87a1-4c84-9c94-1b13c1185a48'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:20.687866 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e943197d-87a1-4c84-9c94-1b13c1185a48'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:20.762056 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:20.835807 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Set router e943197d-87a1-4c84-9c94-1b13c1185a48 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:21.049277 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T14:48:18Z', 'revision_number': 4, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port': {'id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:10Z', 'updated_at': '2022-02-03T14:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '9015384e-2d10-4710-8da1-c00fcacbb815', 'name': '', 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'mac_address': 'fa:16:3e:d6:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9c2412c5-4baa-431f-bbed-7e51a71c5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:16Z', 'updated_at': '2022-02-03T14:48:18Z', 'revision_number': 2, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'subnets': [{'id': '9c2412c5-4baa-431f-bbed-7e51a71c5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:21.080250 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Checking router: e943197d-87a1-4c84-9c94-1b13c1185a48 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:21.081033 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Updating router e943197d-87a1-4c84-9c94-1b13c1185a48 port 9015384e-2d10-4710-8da1-c00fcacbb815 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:21.115155 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:21.430222 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Publish callbacks [] for port (9015384e-2d10-4710-8da1-c00fcacbb815), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:21.442051 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:21.589204 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab40962-4223-43b0-9acd-fcd7d8ae0a3f None None] Pushing event updated for resources: {'Port': ['ID=9015384e-2d10-4710-8da1-c00fcacbb815,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:21.637528 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Attempting to bind port 9015384e-2d10-4710-8da1-c00fcacbb815 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:21.638067 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Attempting to bind port 9015384e-2d10-4710-8da1-c00fcacbb815 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:21.638613 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Attempting to bind port 9015384e-2d10-4710-8da1-c00fcacbb815 on network f5a8af29-7093-4445-8aa5-b5b00d88de17 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:21.650242 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:21.650467 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Checking segment: {'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:21.652598 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:21.652598 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Bound using segment: {'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:21.652598 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Bound port: 9015384e-2d10-4710-8da1-c00fcacbb815, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d53c221-0cf9-4953-96e4-62ea1245bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:21.652598 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:21.744373 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] For port 9015384e-2d10-4710-8da1-c00fcacbb815, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:21.749099 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] For port 9015384e-2d10-4710-8da1-c00fcacbb815, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9015384e-2d10-4710-8da1-c00fcacbb815,segment=NetworkSegment(5d53c221-0cf9-4953-96e4-62ea1245bff8),segment_id=5d53c221-0cf9-4953-96e4-62ea1245bff8)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:21.757887 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:21.819382 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Routers {'e943197d-87a1-4c84-9c94-1b13c1185a48'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:21.820036 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e943197d-87a1-4c84-9c94-1b13c1185a48'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:21.888201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2961fd73-3bc8-4492-bc82-602859dffc30 None None] Provisioning complete for port 9015384e-2d10-4710-8da1-c00fcacbb815 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:21.888812 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2961fd73-3bc8-4492-bc82-602859dffc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:21.903976 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab40962-4223-43b0-9acd-fcd7d8ae0a3f None None] Pushing event updated for resources: {'Port': ['ID=9015384e-2d10-4710-8da1-c00fcacbb815,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:21.976501 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] Set router e943197d-87a1-4c84-9c94-1b13c1185a48 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:22.001365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2961fd73-3bc8-4492-bc82-602859dffc30 None None] Current status of the port 9015384e-2d10-4710-8da1-c00fcacbb815 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:22.001766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2961fd73-3bc8-4492-bc82-602859dffc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:22.104242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2961fd73-3bc8-4492-bc82-602859dffc30 None None] For port 9015384e-2d10-4710-8da1-c00fcacbb815, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9015384e-2d10-4710-8da1-c00fcacbb815,segment=NetworkSegment(5d53c221-0cf9-4953-96e4-62ea1245bff8),segment_id=5d53c221-0cf9-4953-96e4-62ea1245bff8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:22.110431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2961fd73-3bc8-4492-bc82-602859dffc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:22.181583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07b1ac8a-1516-474c-aa41-d6930a3bbb40 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:22.278616 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:22.292298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961fd73-3bc8-4492-bc82-602859dffc30 None None] Pushing event updated for resources: {'Port': ['ID=9015384e-2d10-4710-8da1-c00fcacbb815,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:22.303033 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T14:48:18Z', 'revision_number': 4, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port': {'id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:10Z', 'updated_at': '2022-02-03T14:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '9015384e-2d10-4710-8da1-c00fcacbb815', 'name': '', 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'mac_address': 'fa:16:3e:d6:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9c2412c5-4baa-431f-bbed-7e51a71c5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:16Z', 'updated_at': '2022-02-03T14:48:21Z', 'revision_number': 4, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'subnets': [{'id': '9c2412c5-4baa-431f-bbed-7e51a71c5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:22.310388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2d5a4bd8-e237-4573-ae96-e904d1cfed92 None None] Provisioning complete for port 9015384e-2d10-4710-8da1-c00fcacbb815 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:22.310957 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4bd8-e237-4573-ae96-e904d1cfed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:22.358537 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f7124-81fe-4e5c-be3d-9017a0746746 None None] The sync data for ids ['e943197d-87a1-4c84-9c94-1b13c1185a48'] in n-d-827549-2 is: [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T14:48:18Z', 'revision_number': 4, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port': {'id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:10Z', 'updated_at': '2022-02-03T14:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '9015384e-2d10-4710-8da1-c00fcacbb815', 'name': '', 'network_id': 'f5a8af29-7093-4445-8aa5-b5b00d88de17', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'mac_address': 'fa:16:3e:d6:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9c2412c5-4baa-431f-bbed-7e51a71c5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:16Z', 'updated_at': '2022-02-03T14:48:21Z', 'revision_number': 4, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'subnets': [{'id': '9c2412c5-4baa-431f-bbed-7e51a71c5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:22.384377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:22.385002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:22.627536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:22.646214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a4bd8-e237-4573-ae96-e904d1cfed92 None None] Current status of the port 9015384e-2d10-4710-8da1-c00fcacbb815 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:23.282820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-0b13fb43-df1c-40d3-80c3-947670be6f14 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:23.290798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-0b13fb43-df1c-40d3-80c3-947670be6f14 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1639233 Feb 03 14:48:23.307330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-22c122f9-1d4f-496f-aaa0-a1ef8d272e0c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/quotas/95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 375 time: 0.0156860 Feb 03 14:48:23.391209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-0d3f00f3-18ab-4c2f-a41e-db27aee45540 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827599 Feb 03 14:48:23.504144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-029605bc-f72a-446b-9a17-ffd0603c6093 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119936 Feb 03 14:48:23.638291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-6a53a135-fabd-4f36-bc0d-0c8691045003 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295779 Feb 03 14:48:24.029536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0f98e66-7936-4aca-b7d3-74458d1474d0 req-79b656f9-d1bd-460c-8afd-88560bd718c7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0467043 Feb 03 14:48:24.245411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9015384e-2d10-4710-8da1-c00fcacbb815 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:24.316826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9015384e-2d10-4710-8da1-c00fcacbb815 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:24.317435 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:24.454733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9015384e-2d10-4710-8da1-c00fcacbb815 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:24.973046 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:25.197063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f02036b8-dba6-40b4-8f98-044929e62061 req-5f0884fb-c6e1-4dc4-adf3-f131dfeb77e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0746386 Feb 03 14:48:25.373268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-42be7eb5-96cf-49f5-b0d9-21fcffb15a14 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1924922 Feb 03 14:48:25.408792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-8bc2a55a-61ce-41f9-b80e-00e79dff8840 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:25.412298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-8bc2a55a-61ce-41f9-b80e-00e79dff8840 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.2295144 Feb 03 14:48:25.424456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'port': {'device_id': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'admin_state_up': True, 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:25.538623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-6f10ce9e-e900-4324-867a-b0ad0179b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:25.540153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-6f10ce9e-e900-4324-867a-b0ad0179b679 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 1127 time: 0.0977213 Feb 03 14:48:25.618880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:25.622631 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:25.799339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-6d5d27f9-c5f8-4bdd-b63c-47531d535299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:25.800924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-6d5d27f9-c5f8-4bdd-b63c-47531d535299 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 915 time: 0.2397056 Feb 03 14:48:25.857248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-9f8da7cd-5ace-4e2e-b43d-e89944a84e93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32 HTTP/1.1" status: 200 len: 217 time: 0.0455155 Feb 03 14:48:25.951957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-e53adf9d-89a1-48cd-ac7c-6c3757f460b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:25.953459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-e53adf9d-89a1-48cd-ac7c-6c3757f460b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=883dbf25-e952-48dd-a8a6-f671565bc4f9 HTTP/1.1" status: 200 len: 854 time: 0.0910845 Feb 03 14:48:25.994862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-80d6de89-b14b-475d-a52e-5ef73416b680 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355849 Feb 03 14:48:25.995940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.20.0.13 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/7a94465c-a0b5-47f0-a88a-89ceca3dad7d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:26.176511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-89107331-4b0e-4858-8526-e1aad86d087c service neutron] 10.222.0.71 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754479 Feb 03 14:48:26.388443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ff6e917-8140-44f6-8b7b-22bb8c8b0770 req-b85d4f9b-2a06-4a8e-9e05-a405e64fc9a0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0463440 Feb 03 14:48:26.395728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:26.402294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aadb4e0-5e13-479c-9ef5-51fe2e24e0bf req-cff14f66-a0ab-4175-b5aa-9887a22f5a4c service neutron] 10.222.0.71 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186661 Feb 03 14:48:26.448770 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:26.503373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:26.507490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:26.510342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:26.546322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:26.572497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:26.573148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:26.599273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-d3d7abef-f9f9-4f27-870f-c7373c76c14d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1789854 Feb 03 14:48:26.614294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Request body: {'port': {'device_id': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:26.702514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:26.910907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-60d06da2-258f-431c-8478-309e88adc4e8 None None] Provisioning complete for port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:26.911911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60d06da2-258f-431c-8478-309e88adc4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:26.962345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-60d06da2-258f-431c-8478-309e88adc4e8 None None] Port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:27.053623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a94465c-a0b5-47f0-a88a-89ceca3dad7d {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:48:27.064006 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Publish callbacks [] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:27.079327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Transition to ACTIVE for port object 7a94465c-a0b5-47f0-a88a-89ceca3dad7d will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:48:27.084714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:27.233605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Pushing event updated for resources: {'Port': ['ID=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:27.263052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Attempting to bind port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:27.263390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Attempting to bind port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:27.263877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Attempting to bind port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:27.269757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d on network 8a35bad6-5598-4838-98f2-8cef60a80989 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:48:27.270179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Attempting to bind port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:27.275674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:27.276097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:27.276600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:27.277093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Bound port: 7a94465c-a0b5-47f0-a88a-89ceca3dad7d, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:27.277946 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:27.315508 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:48:27.392342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] For port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:27.398909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] For port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:27.409210 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:27.518468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Pushing event updated for resources: {'Port': ['ID=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:27.524704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:27.525872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:27.528072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-af37d601-353c-4b0d-9b4b-8fdfbf5d0203 service neutron] 10.222.0.45 "PUT /v2.0/ports/7a94465c-a0b5-47f0-a88a-89ceca3dad7d HTTP/1.1" status: 200 len: 1092 time: 0.9209127 Feb 03 14:48:27.534512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'tag': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:48:27.535796 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2cf970-8573-44ee-a4b2-352335296669" -d '{"events": [{"name": "network-changed", "server_uuid": "870e9e9a-1a18-45d4-9ee3-77f1bbf0f647", "tag": "7a94465c-a0b5-47f0-a88a-89ceca3dad7d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:48:27.625105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385366-5a44-48bc-ac20-36fdcb4f9537 req-4edcbf37-6c59-4d42-ac05-4d977d60538a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:27.627969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57385366-5a44-48bc-ac20-36fdcb4f9537 req-4edcbf37-6c59-4d42-ac05-4d977d60538a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1278086 Feb 03 14:48:27.719478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57385366-5a44-48bc-ac20-36fdcb4f9537 req-e0cf1b06-4062-4620-a1d5-b900814fada8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610771 Feb 03 14:48:27.727758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-37faccb0-0356-4c3f-823d-aeaae7cc200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:27.729560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-37faccb0-0356-4c3f-823d-aeaae7cc200c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 1126 time: 0.1354127 Feb 03 14:48:27.837581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-74ecc68e-3dfa-4a16-bfee-28fff09feefd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a94465c-a0b5-47f0-a88a-89ceca3dad7d HTTP/1.1" status: 200 len: 217 time: 0.0954094 Feb 03 14:48:27.839408 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54127780-0cf1-40b7-8d18-8f372b2e468a x-openstack-request-id: req-54127780-0cf1-40b7-8d18-8f372b2e468a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:48:27.839911 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870e9e9a-1a18-45d4-9ee3-77f1bbf0f647", "tag": "7a94465c-a0b5-47f0-a88a-89ceca3dad7d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:48:27.840339 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54127780-0cf1-40b7-8d18-8f372b2e468a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:48:27.840935 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'tag': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d', 'status': 'completed', 'code': 200} Feb 03 14:48:27.893905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-8f00c4cb-360d-4bea-a036-88e50d37c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:27.896120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-8f00c4cb-360d-4bea-a036-88e50d37c12a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0541496 Feb 03 14:48:27.963189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-8e17fa28-6760-42d4-b98e-b80b55b8074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:27.965047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-8e17fa28-6760-42d4-b98e-b80b55b8074f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635977 Feb 03 14:48:28.087799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-1d583947-7f1e-4d2f-b616-16e64f6bb6de service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148329 Feb 03 14:48:28.247337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07d5c7b2-e598-45fd-9d97-59e272862167 req-a3d01bae-bfd7-409c-9000-af891b16b5a5 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519237 Feb 03 14:48:28.373020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf970-8573-44ee-a4b2-352335296669 req-32255b07-9be3-476b-be9e-7f67f2b5472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:28.374610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b2cf970-8573-44ee-a4b2-352335296669 req-32255b07-9be3-476b-be9e-7f67f2b5472d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 1126 time: 0.0614817 Feb 03 14:48:28.560994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf970-8573-44ee-a4b2-352335296669 req-4ab13e14-6073-420c-99c0-4287a7352fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:28.562723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b2cf970-8573-44ee-a4b2-352335296669 req-4ab13e14-6073-420c-99c0-4287a7352fc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1821795 Feb 03 14:48:28.623898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b2cf970-8573-44ee-a4b2-352335296669 req-dac4fb53-5615-47b0-92e0-cf2fe02cb261 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a94465c-a0b5-47f0-a88a-89ceca3dad7d HTTP/1.1" status: 200 len: 217 time: 0.0515091 Feb 03 14:48:28.691887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf970-8573-44ee-a4b2-352335296669 req-12ac0512-b369-4f8b-8830-65bdd9eafc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:28.695054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b2cf970-8573-44ee-a4b2-352335296669 req-12ac0512-b369-4f8b-8830-65bdd9eafc46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0631711 Feb 03 14:48:28.772849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf970-8573-44ee-a4b2-352335296669 req-762eeb13-d0e4-4763-bc4a-2b9f96b88b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:28.774408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b2cf970-8573-44ee-a4b2-352335296669 req-762eeb13-d0e4-4763-bc4a-2b9f96b88b90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729885 Feb 03 14:48:28.994756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b2cf970-8573-44ee-a4b2-352335296669 req-f44af105-d47d-4642-b603-0b58d433ca14 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144463 Feb 03 14:48:29.006233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde39f6-66bd-44e5-8f9b-ce6c04beeca7 req-127f1c0e-4a06-4310-ae8f-0e394aaf3983 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:29.008054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bde39f6-66bd-44e5-8f9b-ce6c04beeca7 req-127f1c0e-4a06-4310-ae8f-0e394aaf3983 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.0995739 Feb 03 14:48:29.137420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bde39f6-66bd-44e5-8f9b-ce6c04beeca7 req-dbc6913e-249d-440a-842c-f8dbbb4bbc97 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191921 Feb 03 14:48:29.173955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b2cf970-8573-44ee-a4b2-352335296669 req-8f5ef59b-69f4-423c-bd7b-a1e1884ade10 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645465 Feb 03 14:48:30.438275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95c80c-8d21-4418-8d58-94f07d46a0ac req-667aff45-5322-4127-9d21-a6a8955529ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:30.443029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b95c80c-8d21-4418-8d58-94f07d46a0ac req-667aff45-5322-4127-9d21-a6a8955529ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1282866 Feb 03 14:48:30.543462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b95c80c-8d21-4418-8d58-94f07d46a0ac req-5e3a1026-b4fb-40e7-a5d7-27279c37ca78 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873849 Feb 03 14:48:31.717700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff53f4-8d8e-44a7-ab8c-7bbe36780421 req-e4e5ec79-1dff-492e-bbac-224e5b43d5d2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:31.725954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fff53f4-8d8e-44a7-ab8c-7bbe36780421 req-e4e5ec79-1dff-492e-bbac-224e5b43d5d2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.0729051 Feb 03 14:48:31.796740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fff53f4-8d8e-44a7-ab8c-7bbe36780421 req-fe0ac175-44aa-423e-9e02-cfcc3ae24eb2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694859 Feb 03 14:48:32.932641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033ed4-ef73-43e9-bf47-12da0f6fd865 req-8783bfd3-4af1-44d6-b51b-c45cd0c837f8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:32.935000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f033ed4-ef73-43e9-bf47-12da0f6fd865 req-8783bfd3-4af1-44d6-b51b-c45cd0c837f8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.0609410 Feb 03 14:48:32.992407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f033ed4-ef73-43e9-bf47-12da0f6fd865 req-d17bdf14-9c03-4363-be0e-a0ac82469ba2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Feb 03 14:48:34.130908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a211fe4-726e-49a7-8f12-109fc1edf1bb req-7d92da8c-e815-42e1-a2c1-e40dccc0410c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:34.132561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a211fe4-726e-49a7-8f12-109fc1edf1bb req-7d92da8c-e815-42e1-a2c1-e40dccc0410c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.0649462 Feb 03 14:48:34.195115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a211fe4-726e-49a7-8f12-109fc1edf1bb req-99e7ec8f-6a70-46e9-9fb5-6dfa4ecc8f4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555320 Feb 03 14:48:35.380257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee37a-df6a-4ad8-8843-29e84486ef1a req-fac85404-a425-4405-9c7d-9a146944f694 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:35.384033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-acdee37a-df6a-4ad8-8843-29e84486ef1a req-fac85404-a425-4405-9c7d-9a146944f694 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1049047 Feb 03 14:48:35.466156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-acdee37a-df6a-4ad8-8843-29e84486ef1a req-e9a30533-c087-401b-a4d9-f247605ec8b2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671837 Feb 03 14:48:36.642449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f6b9-6cfc-49b8-ad8c-fd787803ea1e req-8ff11479-8387-459f-abca-0bfdf1f54edd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:36.644969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f52f6b9-6cfc-49b8-ad8c-fd787803ea1e req-8ff11479-8387-459f-abca-0bfdf1f54edd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1056850 Feb 03 14:48:36.709853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f52f6b9-6cfc-49b8-ad8c-fd787803ea1e req-a1672fc0-739c-4133-a61c-7fefd5c849ef tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Feb 03 14:48:37.859352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a797d-ca28-49bc-8e0a-2a4ba1e3f195 req-d14a7d3f-7ebd-4a04-b6a8-2559716cf59e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:37.861254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b70a797d-ca28-49bc-8e0a-2a4ba1e3f195 req-d14a7d3f-7ebd-4a04-b6a8-2559716cf59e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.0644147 Feb 03 14:48:37.940833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b70a797d-ca28-49bc-8e0a-2a4ba1e3f195 req-a38318fa-707b-4f99-9540-7c706ac8c031 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703762 Feb 03 14:48:39.161396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:39.213136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bf945-1db5-4ac6-95bc-ef5b35e2fb67 req-5ddf495e-9c41-48bd-9c29-6451e9644311 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:39.225494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-722bf945-1db5-4ac6-95bc-ef5b35e2fb67 req-5ddf495e-9c41-48bd-9c29-6451e9644311 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1859391 Feb 03 14:48:39.325706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-722bf945-1db5-4ac6-95bc-ef5b35e2fb67 req-7681a3c4-ac88-42e4-a8c5-c5bdbfa934fe tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888445 Feb 03 14:48:39.612348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57762) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:39.789603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7037f788-d087-4a61-b795-94fff84b4c34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e9a2c8febe14f42878af0e09895d4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756814 Feb 03 14:48:39.794283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57770) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:39.871707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30ab36cf-4d89-4081-a46c-d35a66d2bf88 admin admin] Publish callbacks [] for security_group (7f36b910-5f01-4070-80ec-4f99d6d919ac), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:39.900406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30ab36cf-4d89-4081-a46c-d35a66d2bf88 admin admin] Publish callbacks [] for security_group (7f36b910-5f01-4070-80ec-4f99d6d919ac), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:39.973433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30ab36cf-4d89-4081-a46c-d35a66d2bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7f36b910-5f01-4070-80ec-4f99d6d919ac), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:39.976617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30ab36cf-4d89-4081-a46c-d35a66d2bf88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:39.980407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-30ab36cf-4d89-4081-a46c-d35a66d2bf88 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f36b910-5f01-4070-80ec-4f99d6d919ac HTTP/1.1" status: 204 len: 168 time: 0.1805720 Feb 03 14:48:39.994282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab36cf-4d89-4081-a46c-d35a66d2bf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f36b910-5f01-4070-80ec-4f99d6d919ac,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:40.547240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac1595-100b-4180-8574-c482cbd164ec req-0e808bd1-5602-4322-8a46-c74b776e454f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:40.552781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cac1595-100b-4180-8574-c482cbd164ec req-0e808bd1-5602-4322-8a46-c74b776e454f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.0985386 Feb 03 14:48:40.606592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cac1595-100b-4180-8574-c482cbd164ec req-7753bc04-ea71-401f-aad2-f55032e043e1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Feb 03 14:48:40.980148 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:41.147349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-45414903-network', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:41.176447 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Made reservation on behalf of 02db51c2218f4e0282f87b8c884e6f84 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:41.179951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.191907 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.324263 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks [] for security_group (4b4d54af-8455-4171-ac45-2470de5aa792), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.329744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4b4d54af-8455-4171-ac45-2470de5aa792), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.355672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:48:41.367094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d54af-8455-4171-ac45-2470de5aa792,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:41.372374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.372752 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Added segment ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97 of type vlan for network 7c309c4f-b85b-49e5-8057-db8b28460602 Feb 03 14:48:41.439969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7c309c4f-b85b-49e5-8057-db8b28460602), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.468369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7c309c4f-b85b-49e5-8057-db8b28460602), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.469466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:41.470183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.542492 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5550618 Feb 03 14:48:41.542891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336d38b-b7ce-4d0c-9a8c-c078d7a0acfe admin admin] Pushing event updated for resources: {'Network': ['ID=7c309c4f-b85b-49e5-8057-db8b28460602,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:41.543038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57802) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:41.548183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Request body: {'subnet': {'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-45414903-subnet', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:41.558899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7c309c4f-b85b-49e5-8057-db8b28460602 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:48:41.575952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Made reservation on behalf of 02db51c2218f4e0282f87b8c884e6f84 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:41.578658 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.815672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec38d-ba72-49ba-8dfa-8ee11fc77f8d req-4bd4fa99-6b83-4158-808b-89bf87776546 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:41.817282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50cec38d-ba72-49ba-8dfa-8ee11fc77f8d req-4bd4fa99-6b83-4158-808b-89bf87776546 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1337070 Feb 03 14:48:41.848776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (efc634a2-3828-4cfb-8b8a-b650c6d586d0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:41.930533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc634a2-3828-4cfb-8b8a-b650c6d586d0,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:41.936767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50cec38d-ba72-49ba-8dfa-8ee11fc77f8d req-d0c1fdc0-02a0-45a9-b0c3-b0a6ad0f1f00 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067898 Feb 03 14:48:41.961912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Checking segment: {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:41.963274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Network hostable DHCP agents. Network: 7c309c4f-b85b-49e5-8057-db8b28460602, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:48:41.988256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Network 7c309c4f-b85b-49e5-8057-db8b28460602 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:48:41.998926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7c309c4f-b85b-49e5-8057-db8b28460602) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:42.003777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:42.004392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.013029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d091f89-7825-4976-9318-96314dc68440 None None] Network 7c309c4f-b85b-49e5-8057-db8b28460602 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:42.027997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-edcf36d5-c6c8-4ec8-9cf3-455b852f40d9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4829664 Feb 03 14:48:42.030718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57808) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:42.040275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:42.070808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.072591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.206781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7c309c4f-b85b-49e5-8057-db8b28460602', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:48:42.207820 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.467521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Allocated IP 172.20.0.2 (7c309c4f-b85b-49e5-8057-db8b28460602/efc634a2-3828-4cfb-8b8a-b650c6d586d0/28bd3c8a-29e0-4518-9d81-953264ca5d23) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:42.506573 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks [] for router_controller (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.651626 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Publish callbacks [] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.664388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.669372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks [] for router_gateway (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.708746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Network 7c309c4f-b85b-49e5-8057-db8b28460602 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:42.713489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:42.717645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:42.720766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Pushing event updated for resources: {'Port': ['ID=28bd3c8a-29e0-4518-9d81-953264ca5d23,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:42.777956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Attempting to bind port 28bd3c8a-29e0-4518-9d81-953264ca5d23 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:42.778350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Attempting to bind port 28bd3c8a-29e0-4518-9d81-953264ca5d23 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:42.778722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Attempting to bind port 28bd3c8a-29e0-4518-9d81-953264ca5d23 on network 7c309c4f-b85b-49e5-8057-db8b28460602 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:42.785199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:42.785199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Checking segment: {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:42.791354 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.791354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Bound using segment: {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:42.791354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Bound port: 28bd3c8a-29e0-4518-9d81-953264ca5d23, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:42.791354 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.866033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] For port 28bd3c8a-29e0-4518-9d81-953264ca5d23, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:42.869772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] For port 28bd3c8a-29e0-4518-9d81-953264ca5d23, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=28bd3c8a-29e0-4518-9d81-953264ca5d23,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:42.876463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.903600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks [] for router_gateway (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.924245 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:42.944765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fc367-c4e8-421c-9cf5-23f968f11130 None None] Pushing event updated for resources: {'Port': ['ID=28bd3c8a-29e0-4518-9d81-953264ca5d23,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:43.107020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Allocated IP 172.25.0.106 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9385978f-238f-4d03-bf22-d882a9f05691) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:43.179846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3839940-061d-45d0-9b9c-636845ec147f req-f4958f06-3e63-452c-aa35-2b7e0bbf5d83 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:43.180720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3839940-061d-45d0-9b9c-636845ec147f req-f4958f06-3e63-452c-aa35-2b7e0bbf5d83 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1330016 Feb 03 14:48:43.358643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f3839940-061d-45d0-9b9c-636845ec147f req-0c962a7f-07f1-49a5-921f-0ee658e83718 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995355 Feb 03 14:48:43.364847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks [] for port (9385978f-238f-4d03-bf22-d882a9f05691), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:43.425074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9385978f-238f-4d03-bf22-d882a9f05691), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:43.465283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:43.479612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:43.479612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:43.509728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Pushing event updated for resources: {'Port': ['ID=9385978f-238f-4d03-bf22-d882a9f05691,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:43.625115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-fb18825a-3f0a-405f-aec9-6d55ef7c0678 req-35ce2773-eea2-4f32-9a7b-7626a175aabc tempest-ListServerFiltersTestJSON-304794028 tempest-ListServerFiltersTestJSON-304794028-project] (103342) timed out ('10.222.0.52', 54566) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:48:43.779066 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks [] for router_gateway (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:44.037977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:44.269137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814fcd3-c56a-4fc6-8853-2ad45bd5b409 None None] Network 7c309c4f-b85b-49e5-8057-db8b28460602 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:44.277079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:48:44.277898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 28bd3c8a-29e0-4518-9d81-953264ca5d23 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:44.428838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cfebf0dd-38d2-498f-a83d-b4eb1fcd296a None None] Provisioning complete for port 28bd3c8a-29e0-4518-9d81-953264ca5d23 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:44.429519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfebf0dd-38d2-498f-a83d-b4eb1fcd296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:44.437806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:44.442140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 28bd3c8a-29e0-4518-9d81-953264ca5d23 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:44.442830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:44.473051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Sync routers for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:44.481365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:44.482344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:44.485622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-48ccf199-e315-4c1b-bea9-1ec6096e0b57 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4526348 Feb 03 14:48:44.543014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:44.543656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:44.559046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f38d0-bbc8-4beb-9bff-67f7d807b41f req-d185c7d1-0327-4918-a746-530fea91d540 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:44.573932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b1f38d0-bbc8-4beb-9bff-67f7d807b41f req-d185c7d1-0327-4918-a746-530fea91d540 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1125805 Feb 03 14:48:44.643707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b1f38d0-bbc8-4beb-9bff-67f7d807b41f req-0cf88669-72c1-48a5-aa55-bee08dd53d71 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662589 Feb 03 14:48:44.957792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:44.990804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 28bd3c8a-29e0-4518-9d81-953264ca5d23 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:44.990804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.025588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cfebf0dd-38d2-498f-a83d-b4eb1fcd296a None None] Current status of the port 28bd3c8a-29e0-4518-9d81-953264ca5d23 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:45.026010 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfebf0dd-38d2-498f-a83d-b4eb1fcd296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.099562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 28bd3c8a-29e0-4518-9d81-953264ca5d23, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=28bd3c8a-29e0-4518-9d81-953264ca5d23,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:45.113168 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.341074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-cfebf0dd-38d2-498f-a83d-b4eb1fcd296a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:48:45.341755 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-cfebf0dd-38d2-498f-a83d-b4eb1fcd296a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:48:45.345538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=28bd3c8a-29e0-4518-9d81-953264ca5d23,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:45.402006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:43Z', 'revision_number': 3, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:45.446168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Checking router: e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:45.447312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Updating router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 port 9385978f-238f-4d03-bf22-d882a9f05691 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:45.468986 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.490246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9385978f-238f-4d03-bf22-d882a9f05691), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.714798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Allocated IP 172.20.0.1 (7c309c4f-b85b-49e5-8057-db8b28460602/efc634a2-3828-4cfb-8b8a-b650c6d586d0/26325025-5c5d-4671-b0e3-5780e5e0f692) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:45.877802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5239635-9d2d-47ff-841f-9828cb8cce84 req-157c9539-0402-481a-9334-d6ce81082bcb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:45.879854 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbc598d5-df6e-47e6-aaf8-b81906e917b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.883195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5239635-9d2d-47ff-841f-9828cb8cce84 req-157c9539-0402-481a-9334-d6ce81082bcb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1298168 Feb 03 14:48:45.906445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks [] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.913738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Publish callbacks [] for port (9385978f-238f-4d03-bf22-d882a9f05691), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.918246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cfebf0dd-38d2-498f-a83d-b4eb1fcd296a None None] Current status of the port 28bd3c8a-29e0-4518-9d81-953264ca5d23 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:45.922326 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9385978f-238f-4d03-bf22-d882a9f05691), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.952149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.982612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5239635-9d2d-47ff-841f-9828cb8cce84 req-b623dc3c-8e64-4c4c-a9c5-03d201a30b3a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860455 Feb 03 14:48:45.985095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Attempting to bind port 9385978f-238f-4d03-bf22-d882a9f05691 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:45.985734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Attempting to bind port 9385978f-238f-4d03-bf22-d882a9f05691 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:45.985878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Attempting to bind port 9385978f-238f-4d03-bf22-d882a9f05691 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:45.990443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581e023-dfb4-4a68-8db5-356fb30855b6 None None] Pushing event updated for resources: {'Port': ['ID=9385978f-238f-4d03-bf22-d882a9f05691,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:45.995883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:45.996264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:45.996708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:45.997100 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:45.997571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Bound port: 9385978f-238f-4d03-bf22-d882a9f05691, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:45.998351 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9385978f-238f-4d03-bf22-d882a9f05691), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.008972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Network 7c309c4f-b85b-49e5-8057-db8b28460602 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:46.012105 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:46.024165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Pushing event updated for resources: {'Port': ['ID=26325025-5c5d-4671-b0e3-5780e5e0f692,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:46.028560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:46.074048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] For port 9385978f-238f-4d03-bf22-d882a9f05691, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:46.078284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] For port 9385978f-238f-4d03-bf22-d882a9f05691, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9385978f-238f-4d03-bf22-d882a9f05691,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:46.079600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.082664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-18e095e9-3305-47b8-9df9-2d2247db35fe None None] Provisioning complete for port 28bd3c8a-29e0-4518-9d81-953264ca5d23 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:46.083182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18e095e9-3305-47b8-9df9-2d2247db35fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.087782 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9385978f-238f-4d03-bf22-d882a9f05691), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.204691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 28bd3c8a-29e0-4518-9d81-953264ca5d23 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:46.263139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581e023-dfb4-4a68-8db5-356fb30855b6 None None] Pushing event updated for resources: {'Port': ['ID=9385978f-238f-4d03-bf22-d882a9f05691,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:46.267601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:46.277335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:46.319845 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.477343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-18e095e9-3305-47b8-9df9-2d2247db35fe None None] Current status of the port 28bd3c8a-29e0-4518-9d81-953264ca5d23 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:46.495104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 28bd3c8a-29e0-4518-9d81-953264ca5d23 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:46.495578 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.524915 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks [] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.530098 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.558953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:46.609724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Pushing event updated for resources: {'Port': ['ID=26325025-5c5d-4671-b0e3-5780e5e0f692,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:46.618200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.683305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5f27aec0-1c14-472d-b50f-6d118dd61c7f None None] Provisioning complete for port 26325025-5c5d-4671-b0e3-5780e5e0f692 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:46.683700 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f27aec0-1c14-472d-b50f-6d118dd61c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:46.729884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Network 7c309c4f-b85b-49e5-8057-db8b28460602 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:46.731759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:46.739487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 28bd3c8a-29e0-4518-9d81-953264ca5d23 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:46.779286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5f27aec0-1c14-472d-b50f-6d118dd61c7f None None] Port 26325025-5c5d-4671-b0e3-5780e5e0f692 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:46.898472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:48:46.901189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:45Z', 'revision_number': 1, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:46.942810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6c9c6-6c95-4298-bc5f-039f35da21aa None None] The sync data for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 is: [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:45Z', 'revision_number': 1, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:47.057865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:47.080803 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-383f0b3e-2dee-45c3-b285-47194ff4c352 admin admin] 10.222.0.52 "PUT /v2.0/routers/e0bee28a-3b08-4f9e-97d6-ee79ba3fc403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897427 Feb 03 14:48:47.130952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e8866164-3814-4f0d-b0f9-b1fe1d927a42 None None] Provisioning complete for port 26325025-5c5d-4671-b0e3-5780e5e0f692 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:47.131360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8866164-3814-4f0d-b0f9-b1fe1d927a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:47.186601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e8866164-3814-4f0d-b0f9-b1fe1d927a42 None None] Port 26325025-5c5d-4671-b0e3-5780e5e0f692 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:47.196520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce02578-d528-4b7e-8dd9-921f0ed3c696 req-7a86ce5f-d001-4787-9cc2-20cba482af4c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:47.198203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ce02578-d528-4b7e-8dd9-921f0ed3c696 req-7a86ce5f-d001-4787-9cc2-20cba482af4c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 944 time: 0.1056707 Feb 03 14:48:47.301015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ce02578-d528-4b7e-8dd9-921f0ed3c696 req-b21df776-7870-4cf0-bd97-6d90cfd2f3dd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842159 Feb 03 14:48:47.643615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7a94465c-a0b5-47f0-a88a-89ceca3dad7d details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:48:47.772212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57854) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:47.778448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1415968365-network', 'tenant_id': '9eaec8504fb549dcb49210048031f0da'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:47.800796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Made reservation on behalf of 9eaec8504fb549dcb49210048031f0da for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:47.801444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:47.806703 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:47.818991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:47.822889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'port_id': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d', 'mac_address': 'fa:16:3e:ea:a5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:48:47.904998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:47.904998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:47.923693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a94465c-a0b5-47f0-a88a-89ceca3dad7d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:48:47.953092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:47.959484 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:47.963680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks [] for security_group (f0413db0-ae83-4866-918d-309ecd098562), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:47.973628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f0413db0-ae83-4866-918d-309ecd098562), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:47.999716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:48:48.020765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0413db0-ae83-4866-918d-309ecd098562,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:48.025163 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e6d44b5f-e91c-4516-a1ec-490702f69aab), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.025751 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Added segment e6d44b5f-e91c-4516-a1ec-490702f69aab of type vlan for network 5e70f405-3792-49bf-a602-bfba1941ec60 Feb 03 14:48:48.031873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:48.094034 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32a1a740-1ad5-493a-8df0-ecf66362a5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.097559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (5e70f405-3792-49bf-a602-bfba1941ec60), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.138576 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (5e70f405-3792-49bf-a602-bfba1941ec60), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.139840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:48.140740 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.166369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['7a94465c-a0b5-47f0-a88a-89ceca3dad7d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:48:48.171521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3959703 Feb 03 14:48:48.173655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57856) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:48.183119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Request body: {'subnet': {'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1415968365-subnet', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:48.233962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Made reservation on behalf of 9eaec8504fb549dcb49210048031f0da for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:48.238358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.270554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dde5b-6cf8-4c5d-b240-06743fff714b admin admin] Pushing event updated for resources: {'Network': ['ID=5e70f405-3792-49bf-a602-bfba1941ec60,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:48.297011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 5e70f405-3792-49bf-a602-bfba1941ec60 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:48:48.353258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9385978f-238f-4d03-bf22-d882a9f05691 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:48.566622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f009-7941-4912-b3b6-297352f86513 req-a573d6e8-268e-458f-9f37-d4bdd4b548d0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:48.568897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f062f009-7941-4912-b3b6-297352f86513 req-a573d6e8-268e-458f-9f37-d4bdd4b548d0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 945 time: 0.1283691 Feb 03 14:48:48.570731 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (97acb6b0-59d5-4432-9e63-1e3a4e8395cd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.715893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97acb6b0-59d5-4432-9e63-1e3a4e8395cd,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:48.728296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f062f009-7941-4912-b3b6-297352f86513 req-0dd241fc-a061-4c89-8a2b-76537c2b20af tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524882 Feb 03 14:48:48.729335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Checking segment: {'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:48.729709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Network hostable DHCP agents. Network: 5e70f405-3792-49bf-a602-bfba1941ec60, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:48:48.743243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9385978f-238f-4d03-bf22-d882a9f05691 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:48.743922 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9385978f-238f-4d03-bf22-d882a9f05691), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.770780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Network 5e70f405-3792-49bf-a602-bfba1941ec60 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:48:48.782381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 5e70f405-3792-49bf-a602-bfba1941ec60) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:48.790616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:48.792318 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.797910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b965792d-60f8-46a0-8895-8efdb108cedd None None] Network 5e70f405-3792-49bf-a602-bfba1941ec60 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:48.820916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0f1ddaff-10af-4397-aa77-d1c3184ea5e5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6420543 Feb 03 14:48:48.821164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57862) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:48.827754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:48.881698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (58deb5dd-bc25-41a1-81f4-b17a13769201), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.883297 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (58deb5dd-bc25-41a1-81f4-b17a13769201), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.958717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9385978f-238f-4d03-bf22-d882a9f05691 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:48.959114 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9385978f-238f-4d03-bf22-d882a9f05691), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:48.963063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks [] for router_controller (58deb5dd-bc25-41a1-81f4-b17a13769201), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.043312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-5e70f405-3792-49bf-a602-bfba1941ec60', 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60', 'project_id': '9eaec8504fb549dcb49210048031f0da', 'fixed_ips': [{'subnet_id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:48:49.044522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.055417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 9385978f-238f-4d03-bf22-d882a9f05691, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9385978f-238f-4d03-bf22-d882a9f05691,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:49.073750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9385978f-238f-4d03-bf22-d882a9f05691), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.190295 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks [] for router_gateway (58deb5dd-bc25-41a1-81f4-b17a13769201), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.223415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=9385978f-238f-4d03-bf22-d882a9f05691,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:49.303057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Allocated IP 172.20.0.2 (5e70f405-3792-49bf-a602-bfba1941ec60/97acb6b0-59d5-4432-9e63-1e3a4e8395cd/bd3654a7-bf6f-4d6e-8381-2aefe2460e6d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:49.447456 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks [] for router_gateway (58deb5dd-bc25-41a1-81f4-b17a13769201), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.474052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.478080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Publish callbacks [] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.486228 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.531613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Network 5e70f405-3792-49bf-a602-bfba1941ec60 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:49.535571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:49.539569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:49.549033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Pushing event updated for resources: {'Port': ['ID=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:49.613462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Allocated IP 172.25.0.112 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/b89375ab-95f6-441b-9bba-af94010d63ca) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:49.616620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Attempting to bind port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:49.617043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Attempting to bind port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:49.617641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Attempting to bind port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d on network 5e70f405-3792-49bf-a602-bfba1941ec60 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:49.624733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:49.625353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Checking segment: {'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:49.625762 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.626154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Bound using segment: {'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:49.626673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Bound port: bd3654a7-bf6f-4d6e-8381-2aefe2460e6d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:49.627058 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.667565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7a94465c-a0b5-47f0-a88a-89ceca3dad7d up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:49.725130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.750753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] For port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:49.756039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] For port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,segment=NetworkSegment(e6d44b5f-e91c-4516-a1ec-490702f69aab),segment_id=e6d44b5f-e91c-4516-a1ec-490702f69aab)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:49.784889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.785976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks [] for port (b89375ab-95f6-441b-9bba-af94010d63ca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.795305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:48:49.863506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:49.863882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.897223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:49.931921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8725e-fddd-410c-b0f1-e3c3bddbae9a None None] Pushing event updated for resources: {'Port': ['ID=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:49.956875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Pushing event updated for resources: {'Port': ['ID=b89375ab-95f6-441b-9bba-af94010d63ca,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:49.960654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:49.964311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:49.967884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:50.000794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:50.001197 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:50.013322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dda6c1-6dc0-4638-95e1-d4bd7959bde1 req-368135ad-0354-4a4f-b382-79cf9ade82ee tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:50.015394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f1dda6c1-6dc0-4638-95e1-d4bd7959bde1 req-368135ad-0354-4a4f-b382-79cf9ade82ee tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 945 time: 0.1749644 Feb 03 14:48:50.027730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:48:50.030312 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114213c3-539b-4738-8429-16f9a07d3559" -d '{"events": [{"server_uuid": "870e9e9a-1a18-45d4-9ee3-77f1bbf0f647", "name": "network-vif-plugged", "status": "completed", "tag": "7a94465c-a0b5-47f0-a88a-89ceca3dad7d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:48:50.047049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:50.052846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:50.110999 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Sync routers for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:50.120780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:50.123804 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:50.125311 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:50.142876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f1dda6c1-6dc0-4638-95e1-d4bd7959bde1 req-bb68aca9-c2ca-4cab-8785-1fcfc1a599ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155651 Feb 03 14:48:50.235840 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfdd889-7536-402b-91e4-9624f70f3a02 x-openstack-request-id: req-2cfdd889-7536-402b-91e4-9624f70f3a02 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:48:50.236139 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870e9e9a-1a18-45d4-9ee3-77f1bbf0f647", "name": "network-vif-plugged", "status": "completed", "tag": "7a94465c-a0b5-47f0-a88a-89ceca3dad7d", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:48:50.236393 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cfdd889-7536-402b-91e4-9624f70f3a02 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:48:50.241234 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d', 'code': 200} Feb 03 14:48:50.255476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9385978f-238f-4d03-bf22-d882a9f05691 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:50.354923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9385978f-238f-4d03-bf22-d882a9f05691 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:50.355365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9385978f-238f-4d03-bf22-d882a9f05691), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:50.505009 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:50.506575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9385978f-238f-4d03-bf22-d882a9f05691 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:50.745419 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:50.750026 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 2, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:50.785790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks [] for router_gateway (58deb5dd-bc25-41a1-81f4-b17a13769201), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:50.788604 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Checking router: e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:50.788971 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Updating router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 port 26325025-5c5d-4671-b0e3-5780e5e0f692 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:50.819895 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:50.841608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd8fd-7296-4299-ba30-3e760d69d072 req-c83abbdb-2fcf-446d-97fd-c1f4d6e770dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:50.843171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-615cd8fd-7296-4299-ba30-3e760d69d072 req-c83abbdb-2fcf-446d-97fd-c1f4d6e770dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 1128 time: 0.1052229 Feb 03 14:48:50.984592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-615cd8fd-7296-4299-ba30-3e760d69d072 req-66705d9d-7f1b-4a15-99c5-c4e47f0eec7f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338637 Feb 03 14:48:51.137597 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (58deb5dd-bc25-41a1-81f4-b17a13769201), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.203811 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Publish callbacks [] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.211754 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.392818 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510a974-f74b-4bfc-80b1-5719043a73bc None None] Pushing event updated for resources: {'Port': ['ID=26325025-5c5d-4671-b0e3-5780e5e0f692,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:51.396357 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Attempting to bind port 26325025-5c5d-4671-b0e3-5780e5e0f692 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:51.397005 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Attempting to bind port 26325025-5c5d-4671-b0e3-5780e5e0f692 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:51.397732 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Attempting to bind port 26325025-5c5d-4671-b0e3-5780e5e0f692 on network 7c309c4f-b85b-49e5-8057-db8b28460602 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:51.407541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3bc5df-5a24-4740-8a47-6df94c568386 None None] Network 5e70f405-3792-49bf-a602-bfba1941ec60 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:48:51.447081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:51.448656 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Checking segment: {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:51.452253 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.454887 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Bound using segment: {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:51.457148 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Bound port: 26325025-5c5d-4671-b0e3-5780e5e0f692, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:51.458479 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.487015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091c35c-5978-46eb-bd28-17a230627e5b req-ecb2c5ca-b29a-42c1-bc1e-501e097bc216 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:51.492912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2091c35c-5978-46eb-bd28-17a230627e5b req-ecb2c5ca-b29a-42c1-bc1e-501e097bc216 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 946 time: 0.1552496 Feb 03 14:48:51.494954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Router 58deb5dd-bc25-41a1-81f4-b17a13769201 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:48:51.571707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e567ac84-fad2-472b-8e50-df0d5c6620c6 None None] Provisioning complete for port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:51.572364 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e567ac84-fad2-472b-8e50-df0d5c6620c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.614037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2091c35c-5978-46eb-bd28-17a230627e5b req-ea676b3c-ac10-4635-8777-8153c2726078 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112170 Feb 03 14:48:51.680341 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] For port 26325025-5c5d-4671-b0e3-5780e5e0f692, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:51.692161 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] For port 26325025-5c5d-4671-b0e3-5780e5e0f692, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=26325025-5c5d-4671-b0e3-5780e5e0f692,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:51.704018 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.731339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e567ac84-fad2-472b-8e50-df0d5c6620c6 None None] Current status of the port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:51.732574 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e567ac84-fad2-472b-8e50-df0d5c6620c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.761945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:51.788270 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510a974-f74b-4bfc-80b1-5719043a73bc None None] Pushing event updated for resources: {'Port': ['ID=26325025-5c5d-4671-b0e3-5780e5e0f692,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:51.796158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Sync routers for ids ['58deb5dd-bc25-41a1-81f4-b17a13769201'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:51.798097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.802141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c96b5364-2d52-4014-9b18-bad6a982e14d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9792116 Feb 03 14:48:51.805220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57882) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:51.833188 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:51.833867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:51.858355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e567ac84-fad2-472b-8e50-df0d5c6620c6 None None] For port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,segment=NetworkSegment(e6d44b5f-e91c-4516-a1ec-490702f69aab),segment_id=e6d44b5f-e91c-4516-a1ec-490702f69aab)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:51.869324 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e567ac84-fad2-472b-8e50-df0d5c6620c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:51.875133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Routers {'58deb5dd-bc25-41a1-81f4-b17a13769201'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:51.876169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58deb5dd-bc25-41a1-81f4-b17a13769201'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:52.119230 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:52.280011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0810723b-f024-4716-af33-77ae95331f90 None None] Provisioning complete for port 26325025-5c5d-4671-b0e3-5780e5e0f692 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:52.280390 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0810723b-f024-4716-af33-77ae95331f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:52.365711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:52.398545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Set router 58deb5dd-bc25-41a1-81f4-b17a13769201 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:52.504291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567ac84-fad2-472b-8e50-df0d5c6620c6 None None] Pushing event updated for resources: {'Port': ['ID=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:52.555244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 26325025-5c5d-4671-b0e3-5780e5e0f692 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:52.638669 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:51Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:52.675693 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517937a6-b910-4e85-ae8f-111f7a834333 None None] The sync data for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 is: [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:51Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:52.678309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0810723b-f024-4716-af33-77ae95331f90 None None] Current status of the port 26325025-5c5d-4671-b0e3-5780e5e0f692 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:52.678706 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0810723b-f024-4716-af33-77ae95331f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:52.779008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0810723b-f024-4716-af33-77ae95331f90 None None] For port 26325025-5c5d-4671-b0e3-5780e5e0f692, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=26325025-5c5d-4671-b0e3-5780e5e0f692,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:52.798176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:52.802195 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0810723b-f024-4716-af33-77ae95331f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:52.836368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0db05-bdc1-412a-81d8-a62a3e8011ce req-101bb640-44b6-4d9b-bf39-d9b21353677e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:52.841903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46f0db05-bdc1-412a-81d8-a62a3e8011ce req-101bb640-44b6-4d9b-bf39-d9b21353677e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 946 time: 0.0850139 Feb 03 14:48:52.962615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46f0db05-bdc1-412a-81d8-a62a3e8011ce req-da942b34-b305-44c5-9a0c-b9ddcafb98ed tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059897 Feb 03 14:48:53.110014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 26325025-5c5d-4671-b0e3-5780e5e0f692 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:53.110393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:53.111766 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Allocated IP 172.20.0.1 (5e70f405-3792-49bf-a602-bfba1941ec60/97acb6b0-59d5-4432-9e63-1e3a4e8395cd/58e2b8dd-e00e-4a3b-9461-07139f097e34) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:48:53.198722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f02ca-dbbb-4d3f-b818-030e0ab489ba req-2f7bc2e1-a75d-42ca-9497-be93c28e1e79 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:53.199709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dc55239f-5050-4331-b488-467950da45ed None None] Provisioning complete for port 26325025-5c5d-4671-b0e3-5780e5e0f692 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:53.200099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc55239f-5050-4331-b488-467950da45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:53.208713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a4f02ca-dbbb-4d3f-b818-030e0ab489ba req-2f7bc2e1-a75d-42ca-9497-be93c28e1e79 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 946 time: 0.1178646 Feb 03 14:48:53.279971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:48:50Z', 'revision_number': 3, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port': {'id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:49Z', 'updated_at': '2022-02-03T14:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:53.299301 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks [] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:53.328849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Checking router: 58deb5dd-bc25-41a1-81f4-b17a13769201 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:53.328849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Updating router 58deb5dd-bc25-41a1-81f4-b17a13769201 port b89375ab-95f6-441b-9bba-af94010d63ca binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:53.329683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a4f02ca-dbbb-4d3f-b818-030e0ab489ba req-ffcf1eb0-365c-4a86-a4e0-4bd0b2b35f08 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212192 Feb 03 14:48:53.377302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:53.393010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810723b-f024-4716-af33-77ae95331f90 None None] Pushing event updated for resources: {'Port': ['ID=26325025-5c5d-4671-b0e3-5780e5e0f692,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:53.401666 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:53.431457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Network 5e70f405-3792-49bf-a602-bfba1941ec60 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:53.435217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:53.477083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:48:53.606675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3a60f-b70c-4a2a-ac63-bb741bf240b3 req-c7a1ffc5-4f99-4ba8-ada7-5b8cc5adeb86 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:53.614803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46d3a60f-b70c-4a2a-ac63-bb741bf240b3 req-c7a1ffc5-4f99-4ba8-ada7-5b8cc5adeb86 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 946 time: 0.1618323 Feb 03 14:48:53.618590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Pushing event updated for resources: {'Port': ['ID=58e2b8dd-e00e-4a3b-9461-07139f097e34,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:53.652449 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (58deb5dd-bc25-41a1-81f4-b17a13769201), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:53.733589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46d3a60f-b70c-4a2a-ac63-bb741bf240b3 req-c1bdd6f7-17b6-4e63-b5a7-ddc0ae33af2a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009815 Feb 03 14:48:53.901200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 26325025-5c5d-4671-b0e3-5780e5e0f692 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:53.904178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd3654a7-bf6f-4d6e-8381-2aefe2460e6d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:53.911946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.132939 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Publish callbacks [] for port (b89375ab-95f6-441b-9bba-af94010d63ca), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.140697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dc55239f-5050-4331-b488-467950da45ed None None] Current status of the port 26325025-5c5d-4671-b0e3-5780e5e0f692 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:54.150513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.194221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a5d80-8528-485c-8391-cfe1cdba09ba req-e7fd552f-9a6f-4784-b1bd-558810bfb09b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:54.197964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac8a5d80-8528-485c-8391-cfe1cdba09ba req-e7fd552f-9a6f-4784-b1bd-558810bfb09b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 946 time: 0.1047091 Feb 03 14:48:54.202898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dc55239f-5050-4331-b488-467950da45ed None None] Provisioning complete for port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:54.203425 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc55239f-5050-4331-b488-467950da45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.208785 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks [] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.228371 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.293967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac8a5d80-8528-485c-8391-cfe1cdba09ba req-fc36ce76-4874-46e0-8b3a-986fbb0c7f1c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795007 Feb 03 14:48:54.331920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Attempting to bind port b89375ab-95f6-441b-9bba-af94010d63ca on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:48:54.332405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Attempting to bind port b89375ab-95f6-441b-9bba-af94010d63ca by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:48:54.332873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Attempting to bind port b89375ab-95f6-441b-9bba-af94010d63ca on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:48:54.339031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635327f-fa35-4fda-b2f2-71c5cbfe0fb1 None None] Pushing event updated for resources: {'Port': ['ID=b89375ab-95f6-441b-9bba-af94010d63ca,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:54.342614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Pushing event updated for resources: {'Port': ['ID=58e2b8dd-e00e-4a3b-9461-07139f097e34,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:54.345347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (58deb5dd-bc25-41a1-81f4-b17a13769201), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.369615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:54.370007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.374974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:48:54.375361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:48:54.375774 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.376176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:48:54.377036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Bound port: b89375ab-95f6-441b-9bba-af94010d63ca, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:48:54.377194 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.463387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Network 5e70f405-3792-49bf-a602-bfba1941ec60 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:48:54.465618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:48:54.467035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dc55239f-5050-4331-b488-467950da45ed None None] Current status of the port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:54.491351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] For port b89375ab-95f6-441b-9bba-af94010d63ca, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:48:54.499199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] For port b89375ab-95f6-441b-9bba-af94010d63ca, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b89375ab-95f6-441b-9bba-af94010d63ca,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:48:54.509670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.641530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635327f-fa35-4fda-b2f2-71c5cbfe0fb1 None None] Pushing event updated for resources: {'Port': ['ID=b89375ab-95f6-441b-9bba-af94010d63ca,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:54.648041 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Routers {'58deb5dd-bc25-41a1-81f4-b17a13769201'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:54.648703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58deb5dd-bc25-41a1-81f4-b17a13769201'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:54.701456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:54.707979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6b2156ec-8f56-46da-b03f-894f6bc670fd None None] Provisioning complete for port 58e2b8dd-e00e-4a3b-9461-07139f097e34 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:54.708358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2156ec-8f56-46da-b03f-894f6bc670fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:54.716744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Router 58deb5dd-bc25-41a1-81f4-b17a13769201 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:48:54.788273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b2156ec-8f56-46da-b03f-894f6bc670fd None None] Port 58e2b8dd-e00e-4a3b-9461-07139f097e34 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:54.820743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] Set router 58deb5dd-bc25-41a1-81f4-b17a13769201 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:54.870496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd3654a7-bf6f-4d6e-8381-2aefe2460e6d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:54.907770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:48:54.923702 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7f181db3-944d-4133-a53c-1cccc4106eba admin admin] 10.222.0.52 "PUT /v2.0/routers/58deb5dd-bc25-41a1-81f4-b17a13769201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1165559 Feb 03 14:48:55.007069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.037535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-34b8db60-6916-414b-b8cd-f13d5e7d48d3 None None] Provisioning complete for port 58e2b8dd-e00e-4a3b-9461-07139f097e34 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:55.037914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34b8db60-6916-414b-b8cd-f13d5e7d48d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.077040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:55.077253 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.120352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-34b8db60-6916-414b-b8cd-f13d5e7d48d3 None None] Port 58e2b8dd-e00e-4a3b-9461-07139f097e34 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:48:55.230342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:55.231885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 26325025-5c5d-4671-b0e3-5780e5e0f692 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:55.274300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:48:53Z', 'revision_number': 4, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port': {'id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:49Z', 'updated_at': '2022-02-03T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '58e2b8dd-e00e-4a3b-9461-07139f097e34', 'name': '', 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'mac_address': 'fa:16:3e:ed:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:52Z', 'updated_at': '2022-02-03T14:48:54Z', 'revision_number': 2, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'subnets': [{'id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:55.306770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2749-90b2-45b3-977d-9db9798d0037 None None] The sync data for ids ['58deb5dd-bc25-41a1-81f4-b17a13769201'] in n-d-827549-2 is: [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:48:53Z', 'revision_number': 4, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port': {'id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:49Z', 'updated_at': '2022-02-03T14:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '58e2b8dd-e00e-4a3b-9461-07139f097e34', 'name': '', 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'mac_address': 'fa:16:3e:ed:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:52Z', 'updated_at': '2022-02-03T14:48:54Z', 'revision_number': 2, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'subnets': [{'id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:48:55.324963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 26325025-5c5d-4671-b0e3-5780e5e0f692 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:55.325496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.441114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 26325025-5c5d-4671-b0e3-5780e5e0f692 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:55.519484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-117b4672-7027-4773-ac8a-904f874c9970 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:55.521163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-117b4672-7027-4773-ac8a-904f874c9970 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 946 time: 0.0708547 Feb 03 14:48:55.668617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:48:55.669109 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.818119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] For port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:55.818608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.834661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 7a94465c-a0b5-47f0-a88a-89ceca3dad7d owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:48:55.845096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57912) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:55.850372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fe998bf3-9d75-494e-acfb-f7f4d376ffd2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095492234', 'description': 'tempest-secgroup-smoke-1095492234 description', 'project_id': '02db51c2218f4e0282f87b8c884e6f84'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:55.885327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe998bf3-9d75-494e-acfb-f7f4d376ffd2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.983515 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe998bf3-9d75-494e-acfb-f7f4d376ffd2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group (db19ee18-8653-41c2-90ef-3f4c83c8b414), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:55.993567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcf15-21c1-446d-8453-f8e0cc4d0273 req-ce7d13ac-7657-4c68-a506-7fb1f8599047 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:55.995441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-227bcf15-21c1-446d-8453-f8e0cc4d0273 req-ce7d13ac-7657-4c68-a506-7fb1f8599047 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 946 time: 0.0868235 Feb 03 14:48:56.002291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe998bf3-9d75-494e-acfb-f7f4d376ffd2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (db19ee18-8653-41c2-90ef-3f4c83c8b414), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.042306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe998bf3-9d75-494e-acfb-f7f4d376ffd2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.047657 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fe998bf3-9d75-494e-acfb-f7f4d376ffd2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1985631 Feb 03 14:48:56.050134 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe998bf3-9d75-494e-acfb-f7f4d376ffd2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db19ee18-8653-41c2-90ef-3f4c83c8b414,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:56.052762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57914) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:56.061406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a0c76c75-e78c-499f-84ca-8098c076a01b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'security_group_rule': {'security_group_id': 'db19ee18-8653-41c2-90ef-3f4c83c8b414', 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:56.094235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0c76c75-e78c-499f-84ca-8098c076a01b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (b2e9f57c-7c36-4e2c-90d7-e40ef16f3b08), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.116663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-227bcf15-21c1-446d-8453-f8e0cc4d0273 req-589def62-7628-45fd-8d49-634cb3039056 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140881 Feb 03 14:48:56.152561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7a94465c-a0b5-47f0-a88a-89ceca3dad7d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.165146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['7a94465c-a0b5-47f0-a88a-89ceca3dad7d'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:48:56.187279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=7a94465c-a0b5-47f0-a88a-89ceca3dad7d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:56.201104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.201455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.201974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.202320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.202661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.203015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.203506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.203842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.204180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.204632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.204968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.205297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.205669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:48:56.284621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0c76c75-e78c-499f-84ca-8098c076a01b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (b2e9f57c-7c36-4e2c-90d7-e40ef16f3b08), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.289983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0c76c75-e78c-499f-84ca-8098c076a01b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (b2e9f57c-7c36-4e2c-90d7-e40ef16f3b08), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.301361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] No DVR routers for this DVR port 7a94465c-a0b5-47f0-a88a-89ceca3dad7d on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:48:56.310059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.317054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c9aab95-7439-4b1a-a077-5298180a6c91 req-7e94a4c8-f407-4b45-98a6-eabeaa1d6a27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "DELETE /v2.0/ports/7a94465c-a0b5-47f0-a88a-89ceca3dad7d HTTP/1.1" status: 204 len: 173 time: 0.7883139 Feb 03 14:48:56.365024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'name': 'network-vif-deleted', 'tag': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:48:56.366054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c76c75-e78c-499f-84ca-8098c076a01b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e9f57c-7c36-4e2c-90d7-e40ef16f3b08,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:56.369776 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb5d0ea-197e-4a9c-9021-2af3478cb579" -d '{"events": [{"server_uuid": "870e9e9a-1a18-45d4-9ee3-77f1bbf0f647", "name": "network-vif-deleted", "tag": "7a94465c-a0b5-47f0-a88a-89ceca3dad7d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:48:56.384574 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a0c76c75-e78c-499f-84ca-8098c076a01b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.389874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a0c76c75-e78c-499f-84ca-8098c076a01b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320744 Feb 03 14:48:56.390811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:56.403522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ac9989e3-e680-42d3-a15a-a75a4507599d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'security_group_rule': {'security_group_id': 'db19ee18-8653-41c2-90ef-3f4c83c8b414', 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:56.469018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac9989e3-e680-42d3-a15a-a75a4507599d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (c65a9204-f0f2-4d3d-8aa2-c83f908373f2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.490734 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea51797-e505-4d34-b966-f0fceec9d0d6 x-openstack-request-id: req-2ea51797-e505-4d34-b966-f0fceec9d0d6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:48:56.491289 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870e9e9a-1a18-45d4-9ee3-77f1bbf0f647", "name": "network-vif-deleted", "tag": "7a94465c-a0b5-47f0-a88a-89ceca3dad7d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:48:56.491706 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ea51797-e505-4d34-b966-f0fceec9d0d6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:48:56.492295 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870e9e9a-1a18-45d4-9ee3-77f1bbf0f647', 'name': 'network-vif-deleted', 'tag': '7a94465c-a0b5-47f0-a88a-89ceca3dad7d', 'status': 'completed', 'code': 200} Feb 03 14:48:56.586448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac9989e3-e680-42d3-a15a-a75a4507599d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (c65a9204-f0f2-4d3d-8aa2-c83f908373f2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.590866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac9989e3-e680-42d3-a15a-a75a4507599d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c65a9204-f0f2-4d3d-8aa2-c83f908373f2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.618858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9989e3-e680-42d3-a15a-a75a4507599d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65a9204-f0f2-4d3d-8aa2-c83f908373f2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:56.624540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac9989e3-e680-42d3-a15a-a75a4507599d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.625962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ac9989e3-e680-42d3-a15a-a75a4507599d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2338786 Feb 03 14:48:56.629291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:56.634777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-74f013ee-9c3a-4d33-a764-43611aebcd6f tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'security_group_rule': {'security_group_id': 'db19ee18-8653-41c2-90ef-3f4c83c8b414', 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:56.666735 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74f013ee-9c3a-4d33-a764-43611aebcd6f tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (35f80a55-5455-4ba7-9486-63a07bc47a04), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.735910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74f013ee-9c3a-4d33-a764-43611aebcd6f tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (35f80a55-5455-4ba7-9486-63a07bc47a04), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.747327 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74f013ee-9c3a-4d33-a764-43611aebcd6f tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (35f80a55-5455-4ba7-9486-63a07bc47a04), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.782851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f013ee-9c3a-4d33-a764-43611aebcd6f tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f80a55-5455-4ba7-9486-63a07bc47a04,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:56.789694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-74f013ee-9c3a-4d33-a764-43611aebcd6f tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.794742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57924) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:56.795377 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-74f013ee-9c3a-4d33-a764-43611aebcd6f tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645513 Feb 03 14:48:56.801506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4befb893-65ed-401d-a4a2-b3bbac064e14 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'security_group_rule': {'security_group_id': 'db19ee18-8653-41c2-90ef-3f4c83c8b414', 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:56.839943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4befb893-65ed-401d-a4a2-b3bbac064e14 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (03071c21-ae76-40b2-83a5-b99e6853f9b4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.874518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b89375ab-95f6-441b-9bba-af94010d63ca up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:56.918809 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4befb893-65ed-401d-a4a2-b3bbac064e14 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (03071c21-ae76-40b2-83a5-b99e6853f9b4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.925392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4befb893-65ed-401d-a4a2-b3bbac064e14 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (03071c21-ae76-40b2-83a5-b99e6853f9b4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.937079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b89375ab-95f6-441b-9bba-af94010d63ca triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:56.937516 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.950038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befb893-65ed-401d-a4a2-b3bbac064e14 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03071c21-ae76-40b2-83a5-b99e6853f9b4,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:56.966396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4befb893-65ed-401d-a4a2-b3bbac064e14 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:56.970366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4befb893-65ed-401d-a4a2-b3bbac064e14 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711113 Feb 03 14:48:56.970640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 57926) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:56.976671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'security_group_rule': {'security_group_id': 'db19ee18-8653-41c2-90ef-3f4c83c8b414', 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:57.008570 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Project 02db51c2218f4e0282f87b8c884e6f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:48:57.015449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (84762d81-763f-4a73-99a6-c0b614868c26), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.115662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (84762d81-763f-4a73-99a6-c0b614868c26), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.128875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (84762d81-763f-4a73-99a6-c0b614868c26), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.150767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84762d81-763f-4a73-99a6-c0b614868c26,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:57.163392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.165117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-89f74193-ea75-464e-8bdc-cfaaef7b21d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1931145 Feb 03 14:48:57.167955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 57930) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:48:57.173446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'security_group_rule': {'security_group_id': 'db19ee18-8653-41c2-90ef-3f4c83c8b414', 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:57.210032 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Project 02db51c2218f4e0282f87b8c884e6f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:48:57.217356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (d22191d2-66c7-4b33-bed8-5407b0c39bbc), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.278439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b89375ab-95f6-441b-9bba-af94010d63ca is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:57.279116 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.285235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7314ddf2-fe40-4264-974b-916130b0e034 req-45927678-07a8-4407-a947-653caacd2470 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0428557 Feb 03 14:48:57.309189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b89375ab-95f6-441b-9bba-af94010d63ca, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b89375ab-95f6-441b-9bba-af94010d63ca,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:48:57.316346 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.367007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (d22191d2-66c7-4b33-bed8-5407b0c39bbc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.373873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d22191d2-66c7-4b33-bed8-5407b0c39bbc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.376682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b89375ab-95f6-441b-9bba-af94010d63ca,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:57.400839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22191d2-66c7-4b33-bed8-5407b0c39bbc,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:48:57.407579 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:57.409430 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6f4b252b-56e6-44f6-84cb-1c05aa2236bb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2403522 Feb 03 14:48:57.587037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-e9386656-1703-405d-bd76-286d11fa40f7 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095492234&fields=id&tenant_id=02db51c2218f4e0282f87b8c884e6f84 HTTP/1.1" status: 200 len: 267 time: 0.0477481 Feb 03 14:48:57.705459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-a93298a0-89d9-47f1-887a-b7f2c6055231 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:57.707625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-a93298a0-89d9-47f1-887a-b7f2c6055231 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 807 time: 0.1139157 Feb 03 14:48:57.723115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-370ccb1b-5e04-4d32-857c-97fb209467ff tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/quotas/02db51c2218f4e0282f87b8c884e6f84 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Feb 03 14:48:57.787973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-b94b4693-4da9-4d96-bbab-688ba74ef74b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590732 Feb 03 14:48:57.901225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-a41388ad-844e-4513-b661-31c5822650fc service neutron] 10.222.0.52 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009212 Feb 03 14:48:58.003172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-8a98ab73-1129-4f93-8ee8-1467a83157a7 service neutron] 10.222.0.52 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954492 Feb 03 14:48:58.234289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26bcf684-dc16-46b6-96c5-384db826304d req-e00a75ad-1b0e-4e2d-8474-3df136594519 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 210 time: 0.0334582 Feb 03 14:48:58.411478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f469dd08-8f9f-4fb9-b30b-511933b5c4c8 req-63d038b5-6f55-4bf5-9828-12fe0d6196a8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0341179 Feb 03 14:48:58.792170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b89375ab-95f6-441b-9bba-af94010d63ca up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:48:58.864736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b89375ab-95f6-441b-9bba-af94010d63ca triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:48:58.865332 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:58.962982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b89375ab-95f6-441b-9bba-af94010d63ca is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:48:59.167768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Sync routers for ids ['58deb5dd-bc25-41a1-81f4-b17a13769201'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:48:59.178462 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Routers {'58deb5dd-bc25-41a1-81f4-b17a13769201'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:48:59.179083 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58deb5dd-bc25-41a1-81f4-b17a13769201'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:59.305974 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Set router 58deb5dd-bc25-41a1-81f4-b17a13769201 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:48:59.338813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-30ddf2a7-6e19-418d-bf7f-5a538892f737 req-9c427f90-74f3-4cf4-976d-14dda62c81da tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 210 time: 0.0295932 Feb 03 14:48:59.563978 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:48:53Z', 'revision_number': 4, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port': {'id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:49Z', 'updated_at': '2022-02-03T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '58e2b8dd-e00e-4a3b-9461-07139f097e34', 'name': '', 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'mac_address': 'fa:16:3e:ed:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:52Z', 'updated_at': '2022-02-03T14:48:54Z', 'revision_number': 2, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'subnets': [{'id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:48:59.595861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef69e63f-e840-438c-ac36-36a147e1a076 req-4b2280f4-59f1-4843-a0c6-edb063dacb11 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0433819 Feb 03 14:48:59.649276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-c2d5560e-19de-498a-8cff-599243b4b1b9 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:48:59.651399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-c2d5560e-19de-498a-8cff-599243b4b1b9 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.71 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 807 time: 0.2100637 Feb 03 14:48:59.721827 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Checking router: 58deb5dd-bc25-41a1-81f4-b17a13769201 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:48:59.722337 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Updating router 58deb5dd-bc25-41a1-81f4-b17a13769201 port 58e2b8dd-e00e-4a3b-9461-07139f097e34 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:48:59.722682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7a94465c-a0b5-47f0-a88a-89ceca3dad7d no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:48:59.737727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-8c5e461e-c9ea-4b75-8d40-75184c6904c8 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02db51c2218f4e0282f87b8c884e6f84 HTTP/1.1" status: 200 len: 380 time: 0.0717902 Feb 03 14:48:59.748035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 7a94465c-a0b5-47f0-a88a-89ceca3dad7d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:48:59.748398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 7a94465c-a0b5-47f0-a88a-89ceca3dad7d not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:48:59.754192 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:48:59.775642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'port': {'device_id': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'admin_state_up': True, 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'security_groups': ['db19ee18-8653-41c2-90ef-3f4c83c8b414']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:48:59.916934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Made reservation on behalf of 02db51c2218f4e0282f87b8c884e6f84 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:48:59.920457 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.061317 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Publish callbacks [] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.061671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Allocated IP 172.20.0.13 (7c309c4f-b85b-49e5-8057-db8b28460602/efc634a2-3828-4cfb-8b8a-b650c6d586d0/bb4e2f2f-736e-4a37-9170-5e75db9be439) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:00.069440 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.123977 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1897-53ff-4457-a241-3cac975635b8 None None] Pushing event updated for resources: {'Port': ['ID=58e2b8dd-e00e-4a3b-9461-07139f097e34,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:00.190449 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Attempting to bind port 58e2b8dd-e00e-4a3b-9461-07139f097e34 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:49:00.191128 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Attempting to bind port 58e2b8dd-e00e-4a3b-9461-07139f097e34 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:49:00.192162 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Attempting to bind port 58e2b8dd-e00e-4a3b-9461-07139f097e34 on network 5e70f405-3792-49bf-a602-bfba1941ec60 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:49:00.197417 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:49:00.197869 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Checking segment: {'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:49:00.198282 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.198679 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Bound using segment: {'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:49:00.199156 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Bound port: 58e2b8dd-e00e-4a3b-9461-07139f097e34, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d44b5f-e91c-4516-a1ec-490702f69aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:49:00.199539 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.261654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.286231 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] For port 58e2b8dd-e00e-4a3b-9461-07139f097e34, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:00.290582 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] For port 58e2b8dd-e00e-4a3b-9461-07139f097e34, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=58e2b8dd-e00e-4a3b-9461-07139f097e34,segment=NetworkSegment(e6d44b5f-e91c-4516-a1ec-490702f69aab),segment_id=e6d44b5f-e91c-4516-a1ec-490702f69aab)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:00.297846 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.317405 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.395607 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1897-53ff-4457-a241-3cac975635b8 None None] Pushing event updated for resources: {'Port': ['ID=58e2b8dd-e00e-4a3b-9461-07139f097e34,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:00.396485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Network 7c309c4f-b85b-49e5-8057-db8b28460602 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:00.416890 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Routers {'58deb5dd-bc25-41a1-81f4-b17a13769201'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:49:00.417789 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58deb5dd-bc25-41a1-81f4-b17a13769201'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:00.420090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:00.428130 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:49:00.480592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'Port': ['ID=bb4e2f2f-736e-4a37-9170-5e75db9be439,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:00.514554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b0334e2a-b292-4638-a594-cac5222182d6 None None] Provisioning complete for port 58e2b8dd-e00e-4a3b-9461-07139f097e34 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:00.515355 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0334e2a-b292-4638-a594-cac5222182d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.555844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:00.557977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.603208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-b8904df2-5cb4-44a7-9fb9-960c01f23764 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8319905 Feb 03 14:49:00.620155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64677637-390a-4fe1-a7c0-09c099df2699 req-a4d03e7d-ccda-4913-aa6a-238fb0854a19 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:00.637378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64677637-390a-4fe1-a7c0-09c099df2699 req-a4d03e7d-ccda-4913-aa6a-238fb0854a19 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 932 time: 0.1421573 Feb 03 14:49:00.645875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Request body: {'port': {'device_id': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:49:00.668589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b0334e2a-b292-4638-a594-cac5222182d6 None None] Current status of the port 58e2b8dd-e00e-4a3b-9461-07139f097e34 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:00.669291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0334e2a-b292-4638-a594-cac5222182d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.700055 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] Set router 58deb5dd-bc25-41a1-81f4-b17a13769201 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:49:00.737572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b0334e2a-b292-4638-a594-cac5222182d6 None None] For port 58e2b8dd-e00e-4a3b-9461-07139f097e34, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=58e2b8dd-e00e-4a3b-9461-07139f097e34,segment=NetworkSegment(e6d44b5f-e91c-4516-a1ec-490702f69aab),segment_id=e6d44b5f-e91c-4516-a1ec-490702f69aab)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:00.744433 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0334e2a-b292-4638-a594-cac5222182d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.829220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64677637-390a-4fe1-a7c0-09c099df2699 req-0747051e-7d70-42be-9c11-9c7e49efca15 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859033 Feb 03 14:49:00.835883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0334e2a-b292-4638-a594-cac5222182d6 None None] Pushing event updated for resources: {'Port': ['ID=58e2b8dd-e00e-4a3b-9461-07139f097e34,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:00.871941 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.905055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-33128099-4c42-4084-8b05-ba7269008812 None None] Provisioning complete for port bb4e2f2f-736e-4a37-9170-5e75db9be439 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:00.905434 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33128099-4c42-4084-8b05-ba7269008812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:00.961169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 58e2b8dd-e00e-4a3b-9461-07139f097e34 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:49:01.008664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2fc69159-52f7-4d30-8840-14ee78fac0bc req-cc695a9c-2dfb-4f18-988e-f5bcb532a33c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0398173 Feb 03 14:49:01.019571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33128099-4c42-4084-8b05-ba7269008812 None None] Port bb4e2f2f-736e-4a37-9170-5e75db9be439 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:49:01.041908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-33128099-4c42-4084-8b05-ba7269008812 None None] Provisioning complete for port 58e2b8dd-e00e-4a3b-9461-07139f097e34 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:01.042282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33128099-4c42-4084-8b05-ba7269008812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:01.092980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 58e2b8dd-e00e-4a3b-9461-07139f097e34 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:01.093502 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:48:53Z', 'revision_number': 4, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port': {'id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:49Z', 'updated_at': '2022-02-03T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '58e2b8dd-e00e-4a3b-9461-07139f097e34', 'name': '', 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'mac_address': 'fa:16:3e:ed:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:52Z', 'updated_at': '2022-02-03T14:49:00Z', 'revision_number': 4, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'subnets': [{'id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:01.094661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:01.133724 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6ec43-594a-43e0-ba16-dcb91716ac9f None None] The sync data for ids ['58deb5dd-bc25-41a1-81f4-b17a13769201'] in n-d-827549-2 is: [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:48:53Z', 'revision_number': 4, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port': {'id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:49Z', 'updated_at': '2022-02-03T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '58e2b8dd-e00e-4a3b-9461-07139f097e34', 'name': '', 'network_id': '5e70f405-3792-49bf-a602-bfba1941ec60', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'mac_address': 'fa:16:3e:ed:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:52Z', 'updated_at': '2022-02-03T14:49:00Z', 'revision_number': 4, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'subnets': [{'id': '97acb6b0-59d5-4432-9e63-1e3a4e8395cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:49:01.234402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33128099-4c42-4084-8b05-ba7269008812 None None] Current status of the port 58e2b8dd-e00e-4a3b-9461-07139f097e34 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:01.255701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 58e2b8dd-e00e-4a3b-9461-07139f097e34 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:01.280988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4e2f2f-736e-4a37-9170-5e75db9be439 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:49:01.290723 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Publish callbacks [] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:01.306825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Transition to ACTIVE for port object bb4e2f2f-736e-4a37-9170-5e75db9be439 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:01.311806 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:01.368258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Pushing event updated for resources: {'Port': ['ID=bb4e2f2f-736e-4a37-9170-5e75db9be439,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:01.513202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Attempting to bind port bb4e2f2f-736e-4a37-9170-5e75db9be439 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:49:01.516754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Attempting to bind port bb4e2f2f-736e-4a37-9170-5e75db9be439 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:49:01.517455 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Attempting to bind port bb4e2f2f-736e-4a37-9170-5e75db9be439 on network 7c309c4f-b85b-49e5-8057-db8b28460602 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:49:01.532599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Port bb4e2f2f-736e-4a37-9170-5e75db9be439 on network 7c309c4f-b85b-49e5-8057-db8b28460602 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:49:01.533294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Attempting to bind port bb4e2f2f-736e-4a37-9170-5e75db9be439 on network 7c309c4f-b85b-49e5-8057-db8b28460602 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:49:01.542629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:49:01.543369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Checking segment: {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:49:01.544148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Bound using segment: {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:49:01.545067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Bound port: bb4e2f2f-736e-4a37-9170-5e75db9be439, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:49:01.545728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:01.708685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] For port bb4e2f2f-736e-4a37-9170-5e75db9be439, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:01.712992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] For port bb4e2f2f-736e-4a37-9170-5e75db9be439, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:01.723454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:01.833372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:01.834106 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:01.835673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] 10.222.0.71 "PUT /v2.0/ports/bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 1092 time: 1.1952426 Feb 03 14:49:01.836308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:49:01.839364 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc8c97a-425e-4b93-b165-22c38f8d43c8" -d '{"events": [{"name": "network-changed", "server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:49:01.905168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38ba03-ec81-4c8d-a261-b912f7b40a6b service neutron] Pushing event updated for resources: {'Port': ['ID=bb4e2f2f-736e-4a37-9170-5e75db9be439,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:01.992316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb7496-15be-404f-b996-7690c7d7318e req-2a633bd0-1b4d-4550-a89a-29ab103c94e7 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:01.994173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95fb7496-15be-404f-b996-7690c7d7318e req-2a633bd0-1b4d-4550-a89a-29ab103c94e7 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 945 time: 0.1488886 Feb 03 14:49:01.996382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-b519da81-4eb5-43be-959b-06a9bb50b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:01.997897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-b519da81-4eb5-43be-959b-06a9bb50b744 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1126 time: 0.0945382 Feb 03 14:49:02.065075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-3261426e-902e-4bce-835c-3feff26e9f07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 217 time: 0.0456588 Feb 03 14:49:02.128339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95fb7496-15be-404f-b996-7690c7d7318e req-8802e619-0e32-4933-b44d-2283b8d41895 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271770 Feb 03 14:49:02.139137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-9ada4a45-add0-4098-8053-c721579ae092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:02.141038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-9ada4a45-add0-4098-8053-c721579ae092 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 200 len: 846 time: 0.0654855 Feb 03 14:49:02.186898 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef17e09-fe1d-45e2-b00d-496602886d4e x-openstack-request-id: req-7ef17e09-fe1d-45e2-b00d-496602886d4e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:49:02.187129 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:49:02.187344 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ef17e09-fe1d-45e2-b00d-496602886d4e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:49:02.187717 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'status': 'completed', 'code': 200} Feb 03 14:49:02.209246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194f0-84f6-4f47-9522-a483763fe936 req-ceb0f3d4-8fef-4420-87b8-27e6a5c7cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:02.211266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-ceb0f3d4-8fef-4420-87b8-27e6a5c7cfca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c309c4f-b85b-49e5-8057-db8b28460602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619667 Feb 03 14:49:02.355987 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-970862ab-53a8-4dd6-b20b-28f967837aa2 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366472 Feb 03 14:49:02.364676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482794c-b207-4377-b40c-7964e6888e02 req-85cadaaf-d885-41ee-b9ab-59988fc235dd tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:02.366199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b482794c-b207-4377-b40c-7964e6888e02 req-85cadaaf-d885-41ee-b9ab-59988fc235dd tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 944 time: 0.1165583 Feb 03 14:49:02.480339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b482794c-b207-4377-b40c-7964e6888e02 req-c1446410-1980-4c25-883d-e2b247533ebb tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057982 Feb 03 14:49:02.505394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-402194f0-84f6-4f47-9522-a483763fe936 req-efe0bc4c-373e-4825-be19-57cdb8b1f92e service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378946 Feb 03 14:49:02.581255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-070e4228-1f15-48f9-baf4-93845839521e req-80b8b042-72d9-451a-a84b-228675c5374b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0335655 Feb 03 14:49:02.651441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-07877aa4-d8ac-4daa-be50-3930fe926012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:02.653376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-07877aa4-d8ac-4daa-be50-3930fe926012 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1126 time: 0.0518825 Feb 03 14:49:02.757071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-5b285c66-854c-4d4d-9b65-167c3c85c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:02.758565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-5b285c66-854c-4d4d-9b65-167c3c85c074 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 908 time: 0.0989323 Feb 03 14:49:02.787197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 58e2b8dd-e00e-4a3b-9461-07139f097e34 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:49:02.803350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-a7e4e8dc-e3e4-4b8b-9f34-5ce415c61ab5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 217 time: 0.0374150 Feb 03 14:49:02.837107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 58e2b8dd-e00e-4a3b-9461-07139f097e34 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:02.837485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:02.868456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-1f5b9be5-4f00-4d86-afde-7652c3427471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:02.870177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-1f5b9be5-4f00-4d86-afde-7652c3427471 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 200 len: 846 time: 0.0607934 Feb 03 14:49:02.923011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-9e88eb11-2fb0-4a56-927f-f20b5a499527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:02.925115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 58e2b8dd-e00e-4a3b-9461-07139f097e34 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:02.925355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-9e88eb11-2fb0-4a56-927f-f20b5a499527 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c309c4f-b85b-49e5-8057-db8b28460602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486815 Feb 03 14:49:03.040174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-05dbf7b4-416d-4a10-89d4-2e69e95626b7 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078203 Feb 03 14:49:03.147639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbc8c97a-425e-4b93-b165-22c38f8d43c8 req-ff37f3c6-062b-4104-a9f4-81e1b84eea6c service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985086 Feb 03 14:49:03.262703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad75c-2c99-4db2-8b17-bd30fbb2d506 req-467d2846-52f3-4ee6-b735-8963bbb6b6a5 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:03.264525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e9ad75c-2c99-4db2-8b17-bd30fbb2d506 req-467d2846-52f3-4ee6-b735-8963bbb6b6a5 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 945 time: 0.0603280 Feb 03 14:49:03.317999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e9ad75c-2c99-4db2-8b17-bd30fbb2d506 req-0a6d79a6-9e0c-4771-85d2-3a7445995208 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Feb 03 14:49:03.618682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ab4d4-9964-48e5-ae50-992a96a93511 req-fb3b2e91-ccd1-4b5a-b856-e5b8e7ee472d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:03.620445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-762ab4d4-9964-48e5-ae50-992a96a93511 req-fb3b2e91-ccd1-4b5a-b856-e5b8e7ee472d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 944 time: 0.0627666 Feb 03 14:49:03.672065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-762ab4d4-9964-48e5-ae50-992a96a93511 req-092c4af6-3849-437f-9447-1fd7194a454a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460451 Feb 03 14:49:03.765479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ec493b5-9644-44d2-a2dd-66637310468c req-74dab9b4-ed82-478e-a20d-fd171d44f174 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0357585 Feb 03 14:49:03.808044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d381-e06f-4d29-a158-363da381cf71 req-37f073bd-2930-4c59-992e-f3e6dad9b842 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:03.809611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2973d381-e06f-4d29-a158-363da381cf71 req-37f073bd-2930-4c59-992e-f3e6dad9b842 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.71 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 945 time: 0.0701997 Feb 03 14:49:03.922381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Deleting port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:49:03.922734 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:04.036141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] For port 3cb7122c-6071-48e7-b3cd-0e52b9764f32, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=3cb7122c-6071-48e7-b3cd-0e52b9764f32,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:04.036610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:04.051458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Calling delete_port for 3cb7122c-6071-48e7-b3cd-0e52b9764f32 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:49:04.191831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3cb7122c-6071-48e7-b3cd-0e52b9764f32), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:04.222050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Pushing event deleted for resources: {'Port': ['ID=3cb7122c-6071-48e7-b3cd-0e52b9764f32,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:04.225828 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['3cb7122c-6071-48e7-b3cd-0e52b9764f32'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:49:04.273112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] No DVR routers for this DVR port 3cb7122c-6071-48e7-b3cd-0e52b9764f32 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:49:04.275795 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:04.279245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2973d381-e06f-4d29-a158-363da381cf71 req-bf3909f4-995c-4cb8-89df-a59eb4041749 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.71 "DELETE /v2.0/ports/3cb7122c-6071-48e7-b3cd-0e52b9764f32 HTTP/1.1" status: 204 len: 173 time: 0.4641352 Feb 03 14:49:04.280298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'name': 'network-vif-deleted', 'tag': '3cb7122c-6071-48e7-b3cd-0e52b9764f32'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:49:04.282373 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ea6eed-88de-4dab-8b01-343e926b3d87" -d '{"events": [{"server_uuid": "33606597-5cff-4fbb-9ffb-466a3c74085f", "name": "network-vif-deleted", "tag": "3cb7122c-6071-48e7-b3cd-0e52b9764f32"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:49:04.319656 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:49:04.320589 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6f9bbe-6c82-4922-b9fb-167c8456e876 x-openstack-request-id: req-aa6f9bbe-6c82-4922-b9fb-167c8456e876 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:49:04.320896 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33606597-5cff-4fbb-9ffb-466a3c74085f", "name": "network-vif-deleted", "tag": "3cb7122c-6071-48e7-b3cd-0e52b9764f32", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:49:04.321255 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa6f9bbe-6c82-4922-b9fb-167c8456e876 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:49:04.321993 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33606597-5cff-4fbb-9ffb-466a3c74085f', 'name': 'network-vif-deleted', 'tag': '3cb7122c-6071-48e7-b3cd-0e52b9764f32', 'status': 'completed', 'code': 200} Feb 03 14:49:04.745979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18bc5f40-c8f6-4bf4-9c48-3d244dc33018 req-495187c2-6d5a-4b04-8a25-6a4ad1d83717 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=33606597-5cff-4fbb-9ffb-466a3c74085f HTTP/1.1" status: 200 len: 210 time: 0.3451905 Feb 03 14:49:04.883490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93281a3f-ab67-4c57-8522-fb115d3703ed req-a8f65fec-b5a9-4992-beee-aa9f0334ee33 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:04.885253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93281a3f-ab67-4c57-8522-fb115d3703ed req-a8f65fec-b5a9-4992-beee-aa9f0334ee33 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 944 time: 0.0643027 Feb 03 14:49:04.951803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93281a3f-ab67-4c57-8522-fb115d3703ed req-551ea12e-07e2-4fa9-b0ce-17dd053e03b6 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586915 Feb 03 14:49:05.059022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35a13613-4701-40c7-85fb-35be50793b73 req-cf0cf06a-efcf-4b41-beca-e2756037f838 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0339398 Feb 03 14:49:05.221583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bb4e2f2f-736e-4a37-9170-5e75db9be439 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:49:05.326722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bb4e2f2f-736e-4a37-9170-5e75db9be439, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:05.338316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'port_id': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'mac_address': 'fa:16:3e:0d:e9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:49:05.383475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bb4e2f2f-736e-4a37-9170-5e75db9be439 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:05.383864 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:05.399043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4e2f2f-736e-4a37-9170-5e75db9be439 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:49:05.419474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bb4e2f2f-736e-4a37-9170-5e75db9be439, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:05.425038 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:05.474687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bb4e2f2f-736e-4a37-9170-5e75db9be439,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:05.798473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['bb4e2f2f-736e-4a37-9170-5e75db9be439'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:49:06.130093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4766-2efe-46a5-8d2a-e81d69facd57 req-e02dd725-c34e-4e82-96e8-53e60a7646f8 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:06.132315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea7e4766-2efe-46a5-8d2a-e81d69facd57 req-e02dd725-c34e-4e82-96e8-53e60a7646f8 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 945 time: 0.0720778 Feb 03 14:49:06.186317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea7e4766-2efe-46a5-8d2a-e81d69facd57 req-fd224cb6-48a9-4165-b5b6-5f5a46329661 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Feb 03 14:49:06.282005 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59b0e7e1-3d5a-4f95-ba07-939847e86f78 req-00404a8b-3698-4e07-a888-d86936eca0c4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0301354 Feb 03 14:49:07.238194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bb4e2f2f-736e-4a37-9170-5e75db9be439 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:49:07.312243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port bb4e2f2f-736e-4a37-9170-5e75db9be439 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:07.319061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port bb4e2f2f-736e-4a37-9170-5e75db9be439 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:07.320012 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:07.332483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631d40-aec5-47d5-a315-9fd7537eeeb4 req-f767c433-a5ae-4f9d-800a-24a86ed31424 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:07.340506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c631d40-aec5-47d5-a315-9fd7537eeeb4 req-f767c433-a5ae-4f9d-800a-24a86ed31424 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 945 time: 0.0730374 Feb 03 14:49:07.412894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c631d40-aec5-47d5-a315-9fd7537eeeb4 req-da972544-4504-40ab-bb03-721d8b95c923 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678008 Feb 03 14:49:07.436245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bb4e2f2f-736e-4a37-9170-5e75db9be439 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:07.436786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:07.478752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bb4e2f2f-736e-4a37-9170-5e75db9be439, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:07.480051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:49:07.484038 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc35effc-c5f4-4fab-9e97-88333b465d23" -d '{"events": [{"server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "name": "network-vif-plugged", "status": "completed", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:49:07.490542 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:07.491494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3cb7122c-6071-48e7-b3cd-0e52b9764f32 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:49:07.507196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98dfdc55-561f-4296-b9c1-31b14101073f req-a0ac12a3-ba93-4648-aeb4-56f3ff5920d8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0364211 Feb 03 14:49:07.538582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 3cb7122c-6071-48e7-b3cd-0e52b9764f32 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:49:07.539143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 3cb7122c-6071-48e7-b3cd-0e52b9764f32 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:49:07.569566 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88159bad-8231-41f8-b1a9-f4063addce45 x-openstack-request-id: req-88159bad-8231-41f8-b1a9-f4063addce45 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:49:07.569870 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "name": "network-vif-plugged", "status": "completed", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:49:07.570123 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88159bad-8231-41f8-b1a9-f4063addce45 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:49:07.570834 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'code': 200} Feb 03 14:49:07.573761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bb4e2f2f-736e-4a37-9170-5e75db9be439,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:07.582386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.582736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.583082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.583422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.583759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.584092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.584448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.584806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.585136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.585576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.585910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.586236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.586562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:49:07.721204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a80ee-d54c-4d9f-b3c8-925619dc1d06 req-0f060b76-1e8b-40d3-adf3-97837ef71af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:07.722941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-808a80ee-d54c-4d9f-b3c8-925619dc1d06 req-0f060b76-1e8b-40d3-adf3-97837ef71af2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1128 time: 0.0567524 Feb 03 14:49:07.773714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-808a80ee-d54c-4d9f-b3c8-925619dc1d06 req-d1449747-4868-447a-b232-199436e379ee service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452332 Feb 03 14:49:08.569558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9ab0-8158-4fed-9963-755048077ce9 req-e915cb8d-a3e4-45cc-a6e3-bfb5c4323e58 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:08.573135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637e9ab0-8158-4fed-9963-755048077ce9 req-e915cb8d-a3e4-45cc-a6e3-bfb5c4323e58 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 946 time: 0.0790367 Feb 03 14:49:08.655690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-637e9ab0-8158-4fed-9963-755048077ce9 req-f5126d9a-8216-461f-a8ed-30e513f1b0a2 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709639 Feb 03 14:49:08.811060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50fe9586-594b-4fb8-9012-065f0153c752 req-aa5b689e-bf38-4f5c-89e1-9175ee112da0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0372553 Feb 03 14:49:09.138652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:09.813626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bf8ba-99ca-4a43-951e-e04ee8fbf806 req-4d455bd3-0c1f-4972-85e3-f04d44aa2ddc tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:09.816805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-605bf8ba-99ca-4a43-951e-e04ee8fbf806 req-4d455bd3-0c1f-4972-85e3-f04d44aa2ddc tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 946 time: 0.0707660 Feb 03 14:49:09.901666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-605bf8ba-99ca-4a43-951e-e04ee8fbf806 req-e3eb8d1c-79bd-4343-8ff4-45863df7cbfa tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795131 Feb 03 14:49:10.007480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4461976e-5a83-4008-ab13-8e89bba2a51c req-e6779f5e-837c-4c0d-afcd-28bd24f4c2bd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0325389 Feb 03 14:49:10.161401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078591cb-e1c4-4269-ae02-a4d5735e88c8 req-2ecaffc6-5c3b-4834-86ec-586c5a5b5256 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:10.162979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-078591cb-e1c4-4269-ae02-a4d5735e88c8 req-2ecaffc6-5c3b-4834-86ec-586c5a5b5256 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 946 time: 0.0857501 Feb 03 14:49:10.238248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-078591cb-e1c4-4269-ae02-a4d5735e88c8 req-96846213-4b98-4d3e-a5f2-cf4ab400a3f3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665908 Feb 03 14:49:10.392003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b67b79-e2ab-4d10-918f-0d3a1c3244e7 req-9056a228-7715-46c9-bd9a-cef9e574608e tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:10.394353 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2b67b79-e2ab-4d10-918f-0d3a1c3244e7 req-9056a228-7715-46c9-bd9a-cef9e574608e tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 946 time: 0.0723162 Feb 03 14:49:10.461144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2b67b79-e2ab-4d10-918f-0d3a1c3244e7 req-b0186323-cd42-4c33-be21-209bf1c4d6b1 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597210 Feb 03 14:49:10.495476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58044) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:49:10.715457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa01e51-f013-4d13-980d-08a25658b6b8 tempest-TestServerBasicOps-25721869 tempest-TestServerBasicOps-25721869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:10.717603 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-baa01e51-f013-4d13-980d-08a25658b6b8 tempest-TestServerBasicOps-25721869 tempest-TestServerBasicOps-25721869-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1123 time: 0.2208784 Feb 03 14:49:10.720678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 58048) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:49:10.727897 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:49:10.754124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:10.886585 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:11.016323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Allocated IP 172.25.0.163 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/52b7d8d1-a290-496c-a4a5-a29dfc227e57) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:11.193978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-84e5baf6-9496-4900-8e30-e0a8075ba92b req-c773a017-ca99-43fa-9ea3-6e70641e5e61 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=870e9e9a-1a18-45d4-9ee3-77f1bbf0f647 HTTP/1.1" status: 200 len: 210 time: 0.0421467 Feb 03 14:49:11.237076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:11.288857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:11.335352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:11.338459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:11.342050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:49:11.348777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'Port': ['ID=52b7d8d1-a290-496c-a4a5-a29dfc227e57,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:11.821944 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for floatingip (58e49033-7297-4829-9a5e-c84113797bd7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:11.910532 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:12.119117 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:12.124587 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:12.198352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event updated for resources: {'Port': ['ID=52b7d8d1-a290-496c-a4a5-a29dfc227e57,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:12.213232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (58e49033-7297-4829-9a5e-c84113797bd7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:12.346739 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Floating IP 58e49033-7297-4829-9a5e-c84113797bd7 associated. External IP: 172.25.0.163, port: bb4e2f2f-736e-4a37-9170-5e75db9be439. Feb 03 14:49:12.643738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:49:12.819434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:49:12.832652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] Sync routers for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:49:12.853439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:49:12.854253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:12.855148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:12.910518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f59eb958-04ac-4e84-aa9f-efce914aba1d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1873879 Feb 03 14:49:12.911811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:49:12.916380 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b8d0c-c08c-43af-8abf-809dc135b79a" -d '{"events": [{"name": "network-changed", "server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:49:12.986483 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda42314-403b-4076-a027-bc9d0f435b94 x-openstack-request-id: req-cda42314-403b-4076-a027-bc9d0f435b94 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:49:12.986927 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:49:12.987303 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cda42314-403b-4076-a027-bc9d0f435b94 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:49:12.988752 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'status': 'completed', 'code': 200} Feb 03 14:49:13.026249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:49:13.108776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-59e9360c-caef-475d-b1a5-d891c89addb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:13.110515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-59e9360c-caef-475d-b1a5-d891c89addb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1128 time: 0.0837579 Feb 03 14:49:13.252050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-d1374c4e-28b1-435a-85bf-af99c0e78d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:13.253758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-d1374c4e-28b1-435a-85bf-af99c0e78d89 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 908 time: 0.1371851 Feb 03 14:49:13.354780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-d1b593b1-e795-49bd-a0fe-2f978c6e699d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 1000 time: 0.0949562 Feb 03 14:49:13.390594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '58e49033-7297-4829-9a5e-c84113797bd7', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'port_id': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'mac_address': 'fa:16:3e:0d:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:49:11Z', 'updated_at': '2022-02-03T14:49:11Z', 'revision_number': 0, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:52Z', 'revision_number': 5, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:13.424896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-5306a4fa-d4a8-4f5c-ac11-3c8362aac940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:13.426712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-5306a4fa-d4a8-4f5c-ac11-3c8362aac940 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 200 len: 846 time: 0.0642636 Feb 03 14:49:13.433017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] Checking router: e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:49:13.445795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:49:13.446581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:48:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:13.510709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-17abccb5-f21c-4964-b222-3714a8014cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:13.513765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-17abccb5-f21c-4964-b222-3714a8014cb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c309c4f-b85b-49e5-8057-db8b28460602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807538 Feb 03 14:49:13.626574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-a57315ff-b8d4-43ce-b5b7-7ad954f1ab9f service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046352 Feb 03 14:49:13.647311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:49:13.758393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b4b8d0c-c08c-43af-8abf-809dc135b79a req-79fbdee7-3b08-45dd-801c-4eb7844ab20a service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252928 Feb 03 14:49:13.994179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '58e49033-7297-4829-9a5e-c84113797bd7', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'port_id': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'mac_address': 'fa:16:3e:0d:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:49:11Z', 'updated_at': '2022-02-03T14:49:11Z', 'revision_number': 0, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:52Z', 'revision_number': 5, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:49:14.025591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e75b-fa9d-499d-9137-b418c74d0794 None None] The sync data for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 is: [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '58e49033-7297-4829-9a5e-c84113797bd7', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'port_id': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'mac_address': 'fa:16:3e:0d:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:49:11Z', 'updated_at': '2022-02-03T14:49:11Z', 'revision_number': 0, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:52Z', 'revision_number': 5, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:49:14.318355 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66850d-f0b1-4f63-b84b-d1cb7497a284 None None] New status for floating IP 58e49033-7297-4829-9a5e-c84113797bd7: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:49:15.813504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45ee1c1a-4968-45f6-a8ee-f90db87c02c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:16.168379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794667-7801-4681-bcf4-c23bb90de472 req-ea0b877b-eb89-4f2c-a143-baca6abeb032 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:16.170386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-ea0b877b-eb89-4f2c-a143-baca6abeb032 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 814 time: 0.1267257 Feb 03 14:49:16.192723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-e78aa8c8-ef3a-499b-8064-037aa0b6c0e8 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/quotas/729b5eaa02d04becb12ad58c87584243 HTTP/1.1" status: 200 len: 375 time: 0.0109897 Feb 03 14:49:16.237957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-67be1eda-944b-45e0-8c48-6d5976e3caf3 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385375 Feb 03 14:49:16.341040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-a41b1e56-0c9a-47ca-b389-20e56e077c3e service neutron] 10.222.0.52 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951886 Feb 03 14:49:16.448484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-422e6607-06d7-4ab7-a1fa-33a331cd1fd3 service neutron] 10.222.0.52 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993898 Feb 03 14:49:16.640457 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceb43632-15b9-45bd-8c48-8cbe986a7865 req-ef078dfd-2470-45b1-9d26-fb0be83cb7fc tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0360270 Feb 03 14:49:17.691906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794667-7801-4681-bcf4-c23bb90de472 req-46f31b5b-19fe-42ef-b8e0-4b6886ec5ac4 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:17.693537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-46f31b5b-19fe-42ef-b8e0-4b6886ec5ac4 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.45 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 814 time: 0.1354094 Feb 03 14:49:17.711027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Request body: {'port': {'device_id': '8539250d-320a-471e-9441-99efc360e7a3', 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd', 'admin_state_up': True, 'tenant_id': '729b5eaa02d04becb12ad58c87584243'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:49:17.803872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2557144-a420-470f-948d-dafbd81bd74f req-40f50159-312f-4bc6-a6f4-43ad61b64b63 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0603805 Feb 03 14:49:17.877766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Made reservation on behalf of 729b5eaa02d04becb12ad58c87584243 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:49:17.881456 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.028331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Allocated IP 172.20.0.5 (fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd/883dbf25-e952-48dd-a8a6-f671565bc4f9/dc5770a4-f3f5-43bf-b1a6-1a2a1debf891) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:18.070154 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afb0c35c-dca9-426d-aaca-b3c4e04a8ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.197184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks [] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.234574 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.281849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:18.285234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:18.289059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:49:18.319501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Pushing event updated for resources: {'Port': ['ID=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:18.344298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:18.345127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.361989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-a59baf06-b92b-404b-aee8-8db5d0ebddd1 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556554 Feb 03 14:49:18.372956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Request body: {'port': {'device_id': '8539250d-320a-471e-9441-99efc360e7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:49:18.441110 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.732759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:49:18.742631 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Publish callbacks [] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.756867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Transition to ACTIVE for port object dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:18.760518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.813532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:18.943050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Attempting to bind port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:49:18.943644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Attempting to bind port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:49:18.944023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Attempting to bind port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 on network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:49:18.953411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 on network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:49:18.953759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Attempting to bind port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 on network fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:49:18.965118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:49:18.965534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Checking segment: {'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:49:18.965861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Bound using segment: {'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:49:18.966413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Bound port: dc5770a4-f3f5-43bf-b1a6-1a2a1debf891, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:49:18.966720 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:18.995506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5097828-eff5-424b-9cb5-88774e3453ce req-2fbeb9b4-ad57-4edd-a08a-b9effd04abdf tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:18.997031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5097828-eff5-424b-9cb5-88774e3453ce req-2fbeb9b4-ad57-4edd-a08a-b9effd04abdf tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 943 time: 0.0868740 Feb 03 14:49:19.093972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] For port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:19.098607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] For port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:19.104855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c5097828-eff5-424b-9cb5-88774e3453ce req-6255f157-dc53-44dd-a8bc-3561103fdff5 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896993 Feb 03 14:49:19.109167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:19.465229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:19.465933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:19.467470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 HTTP/1.1" status: 200 len: 1091 time: 1.0987265 Feb 03 14:49:19.467985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8539250d-320a-471e-9441-99efc360e7a3', 'tag': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:49:19.471271 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919" -d '{"events": [{"name": "network-changed", "server_uuid": "8539250d-320a-471e-9441-99efc360e7a3", "tag": "dc5770a4-f3f5-43bf-b1a6-1a2a1debf891"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:49:19.515681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e16641-8c2a-4968-99b8-96260899d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:19.577224 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2313d-90cc-41d0-bd63-07ebc8c99391 x-openstack-request-id: req-25b2313d-90cc-41d0-bd63-07ebc8c99391 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:49:19.577367 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8539250d-320a-471e-9441-99efc360e7a3", "tag": "dc5770a4-f3f5-43bf-b1a6-1a2a1debf891", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:49:19.577577 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25b2313d-90cc-41d0-bd63-07ebc8c99391 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:49:19.578171 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8539250d-320a-471e-9441-99efc360e7a3', 'tag': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891', 'status': 'completed', 'code': 200} Feb 03 14:49:19.599174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794667-7801-4681-bcf4-c23bb90de472 req-7b78d583-52a6-4dd3-9bf6-ed5ee5fc61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:19.600959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-7b78d583-52a6-4dd3-9bf6-ed5ee5fc61ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 1125 time: 0.0650277 Feb 03 14:49:19.648693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-141d45b5-0790-4f67-85bc-29f28e51b371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 HTTP/1.1" status: 200 len: 217 time: 0.0400481 Feb 03 14:49:19.692492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:19.722109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794667-7801-4681-bcf4-c23bb90de472 req-7a7bf245-3d28-4522-ab72-4beaf69c12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:19.724891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-7a7bf245-3d28-4522-ab72-4beaf69c12dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=883dbf25-e952-48dd-a8a6-f671565bc4f9 HTTP/1.1" status: 200 len: 854 time: 0.0694466 Feb 03 14:49:19.775741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-13853307-a540-4220-b05d-74e987622cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450861 Feb 03 14:49:19.886386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-ec8fe951-c0f7-4c35-b4e8-d3f02e968967 service neutron] 10.222.0.45 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038988 Feb 03 14:49:20.009665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02794667-7801-4681-bcf4-c23bb90de472 req-84379805-7afd-4318-a230-6fad56e753dc service neutron] 10.222.0.45 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170352 Feb 03 14:49:20.140131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-634346f3-6e4e-4df3-bfc1-16cfb22abe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:20.143532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-634346f3-6e4e-4df3-bfc1-16cfb22abe25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 1125 time: 0.0665936 Feb 03 14:49:20.330952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-1930a7c2-66dd-4993-92be-90498839e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:20.332783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-1930a7c2-66dd-4993-92be-90498839e02d service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 915 time: 0.1836472 Feb 03 14:49:20.352172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061d08b-40ab-48fb-88be-3ddf36640576 req-995a1339-ee88-4355-a2e7-e3ab69d5532c tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:20.357614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a061d08b-40ab-48fb-88be-3ddf36640576 req-995a1339-ee88-4355-a2e7-e3ab69d5532c tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 943 time: 0.1193292 Feb 03 14:49:20.404078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-b8ae9553-9602-4e1b-9b5a-809656201759 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 HTTP/1.1" status: 200 len: 217 time: 0.0648477 Feb 03 14:49:20.480276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-d277c14c-22e0-4d97-94f9-fb7a69a36153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:20.482473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-d277c14c-22e0-4d97-94f9-fb7a69a36153 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=883dbf25-e952-48dd-a8a6-f671565bc4f9 HTTP/1.1" status: 200 len: 854 time: 0.0705278 Feb 03 14:49:20.491266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a061d08b-40ab-48fb-88be-3ddf36640576 req-fefb71dd-cd36-4881-b38a-faab0060251c tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905931 Feb 03 14:49:20.521592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-99b9bf24-7648-48f8-aa26-42e23898c2d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292468 Feb 03 14:49:20.630649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-43b65cf9-2be2-4508-8668-9c9195767206 service neutron] 10.222.0.45 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028597 Feb 03 14:49:20.746358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d22b3a5-3781-4abd-9e3d-32f3a4b75919 req-bdf48b79-c142-49f6-b8be-fd2a5457168c service neutron] 10.222.0.45 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098468 Feb 03 14:49:20.752988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:21.636348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda4f2f-8a77-4dec-af00-a9df07aaade9 req-69abd85d-5712-4765-bfdf-701c8e719bd5 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:21.638270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dda4f2f-8a77-4dec-af00-a9df07aaade9 req-69abd85d-5712-4765-bfdf-701c8e719bd5 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 943 time: 0.0609803 Feb 03 14:49:21.698004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dda4f2f-8a77-4dec-af00-a9df07aaade9 req-9672529e-f1f5-4288-8ef8-6e94118d8e42 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Feb 03 14:49:22.189758 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:22.836137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a202-77f0-420d-a143-5613a194ee10 req-d5801c88-983b-4aa8-a8a5-91bc589d1bcb tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:22.841278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f68a202-77f0-420d-a143-5613a194ee10 req-d5801c88-983b-4aa8-a8a5-91bc589d1bcb tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 943 time: 0.0666571 Feb 03 14:49:22.893301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f68a202-77f0-420d-a143-5613a194ee10 req-19e3a967-9b55-4b4a-9090-06c1e3046525 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498676 Feb 03 14:49:23.875353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:49:23.989049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:24.000830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891', 'network_id': 'fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd', 'port_id': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891', 'mac_address': 'fa:16:3e:e5:79:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883dbf25-e952-48dd-a8a6-f671565bc4f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:49:24.028500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf8ccb-902f-4437-b971-13c8929026ca req-d716a58c-8620-48e1-9d84-c7531ec9a6db tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:24.030236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dcf8ccb-902f-4437-b971-13c8929026ca req-d716a58c-8620-48e1-9d84-c7531ec9a6db tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 943 time: 0.0575681 Feb 03 14:49:24.052636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:24.053326 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:24.068197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:49:24.092322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dcf8ccb-902f-4437-b971-13c8929026ca req-75c2930f-cea0-4317-822f-e066ea0d5741 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520384 Feb 03 14:49:24.094090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:24.098718 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:24.159939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:24.291994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['dc5770a4-f3f5-43bf-b1a6-1a2a1debf891'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:49:24.992839 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:25.263489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-efed5723-3336-4d72-bede-428875b1dc4f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177151 Feb 03 14:49:25.275309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bb4fb-b8c4-4d9b-b258-a89ecbb87f36 req-b461ea34-b969-49c9-9772-24f4da84dcb2 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:25.276878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f4bb4fb-b8c4-4d9b-b258-a89ecbb87f36 req-b461ea34-b969-49c9-9772-24f4da84dcb2 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0814970 Feb 03 14:49:25.332783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f4bb4fb-b8c4-4d9b-b258-a89ecbb87f36 req-110728fa-9532-461b-8e62-23ce34921c1f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Feb 03 14:49:25.384198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-8b568cbc-8253-4f32-a87c-3f39e013d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:25.385847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-8b568cbc-8253-4f32-a87c-3f39e013d7ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1128 time: 0.0518920 Feb 03 14:49:25.515712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-b4923b9d-e1e8-4564-ab7f-ca1297565d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:25.517236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-b4923b9d-e1e8-4564-ab7f-ca1297565d32 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 908 time: 0.1085830 Feb 03 14:49:25.604377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-6aff81a0-9afa-49de-8bd9-9e9697f57c45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 1002 time: 0.0807605 Feb 03 14:49:25.667123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-1fe39dab-347f-424f-8e0b-e463cc86e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:25.669298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-1fe39dab-347f-424f-8e0b-e463cc86e514 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 200 len: 846 time: 0.0580964 Feb 03 14:49:25.726157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-8b11b8ba-3895-4d68-ac82-fb8a6915390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:25.727803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-8b11b8ba-3895-4d68-ac82-fb8a6915390f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c309c4f-b85b-49e5-8057-db8b28460602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517318 Feb 03 14:49:25.738075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-55d8fe3d-2548-4f14-a9bb-59992f41b6c5 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:49:25.739330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-55d8fe3d-2548-4f14-a9bb-59992f41b6c5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054278 Feb 03 14:49:25.857512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-00124960-06eb-432a-8dd6-c5c037dff9a4 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122952 Feb 03 14:49:25.894029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:49:25.958224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:49:25.964747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:25.965364 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:25.997235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f4c674-7e7a-4257-9818-099ce3d52fea req-d162a0c0-8583-457e-8f9c-6b5927624e20 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333253 Feb 03 14:49:26.074200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:49:26.074839 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:26.115549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8539250d-320a-471e-9441-99efc360e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:49:26.119113 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6cbe60-4aac-4f58-9810-04f49c38a3aa" -d '{"events": [{"server_uuid": "8539250d-320a-471e-9441-99efc360e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "dc5770a4-f3f5-43bf-b1a6-1a2a1debf891"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:49:26.133409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:49:26.138369 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:26.165749 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298abab7-96e0-49b5-a0bb-e62dd2f8646c x-openstack-request-id: req-298abab7-96e0-49b5-a0bb-e62dd2f8646c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:49:26.166095 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8539250d-320a-471e-9441-99efc360e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "dc5770a4-f3f5-43bf-b1a6-1a2a1debf891", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:49:26.166316 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-298abab7-96e0-49b5-a0bb-e62dd2f8646c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:49:26.166683 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8539250d-320a-471e-9441-99efc360e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891', 'code': 200} Feb 03 14:49:26.210471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:26.302341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13923604-7dc7-4176-9a93-422db2cde69a req-6d6d9fab-9d20-48e3-b111-412bf9a6e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:26.304036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13923604-7dc7-4176-9a93-422db2cde69a req-6d6d9fab-9d20-48e3-b111-412bf9a6e9df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 1127 time: 0.0626149 Feb 03 14:49:26.358369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13923604-7dc7-4176-9a93-422db2cde69a req-1392e12f-3e38-40a8-b5aa-11a16d5eb000 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474522 Feb 03 14:49:26.462744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5ac7c-c35a-4b3e-892b-8decadbf38a4 req-46b0144a-bf62-4016-980d-117f2685e4cb tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:26.464348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21f5ac7c-c35a-4b3e-892b-8decadbf38a4 req-46b0144a-bf62-4016-980d-117f2685e4cb tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0589263 Feb 03 14:49:26.529198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21f5ac7c-c35a-4b3e-892b-8decadbf38a4 req-62c37481-beac-401b-8e0c-3757734a80d3 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541160 Feb 03 14:49:27.682458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ff3b-ba84-413b-b5de-19df8d993e4d req-8b711068-2b78-4ad9-9573-9935704907cf tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:27.684585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eac8ff3b-ba84-413b-b5de-19df8d993e4d req-8b711068-2b78-4ad9-9573-9935704907cf tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0726807 Feb 03 14:49:27.747784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eac8ff3b-ba84-413b-b5de-19df8d993e4d req-2824fd4f-bfef-4ae3-ada1-72c8db45915e tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Feb 03 14:49:39.149806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:41.315989 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:49:44.455556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-878644ad-bec9-4bbe-ae65-30dbbd14ecf6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:44.457210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-878644ad-bec9-4bbe-ae65-30dbbd14ecf6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1140599 Feb 03 14:49:44.472766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-1186a9dd-1827-4422-b972-927d2b285717 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/quotas/95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 375 time: 0.0100994 Feb 03 14:49:44.528723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-7bd48775-9457-4275-a212-807ee9ff1419 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507767 Feb 03 14:49:44.629923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-dc4b50a4-ad67-4fc3-8d9f-ae2809eac9ed service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940580 Feb 03 14:49:44.728562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-bd369732-6133-4fa5-961c-7e3d738319b8 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926661 Feb 03 14:49:44.921619 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-472b5b81-f216-4bae-b92d-39edbbf1cd9f req-fab328d9-5292-4cb0-b310-6a26a12ef70d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0364704 Feb 03 14:49:45.804679 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94e07d83-b366-475c-b541-4ee740c50525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:45.973929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-1c46f892-850b-4256-b0f7-8cfa38793bad tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:45.975826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-1c46f892-850b-4256-b0f7-8cfa38793bad tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1254930 Feb 03 14:49:45.996638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'port': {'device_id': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'admin_state_up': True, 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:49:46.052239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66373fb2-68c6-4f30-bca5-361da9866773 req-d6bc68a1-8cfb-40cc-b346-48932ae30e82 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0507476 Feb 03 14:49:46.147922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:49:46.152052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:46.302176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.20.0.10 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/5af5fa29-75bf-4559-ba65-098b4f75ae99) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:49:46.524148 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:46.626978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:46.687075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:49:46.690333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:49:46.694665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:49:46.720298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=5af5fa29-75bf-4559-ba65-098b4f75ae99,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:46.767476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:46.768152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:46.806714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-cb9b58ef-0d15-4fef-b813-cdbd42bdb469 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8152900 Feb 03 14:49:46.827518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Request body: {'port': {'device_id': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:49:46.908168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:46.978182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6d279f76-4af9-4dd1-9cbf-cdc72382e667 None None] Provisioning complete for port 5af5fa29-75bf-4559-ba65-098b4f75ae99 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:49:46.979286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d279f76-4af9-4dd1-9cbf-cdc72382e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:47.014428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6d279f76-4af9-4dd1-9cbf-cdc72382e667 None None] Port 5af5fa29-75bf-4559-ba65-098b4f75ae99 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:49:47.233573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af5fa29-75bf-4559-ba65-098b4f75ae99 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:49:47.245314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f15cd7-26bd-4d66-8f74-e316b903ae50 req-fc452473-3094-4fed-8da2-3145d6106e4b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:47.246916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7f15cd7-26bd-4d66-8f74-e316b903ae50 req-fc452473-3094-4fed-8da2-3145d6106e4b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 932 time: 0.1136799 Feb 03 14:49:47.253464 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Publish callbacks [] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:47.281439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Transition to ACTIVE for port object 5af5fa29-75bf-4559-ba65-098b4f75ae99 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:49:47.287092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:47.360020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7f15cd7-26bd-4d66-8f74-e316b903ae50 req-dcb7c11d-484f-48da-b41c-b0838a5327cc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038868 Feb 03 14:49:47.368109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5af5fa29-75bf-4559-ba65-098b4f75ae99,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:47.450655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Attempting to bind port 5af5fa29-75bf-4559-ba65-098b4f75ae99 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:49:47.451298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Attempting to bind port 5af5fa29-75bf-4559-ba65-098b4f75ae99 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:49:47.451615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Attempting to bind port 5af5fa29-75bf-4559-ba65-098b4f75ae99 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:49:47.457354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Port 5af5fa29-75bf-4559-ba65-098b4f75ae99 on network 8a35bad6-5598-4838-98f2-8cef60a80989 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:49:47.457675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Attempting to bind port 5af5fa29-75bf-4559-ba65-098b4f75ae99 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:49:47.464021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:49:47.464379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:49:47.464801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:49:47.465248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Bound port: 5af5fa29-75bf-4559-ba65-098b4f75ae99, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:49:47.466804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:47.556823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] For port 5af5fa29-75bf-4559-ba65-098b4f75ae99, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:49:47.561571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] For port 5af5fa29-75bf-4559-ba65-098b4f75ae99, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5af5fa29-75bf-4559-ba65-098b4f75ae99,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:49:47.574832 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:47.616842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:47.617553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:47.619140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] 10.222.0.71 "PUT /v2.0/ports/5af5fa29-75bf-4559-ba65-098b4f75ae99 HTTP/1.1" status: 200 len: 1092 time: 0.7970748 Feb 03 14:49:47.619614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'tag': '5af5fa29-75bf-4559-ba65-098b4f75ae99'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:49:47.622008 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d" -d '{"events": [{"name": "network-changed", "server_uuid": "3aca3388-5783-408f-9728-d6f7c5e5eaa8", "tag": "5af5fa29-75bf-4559-ba65-098b4f75ae99"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:49:47.708898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fc327-a83d-4a09-b491-c03e453459e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5af5fa29-75bf-4559-ba65-098b4f75ae99,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:49:47.734561 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e749210-ff0f-451c-8557-b0d9da9269b9 x-openstack-request-id: req-0e749210-ff0f-451c-8557-b0d9da9269b9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:49:47.734863 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aca3388-5783-408f-9728-d6f7c5e5eaa8", "tag": "5af5fa29-75bf-4559-ba65-098b4f75ae99", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:49:47.735264 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e749210-ff0f-451c-8557-b0d9da9269b9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:49:47.735733 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'tag': '5af5fa29-75bf-4559-ba65-098b4f75ae99', 'status': 'completed', 'code': 200} Feb 03 14:49:47.769843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-73990d77-eec2-4442-82ec-631c7a80765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:47.772040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-73990d77-eec2-4442-82ec-631c7a80765d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 1126 time: 0.0818365 Feb 03 14:49:47.825546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-d9ca9f01-d882-49dd-82e1-4f4b846b79d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5af5fa29-75bf-4559-ba65-098b4f75ae99 HTTP/1.1" status: 200 len: 217 time: 0.0402195 Feb 03 14:49:47.894018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-4260f6c4-46ca-4dbc-8a5f-5905cf1e6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:47.895734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-4260f6c4-46ca-4dbc-8a5f-5905cf1e6eeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0645912 Feb 03 14:49:47.957728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-70292a6f-6447-481c-8e95-7693af5f4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:47.959600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-70292a6f-6447-481c-8e95-7693af5f4979 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580769 Feb 03 14:49:48.069889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-4d41e725-a342-4cda-bf64-415e75afd2f8 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032610 Feb 03 14:49:48.081456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dacf0cf7-07b3-4311-b0b6-d6df5b1bbfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:48.184547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc1d30d-10cb-4cd6-9f0c-efaf00847402 req-93233835-356f-4afe-91c1-7f058a28e8d7 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067734 Feb 03 14:49:48.306274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-24649392-0e4f-48f4-86d5-82bf4a3b2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:48.307766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-24649392-0e4f-48f4-86d5-82bf4a3b2ab6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 1126 time: 0.0463879 Feb 03 14:49:48.414190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-7cba379c-75eb-4ac1-a2a8-0037736ce440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:48.415885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-7cba379c-75eb-4ac1-a2a8-0037736ce440 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1018603 Feb 03 14:49:48.468392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-6afb4c39-6c3d-4018-8add-4d091127395a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5af5fa29-75bf-4559-ba65-098b4f75ae99 HTTP/1.1" status: 200 len: 217 time: 0.0466335 Feb 03 14:49:48.545315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-56472866-4cd6-4065-a12c-82cc19f188de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:48.546830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-56472866-4cd6-4065-a12c-82cc19f188de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0599658 Feb 03 14:49:48.557700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97d21f-da17-48fe-9f27-5a030466d811 req-894b69e6-e780-48d7-bdec-34550c898928 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:48.559201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc97d21f-da17-48fe-9f27-5a030466d811 req-894b69e6-e780-48d7-bdec-34550c898928 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.1001573 Feb 03 14:49:48.638208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-01bd74b5-5c2c-4845-9d82-5e3c413354a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:48.640229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-01bd74b5-5c2c-4845-9d82-5e3c413354a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0800960 Feb 03 14:49:48.644611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc97d21f-da17-48fe-9f27-5a030466d811 req-32146c94-b5ab-4c00-ae1c-24759e342ba8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764475 Feb 03 14:49:48.744766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-775db064-87a8-47d8-a307-fe17e855aadf service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985649 Feb 03 14:49:48.842327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08f1903e-49fb-4f29-8d1e-5d0a5d33751d req-4f974bc2-62ca-400e-aa4f-9f5338da1509 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920610 Feb 03 14:49:49.691797 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:49.787189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9098be-e24c-4dac-b14a-1592e8253793 req-e13a2863-c04d-4574-803d-eb234799f199 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:49.788788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca9098be-e24c-4dac-b14a-1592e8253793 req-e13a2863-c04d-4574-803d-eb234799f199 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0584724 Feb 03 14:49:49.850749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca9098be-e24c-4dac-b14a-1592e8253793 req-e8526c6f-f05d-4a48-9b53-0c9df7577b74 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551839 Feb 03 14:49:50.751303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:51.013519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748a768-41ad-4f7b-a49e-e3709b4c3ef0 req-a3d0d62d-fb5e-47d2-ab90-04d4917a3dd8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:51.021285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0748a768-41ad-4f7b-a49e-e3709b4c3ef0 req-a3d0d62d-fb5e-47d2-ab90-04d4917a3dd8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0792556 Feb 03 14:49:51.076615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0748a768-41ad-4f7b-a49e-e3709b4c3ef0 req-35dd707a-9573-4aaf-8057-cabc721490a9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511584 Feb 03 14:49:52.209634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:52.240115 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6872e2-732d-4905-9298-f9edd2b3b2e8 req-22e18c86-2610-4e95-8094-99c1a26c7202 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:52.250094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc6872e2-732d-4905-9298-f9edd2b3b2e8 req-22e18c86-2610-4e95-8094-99c1a26c7202 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0903299 Feb 03 14:49:52.366697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc6872e2-732d-4905-9298-f9edd2b3b2e8 req-70764a03-6dc6-4057-9f60-c8259ba08835 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915949 Feb 03 14:49:53.585336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cc40a-d4ce-4908-94e9-0ba2a36d4934 req-6937577d-07ad-47db-8bce-f4c353253bf3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:53.588456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c6cc40a-d4ce-4908-94e9-0ba2a36d4934 req-6937577d-07ad-47db-8bce-f4c353253bf3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0914838 Feb 03 14:49:53.661693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c6cc40a-d4ce-4908-94e9-0ba2a36d4934 req-dd9de8f8-f745-4e47-a87c-7338e7cc694c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622849 Feb 03 14:49:54.869097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13761362-7241-4a7f-8ea5-1ebe21716345 req-4f89e461-0daf-447d-8af2-c62c10bbd6b2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:54.870952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13761362-7241-4a7f-8ea5-1ebe21716345 req-4f89e461-0daf-447d-8af2-c62c10bbd6b2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0933821 Feb 03 14:49:54.933504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13761362-7241-4a7f-8ea5-1ebe21716345 req-64392ec7-4c3c-4152-b510-f1d48e068125 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Feb 03 14:49:55.005792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:49:56.083979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4b96-41dc-4dfc-808e-f037f2c6dfb7 req-7a11976b-41d5-4d75-8e14-8ad06366a2d7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:56.092060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f8b4b96-41dc-4dfc-808e-f037f2c6dfb7 req-7a11976b-41d5-4d75-8e14-8ad06366a2d7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0750675 Feb 03 14:49:56.144940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f8b4b96-41dc-4dfc-808e-f037f2c6dfb7 req-a36372d6-b0de-43d9-9eb4-f41243c1c718 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516689 Feb 03 14:49:57.263090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe868-7b0a-4f58-88c2-308b469f3d46 req-9e0e9642-d902-4a26-851c-4f2b9e491379 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:57.264608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9fbe868-7b0a-4f58-88c2-308b469f3d46 req-9e0e9642-d902-4a26-851c-4f2b9e491379 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0538597 Feb 03 14:49:57.311469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9fbe868-7b0a-4f58-88c2-308b469f3d46 req-378d0ffe-51f1-4654-83f7-0b18d73c3ec5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Feb 03 14:49:58.438575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f91c5-7146-404a-b9d6-05837ee5e2a3 req-0362aa07-c3cd-4329-a0de-620270611917 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:58.440149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-483f91c5-7146-404a-b9d6-05837ee5e2a3 req-0362aa07-c3cd-4329-a0de-620270611917 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0576544 Feb 03 14:49:58.494397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-483f91c5-7146-404a-b9d6-05837ee5e2a3 req-61193919-8590-4a52-a612-4a016594ba6f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480082 Feb 03 14:49:59.624207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4dfc2-582a-4425-afed-2f024069e717 req-c1077d3f-c45d-48f1-9479-46089200b994 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:49:59.627157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90b4dfc2-582a-4425-afed-2f024069e717 req-c1077d3f-c45d-48f1-9479-46089200b994 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0604160 Feb 03 14:49:59.693014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90b4dfc2-582a-4425-afed-2f024069e717 req-22951d73-4dea-47bc-a240-c38a1018fa1c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549986 Feb 03 14:50:00.816969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac136334-67d8-4369-aac6-3279ecc518b7 req-8c560aa0-4cc9-43be-badc-87868f7fd762 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:00.818446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac136334-67d8-4369-aac6-3279ecc518b7 req-8c560aa0-4cc9-43be-badc-87868f7fd762 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0542607 Feb 03 14:50:00.865491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac136334-67d8-4369-aac6-3279ecc518b7 req-da5d80a6-5128-4eeb-a328-e6558f0f13ad tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Feb 03 14:50:01.990749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384de40-7a92-4dcd-bf4b-df11a67428db req-9730f5a8-9608-4c76-ac95-d00258b8c823 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:01.992296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b384de40-7a92-4dcd-bf4b-df11a67428db req-9730f5a8-9608-4c76-ac95-d00258b8c823 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0575221 Feb 03 14:50:02.041795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b384de40-7a92-4dcd-bf4b-df11a67428db req-82abc497-160f-4210-ac25-8d9ade7717ab tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436027 Feb 03 14:50:03.171298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e682-0305-4ce8-bb54-b78791cb8416 req-2f6a7f15-6dc1-4262-9bcd-b94a43de18e2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:03.172962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8af4e682-0305-4ce8-bb54-b78791cb8416 req-2f6a7f15-6dc1-4262-9bcd-b94a43de18e2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0559387 Feb 03 14:50:03.221768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8af4e682-0305-4ce8-bb54-b78791cb8416 req-cc40efef-9da3-400a-b6d1-ae2ce0b66bd7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Feb 03 14:50:04.346484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ea2f-9cf5-4d2c-ae27-97b834921779 req-6584ec80-84f1-4e95-9aba-5275aa73729a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:04.347982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4501ea2f-9cf5-4d2c-ae27-97b834921779 req-6584ec80-84f1-4e95-9aba-5275aa73729a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0538981 Feb 03 14:50:04.400788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4501ea2f-9cf5-4d2c-ae27-97b834921779 req-34d07323-3f11-48b4-bbe8-b3e8c82ff5c3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Feb 03 14:50:05.525752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897d797-e17c-47be-b78e-5e84ccdf0cd6 req-5409101b-7e77-49aa-a691-935074220147 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:05.527191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c897d797-e17c-47be-b78e-5e84ccdf0cd6 req-5409101b-7e77-49aa-a691-935074220147 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0557759 Feb 03 14:50:05.584831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c897d797-e17c-47be-b78e-5e84ccdf0cd6 req-abe2a2e6-8a4b-4142-a2ed-42a148cc9815 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512710 Feb 03 14:50:06.702178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98719675-d665-4365-b026-faa64b1bc65e req-088e5842-906c-41a9-8f7f-f7c30546c03e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:06.703615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98719675-d665-4365-b026-faa64b1bc65e req-088e5842-906c-41a9-8f7f-f7c30546c03e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0536392 Feb 03 14:50:06.750770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98719675-d665-4365-b026-faa64b1bc65e req-aa227e94-713d-459d-b2cc-acb362bd0ea6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Feb 03 14:50:07.932068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-0fdd84f9-98e3-4a6d-9cc7-6640508cef1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565658 Feb 03 14:50:08.058100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc180e-2794-4297-bf53-44fb8da13b21 req-bd166e2a-9977-4df5-83ec-c6caa3d4d6b9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:08.059762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45dc180e-2794-4297-bf53-44fb8da13b21 req-bd166e2a-9977-4df5-83ec-c6caa3d4d6b9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.2412486 Feb 03 14:50:08.061724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-95e4f45e-a5e3-45f9-9f31-f9578ad99fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:08.063084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-95e4f45e-a5e3-45f9-9f31-f9578ad99fa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=729b5eaa02d04becb12ad58c87584243&device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 1127 time: 0.0847833 Feb 03 14:50:08.165416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45dc180e-2794-4297-bf53-44fb8da13b21 req-ff4f35e8-2e96-4303-adc2-931dbfd1a4ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991795 Feb 03 14:50:08.201451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-df767a92-01e3-48d0-bc89-32a5f14b8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:08.203495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-df767a92-01e3-48d0-bc89-32a5f14b8c1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 200 len: 915 time: 0.1206541 Feb 03 14:50:08.251051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-8f8e053c-4783-4e73-9cda-2e8cd06728c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 HTTP/1.1" status: 200 len: 217 time: 0.0416915 Feb 03 14:50:08.312558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-66e18d9f-59d9-45b8-b9cb-016286b21846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:08.313942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-66e18d9f-59d9-45b8-b9cb-016286b21846 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=883dbf25-e952-48dd-a8a6-f671565bc4f9 HTTP/1.1" status: 200 len: 854 time: 0.0571575 Feb 03 14:50:08.345285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-425b09ce-7780-4177-927c-b2c62b484b05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254729 Feb 03 14:50:08.431759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-973ee35f-5d28-478f-aa77-200d27904c99 service neutron] 10.222.0.45 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808191 Feb 03 14:50:08.525001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1532c548-8ab2-419e-992c-602c8eb827b9 req-8dbac72b-d787-49be-9a60-3805795daae2 service neutron] 10.222.0.45 "GET /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873077 Feb 03 14:50:09.162098 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:09.290400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289ca93-251a-42a8-be0e-88f736aac14c req-e0c24577-57c5-4532-a91e-02a32f6888d4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:09.291871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d289ca93-251a-42a8-be0e-88f736aac14c req-e0c24577-57c5-4532-a91e-02a32f6888d4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0531955 Feb 03 14:50:09.341151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d289ca93-251a-42a8-be0e-88f736aac14c req-e4a23c75-8840-4d14-9f80-2bd38c12d843 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Feb 03 14:50:10.469052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed18c7-2050-4e94-a93e-6a9f54cd94ca req-fdc1f876-a558-4e4e-a114-a0a51b06cb1e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:10.470555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aed18c7-2050-4e94-a93e-6a9f54cd94ca req-fdc1f876-a558-4e4e-a114-a0a51b06cb1e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0583425 Feb 03 14:50:10.519099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6aed18c7-2050-4e94-a93e-6a9f54cd94ca req-c0441d67-0c9f-4020-8369-9aea8cb79331 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Feb 03 14:50:11.642865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c35988-7b78-431b-b678-d436e8fa0e45 req-a51bb143-feed-460c-9af2-4ba84e1400d2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:11.644377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1c35988-7b78-431b-b678-d436e8fa0e45 req-a51bb143-feed-460c-9af2-4ba84e1400d2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0540447 Feb 03 14:50:11.690294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1c35988-7b78-431b-b678-d436e8fa0e45 req-03af20e5-02fa-49ed-a40e-365e93024929 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Feb 03 14:50:12.822226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93911f84-6db6-4f96-bdd4-56f0a1b09650 req-e4429197-d060-41db-b98f-c382f6241d24 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:12.823744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93911f84-6db6-4f96-bdd4-56f0a1b09650 req-e4429197-d060-41db-b98f-c382f6241d24 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0627041 Feb 03 14:50:12.885191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93911f84-6db6-4f96-bdd4-56f0a1b09650 req-d6c41b9f-c499-45f7-bc8d-69f26a85385d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Feb 03 14:50:13.151328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17351836-b864-43b7-9bf8-caef66ed7903 req-b587f73e-dda7-456c-9443-3d5ad8811676 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:13.152749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17351836-b864-43b7-9bf8-caef66ed7903 req-b587f73e-dda7-456c-9443-3d5ad8811676 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0545826 Feb 03 14:50:13.199128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17351836-b864-43b7-9bf8-caef66ed7903 req-7ded4539-3a9a-4d15-a721-efcda6dcca39 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Feb 03 14:50:13.999911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de373f2-dc4d-41bb-8925-ff2d6e5a5c81 req-fc3e1833-21ae-45ca-84f9-d14d4ffbea4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:14.001434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6de373f2-dc4d-41bb-8925-ff2d6e5a5c81 req-fc3e1833-21ae-45ca-84f9-d14d4ffbea4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0527153 Feb 03 14:50:14.051388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6de373f2-dc4d-41bb-8925-ff2d6e5a5c81 req-83d8a2e9-5f4e-400d-b9b5-00e035d0c403 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Feb 03 14:50:14.326039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991772-8c76-4543-9ab7-977e2e5a7889 req-f52b6074-e6ef-42ff-bb4d-55e4fd0db25f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:14.327648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b991772-8c76-4543-9ab7-977e2e5a7889 req-f52b6074-e6ef-42ff-bb4d-55e4fd0db25f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0564847 Feb 03 14:50:14.381133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b991772-8c76-4543-9ab7-977e2e5a7889 req-ff8656b5-a1be-428b-bf23-a555ce7c1b90 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/security-groups?id=db61d3b2-90a9-4fb8-af7f-1f8379a7651b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477741 Feb 03 14:50:14.590113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-826bec48-a918-468a-8a85-d829b044135f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:14.591559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-826bec48-a918-468a-8a85-d829b044135f tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.45 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0538936 Feb 03 14:50:14.976577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Deleting port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:50:14.976933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:15.067661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] For port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,segment=NetworkSegment(3d4ecaa0-1f6f-406a-91b5-5f0ffb618661),segment_id=3d4ecaa0-1f6f-406a-91b5-5f0ffb618661)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:15.068375 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:15.081759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Calling delete_port for dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:50:15.202938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a1c06-6938-4b8a-8e10-d2d1ca2de664 req-41ce2765-735a-4e40-afbf-f397b0618c0b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:15.204797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d5a1c06-6938-4b8a-8e10-d2d1ca2de664 req-41ce2765-735a-4e40-afbf-f397b0618c0b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0781832 Feb 03 14:50:15.308717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d5a1c06-6938-4b8a-8e10-d2d1ca2de664 req-461e609b-13eb-4d9e-9fbe-d190eb3c8eeb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900967 Feb 03 14:50:15.314767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dc5770a4-f3f5-43bf-b1a6-1a2a1debf891), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:15.331950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['dc5770a4-f3f5-43bf-b1a6-1a2a1debf891'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:50:15.358098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Pushing event deleted for resources: {'Port': ['ID=dc5770a4-f3f5-43bf-b1a6-1a2a1debf891,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:15.382856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.383205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.383545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.383883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.384216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.384577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.384912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.385237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.385557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.385879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.386459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.386781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.387099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:15.412252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] No DVR routers for this DVR port dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:50:15.417175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:15.421048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9b45fb2-e049-490a-ae6a-60c89486a2e7 req-27027a3a-3983-4ee0-861d-8f71e0cc4764 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.45 "DELETE /v2.0/ports/dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 HTTP/1.1" status: 204 len: 173 time: 0.8235543 Feb 03 14:50:15.421517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8539250d-320a-471e-9441-99efc360e7a3', 'name': 'network-vif-deleted', 'tag': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:50:15.423855 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848c7713-b142-48f3-ac73-23b9adc31433" -d '{"events": [{"server_uuid": "8539250d-320a-471e-9441-99efc360e7a3", "name": "network-vif-deleted", "tag": "dc5770a4-f3f5-43bf-b1a6-1a2a1debf891"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:50:15.486788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c377a92-8b77-41e6-ba0b-91e98c7b0ca1 req-881f13db-ec8b-47b4-8edd-754272afe854 tempest-VolumesSnapshotTestJSON-237921762 tempest-VolumesSnapshotTestJSON-237921762-project] 10.222.0.52 "GET /v2.0/ports?device_id=8539250d-320a-471e-9441-99efc360e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0284278 Feb 03 14:50:15.540325 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c24029-9347-4d2b-a319-2bda6ef33e0e x-openstack-request-id: req-43c24029-9347-4d2b-a319-2bda6ef33e0e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:50:15.540772 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8539250d-320a-471e-9441-99efc360e7a3", "name": "network-vif-deleted", "tag": "dc5770a4-f3f5-43bf-b1a6-1a2a1debf891", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:50:15.541123 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43c24029-9347-4d2b-a319-2bda6ef33e0e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:50:15.541645 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8539250d-320a-471e-9441-99efc360e7a3', 'name': 'network-vif-deleted', 'tag': 'dc5770a4-f3f5-43bf-b1a6-1a2a1debf891', 'status': 'completed', 'code': 200} Feb 03 14:50:15.809910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5095805b-3d99-4856-bdd6-acca6104166f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:16.445002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e922ae4-a638-4483-9661-d0f2c90062d6 req-9844a95b-48da-4d3b-aee0-0893c9036b67 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:16.446633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e922ae4-a638-4483-9661-d0f2c90062d6 req-9844a95b-48da-4d3b-aee0-0893c9036b67 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0607202 Feb 03 14:50:16.495819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2e922ae4-a638-4483-9661-d0f2c90062d6 req-971e37b3-d8a3-4fdb-9ad2-05042d47c302 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Feb 03 14:50:17.626837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c84c8e-9992-48a8-bc85-85397868e66f req-67072d58-ea6c-40b2-9602-89bfe38f0a81 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:17.628346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21c84c8e-9992-48a8-bc85-85397868e66f req-67072d58-ea6c-40b2-9602-89bfe38f0a81 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0586913 Feb 03 14:50:17.677061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21c84c8e-9992-48a8-bc85-85397868e66f req-fe2061aa-a3e5-4f4b-b1f2-75bcdb184e3e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Feb 03 14:50:18.066642 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd638dbe-1c72-4c3f-a2e5-82c324f69c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:18.153488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:50:18.176364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:50:18.176753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dc5770a4-f3f5-43bf-b1a6-1a2a1debf891 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:50:18.315485 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:50:18.412084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 58516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:50:18.508280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d13a-481e-43c1-86bc-67bb54726686 req-ccd5356b-0b1e-433a-bca7-4307492c9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:18.509877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b15d13a-481e-43c1-86bc-67bb54726686 req-ccd5356b-0b1e-433a-bca7-4307492c9b99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1128 time: 0.0967577 Feb 03 14:50:18.559071 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b15d13a-481e-43c1-86bc-67bb54726686 req-23c687cf-b035-48d5-bad5-e18a6862d8af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 Feb 03 14:50:18.800243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90572e-5c66-4cec-8038-3a44d99e1a69 req-8fed2b2f-ac6b-4ef9-8c1a-f68ad1ca64ab tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:18.801820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f90572e-5c66-4cec-8038-3a44d99e1a69 req-8fed2b2f-ac6b-4ef9-8c1a-f68ad1ca64ab tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0540380 Feb 03 14:50:18.853724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f90572e-5c66-4cec-8038-3a44d99e1a69 req-2ab6a065-13b2-422d-bb10-8ed96c729533 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462916 Feb 03 14:50:19.686645 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:19.976966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07594e1f-5387-4b00-99af-cff60a4214bc req-1c46142d-3c3c-4c5c-a129-a03a302e26f0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:19.978499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07594e1f-5387-4b00-99af-cff60a4214bc req-1c46142d-3c3c-4c5c-a129-a03a302e26f0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0542834 Feb 03 14:50:20.028258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07594e1f-5387-4b00-99af-cff60a4214bc req-468c221c-e6a5-4ebd-801d-b0bcd7a0a1fa tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Feb 03 14:50:20.754996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:21.154646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432a5b-068b-4583-aaf5-6d6bd451348e req-e3354c1c-4ca5-4a11-9d97-b80101144c70 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:21.156164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07432a5b-068b-4583-aaf5-6d6bd451348e req-e3354c1c-4ca5-4a11-9d97-b80101144c70 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0600250 Feb 03 14:50:21.234811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07432a5b-068b-4583-aaf5-6d6bd451348e req-70a2236c-b258-42e5-857e-7a347a96218d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714445 Feb 03 14:50:22.184731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:22.380826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d97e8a-7165-40aa-83f8-6a5f83745fb6 req-4e0473f3-6c43-4cf7-99f2-01f8c8315ed1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:22.382454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12d97e8a-7165-40aa-83f8-6a5f83745fb6 req-4e0473f3-6c43-4cf7-99f2-01f8c8315ed1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0583470 Feb 03 14:50:22.429531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12d97e8a-7165-40aa-83f8-6a5f83745fb6 req-bee406d2-fa65-4d23-88bf-71d35001ce02 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Feb 03 14:50:23.558173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5b2c6-5f29-4e5c-a014-7af75fc567b1 req-0359bdd7-2ec6-450e-a795-aab11ada414b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:23.559587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9c5b2c6-5f29-4e5c-a014-7af75fc567b1 req-0359bdd7-2ec6-450e-a795-aab11ada414b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 944 time: 0.0544813 Feb 03 14:50:23.599912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5af5fa29-75bf-4559-ba65-098b4f75ae99 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:50:23.610460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9c5b2c6-5f29-4e5c-a014-7af75fc567b1 req-5c94948d-28d1-4e08-9f97-2e97bf48b529 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Feb 03 14:50:23.880570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 5af5fa29-75bf-4559-ba65-098b4f75ae99, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5af5fa29-75bf-4559-ba65-098b4f75ae99,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:23.893257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '5af5fa29-75bf-4559-ba65-098b4f75ae99', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'port_id': '5af5fa29-75bf-4559-ba65-098b4f75ae99', 'mac_address': 'fa:16:3e:46:a1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:50:23.929781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 5af5fa29-75bf-4559-ba65-098b4f75ae99 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:50:23.930181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:23.942695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af5fa29-75bf-4559-ba65-098b4f75ae99 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:50:23.962328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 5af5fa29-75bf-4559-ba65-098b4f75ae99, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5af5fa29-75bf-4559-ba65-098b4f75ae99,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:23.967895 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:24.018074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=5af5fa29-75bf-4559-ba65-098b4f75ae99,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:24.025261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.025633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.025960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.026302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.026632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.026963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.027294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.027618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.027942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.028268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.028619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.028947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.029803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:50:24.358370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5af5fa29-75bf-4559-ba65-098b4f75ae99'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:50:24.756683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113cacc-be34-453f-997d-d489f4400be5 req-c2bc5387-3418-47c3-852b-e3f34b7e61f9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:24.758224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c113cacc-be34-453f-997d-d489f4400be5 req-c2bc5387-3418-47c3-852b-e3f34b7e61f9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 945 time: 0.0713077 Feb 03 14:50:24.806478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c113cacc-be34-453f-997d-d489f4400be5 req-6524c4bc-f359-466d-9cf5-527ed9f49378 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Feb 03 14:50:24.987350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:25.613752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5af5fa29-75bf-4559-ba65-098b4f75ae99 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:50:25.669161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 5af5fa29-75bf-4559-ba65-098b4f75ae99 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:50:25.675184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 5af5fa29-75bf-4559-ba65-098b4f75ae99 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:50:25.675608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:25.759781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 5af5fa29-75bf-4559-ba65-098b4f75ae99 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:50:25.760169 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:25.791152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af5fa29-75bf-4559-ba65-098b4f75ae99'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:50:25.793888 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de81755-674f-4d5b-bace-02a483abf1ab" -d '{"events": [{"server_uuid": "3aca3388-5783-408f-9728-d6f7c5e5eaa8", "name": "network-vif-plugged", "status": "completed", "tag": "5af5fa29-75bf-4559-ba65-098b4f75ae99"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:50:25.808683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 5af5fa29-75bf-4559-ba65-098b4f75ae99, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5af5fa29-75bf-4559-ba65-098b4f75ae99,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:25.813918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:25.875558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=5af5fa29-75bf-4559-ba65-098b4f75ae99,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:25.915968 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9b2aa3-1193-4ef4-b332-b4890748b9e7 x-openstack-request-id: req-3f9b2aa3-1193-4ef4-b332-b4890748b9e7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:50:25.916402 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aca3388-5783-408f-9728-d6f7c5e5eaa8", "name": "network-vif-plugged", "status": "completed", "tag": "5af5fa29-75bf-4559-ba65-098b4f75ae99", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:50:25.916934 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f9b2aa3-1193-4ef4-b332-b4890748b9e7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:50:25.917390 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af5fa29-75bf-4559-ba65-098b4f75ae99', 'code': 200} Feb 03 14:50:26.030180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286cc1-dd7e-4250-a479-8f4ecee18f40 req-cf18e21d-aaac-4262-b4e3-3b6199088b38 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:26.037342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d286cc1-dd7e-4250-a479-8f4ecee18f40 req-cf18e21d-aaac-4262-b4e3-3b6199088b38 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0705185 Feb 03 14:50:26.109685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d286cc1-dd7e-4250-a479-8f4ecee18f40 req-ea02f643-2f8a-4271-8dae-1441b6888963 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711668 Feb 03 14:50:26.133252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195190b-1323-4e6f-b9ad-f03cdf8bdf5c req-4f2c38b2-ec55-422b-8519-ccfcc9621188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:26.135090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7195190b-1323-4e6f-b9ad-f03cdf8bdf5c req-4f2c38b2-ec55-422b-8519-ccfcc9621188 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 1128 time: 0.1222270 Feb 03 14:50:26.180590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7195190b-1323-4e6f-b9ad-f03cdf8bdf5c req-dbfef920-02f1-4a86-9de3-d3b7c8a362fd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386944 Feb 03 14:50:27.269736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-a756f2f6-c84c-49ce-ba66-33f7e41dad73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753014 Feb 03 14:50:27.280587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553c47c-8d26-4726-96c5-7911eb166f95 req-8cf6a723-6d3f-4719-b04e-af8981fac278 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:27.282104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8553c47c-8d26-4726-96c5-7911eb166f95 req-8cf6a723-6d3f-4719-b04e-af8981fac278 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0981472 Feb 03 14:50:27.338963 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8553c47c-8d26-4726-96c5-7911eb166f95 req-c044c48e-aa05-4482-9c9e-0f998635bfce tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512297 Feb 03 14:50:27.440773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-28cc01c3-2663-49b5-b3c8-e5d23e3d3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:27.442213 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-28cc01c3-2663-49b5-b3c8-e5d23e3d3084 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1128 time: 0.0483799 Feb 03 14:50:27.567637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-2f5d6e40-9c42-43a8-9aa3-01da210a4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:27.569092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-2f5d6e40-9c42-43a8-9aa3-01da210a4cf1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 908 time: 0.1022167 Feb 03 14:50:27.640893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-96af044e-0c70-41b8-a007-1644125f74a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 1002 time: 0.0654862 Feb 03 14:50:27.697007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-19a0cf42-1e00-48e2-a065-45168f4edc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:27.698757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-19a0cf42-1e00-48e2-a065-45168f4edc99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 200 len: 846 time: 0.0508916 Feb 03 14:50:27.756251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-e20f86a3-6851-4d66-971c-fc282941137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:27.757975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-e20f86a3-6851-4d66-971c-fc282941137f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c309c4f-b85b-49e5-8057-db8b28460602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528045 Feb 03 14:50:27.854750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-54b260d6-974a-4ebb-864c-e8af348af02d service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902174 Feb 03 14:50:27.954600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68d136d3-159f-4a40-96f2-6e865f0c3f56 req-e50fd4d8-9d12-4166-abd7-493cb0875399 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943091 Feb 03 14:50:28.474747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574bd5e-15a0-4f69-a1d6-cf7c9de13a72 req-3d7f9ddd-b071-4f0d-9d51-61c83cd7532d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:28.476176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c574bd5e-15a0-4f69-a1d6-cf7c9de13a72 req-3d7f9ddd-b071-4f0d-9d51-61c83cd7532d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0553381 Feb 03 14:50:28.538953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c574bd5e-15a0-4f69-a1d6-cf7c9de13a72 req-dc2639bc-c605-41f4-a99f-b18eb5879aa5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565650 Feb 03 14:50:28.667180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b4bef-18a6-4441-99da-0b2bf7d2e040 req-2d38a793-8a87-4182-b0ee-089c462e0394 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:28.670740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d6b4bef-18a6-4441-99da-0b2bf7d2e040 req-2d38a793-8a87-4182-b0ee-089c462e0394 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0675159 Feb 03 14:50:28.744456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d6b4bef-18a6-4441-99da-0b2bf7d2e040 req-9d835db2-127f-4652-a4eb-fab361ca51c2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612490 Feb 03 14:50:28.861396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76d461-12cb-40a2-aa99-5aafd2f9f559 req-c6876745-4e79-4d67-a683-2451fac40f86 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:28.863366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e76d461-12cb-40a2-aa99-5aafd2f9f559 req-c6876745-4e79-4d67-a683-2451fac40f86 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0610638 Feb 03 14:50:28.957547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1e76d461-12cb-40a2-aa99-5aafd2f9f559 req-54c022eb-125a-4305-aa32-48f122419f44 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842898 Feb 03 14:50:29.308608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc7e7-f29d-446d-94f2-ad23de821323 req-5e58b0b1-ee4e-41e5-8c26-35bf7063d79a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:29.316161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c72fc7e7-f29d-446d-94f2-ad23de821323 req-5e58b0b1-ee4e-41e5-8c26-35bf7063d79a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0619171 Feb 03 14:50:29.373114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c72fc7e7-f29d-446d-94f2-ad23de821323 req-2add20da-98d3-4adb-85e0-b3295251145c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557063 Feb 03 14:50:30.556178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848b89d-f301-4b4d-962f-d513f7069d91 req-7153a0aa-473b-4a59-a274-ee1e366036d0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:30.562224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a848b89d-f301-4b4d-962f-d513f7069d91 req-7153a0aa-473b-4a59-a274-ee1e366036d0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0762882 Feb 03 14:50:30.617000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a848b89d-f301-4b4d-962f-d513f7069d91 req-1c939326-8406-47e0-8327-9c052fd03426 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523016 Feb 03 14:50:30.969799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-e225a129-d6e4-4eaa-86b2-756eafb6c9a9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:50:30.971656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-e225a129-d6e4-4eaa-86b2-756eafb6c9a9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 946 time: 0.0619385 Feb 03 14:50:31.084967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 5af5fa29-75bf-4559-ba65-098b4f75ae99 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:50:31.085366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:31.183128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] For port 5af5fa29-75bf-4559-ba65-098b4f75ae99, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=5af5fa29-75bf-4559-ba65-098b4f75ae99,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:50:31.183885 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:31.198954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 5af5fa29-75bf-4559-ba65-098b4f75ae99 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:50:31.362074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5af5fa29-75bf-4559-ba65-098b4f75ae99), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:31.409614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['5af5fa29-75bf-4559-ba65-098b4f75ae99'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:50:31.423153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=5af5fa29-75bf-4559-ba65-098b4f75ae99,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:50:31.445328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] No DVR routers for this DVR port 5af5fa29-75bf-4559-ba65-098b4f75ae99 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:50:31.449968 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:31.453505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f10319b6-82a4-4de1-8aca-febb855eaebe req-467abe92-d65f-4155-be25-209e5400e013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "DELETE /v2.0/ports/5af5fa29-75bf-4559-ba65-098b4f75ae99 HTTP/1.1" status: 204 len: 173 time: 0.4768538 Feb 03 14:50:31.454249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'name': 'network-vif-deleted', 'tag': '5af5fa29-75bf-4559-ba65-098b4f75ae99'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:50:31.456723 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a542885-a2ad-466d-80cf-721d9f7c1c93" -d '{"events": [{"server_uuid": "3aca3388-5783-408f-9728-d6f7c5e5eaa8", "name": "network-vif-deleted", "tag": "5af5fa29-75bf-4559-ba65-098b4f75ae99"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:50:31.507973 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a19590f-ee09-4989-b8ab-4f9202f4e172 x-openstack-request-id: req-3a19590f-ee09-4989-b8ab-4f9202f4e172 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:50:31.508278 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aca3388-5783-408f-9728-d6f7c5e5eaa8", "name": "network-vif-deleted", "tag": "5af5fa29-75bf-4559-ba65-098b4f75ae99", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:50:31.508602 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a19590f-ee09-4989-b8ab-4f9202f4e172 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:50:31.508980 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aca3388-5783-408f-9728-d6f7c5e5eaa8', 'name': 'network-vif-deleted', 'tag': '5af5fa29-75bf-4559-ba65-098b4f75ae99', 'status': 'completed', 'code': 200} Feb 03 14:50:31.766232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e963f14-be3d-40f7-9b89-bada2d050314 req-29012c64-99db-4500-b3cb-966e3cdd2d58 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0380285 Feb 03 14:50:32.858891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-656a7274-1cff-4d44-87d4-9c0375e3f9ff req-9d7c2adb-1b21-48ac-98ce-1c2524a41be9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Feb 03 14:50:33.960802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8717cd0-7d93-463f-8e12-f80a48604e3c req-ad2262f4-25e3-4867-9eeb-a4cec32f0f3c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0288796 Feb 03 14:50:35.058288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d76ee967-c0e3-46d4-a1b2-56634a0eb7e2 req-1d6dbec3-1a28-4c44-aef5-e7b4f7a1c232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Feb 03 14:50:35.631489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5af5fa29-75bf-4559-ba65-098b4f75ae99 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:50:35.661434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 5af5fa29-75bf-4559-ba65-098b4f75ae99 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:50:35.661785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 5af5fa29-75bf-4559-ba65-098b4f75ae99 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:50:36.157346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a02ffe94-6f93-4307-b33e-97b32f3ec5fd req-4c24353a-c37d-4ff0-bd57-5c5b5dc65cef tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0286925 Feb 03 14:50:37.265667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0d0fb9b-4d19-4192-b739-21c28dee5c18 req-614f302e-243e-4fbf-8264-95d2d9e5dcd8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0322404 Feb 03 14:50:38.392951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dc854c5-bb00-4feb-afbd-bb5c05e96cab req-409f1b0d-b9ea-4e8f-b0c3-ae95ff2a377c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0522764 Feb 03 14:50:39.155970 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:39.466723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2632c267-bbe0-46e1-9f47-48cd4984a870 req-15265401-921f-422b-a66a-3c69f9a73818 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=3aca3388-5783-408f-9728-d6f7c5e5eaa8 HTTP/1.1" status: 200 len: 210 time: 0.0277581 Feb 03 14:50:45.813480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59a77565-d195-4d85-817c-8008d236291a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:48.071057 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50da51ff-792b-450a-b16d-cc7a2ebe2572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:49.689495 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:50.758071 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:52.193033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:54.990389 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:50:55.316250 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:51:09.170406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:14.136231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-8f510c03-2a01-4367-8eb2-c136158716b2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:14.137962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-8f510c03-2a01-4367-8eb2-c136158716b2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1209912 Feb 03 14:51:14.154231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ad42889c-a27e-4ca5-85b7-a04c9f4693fd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/quotas/95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 375 time: 0.0100386 Feb 03 14:51:14.223533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-df24d9f1-9a4f-429a-9882-03e1222a3565 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632856 Feb 03 14:51:14.375680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-5586ab52-c51f-48f8-8439-5d9658fb7ba3 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445365 Feb 03 14:51:14.475631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-5a4b3d49-531f-4548-83b5-776a06275f82 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933836 Feb 03 14:51:14.793544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c187aa18-70e5-45e9-8e89-8247b2a339d3 req-6f5a3c29-4950-450c-91bc-640a85911f42 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Feb 03 14:51:15.728265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-58769a1e-858f-4877-8b19-6eb915be21ea tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:15.729341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-58769a1e-858f-4877-8b19-6eb915be21ea tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1208382 Feb 03 14:51:15.745920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'port': {'device_id': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'admin_state_up': True, 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:15.815951 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31ac6a07-2f08-4a75-a2bd-7dca0fb6a201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:15.887739 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:15.891495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:15.936308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0bf7759-2c8e-4923-a1de-ac35d621c850 req-9b1b8d5b-761e-4d4c-ab7e-7527cf2c3e76 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0342677 Feb 03 14:51:16.068208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.20.0.7 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/94826be2-0b50-44ed-92f3-44f23ea671de) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:16.251693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (94826be2-0b50-44ed-92f3-44f23ea671de), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:16.288808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:16.328498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:16.331718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:16.334492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:51:16.390014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:16.390657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:16.415126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6736081 Feb 03 14:51:16.416400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=94826be2-0b50-44ed-92f3-44f23ea671de,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:16.429111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Request body: {'port': {'device_id': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:16.434543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.434895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.435240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.435579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.435914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.436298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.436707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.437040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.437374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.437698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.438253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.438575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.438906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec550eae-e0b1-4afb-b9e5-70589a8d8e8d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:16.512082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:16.619299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-78a78993-48ac-4396-8c99-e33204e84565 None None] Provisioning complete for port 94826be2-0b50-44ed-92f3-44f23ea671de triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:16.619982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78a78993-48ac-4396-8c99-e33204e84565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:16.658987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-78a78993-48ac-4396-8c99-e33204e84565 None None] Port 94826be2-0b50-44ed-92f3-44f23ea671de cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:51:16.817768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94826be2-0b50-44ed-92f3-44f23ea671de {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:51:16.825775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Publish callbacks [] for port (94826be2-0b50-44ed-92f3-44f23ea671de), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:16.839662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Transition to ACTIVE for port object 94826be2-0b50-44ed-92f3-44f23ea671de will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:16.843781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:16.987328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Pushing event updated for resources: {'Port': ['ID=94826be2-0b50-44ed-92f3-44f23ea671de,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:16.994685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Attempting to bind port 94826be2-0b50-44ed-92f3-44f23ea671de on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:51:16.995146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Attempting to bind port 94826be2-0b50-44ed-92f3-44f23ea671de by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:51:17.003867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Attempting to bind port 94826be2-0b50-44ed-92f3-44f23ea671de on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:17.009537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Port 94826be2-0b50-44ed-92f3-44f23ea671de on network 8a35bad6-5598-4838-98f2-8cef60a80989 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:51:17.009864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Attempting to bind port 94826be2-0b50-44ed-92f3-44f23ea671de on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:17.028395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:51:17.028761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:51:17.029150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:51:17.029588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Bound port: 94826be2-0b50-44ed-92f3-44f23ea671de, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:51:17.029950 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:17.130185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] For port 94826be2-0b50-44ed-92f3-44f23ea671de, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:17.133986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] For port 94826be2-0b50-44ed-92f3-44f23ea671de, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=94826be2-0b50-44ed-92f3-44f23ea671de,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:17.142483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a9ca0-d65a-4e4c-87f5-aca53cd5e372 req-bed45c32-9b9c-4309-92cf-4e00c1b0c02f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:17.144087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b37a9ca0-d65a-4e4c-87f5-aca53cd5e372 req-bed45c32-9b9c-4309-92cf-4e00c1b0c02f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.1107924 Feb 03 14:51:17.150314 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:17.212537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:17.213284 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:17.214719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] 10.222.0.45 "PUT /v2.0/ports/94826be2-0b50-44ed-92f3-44f23ea671de HTTP/1.1" status: 200 len: 1091 time: 0.7900152 Feb 03 14:51:17.215147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'tag': '94826be2-0b50-44ed-92f3-44f23ea671de'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:51:17.217427 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2324a0b7-cd84-457f-8253-640ab8509f70" -d '{"events": [{"name": "network-changed", "server_uuid": "decf32a7-4b4d-4333-b0b1-9a462b061f97", "tag": "94826be2-0b50-44ed-92f3-44f23ea671de"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:51:17.264729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d331-b7bb-4977-a041-081bfcce1c89 service neutron] Pushing event updated for resources: {'Port': ['ID=94826be2-0b50-44ed-92f3-44f23ea671de,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:17.289988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b37a9ca0-d65a-4e4c-87f5-aca53cd5e372 req-00db9ad7-caa1-4695-9abf-a755b1a410ca tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370785 Feb 03 14:51:17.355367 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9078a69e-b2a5-4d1e-b6bf-467e5a22fefa x-openstack-request-id: req-9078a69e-b2a5-4d1e-b6bf-467e5a22fefa {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:51:17.355757 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decf32a7-4b4d-4333-b0b1-9a462b061f97", "tag": "94826be2-0b50-44ed-92f3-44f23ea671de", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:51:17.355935 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9078a69e-b2a5-4d1e-b6bf-467e5a22fefa {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:51:17.356317 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'tag': '94826be2-0b50-44ed-92f3-44f23ea671de', 'status': 'completed', 'code': 200} Feb 03 14:51:17.365036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-da333ee8-1f0d-4a3a-9f2a-2eafdbe09f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:17.366593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-da333ee8-1f0d-4a3a-9f2a-2eafdbe09f06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 1125 time: 0.0944951 Feb 03 14:51:17.421182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-225a79d6-777a-4588-a2c0-6a83676e4079 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826be2-0b50-44ed-92f3-44f23ea671de HTTP/1.1" status: 200 len: 217 time: 0.0479627 Feb 03 14:51:17.477452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-b01ebfa5-b1a5-4482-8587-2a6933dd7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:17.479089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-b01ebfa5-b1a5-4482-8587-2a6933dd7ac8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0525684 Feb 03 14:51:17.538777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-cc931a34-d851-4976-aefa-72c849d65d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:17.540660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-cc931a34-d851-4976-aefa-72c849d65d1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555410 Feb 03 14:51:17.664550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-a6b650a9-5f86-4428-98b5-841fd8a870af service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180618 Feb 03 14:51:17.779191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834497ee-6fe9-43d1-9dfc-3b35dd4599f4 req-64553aae-e570-4dad-b4f3-b93cd98ac255 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091483 Feb 03 14:51:17.907072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-13305e02-fae5-4246-ad31-55da0ffd5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:17.909183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-13305e02-fae5-4246-ad31-55da0ffd5bb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 1125 time: 0.0823827 Feb 03 14:51:18.040160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-d166046c-64bd-4c5d-8418-bea1e17c823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:18.041812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-d166046c-64bd-4c5d-8418-bea1e17c823b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1260478 Feb 03 14:51:18.082066 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52e3b4a1-eb05-421f-80a1-8f85e9b0b6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:18.086709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-04dc5f28-873a-463a-811d-59a02992038e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826be2-0b50-44ed-92f3-44f23ea671de HTTP/1.1" status: 200 len: 217 time: 0.0383692 Feb 03 14:51:18.144142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-c8e48822-a207-4223-930f-07bb7100f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:18.146311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-c8e48822-a207-4223-930f-07bb7100f95a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0538893 Feb 03 14:51:18.202492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-1ef43b6c-b073-4fc5-9587-c910a14805a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:18.204582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-1ef43b6c-b073-4fc5-9587-c910a14805a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528307 Feb 03 14:51:18.315149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-5d655780-9ed9-402d-97a2-fe5cd041aa6d service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029389 Feb 03 14:51:18.497119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0cbc-89b1-4539-a529-2b70a87c7c21 req-26e9939f-65fd-4f74-8d77-8e824028047a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:18.504553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cfd0cbc-89b1-4539-a529-2b70a87c7c21 req-26e9939f-65fd-4f74-8d77-8e824028047a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0871954 Feb 03 14:51:18.508178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2324a0b7-cd84-457f-8253-640ab8509f70 req-bb4ff45f-36bb-4a22-a063-943222973ea1 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874275 Feb 03 14:51:18.559537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3cfd0cbc-89b1-4539-a529-2b70a87c7c21 req-e4bdc64a-54c3-4eab-9717-88af15ac3f88 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540094 Feb 03 14:51:19.696243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:19.711564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e8b30-902a-4c4c-bbce-cdf178891138 req-4d1b7ade-3268-49c5-ad50-86d33291666c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:19.713252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf4e8b30-902a-4c4c-bbce-cdf178891138 req-4d1b7ade-3268-49c5-ad50-86d33291666c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0737565 Feb 03 14:51:19.774831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf4e8b30-902a-4c4c-bbce-cdf178891138 req-829d5929-7974-44b0-8593-0bbb68b9f8ef tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528777 Feb 03 14:51:20.761139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:20.902380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2a46f-97e2-459c-a854-6f7e990dd90e req-20b96b23-1b6b-4d26-be9f-58de06a53928 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:20.903981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6b2a46f-97e2-459c-a854-6f7e990dd90e req-20b96b23-1b6b-4d26-be9f-58de06a53928 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0573702 Feb 03 14:51:20.951494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6b2a46f-97e2-459c-a854-6f7e990dd90e req-0082c9d7-306f-4d23-82d8-f6535c4182e8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 Feb 03 14:51:22.075894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557b683-04de-4e38-a38b-b169235779d2 req-ed939aa4-fb68-4a1f-8a96-cd51f6c6b1d1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:22.077512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b557b683-04de-4e38-a38b-b169235779d2 req-ed939aa4-fb68-4a1f-8a96-cd51f6c6b1d1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0586429 Feb 03 14:51:22.130675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b557b683-04de-4e38-a38b-b169235779d2 req-4e9f121d-1672-43ea-8eaa-cbca729d4369 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474327 Feb 03 14:51:22.192750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:23.274773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07da965-a028-419f-b85a-5cd309ed2e24 req-c10f45a7-7a48-4282-80a1-b237efd61285 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:23.276265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07da965-a028-419f-b85a-5cd309ed2e24 req-c10f45a7-7a48-4282-80a1-b237efd61285 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0675232 Feb 03 14:51:23.323830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e07da965-a028-419f-b85a-5cd309ed2e24 req-140696f1-afb2-433b-a383-dfa5ee807801 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Feb 03 14:51:24.449926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963297-8587-49b7-9a86-6dc56c37882d req-a7788bda-1ea5-4f6b-a16f-ebb64b0d7fda tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:24.451641 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00963297-8587-49b7-9a86-6dc56c37882d req-a7788bda-1ea5-4f6b-a16f-ebb64b0d7fda tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0555272 Feb 03 14:51:24.501203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00963297-8587-49b7-9a86-6dc56c37882d req-9b6ff00b-1312-4d2e-b5b2-a63e3c79e18a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Feb 03 14:51:24.984241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:25.652471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba51bb-5740-4028-acbf-f04893743c8f req-b901e9ad-4153-41bf-8e20-421b1a851e44 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:25.654052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14ba51bb-5740-4028-acbf-f04893743c8f req-b901e9ad-4153-41bf-8e20-421b1a851e44 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0736716 Feb 03 14:51:25.721394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14ba51bb-5740-4028-acbf-f04893743c8f req-387e4ed7-34dd-4edd-8fbc-ce85fe451552 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617456 Feb 03 14:51:26.882706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffdb1b-f692-458f-a7ab-b247041989fd req-8b294ed5-51c3-4f81-8ad0-ee54b08caf49 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:26.887804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dffdb1b-f692-458f-a7ab-b247041989fd req-8b294ed5-51c3-4f81-8ad0-ee54b08caf49 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0678327 Feb 03 14:51:26.940579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0dffdb1b-f692-458f-a7ab-b247041989fd req-f5cf1417-62d3-4972-8b10-2219ff17c12e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481606 Feb 03 14:51:27.434968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59042) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:27.606173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Deleting subnet 883dbf25-e952-48dd-a8a6-f671565bc4f9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:51:27.609470 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Publish callbacks [] for subnet (883dbf25-e952-48dd-a8a6-f671565bc4f9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:27.645302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (883dbf25-e952-48dd-a8a6-f671565bc4f9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:27.684539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (883dbf25-e952-48dd-a8a6-f671565bc4f9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:27.739226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (883dbf25-e952-48dd-a8a6-f671565bc4f9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:27.777887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883dbf25-e952-48dd-a8a6-f671565bc4f9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:27.783833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:27.787163 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/883dbf25-e952-48dd-a8a6-f671565bc4f9 HTTP/1.1" status: 204 len: 168 time: 0.3511324 Feb 03 14:51:27.789852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59048) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:27.802961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.803223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.803754 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.804258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.804787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.805317 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.805846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.806359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.806856 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.807383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.807896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.808847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.809369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942a128-6d54-4734-ae33-0ec5547e4c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:27.834460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-77143908-0513-4e3c-975a-c4e24cd51e4d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512853 Feb 03 14:51:27.884192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:27.943235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-6c79a725-ebde-4b34-8da0-09dc940938d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:27.945546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-6c79a725-ebde-4b34-8da0-09dc940938d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1128 time: 0.0498781 Feb 03 14:51:27.974479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.001460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:28.014315 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:28.014686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4ecaa0-1f6f-406a-91b5-5f0ffb618661') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:28.026819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (3d4ecaa0-1f6f-406a-91b5-5f0ffb618661), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.041658 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3d4ecaa0-1f6f-406a-91b5-5f0ffb618661), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.050443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:51:28.051221 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (3d4ecaa0-1f6f-406a-91b5-5f0ffb618661), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:51:28.053302 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:51:28.110211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-fe717854-d815-455d-a2f9-bd32ac037c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:28.111712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-fe717854-d815-455d-a2f9-bd32ac037c22 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 908 time: 0.1486509 Feb 03 14:51:28.122425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550ebf-203e-48e7-a914-8951ef52399e req-0630e689-2d8e-45f9-90c9-362961b9a9b4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:28.123705 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.124002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2550ebf-203e-48e7-a914-8951ef52399e req-0630e689-2d8e-45f9-90c9-362961b9a9b4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0911503 Feb 03 14:51:28.149136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.155737 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd HTTP/1.1" status: 204 len: 168 time: 0.3627443 Feb 03 14:51:28.155737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db037c-aeaa-46c0-a592-be91e5600d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd11e1d3-167d-4eaf-a07a-dcfd2917cbcd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:28.234607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-621c5d4a-af41-4b1c-8b53-958bd358b726 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 1002 time: 0.1095059 Feb 03 14:51:28.238103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2550ebf-203e-48e7-a914-8951ef52399e req-c4045783-eb21-4da2-81f8-6543d17c4b79 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046472 Feb 03 14:51:28.303098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-906f3cba-18b6-4400-a034-3e07bc023c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:28.304831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-906f3cba-18b6-4400-a034-3e07bc023c6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 200 len: 846 time: 0.0645261 Feb 03 14:51:28.324695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59054) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:28.366066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-cee1f7a4-ae40-43ef-a464-281ed86ca46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:28.368117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-cee1f7a4-ae40-43ef-a464-281ed86ca46a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c309c4f-b85b-49e5-8057-db8b28460602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570226 Feb 03 14:51:28.381326 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-62108e09-709a-4db0-82cc-6b91f80a3bef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=729b5eaa02d04becb12ad58c87584243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550284 Feb 03 14:51:28.381648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59056) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:28.443678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7905814-bdae-4f60-8574-4def713fa4e3 admin admin] Publish callbacks [] for security_group (db61d3b2-90a9-4fb8-af7f-1f8379a7651b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.471267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-9d980b9d-fc9b-443c-a17c-2f92e29eedf0 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965164 Feb 03 14:51:28.478236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7905814-bdae-4f60-8574-4def713fa4e3 admin admin] Publish callbacks [] for security_group (db61d3b2-90a9-4fb8-af7f-1f8379a7651b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.533899 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7905814-bdae-4f60-8574-4def713fa4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (db61d3b2-90a9-4fb8-af7f-1f8379a7651b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.537448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a7905814-bdae-4f60-8574-4def713fa4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:28.541129 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a7905814-bdae-4f60-8574-4def713fa4e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db61d3b2-90a9-4fb8-af7f-1f8379a7651b HTTP/1.1" status: 204 len: 168 time: 0.1563170 Feb 03 14:51:28.548950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7905814-bdae-4f60-8574-4def713fa4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db61d3b2-90a9-4fb8-af7f-1f8379a7651b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:28.906540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d60ed8dd-822b-4304-a5ec-cb75c4b6dfa9 req-d149792a-7a66-4121-8964-eebe6d19bcec service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295275 Feb 03 14:51:29.393612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30b2e5-22c1-40f3-bfbb-1c79b86de853 req-e0d202e2-ae61-4d67-98c2-7b91bfea2c7b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:29.401193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba30b2e5-22c1-40f3-bfbb-1c79b86de853 req-e0d202e2-ae61-4d67-98c2-7b91bfea2c7b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0730190 Feb 03 14:51:29.456195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba30b2e5-22c1-40f3-bfbb-1c79b86de853 req-069ba16b-b929-4d3b-b950-a95507475184 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543041 Feb 03 14:51:31.343817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59102) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:31.348465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390788559', 'description': 'tempest-secgroup-smoke-390788559 description', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:31.371587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.379814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.445976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2186199-2198-439b-9496-e596b3a541d1 req-481268e5-9e27-4e64-9c05-cb44a89f1aa1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:31.447865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2186199-2198-439b-9496-e596b3a541d1 req-481268e5-9e27-4e64-9c05-cb44a89f1aa1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0590904 Feb 03 14:51:31.467334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (65a62df9-6fb4-4130-9369-a13ca7ba7924), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.471507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (65a62df9-6fb4-4130-9369-a13ca7ba7924), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.499193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2186199-2198-439b-9496-e596b3a541d1 req-5a63bf07-a048-419e-a69f-9b0749788b94 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Feb 03 14:51:31.507619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a62df9-6fb4-4130-9369-a13ca7ba7924,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:31.561345 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (4120c892-4dcf-4966-afb2-8830817b50e3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.565684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4120c892-4dcf-4966-afb2-8830817b50e3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.596907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4120c892-4dcf-4966-afb2-8830817b50e3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:31.600963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.602189 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f8f63f7b-2228-4ceb-ab17-5573d56d665e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2573214 Feb 03 14:51:31.605127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:31.609508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ebd6725d-b7e1-497c-bdbc-3c725441a62b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '4120c892-4dcf-4966-afb2-8830817b50e3', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:31.634249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebd6725d-b7e1-497c-bdbc-3c725441a62b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (bccfeb5a-f8fc-42a7-a774-4d50bba6d477), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.691170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebd6725d-b7e1-497c-bdbc-3c725441a62b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (bccfeb5a-f8fc-42a7-a774-4d50bba6d477), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.694109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebd6725d-b7e1-497c-bdbc-3c725441a62b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (bccfeb5a-f8fc-42a7-a774-4d50bba6d477), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.711669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6725d-b7e1-497c-bdbc-3c725441a62b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccfeb5a-f8fc-42a7-a774-4d50bba6d477,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:31.719256 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebd6725d-b7e1-497c-bdbc-3c725441a62b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.720490 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebd6725d-b7e1-497c-bdbc-3c725441a62b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143835 Feb 03 14:51:31.723427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59106) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:31.730520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6e31362d-3f54-4672-a937-e1ce7bc029d5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '4120c892-4dcf-4966-afb2-8830817b50e3', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:31.763355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e31362d-3f54-4672-a937-e1ce7bc029d5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (873c9a79-e11b-4b14-8316-0266a8c96611), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.824885 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e31362d-3f54-4672-a937-e1ce7bc029d5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (873c9a79-e11b-4b14-8316-0266a8c96611), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.828630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e31362d-3f54-4672-a937-e1ce7bc029d5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (873c9a79-e11b-4b14-8316-0266a8c96611), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.847758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31362d-3f54-4672-a937-e1ce7bc029d5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873c9a79-e11b-4b14-8316-0266a8c96611,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:31.855464 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e31362d-3f54-4672-a937-e1ce7bc029d5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.856699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6e31362d-3f54-4672-a937-e1ce7bc029d5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319487 Feb 03 14:51:31.859345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59108) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:31.863789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-256447ea-6cd7-49c2-98c6-232fe30db2b0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '4120c892-4dcf-4966-afb2-8830817b50e3', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:31.891083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-256447ea-6cd7-49c2-98c6-232fe30db2b0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (b031bf74-84f8-4651-9016-89da040f4e1a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.951280 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-256447ea-6cd7-49c2-98c6-232fe30db2b0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (b031bf74-84f8-4651-9016-89da040f4e1a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.956133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-256447ea-6cd7-49c2-98c6-232fe30db2b0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (b031bf74-84f8-4651-9016-89da040f4e1a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.975972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256447ea-6cd7-49c2-98c6-232fe30db2b0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b031bf74-84f8-4651-9016-89da040f4e1a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:31.985664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-256447ea-6cd7-49c2-98c6-232fe30db2b0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:31.986871 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-256447ea-6cd7-49c2-98c6-232fe30db2b0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265948 Feb 03 14:51:31.989710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:31.994349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e9fc7fc6-0759-4aec-aad3-ead98f24ddbc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '4120c892-4dcf-4966-afb2-8830817b50e3', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:32.020743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7fc6-0759-4aec-aad3-ead98f24ddbc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (d96d7951-7b6f-4c92-9ea7-779972fa4614), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.084998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7fc6-0759-4aec-aad3-ead98f24ddbc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (d96d7951-7b6f-4c92-9ea7-779972fa4614), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.096347 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7fc6-0759-4aec-aad3-ead98f24ddbc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d96d7951-7b6f-4c92-9ea7-779972fa4614), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.116109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc7fc6-0759-4aec-aad3-ead98f24ddbc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96d7951-7b6f-4c92-9ea7-779972fa4614,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:32.132446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7fc6-0759-4aec-aad3-ead98f24ddbc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.133928 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e9fc7fc6-0759-4aec-aad3-ead98f24ddbc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429377 Feb 03 14:51:32.136806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59112) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:32.141167 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '4120c892-4dcf-4966-afb2-8830817b50e3', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:32.160501 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:51:32.165482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (d23e4edb-5e45-491c-9831-b5e5651db7bd), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.224239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (d23e4edb-5e45-491c-9831-b5e5651db7bd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.228402 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d23e4edb-5e45-491c-9831-b5e5651db7bd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.248017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23e4edb-5e45-491c-9831-b5e5651db7bd,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:32.253290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.254505 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4b94b548-6f1a-48e4-b216-eb63b161313e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167369 Feb 03 14:51:32.257257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59114) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:32.262604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '4120c892-4dcf-4966-afb2-8830817b50e3', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:32.283006 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:51:32.288093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (23512b89-0962-4420-8d9f-de42f906773c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.318200 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:51:32.347809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (23512b89-0962-4420-8d9f-de42f906773c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.351527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (23512b89-0962-4420-8d9f-de42f906773c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.371832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23512b89-0962-4420-8d9f-de42f906773c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:32.379319 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.383266 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-83272af2-51e7-43de-ba04-539041abb03d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223624 Feb 03 14:51:32.383482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59116) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:32.388594 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'network': {'name': 'tempest-network-smoke--996745217', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'port_security_enabled': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:32.413985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:32.418129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.442804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:51:32.453101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (63623e97-e4b7-4335-bf75-3967a3796195), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.453449 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Added segment 63623e97-e4b7-4335-bf75-3967a3796195 of type vlan for network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 Feb 03 14:51:32.492272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (18c0a871-9bbc-4374-be6b-f3d6649d2d36), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.517957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (18c0a871-9bbc-4374-be6b-f3d6649d2d36), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.522928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:32.523516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.588582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2036822 Feb 03 14:51:32.591806 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59120) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:32.598398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'admin_state_up': True, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:32.604538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e119605-f930-4fb5-9896-e9eb0f1a43e7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Network': ['ID=18c0a871-9bbc-4374-be6b-f3d6649d2d36,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:32.615497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:51:32.626958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa4286-78e9-4152-9f87-d61770d095ae req-c618e5d6-4bc0-4c62-b5f6-8d99b8b34e78 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:32.627566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (91046054-c1cc-42ed-8d89-d124bbb7604f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.628516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (91046054-c1cc-42ed-8d89-d124bbb7604f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.634715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cafa4286-78e9-4152-9f87-d61770d095ae req-c618e5d6-4bc0-4c62-b5f6-8d99b8b34e78 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0622973 Feb 03 14:51:32.686763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cafa4286-78e9-4152-9f87-d61770d095ae req-7f32699d-35c7-42f1-9691-4de873b3832c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505941 Feb 03 14:51:32.698757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (91046054-c1cc-42ed-8d89-d124bbb7604f), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:32.850447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (91046054-c1cc-42ed-8d89-d124bbb7604f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:33.359852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (91046054-c1cc-42ed-8d89-d124bbb7604f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:33.379116 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:33.495284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.78 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/cf63ca16-669e-4355-b182-61b72f0527b5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:33.598939 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (cf63ca16-669e-4355-b182-61b72f0527b5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:33.639154 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:33.682947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:33.685847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:33.689311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:51:33.716290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=cf63ca16-669e-4355-b182-61b72f0527b5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:33.815273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703d0a8-f47f-4e12-a2ec-415a4fff872e req-290b71af-4ffe-4c26-8ab5-dea455d88d09 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:33.816790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5703d0a8-f47f-4e12-a2ec-415a4fff872e req-290b71af-4ffe-4c26-8ab5-dea455d88d09 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0568907 Feb 03 14:51:33.865927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5703d0a8-f47f-4e12-a2ec-415a4fff872e req-8c8a86ff-d267-4bf4-9ab3-54e13944861c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Feb 03 14:51:33.955200 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (91046054-c1cc-42ed-8d89-d124bbb7604f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:34.179295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (91046054-c1cc-42ed-8d89-d124bbb7604f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:34.314760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 91046054-c1cc-42ed-8d89-d124bbb7604f is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:51:34.426118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:34.436180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Sync routers for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:51:34.447775 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:51:34.448638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:51:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:34.448832 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:34.452990 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-063b5209-b8eb-42bd-8482-e6a88f65523e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8577294 Feb 03 14:51:34.453361 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59124) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:34.563868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:51:34.612751 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1940a028-4752-4dfe-8f1b-a04b51ea0aaa tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=80ea3d8c267e4d50ac9d03a897df2fbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1556950 Feb 03 14:51:34.613104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59128) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:34.704752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd69bf-beec-4a7d-a3bd-894baae91110 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:34.706323 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4dfd69bf-beec-4a7d-a3bd-894baae91110 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922525 Feb 03 14:51:34.710884 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59130) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:34.742545 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e66b36d6-16ae-4958-9929-6815e03456db tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305088 Feb 03 14:51:34.745840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59132) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:34.750672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1047565978', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:34.783262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:33Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:34.809527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Checking router: 91046054-c1cc-42ed-8d89-d124bbb7604f for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:51:34.809879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Updating router 91046054-c1cc-42ed-8d89-d124bbb7604f port cf63ca16-669e-4355-b182-61b72f0527b5 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:51:34.838227 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:34.843313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:34.846895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:34.995397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc059d2-4455-4684-9c46-9b8daf87a262 req-bb6b21da-c215-4d46-892b-dd634cc28708 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:34.998393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dc059d2-4455-4684-9c46-9b8daf87a262 req-bb6b21da-c215-4d46-892b-dd634cc28708 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0573127 Feb 03 14:51:35.050060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dc059d2-4455-4684-9c46-9b8daf87a262 req-4e469d52-e846-44cc-9558-dca5e0386288 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Feb 03 14:51:35.077656 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.138844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Subnet': ['ID=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:35.146691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Checking segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:51:35.146908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Publish callbacks [] for port (cf63ca16-669e-4355-b182-61b72f0527b5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.147088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network hostable DHCP agents. Network: 18c0a871-9bbc-4374-be6b-f3d6649d2d36, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:51:35.153011 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.165142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:51:35.175015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 18c0a871-9bbc-4374-be6b-f3d6649d2d36) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:35.179121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:35.179864 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.189932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c2fd0-0c74-4f21-892b-0e3fa7e95332 None None] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:51:35.197777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-69833b3f-e0be-46e6-a539-bdbf75b88cc1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4508743 Feb 03 14:51:35.200667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59136) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:35.231477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Pushing event updated for resources: {'Port': ['ID=cf63ca16-669e-4355-b182-61b72f0527b5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:35.236466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Attempting to bind port cf63ca16-669e-4355-b182-61b72f0527b5 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:51:35.236855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Attempting to bind port cf63ca16-669e-4355-b182-61b72f0527b5 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:51:35.237226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Attempting to bind port cf63ca16-669e-4355-b182-61b72f0527b5 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:35.282738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:51:35.282738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:51:35.282738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.282738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:51:35.283344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Bound port: cf63ca16-669e-4355-b182-61b72f0527b5, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:51:35.283527 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.285769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.286118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.286462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.286802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.287139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.287480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.287805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.288131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.288479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.288808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.289135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.289460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.289784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:35.371840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] For port cf63ca16-669e-4355-b182-61b72f0527b5, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:35.376486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:51:35.377361 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.380477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] For port cf63ca16-669e-4355-b182-61b72f0527b5, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cf63ca16-669e-4355-b182-61b72f0527b5,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:35.393252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:35.521846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:51:35.522542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:51:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:35.527842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655d571-e51e-4d1e-8498-f0d749c0ad79 None None] Pushing event updated for resources: {'Port': ['ID=cf63ca16-669e-4355-b182-61b72f0527b5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:35.665980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Allocated IP 172.20.0.2 (18c0a871-9bbc-4374-be6b-f3d6649d2d36/e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28/d3fc5a6d-c173-4d3a-be93-97a2af832929) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:35.683808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:51:35.692308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.120689 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Publish callbacks [] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.144520 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.179330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbee43f-b5c0-40e2-b2e7-d3b17f89d163 req-11c8eea9-f6c7-4d88-9a49-2ccd28646c4a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:36.181253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dbee43f-b5c0-40e2-b2e7-d3b17f89d163 req-11c8eea9-f6c7-4d88-9a49-2ccd28646c4a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 943 time: 0.0595033 Feb 03 14:51:36.182751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:33Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:36.203175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.1 (18c0a871-9bbc-4374-be6b-f3d6649d2d36/e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28/99e78c0d-a63c-4acf-99ac-4d0c910980ba) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:36.221649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:36.228138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:36.228138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10445cf-4588-41a0-8134-5ac0f1b2f18c None None] The sync data for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 is: [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:33Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:51:36.228138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5a6d-c173-4d3a-be93-97a2af832929,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:36.229702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:51:36.238021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dbee43f-b5c0-40e2-b2e7-d3b17f89d163 req-fb23774a-3436-4561-b967-f1e262d752f6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504286 Feb 03 14:51:36.307950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Attempting to bind port d3fc5a6d-c173-4d3a-be93-97a2af832929 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:51:36.308394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Attempting to bind port d3fc5a6d-c173-4d3a-be93-97a2af832929 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:51:36.308854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Attempting to bind port d3fc5a6d-c173-4d3a-be93-97a2af832929 on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:36.314577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:51:36.314861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Checking segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:51:36.315309 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.315765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Bound using segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:51:36.316309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Bound port: d3fc5a6d-c173-4d3a-be93-97a2af832929, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:51:36.316722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.355166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.390373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.402793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] For port d3fc5a6d-c173-4d3a-be93-97a2af832929, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:36.406054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] For port d3fc5a6d-c173-4d3a-be93-97a2af832929, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d3fc5a6d-c173-4d3a-be93-97a2af832929,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:36.413472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.440664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 94826be2-0b50-44ed-92f3-44f23ea671de details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:51:36.440940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:36.444024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:36.446724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:51:36.478430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=99e78c0d-a63c-4acf-99ac-4d0c910980ba,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:36.489583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30912ee6-1e64-4e00-82aa-4452ec3a6165 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5a6d-c173-4d3a-be93-97a2af832929,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:36.507963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (91046054-c1cc-42ed-8d89-d124bbb7604f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.608640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 94826be2-0b50-44ed-92f3-44f23ea671de, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=94826be2-0b50-44ed-92f3-44f23ea671de,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:36.630263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '94826be2-0b50-44ed-92f3-44f23ea671de', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'port_id': '94826be2-0b50-44ed-92f3-44f23ea671de', 'mac_address': 'fa:16:3e:ae:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:51:36.684118 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.686947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 94826be2-0b50-44ed-92f3-44f23ea671de is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:36.687444 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.706189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94826be2-0b50-44ed-92f3-44f23ea671de {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:51:36.757074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 94826be2-0b50-44ed-92f3-44f23ea671de, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=94826be2-0b50-44ed-92f3-44f23ea671de,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:36.763184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:36.835602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=94826be2-0b50-44ed-92f3-44f23ea671de,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:36.969740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['94826be2-0b50-44ed-92f3-44f23ea671de'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:51:37.051497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cf63ca16-669e-4355-b182-61b72f0527b5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:51:37.095284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.100874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.153786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cf63ca16-669e-4355-b182-61b72f0527b5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:37.154164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.191420 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (91046054-c1cc-42ed-8d89-d124bbb7604f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.195413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=99e78c0d-a63c-4acf-99ac-4d0c910980ba,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:37.287206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cf63ca16-669e-4355-b182-61b72f0527b5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:37.287604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.317551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port cf63ca16-669e-4355-b182-61b72f0527b5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cf63ca16-669e-4355-b182-61b72f0527b5,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:37.323457 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.324381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d3fc5a6d-c173-4d3a-be93-97a2af832929 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:51:37.355998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:37.358111 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:37.411469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499072b-9b40-4859-952a-11e7a9e87e8c req-ace8aa5c-873d-4d37-b4a9-1d1693b7460b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:37.430254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5499072b-9b40-4859-952a-11e7a9e87e8c req-ace8aa5c-873d-4d37-b4a9-1d1693b7460b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 944 time: 0.1049144 Feb 03 14:51:37.474024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d3fc5a6d-c173-4d3a-be93-97a2af832929 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:37.474707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.476667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=cf63ca16-669e-4355-b182-61b72f0527b5,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:37.486311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5499072b-9b40-4859-952a-11e7a9e87e8c req-198d02c3-57c4-4a48-a184-ca949d260261 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544269 Feb 03 14:51:37.538962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 91046054-c1cc-42ed-8d89-d124bbb7604f has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:51:37.580013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d3fc5a6d-c173-4d3a-be93-97a2af832929 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:37.580639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.623679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port d3fc5a6d-c173-4d3a-be93-97a2af832929, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d3fc5a6d-c173-4d3a-be93-97a2af832929,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:37.629394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:37.685713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=d3fc5a6d-c173-4d3a-be93-97a2af832929,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:37.837259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d381ccb-fecf-4b00-a4cc-c3e75a12ed16 None None] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:51:37.913357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0fe41055-5a4c-4106-a3e1-1e8b25c9b77e None None] Provisioning complete for port d3fc5a6d-c173-4d3a-be93-97a2af832929 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:37.913747 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fe41055-5a4c-4106-a3e1-1e8b25c9b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:38.009612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:38.015661 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5013d994-c158-4e19-946c-ec7228b0b0bf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/91046054-c1cc-42ed-8d89-d124bbb7604f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8138978 Feb 03 14:51:38.039238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0fe41055-5a4c-4106-a3e1-1e8b25c9b77e None None] Current status of the port d3fc5a6d-c173-4d3a-be93-97a2af832929 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:38.191408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-c400e2b3-2c39-415b-9750-e2e2cceb1bcb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390788559&fields=id&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 267 time: 0.0627179 Feb 03 14:51:38.316844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-8243300a-ecbd-4e20-a5a0-36eb82ea8f5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:38.318404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-8243300a-ecbd-4e20-a5a0-36eb82ea8f5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 796 time: 0.1195617 Feb 03 14:51:38.335852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-d1900ebe-2565-4348-8370-14ca13061835 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/quotas/80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 375 time: 0.0104694 Feb 03 14:51:38.365371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1f84ab63-5127-4db5-b897-e11d88bd2796 None None] Provisioning complete for port d3fc5a6d-c173-4d3a-be93-97a2af832929 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:38.365816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f84ab63-5127-4db5-b897-e11d88bd2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:38.398469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-b71b3f31-b52d-46f1-928e-243db6277eea tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561292 Feb 03 14:51:38.438809 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Sync routers for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:51:38.450089 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:51:38.450966 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:51:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:38.456969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 94826be2-0b50-44ed-92f3-44f23ea671de up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:51:38.507135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1f84ab63-5127-4db5-b897-e11d88bd2796 None None] Current status of the port d3fc5a6d-c173-4d3a-be93-97a2af832929 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:38.512626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-c3fc7fb0-549d-4500-9fd4-d84698190882 service neutron] 10.222.0.52 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003809 Feb 03 14:51:38.536615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1f84ab63-5127-4db5-b897-e11d88bd2796 None None] Provisioning complete for port 99e78c0d-a63c-4acf-99ac-4d0c910980ba triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:38.536979 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f84ab63-5127-4db5-b897-e11d88bd2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:38.539944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 94826be2-0b50-44ed-92f3-44f23ea671de completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:38.571718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 94826be2-0b50-44ed-92f3-44f23ea671de triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:38.572216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:38.610879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1f84ab63-5127-4db5-b897-e11d88bd2796 None None] Port 99e78c0d-a63c-4acf-99ac-4d0c910980ba cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:51:38.642368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-d9ab7768-027f-416f-b7f7-fe33b0a8e073 service neutron] 10.222.0.52 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202364 Feb 03 14:51:38.670309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 94826be2-0b50-44ed-92f3-44f23ea671de is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:38.671130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:38.716861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94826be2-0b50-44ed-92f3-44f23ea671de'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:51:38.720115 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a651e8-fec9-4dfe-9086-4b2a0ad771a8" -d '{"events": [{"server_uuid": "decf32a7-4b4d-4333-b0b1-9a462b061f97", "name": "network-vif-plugged", "status": "completed", "tag": "94826be2-0b50-44ed-92f3-44f23ea671de"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:51:38.742012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 94826be2-0b50-44ed-92f3-44f23ea671de, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=94826be2-0b50-44ed-92f3-44f23ea671de,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:38.750589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:38.751872 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:51:38.757547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a9fae7e2-2a55-479b-85f4-c73fa65423aa None None] Provisioning complete for port 99e78c0d-a63c-4acf-99ac-4d0c910980ba triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:38.757906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9fae7e2-2a55-479b-85f4-c73fa65423aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:38.887719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a9fae7e2-2a55-479b-85f4-c73fa65423aa None None] Port 99e78c0d-a63c-4acf-99ac-4d0c910980ba cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:51:38.893426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=94826be2-0b50-44ed-92f3-44f23ea671de,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:38.931402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7ddc6-119a-44e0-aac7-196a368b304b req-cd9d67d2-0d4c-4c60-a467-3e2cb92870c4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:38.939900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bf7ddc6-119a-44e0-aac7-196a368b304b req-cd9d67d2-0d4c-4c60-a467-3e2cb92870c4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 945 time: 0.0855052 Feb 03 14:51:38.953524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cf63ca16-669e-4355-b182-61b72f0527b5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:51:39.012723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bf7ddc6-119a-44e0-aac7-196a368b304b req-ff331e18-0f0c-4bcb-8014-1747608cbfad tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667126 Feb 03 14:51:39.013187 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 2, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:39.015446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cf63ca16-669e-4355-b182-61b72f0527b5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:39.015889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.047331 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Checking router: 91046054-c1cc-42ed-8d89-d124bbb7604f for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:51:39.047837 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Updating router 91046054-c1cc-42ed-8d89-d124bbb7604f port 99e78c0d-a63c-4acf-99ac-4d0c910980ba binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:51:39.068173 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4656150-fcfd-46d1-b0d2-770a9d440f65 x-openstack-request-id: req-a4656150-fcfd-46d1-b0d2-770a9d440f65 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:51:39.068506 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decf32a7-4b4d-4333-b0b1-9a462b061f97", "name": "network-vif-plugged", "status": "completed", "tag": "94826be2-0b50-44ed-92f3-44f23ea671de", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:51:39.068849 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4656150-fcfd-46d1-b0d2-770a9d440f65 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:51:39.069169 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94826be2-0b50-44ed-92f3-44f23ea671de', 'code': 200} Feb 03 14:51:39.079727 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.138760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cf63ca16-669e-4355-b182-61b72f0527b5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:39.140161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d3fc5a6d-c173-4d3a-be93-97a2af832929 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:51:39.214742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a36406f-f13a-4405-8d7d-49a47629f34d req-8c7f251c-79a0-4949-9053-d581bdeb4024 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 210 time: 0.0648899 Feb 03 14:51:39.218020 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.243387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d3fc5a6d-c173-4d3a-be93-97a2af832929 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:39.243976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.290578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778361b-be5a-4ce2-8f73-7971a9d93352 req-6370d54c-7aba-4f8d-b200-9a125de178b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:39.291984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3778361b-be5a-4ce2-8f73-7971a9d93352 req-6370d54c-7aba-4f8d-b200-9a125de178b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 1127 time: 0.1590052 Feb 03 14:51:39.352399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3778361b-be5a-4ce2-8f73-7971a9d93352 req-1aa14f62-0a14-48d8-9697-8966d38158ea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Feb 03 14:51:39.373505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d3fc5a6d-c173-4d3a-be93-97a2af832929 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:39.440368 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Publish callbacks [] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.449328 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.532368 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Pushing event updated for resources: {'Port': ['ID=99e78c0d-a63c-4acf-99ac-4d0c910980ba,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:39.561608 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.561941 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.562262 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.562604 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.562936 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.563260 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.563594 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.563925 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.564243 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.564609 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.564943 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.565256 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.565576 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:51:39.602885 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Attempting to bind port 99e78c0d-a63c-4acf-99ac-4d0c910980ba on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:51:39.603332 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Attempting to bind port 99e78c0d-a63c-4acf-99ac-4d0c910980ba by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:51:39.603775 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Attempting to bind port 99e78c0d-a63c-4acf-99ac-4d0c910980ba on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:39.610067 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:51:39.610450 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Checking segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:51:39.610859 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.611257 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Bound using segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:51:39.611790 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Bound port: 99e78c0d-a63c-4acf-99ac-4d0c910980ba, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:51:39.612174 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.686089 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] For port 99e78c0d-a63c-4acf-99ac-4d0c910980ba, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:39.689995 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] For port 99e78c0d-a63c-4acf-99ac-4d0c910980ba, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=99e78c0d-a63c-4acf-99ac-4d0c910980ba,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:39.697771 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.761535 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:51:39.762164 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:51:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:39.803379 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fb5ee-73ff-48c7-93ed-74837428bc91 None None] Pushing event updated for resources: {'Port': ['ID=99e78c0d-a63c-4acf-99ac-4d0c910980ba,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:39.825640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5d9c2552-fd77-4fef-8226-f172e95e0a8b None None] Provisioning complete for port 99e78c0d-a63c-4acf-99ac-4d0c910980ba triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:39.826265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d9c2552-fd77-4fef-8226-f172e95e0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.890322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:51:39.928898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c2552-fd77-4fef-8226-f172e95e0a8b None None] Current status of the port 99e78c0d-a63c-4acf-99ac-4d0c910980ba is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:39.929440 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d9c2552-fd77-4fef-8226-f172e95e0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:39.973267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5d9c2552-fd77-4fef-8226-f172e95e0a8b None None] For port 99e78c0d-a63c-4acf-99ac-4d0c910980ba, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=99e78c0d-a63c-4acf-99ac-4d0c910980ba,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:39.978054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d9c2552-fd77-4fef-8226-f172e95e0a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:40.034332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c2552-fd77-4fef-8226-f172e95e0a8b None None] Pushing event updated for resources: {'Port': ['ID=99e78c0d-a63c-4acf-99ac-4d0c910980ba,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:40.099426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d6f714c7-4717-43f2-a370-d2fbc4a3c16b None None] Provisioning complete for port 99e78c0d-a63c-4acf-99ac-4d0c910980ba triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:40.100080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6f714c7-4717-43f2-a370-d2fbc4a3c16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:40.127969 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:40.158558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ac0df-236d-4c46-a6e8-dcc463d77ebd req-df1ddbc1-a74f-440f-b66a-660ee878b9bd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:40.161106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af4ac0df-236d-4c46-a6e8-dcc463d77ebd req-df1ddbc1-a74f-440f-b66a-660ee878b9bd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 945 time: 0.0788076 Feb 03 14:51:40.176178 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73dde2-90d0-4720-9ad7-3e87e1b96da1 None None] The sync data for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 is: [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:51:40.206959 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d6f714c7-4717-43f2-a370-d2fbc4a3c16b None None] Current status of the port 99e78c0d-a63c-4acf-99ac-4d0c910980ba is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:40.284986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af4ac0df-236d-4c46-a6e8-dcc463d77ebd req-21587be7-0b18-442e-8cd9-e4933250f3ab tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174712 Feb 03 14:51:40.406747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0688aac9-6bae-4592-8304-dd0f48117ffb req-11269210-850e-43be-8788-db99d691ec0c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 210 time: 0.0411372 Feb 03 14:51:40.453800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-4c49c5cd-0ba2-4cb5-bc20-275f646ecf92 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:40.455339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-4c49c5cd-0ba2-4cb5-bc20-275f646ecf92 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.71 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 796 time: 0.2393076 Feb 03 14:51:40.557292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-6e8f9d1c-6d83-4205-baf6-f3e2f085e762 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 379 time: 0.0680792 Feb 03 14:51:40.566322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'port': {'device_id': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'admin_state_up': True, 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'security_groups': ['4120c892-4dcf-4966-afb2-8830817b50e3']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:40.679716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:40.684223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:40.830147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.7 (18c0a871-9bbc-4374-be6b-f3d6649d2d36/e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28/d0503691-e543-496d-bc04-808c9fc74d2a) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:40.973694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 99e78c0d-a63c-4acf-99ac-4d0c910980ba up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:51:41.040049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 99e78c0d-a63c-4acf-99ac-4d0c910980ba triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:41.040738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.053483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (d0503691-e543-496d-bc04-808c9fc74d2a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.103485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.139310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 99e78c0d-a63c-4acf-99ac-4d0c910980ba is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:41.154020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:41.157396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:41.161537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:51:41.169609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:41.227169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:41.228267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.251159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-1c1167bc-762d-4f26-ab14-34ec713ab40b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6887853 Feb 03 14:51:41.268995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Request body: {'port': {'device_id': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:41.358944 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.439752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fef1e3ef-1c33-4f8b-935e-db592e4dc1d6 None None] Provisioning complete for port d0503691-e543-496d-bc04-808c9fc74d2a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:41.440401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef1e3ef-1c33-4f8b-935e-db592e4dc1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.471641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a694317-bc20-4f45-bd76-1d8b984eeecb req-09c61e00-1086-42c9-8749-2fb4ed8109fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:41.473266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a694317-bc20-4f45-bd76-1d8b984eeecb req-09c61e00-1086-42c9-8749-2fb4ed8109fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 945 time: 0.0976901 Feb 03 14:51:41.478662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fef1e3ef-1c33-4f8b-935e-db592e4dc1d6 None None] Port d0503691-e543-496d-bc04-808c9fc74d2a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:51:41.608008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6a694317-bc20-4f45-bd76-1d8b984eeecb req-64745ff2-2841-4839-927b-7ef09520651c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864034 Feb 03 14:51:41.773527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0503691-e543-496d-bc04-808c9fc74d2a {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:51:41.784015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dc1c4-f74a-499a-ba73-e0d10a7450d4 req-37375dff-e9cc-4473-bfda-b2ba435b9148 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:41.785616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3dc1c4-f74a-499a-ba73-e0d10a7450d4 req-37375dff-e9cc-4473-bfda-b2ba435b9148 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 931 time: 0.1107244 Feb 03 14:51:41.790280 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Publish callbacks [] for port (d0503691-e543-496d-bc04-808c9fc74d2a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.817594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Transition to ACTIVE for port object d0503691-e543-496d-bc04-808c9fc74d2a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:41.822559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:41.875271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec3dc1c4-f74a-499a-ba73-e0d10a7450d4 req-2b5136b0-71a6-42e9-8881-57e2aaf87ed4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818744 Feb 03 14:51:41.900212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:42.012931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:51:42.013276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:51:42.013611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:42.021772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Port d0503691-e543-496d-bc04-808c9fc74d2a on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:51:42.022104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:42.032493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:51:42.032792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Checking segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:51:42.033190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Bound using segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:51:42.033637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Bound port: d0503691-e543-496d-bc04-808c9fc74d2a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:51:42.034010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:42.043498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527dd68-7b9d-4212-84d5-27a0e451ec25 req-63dbb560-a684-43d9-8f37-34d8800508a3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:42.045149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1527dd68-7b9d-4212-84d5-27a0e451ec25 req-63dbb560-a684-43d9-8f37-34d8800508a3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 945 time: 0.1020176 Feb 03 14:51:42.152907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1527dd68-7b9d-4212-84d5-27a0e451ec25 req-12e391f3-7eb0-471f-a09e-9a19b13b2e76 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993993 Feb 03 14:51:42.161789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:42.165658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:42.178999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:42.224823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:42.225575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:42.226969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] 10.222.0.71 "PUT /v2.0/ports/d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 1091 time: 0.9624789 Feb 03 14:51:42.227427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:51:42.229837 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f995d9a8-c4e5-45e2-a004-94a691b608b0" -d '{"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:51:42.255540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2a5fb-9d6d-4a70-9b3c-290340f3e48f service neutron] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:42.362757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-c7abbe41-c784-4edb-b27b-e163bdba1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:42.364299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-c7abbe41-c784-4edb-b27b-e163bdba1f99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1125 time: 0.0790219 Feb 03 14:51:42.420519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-81849b17-4463-4ec0-8cc6-8cc72290b2d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 217 time: 0.0429318 Feb 03 14:51:42.471544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-7898d5a8-d810-4b83-bf90-2fc0879ce5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:42.473181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-7898d5a8-d810-4b83-bf90-2fc0879ce5ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0473650 Feb 03 14:51:42.535230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-6e80c663-990b-484c-bbc7-23629d567fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:42.536856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-6e80c663-990b-484c-bbc7-23629d567fdd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573900 Feb 03 14:51:42.636254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-bd322fea-992f-4acf-84a0-9d2b6717f2ca service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926399 Feb 03 14:51:42.748855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c3482f-1d80-4133-b0b1-a93e04df69ee req-e2ca6417-ad76-42b4-9679-a75994dce414 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071479 Feb 03 14:51:43.511385 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b2e0a-048f-43b7-b381-098abb577484 x-openstack-request-id: req-ac4b2e0a-048f-43b7-b381-098abb577484 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:51:43.512006 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:51:43.512006 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac4b2e0a-048f-43b7-b381-098abb577484 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:51:43.512858 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'status': 'completed', 'code': 200} Feb 03 14:51:43.630240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-dd3b1178-0992-4a5a-9d5f-397d40100db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:43.631881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-dd3b1178-0992-4a5a-9d5f-397d40100db9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1125 time: 0.0774055 Feb 03 14:51:43.668390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f072f-b300-4642-8b2a-2264271fcf69 req-97ce32c3-c529-487d-bb05-049464ffa673 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:43.670036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f4f072f-b300-4642-8b2a-2264271fcf69 req-97ce32c3-c529-487d-bb05-049464ffa673 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.1069660 Feb 03 14:51:43.783092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f4f072f-b300-4642-8b2a-2264271fcf69 req-fdea6b04-cf44-4217-9662-28164d6dbd28 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033089 Feb 03 14:51:43.785862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-a6f589c8-a4b4-49e4-b622-9ed8f9d57451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:43.787253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-a6f589c8-a4b4-49e4-b622-9ed8f9d57451 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.1489108 Feb 03 14:51:43.831364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-75b405b5-f53d-4a89-95a8-05dc75415af4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 217 time: 0.0359921 Feb 03 14:51:43.888062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-9a95b741-3023-4945-94ad-e663e7ccce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:43.889577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-9a95b741-3023-4945-94ad-e663e7ccce98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0517597 Feb 03 14:51:43.938798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-a99a7dad-99a4-4301-b5ef-15db5063c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:43.940308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-a99a7dad-99a4-4301-b5ef-15db5063c682 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448866 Feb 03 14:51:44.036842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-dd65212b-7315-4e7c-9257-a81cb3ef4a94 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897329 Feb 03 14:51:44.137494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f995d9a8-c4e5-45e2-a004-94a691b608b0 req-c76f7a05-22dd-4daa-b54d-ade30167e81c service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944123 Feb 03 14:51:44.924059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854a51a-aab5-495f-a958-9aa305176202 req-099c9c40-6aaa-4627-b9dd-8aff17111d28 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:44.926126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2854a51a-aab5-495f-a958-9aa305176202 req-099c9c40-6aaa-4627-b9dd-8aff17111d28 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.0606766 Feb 03 14:51:44.985495 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2854a51a-aab5-495f-a958-9aa305176202 req-575e63ea-0bd7-4f0d-908e-80221c312fc0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535154 Feb 03 14:51:45.794296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-0998d9df-087f-4cfe-b09e-2c62f9e84d18 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:45.795810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-0998d9df-087f-4cfe-b09e-2c62f9e84d18 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1046791 Feb 03 14:51:45.813513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f271d9f1-651c-4ded-af03-f531bfac1e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:45.817615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-66e1d512-bfc3-43a4-8489-9ae817d0f05a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/quotas/95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 375 time: 0.0156150 Feb 03 14:51:45.883847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-1209bcfd-5d76-4967-b702-ca4df60c9210 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575149 Feb 03 14:51:45.982300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-909ff7d2-c87f-491c-8584-34923ee7c6d6 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900190 Feb 03 14:51:46.080302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-b575c7e5-2efb-4479-b535-d2b647badea7 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916107 Feb 03 14:51:46.320188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b3723-a96f-4fe0-b4e6-c69b053dfe6f req-daa34ae1-1dce-4f1e-bfff-341e301b3152 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:46.322680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb8b3723-a96f-4fe0-b4e6-c69b053dfe6f req-daa34ae1-1dce-4f1e-bfff-341e301b3152 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.0590956 Feb 03 14:51:46.386520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb8b3723-a96f-4fe0-b4e6-c69b053dfe6f req-3ec3106d-0f8d-4688-a4f0-4364ef5a730f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535705 Feb 03 14:51:46.467816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1da5693-0207-410d-9ef2-d38be5a4a385 req-2389ca6e-7817-41a6-b713-a8167b496bfd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Feb 03 14:51:47.255134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-f358340f-006d-4035-9f80-714f1f2af249 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:47.256540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-f358340f-006d-4035-9f80-714f1f2af249 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1300666 Feb 03 14:51:47.268976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'port': {'device_id': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'admin_state_up': True, 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:47.404371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:51:47.407913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:47.574502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa20275-7a37-4d6c-854d-37a6a8eae703 req-f3a8222a-bc82-4dc5-99dc-6f259b6ac774 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:47.576050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fa20275-7a37-4d6c-854d-37a6a8eae703 req-f3a8222a-bc82-4dc5-99dc-6f259b6ac774 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.1063716 Feb 03 14:51:47.604015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.20.0.9 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/8bf8383e-460a-4bcb-a159-db89208a7cf2) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:47.677143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fa20275-7a37-4d6c-854d-37a6a8eae703 req-aa5b6b1e-b4af-4698-91ba-e7b51659578a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922098 Feb 03 14:51:47.821542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69f8de80-9a24-4269-b7a3-adf4915259ba req-6a4b20c2-afe7-4a9f-b310-e9b99d83ba95 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0395534 Feb 03 14:51:47.833018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:47.874721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:47.888312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['94826be2-0b50-44ed-92f3-44f23ea671de'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:51:47.924240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:47.929661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:47.933471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:51:47.942938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:51:47.959378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=8bf8383e-460a-4bcb-a159-db89208a7cf2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:47.994322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:47.995944 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.016878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-99bcac02-b355-45a9-a27c-df9dbba06ff3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523103 Feb 03 14:51:48.028353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Request body: {'port': {'device_id': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:48.117558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.154416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:48.160083 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3167a8e7-940c-46c9-aaf6-36d41369ddf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.191276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'port_id': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'mac_address': 'fa:16:3e:15:2d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:51:48.264586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aa53ea60-8148-4373-abb4-b470badbc8be None None] Provisioning complete for port 8bf8383e-460a-4bcb-a159-db89208a7cf2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:48.265239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa53ea60-8148-4373-abb4-b470badbc8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.267415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d0503691-e543-496d-bc04-808c9fc74d2a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:48.267969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.313326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0503691-e543-496d-bc04-808c9fc74d2a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:51:48.327038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aa53ea60-8148-4373-abb4-b470badbc8be None None] Port 8bf8383e-460a-4bcb-a159-db89208a7cf2 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:51:48.338408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:48.343555 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.391819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:48.431947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf8383e-460a-4bcb-a159-db89208a7cf2 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:51:48.440230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Publish callbacks [] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.452339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Transition to ACTIVE for port object 8bf8383e-460a-4bcb-a159-db89208a7cf2 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:51:48.457549 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.514466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Pushing event updated for resources: {'Port': ['ID=8bf8383e-460a-4bcb-a159-db89208a7cf2,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:48.589665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Attempting to bind port 8bf8383e-460a-4bcb-a159-db89208a7cf2 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:51:48.590042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Attempting to bind port 8bf8383e-460a-4bcb-a159-db89208a7cf2 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:51:48.590415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Attempting to bind port 8bf8383e-460a-4bcb-a159-db89208a7cf2 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:48.595209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Port 8bf8383e-460a-4bcb-a159-db89208a7cf2 on network 8a35bad6-5598-4838-98f2-8cef60a80989 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:51:48.595534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Attempting to bind port 8bf8383e-460a-4bcb-a159-db89208a7cf2 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:51:48.600940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:51:48.601410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:51:48.601802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:51:48.602228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Bound port: 8bf8383e-460a-4bcb-a159-db89208a7cf2, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:51:48.602587 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.673710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] For port 8bf8383e-460a-4bcb-a159-db89208a7cf2, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:51:48.677478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] For port 8bf8383e-460a-4bcb-a159-db89208a7cf2, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8bf8383e-460a-4bcb-a159-db89208a7cf2,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:51:48.684925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.710079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d0503691-e543-496d-bc04-808c9fc74d2a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:51:48.720001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:48.721137 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:48.722867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] 10.222.0.45 "PUT /v2.0/ports/8bf8383e-460a-4bcb-a159-db89208a7cf2 HTTP/1.1" status: 200 len: 1091 time: 0.6996238 Feb 03 14:51:48.723471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'tag': '8bf8383e-460a-4bcb-a159-db89208a7cf2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:51:48.726308 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e7f39-644d-4b8e-914f-7e8df3a3383c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974", "tag": "8bf8383e-460a-4bcb-a159-db89208a7cf2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:51:48.761290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027d607-86b3-434a-b4b0-5a27d2be165c service neutron] Pushing event updated for resources: {'Port': ['ID=8bf8383e-460a-4bcb-a159-db89208a7cf2,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:48.867060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-02ac127b-4de9-4ce3-a9b4-e1be36107dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:48.868588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-02ac127b-4de9-4ce3-a9b4-e1be36107dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 1125 time: 0.0900667 Feb 03 14:51:48.933933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff869fd-9bf7-46fd-b092-c84905438c72 req-fb84dc47-2d4f-4c40-a3cb-8154ef116cc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:48.941048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ff869fd-9bf7-46fd-b092-c84905438c72 req-fb84dc47-2d4f-4c40-a3cb-8154ef116cc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 944 time: 0.1228142 Feb 03 14:51:48.950984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-ad7c278d-e8eb-40d1-ac65-6fee1af5be04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf8383e-460a-4bcb-a159-db89208a7cf2 HTTP/1.1" status: 200 len: 217 time: 0.0722101 Feb 03 14:51:49.048730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-0de03ba9-c6ca-40d5-b82f-f6c868ba0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:49.051180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-0de03ba9-c6ca-40d5-b82f-f6c868ba0143 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0956473 Feb 03 14:51:49.055544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ff869fd-9bf7-46fd-b092-c84905438c72 req-ba0f488b-d319-4597-90c9-5d91601ae3c4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135292 Feb 03 14:51:49.107818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-d2c189b3-b607-4240-914c-7ca6469b4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:49.109410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-d2c189b3-b607-4240-914c-7ca6469b4053 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529902 Feb 03 14:51:49.181448 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8ab750-4d1e-4cda-85e8-d8e5e246af1f x-openstack-request-id: req-9d8ab750-4d1e-4cda-85e8-d8e5e246af1f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:51:49.181727 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974", "tag": "8bf8383e-460a-4bcb-a159-db89208a7cf2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:51:49.181981 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d8ab750-4d1e-4cda-85e8-d8e5e246af1f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:51:49.182392 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'tag': '8bf8383e-460a-4bcb-a159-db89208a7cf2', 'status': 'completed', 'code': 200} Feb 03 14:51:49.219042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-975642ee-27c8-4782-a56c-467f0031be29 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024697 Feb 03 14:51:49.341546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53ebf8-7473-439f-ad16-ac4592731b03 req-75041fc4-4a19-4bb7-937e-24be4ce2d9fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:49.343012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a53ebf8-7473-439f-ad16-ac4592731b03 req-75041fc4-4a19-4bb7-937e-24be4ce2d9fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.1225829 Feb 03 14:51:49.365146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97f4f145-b568-4196-9d95-82e29d0d8d52 req-bf898f16-fc80-457b-88bc-3c6bd81ff117 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356161 Feb 03 14:51:49.431872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a53ebf8-7473-439f-ad16-ac4592731b03 req-85317511-35f9-4804-ab75-24ba9f073cd2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789273 Feb 03 14:51:49.701632 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:49.764666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-be37b3ef-6c67-4d41-9dcb-0a7d894a7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:49.766181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-be37b3ef-6c67-4d41-9dcb-0a7d894a7ae6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 1125 time: 0.3465486 Feb 03 14:51:49.856934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-298dbc06-f57c-47df-be6c-bb72997529f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:49.858433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-298dbc06-f57c-47df-be6c-bb72997529f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0866263 Feb 03 14:51:49.903855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-b6f38123-af3a-42d0-b075-c1f1734a0cdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf8383e-460a-4bcb-a159-db89208a7cf2 HTTP/1.1" status: 200 len: 217 time: 0.0399160 Feb 03 14:51:49.952259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-5611939f-5a70-480f-a351-fcf41ce5ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:49.953744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-5611939f-5a70-480f-a351-fcf41ce5ec02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0448225 Feb 03 14:51:49.958588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:51:50.007354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-201e8bc3-4cbb-45a8-9198-36d5add7bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:50.009597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-201e8bc3-4cbb-45a8-9198-36d5add7bcd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500453 Feb 03 14:51:50.013034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port d0503691-e543-496d-bc04-808c9fc74d2a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:51:50.017417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port d0503691-e543-496d-bc04-808c9fc74d2a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:51:50.017875 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:50.100176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d0503691-e543-496d-bc04-808c9fc74d2a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:51:50.100707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:50.115131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-8879951e-357c-4864-a62e-8f22351cfb2f service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978291 Feb 03 14:51:50.132999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:51:50.137567 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e429277-6637-4507-8ee7-29f07cab9ec7" -d '{"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-plugged", "status": "completed", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:51:50.149514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:51:50.155082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:50.237087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:50.282499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f77e7f39-644d-4b8e-914f-7e8df3a3383c req-3084b827-3cd0-4e4b-9954-70bdc2eac60e service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525764 Feb 03 14:51:50.304675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0039c-2412-4ba5-b235-225e963b6fe3 req-93deb8c5-e883-4439-b007-d82a9563497d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:50.306326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05e0039c-2412-4ba5-b235-225e963b6fe3 req-93deb8c5-e883-4439-b007-d82a9563497d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.1036932 Feb 03 14:51:50.361980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-05e0039c-2412-4ba5-b235-225e963b6fe3 req-40c8d238-7a44-4cd2-b19e-214650ed5686 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486019 Feb 03 14:51:50.409763 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1af2b6-14b3-4033-9ed3-8a30204246a5 x-openstack-request-id: req-1e1af2b6-14b3-4033-9ed3-8a30204246a5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:51:50.410088 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-plugged", "status": "completed", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:51:50.410350 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e1af2b6-14b3-4033-9ed3-8a30204246a5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:51:50.410757 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'code': 200} Feb 03 14:51:50.602672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674f9a2-82e7-4b5c-9d39-f3913a3eb3fb req-fdbbb6d0-8aa1-44eb-a5b4-860c0b534a9e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:50.604355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b674f9a2-82e7-4b5c-9d39-f3913a3eb3fb req-fdbbb6d0-8aa1-44eb-a5b4-860c0b534a9e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0943341 Feb 03 14:51:50.608007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f11ed-f3ab-41c9-9264-0bc70b896070 req-e5a91106-a686-42e6-8636-0159a193a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:50.609642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d77f11ed-f3ab-41c9-9264-0bc70b896070 req-e5a91106-a686-42e6-8636-0159a193a318 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1127 time: 0.0898685 Feb 03 14:51:50.693978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b674f9a2-82e7-4b5c-9d39-f3913a3eb3fb req-03b38d1f-7634-4f42-9c18-1f63039ed5f7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829637 Feb 03 14:51:50.697229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d77f11ed-f3ab-41c9-9264-0bc70b896070 req-a5285412-6448-423f-8401-86d742f90311 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798402 Feb 03 14:51:50.766892 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:51.506134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aff8e-421b-441b-9b3c-1affe5b5374d req-770c5728-fd69-4f4a-b4f1-3faaf9205f2a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:51.508344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a47aff8e-421b-441b-9b3c-1affe5b5374d req-770c5728-fd69-4f4a-b4f1-3faaf9205f2a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0638850 Feb 03 14:51:51.566771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a47aff8e-421b-441b-9b3c-1affe5b5374d req-966db075-afc2-4140-8507-168f1e42deb4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507543 Feb 03 14:51:51.819759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041a3e-5699-47b1-ac95-a628de8747df req-10db592c-50e6-4dcf-af1a-98e18b90a17d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:51.821327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53041a3e-5699-47b1-ac95-a628de8747df req-10db592c-50e6-4dcf-af1a-98e18b90a17d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0544636 Feb 03 14:51:51.878978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53041a3e-5699-47b1-ac95-a628de8747df req-7fbcb2c5-a30c-4155-809c-aded18f56820 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511529 Feb 03 14:51:52.196168 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:52.690665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6f66-b3ff-454b-b5ac-bd02201fc500 req-3b8cd387-13e3-4c97-a525-535e97048aa1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:52.692210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-925a6f66-b3ff-454b-b5ac-bd02201fc500 req-3b8cd387-13e3-4c97-a525-535e97048aa1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0561934 Feb 03 14:51:52.744357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-925a6f66-b3ff-454b-b5ac-bd02201fc500 req-118edfd8-ec96-4e3c-aa43-c2df32ab0822 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Feb 03 14:51:52.872397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fecc9-ff97-4c60-be61-dc7cb6a9870f req-d320fc87-e5d3-4d53-8607-028ff5d36c44 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:52.873922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a2fecc9-ff97-4c60-be61-dc7cb6a9870f req-d320fc87-e5d3-4d53-8607-028ff5d36c44 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0605397 Feb 03 14:51:52.929845 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a2fecc9-ff97-4c60-be61-dc7cb6a9870f req-c6c6b9b7-96b5-421d-88af-c538dd4f5e79 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503540 Feb 03 14:51:52.952861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59314) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:53.000405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185cfd21-c908-4b82-8744-9508877a918d tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:53.005652 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-185cfd21-c908-4b82-8744-9508877a918d tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1122 time: 0.0516481 Feb 03 14:51:53.006496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59316) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:53.015493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:51:53.047294 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:53.102416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0fb47-c11e-4102-818d-d38897ec4b12 req-5ddf05d3-7cec-4769-b314-7339135e1e89 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:53.104109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58a0fb47-c11e-4102-818d-d38897ec4b12 req-5ddf05d3-7cec-4769-b314-7339135e1e89 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0989976 Feb 03 14:51:53.174058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58a0fb47-c11e-4102-818d-d38897ec4b12 req-3437619a-758c-42e9-a92e-46a41db85866 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624173 Feb 03 14:51:53.203322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:53.354916 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.60 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/6c8e8be0-4b33-4eaa-9e3b-718115cace52) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:51:53.499682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:53.565696 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:53.603044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:51:53.609151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:51:53.611964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:51:53.661555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=6c8e8be0-4b33-4eaa-9e3b-718115cace52,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:54.242805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (c90cd82a-dd3b-486f-886b-6922e20edcf3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:54.345585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683adf61-0346-4722-82f7-bdda5090ca64 req-1dd2d5c5-4da7-41eb-9971-8ed7c0c01dac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:54.347683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-683adf61-0346-4722-82f7-bdda5090ca64 req-1dd2d5c5-4da7-41eb-9971-8ed7c0c01dac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0720336 Feb 03 14:51:54.353798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:54.415449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-683adf61-0346-4722-82f7-bdda5090ca64 req-fa999e11-b47c-4565-b112-e4886006bde9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605175 Feb 03 14:51:54.582478 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:54.592992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:54.678103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=6c8e8be0-4b33-4eaa-9e3b-718115cace52,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:51:54.687729 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (c90cd82a-dd3b-486f-886b-6922e20edcf3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:54.833013 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP c90cd82a-dd3b-486f-886b-6922e20edcf3 associated. External IP: 172.25.0.60, port: d0503691-e543-496d-bc04-808c9fc74d2a. Feb 03 14:51:54.989800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:55.172995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 91046054-c1cc-42ed-8d89-d124bbb7604f has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:51:55.385086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:51:55.408204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] Sync routers for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:51:55.416096 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:51:55.421132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:51:55.423673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:51:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:55.503841 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8ae167b1-9766-47d9-ae48-8965df07cb3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4958546 Feb 03 14:51:55.504880 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:51:55.508897 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13de645-e0f9-4650-bd14-4b9bd544599c" -d '{"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:51:55.608784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:51:55.657173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ed81d-b5c3-4551-97ea-6235554a6e58 req-4b785460-7b02-494e-a9d8-43e2a5db5297 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:55.665543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f1ed81d-b5c3-4551-97ea-6235554a6e58 req-4b785460-7b02-494e-a9d8-43e2a5db5297 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.1035297 Feb 03 14:51:55.755201 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f1ed81d-b5c3-4551-97ea-6235554a6e58 req-fbc69a41-feb4-45e1-83bf-b76dacac39ef tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885158 Feb 03 14:51:55.893932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d921440-1e82-4231-acdb-b4002f934ead req-6107245f-1a3f-4d0a-ab85-b035ec672ef4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:55.895496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d921440-1e82-4231-acdb-b4002f934ead req-6107245f-1a3f-4d0a-ab85-b035ec672ef4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0745640 Feb 03 14:51:55.954832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d921440-1e82-4231-acdb-b4002f934ead req-e8e22e19-709f-4209-a1e7-938f87899f8e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508845 Feb 03 14:51:55.980054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59328) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:56.067675 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-77a28a3d-5081-4209-a91a-ab5e79eba4eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/c90cd82a-dd3b-486f-886b-6922e20edcf3 HTTP/1.1" status: 200 len: 990 time: 0.0862901 Feb 03 14:51:56.092170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'c90cd82a-dd3b-486f-886b-6922e20edcf3', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'port_id': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'mac_address': 'fa:16:3e:15:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:51:53Z', 'updated_at': '2022-02-03T14:51:53Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:56.110185 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c1cfc9-4f35-4b74-a481-bff27cdf693a x-openstack-request-id: req-06c1cfc9-4f35-4b74-a481-bff27cdf693a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:51:56.111414 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:51:56.111414 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06c1cfc9-4f35-4b74-a481-bff27cdf693a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:51:56.111414 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'status': 'completed', 'code': 200} Feb 03 14:51:56.130653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] Checking router: 91046054-c1cc-42ed-8d89-d124bbb7604f for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:51:56.142106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:51:56.142977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:51:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:56.212530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-2345e6e0-6801-4176-b7de-c0f376ff63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:56.214072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-2345e6e0-6801-4176-b7de-c0f376ff63d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1127 time: 0.0602813 Feb 03 14:51:56.303924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:51:56.348805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-39ad3ade-c0ac-4e95-9ada-8c3a6cf5d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:56.350600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-39ad3ade-c0ac-4e95-9ada-8c3a6cf5d4bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.1246297 Feb 03 14:51:56.426901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-b765642e-86ab-4164-992b-9794ab597d57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 998 time: 0.0685792 Feb 03 14:51:56.492756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-049a913c-3b3f-49ad-8909-ca362d61d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:56.494433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-049a913c-3b3f-49ad-8909-ca362d61d721 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0619996 Feb 03 14:51:56.552362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-93591b71-7c49-4542-8f75-70f17c14e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:56.554039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-93591b71-7c49-4542-8f75-70f17c14e3ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531323 Feb 03 14:51:56.580572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'c90cd82a-dd3b-486f-886b-6922e20edcf3', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'port_id': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'mac_address': 'fa:16:3e:15:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:51:53Z', 'updated_at': '2022-02-03T14:51:53Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:51:56.614556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8fa24f-2087-4b6a-973f-52d78637613e None None] The sync data for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 is: [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'c90cd82a-dd3b-486f-886b-6922e20edcf3', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'port_id': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'mac_address': 'fa:16:3e:15:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:51:53Z', 'updated_at': '2022-02-03T14:51:53Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:51:56.663145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-a6e30679-291c-4ce6-bb68-1edf36f54142 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017737 Feb 03 14:51:56.794276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b13de645-e0f9-4650-bd14-4b9bd544599c req-ca18364b-583d-4b71-9ba9-4b22af60dcf3 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208224 Feb 03 14:51:56.913120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43872f3-ba24-47d7-b1ef-56032e538902 req-0579f298-8740-45c3-becf-d5ce792775f5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:56.922209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f43872f3-ba24-47d7-b1ef-56032e538902 req-0579f298-8740-45c3-becf-d5ce792775f5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0658448 Feb 03 14:51:56.962655 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f368f4-aba8-48be-a3b4-6d97a9c28144 None None] New status for floating IP c90cd82a-dd3b-486f-886b-6922e20edcf3: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:51:56.992760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f43872f3-ba24-47d7-b1ef-56032e538902 req-a9bd5812-609c-459e-a4ee-6840a5fb68c4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702112 Feb 03 14:51:57.072300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59332) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:57.154095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9621bbda-1156-4af6-b8f3-4cf46a7c9a37 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/c90cd82a-dd3b-486f-886b-6922e20edcf3 HTTP/1.1" status: 200 len: 990 time: 0.0805187 Feb 03 14:51:58.118632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e6063-d913-48ea-9b7c-1ff1a2d2fa5f req-5f5dbe01-3073-4ee4-ae7e-8052872c21b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:58.120190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab1e6063-d913-48ea-9b7c-1ff1a2d2fa5f req-5f5dbe01-3073-4ee4-ae7e-8052872c21b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0566072 Feb 03 14:51:58.158103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59336) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:51:58.175784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ab1e6063-d913-48ea-9b7c-1ff1a2d2fa5f req-ae56d0c7-19e4-41b9-8882-69476598a9a6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Feb 03 14:51:58.225854 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-65caa36a-8f06-4f2c-ac80-d128acf0d9a6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/c90cd82a-dd3b-486f-886b-6922e20edcf3 HTTP/1.1" status: 200 len: 992 time: 0.0665441 Feb 03 14:51:59.304681 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61196c76-e296-4a33-bb68-74069fd734e7 req-6666036a-fce1-4932-b64e-a422e9767487 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:51:59.306218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61196c76-e296-4a33-bb68-74069fd734e7 req-6666036a-fce1-4932-b64e-a422e9767487 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0609155 Feb 03 14:51:59.357957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61196c76-e296-4a33-bb68-74069fd734e7 req-cd96728d-8e22-465a-93b7-e499767f3dda tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Feb 03 14:52:00.493983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65f3f5-1df2-4b24-8542-8aeff6a8da8c req-a42ba0cf-618c-4622-8a2c-dcd8027759cd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:00.495909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff65f3f5-1df2-4b24-8542-8aeff6a8da8c req-a42ba0cf-618c-4622-8a2c-dcd8027759cd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0598695 Feb 03 14:52:00.547399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff65f3f5-1df2-4b24-8542-8aeff6a8da8c req-3c775b4a-73b6-4c33-ad10-a6741703c154 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Feb 03 14:52:01.686857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c129-2a41-41c6-88e7-4b4aa7799b66 req-fb3151d1-719f-4b63-a723-7fa8dc6ae7be tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:01.688684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e698c129-2a41-41c6-88e7-4b4aa7799b66 req-fb3151d1-719f-4b63-a723-7fa8dc6ae7be tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0621393 Feb 03 14:52:01.755205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e698c129-2a41-41c6-88e7-4b4aa7799b66 req-ba1806d5-af7c-470e-bc40-06123b868046 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Feb 03 14:52:02.890399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c4988-8a98-4851-9c54-54c2697d3d00 req-4a46a812-b495-41da-b357-e1d1c41de654 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:02.891936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5c4988-8a98-4851-9c54-54c2697d3d00 req-4a46a812-b495-41da-b357-e1d1c41de654 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0581894 Feb 03 14:52:02.945267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e5c4988-8a98-4851-9c54-54c2697d3d00 req-ed3537d7-fe7a-4741-8ad5-3c4f6b752e63 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Feb 03 14:52:04.084112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf325be3-b2d8-4682-bb1c-d133e7ad385d req-b01409ec-49ae-4f2f-b008-3f52631cf743 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:04.086220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf325be3-b2d8-4682-bb1c-d133e7ad385d req-b01409ec-49ae-4f2f-b008-3f52631cf743 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0689654 Feb 03 14:52:04.142325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf325be3-b2d8-4682-bb1c-d133e7ad385d req-7f3364a9-7dee-466c-8543-aa43e22022a3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498610 Feb 03 14:52:05.281715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb108-7655-44bb-be02-6df2d98afb63 req-4904c4e8-5743-4d05-95be-0b080fe4a51f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:05.283358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dcbb108-7655-44bb-be02-6df2d98afb63 req-4904c4e8-5743-4d05-95be-0b080fe4a51f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0646429 Feb 03 14:52:05.337914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3dcbb108-7655-44bb-be02-6df2d98afb63 req-aab917d9-6856-4c49-82bf-c89f9b5a497b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Feb 03 14:52:06.467847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd45f91-4ac3-4366-8a14-e0d8136c98ae req-cfc39ed8-65f4-4f67-bac6-f4faefbe5013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:06.469582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afd45f91-4ac3-4366-8a14-e0d8136c98ae req-cfc39ed8-65f4-4f67-bac6-f4faefbe5013 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0590370 Feb 03 14:52:06.521808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-afd45f91-4ac3-4366-8a14-e0d8136c98ae req-6fefa7fe-c9e0-4a70-abc8-590d492a14b5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Feb 03 14:52:07.644197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada15caa-a799-4ce9-a4ca-50a8c45163a3 req-b0c098c2-782a-4621-91dd-b12f0fa13363 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:07.645759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ada15caa-a799-4ce9-a4ca-50a8c45163a3 req-b0c098c2-782a-4621-91dd-b12f0fa13363 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0542090 Feb 03 14:52:07.702239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ada15caa-a799-4ce9-a4ca-50a8c45163a3 req-fee72f00-ae16-4681-b8e2-46db5afb0a34 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504651 Feb 03 14:52:08.837257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab09ee-039e-4e75-a7d3-1da5b7b56802 req-fc417a6d-559f-4abd-b676-3c13a76a6551 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:08.838931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fab09ee-039e-4e75-a7d3-1da5b7b56802 req-fc417a6d-559f-4abd-b676-3c13a76a6551 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0627096 Feb 03 14:52:08.920613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fab09ee-039e-4e75-a7d3-1da5b7b56802 req-87213f04-9044-402c-8f90-42d14b9cf5b6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743237 Feb 03 14:52:08.941423 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-314972cf-c518-4593-b922-16a59207b1e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645366 Feb 03 14:52:09.042290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c436e-0ac9-4acb-8857-2baed8714395 req-d82fa22d-fab3-4d30-bcf7-32278cd3e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:09.043726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-d82fa22d-fab3-4d30-bcf7-32278cd3e0f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 1127 time: 0.0577686 Feb 03 14:52:09.169175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c436e-0ac9-4acb-8857-2baed8714395 req-37ba2954-c6ba-488a-8000-0cb348413e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:09.170887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-37ba2954-c6ba-488a-8000-0cb348413e87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1059387 Feb 03 14:52:09.191418 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:09.228753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-788aaeb1-5ff8-4ba8-b3ad-c53ee0c20a4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826be2-0b50-44ed-92f3-44f23ea671de HTTP/1.1" status: 200 len: 217 time: 0.0495889 Feb 03 14:52:09.286469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c436e-0ac9-4acb-8857-2baed8714395 req-d70755bd-c206-43f6-af53-cfdc9a340682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:09.288257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-d70755bd-c206-43f6-af53-cfdc9a340682 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0533242 Feb 03 14:52:09.320176 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:52:09.358293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c436e-0ac9-4acb-8857-2baed8714395 req-d068530f-cbad-494f-8403-8f24ebeda3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:09.360079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-d068530f-cbad-494f-8403-8f24ebeda3a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660970 Feb 03 14:52:09.480460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-81af2d68-458a-4b66-bec1-ea8ec8a25800 service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128979 Feb 03 14:52:09.600517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-839c436e-0ac9-4acb-8857-2baed8714395 req-b3134650-f68c-45f7-8c56-017b60df7c0c service neutron] 10.222.0.45 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124444 Feb 03 14:52:10.097869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad55540-1216-47b8-8d54-d53fec85a684 req-60ab0b52-45a7-401a-8705-bb9fd602e23c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:10.099483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ad55540-1216-47b8-8d54-d53fec85a684 req-60ab0b52-45a7-401a-8705-bb9fd602e23c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0620854 Feb 03 14:52:10.157596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ad55540-1216-47b8-8d54-d53fec85a684 req-205127fa-6149-48c7-b3c6-276a6fe2c95e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512197 Feb 03 14:52:11.300350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5faf2-41f8-4dec-b5d1-28294f5f7286 req-80127752-1a01-4bdc-9929-a3ed8bc46dd7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:11.302225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bb5faf2-41f8-4dec-b5d1-28294f5f7286 req-80127752-1a01-4bdc-9929-a3ed8bc46dd7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0655401 Feb 03 14:52:11.369942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bb5faf2-41f8-4dec-b5d1-28294f5f7286 req-71881569-3dad-4c87-9b45-d55934b36f50 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591097 Feb 03 14:52:12.510309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da42f-5c95-48a4-8409-8cd1f7f66afc req-9507ddd3-e387-4ed0-ae15-040e83a6e47d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:12.512169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d5da42f-5c95-48a4-8409-8cd1f7f66afc req-9507ddd3-e387-4ed0-ae15-040e83a6e47d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0587649 Feb 03 14:52:12.572772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d5da42f-5c95-48a4-8409-8cd1f7f66afc req-1853458e-46be-4d0a-8792-4297db6a3024 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Feb 03 14:52:13.705203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a137d1-e963-4bc6-b6b2-95f6855dfbd7 req-a3b7aef9-c786-4bbb-977d-c2c56830bdbb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:13.706702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53a137d1-e963-4bc6-b6b2-95f6855dfbd7 req-a3b7aef9-c786-4bbb-977d-c2c56830bdbb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0587678 Feb 03 14:52:13.758288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53a137d1-e963-4bc6-b6b2-95f6855dfbd7 req-97795cf1-fb30-483a-b67b-08344aca71b7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457139 Feb 03 14:52:14.889852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442db05b-6d25-4599-b356-8f80b5d6870a req-21bc2264-70b2-4943-826d-11afdeded0ce tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:14.891636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442db05b-6d25-4599-b356-8f80b5d6870a req-21bc2264-70b2-4943-826d-11afdeded0ce tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0636773 Feb 03 14:52:14.964898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442db05b-6d25-4599-b356-8f80b5d6870a req-31dd1198-000d-4adb-8979-9d9d4fff3a3e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661542 Feb 03 14:52:15.811688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4388ba39-d565-4cfe-9734-ca8366fc1bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:16.110692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b92c1d-1230-4b49-8dbf-8d70c5c70da6 req-1d481f4a-4869-4941-8212-acdc78fb486e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:16.112244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92b92c1d-1230-4b49-8dbf-8d70c5c70da6 req-1d481f4a-4869-4941-8212-acdc78fb486e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0704000 Feb 03 14:52:16.170031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92b92c1d-1230-4b49-8dbf-8d70c5c70da6 req-3b52e0a3-c998-4c85-82e5-14ceea45062b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Feb 03 14:52:17.325477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03f13b-c00f-415b-ba8b-4870cdda168e req-9bdf288c-b381-445d-bf5d-6cee268fd5ae tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:17.326975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb03f13b-c00f-415b-ba8b-4870cdda168e req-9bdf288c-b381-445d-bf5d-6cee268fd5ae tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0606315 Feb 03 14:52:17.374699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb03f13b-c00f-415b-ba8b-4870cdda168e req-e1c6252d-a23d-4d15-8852-eb2dba430bc1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Feb 03 14:52:18.072077 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f314751-e5e6-4282-8d9e-e6140591c04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:18.506745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f7a98-8bb2-4304-a584-1fdf6a8cecc6 req-2f673cc8-4af5-401d-90e6-5d23fda3a4c2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:18.508276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e59f7a98-8bb2-4304-a584-1fdf6a8cecc6 req-2f673cc8-4af5-401d-90e6-5d23fda3a4c2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 943 time: 0.0565808 Feb 03 14:52:18.564367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e59f7a98-8bb2-4304-a584-1fdf6a8cecc6 req-e8a69a90-9e28-4598-9282-59593b6843a2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495930 Feb 03 14:52:18.625697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 8bf8383e-460a-4bcb-a159-db89208a7cf2 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:52:18.733645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 8bf8383e-460a-4bcb-a159-db89208a7cf2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8bf8383e-460a-4bcb-a159-db89208a7cf2,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:18.745528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '8bf8383e-460a-4bcb-a159-db89208a7cf2', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'port_id': '8bf8383e-460a-4bcb-a159-db89208a7cf2', 'mac_address': 'fa:16:3e:f5:b5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:52:18.788024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 8bf8383e-460a-4bcb-a159-db89208a7cf2 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:52:18.788377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:18.803319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf8383e-460a-4bcb-a159-db89208a7cf2 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:52:18.825011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 8bf8383e-460a-4bcb-a159-db89208a7cf2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8bf8383e-460a-4bcb-a159-db89208a7cf2,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:18.830990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:18.891961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=8bf8383e-460a-4bcb-a159-db89208a7cf2,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:19.042523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['8bf8383e-460a-4bcb-a159-db89208a7cf2'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:52:19.698752 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:19.704006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfb1d5-d71d-44ee-aa2f-00bf8660fedc req-1c911e64-646f-40f7-8f78-160100d7d0c6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:19.705829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52cfb1d5-d71d-44ee-aa2f-00bf8660fedc req-1c911e64-646f-40f7-8f78-160100d7d0c6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 944 time: 0.0627401 Feb 03 14:52:19.762082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52cfb1d5-d71d-44ee-aa2f-00bf8660fedc req-5c8220b0-adf6-4e1b-a305-3b95ea9de334 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499954 Feb 03 14:52:20.643416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 8bf8383e-460a-4bcb-a159-db89208a7cf2 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:52:20.700011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 8bf8383e-460a-4bcb-a159-db89208a7cf2 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:52:20.705726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 8bf8383e-460a-4bcb-a159-db89208a7cf2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:52:20.706108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:20.771693 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:20.819881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 8bf8383e-460a-4bcb-a159-db89208a7cf2 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:52:20.820280 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:20.866064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf8383e-460a-4bcb-a159-db89208a7cf2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:52:20.871923 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a8ea7-6996-424b-858b-b7d23bce5704" -d '{"events": [{"server_uuid": "2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974", "name": "network-vif-plugged", "status": "completed", "tag": "8bf8383e-460a-4bcb-a159-db89208a7cf2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:52:20.884718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 8bf8383e-460a-4bcb-a159-db89208a7cf2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8bf8383e-460a-4bcb-a159-db89208a7cf2,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:20.891239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:20.900197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed2ad-14e7-47e4-8b06-def2dacfe643 req-b66f8f96-5e02-4559-ad86-f9fa908a777c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:20.901866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba8ed2ad-14e7-47e4-8b06-def2dacfe643 req-b66f8f96-5e02-4559-ad86-f9fa908a777c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 944 time: 0.0594411 Feb 03 14:52:20.966073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=8bf8383e-460a-4bcb-a159-db89208a7cf2,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:20.981095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba8ed2ad-14e7-47e4-8b06-def2dacfe643 req-22733da2-1032-4b72-b5ca-88358d1df679 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660970 Feb 03 14:52:21.050287 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf3543-f506-44a9-95b5-215d1bfd0411 x-openstack-request-id: req-edcf3543-f506-44a9-95b5-215d1bfd0411 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:52:21.050643 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974", "name": "network-vif-plugged", "status": "completed", "tag": "8bf8383e-460a-4bcb-a159-db89208a7cf2", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:52:21.051085 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edcf3543-f506-44a9-95b5-215d1bfd0411 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:52:21.051810 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf8383e-460a-4bcb-a159-db89208a7cf2', 'code': 200} Feb 03 14:52:21.182322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339020f-2278-49f0-b935-eddb0ff0da67 req-9f5cd79c-34a2-4586-908a-8ea30c434119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:21.184498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2339020f-2278-49f0-b935-eddb0ff0da67 req-9f5cd79c-34a2-4586-908a-8ea30c434119 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 1127 time: 0.0700080 Feb 03 14:52:21.244754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2339020f-2278-49f0-b935-eddb0ff0da67 req-2705e891-fbb5-4bf6-9d46-9ba3c092019c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548232 Feb 03 14:52:22.142957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9db44c-c8b9-49cd-95cc-36417f370ebd req-e68235c5-a802-46c0-86bb-aa34f8acfb94 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:22.149040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d9db44c-c8b9-49cd-95cc-36417f370ebd req-e68235c5-a802-46c0-86bb-aa34f8acfb94 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 945 time: 0.0744610 Feb 03 14:52:22.197116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d9db44c-c8b9-49cd-95cc-36417f370ebd req-01fe011b-2688-4f64-b10b-a6939311def5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Feb 03 14:52:22.213243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:23.338948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e200a-a037-4f22-8a07-ad72a5a0dc36 req-8e0e868c-acb8-407a-a2f5-ed1d72caa8c3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:23.340591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-568e200a-a037-4f22-8a07-ad72a5a0dc36 req-8e0e868c-acb8-407a-a2f5-ed1d72caa8c3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 945 time: 0.0651383 Feb 03 14:52:23.395255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-568e200a-a037-4f22-8a07-ad72a5a0dc36 req-74070885-bbe6-4bb2-ad6f-a4584cdafd39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482230 Feb 03 14:52:23.526316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e592e-5339-4b09-8e0f-3fad8073839d req-763f35ea-e284-4d2b-aa48-687917c41ccf tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:23.527991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-828e592e-5339-4b09-8e0f-3fad8073839d req-763f35ea-e284-4d2b-aa48-687917c41ccf tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 945 time: 0.0583951 Feb 03 14:52:23.592840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-828e592e-5339-4b09-8e0f-3fad8073839d req-4e1b0604-03ef-4337-b985-213404cd8c7b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580397 Feb 03 14:52:23.922814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178d3dc-0de3-4d33-86e8-9fdce5d436c8 req-369a5b6d-e72f-4361-98d6-44c980112f67 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:23.924469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e178d3dc-0de3-4d33-86e8-9fdce5d436c8 req-369a5b6d-e72f-4361-98d6-44c980112f67 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 945 time: 0.0625517 Feb 03 14:52:23.972891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e178d3dc-0de3-4d33-86e8-9fdce5d436c8 req-5bc17cc5-87df-40ed-9dcf-20e5928789b1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Feb 03 14:52:25.000949 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:25.110134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12734e-8b0e-4823-aac1-43a261c2c817 req-d32103d9-90d4-42dd-9f9b-f02c4e0849f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:25.111569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae12734e-8b0e-4823-aac1-43a261c2c817 req-d32103d9-90d4-42dd-9f9b-f02c4e0849f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 945 time: 0.0621233 Feb 03 14:52:25.166372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae12734e-8b0e-4823-aac1-43a261c2c817 req-36cc42bb-008b-4c5b-b069-8649f7986dcc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Feb 03 14:52:25.370390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-1fce1255-c98c-473a-80ae-33f816110c73 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:25.371789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-1fce1255-c98c-473a-80ae-33f816110c73 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 945 time: 0.0589132 Feb 03 14:52:25.490637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 8bf8383e-460a-4bcb-a159-db89208a7cf2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:52:25.490979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:25.629689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] For port 8bf8383e-460a-4bcb-a159-db89208a7cf2, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=8bf8383e-460a-4bcb-a159-db89208a7cf2,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:25.629979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:25.643310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 8bf8383e-460a-4bcb-a159-db89208a7cf2 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:52:25.781537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8bf8383e-460a-4bcb-a159-db89208a7cf2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:25.794281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['94826be2-0b50-44ed-92f3-44f23ea671de', '8bf8383e-460a-4bcb-a159-db89208a7cf2'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:52:25.811514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=8bf8383e-460a-4bcb-a159-db89208a7cf2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:25.825532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.825889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.826232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.826577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.826912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.827247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.827699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.828033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.828436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.828716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.829043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.829370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.829698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:25.869329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] No DVR routers for this DVR port 8bf8383e-460a-4bcb-a159-db89208a7cf2 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:52:25.872028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:25.875479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e442877-6ff7-4388-8f65-5a74a1d61233 req-e37e1efb-6abc-4fcf-9d6e-fa95b9a48713 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "DELETE /v2.0/ports/8bf8383e-460a-4bcb-a159-db89208a7cf2 HTTP/1.1" status: 204 len: 173 time: 0.4988275 Feb 03 14:52:25.875949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'name': 'network-vif-deleted', 'tag': '8bf8383e-460a-4bcb-a159-db89208a7cf2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:52:25.878324 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d95c4e9-a64a-443a-8adc-5eb23ba0fb42" -d '{"events": [{"server_uuid": "2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974", "name": "network-vif-deleted", "tag": "8bf8383e-460a-4bcb-a159-db89208a7cf2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:52:25.938348 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447bb2b8-7a46-41eb-af0c-8a83469d09ec x-openstack-request-id: req-447bb2b8-7a46-41eb-af0c-8a83469d09ec {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:52:25.938656 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974", "name": "network-vif-deleted", "tag": "8bf8383e-460a-4bcb-a159-db89208a7cf2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:52:25.938910 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-447bb2b8-7a46-41eb-af0c-8a83469d09ec {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:52:25.939321 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974', 'name': 'network-vif-deleted', 'tag': '8bf8383e-460a-4bcb-a159-db89208a7cf2', 'status': 'completed', 'code': 200} Feb 03 14:52:26.271390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aca35538-0530-44e6-94d7-49ca75f8d19d req-987cb7e1-7110-439a-8344-2931e8329d15 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0321939 Feb 03 14:52:27.176494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-4edca426-869c-45e6-b3f6-7fc5c028d1f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454631 Feb 03 14:52:27.290190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-4db2117c-5305-4609-975d-12d573dac3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:27.291717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-4db2117c-5305-4609-975d-12d573dac3a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02db51c2218f4e0282f87b8c884e6f84&device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 1128 time: 0.0485530 Feb 03 14:52:27.408725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-545bf482-80c7-4531-96ad-13a987d3385c req-1a67d313-39c6-45bd-a14d-90e5df7a9cab tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0350676 Feb 03 14:52:27.432953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-ac13bce4-9a10-41b5-83fc-02b07fad6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:27.432953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-ac13bce4-9a10-41b5-83fc-02b07fad6a27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 200 len: 908 time: 0.1178353 Feb 03 14:52:27.503206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-4a68ae42-178f-4400-87cf-f34b6a0ac9af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 200 len: 1002 time: 0.0637875 Feb 03 14:52:27.562746 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-12315278-272d-4fe7-be1b-a5c98e47a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:27.564869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-12315278-272d-4fe7-be1b-a5c98e47a67e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 200 len: 846 time: 0.0569241 Feb 03 14:52:27.627872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-7a8e52ff-1cc5-4d83-806c-371c16e03764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:27.629477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-7a8e52ff-1cc5-4d83-806c-371c16e03764 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c309c4f-b85b-49e5-8057-db8b28460602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591550 Feb 03 14:52:27.727995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-34bb2f1c-bd26-46b7-b5c5-2d62b18c3123 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922909 Feb 03 14:52:27.821803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fb7a47a-f39c-411b-bff8-27f61b2cb85a req-d21724ad-2eca-44e0-bc3a-c49d257d3745 service neutron] 10.222.0.71 "GET /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873151 Feb 03 14:52:28.514440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f160a1-deb4-43db-8735-2848f3b2f9ee req-84790067-7b14-4269-9c94-74559c738c74 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0294099 Feb 03 14:52:28.668323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 8bf8383e-460a-4bcb-a159-db89208a7cf2 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:52:28.690825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 8bf8383e-460a-4bcb-a159-db89208a7cf2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:52:28.691233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 8bf8383e-460a-4bcb-a159-db89208a7cf2 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:52:29.641505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20f06132-7be7-45ec-86be-76e6e73bf05c req-74bd71aa-9645-4777-9e01-c41e08f115d9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0448346 Feb 03 14:52:30.744664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6ee51da-7b6d-409a-9d6b-8dfcfde3841d req-d18cb5a0-6bce-4295-96c5-6387232f4c35 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0307076 Feb 03 14:52:31.839787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15d2c996-8f7a-4ace-999b-65145ef5648d req-e51387d1-2704-4c3e-8391-93d0894d5517 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Feb 03 14:52:32.937891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6251049b-b55e-4e7b-b55e-d3e793b24bec req-9ff74afb-b16a-43cf-8e06-f98a0411d8ed tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Feb 03 14:52:34.050365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-995dd9dc-9856-41a8-804f-d1cae35a0741 req-e21b3ccc-a63f-479b-9222-13c6c12cd440 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d1d5633-6a4a-4ef7-9f55-4e49c6ed5974 HTTP/1.1" status: 200 len: 210 time: 0.0311284 Feb 03 14:52:39.187102 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:42.742197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c61fc-fcd7-4873-97c9-a7e5b62631a1 req-029be4c7-a594-4979-8d18-2e7ef593be4d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:42.743788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-387c61fc-fcd7-4873-97c9-a7e5b62631a1 req-029be4c7-a594-4979-8d18-2e7ef593be4d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 945 time: 0.0601773 Feb 03 14:52:42.796688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-387c61fc-fcd7-4873-97c9-a7e5b62631a1 req-74765dd6-2d6e-4adb-80d1-92ad19633de4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Feb 03 14:52:43.928155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4293-8ee6-4d98-93ff-c77dba602c23 req-73e52f83-388e-477a-9d17-d5f4309c8bd5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:43.929689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c90c4293-8ee6-4d98-93ff-c77dba602c23 req-73e52f83-388e-477a-9d17-d5f4309c8bd5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 945 time: 0.0533376 Feb 03 14:52:43.977788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c90c4293-8ee6-4d98-93ff-c77dba602c23 req-52527b14-50dd-4ab9-bf36-e79fac075485 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=18f24308-07fa-4ba3-9a39-d2904a990884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Feb 03 14:52:44.162097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-0fded504-8e7f-42d1-86cf-ed1588920d0c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:44.163486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-0fded504-8e7f-42d1-86cf-ed1588920d0c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 945 time: 0.0586360 Feb 03 14:52:44.262269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 94826be2-0b50-44ed-92f3-44f23ea671de {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:52:44.262623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:44.351152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] For port 94826be2-0b50-44ed-92f3-44f23ea671de, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=94826be2-0b50-44ed-92f3-44f23ea671de,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:52:44.351504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:44.364091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 94826be2-0b50-44ed-92f3-44f23ea671de owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:52:44.507216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (94826be2-0b50-44ed-92f3-44f23ea671de), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:44.518798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['94826be2-0b50-44ed-92f3-44f23ea671de'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:52:44.537582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=94826be2-0b50-44ed-92f3-44f23ea671de,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:44.585189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] No DVR routers for this DVR port 94826be2-0b50-44ed-92f3-44f23ea671de on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:52:44.587882 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:44.591294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96d334fe-4889-4cc0-8dd5-eab45cbcea0e req-386a25ea-42c9-4c41-bc98-0c13da2433ac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.45 "DELETE /v2.0/ports/94826be2-0b50-44ed-92f3-44f23ea671de HTTP/1.1" status: 204 len: 173 time: 0.4225676 Feb 03 14:52:44.591735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'name': 'network-vif-deleted', 'tag': '94826be2-0b50-44ed-92f3-44f23ea671de'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:52:44.594649 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2624a8aa-4897-45fe-bfa4-be700c1cbb2d" -d '{"events": [{"server_uuid": "decf32a7-4b4d-4333-b0b1-9a462b061f97", "name": "network-vif-deleted", "tag": "94826be2-0b50-44ed-92f3-44f23ea671de"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:52:44.632136 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b07930-ae39-43b8-85ad-3078b1f3f902 x-openstack-request-id: req-e3b07930-ae39-43b8-85ad-3078b1f3f902 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:52:44.632437 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decf32a7-4b4d-4333-b0b1-9a462b061f97", "name": "network-vif-deleted", "tag": "94826be2-0b50-44ed-92f3-44f23ea671de", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:52:44.632720 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3b07930-ae39-43b8-85ad-3078b1f3f902 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:52:44.633145 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decf32a7-4b4d-4333-b0b1-9a462b061f97', 'name': 'network-vif-deleted', 'tag': '94826be2-0b50-44ed-92f3-44f23ea671de', 'status': 'completed', 'code': 200} Feb 03 14:52:45.083222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb7e6ac0-c5cf-4f90-8ed9-aaa018f2d327 req-711695ec-bc33-4632-8f43-d0ed4ab9fdea tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0285707 Feb 03 14:52:45.813640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-349f3210-a19b-4375-a8f8-fee3f4a6f034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:46.180794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f703ff7-6eec-49f2-9315-7bb3ec57e42b req-9cf30ea3-41a1-4681-b35e-a907967e375f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0287530 Feb 03 14:52:46.319353 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:52:47.278651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f28117ff-50bd-483b-b30f-f260d41b11bf req-ee27316b-f41c-4637-b334-05b7bfe93810 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0281491 Feb 03 14:52:48.074065 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ca885c6-5230-4af7-be36-2e3c886e2d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:48.372025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2395d1b7-6403-47b7-abaf-08164a462290 req-428d4218-b93d-4cfd-9b7c-7d586e4ff87d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0269706 Feb 03 14:52:48.777327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 94826be2-0b50-44ed-92f3-44f23ea671de no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:52:48.802624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 94826be2-0b50-44ed-92f3-44f23ea671de {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:52:48.803090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 94826be2-0b50-44ed-92f3-44f23ea671de not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:52:49.472724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70e8c91f-7a54-4073-9553-22274922fd46 req-1068093d-8dae-4966-9b39-284101e888ff tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0298233 Feb 03 14:52:49.702451 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:50.574449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f17e3b2c-2123-4d37-ba9c-dc6367201a39 req-cc0d8562-b971-44fa-8d89-ad04a93aaace tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0302029 Feb 03 14:52:50.771302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:51.672576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04b4d9dd-456f-45eb-b415-a94668c39a81 req-e2a2387d-3a28-4565-bde6-a08baaae4967 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Feb 03 14:52:52.200096 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:52.776706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0740f79-4a80-4252-ada0-bc2414b3518e req-6fadeb4d-988c-4cd8-bc9f-016f9047a663 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=decf32a7-4b4d-4333-b0b1-9a462b061f97 HTTP/1.1" status: 200 len: 210 time: 0.0297406 Feb 03 14:52:54.993010 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:56.962041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471ff30-6035-4515-ae82-7e3eda5c353e req-f4f459c2-5b98-4293-b397-a440b8ff8e83 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:56.963599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9471ff30-6035-4515-ae82-7e3eda5c353e req-f4f459c2-5b98-4293-b397-a440b8ff8e83 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1127 time: 0.0499375 Feb 03 14:52:56.982851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9471ff30-6035-4515-ae82-7e3eda5c353e req-40971cf9-d0a9-4883-9474-a858409f69f2 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:57.083556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9471ff30-6035-4515-ae82-7e3eda5c353e req-40971cf9-d0a9-4883-9474-a858409f69f2 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Publish callbacks [] for security_group (cbe82659-49ef-44a5-8e42-47a25ed2399c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:57.087456 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9471ff30-6035-4515-ae82-7e3eda5c353e req-40971cf9-d0a9-4883-9474-a858409f69f2 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cbe82659-49ef-44a5-8e42-47a25ed2399c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:57.132224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9471ff30-6035-4515-ae82-7e3eda5c353e req-40971cf9-d0a9-4883-9474-a858409f69f2 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618898 Feb 03 14:52:57.132959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40971cf9-d0a9-4883-9474-a858409f69f2 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe82659-49ef-44a5-8e42-47a25ed2399c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:57.258319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ce85c-6235-4a32-8c62-925ce64c1aae req-e8969e93-708d-49f5-9ebb-2ffbf978ebec tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:57.259890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-487ce85c-6235-4a32-8c62-925ce64c1aae req-e8969e93-708d-49f5-9ebb-2ffbf978ebec tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0586038 Feb 03 14:52:57.314135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-487ce85c-6235-4a32-8c62-925ce64c1aae req-626eea2d-733a-4dcf-8257-35e7246f9993 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469871 Feb 03 14:52:57.336842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59500) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:52:57.409357 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7988db07-8d6b-4dfa-84d0-585a3a215c7d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/c90cd82a-dd3b-486f-886b-6922e20edcf3 HTTP/1.1" status: 200 len: 992 time: 0.0710011 Feb 03 14:52:57.826847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-1c8bf2bc-6cd2-43f0-8b15-ef132768743d req-66327871-fc88-4e78-84a1-2e061bb75764 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:52:57.827827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c8bf2bc-6cd2-43f0-8b15-ef132768743d req-66327871-fc88-4e78-84a1-2e061bb75764 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052965 Feb 03 14:52:58.220369 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59526) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:52:58.309338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514e94d-77aa-4c4b-82a2-2bb7384cf201 req-7f6bf318-9e16-4e71-9e99-dd1db0be0ff9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:58.310900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1514e94d-77aa-4c4b-82a2-2bb7384cf201 req-7f6bf318-9e16-4e71-9e99-dd1db0be0ff9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0549154 Feb 03 14:52:58.350591 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-d8519937-570a-4398-a3d6-2ec4e5dd04a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284018 Feb 03 14:52:58.360503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-bd11011c-7431-4f33-98d2-5f8318931d3b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:52:58.361628 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-bd11011c-7431-4f33-98d2-5f8318931d3b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058467 Feb 03 14:52:58.368451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1514e94d-77aa-4c4b-82a2-2bb7384cf201 req-863a6a06-0d89-4da9-a3c9-3dee3d70fcc5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512059 Feb 03 14:52:59.315405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59600) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:52:59.319970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305053423', 'description': 'tempest-secgroup-smoke-1305053423 description', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:52:59.347526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.422489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group (b99dfb6c-846c-488e-b7d9-f567bb3d3c7e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.426852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b99dfb6c-846c-488e-b7d9-f567bb3d3c7e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.463793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.468708 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1521256 Feb 03 14:52:59.469597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59604) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:52:59.475400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f9fc485c-de1c-40ed-a168-b353edc6343e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'security_group_rule': {'security_group_id': 'b99dfb6c-846c-488e-b7d9-f567bb3d3c7e', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:52:59.481289 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:59.502029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.502657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.503974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.504621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.505138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.505666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.506795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.507340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.507854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.508349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.508887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.509414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.509917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b45d7a-b812-4680-ae50-7b78b9292232 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:52:59.511661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0433c-430b-4bc2-8559-12ef1103de7e req-60fdb806-ebb4-41c1-ace2-7d960250bd88 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:59.518141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcc0433c-430b-4bc2-8559-12ef1103de7e req-60fdb806-ebb4-41c1-ace2-7d960250bd88 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0722997 Feb 03 14:52:59.539985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9fc485c-de1c-40ed-a168-b353edc6343e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (c9aeaa1c-7f53-43f0-87a3-3a69e194dd33), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.614192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9fc485c-de1c-40ed-a168-b353edc6343e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (c9aeaa1c-7f53-43f0-87a3-3a69e194dd33), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.618956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dcc0433c-430b-4bc2-8559-12ef1103de7e req-203fa0c3-5756-43ad-b418-274585a43c21 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856030 Feb 03 14:52:59.622931 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9fc485c-de1c-40ed-a168-b353edc6343e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c9aeaa1c-7f53-43f0-87a3-3a69e194dd33), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.655817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc485c-de1c-40ed-a168-b353edc6343e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9aeaa1c-7f53-43f0-87a3-3a69e194dd33,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:59.659096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-1e90eec0-f360-4d82-a10b-ec273ca2de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:52:59.660633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-1e90eec0-f360-4d82-a10b-ec273ca2de0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1127 time: 0.0587509 Feb 03 14:52:59.668146 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f9fc485c-de1c-40ed-a168-b353edc6343e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.669522 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f9fc485c-de1c-40ed-a168-b353edc6343e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977065 Feb 03 14:52:59.674381 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59606) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:52:59.679889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2e0ac5b0-880c-409b-b2f9-992ae5bec881 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'security_group_rule': {'security_group_id': 'b99dfb6c-846c-488e-b7d9-f567bb3d3c7e', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:52:59.715351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac5b0-880c-409b-b2f9-992ae5bec881 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (f1e8922b-30e8-42c1-a715-8dbc68e60092), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.812281 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac5b0-880c-409b-b2f9-992ae5bec881 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (f1e8922b-30e8-42c1-a715-8dbc68e60092), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.818710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac5b0-880c-409b-b2f9-992ae5bec881 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (f1e8922b-30e8-42c1-a715-8dbc68e60092), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.851596 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ac5b0-880c-409b-b2f9-992ae5bec881 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e8922b-30e8-42c1-a715-8dbc68e60092,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:52:59.861770 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac5b0-880c-409b-b2f9-992ae5bec881 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.863067 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2e0ac5b0-880c-409b-b2f9-992ae5bec881 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1876128 Feb 03 14:52:59.866404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59608) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:52:59.871736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a753cb1a-48b7-46d7-a62e-6eef4b8cbd30 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'security_group_rule': {'security_group_id': 'b99dfb6c-846c-488e-b7d9-f567bb3d3c7e', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:52:59.902040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a753cb1a-48b7-46d7-a62e-6eef4b8cbd30 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (6fbc21e2-273c-4d3d-affd-6a5e323eea85), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.979333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a753cb1a-48b7-46d7-a62e-6eef4b8cbd30 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (6fbc21e2-273c-4d3d-affd-6a5e323eea85), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:52:59.985784 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a753cb1a-48b7-46d7-a62e-6eef4b8cbd30 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (6fbc21e2-273c-4d3d-affd-6a5e323eea85), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.011220 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753cb1a-48b7-46d7-a62e-6eef4b8cbd30 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbc21e2-273c-4d3d-affd-6a5e323eea85,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:00.019019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a753cb1a-48b7-46d7-a62e-6eef4b8cbd30 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.020957 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a753cb1a-48b7-46d7-a62e-6eef4b8cbd30 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526201 Feb 03 14:53:00.023037 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59610) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:00.029505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ebed7ae1-21db-406a-895b-e1b038cfb4c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'security_group_rule': {'security_group_id': 'b99dfb6c-846c-488e-b7d9-f567bb3d3c7e', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:00.060776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebed7ae1-21db-406a-895b-e1b038cfb4c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (e07bad46-ca57-4083-861f-3037d2eb5c17), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.130712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-351222d7-8027-4029-b284-d2436de9bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:00.132210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-351222d7-8027-4029-b284-d2436de9bb93 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.4644222 Feb 03 14:53:00.143225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebed7ae1-21db-406a-895b-e1b038cfb4c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (e07bad46-ca57-4083-861f-3037d2eb5c17), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.144378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebed7ae1-21db-406a-895b-e1b038cfb4c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (e07bad46-ca57-4083-861f-3037d2eb5c17), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.166284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed7ae1-21db-406a-895b-e1b038cfb4c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07bad46-ca57-4083-861f-3037d2eb5c17,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:00.172072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebed7ae1-21db-406a-895b-e1b038cfb4c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.173364 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ebed7ae1-21db-406a-895b-e1b038cfb4c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489851 Feb 03 14:53:00.175948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59612) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:00.180426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'security_group_rule': {'security_group_id': 'b99dfb6c-846c-488e-b7d9-f567bb3d3c7e', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:00.201869 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Project 95b110e7720849cbaa508fe4b2f61b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:53:00.207107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-9beb27c4-bdb3-45dd-8d6c-6c7151a0bb6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 1000 time: 0.0684724 Feb 03 14:53:00.207841 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (b991f22d-7910-419f-97c4-abef58b26cf8), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.257474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-5dfe9aa4-6720-4ce1-a788-6d18698bed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:00.258933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-5dfe9aa4-6720-4ce1-a788-6d18698bed79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0457752 Feb 03 14:53:00.269947 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (b991f22d-7910-419f-97c4-abef58b26cf8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.275461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (b991f22d-7910-419f-97c4-abef58b26cf8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.300763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b991f22d-7910-419f-97c4-abef58b26cf8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:00.306013 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.307690 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e0bd0bcc-9806-4ea6-8722-3bae089fbb39 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305075 Feb 03 14:53:00.310162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59614) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:00.315411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'security_group_rule': {'security_group_id': 'b99dfb6c-846c-488e-b7d9-f567bb3d3c7e', 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:00.331927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-0b8fb0d1-0d22-4fb3-973c-2627d0e06c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:00.333568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-0b8fb0d1-0d22-4fb3-973c-2627d0e06c22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680685 Feb 03 14:53:00.338630 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Project 95b110e7720849cbaa508fe4b2f61b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:53:00.345226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (861b9944-78a1-436a-8ff8-3af720005e56), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.413636 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (861b9944-78a1-436a-8ff8-3af720005e56), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.417783 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (861b9944-78a1-436a-8ff8-3af720005e56), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.431547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-03059968-14f8-44b9-a0e5-8b9d20d2745e service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901537 Feb 03 14:53:00.437449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861b9944-78a1-436a-8ff8-3af720005e56,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:00.444159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:00.445421 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f73d4f38-148a-459a-9752-ef9aed4be4e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342962 Feb 03 14:53:00.538710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2ead2d5b-af6a-4f1c-8f1d-87e9b3386061 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005986 Feb 03 14:53:00.764325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0907b99-e2e5-4fb6-a551-5d9206b7f867 req-cca33284-24fa-412d-a50a-18bfd12b2089 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:00.766739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0907b99-e2e5-4fb6-a551-5d9206b7f867 req-cca33284-24fa-412d-a50a-18bfd12b2089 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0637357 Feb 03 14:53:00.819001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e0907b99-e2e5-4fb6-a551-5d9206b7f867 req-8ce1d3cb-1271-45ae-bc0e-b9c15e792a6e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467343 Feb 03 14:53:01.947816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb50b51-ff92-45de-951d-b78e686a2e5d req-a4519ab3-8047-42bd-8dd8-bc5c53cc3fa5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:01.949544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bb50b51-ff92-45de-951d-b78e686a2e5d req-a4519ab3-8047-42bd-8dd8-bc5c53cc3fa5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0574551 Feb 03 14:53:02.017467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bb50b51-ff92-45de-951d-b78e686a2e5d req-c5fd55fe-6b09-4278-8e53-e707907ecd86 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620058 Feb 03 14:53:03.148246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ce1de-594c-4d8d-ba39-561bcf8d1b45 req-8aaf50ac-ea84-410f-ac9f-db145427a912 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:03.149846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd0ce1de-594c-4d8d-ba39-561bcf8d1b45 req-8aaf50ac-ea84-410f-ac9f-db145427a912 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0558867 Feb 03 14:53:03.201600 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd0ce1de-594c-4d8d-ba39-561bcf8d1b45 req-dbcb0c32-7609-4be9-afea-854121e45325 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Feb 03 14:53:04.329672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeae9e1-b7a2-4dfa-b659-5a1995b83396 req-c6179852-489f-43db-8cf3-cb7eebdd45c8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:04.331114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beeae9e1-b7a2-4dfa-b659-5a1995b83396 req-c6179852-489f-43db-8cf3-cb7eebdd45c8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0558362 Feb 03 14:53:04.387821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-beeae9e1-b7a2-4dfa-b659-5a1995b83396 req-b8758771-d14b-4cdd-a7c4-17612f7c6b7a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508034 Feb 03 14:53:05.535265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4653-9e9a-4c4e-b1c8-a10956dc4d03 req-65484156-2070-4170-b287-0a7920f4e789 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:05.542944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad4a4653-9e9a-4c4e-b1c8-a10956dc4d03 req-65484156-2070-4170-b287-0a7920f4e789 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0792034 Feb 03 14:53:05.590615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad4a4653-9e9a-4c4e-b1c8-a10956dc4d03 req-ad66899e-2a55-4a00-8c96-6f16484e3837 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467768 Feb 03 14:53:06.725229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c32075-f1a1-4c83-8ba1-3348112d52fb req-2d635453-451b-49e9-8b0a-21a35ec500d0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:06.727339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6c32075-f1a1-4c83-8ba1-3348112d52fb req-2d635453-451b-49e9-8b0a-21a35ec500d0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0580800 Feb 03 14:53:06.781801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6c32075-f1a1-4c83-8ba1-3348112d52fb req-cf83126b-98cc-420f-9a18-d1bd79023187 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488355 Feb 03 14:53:07.920234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f06288-0651-4308-8fae-004c809b9ebb req-1221c9f2-be94-480c-90e6-a131c0c6b7f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:07.922549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7f06288-0651-4308-8fae-004c809b9ebb req-1221c9f2-be94-480c-90e6-a131c0c6b7f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0580232 Feb 03 14:53:07.982321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b7f06288-0651-4308-8fae-004c809b9ebb req-953209f4-6ffc-4dc8-a3a2-b6b00c4ea618 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539184 Feb 03 14:53:09.123393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58567de5-7af4-4b50-9988-452db373c530 req-1618ea80-51fe-4fdd-935e-5c2b5c89a903 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:09.125569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58567de5-7af4-4b50-9988-452db373c530 req-1618ea80-51fe-4fdd-935e-5c2b5c89a903 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0569375 Feb 03 14:53:09.177642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58567de5-7af4-4b50-9988-452db373c530 req-c4315e8c-60c2-48cd-b966-198fd5863a5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460908 Feb 03 14:53:09.196730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:10.301606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d747f-d182-4a60-8642-07263f0eca64 req-12c8347c-e6f3-4379-a01f-7ffd2c8cf561 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:10.303148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d3d747f-d182-4a60-8642-07263f0eca64 req-12c8347c-e6f3-4379-a01f-7ffd2c8cf561 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0547993 Feb 03 14:53:10.356248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d3d747f-d182-4a60-8642-07263f0eca64 req-ef6e2a79-fcf2-4f93-814a-65d0378fbdbd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475159 Feb 03 14:53:11.492638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3c6ea-e626-49c1-b4c8-6b8c645d1672 req-ae96a5ba-047c-4ba2-ae50-2a42d16ffcf9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:11.494227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0be3c6ea-e626-49c1-b4c8-6b8c645d1672 req-ae96a5ba-047c-4ba2-ae50-2a42d16ffcf9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0626211 Feb 03 14:53:11.549494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0be3c6ea-e626-49c1-b4c8-6b8c645d1672 req-8902dfb7-4ed5-422e-910d-174a3c2d6ae6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454390 Feb 03 14:53:12.677546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeddad-64cd-4d9f-b897-c713e3239733 req-dcaf81fc-433d-473f-8060-a3cba30bd91f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:12.679189 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bbeddad-64cd-4d9f-b897-c713e3239733 req-dcaf81fc-433d-473f-8060-a3cba30bd91f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0583708 Feb 03 14:53:12.733287 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bbeddad-64cd-4d9f-b897-c713e3239733 req-ab52cddb-7eac-43c1-8432-6b714a887257 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443504 Feb 03 14:53:13.025844 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-10b04cc2-df23-4207-95d5-cee19e554543 service neutron] show failed (client error): The resource could not be found. Feb 03 14:53:13.026806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-10b04cc2-df23-4207-95d5-cee19e554543 service neutron] 10.222.0.71 "GET /v2.0/ports/d0503691-e543-496d-bc04-808c9fc74d2a/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0767634 Feb 03 14:53:13.317730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-c7561376-2352-4e27-ace9-0474f568995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:13.319226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-c7561376-2352-4e27-ace9-0474f568995d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 1127 time: 0.0918212 Feb 03 14:53:13.331812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:13.399905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:13.627714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:13.667941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:53:13.717087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:13.720075 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce261a9b-8a67-4c58-a6a5-4db83cbb7b7e" -d '{"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:13.724166 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Publish callbacks [] for port (d0503691-e543-496d-bc04-808c9fc74d2a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:13.739886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Transition to ACTIVE for port object d0503691-e543-496d-bc04-808c9fc74d2a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:53:13.744019 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:13.785226 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f621c156-bb8b-47c6-935c-42fb63755d8e x-openstack-request-id: req-f621c156-bb8b-47c6-935c-42fb63755d8e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:13.785513 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:13.785772 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f621c156-bb8b-47c6-935c-42fb63755d8e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:13.786193 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'code': 200} Feb 03 14:53:13.922331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:13.978335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] No DVR routers for this DVR port d0503691-e543-496d-bc04-808c9fc74d2a on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:53:14.025722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b5ded-9c8e-4d43-ab56-270da4fc3770 req-e4a0e02d-4fd3-40fc-943f-318f80b1dc08 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:14.027514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa9b5ded-9c8e-4d43-ab56-270da4fc3770 req-e4a0e02d-4fd3-40fc-943f-318f80b1dc08 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.1665125 Feb 03 14:53:14.142439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa9b5ded-9c8e-4d43-ab56-270da4fc3770 req-4149400c-b3ce-4639-abf6-a116a8dc8677 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006646 Feb 03 14:53:14.189383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:53:14.189732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:53:14.190039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:53:14.194863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Port d0503691-e543-496d-bc04-808c9fc74d2a on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:53:14.195181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Attempting to bind port d0503691-e543-496d-bc04-808c9fc74d2a on network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:53:14.200329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:53:14.200702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Checking segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:53:14.201091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Bound using segment: {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:53:14.201516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Bound port: d0503691-e543-496d-bc04-808c9fc74d2a, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63623e97-e4b7-4335-bf75-3967a3796195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:53:14.201887 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:14.275673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:53:14.278905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:53:14.286181 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:14.324241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:14.324901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:14.326296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 1091 time: 0.9993939 Feb 03 14:53:14.345945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878bd5d-d73f-4e03-b1c0-92a2c65a68e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:14.406712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-0f7ee59b-cf10-4fe6-9c49-0d366e6f4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:14.408282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-0f7ee59b-cf10-4fe6-9c49-0d366e6f4ed1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1125 time: 0.0569329 Feb 03 14:53:14.523671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-e93cef55-8747-429b-8ca7-fb969bb12147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:14.525455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-e93cef55-8747-429b-8ca7-fb969bb12147 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.1115394 Feb 03 14:53:14.614714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-c20ef13f-187c-412e-8686-53eac804bc5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 998 time: 0.0814466 Feb 03 14:53:14.667287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-20e35e0b-1477-469d-b2c9-afc4791360fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:14.668671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-20e35e0b-1477-469d-b2c9-afc4791360fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0476720 Feb 03 14:53:14.723682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-bb3088c8-f576-4e79-b2f3-fcdb5de811ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:14.725243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-bb3088c8-f576-4e79-b2f3-fcdb5de811ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509939 Feb 03 14:53:14.824579 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-6efdaec1-0fe2-44a0-9952-2d5eef9bfb0e service neutron] 10.222.0.45 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925636 Feb 03 14:53:14.923319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15235b92-0fe4-4033-9460-db6fdca32d2f req-e6c26aad-f64e-4671-ba14-1f2e85afc13e service neutron] 10.222.0.45 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931375 Feb 03 14:53:15.277990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f9ef-8e63-4480-9942-64f66f786d4c req-e1e901e7-72e0-40f3-a7d9-5f55f5feeef0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:15.279523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4801f9ef-8e63-4480-9942-64f66f786d4c req-e1e901e7-72e0-40f3-a7d9-5f55f5feeef0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.0569372 Feb 03 14:53:15.331771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4801f9ef-8e63-4480-9942-64f66f786d4c req-78f75312-9430-4136-90ef-f86b137a5fbe tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462227 Feb 03 14:53:15.787540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:15.789957 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72273f2f-5971-4161-8391-5bdb5f28ece7" -d '{"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:15.817303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-653913b9-7562-4945-b2ca-f919675b0b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:15.849016 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60442a3e-189a-4a05-9741-0e25b1d8d515 x-openstack-request-id: req-60442a3e-189a-4a05-9741-0e25b1d8d515 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:15.849987 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:15.849987 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60442a3e-189a-4a05-9741-0e25b1d8d515 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:15.850359 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'status': 'completed', 'code': 200} Feb 03 14:53:15.954029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-6d7b0281-bd97-4941-b788-1bb81261fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:15.955558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-6d7b0281-bd97-4941-b788-1bb81261fe17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1125 time: 0.0845327 Feb 03 14:53:15.961173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-1b95c6b5-e2a1-414e-bb51-6a0155813b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:15.962607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-1b95c6b5-e2a1-414e-bb51-6a0155813b0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1125 time: 0.0646806 Feb 03 14:53:16.127031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-5eda5229-4d17-4f0e-bcfd-2256f63759af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:16.127031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-5eda5229-4d17-4f0e-bcfd-2256f63759af service neutron] 10.222.0.45 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.1628203 Feb 03 14:53:16.127453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-933aa11a-b516-4620-bb0c-741e1e895495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:16.128763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-933aa11a-b516-4620-bb0c-741e1e895495 service neutron] 10.222.0.71 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.1574762 Feb 03 14:53:16.250797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-0bec3e26-afae-4d24-a297-8a1dc72a79b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 998 time: 0.1173902 Feb 03 14:53:16.252445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-c9d10635-8c1e-4395-a8cf-dc9fd8d54e92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 998 time: 0.1104960 Feb 03 14:53:16.337155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-f2ceb273-5deb-4625-b049-ced5c3b40170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:16.339491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-f2ceb273-5deb-4625-b049-ced5c3b40170 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0819528 Feb 03 14:53:16.344448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-d22e205e-f396-40c5-a97b-95c38c5d915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:16.346327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-d22e205e-f396-40c5-a97b-95c38c5d915f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0799687 Feb 03 14:53:16.385216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:53:16.432721 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port d0503691-e543-496d-bc04-808c9fc74d2a host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:53:16.433443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:53:16.479111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-815f4264-5427-4743-a19b-b8ca472c9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:16.482163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-815f4264-5427-4743-a19b-b8ca472c9e2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1230137 Feb 03 14:53:16.492729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-27bd159d-901c-4857-8bfe-0600916d96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:16.494302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-27bd159d-901c-4857-8bfe-0600916d96a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1453879 Feb 03 14:53:16.972030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad085-db33-427b-9d01-4fc45da01e21 req-cb3b314c-a098-4a3a-b5f2-5d4275e6c902 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:16.973482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f5ad085-db33-427b-9d01-4fc45da01e21 req-cb3b314c-a098-4a3a-b5f2-5d4275e6c902 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.5005758 Feb 03 14:53:16.997742 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-b866fcb3-1dd0-435f-8181-756b720db34b service neutron] 10.222.0.45 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024431 Feb 03 14:53:17.017665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-3a6a4b3a-7eed-4c93-abd4-9173bedc3ee8 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957273 Feb 03 14:53:17.156450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f5ad085-db33-427b-9d01-4fc45da01e21 req-b4fe4622-2200-4db8-be28-1bda3f4e5c29 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741431 Feb 03 14:53:17.190801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-7b3add23-2086-40e7-b30e-ce256a1df935 service neutron] 10.222.0.45 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839328 Feb 03 14:53:17.208441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72273f2f-5971-4161-8391-5bdb5f28ece7 req-c4a09697-7263-49b4-982e-8f0fa479b9e5 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821733 Feb 03 14:53:18.076542 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01f9771b-34ab-4617-8a44-d5393e01af4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:18.286317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804638cb-0d11-48e6-a923-38fd8ed4fe03 req-e10bc451-a04a-4d12-92e7-9607ed841bae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:18.287859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-804638cb-0d11-48e6-a923-38fd8ed4fe03 req-e10bc451-a04a-4d12-92e7-9607ed841bae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.0561688 Feb 03 14:53:18.338876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-804638cb-0d11-48e6-a923-38fd8ed4fe03 req-5f2fae44-5414-4dcc-a274-dee8ba94941e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450692 Feb 03 14:53:18.552363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26200cbd-6beb-458b-98db-c215779e9f56 req-a65f0c19-39de-48b5-99db-7057f354e479 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:18.553958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26200cbd-6beb-458b-98db-c215779e9f56 req-a65f0c19-39de-48b5-99db-7057f354e479 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 943 time: 0.0664032 Feb 03 14:53:18.674647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26200cbd-6beb-458b-98db-c215779e9f56 req-9c70c5f3-ad66-4e50-a6c6-daa87c283712 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106250 Feb 03 14:53:18.682326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-b50d250d-524e-46d9-838d-eaeb8679144e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:18.683859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-b50d250d-524e-46d9-838d-eaeb8679144e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.71 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 943 time: 0.1290026 Feb 03 14:53:18.751119 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-860a6299-a078-49d2-ad50-eead3c53003c service neutron] delete failed (client error): The resource could not be found. Feb 03 14:53:18.752508 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-860a6299-a078-49d2-ad50-eead3c53003c service neutron] 10.222.0.71 "DELETE /v2.0/ports/d0503691-e543-496d-bc04-808c9fc74d2a/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0628409 Feb 03 14:53:18.870986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-62b72215-f9cf-47d7-b879-3a3ee04bf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:18.872515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-62b72215-f9cf-47d7-b879-3a3ee04bf4e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1125 time: 0.0463953 Feb 03 14:53:18.924345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:53:18.986938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-6078eee5-0fd6-4e96-ad3b-18de4adfaead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:18.988466 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-6078eee5-0fd6-4e96-ad3b-18de4adfaead service neutron] 10.222.0.71 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.1098852 Feb 03 14:53:19.045931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:19.061544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'port_id': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'mac_address': 'fa:16:3e:15:2d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:53:19.065558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-a6a87db7-42d6-4719-8b1f-15838c232f6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 998 time: 0.0712073 Feb 03 14:53:19.099418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d0503691-e543-496d-bc04-808c9fc74d2a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:53:19.100023 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:19.114234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0503691-e543-496d-bc04-808c9fc74d2a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:53:19.116974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-75b09811-928e-4cba-a631-c119d66eeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:19.118479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-75b09811-928e-4cba-a631-c119d66eeac7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0472810 Feb 03 14:53:19.137907 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:19.143322 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:19.176031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-1d3f809b-7506-4d36-be2f-56748f08f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:19.177686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-1d3f809b-7506-4d36-be2f-56748f08f1a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534008 Feb 03 14:53:19.200298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:19.209782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.210552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.210880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.211434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.211763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.212095 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.212736 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.213074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.213608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.214112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.214637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.215157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.215664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:19.293778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-07d54089-cdba-4936-9855-890507c693bc service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100557 Feb 03 14:53:19.362960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['d0503691-e543-496d-bc04-808c9fc74d2a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:53:19.390062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-843d2eb4-f846-4c12-bc25-a073e5dd5a3a req-4a61bdc6-8494-423e-8011-a1f29a2fb652 service neutron] 10.222.0.71 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909996 Feb 03 14:53:19.705330 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:19.802750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc287f-55a5-4760-aa72-4a32b7c2d2cd req-36fc0e7c-68fb-441c-9bb0-0b0b4ff6d782 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:19.804486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17dc287f-55a5-4760-aa72-4a32b7c2d2cd req-36fc0e7c-68fb-441c-9bb0-0b0b4ff6d782 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 944 time: 0.0586629 Feb 03 14:53:19.865941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17dc287f-55a5-4760-aa72-4a32b7c2d2cd req-aa25bc47-27a6-43ab-8c34-f76e19f49f59 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554435 Feb 03 14:53:20.179416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-26eb16f0-5787-44ce-81ed-982d32ac9bb3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305053423&fields=id&tenant_id=95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 267 time: 0.0465457 Feb 03 14:53:20.294142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-047112c8-8149-438c-b476-a572ff854942 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:20.295651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-047112c8-8149-438c-b476-a572ff854942 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1097550 Feb 03 14:53:20.312127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-511618a9-b693-4b6f-9944-a59742ea5ccd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/quotas/95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 375 time: 0.0098937 Feb 03 14:53:20.369790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-dc2d4137-1277-47e8-88b1-9002adddf140 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522847 Feb 03 14:53:20.472573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e3a7d45f-7f58-458f-a79f-0b018512a094 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917583 Feb 03 14:53:20.565247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-5d6542c5-a994-436b-88ea-795e790d4ffc service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869207 Feb 03 14:53:20.774305 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:20.872750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a9b5fbc-b849-4d3e-84cb-60c4e2fa9efd req-498c3e21-64b0-41a6-8b86-b01b6d852ebc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0286913 Feb 03 14:53:20.918397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:53:20.979410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port d0503691-e543-496d-bc04-808c9fc74d2a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:53:20.985015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port d0503691-e543-496d-bc04-808c9fc74d2a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:53:20.985662 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:20.999410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c089-00c5-4b10-9bc8-f98b52ffb0d8 req-d6656f06-7fa1-48ba-a7fe-47b48108c579 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:21.002589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c392c089-00c5-4b10-9bc8-f98b52ffb0d8 req-d6656f06-7fa1-48ba-a7fe-47b48108c579 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 944 time: 0.0655785 Feb 03 14:53:21.065515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c392c089-00c5-4b10-9bc8-f98b52ffb0d8 req-35879398-285e-4373-9f5d-4ab83d390085 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557990 Feb 03 14:53:21.086688 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:21.098369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d0503691-e543-496d-bc04-808c9fc74d2a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:53:21.098763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:21.124841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:21.127194 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee497a6-b9cf-4eda-bbb1-66d09df33c9a" -d '{"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-plugged", "status": "completed", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:21.144139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:21.149367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:21.164935 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-147491b9-f571-4b5d-9636-6f80e4162278 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/c90cd82a-dd3b-486f-886b-6922e20edcf3 HTTP/1.1" status: 200 len: 991 time: 0.0761516 Feb 03 14:53:21.183440 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62e599-29a8-4a7c-ba8f-6e0822191b89 x-openstack-request-id: req-0c62e599-29a8-4a7c-ba8f-6e0822191b89 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:21.183831 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-plugged", "status": "completed", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:21.184152 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c62e599-29a8-4a7c-ba8f-6e0822191b89 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:21.184635 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'code': 200} Feb 03 14:53:21.215048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:21.988391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8523a140-14f3-48f6-aa0a-9d9ee4c80986 req-91052af9-b35f-48c6-a384-213d36d1b285 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0392087 Feb 03 14:53:22.044050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-12f80bce-14eb-455e-8731-cd82c1ef08a2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:22.046663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-12f80bce-14eb-455e-8731-cd82c1ef08a2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1607749 Feb 03 14:53:22.130069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-046fb4f4-245b-47b6-858d-b9ebb1256831 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 380 time: 0.0607524 Feb 03 14:53:22.139007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'port': {'device_id': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'admin_state_up': True, 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'security_groups': ['b99dfb6c-846c-488e-b7d9-f567bb3d3c7e']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:22.210922 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:22.261079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:53:22.264651 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:22.403059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.20.0.6 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/300f40d8-4c7f-4e46-8150-21d5e0321690) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:53:22.568235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:22.604373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:22.646756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:53:22.652363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:53:22.655534 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:53:22.692136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=300f40d8-4c7f-4e46-8150-21d5e0321690,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:22.720700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:22.721409 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:22.740293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-e27626f9-2850-42fb-bbd1-c317b87e40b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050591 Feb 03 14:53:22.758646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Request body: {'port': {'device_id': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:22.845467 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:22.912478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3b53020a-9f84-4341-8c4a-9499a0f53983 None None] Provisioning complete for port 300f40d8-4c7f-4e46-8150-21d5e0321690 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:53:22.912858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b53020a-9f84-4341-8c4a-9499a0f53983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:22.953637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3b53020a-9f84-4341-8c4a-9499a0f53983 None None] Port 300f40d8-4c7f-4e46-8150-21d5e0321690 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:53:23.152666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c3cc8-592c-4106-bccb-540793cffb9b req-ec3b28bc-8c62-4442-ba20-c9141b8e6ccb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:23.154058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-105c3cc8-592c-4106-bccb-540793cffb9b req-ec3b28bc-8c62-4442-ba20-c9141b8e6ccb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 931 time: 0.0910394 Feb 03 14:53:23.219018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300f40d8-4c7f-4e46-8150-21d5e0321690 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:53:23.234811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Publish callbacks [] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:23.257258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-105c3cc8-592c-4106-bccb-540793cffb9b req-3c6843ed-7f13-41fe-9b15-e631bb854ad9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800025 Feb 03 14:53:23.258338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Transition to ACTIVE for port object 300f40d8-4c7f-4e46-8150-21d5e0321690 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:53:23.263082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:23.318793 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:53:23.342325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Pushing event updated for resources: {'Port': ['ID=300f40d8-4c7f-4e46-8150-21d5e0321690,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:23.410518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Attempting to bind port 300f40d8-4c7f-4e46-8150-21d5e0321690 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:53:23.411848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Attempting to bind port 300f40d8-4c7f-4e46-8150-21d5e0321690 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:53:23.412378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Attempting to bind port 300f40d8-4c7f-4e46-8150-21d5e0321690 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:53:23.421294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Port 300f40d8-4c7f-4e46-8150-21d5e0321690 on network 8a35bad6-5598-4838-98f2-8cef60a80989 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:53:23.422392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Attempting to bind port 300f40d8-4c7f-4e46-8150-21d5e0321690 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:53:23.429060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:53:23.429815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:53:23.430047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:53:23.430593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Bound port: 300f40d8-4c7f-4e46-8150-21d5e0321690, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:53:23.431061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:23.537449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] For port 300f40d8-4c7f-4e46-8150-21d5e0321690, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:53:23.542402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] For port 300f40d8-4c7f-4e46-8150-21d5e0321690, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=300f40d8-4c7f-4e46-8150-21d5e0321690,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:53:23.551718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:23.616437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:23.617399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:23.620390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] 10.222.0.71 "PUT /v2.0/ports/300f40d8-4c7f-4e46-8150-21d5e0321690 HTTP/1.1" status: 200 len: 1091 time: 0.8661203 Feb 03 14:53:23.621091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:23.625432 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141adffe-0bd0-4d71-88f1-be5470de8bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:23.666427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d237e55-3b01-4f14-a176-f98656ea141e service neutron] Pushing event updated for resources: {'Port': ['ID=300f40d8-4c7f-4e46-8150-21d5e0321690,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:23.716786 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a344da-7d66-4d88-8bc6-8a924faf1af9 x-openstack-request-id: req-e9a344da-7d66-4d88-8bc6-8a924faf1af9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:23.717191 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:23.717539 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9a344da-7d66-4d88-8bc6-8a924faf1af9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:23.718048 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'status': 'completed', 'code': 200} Feb 03 14:53:23.742416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-6b5c08cb-6762-4a1a-9912-d08f7cbad35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:23.744167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-6b5c08cb-6762-4a1a-9912-d08f7cbad35c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 1125 time: 0.0613279 Feb 03 14:53:23.797649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-1ae8e1ac-21c4-4743-bd6e-b4e3b1906809 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300f40d8-4c7f-4e46-8150-21d5e0321690 HTTP/1.1" status: 200 len: 217 time: 0.0359011 Feb 03 14:53:23.854392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-f2bc912b-34cc-4f43-a9bb-0f88303d58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:23.857225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-f2bc912b-34cc-4f43-a9bb-0f88303d58df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0538924 Feb 03 14:53:23.910269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-65d3ace0-f801-4891-822a-5c0cd72442f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:23.911830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-65d3ace0-f801-4891-822a-5c0cd72442f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491381 Feb 03 14:53:24.010135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-28b70036-30e2-459a-845d-121ac81723c3 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921402 Feb 03 14:53:24.109331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c0e4b40-8cad-48a2-9d29-1f5c82cd363d req-d5cfb9d9-73d7-4d55-be39-6d7a5957d332 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907931 Feb 03 14:53:24.238996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-938f7d55-2692-4987-aa51-8c04fa51a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:24.252692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-938f7d55-2692-4987-aa51-8c04fa51a7cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 1125 time: 0.0688365 Feb 03 14:53:24.380733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-bd5c7630-72b1-442b-82f5-cf5311bd49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:24.382211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-bd5c7630-72b1-442b-82f5-cf5311bd49fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1239653 Feb 03 14:53:24.430639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-4fd8a572-f19c-4012-8358-64aea355a64c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300f40d8-4c7f-4e46-8150-21d5e0321690 HTTP/1.1" status: 200 len: 217 time: 0.0412955 Feb 03 14:53:24.452717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a14234-76ad-4be1-bf54-abc80fcce3fc req-b5e988c2-9599-41ef-b714-8fa711e21677 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:24.454296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a14234-76ad-4be1-bf54-abc80fcce3fc req-b5e988c2-9599-41ef-b714-8fa711e21677 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.1097901 Feb 03 14:53:24.517160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-906557cf-9cd0-4355-98ae-27bf91b5efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:24.518629 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-906557cf-9cd0-4355-98ae-27bf91b5efba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0818064 Feb 03 14:53:24.560893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e2a14234-76ad-4be1-bf54-abc80fcce3fc req-cb955db4-cb18-4c48-a2e4-06b711ff79a6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839844 Feb 03 14:53:24.580902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-a0af02dc-cdd0-42ec-895b-d5b784d26220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:24.582413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-a0af02dc-cdd0-42ec-895b-d5b784d26220 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578249 Feb 03 14:53:24.684854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-a5932206-40a5-4203-8004-7ff5ea6c8efd service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962977 Feb 03 14:53:24.792384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-141adffe-0bd0-4d71-88f1-be5470de8bb2 req-11ec575d-814b-4f26-b4fa-8b9135216301 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021025 Feb 03 14:53:25.012619 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:25.694569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17685aa6-bc42-495b-9ab9-0e3def9cfd4e req-f8883dc4-3981-4eac-8475-1ad325d9a711 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:25.696144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17685aa6-bc42-495b-9ab9-0e3def9cfd4e req-f8883dc4-3981-4eac-8475-1ad325d9a711 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0641372 Feb 03 14:53:25.754057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-17685aa6-bc42-495b-9ab9-0e3def9cfd4e req-bfcd6e60-9ed4-485f-9e3a-2217aee7bc2e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522475 Feb 03 14:53:26.884999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fa821-a8ed-49b7-9c1e-c2fe27fe7fd2 req-b68b9c21-a835-4c96-9308-76d0fc29df7b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:26.886542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a7fa821-a8ed-49b7-9c1e-c2fe27fe7fd2 req-b68b9c21-a835-4c96-9308-76d0fc29df7b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0576956 Feb 03 14:53:26.942709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a7fa821-a8ed-49b7-9c1e-c2fe27fe7fd2 req-ef34aa36-a386-4cbd-b9d7-d09a6e567f3a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495880 Feb 03 14:53:28.063884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99034e69-f984-4442-97c1-ab948b51fefd req-7bf62e9d-06b3-40e2-9336-e5fc6f6cf243 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:28.065956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99034e69-f984-4442-97c1-ab948b51fefd req-7bf62e9d-06b3-40e2-9336-e5fc6f6cf243 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0561211 Feb 03 14:53:28.117442 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-99034e69-f984-4442-97c1-ab948b51fefd req-32bc7c57-53c7-4fc5-99d6-7b91f2fb22c5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449362 Feb 03 14:53:29.264742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7968561-68b1-4374-b7b6-82e87ee65df1 req-d5096ccb-5988-4683-ab33-de3107782814 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:29.267009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7968561-68b1-4374-b7b6-82e87ee65df1 req-d5096ccb-5988-4683-ab33-de3107782814 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0753617 Feb 03 14:53:29.320091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7968561-68b1-4374-b7b6-82e87ee65df1 req-1e9c9b1e-1a11-4cb6-ac0f-d223cf41273c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473764 Feb 03 14:53:30.448957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2e7a-90fd-4fea-aace-cac501bc68c1 req-b7d1b6ee-149a-4377-8e3b-1d22493a21b0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:30.450467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-992d2e7a-90fd-4fea-aace-cac501bc68c1 req-b7d1b6ee-149a-4377-8e3b-1d22493a21b0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0550482 Feb 03 14:53:30.505568 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-992d2e7a-90fd-4fea-aace-cac501bc68c1 req-3f9b725b-8ee0-4bc1-b6fa-2c88f10d8384 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495572 Feb 03 14:53:31.635061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c1c3-4012-4722-a942-15d0db850785 req-7748f927-1938-434e-ab5f-d722d490aa95 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:31.636711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18a2c1c3-4012-4722-a942-15d0db850785 req-7748f927-1938-434e-ab5f-d722d490aa95 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0616097 Feb 03 14:53:31.702506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18a2c1c3-4012-4722-a942-15d0db850785 req-3367d4cc-231f-4643-9cb8-8bfa4bb5bae7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589933 Feb 03 14:53:32.833143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b28bf-4d5c-44da-93c1-5956646bc23d req-8ed3ca90-5829-4488-b394-2697d79c8792 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:32.834681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-319b28bf-4d5c-44da-93c1-5956646bc23d req-8ed3ca90-5829-4488-b394-2697d79c8792 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0549634 Feb 03 14:53:32.884027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-319b28bf-4d5c-44da-93c1-5956646bc23d req-14302522-1c58-40bd-9c9f-cc8b841aac63 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438831 Feb 03 14:53:34.011214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63434e9-dae7-434e-b094-94e77f569514 req-13b0c22c-2766-4093-8f4a-137c940222b7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:34.012821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a63434e9-dae7-434e-b094-94e77f569514 req-13b0c22c-2766-4093-8f4a-137c940222b7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0524080 Feb 03 14:53:34.062126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a63434e9-dae7-434e-b094-94e77f569514 req-0a5a47b8-6467-4b07-b73e-62bc6bf18c02 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Feb 03 14:53:35.192122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f713c-f50f-448c-820a-e48581ef3be1 req-4f82b0d7-35bb-4baf-bf1d-dfb2bfdf2f35 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:35.193624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c76f713c-f50f-448c-820a-e48581ef3be1 req-4f82b0d7-35bb-4baf-bf1d-dfb2bfdf2f35 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0624585 Feb 03 14:53:35.245148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c76f713c-f50f-448c-820a-e48581ef3be1 req-7bad1923-482f-4cf8-a2f5-9bbe970434c3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460615 Feb 03 14:53:36.375669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ec15-e4eb-4baa-b206-8d8a6abf04b4 req-ac8b5c18-c16c-4cc2-b2ad-cb7ba18063aa tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:36.377198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0147ec15-e4eb-4baa-b206-8d8a6abf04b4 req-ac8b5c18-c16c-4cc2-b2ad-cb7ba18063aa tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0584688 Feb 03 14:53:36.426978 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0147ec15-e4eb-4baa-b206-8d8a6abf04b4 req-26184173-554d-42f3-8f26-74dc5b88e14f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442202 Feb 03 14:53:37.554654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c9a2-b857-481d-8de5-30883af2694c req-6103bd58-4d03-462e-b068-a7487552ea53 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:37.556558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8856c9a2-b857-481d-8de5-30883af2694c req-6103bd58-4d03-462e-b068-a7487552ea53 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0583768 Feb 03 14:53:37.605245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8856c9a2-b857-481d-8de5-30883af2694c req-2b89e2d2-1b7d-41c7-91da-f150c99eb322 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Feb 03 14:53:38.728701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d276b2-1c1f-4aaa-b52c-8e0ce48f52f7 req-23e080fb-8b7e-446f-b48f-1249f33fb5c9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:38.730179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95d276b2-1c1f-4aaa-b52c-8e0ce48f52f7 req-23e080fb-8b7e-446f-b48f-1249f33fb5c9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0543098 Feb 03 14:53:38.787009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95d276b2-1c1f-4aaa-b52c-8e0ce48f52f7 req-3ab1e8a1-d882-428b-bb85-a51f1df68a3c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494173 Feb 03 14:53:39.223327 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:39.907604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bbde6-7d5f-4589-b63d-211cbeff2d0d req-184c8818-516b-4dfa-879f-e0eb1dda21d9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:39.909159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-993bbde6-7d5f-4589-b63d-211cbeff2d0d req-184c8818-516b-4dfa-879f-e0eb1dda21d9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 943 time: 0.0540402 Feb 03 14:53:39.962538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-993bbde6-7d5f-4589-b63d-211cbeff2d0d req-495a9e49-0ea9-43d4-bccf-4233a9a08afa tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478446 Feb 03 14:53:40.449410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 300f40d8-4c7f-4e46-8150-21d5e0321690 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:53:40.554407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 300f40d8-4c7f-4e46-8150-21d5e0321690, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=300f40d8-4c7f-4e46-8150-21d5e0321690,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:40.565006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'port_id': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'mac_address': 'fa:16:3e:1b:a5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:53:40.602666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 300f40d8-4c7f-4e46-8150-21d5e0321690 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:53:40.603051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:40.616558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300f40d8-4c7f-4e46-8150-21d5e0321690 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:53:40.635364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 300f40d8-4c7f-4e46-8150-21d5e0321690, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=300f40d8-4c7f-4e46-8150-21d5e0321690,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:40.639273 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:40.692190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=300f40d8-4c7f-4e46-8150-21d5e0321690,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:41.090106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d25-6bb5-44fa-a812-b00ced538ad2 req-aad0ff5a-a53d-46a3-bfd1-d6681a585d40 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:41.091732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d4c5d25-6bb5-44fa-a812-b00ced538ad2 req-aad0ff5a-a53d-46a3-bfd1-d6681a585d40 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 944 time: 0.0577164 Feb 03 14:53:41.145897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1d4c5d25-6bb5-44fa-a812-b00ced538ad2 req-77a323da-66fd-4791-b0e6-6670af39f79d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482180 Feb 03 14:53:41.178593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['300f40d8-4c7f-4e46-8150-21d5e0321690'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:53:42.270875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cb4cf-a98c-4264-ba28-1a34952e1e08 req-098f9277-fcba-4906-939b-e355ea237bf2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:42.272393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-060cb4cf-a98c-4264-ba28-1a34952e1e08 req-098f9277-fcba-4906-939b-e355ea237bf2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 944 time: 0.0557296 Feb 03 14:53:42.321958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-060cb4cf-a98c-4264-ba28-1a34952e1e08 req-7877a3f6-4453-4620-84ea-b1baa8ef64f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Feb 03 14:53:42.464813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 300f40d8-4c7f-4e46-8150-21d5e0321690 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:53:42.513514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 300f40d8-4c7f-4e46-8150-21d5e0321690 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:53:42.518178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 300f40d8-4c7f-4e46-8150-21d5e0321690 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:53:42.518547 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:42.596393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 300f40d8-4c7f-4e46-8150-21d5e0321690 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:53:42.596798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:42.622746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:42.625197 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7196e887-427f-4338-ae10-25af773bca8c" -d '{"events": [{"server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "name": "network-vif-plugged", "status": "completed", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:42.638171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 300f40d8-4c7f-4e46-8150-21d5e0321690, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=300f40d8-4c7f-4e46-8150-21d5e0321690,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:42.643472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:42.668381 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1496a8-dc18-411d-8f84-64cb84afcf43 x-openstack-request-id: req-8c1496a8-dc18-411d-8f84-64cb84afcf43 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:42.668698 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "name": "network-vif-plugged", "status": "completed", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:42.668938 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c1496a8-dc18-411d-8f84-64cb84afcf43 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:42.669343 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'code': 200} Feb 03 14:53:42.696476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=300f40d8-4c7f-4e46-8150-21d5e0321690,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:42.805846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca479ec-3094-4884-8aa5-c6f2fd9ef803 req-26958229-c808-4ae8-bba5-33f00988041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:42.807387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dca479ec-3094-4884-8aa5-c6f2fd9ef803 req-26958229-c808-4ae8-bba5-33f00988041f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 1127 time: 0.0497155 Feb 03 14:53:42.852633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dca479ec-3094-4884-8aa5-c6f2fd9ef803 req-525755db-0b08-40a4-9cc6-5b2b4038d8af service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Feb 03 14:53:43.448880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea1710-5c79-4fcc-b1d3-3d712a6d54ff req-0f630b3d-2e72-4f11-a801-d98f37b1ce7b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:43.450397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bea1710-5c79-4fcc-b1d3-3d712a6d54ff req-0f630b3d-2e72-4f11-a801-d98f37b1ce7b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 945 time: 0.0551889 Feb 03 14:53:43.500473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1bea1710-5c79-4fcc-b1d3-3d712a6d54ff req-ae1e5387-77fa-4514-9204-302be212bf71 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437229 Feb 03 14:53:44.625192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f10cb-c885-4f89-bb42-cc9e2f56cd56 req-f78b9777-ec8c-4f09-a1e2-f31e04f3a478 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:44.626747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a1f10cb-c885-4f89-bb42-cc9e2f56cd56 req-f78b9777-ec8c-4f09-a1e2-f31e04f3a478 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 945 time: 0.0557795 Feb 03 14:53:44.681775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a1f10cb-c885-4f89-bb42-cc9e2f56cd56 req-bc6154f7-1b3d-4a9f-be51-cbb51544985b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486279 Feb 03 14:53:44.822707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc2c4-bdc8-44ac-8d74-d805827e224f req-a074181a-050e-4d2f-b533-d4f3fcba33a6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:44.824132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-480dc2c4-bdc8-44ac-8d74-d805827e224f req-a074181a-050e-4d2f-b533-d4f3fcba33a6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 945 time: 0.0758524 Feb 03 14:53:44.875436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-480dc2c4-bdc8-44ac-8d74-d805827e224f req-b097a665-bead-4bf2-8ca9-c2a9951dd42b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Feb 03 14:53:44.899244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:45.049224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688393b5-084f-4471-869f-ac5512f167d6 tempest-TestVolumeBootPattern-523785794 tempest-TestVolumeBootPattern-523785794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:45.050779 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-688393b5-084f-4471-869f-ac5512f167d6 tempest-TestVolumeBootPattern-523785794 tempest-TestVolumeBootPattern-523785794-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 1122 time: 0.1505411 Feb 03 14:53:45.053740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59886) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:45.058007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:45.078779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:45.187967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:45.296025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.25.0.103 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:53:45.405356 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:45.440541 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:45.480044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:53:45.484528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:53:45.489366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:53:45.496643 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:45.822320 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03c423c7-9023-4396-ab16-4883594be1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:45.899960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (5465b113-3a79-4e6b-919a-e5a9054d75b6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:45.972034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:46.119554 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:46.123828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:46.194756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:46.205320 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (5465b113-3a79-4e6b-919a-e5a9054d75b6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:46.307757 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Floating IP 5465b113-3a79-4e6b-919a-e5a9054d75b6 associated. External IP: 172.25.0.103, port: 300f40d8-4c7f-4e46-8150-21d5e0321690. Feb 03 14:53:46.847507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:53:46.958534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:53:46.968440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:53:46.976714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:46.979701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:46.980329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:47.006000 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4e16278f-d566-4270-9d98-d8f8fb543f9d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9512305 Feb 03 14:53:47.006603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:47.008880 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa9e85-6596-4136-a835-625dcc6b531c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:47.048428 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dcb957-3fc8-45ef-bbed-ba35e22cffc0 x-openstack-request-id: req-83dcb957-3fc8-45ef-bbed-ba35e22cffc0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:47.048722 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:47.048981 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83dcb957-3fc8-45ef-bbed-ba35e22cffc0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:47.049389 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'status': 'completed', 'code': 200} Feb 03 14:53:47.090180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:47.145303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-5c6157de-3f68-4119-ab57-6d19cad8d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:47.147188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-5c6157de-3f68-4119-ab57-6d19cad8d2fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 1127 time: 0.0552320 Feb 03 14:53:47.241984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-4258d4be-ddc5-47b7-baac-88f91ca5a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:47.243582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-4258d4be-ddc5-47b7-baac-88f91ca5a281 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0905490 Feb 03 14:53:47.316709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-575e7956-feee-4cfe-85a8-f9558aec34d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300f40d8-4c7f-4e46-8150-21d5e0321690 HTTP/1.1" status: 200 len: 999 time: 0.0671370 Feb 03 14:53:47.326745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5465b113-3a79-4e6b-919a-e5a9054d75b6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1b:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:53:45Z', 'updated_at': '2022-02-03T14:53:45Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:47.353663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:53:47.363274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:47.363893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:47.373070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-21029104-5d0b-4b55-a16a-4b4244f9370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:47.374524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-21029104-5d0b-4b55-a16a-4b4244f9370c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0524569 Feb 03 14:53:47.423945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-8d027852-5138-4a0c-8e1d-2d3427d1ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:47.425419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-8d027852-5138-4a0c-8e1d-2d3427d1ead1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455251 Feb 03 14:53:47.477822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:47.519379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-cb4ada87-f573-4916-92fc-baeb62526677 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878334 Feb 03 14:53:47.614448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ffa9e85-6596-4136-a835-625dcc6b531c req-bfc52c9c-bcbf-4547-9817-d725b862e68f service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882428 Feb 03 14:53:47.710349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5465b113-3a79-4e6b-919a-e5a9054d75b6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1b:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:53:45Z', 'updated_at': '2022-02-03T14:53:45Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:47.736462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9f391-7333-44d1-84d3-af83c6ecdcf3 None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5465b113-3a79-4e6b-919a-e5a9054d75b6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.103', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1b:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:53:45Z', 'updated_at': '2022-02-03T14:53:45Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:53:47.927116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce65a5-f38e-4205-b759-783ff954ade6 req-871258a7-e2f0-4cee-8662-5ff7387cc25f tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:47.928719 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cce65a5-f38e-4205-b759-783ff954ade6 req-871258a7-e2f0-4cee-8662-5ff7387cc25f tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1127 time: 0.0492032 Feb 03 14:53:47.962138 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9217e2-3654-4b3c-b6da-06795f8dfc80 None None] New status for floating IP 5465b113-3a79-4e6b-919a-e5a9054d75b6: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:53:47.981085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7cce65a5-f38e-4205-b759-783ff954ade6 req-eaff868b-a952-48dd-a8c4-bd8b632066f9 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463719 Feb 03 14:53:47.999756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59896) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:48.080713 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7969222-46ce-4da4-8862-4ac72f2343c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:48.179831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 6c8e8be0-4b33-4eaa-9e3b-718115cace52 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:53:48.180461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:48.265454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:48.265984 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (6c8e8be0-4b33-4eaa-9e3b-718115cace52), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:48.286028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 6c8e8be0-4b33-4eaa-9e3b-718115cace52 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:53:48.781952 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6c8e8be0-4b33-4eaa-9e3b-718115cace52), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:48.811193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=6c8e8be0-4b33-4eaa-9e3b-718115cace52,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:48.836747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.837095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.837436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.837771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.838100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.838427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.838754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.839076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.839399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.839719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.840038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.840353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.840693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:48.882751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (c90cd82a-dd3b-486f-886b-6922e20edcf3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:48.883216 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP c90cd82a-dd3b-486f-886b-6922e20edcf3 disassociated (deleted). External IP: 172.25.0.60, port: d0503691-e543-496d-bc04-808c9fc74d2a. Feb 03 14:53:49.155631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 91046054-c1cc-42ed-8d89-d124bbb7604f has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:53:49.274419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:53:49.279116 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:49.283770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] Sync routers for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:53:49.296286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:49.297012 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:49.314996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ddca0730-5bce-4219-87a1-92b1c0f42eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/floatingips/c90cd82a-dd3b-486f-886b-6922e20edcf3 HTTP/1.1" status: 204 len: 168 time: 1.3115909 Feb 03 14:53:49.314996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:49.315615 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359f8083-0674-423d-8c6d-fa80bf5a9686" -d '{"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:49.415471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:49.474108 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16c002c-29d8-40fc-bada-f1b17d4539b7 x-openstack-request-id: req-e16c002c-29d8-40fc-bada-f1b17d4539b7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:49.474440 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:49.474696 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e16c002c-29d8-40fc-bada-f1b17d4539b7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:49.475125 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'status': 'completed', 'code': 200} Feb 03 14:53:49.577183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-4dafe752-e5f4-4945-9bc6-a74a1c6c0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:49.578929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-4dafe752-e5f4-4945-9bc6-a74a1c6c0226 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 1127 time: 0.0812712 Feb 03 14:53:49.600706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a5cf-c3d9-419b-b327-641bd323b3e3 req-01bc2c29-7ecb-4938-8fad-a13a421ec4f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:49.602220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca70a5cf-c3d9-419b-b327-641bd323b3e3 req-01bc2c29-7ecb-4938-8fad-a13a421ec4f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0771618 Feb 03 14:53:49.640653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:49.667458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] Checking router: 91046054-c1cc-42ed-8d89-d124bbb7604f for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:53:49.675789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:49.676380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:49.705549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca70a5cf-c3d9-419b-b327-641bd323b3e3 req-8b5bb626-b615-4699-b515-34f48edd11fc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901639 Feb 03 14:53:49.720300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-ec1b6c16-fcbe-427d-9c14-bcec044943d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:49.721927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-ec1b6c16-fcbe-427d-9c14-bcec044943d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 200 len: 897 time: 0.1369779 Feb 03 14:53:49.732682 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:49.770154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-805ea9a3-24c2-4070-b27c-74c219210790 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 200 len: 217 time: 0.0419736 Feb 03 14:53:49.798858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:49.818997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-ed7afef1-f309-44ea-9b19-0bef3efd842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:49.820481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-ed7afef1-f309-44ea-9b19-0bef3efd842e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 200 len: 835 time: 0.0445428 Feb 03 14:53:49.871308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-2403c0f7-008c-401f-9de0-e2eb11507674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:49.872861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-2403c0f7-008c-401f-9de0-e2eb11507674 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18c0a871-9bbc-4374-be6b-f3d6649d2d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451648 Feb 03 14:53:49.969929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-56fe8052-82c4-4c18-ae42-5490f6e6c8ab service neutron] 10.222.0.45 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904408 Feb 03 14:53:50.008517 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:50.039956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617ea7-51d0-434f-83bf-184a5edc27c2 None None] The sync data for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 is: [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:51:36Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '99e78c0d-a63c-4acf-99ac-4d0c910980ba', 'name': '', 'network_id': '18c0a871-9bbc-4374-be6b-f3d6649d2d36', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:fb:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:35Z', 'updated_at': '2022-02-03T14:51:39Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:53:50.069844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-359f8083-0674-423d-8c6d-fa80bf5a9686 req-c327ce8d-0b67-4b01-8be0-5f1334cbfe20 service neutron] 10.222.0.45 "GET /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937710 Feb 03 14:53:50.273750 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1aa09-05fd-4d24-ab5a-c4514c3ffab1 None None] New status for floating IP c90cd82a-dd3b-486f-886b-6922e20edcf3: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:53:50.777581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:50.811087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-c038c7b2-212b-4b6c-98c4-e10f28986e2b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:50.812689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-c038c7b2-212b-4b6c-98c4-e10f28986e2b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.0708706 Feb 03 14:53:50.914294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172aa54-aec1-4b35-a64f-cdaf36e845d6 req-4f81fba3-bff6-4816-8cba-008a431e5046 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:50.915792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a172aa54-aec1-4b35-a64f-cdaf36e845d6 req-4f81fba3-bff6-4816-8cba-008a431e5046 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=22c45672-3bd6-4bde-b55a-79b8553b5f8b HTTP/1.1" status: 200 len: 945 time: 0.1251125 Feb 03 14:53:50.979401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a172aa54-aec1-4b35-a64f-cdaf36e845d6 req-ee1bb140-1388-472c-95bf-736cabee856e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=4120c892-4dcf-4966-afb2-8830817b50e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573335 Feb 03 14:53:50.981409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port d0503691-e543-496d-bc04-808c9fc74d2a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:53:50.981752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:51.078012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port d0503691-e543-496d-bc04-808c9fc74d2a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d0503691-e543-496d-bc04-808c9fc74d2a,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:51.078381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:51.090192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for d0503691-e543-496d-bc04-808c9fc74d2a owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:53:51.225187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d0503691-e543-496d-bc04-808c9fc74d2a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:51.253242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=d0503691-e543-496d-bc04-808c9fc74d2a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:51.299964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] No DVR routers for this DVR port d0503691-e543-496d-bc04-808c9fc74d2a on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:53:51.303775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:51.308169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8803c16f-fb52-4ac8-8fa3-6ca979fa50a2 req-734680b0-3c79-4c42-9a93-304b2f871401 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "DELETE /v2.0/ports/d0503691-e543-496d-bc04-808c9fc74d2a HTTP/1.1" status: 204 len: 173 time: 0.4905710 Feb 03 14:53:51.476060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-deleted', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:53:51.478562 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df3c3d5-4a37-42f2-bf23-8691216b4d59" -d '{"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-deleted", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:53:51.515760 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6039adec-86ea-4964-9afa-239d64cf8561 x-openstack-request-id: req-6039adec-86ea-4964-9afa-239d64cf8561 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:53:51.516066 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c45672-3bd6-4bde-b55a-79b8553b5f8b", "name": "network-vif-deleted", "tag": "d0503691-e543-496d-bc04-808c9fc74d2a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:53:51.516308 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6039adec-86ea-4964-9afa-239d64cf8561 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:53:51.516759 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c45672-3bd6-4bde-b55a-79b8553b5f8b', 'name': 'network-vif-deleted', 'tag': 'd0503691-e543-496d-bc04-808c9fc74d2a', 'status': 'completed', 'code': 200} Feb 03 14:53:52.038900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59910) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:52.205416 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:52.420741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (91046054-c1cc-42ed-8d89-d124bbb7604f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:52.693258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 99e78c0d-a63c-4acf-99ac-4d0c910980ba {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:53:52.693506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:52.782227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port 99e78c0d-a63c-4acf-99ac-4d0c910980ba, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=99e78c0d-a63c-4acf-99ac-4d0c910980ba,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:52.782621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:52.794690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 99e78c0d-a63c-4acf-99ac-4d0c910980ba owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:53:52.995724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (99e78c0d-a63c-4acf-99ac-4d0c910980ba), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:53.023126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=99e78c0d-a63c-4acf-99ac-4d0c910980ba,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:53.205767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (91046054-c1cc-42ed-8d89-d124bbb7604f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:53.439330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 91046054-c1cc-42ed-8d89-d124bbb7604f has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:53:53.551664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:53:53.559365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4fd8c5ac-5e02-4feb-a99d-858da3c106a2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/91046054-c1cc-42ed-8d89-d124bbb7604f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5170197 Feb 03 14:53:53.559807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59914) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:53.562174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] Sync routers for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:53:53.575176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:53.575790 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:53.613565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting subnet e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:53:53.617079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:53.660634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:53.714388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:53.765615 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:53.835735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:53.866768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:53.873704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:53.877980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5db5f2c2-6c35-4f50-b332-2e09e0455727 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/subnets/e7ae0fa6-09f4-4d52-a911-c8ed47ecfb28 HTTP/1.1" status: 204 len: 168 time: 0.3169181 Feb 03 14:53:53.880260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:53.882157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e9940-95c6-46d0-a798-ef996d6da6e7 None None] Network 18c0a871-9bbc-4374-be6b-f3d6649d2d36 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:53:54.153961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:53:52Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:54.196499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] Checking router: 91046054-c1cc-42ed-8d89-d124bbb7604f for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:53:54.215070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] Routers {'91046054-c1cc-42ed-8d89-d124bbb7604f'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:54.215982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['91046054-c1cc-42ed-8d89-d124bbb7604f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:54.295301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] DHCP port deletion for 18c0a871-9bbc-4374-be6b-f3d6649d2d36 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:53:54.332474 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (91046054-c1cc-42ed-8d89-d124bbb7604f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.422359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] Set router 91046054-c1cc-42ed-8d89-d124bbb7604f gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:54.462911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (91046054-c1cc-42ed-8d89-d124bbb7604f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.529355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port cf63ca16-669e-4355-b182-61b72f0527b5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:53:54.529803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.554446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] Deleting port d3fc5a6d-c173-4d3a-be93-97a2af832929 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:53:54.554446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.622009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port cf63ca16-669e-4355-b182-61b72f0527b5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cf63ca16-669e-4355-b182-61b72f0527b5,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:54.622479 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.636377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for cf63ca16-669e-4355-b182-61b72f0527b5 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:53:54.648671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] For port d3fc5a6d-c173-4d3a-be93-97a2af832929, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d3fc5a6d-c173-4d3a-be93-97a2af832929,segment=NetworkSegment(63623e97-e4b7-4335-bf75-3967a3796195),segment_id=63623e97-e4b7-4335-bf75-3967a3796195)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:53:54.649313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.664682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] Calling delete_port for d3fc5a6d-c173-4d3a-be93-97a2af832929 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:53:54.792876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:53:52Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:54.823423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (cf63ca16-669e-4355-b182-61b72f0527b5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.828266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89197fca-968f-4264-84ef-db74ffebb8e5 None None] The sync data for ids ['91046054-c1cc-42ed-8d89-d124bbb7604f'] in n-d-827549-2 is: [{'id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1580202615', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:51:32Z', 'updated_at': '2022-02-03T14:53:52Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'cf63ca16-669e-4355-b182-61b72f0527b5', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:06:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91046054-c1cc-42ed-8d89-d124bbb7604f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:51:33Z', 'updated_at': '2022-02-03T14:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:53:54.831603 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d3fc5a6d-c173-4d3a-be93-97a2af832929), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:54.857001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=cf63ca16-669e-4355-b182-61b72f0527b5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:54.863371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] No DVR routers for this DVR port d3fc5a6d-c173-4d3a-be93-97a2af832929 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:53:54.868169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c1a32-b462-4ccc-918a-12b553fd5cd4 None None] Pushing event deleted for resources: {'Port': ['ID=d3fc5a6d-c173-4d3a-be93-97a2af832929,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:54.938406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (91046054-c1cc-42ed-8d89-d124bbb7604f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.012239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.035898 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (91046054-c1cc-42ed-8d89-d124bbb7604f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.038118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (91046054-c1cc-42ed-8d89-d124bbb7604f), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.082500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (91046054-c1cc-42ed-8d89-d124bbb7604f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.083029 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Fanout notify agent at l3_agent the message router_deleted on router 91046054-c1cc-42ed-8d89-d124bbb7604f {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:53:55.089935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.091078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7906239e-c61a-4821-be29-ea405d0d801e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/routers/91046054-c1cc-42ed-8d89-d124bbb7604f HTTP/1.1" status: 204 len: 168 time: 1.2096503 Feb 03 14:53:55.093929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59918) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:55.108819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:53:55.132616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: d0503691-e543-496d-bc04-808c9fc74d2a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:53:55.132857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d0503691-e543-496d-bc04-808c9fc74d2a not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:53:55.186765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (18c0a871-9bbc-4374-be6b-f3d6649d2d36), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.312379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d3fc5a6d-c173-4d3a-be93-97a2af832929 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:53:55.341716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d3fc5a6d-c173-4d3a-be93-97a2af832929 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:53:55.341973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d3fc5a6d-c173-4d3a-be93-97a2af832929 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:53:55.342418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 99e78c0d-a63c-4acf-99ac-4d0c910980ba no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:53:55.355102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (18c0a871-9bbc-4374-be6b-f3d6649d2d36), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.364891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 99e78c0d-a63c-4acf-99ac-4d0c910980ba {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:53:55.365491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 99e78c0d-a63c-4acf-99ac-4d0c910980ba not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:53:55.385856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c0a871-9bbc-4374-be6b-f3d6649d2d36']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:55.396882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63623e97-e4b7-4335-bf75-3967a3796195') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:55.397236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63623e97-e4b7-4335-bf75-3967a3796195') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:55.407406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (63623e97-e4b7-4335-bf75-3967a3796195), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.422081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (63623e97-e4b7-4335-bf75-3967a3796195), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.429834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:53:55.430258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (63623e97-e4b7-4335-bf75-3967a3796195), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:53:55.433897 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:53:55.512879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (18c0a871-9bbc-4374-be6b-f3d6649d2d36), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.521225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.524489 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/networks/18c0a871-9bbc-4374-be6b-f3d6649d2d36 HTTP/1.1" status: 204 len: 168 time: 0.4296029 Feb 03 14:53:55.527726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59920) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:55.558620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7ffc9-4406-4a8c-bc7a-34707ee09940 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Network': ['ID=18c0a871-9bbc-4374-be6b-f3d6649d2d36,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:55.617854 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-088f720c-784c-4843-80d7-3ca380f3b704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (4120c892-4dcf-4966-afb2-8830817b50e3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.654277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-088f720c-784c-4843-80d7-3ca380f3b704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (4120c892-4dcf-4966-afb2-8830817b50e3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.717059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-088f720c-784c-4843-80d7-3ca380f3b704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4120c892-4dcf-4966-afb2-8830817b50e3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.719674 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-088f720c-784c-4843-80d7-3ca380f3b704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:55.720890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-088f720c-784c-4843-80d7-3ca380f3b704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/security-groups/4120c892-4dcf-4966-afb2-8830817b50e3 HTTP/1.1" status: 204 len: 168 time: 0.1909823 Feb 03 14:53:55.730386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f720c-784c-4843-80d7-3ca380f3b704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4120c892-4dcf-4966-afb2-8830817b50e3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:55.987553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59926) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:55.992170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-43e9bdc6-cf31-4185-b7c0-8310fb2efb25 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381240159', 'description': 'tempest-secgroup-smoke-1381240159 description', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.029551 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9bdc6-cf31-4185-b7c0-8310fb2efb25 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.098310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9bdc6-cf31-4185-b7c0-8310fb2efb25 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (729ce736-6e86-416d-a6bf-cfd25f385bf8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.101963 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9bdc6-cf31-4185-b7c0-8310fb2efb25 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (729ce736-6e86-416d-a6bf-cfd25f385bf8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.130724 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9bdc6-cf31-4185-b7c0-8310fb2efb25 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.131962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-43e9bdc6-cf31-4185-b7c0-8310fb2efb25 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1433837 Feb 03 14:53:56.134936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59928) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:56.140561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4f2b8ffd-0f2c-4239-af2e-e089b43a4591 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '729ce736-6e86-416d-a6bf-cfd25f385bf8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.146415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9bdc6-cf31-4185-b7c0-8310fb2efb25 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729ce736-6e86-416d-a6bf-cfd25f385bf8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:56.170517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8ffd-0f2c-4239-af2e-e089b43a4591 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (adfa0b62-2dec-4583-9d84-9024ab7f12b1), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.228306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8ffd-0f2c-4239-af2e-e089b43a4591 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (adfa0b62-2dec-4583-9d84-9024ab7f12b1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.232257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8ffd-0f2c-4239-af2e-e089b43a4591 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (adfa0b62-2dec-4583-9d84-9024ab7f12b1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.250422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b8ffd-0f2c-4239-af2e-e089b43a4591 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfa0b62-2dec-4583-9d84-9024ab7f12b1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:56.259147 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8ffd-0f2c-4239-af2e-e089b43a4591 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.260361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f2b8ffd-0f2c-4239-af2e-e089b43a4591 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242414 Feb 03 14:53:56.263129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59930) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:56.267973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5c72a4c3-a479-424b-a0f8-dddf31d52536 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '729ce736-6e86-416d-a6bf-cfd25f385bf8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.292999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72a4c3-a479-424b-a0f8-dddf31d52536 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (2699e1f4-6a73-422b-86f9-81abd45043fb), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.349016 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72a4c3-a479-424b-a0f8-dddf31d52536 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (2699e1f4-6a73-422b-86f9-81abd45043fb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.352810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72a4c3-a479-424b-a0f8-dddf31d52536 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (2699e1f4-6a73-422b-86f9-81abd45043fb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.371373 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72a4c3-a479-424b-a0f8-dddf31d52536 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2699e1f4-6a73-422b-86f9-81abd45043fb,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:56.379309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c72a4c3-a479-424b-a0f8-dddf31d52536 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.380555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5c72a4c3-a479-424b-a0f8-dddf31d52536 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164796 Feb 03 14:53:56.383524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59932) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:56.388131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2b1e3453-976f-4365-bacd-0148bf5e5b22 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '729ce736-6e86-416d-a6bf-cfd25f385bf8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.419769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3453-976f-4365-bacd-0148bf5e5b22 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (88cad298-014a-44f2-a4c5-ae89819c0ca8), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.479087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3453-976f-4365-bacd-0148bf5e5b22 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (88cad298-014a-44f2-a4c5-ae89819c0ca8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.483013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3453-976f-4365-bacd-0148bf5e5b22 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (88cad298-014a-44f2-a4c5-ae89819c0ca8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.501723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e3453-976f-4365-bacd-0148bf5e5b22 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cad298-014a-44f2-a4c5-ae89819c0ca8,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:56.506078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3453-976f-4365-bacd-0148bf5e5b22 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.507293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2b1e3453-976f-4365-bacd-0148bf5e5b22 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226792 Feb 03 14:53:56.510097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:56.514464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-363d2101-4cd5-436f-9084-0d1edb84423f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '729ce736-6e86-416d-a6bf-cfd25f385bf8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.539094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-363d2101-4cd5-436f-9084-0d1edb84423f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (4f43d6f2-d3e0-47cf-850f-dfa578161b27), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.598471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-363d2101-4cd5-436f-9084-0d1edb84423f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (4f43d6f2-d3e0-47cf-850f-dfa578161b27), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.602676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-363d2101-4cd5-436f-9084-0d1edb84423f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (4f43d6f2-d3e0-47cf-850f-dfa578161b27), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.621431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d2101-4cd5-436f-9084-0d1edb84423f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f43d6f2-d3e0-47cf-850f-dfa578161b27,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:56.630656 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-363d2101-4cd5-436f-9084-0d1edb84423f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.631868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-363d2101-4cd5-436f-9084-0d1edb84423f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207738 Feb 03 14:53:56.634752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59936) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:56.639184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '729ce736-6e86-416d-a6bf-cfd25f385bf8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.660666 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:53:56.665709 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (6ed5cf15-1948-401b-995d-a23ef94a43c0), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.727919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (6ed5cf15-1948-401b-995d-a23ef94a43c0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.731757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (6ed5cf15-1948-401b-995d-a23ef94a43c0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.752121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed5cf15-1948-401b-995d-a23ef94a43c0,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:56.761783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.763787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dcb4785c-587c-4be4-9fcc-fec88f3bc468 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281013 Feb 03 14:53:56.766562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59938) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:56.771827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '729ce736-6e86-416d-a6bf-cfd25f385bf8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.793276 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:53:56.801826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (9b3e630e-918d-41b4-ac75-7308f0ff3e91), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.867655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (9b3e630e-918d-41b4-ac75-7308f0ff3e91), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.871667 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9b3e630e-918d-41b4-ac75-7308f0ff3e91), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.891280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3e630e-918d-41b4-ac75-7308f0ff3e91,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:56.900979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.902205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0ab2bd7f-a171-4a6a-98eb-b760b7761b82 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338592 Feb 03 14:53:56.905245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:56.910897 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'network': {'name': 'tempest-network-smoke--1845491814', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'port_security_enabled': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:56.924287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cf63ca16-669e-4355-b182-61b72f0527b5 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:53:56.931832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:53:56.935236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.944384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cf63ca16-669e-4355-b182-61b72f0527b5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:53:56.944732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cf63ca16-669e-4355-b182-61b72f0527b5 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:53:56.961337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:53:56.972726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2e944aae-ba8f-4189-baea-f3872965a9d2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:56.973083 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Added segment 2e944aae-ba8f-4189-baea-f3872965a9d2 of type vlan for network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb Feb 03 14:53:57.016786 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.042955 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.048255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:57.048964 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.086905 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805429 Feb 03 14:53:57.089709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 59942) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:57.094263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'admin_state_up': True, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:57.115058 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.116102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.128697 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d22e0c-f7e7-4252-87a5-4c68e9b1b19b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Network': ['ID=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:57.139126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:53:57.190633 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.336805 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.538608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.557374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.663731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.40 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/30bad497-826d-4a8d-bd69-569a8584a8be) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:53:57.781342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (30bad497-826d-4a8d-bd69-569a8584a8be), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.815450 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:57.859210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:53:57.862644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:53:57.866037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:53:57.888280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=30bad497-826d-4a8d-bd69-569a8584a8be,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:58.122617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:58.325034 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:58.455041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router b85558f7-fc30-4f14-adb4-6e42a2b38e3a is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:53:58.567435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:53:58.577554 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Sync routers for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:53:58.588008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:58.588231 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:58.588767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:58.589474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b627a8d3-65bb-4158-98ea-36dc0e796f80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4987426 Feb 03 14:53:58.592918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:58.622383 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-994fc908-a2c5-4a1d-a40a-f35f8b3d9da5 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=80ea3d8c267e4d50ac9d03a897df2fbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274849 Feb 03 14:53:58.624089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59946) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:58.698664 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:58.716575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbce5a3-24b6-4f03-8aae-9946d4861986 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:58.718231 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbbce5a3-24b6-4f03-8aae-9946d4861986 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930858 Feb 03 14:53:58.721491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:58.751161 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b5c678c7-5e87-455a-af81-43627165eabf tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262260 Feb 03 14:53:58.751421 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:58.755955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1383589022', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:53:58.839967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:53:58.843447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:58.879104 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:53:58Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:58.905459 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Checking router: b85558f7-fc30-4f14-adb4-6e42a2b38e3a for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:53:58.905806 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Updating router b85558f7-fc30-4f14-adb4-6e42a2b38e3a port 30bad497-826d-4a8d-bd69-569a8584a8be binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:53:58.937906 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.035861 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (91645e4d-209e-4774-aaeb-ddfa61909897), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.100741 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Subnet': ['ID=91645e4d-209e-4774-aaeb-ddfa61909897,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:59.109558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Checking segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:53:59.109928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network hostable DHCP agents. Network: 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:53:59.126126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:53:59.135546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:53:59.140032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:53:59.140728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.148082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de207a1-0821-4ed7-af4e-5c9818fd7c34 None None] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:53:59.162441 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5b6ef374-fbda-4742-9277-f216535f9852 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4075105 Feb 03 14:53:59.162699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 59952) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:53:59.201563 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Publish callbacks [] for port (30bad497-826d-4a8d-bd69-569a8584a8be), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.207841 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.234218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Attempting to bind port 30bad497-826d-4a8d-bd69-569a8584a8be on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:53:59.234586 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Attempting to bind port 30bad497-826d-4a8d-bd69-569a8584a8be by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:53:59.234952 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Attempting to bind port 30bad497-826d-4a8d-bd69-569a8584a8be on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:53:59.259379 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:53:59.259379 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:53:59.259379 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.259379 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:53:59.259379 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Bound port: 30bad497-826d-4a8d-bd69-569a8584a8be, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:53:59.259379 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.272701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:53:59.273893 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.327037 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] For port 30bad497-826d-4a8d-bd69-569a8584a8be, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:53:59.329060 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Pushing event updated for resources: {'Port': ['ID=30bad497-826d-4a8d-bd69-569a8584a8be,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:59.333044 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] For port 30bad497-826d-4a8d-bd69-569a8584a8be, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=30bad497-826d-4a8d-bd69-569a8584a8be,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:53:59.341355 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.344173 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.344538 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.344873 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.345203 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.345554 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.345887 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.346208 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.346533 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.346839 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.347155 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.347871 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.347871 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.348111 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:53:59.415305 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ca636-ffb9-4dc1-b49e-98c0299fb381 None None] Pushing event updated for resources: {'Port': ['ID=30bad497-826d-4a8d-bd69-569a8584a8be,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:59.423766 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:53:59.424341 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:59.440895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Allocated IP 172.20.0.2 (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb/91645e4d-209e-4774-aaeb-ddfa61909897/a3d379b4-8404-4a01-9d7f-38397de0ea88) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:53:59.544891 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:53:59.609831 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Publish callbacks [] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.616351 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.654646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:53:59.659939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:53:59.664675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:53:59.666023 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.701970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Pushing event updated for resources: {'Port': ['ID=a3d379b4-8404-4a01-9d7f-38397de0ea88,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:59.735866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Attempting to bind port a3d379b4-8404-4a01-9d7f-38397de0ea88 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:53:59.736705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Attempting to bind port a3d379b4-8404-4a01-9d7f-38397de0ea88 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:53:59.736897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Attempting to bind port a3d379b4-8404-4a01-9d7f-38397de0ea88 on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:53:59.742245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:53:59.742663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Checking segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:53:59.743028 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.743577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Bound using segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:53:59.744060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Bound port: a3d379b4-8404-4a01-9d7f-38397de0ea88, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:53:59.744458 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.747575 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:53:58Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:53:59.780677 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415ebad-84a3-467d-878a-380d94cc09f4 None None] The sync data for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 is: [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:53:58Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:53:59.821092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4c018114-037f-489a-a659-acb735ea6eda None None] For port a3d379b4-8404-4a01-9d7f-38397de0ea88, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:53:59.824789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4c018114-037f-489a-a659-acb735ea6eda None None] For port a3d379b4-8404-4a01-9d7f-38397de0ea88, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a3d379b4-8404-4a01-9d7f-38397de0ea88,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:53:59.832289 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:53:59.916026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c018114-037f-489a-a659-acb735ea6eda None None] Pushing event updated for resources: {'Port': ['ID=a3d379b4-8404-4a01-9d7f-38397de0ea88,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:53:59.996402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.1 (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb/91645e4d-209e-4774-aaeb-ddfa61909897/4f55f2db-6ecf-483c-8e87-ef24bdb311b3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:54:00.168837 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:00.222726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:00.279256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:54:00.283130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:54:00.285732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:54:00.322306 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:54:00.322578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:00.336876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.337390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.337843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.338257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.338706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.339117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.339783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.340005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.340410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.340862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.341269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.341672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.342071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:00.359264 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:00.531452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:00.881110 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:00.890568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:00.999338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:01.003279 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.105815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294aa55e-954d-49f7-bcdd-f425422154fb None None] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:54:01.144468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:54:01.145211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 30bad497-826d-4a8d-bd69-569a8584a8be up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:54:01.146126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:54:01.248083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a3ea989b-bcee-4de2-8095-f41a13878cf9 None None] Provisioning complete for port a3d379b4-8404-4a01-9d7f-38397de0ea88 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:01.248678 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3ea989b-bcee-4de2-8095-f41a13878cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.315341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router b85558f7-fc30-4f14-adb4-6e42a2b38e3a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:54:01.379461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 30bad497-826d-4a8d-bd69-569a8584a8be triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:01.379969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.471763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea989b-bcee-4de2-8095-f41a13878cf9 None None] Current status of the port a3d379b4-8404-4a01-9d7f-38397de0ea88 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:01.472168 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3ea989b-bcee-4de2-8095-f41a13878cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.499508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:54:01.520161 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c5fd797e-9a9d-4638-9b92-2b6a0c8f979e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/b85558f7-fc30-4f14-adb4-6e42a2b38e3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564174 Feb 03 14:54:01.540778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 30bad497-826d-4a8d-bd69-569a8584a8be is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:01.541169 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.547551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a3ea989b-bcee-4de2-8095-f41a13878cf9 None None] For port a3d379b4-8404-4a01-9d7f-38397de0ea88, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a3d379b4-8404-4a01-9d7f-38397de0ea88,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:01.552146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3ea989b-bcee-4de2-8095-f41a13878cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.605695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 30bad497-826d-4a8d-bd69-569a8584a8be, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=30bad497-826d-4a8d-bd69-569a8584a8be,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:01.616122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.617104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a3d379b4-8404-4a01-9d7f-38397de0ea88 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:54:01.679290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea989b-bcee-4de2-8095-f41a13878cf9 None None] Pushing event updated for resources: {'Port': ['ID=a3d379b4-8404-4a01-9d7f-38397de0ea88,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:01.707050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-439a41df-79f1-4cba-b0f0-9d4d2780010e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381240159&fields=id&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 267 time: 0.0595751 Feb 03 14:54:01.746503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=30bad497-826d-4a8d-bd69-569a8584a8be,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:01.754973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a3d379b4-8404-4a01-9d7f-38397de0ea88 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:01.755497 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.810652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Sync routers for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:54:01.856742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:01.857680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:01.862002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-9f48a5d3-9ba3-4f84-9988-fd9a1c707eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:01.869232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-9f48a5d3-9ba3-4f84-9988-fd9a1c707eef tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 797 time: 0.1538177 Feb 03 14:54:01.886491 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-338177e5-f0c5-4208-8619-1773e45bfc01 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/quotas/80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 375 time: 0.0157609 Feb 03 14:54:01.903978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a3d379b4-8404-4a01-9d7f-38397de0ea88 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:01.931612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-51cd5579-eafd-4872-b920-1e18c604024f None None] Provisioning complete for port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:01.931990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51cd5579-eafd-4872-b920-1e18c604024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:01.945458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-45366ea1-bb15-4b1a-833c-5fc0a1b33f38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579317 Feb 03 14:54:02.065659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5ccb6dac-0c38-4a2b-a256-2d200252a79e service neutron] 10.222.0.52 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063743 Feb 03 14:54:02.170266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-d65b1a36-8fc6-4506-9d94-5498fe5eae82 service neutron] 10.222.0.52 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983040 Feb 03 14:54:02.179918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-51cd5579-eafd-4872-b920-1e18c604024f None None] Port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:54:02.204448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:02.207617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-51cd5579-eafd-4872-b920-1e18c604024f None None] Provisioning complete for port a3d379b4-8404-4a01-9d7f-38397de0ea88 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:02.207989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51cd5579-eafd-4872-b920-1e18c604024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:02.364337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167ac653-c8de-4d69-80d7-be2a61d3b635 req-2b43281e-7187-4a53-9e7f-e435dcc9f701 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 210 time: 0.0300510 Feb 03 14:54:02.443722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-51cd5579-eafd-4872-b920-1e18c604024f None None] Current status of the port a3d379b4-8404-4a01-9d7f-38397de0ea88 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:02.502298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 2, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:02.531281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Checking router: b85558f7-fc30-4f14-adb4-6e42a2b38e3a for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:54:02.531644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Updating router b85558f7-fc30-4f14-adb4-6e42a2b38e3a port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:54:02.568282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:02.585880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88e6ca00-91e5-4b87-ad7a-0fbd8cf3767c None None] Provisioning complete for port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:02.586236 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88e6ca00-91e5-4b87-ad7a-0fbd8cf3767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:02.651347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88e6ca00-91e5-4b87-ad7a-0fbd8cf3767c None None] Port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:54:02.897080 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Publish callbacks [] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:02.902518 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:02.953987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadabdb-ebf1-4567-9004-3343cfaaab86 None None] Pushing event updated for resources: {'Port': ['ID=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:03.008446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 30bad497-826d-4a8d-bd69-569a8584a8be up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:54:03.048051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Attempting to bind port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:54:03.048445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Attempting to bind port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:54:03.049395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Attempting to bind port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:54:03.058767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:54:03.059153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Checking segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:54:03.059558 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.059947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Bound using segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:54:03.060580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Bound port: 4f55f2db-6ecf-483c-8e87-ef24bdb311b3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:54:03.060976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.116297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 30bad497-826d-4a8d-bd69-569a8584a8be triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:03.116699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.163729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] For port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:54:03.186128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] For port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:54:03.199406 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.205804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4670bd90-832a-4dcf-8079-2d9828be3e25 None None] Provisioning complete for port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:03.206177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4670bd90-832a-4dcf-8079-2d9828be3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.338840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadabdb-ebf1-4567-9004-3343cfaaab86 None None] Pushing event updated for resources: {'Port': ['ID=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:03.346691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 30bad497-826d-4a8d-bd69-569a8584a8be is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:03.348293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a3d379b4-8404-4a01-9d7f-38397de0ea88 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:54:03.350646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:03.351550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:03.440078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-8c61e82c-f868-41de-a86e-2cff2d1ddcc9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:03.442038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-8c61e82c-f868-41de-a86e-2cff2d1ddcc9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 797 time: 0.1593814 Feb 03 14:54:03.529956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4670bd90-832a-4dcf-8079-2d9828be3e25 None None] Current status of the port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:03.530356 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4670bd90-832a-4dcf-8079-2d9828be3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.549147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86350e33-25ff-43ee-b574-6187e6cc650f req-7f764a56-5e46-4065-8ef7-d7df44e1df1c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 210 time: 0.0442250 Feb 03 14:54:03.564446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a3d379b4-8404-4a01-9d7f-38397de0ea88 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:03.564446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.573220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-39836416-d660-4c9c-820e-ab3a74f04cc0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 380 time: 0.1201117 Feb 03 14:54:03.578211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:03.584612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'port': {'device_id': '1f299e6f-315c-4221-adfd-3e26784c5616', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'admin_state_up': True, 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'security_groups': ['729ce736-6e86-416d-a6bf-cfd25f385bf8']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:54:03.672106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4670bd90-832a-4dcf-8079-2d9828be3e25 None None] For port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:03.707441 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4670bd90-832a-4dcf-8079-2d9828be3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.710203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:54:03.713887 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.834313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670bd90-832a-4dcf-8079-2d9828be3e25 None None] Pushing event updated for resources: {'Port': ['ID=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:03.851727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.10 (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb/91645e4d-209e-4774-aaeb-ddfa61909897/d82e4aa4-679c-4f35-a500-9ba71511f56f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:54:03.893457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-49feb650-acb0-45bb-9033-d678f8505bd9 None None] Provisioning complete for port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:03.893837 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49feb650-acb0-45bb-9033-d678f8505bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:03.897168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a3d379b4-8404-4a01-9d7f-38397de0ea88 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:04.013751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:04.021777 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:04.047042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f70a76-e36e-4d5b-81a7-3b97d87c851f None None] The sync data for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 is: [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:54:04.066119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-49feb650-acb0-45bb-9033-d678f8505bd9 None None] Current status of the port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:04.067675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:04.138405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:54:04.142042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:54:04.147945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:54:04.152872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:04.220320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:04.221108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:04.241421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-a2f4b97d-bba5-4adc-925b-eb8a8d71a481 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6622713 Feb 03 14:54:04.253861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Request body: {'port': {'device_id': '1f299e6f-315c-4221-adfd-3e26784c5616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:54:04.323960 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:04.494168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7bbf09fa-40c5-49ab-a703-5dbbe6468aa7 None None] Provisioning complete for port d82e4aa4-679c-4f35-a500-9ba71511f56f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:04.494702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bbf09fa-40c5-49ab-a703-5dbbe6468aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:04.537006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf09fa-40c5-49ab-a703-5dbbe6468aa7 None None] Port d82e4aa4-679c-4f35-a500-9ba71511f56f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:54:04.627340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82e4aa4-679c-4f35-a500-9ba71511f56f {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:54:04.641925 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Publish callbacks [] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:04.667550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Transition to ACTIVE for port object d82e4aa4-679c-4f35-a500-9ba71511f56f will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:54:04.689540 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:04.746672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:04.768593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3904aa-3356-458a-ae9e-19ea146decbe req-3b5c48b8-b5e8-40ec-9fc8-355316431ea9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:04.769940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd3904aa-3356-458a-ae9e-19ea146decbe req-3b5c48b8-b5e8-40ec-9fc8-355316431ea9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 932 time: 0.1199646 Feb 03 14:54:05.062228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:54:05.130637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:05.131173 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:05.212083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd3904aa-3356-458a-ae9e-19ea146decbe req-09f8e413-ef27-45de-a66c-45f673e5fe14 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781958 Feb 03 14:54:05.224981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:54:05.225325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:54:05.225656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:54:05.226694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:05.238624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:54:05.239994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:54:05.245557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:54:05.245951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Checking segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:54:05.246423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Bound using segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:54:05.246855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Bound port: d82e4aa4-679c-4f35-a500-9ba71511f56f, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:54:05.247239 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:05.320662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:54:05.324335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:54:05.332399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:05.395148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:05.396196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:05.398594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] 10.222.0.45 "PUT /v2.0/ports/d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 1092 time: 1.1496582 Feb 03 14:54:05.399195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:54:05.403284 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476348b7-6406-4489-8d3e-02597b5ef064" -d '{"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:54:05.490482 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fa856b-47ff-4587-a62e-2a1ebcfe24c0 x-openstack-request-id: req-00fa856b-47ff-4587-a62e-2a1ebcfe24c0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:54:05.490952 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:54:05.491357 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00fa856b-47ff-4587-a62e-2a1ebcfe24c0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:54:05.491937 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'status': 'completed', 'code': 200} Feb 03 14:54:05.524411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b875648-30db-47e6-a387-50a65dbd529b service neutron] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:05.548179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-fa2ed605-38ba-41f7-a76b-6c936d3f60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:05.551524 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-fa2ed605-38ba-41f7-a76b-6c936d3f60a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1126 time: 0.1073606 Feb 03 14:54:05.594432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-1fbfb8d8-36a1-4599-ac37-8c4728a48dea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 217 time: 0.0363824 Feb 03 14:54:05.651461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-497af296-ece0-42b3-933e-cc85d8c8ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:05.652967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-497af296-ece0-42b3-933e-cc85d8c8ec3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0533326 Feb 03 14:54:05.706329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-52a2bb0f-3753-46a2-b394-4e13a0a57c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:05.707835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-52a2bb0f-3753-46a2-b394-4e13a0a57c3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486052 Feb 03 14:54:05.803343 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-5a7faf16-14bf-4dfe-8ba8-7654ff228845 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896087 Feb 03 14:54:05.904231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6ef2eba-4497-4fc6-8dee-d1f22e63fe0e req-77665596-9d44-453b-b956-0569c76aab5f service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951633 Feb 03 14:54:06.042216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476348b7-6406-4489-8d3e-02597b5ef064 req-3f3da80f-a550-47ec-a187-93023c06b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:06.043752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476348b7-6406-4489-8d3e-02597b5ef064 req-3f3da80f-a550-47ec-a187-93023c06b4e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1126 time: 0.0498970 Feb 03 14:54:06.147529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476348b7-6406-4489-8d3e-02597b5ef064 req-737a9f22-c26c-4300-9e6b-07a8023d3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:06.149012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476348b7-6406-4489-8d3e-02597b5ef064 req-737a9f22-c26c-4300-9e6b-07a8023d3d06 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.0983164 Feb 03 14:54:06.193705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476348b7-6406-4489-8d3e-02597b5ef064 req-4395dabb-f847-4374-96a4-d515dbfa7b6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 217 time: 0.0368545 Feb 03 14:54:06.255635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476348b7-6406-4489-8d3e-02597b5ef064 req-d2dd2f06-d2e9-4278-90b2-f0c57ab0235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:06.258305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476348b7-6406-4489-8d3e-02597b5ef064 req-d2dd2f06-d2e9-4278-90b2-f0c57ab0235f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0580547 Feb 03 14:54:06.354000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476348b7-6406-4489-8d3e-02597b5ef064 req-f7811fc6-f06a-4ebf-9e72-eab0982db9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:06.356897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476348b7-6406-4489-8d3e-02597b5ef064 req-f7811fc6-f06a-4ebf-9e72-eab0982db9df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0896673 Feb 03 14:54:06.408551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6367-2af8-4ff8-a026-42b2a6859d56 req-439eddd9-e367-4609-95f8-4c154f4b42cc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:06.410702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-947b6367-2af8-4ff8-a026-42b2a6859d56 req-439eddd9-e367-4609-95f8-4c154f4b42cc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 944 time: 0.1027055 Feb 03 14:54:06.508247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476348b7-6406-4489-8d3e-02597b5ef064 req-d095700c-89c2-4cc5-a1ac-7091e830790b service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440539 Feb 03 14:54:06.513668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-947b6367-2af8-4ff8-a026-42b2a6859d56 req-51975d92-a1c9-485c-a4a4-048bc93c9ecb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764592 Feb 03 14:54:06.609390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476348b7-6406-4489-8d3e-02597b5ef064 req-8666b41a-a422-496d-a105-0975461d9cf9 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943973 Feb 03 14:54:07.662735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9227-5bf9-4204-a69b-a30387fba5b1 req-77f29fa0-1480-417c-9743-b913c9063e90 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:07.664496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c22d9227-5bf9-4204-a69b-a30387fba5b1 req-77f29fa0-1480-417c-9743-b913c9063e90 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 944 time: 0.0779932 Feb 03 14:54:07.718000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c22d9227-5bf9-4204-a69b-a30387fba5b1 req-c07fc927-ab43-48d5-82e4-249713dd3cd7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479267 Feb 03 14:54:08.854328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b96837-c6b6-4aea-9613-544546328b15 req-061b3d29-f307-4074-afdb-a3f34df37a59 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:08.855839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48b96837-c6b6-4aea-9613-544546328b15 req-061b3d29-f307-4074-afdb-a3f34df37a59 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 944 time: 0.0588360 Feb 03 14:54:08.933646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48b96837-c6b6-4aea-9613-544546328b15 req-4b50ebea-8cab-4806-9e67-70663d8dcffa tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699265 Feb 03 14:54:09.204135 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:54:09.245363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:09.315544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:09.328153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'port_id': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'mac_address': 'fa:16:3e:c4:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:54:09.371714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d82e4aa4-679c-4f35-a500-9ba71511f56f is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:09.372108 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:09.388164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82e4aa4-679c-4f35-a500-9ba71511f56f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:54:09.412931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:09.417483 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:09.469324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:09.609435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['d82e4aa4-679c-4f35-a500-9ba71511f56f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:54:10.074167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f91a35-9c16-4345-b476-c59ddf62f427 req-2c42bc55-29ff-4115-b85b-29264710fa6c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:10.075745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86f91a35-9c16-4345-b476-c59ddf62f427 req-2c42bc55-29ff-4115-b85b-29264710fa6c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 945 time: 0.0656781 Feb 03 14:54:10.147730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86f91a35-9c16-4345-b476-c59ddf62f427 req-7d3f51b5-d280-42d7-9aa7-f7150337908b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644925 Feb 03 14:54:11.210003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:54:11.272354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port d82e4aa4-679c-4f35-a500-9ba71511f56f completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:54:11.276874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port d82e4aa4-679c-4f35-a500-9ba71511f56f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:54:11.277257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:11.279036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f43df-ed52-4647-a6ca-1dc075743a42 req-975b2cb0-a806-4f97-9242-cc06d9c0f8bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:11.280706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c4f43df-ed52-4647-a6ca-1dc075743a42 req-975b2cb0-a806-4f97-9242-cc06d9c0f8bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 945 time: 0.0600379 Feb 03 14:54:11.339389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c4f43df-ed52-4647-a6ca-1dc075743a42 req-2afd774b-4ca8-4d65-8b87-a1c6216a1b97 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514755 Feb 03 14:54:11.372396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d82e4aa4-679c-4f35-a500-9ba71511f56f is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:54:11.372803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:11.411917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:54:11.414277 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f823218-ce96-49da-a6b1-89e9135b1401" -d '{"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-plugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:54:11.428101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:11.434959 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:11.462538 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce5d3b-a006-4ad3-8c64-0ae23b735e25 x-openstack-request-id: req-6fce5d3b-a006-4ad3-8c64-0ae23b735e25 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:54:11.462846 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-plugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:54:11.463110 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fce5d3b-a006-4ad3-8c64-0ae23b735e25 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:54:11.463590 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'code': 200} Feb 03 14:54:11.498543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:11.589383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb5fb0-c9bf-4ffb-8ff8-c4e1e606a4ba req-4a589f46-f255-48a6-a6a5-efaead43d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:11.590977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43fb5fb0-c9bf-4ffb-8ff8-c4e1e606a4ba req-4a589f46-f255-48a6-a6a5-efaead43d23a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1128 time: 0.0554342 Feb 03 14:54:11.644658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43fb5fb0-c9bf-4ffb-8ff8-c4e1e606a4ba req-d5cb235a-5b94-4347-b7c1-60915c1b9c01 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457509 Feb 03 14:54:12.475771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f85fd-6cef-4c1c-ac90-8f1febb1a006 req-a90d6887-4982-4b62-bc2b-e534e6ee22d0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:12.477382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-383f85fd-6cef-4c1c-ac90-8f1febb1a006 req-a90d6887-4982-4b62-bc2b-e534e6ee22d0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0585358 Feb 03 14:54:12.528733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-383f85fd-6cef-4c1c-ac90-8f1febb1a006 req-aeae00fc-67be-4edc-8e02-68f54c1fb3ea tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454907 Feb 03 14:54:12.910577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-511eaef3-10b9-46f6-bd66-ed744fa73158 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446978 Feb 03 14:54:13.007598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-fd65e562-f1c4-49de-8c00-d3627c43f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:13.009575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-fd65e562-f1c4-49de-8c00-d3627c43f62e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1128 time: 0.0529823 Feb 03 14:54:13.132509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-8f209eb8-ce3d-46a3-9cec-d5abb65a1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:13.134170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-8f209eb8-ce3d-46a3-9cec-d5abb65a1185 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1017275 Feb 03 14:54:13.178647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-adcbafab-c635-4ffc-bbe0-ee339601ca8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 217 time: 0.0382781 Feb 03 14:54:13.235108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-4138b0c4-f819-4d76-83f9-3877edb031b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:13.236673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-4138b0c4-f819-4d76-83f9-3877edb031b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0523715 Feb 03 14:54:13.296471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-baf4b9a9-bb72-4a28-b4e5-801b1506ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:13.298070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-baf4b9a9-bb72-4a28-b4e5-801b1506ab65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557363 Feb 03 14:54:13.389998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-aca7c501-34b7-4c31-ae4c-9abda2843925 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858817 Feb 03 14:54:13.494985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01af34b6-cc52-430c-87ed-d397aecf41a7 req-c09cbd58-1eba-47b8-877b-55398c74f331 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993812 Feb 03 14:54:13.918289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34927bb3-37d5-45ce-a914-35590ec0ed4a req-0e0f932e-85ba-40f3-9b03-27ecfaa107be tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:13.919787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34927bb3-37d5-45ce-a914-35590ec0ed4a req-0e0f932e-85ba-40f3-9b03-27ecfaa107be tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0540090 Feb 03 14:54:13.969200 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34927bb3-37d5-45ce-a914-35590ec0ed4a req-08132cbf-e25e-4be7-a054-5371bab5fe0e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438514 Feb 03 14:54:14.096939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166f739-f334-472c-92f2-7dfda7220570 req-de6b6aeb-7344-4189-a79e-4a49f5a643fd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:14.098390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8166f739-f334-472c-92f2-7dfda7220570 req-de6b6aeb-7344-4189-a79e-4a49f5a643fd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0612383 Feb 03 14:54:14.156076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8166f739-f334-472c-92f2-7dfda7220570 req-833a486c-dbb0-4f86-9cb2-b8752bcdf790 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516443 Feb 03 14:54:14.178995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60006) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:14.227276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6710d-af5d-4232-ba24-62afaa79a4e3 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:14.228885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6cb6710d-af5d-4232-ba24-62afaa79a4e3 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1123 time: 0.0488732 Feb 03 14:54:14.231945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60008) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:14.236358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:54:14.256568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:14.358682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:14.776665 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.27 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/0ad2a8d1-ae5f-4c9e-beed-822b6b63df35) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:54:14.887777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:14.921619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:14.961732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:54:14.964638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:54:14.968077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:54:14.990099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=0ad2a8d1-ae5f-4c9e-beed-822b6b63df35,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:15.357219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (a1444027-a7a8-4b01-b327-76af88f5f4d6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:15.431648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:15.605637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:15.610938 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:15.684365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=0ad2a8d1-ae5f-4c9e-beed-822b6b63df35,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:15.697142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (a1444027-a7a8-4b01-b327-76af88f5f4d6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:15.802505 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP a1444027-a7a8-4b01-b327-76af88f5f4d6 associated. External IP: 172.25.0.27, port: d82e4aa4-679c-4f35-a500-9ba71511f56f. Feb 03 14:54:15.824917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a32b8b1-918b-43df-819a-fcfb759d1674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:16.020863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router b85558f7-fc30-4f14-adb4-6e42a2b38e3a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:54:16.139017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:54:16.150646 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] Sync routers for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:54:16.157758 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:16.161511 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:16.162134 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:16.193979 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-59af19e5-34d7-40c5-880f-f359382aedc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9584649 Feb 03 14:54:16.193979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:54:16.194683 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16514d4-fc45-43a9-bc29-138105eb0d41" -d '{"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:54:16.301166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3383-20ff-4092-9326-96498623a895 req-7415bbda-ffe7-4e48-a755-d87dbb3580a1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:16.302771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-681e3383-20ff-4092-9326-96498623a895 req-7415bbda-ffe7-4e48-a755-d87dbb3580a1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0571311 Feb 03 14:54:16.355329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-681e3383-20ff-4092-9326-96498623a895 req-3c5052d2-6c5f-4c63-8467-2169e1f2e54a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460804 Feb 03 14:54:16.377991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60016) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:16.392390 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:16.423291 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bf15f3-34df-4746-ba23-4d4acf904363 x-openstack-request-id: req-18bf15f3-34df-4746-ba23-4d4acf904363 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:54:16.423674 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:54:16.423940 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18bf15f3-34df-4746-ba23-4d4acf904363 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:54:16.424506 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'status': 'completed', 'code': 200} Feb 03 14:54:16.454581 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9b66d4ba-ecf2-4226-a92c-87e59592b5d4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/a1444027-a7a8-4b01-b327-76af88f5f4d6 HTTP/1.1" status: 200 len: 991 time: 0.0752928 Feb 03 14:54:16.473659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-05ce5f5d-abb1-4eec-ab52-91693d763f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:16.475290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-05ce5f5d-abb1-4eec-ab52-91693d763f01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1128 time: 0.0502033 Feb 03 14:54:16.583259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-54b86273-656f-480c-84e1-b34325824af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:16.584809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-54b86273-656f-480c-84e1-b34325824af9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1026297 Feb 03 14:54:16.641347 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a1444027-a7a8-4b01-b327-76af88f5f4d6', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'port_id': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'mac_address': 'fa:16:3e:c4:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f299e6f-315c-4221-adfd-3e26784c5616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:54:15Z', 'updated_at': '2022-02-03T14:54:15Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:16.656474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-e8148226-5808-44fb-88a3-7bf134d198c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 999 time: 0.0647314 Feb 03 14:54:16.669078 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] Checking router: b85558f7-fc30-4f14-adb4-6e42a2b38e3a for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:54:16.678427 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:16.679094 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:53:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:16.713140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-ff2cc1d3-ce0c-4f78-8320-5c4ceb782bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:16.714613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-ff2cc1d3-ce0c-4f78-8320-5c4ceb782bff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0529649 Feb 03 14:54:16.763696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-e4a609b6-22f0-455d-9e98-74def41b6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:16.765245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-e4a609b6-22f0-455d-9e98-74def41b6878 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450413 Feb 03 14:54:16.790972 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:16.856906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-72f93a08-8ab9-47a7-98f6-a8aac04a3fa2 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858331 Feb 03 14:54:16.956989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f16514d4-fc45-43a9-bc29-138105eb0d41 req-2c0753ec-fdcb-4e45-9b50-1bdb5ffdf373 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945332 Feb 03 14:54:17.035427 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a1444027-a7a8-4b01-b327-76af88f5f4d6', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'port_id': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'mac_address': 'fa:16:3e:c4:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f299e6f-315c-4221-adfd-3e26784c5616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:54:15Z', 'updated_at': '2022-02-03T14:54:15Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:17.066045 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a39448-6f2f-46d6-b1c9-47c2e0b132e1 None None] The sync data for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 is: [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'a1444027-a7a8-4b01-b327-76af88f5f4d6', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'port_id': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'mac_address': 'fa:16:3e:c4:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f299e6f-315c-4221-adfd-3e26784c5616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:54:15Z', 'updated_at': '2022-02-03T14:54:15Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:54:17.271327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553a594-efeb-45f8-92ce-df110c742219 None None] New status for floating IP a1444027-a7a8-4b01-b327-76af88f5f4d6: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:54:17.459022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60018) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:17.519372 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b8e97532-cd7d-4f27-a368-2008e84fcc69 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/a1444027-a7a8-4b01-b327-76af88f5f4d6 HTTP/1.1" status: 200 len: 991 time: 0.0592675 Feb 03 14:54:18.084761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13a36520-c6f8-4197-ba19-32bbbdda0f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:18.522243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60020) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:18.587293 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9d99cdd2-1bb5-43da-b1cc-fcefafe0f3db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/a1444027-a7a8-4b01-b327-76af88f5f4d6 HTTP/1.1" status: 200 len: 993 time: 0.0638556 Feb 03 14:54:19.711335 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:20.779547 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:22.200038 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:23.493402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9b12-1230-4487-b4a8-0beeef6c1a59 req-94a8e160-a92b-42d4-bc1a-9252fd224f3b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:23.494894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1b9b12-1230-4487-b4a8-0beeef6c1a59 req-94a8e160-a92b-42d4-bc1a-9252fd224f3b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 946 time: 0.0555186 Feb 03 14:54:23.543269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1b9b12-1230-4487-b4a8-0beeef6c1a59 req-706073ae-246b-485b-8f2e-1a2c8462c5d3 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Feb 03 14:54:24.309242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206745c-73bc-4608-b647-010b64c234e8 req-0d552f11-de11-4472-89e7-ab0716fa6568 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:24.310716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7206745c-73bc-4608-b647-010b64c234e8 req-0d552f11-de11-4472-89e7-ab0716fa6568 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.71 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 946 time: 0.0564039 Feb 03 14:54:24.408165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Deleting port bb4e2f2f-736e-4a37-9170-5e75db9be439 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:24.408541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:24.502987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] For port bb4e2f2f-736e-4a37-9170-5e75db9be439, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bb4e2f2f-736e-4a37-9170-5e75db9be439,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:24.503691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:24.751248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0aff-06bc-458f-80ba-c1924190f9de req-e78585f6-9035-4675-bcd9-cfb22c49d055 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:24.753388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-063a0aff-06bc-458f-80ba-c1924190f9de req-e78585f6-9035-4675-bcd9-cfb22c49d055 tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 946 time: 0.1329191 Feb 03 14:54:24.771492 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:24.771821 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (58e49033-7297-4829-9a5e-c84113797bd7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:24.772154 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Floating IP 58e49033-7297-4829-9a5e-c84113797bd7 disassociated. External IP: 172.25.0.163, port: bb4e2f2f-736e-4a37-9170-5e75db9be439. Feb 03 14:54:24.772593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Calling delete_port for bb4e2f2f-736e-4a37-9170-5e75db9be439 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:24.851977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-063a0aff-06bc-458f-80ba-c1924190f9de req-f0325e7c-b4bc-4b90-8302-c7dfe5f0bdaf tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/security-groups?id=db19ee18-8653-41c2-90ef-3f4c83c8b414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882578 Feb 03 14:54:24.934402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bb4e2f2f-736e-4a37-9170-5e75db9be439), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:24.965921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event deleted for resources: {'Port': ['ID=bb4e2f2f-736e-4a37-9170-5e75db9be439,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:25.017863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:25.084714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:54:25.199886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:54:25.210772 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] Sync routers for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:54:25.220734 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:25.221928 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:54:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:25.246100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] No DVR routers for this DVR port bb4e2f2f-736e-4a37-9170-5e75db9be439 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:54:25.248626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:25.252026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7206745c-73bc-4608-b647-010b64c234e8 req-6c636389-5895-4e59-8147-55502c0c431d tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.71 "DELETE /v2.0/ports/bb4e2f2f-736e-4a37-9170-5e75db9be439 HTTP/1.1" status: 204 len: 173 time: 0.9353409 Feb 03 14:54:25.252521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'name': 'network-vif-deleted', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:54:25.254800 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8dd21a-274d-422f-928c-28db4f36dc4d" -d '{"events": [{"server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "name": "network-vif-deleted", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:54:25.299476 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc849b-450b-45b8-9e27-ede98860ebc8 x-openstack-request-id: req-9cfc849b-450b-45b8-9e27-ede98860ebc8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:54:25.299822 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d15ced-16b0-478e-9df8-4b6048fe8b0c", "name": "network-vif-deleted", "tag": "bb4e2f2f-736e-4a37-9170-5e75db9be439", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:54:25.300052 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cfc849b-450b-45b8-9e27-ede98860ebc8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:54:25.300500 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d15ced-16b0-478e-9df8-4b6048fe8b0c', 'name': 'network-vif-deleted', 'tag': 'bb4e2f2f-736e-4a37-9170-5e75db9be439', 'status': 'completed', 'code': 200} Feb 03 14:54:25.341485 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:25.594056 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:52Z', 'revision_number': 5, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:25.625737 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] Checking router: e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:54:25.637483 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:25.638092 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:54:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:25.770900 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:25.974882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96a953e3-aca7-4c96-ba31-0072753b4052 req-a6768026-ad9a-404f-bc74-458b0c4e444b tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d15ced-16b0-478e-9df8-4b6048fe8b0c HTTP/1.1" status: 200 len: 210 time: 0.0298252 Feb 03 14:54:25.991022 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:52Z', 'revision_number': 5, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:26.019285 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f143876f-4b4f-4fe3-9d7b-f39500746381 None None] The sync data for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 is: [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:46Z', 'revision_number': 4, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '26325025-5c5d-4671-b0e3-5780e5e0f692', 'name': '', 'network_id': '7c309c4f-b85b-49e5-8057-db8b28460602', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'mac_address': 'fa:16:3e:26:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:45Z', 'updated_at': '2022-02-03T14:48:52Z', 'revision_number': 5, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'subnets': [{'id': 'efc634a2-3828-4cfb-8b8a-b650c6d586d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:54:26.264710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6262ad54-29c5-41d7-9900-9f0aa9153615 None None] New status for floating IP 58e49033-7297-4829-9a5e-c84113797bd7: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:54:27.047321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60040) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:27.183013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-90f32e5f-58ea-4323-b990-268c7833f188 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638771 Feb 03 14:54:27.184475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Deleting port 52b7d8d1-a290-496c-a4a5-a29dfc227e57 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:27.184837 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.273192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.273629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for floatingip (52b7d8d1-a290-496c-a4a5-a29dfc227e57), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.287539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Calling delete_port for 52b7d8d1-a290-496c-a4a5-a29dfc227e57 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:27.290227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-f326841d-4dc8-421f-9c43-d0e300a3617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:27.291778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-f326841d-4dc8-421f-9c43-d0e300a3617c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 1127 time: 0.0502083 Feb 03 14:54:27.405853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-74cd91e4-f451-444f-bcf8-11a925d834f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:27.407399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-74cd91e4-f451-444f-bcf8-11a925d834f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0941491 Feb 03 14:54:27.422162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (52b7d8d1-a290-496c-a4a5-a29dfc227e57), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.452491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event deleted for resources: {'Port': ['ID=52b7d8d1-a290-496c-a4a5-a29dfc227e57,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:27.476783 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-9dae0ec0-a02e-4a3c-9bd3-a678cebf2c54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300f40d8-4c7f-4e46-8150-21d5e0321690 HTTP/1.1" status: 200 len: 1001 time: 0.0629818 Feb 03 14:54:27.513049 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for floatingip (58e49033-7297-4829-9a5e-c84113797bd7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.515745 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.516929 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5be65b73-9830-4cf8-930a-24a332cf991a tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "DELETE /v2.0/floatingips/58e49033-7297-4829-9a5e-c84113797bd7 HTTP/1.1" status: 204 len: 168 time: 0.4682519 Feb 03 14:54:27.527430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-83bd1a7f-78d4-4f0e-ad33-2517b416217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:27.528948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-83bd1a7f-78d4-4f0e-ad33-2517b416217b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0464358 Feb 03 14:54:27.581516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-a8839b90-7b86-47e8-9057-1b4b950a5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:27.583075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-a8839b90-7b86-47e8-9057-1b4b950a5a87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485220 Feb 03 14:54:27.585084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60046) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:27.716843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3fdc-3a1a-45c9-9c30-22b0c25c377c tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group (db19ee18-8653-41c2-90ef-3f4c83c8b414), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.735877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-82628f0c-14d8-4e67-bf4e-2b89075b8224 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439624 Feb 03 14:54:27.773922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3fdc-3a1a-45c9-9c30-22b0c25c377c tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group (db19ee18-8653-41c2-90ef-3f4c83c8b414), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.876194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21830264-e3e4-4cc3-9f06-8c552d2cd918 req-de843a30-652c-458b-8b9c-31339e3bd760 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334720 Feb 03 14:54:27.906002 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3fdc-3a1a-45c9-9c30-22b0c25c377c tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (db19ee18-8653-41c2-90ef-3f4c83c8b414), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.909236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3fdc-3a1a-45c9-9c30-22b0c25c377c tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:27.910421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ee2f3fdc-3a1a-45c9-9c30-22b0c25c377c tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] 10.222.0.52 "DELETE /v2.0/security-groups/db19ee18-8653-41c2-90ef-3f4c83c8b414 HTTP/1.1" status: 204 len: 168 time: 0.3244119 Feb 03 14:54:27.919564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f3fdc-3a1a-45c9-9c30-22b0c25c377c tempest-TestServerBasicOps-749563265 tempest-TestServerBasicOps-749563265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db19ee18-8653-41c2-90ef-3f4c83c8b414,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:27.956250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60050) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:28.460059 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:28.640815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bb4e2f2f-736e-4a37-9170-5e75db9be439 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:54:28.662767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: bb4e2f2f-736e-4a37-9170-5e75db9be439 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:54:28.663114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bb4e2f2f-736e-4a37-9170-5e75db9be439 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:54:29.011705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Deleting port 26325025-5c5d-4671-b0e3-5780e5e0f692 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:29.012068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:29.088162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] For port 26325025-5c5d-4671-b0e3-5780e5e0f692, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=26325025-5c5d-4671-b0e3-5780e5e0f692,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:29.088558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:29.101402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Calling delete_port for 26325025-5c5d-4671-b0e3-5780e5e0f692 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:29.290027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (26325025-5c5d-4671-b0e3-5780e5e0f692), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:29.319258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26325025-5c5d-4671-b0e3-5780e5e0f692,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:29.499950 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:29.732278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:54:29.843239 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:54:29.848928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2a9cf253-78d3-4c0a-b82c-856a588318f7 admin admin] 10.222.0.52 "PUT /v2.0/routers/e0bee28a-3b08-4f9e-97d6-ee79ba3fc403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915327 Feb 03 14:54:29.850696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60054) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:29.853434 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] Sync routers for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:54:29.867855 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:29.868473 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:54:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:29.963103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks [] for router (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:29.991557 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:30.072913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks [] for router_gateway (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.132484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Deleting port 9385978f-238f-4d03-bf22-d882a9f05691 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:30.132808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9385978f-238f-4d03-bf22-d882a9f05691), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.219567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] For port 9385978f-238f-4d03-bf22-d882a9f05691, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9385978f-238f-4d03-bf22-d882a9f05691,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:30.219937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9385978f-238f-4d03-bf22-d882a9f05691), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.236396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Calling delete_port for 9385978f-238f-4d03-bf22-d882a9f05691 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:30.297913 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '9385978f-238f-4d03-bf22-d882a9f05691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:54:29Z', 'revision_number': 5, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port': {'id': '9385978f-238f-4d03-bf22-d882a9f05691', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:30.324767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] Checking router: e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:54:30.333439 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] Routers {'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:30.334167 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:54:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:30.425162 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9385978f-238f-4d03-bf22-d882a9f05691), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.427740 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] Set router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:30.462332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Pushing event deleted for resources: {'Port': ['ID=9385978f-238f-4d03-bf22-d882a9f05691,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:30.488541 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:54:30Z', 'revision_number': 6, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:30.514531 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae9efa-dbc0-4ff2-8b79-d54b36157601 None None] The sync data for ids ['e0bee28a-3b08-4f9e-97d6-ee79ba3fc403'] in n-d-827549-2 is: [{'id': 'e0bee28a-3b08-4f9e-97d6-ee79ba3fc403', 'name': 'tempest-TestServerBasicOps-45414903-router', 'tenant_id': '02db51c2218f4e0282f87b8c884e6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:42Z', 'updated_at': '2022-02-03T14:54:30Z', 'revision_number': 6, 'project_id': '02db51c2218f4e0282f87b8c884e6f84', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:54:30.527348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.621949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.624103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks [] for router_controller (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.668379 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e0bee28a-3b08-4f9e-97d6-ee79ba3fc403), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.668929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:54:30.673193 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.674341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-042b320b-c6fa-4a99-ad42-9947ad62b256 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e0bee28a-3b08-4f9e-97d6-ee79ba3fc403 HTTP/1.1" status: 204 len: 168 time: 0.8226483 Feb 03 14:54:30.677046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60056) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:30.732351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] Deleting subnet efc634a2-3828-4cfb-8b8a-b650c6d586d0 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:54:30.735634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] Publish callbacks [] for subnet (efc634a2-3828-4cfb-8b8a-b650c6d586d0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.770934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (efc634a2-3828-4cfb-8b8a-b650c6d586d0), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.857420 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (efc634a2-3828-4cfb-8b8a-b650c6d586d0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.915613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (efc634a2-3828-4cfb-8b8a-b650c6d586d0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.949083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc634a2-3828-4cfb-8b8a-b650c6d586d0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:30.952348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:30.955548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc6c62-1f1a-4614-9f90-86e7c37afb0b None None] Network 7c309c4f-b85b-49e5-8057-db8b28460602 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:54:30.956766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03e260fa-8b5c-4997-a35d-3c16a229862a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/efc634a2-3828-4cfb-8b8a-b650c6d586d0 HTTP/1.1" status: 204 len: 168 time: 0.2776773 Feb 03 14:54:30.958927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60058) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:31.038314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7c309c4f-b85b-49e5-8057-db8b28460602), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.101172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Deleting port 28bd3c8a-29e0-4518-9d81-953264ca5d23 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:31.101555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.165094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] For port 28bd3c8a-29e0-4518-9d81-953264ca5d23, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=28bd3c8a-29e0-4518-9d81-953264ca5d23,segment=NetworkSegment(ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97),segment_id=ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:31.165458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.178443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Calling delete_port for 28bd3c8a-29e0-4518-9d81-953264ca5d23 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:31.264687 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (28bd3c8a-29e0-4518-9d81-953264ca5d23), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.289699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=28bd3c8a-29e0-4518-9d81-953264ca5d23,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:31.293518 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] No DVR routers for this DVR port 28bd3c8a-29e0-4518-9d81-953264ca5d23 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:54:31.355378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d437acc-bdb5-43f2-8dd3-445f77f129cc None None] DHCP port deletion for 7c309c4f-b85b-49e5-8057-db8b28460602 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:54:31.373860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7c309c4f-b85b-49e5-8057-db8b28460602), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.405693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c309c4f-b85b-49e5-8057-db8b28460602']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:31.415840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:31.416147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:31.426429 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.442341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.449355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:54:31.450122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (ee64d6d1-c1b7-41f0-8ad8-0cee432f2e97), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:54:31.451882 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:54:31.465711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 26325025-5c5d-4671-b0e3-5780e5e0f692 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:54:31.486891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 26325025-5c5d-4671-b0e3-5780e5e0f692 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:54:31.487682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 26325025-5c5d-4671-b0e3-5780e5e0f692 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:54:31.526978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7c309c4f-b85b-49e5-8057-db8b28460602), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.526978 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:31.529996 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] 10.222.0.52 "DELETE /v2.0/networks/7c309c4f-b85b-49e5-8057-db8b28460602 HTTP/1.1" status: 204 len: 168 time: 0.5700412 Feb 03 14:54:31.533005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60060) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:31.543520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd2556-8956-491c-80a0-fe2f5bad1e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=7c309c4f-b85b-49e5-8057-db8b28460602,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:31.897103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (58deb5dd-bc25-41a1-81f4-b17a13769201), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:32.162719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Deleting port 58e2b8dd-e00e-4a3b-9461-07139f097e34 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:32.162984 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:32.239705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] For port 58e2b8dd-e00e-4a3b-9461-07139f097e34, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=58e2b8dd-e00e-4a3b-9461-07139f097e34,segment=NetworkSegment(e6d44b5f-e91c-4516-a1ec-490702f69aab),segment_id=e6d44b5f-e91c-4516-a1ec-490702f69aab)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:32.240071 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:32.251745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Calling delete_port for 58e2b8dd-e00e-4a3b-9461-07139f097e34 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:32.434447 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (58e2b8dd-e00e-4a3b-9461-07139f097e34), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:32.458592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e2b8dd-e00e-4a3b-9461-07139f097e34,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:32.630889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (58deb5dd-bc25-41a1-81f4-b17a13769201), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:32.865343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Router 58deb5dd-bc25-41a1-81f4-b17a13769201 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:54:33.032191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9385978f-238f-4d03-bf22-d882a9f05691 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:54:33.054235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9385978f-238f-4d03-bf22-d882a9f05691 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:54:33.054683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9385978f-238f-4d03-bf22-d882a9f05691 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:54:33.055171 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 28bd3c8a-29e0-4518-9d81-953264ca5d23 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:54:33.076352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 28bd3c8a-29e0-4518-9d81-953264ca5d23 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:54:33.076730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 28bd3c8a-29e0-4518-9d81-953264ca5d23 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:54:33.295260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:54:33.300235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f5832029-f119-4194-81e4-3cee918aee68 admin admin] 10.222.0.52 "PUT /v2.0/routers/58deb5dd-bc25-41a1-81f4-b17a13769201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648194 Feb 03 14:54:33.302749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60062) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:33.305338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] Sync routers for ids ['58deb5dd-bc25-41a1-81f4-b17a13769201'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:54:33.316133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] Routers {'58deb5dd-bc25-41a1-81f4-b17a13769201'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:33.316870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:54:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58deb5dd-bc25-41a1-81f4-b17a13769201'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:33.408158 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks [] for router (58deb5dd-bc25-41a1-81f4-b17a13769201), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:33.428115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] Set router 58deb5dd-bc25-41a1-81f4-b17a13769201 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:33.517052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks [] for router_gateway (58deb5dd-bc25-41a1-81f4-b17a13769201), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:33.570965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Deleting port b89375ab-95f6-441b-9bba-af94010d63ca {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:33.571308 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:33.611890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:54:32Z', 'revision_number': 5, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port': {'id': 'b89375ab-95f6-441b-9bba-af94010d63ca', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:49Z', 'updated_at': '2022-02-03T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:33.642956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] Checking router: 58deb5dd-bc25-41a1-81f4-b17a13769201 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:54:33.651614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] Routers {'58deb5dd-bc25-41a1-81f4-b17a13769201'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:54:33.652216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:54:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58deb5dd-bc25-41a1-81f4-b17a13769201'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:33.657933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] For port b89375ab-95f6-441b-9bba-af94010d63ca, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b89375ab-95f6-441b-9bba-af94010d63ca,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:33.658553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:33.671472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Calling delete_port for b89375ab-95f6-441b-9bba-af94010d63ca owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:33.744625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] Set router 58deb5dd-bc25-41a1-81f4-b17a13769201 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:54:33.795652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:54:33Z', 'revision_number': 6, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:33.825394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5119de-1894-4003-86d5-e7ad54898d57 None None] The sync data for ids ['58deb5dd-bc25-41a1-81f4-b17a13769201'] in n-d-827549-2 is: [{'id': '58deb5dd-bc25-41a1-81f4-b17a13769201', 'name': 'tempest-TestServerBasicOps-1415968365-router', 'tenant_id': '9eaec8504fb549dcb49210048031f0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:48Z', 'updated_at': '2022-02-03T14:54:33Z', 'revision_number': 6, 'project_id': '9eaec8504fb549dcb49210048031f0da', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:54:33.848712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b89375ab-95f6-441b-9bba-af94010d63ca), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:33.873107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89375ab-95f6-441b-9bba-af94010d63ca,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:33.936482 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (58deb5dd-bc25-41a1-81f4-b17a13769201), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.035076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (58deb5dd-bc25-41a1-81f4-b17a13769201), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.037223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks [] for router_controller (58deb5dd-bc25-41a1-81f4-b17a13769201), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.083679 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (58deb5dd-bc25-41a1-81f4-b17a13769201), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.084439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58deb5dd-bc25-41a1-81f4-b17a13769201 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:54:34.090190 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.091342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-323282b9-ddc4-4bcd-80f3-5ff0ee2b8774 admin admin] 10.222.0.52 "DELETE /v2.0/routers/58deb5dd-bc25-41a1-81f4-b17a13769201 HTTP/1.1" status: 204 len: 168 time: 0.7876821 Feb 03 14:54:34.093847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60064) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:34.139351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] Deleting subnet 97acb6b0-59d5-4432-9e63-1e3a4e8395cd {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:54:34.142516 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] Publish callbacks [] for subnet (97acb6b0-59d5-4432-9e63-1e3a4e8395cd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.180446 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (97acb6b0-59d5-4432-9e63-1e3a4e8395cd), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.280453 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (97acb6b0-59d5-4432-9e63-1e3a4e8395cd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.332254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (97acb6b0-59d5-4432-9e63-1e3a4e8395cd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.356120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97acb6b0-59d5-4432-9e63-1e3a4e8395cd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:34.361745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.364993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dde50390-0e11-4225-bae0-4683ec4fe191 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/97acb6b0-59d5-4432-9e63-1e3a4e8395cd HTTP/1.1" status: 204 len: 168 time: 0.2701902 Feb 03 14:54:34.367447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60066) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:34.368124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9b0e6-9330-4283-90aa-9e67f8e29d1e None None] Network 5e70f405-3792-49bf-a602-bfba1941ec60 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:54:34.446083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (5e70f405-3792-49bf-a602-bfba1941ec60), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.509326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Deleting port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:34.509675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.572649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] For port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,segment=NetworkSegment(e6d44b5f-e91c-4516-a1ec-490702f69aab),segment_id=e6d44b5f-e91c-4516-a1ec-490702f69aab)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:34.572933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.586302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Calling delete_port for bd3654a7-bf6f-4d6e-8381-2aefe2460e6d owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:34.622469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] DHCP port deletion for 5e70f405-3792-49bf-a602-bfba1941ec60 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:54:34.680938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Deleting port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:54:34.681343 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.683621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.712750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:34.714627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] No DVR routers for this DVR port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:54:34.751351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] For port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:54:34.759734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.774923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Calling delete_port for bd3654a7-bf6f-4d6e-8381-2aefe2460e6d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:54:34.779015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 14:54:34.780280 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (bd3654a7-bf6f-4d6e-8381-2aefe2460e6d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.793022 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (5e70f405-3792-49bf-a602-bfba1941ec60), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.807224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Pushing event deleted for resources: {'Port': ['ID=bd3654a7-bf6f-4d6e-8381-2aefe2460e6d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:34.817363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e70f405-3792-49bf-a602-bfba1941ec60']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:34.818612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] No DVR routers for this DVR port bd3654a7-bf6f-4d6e-8381-2aefe2460e6d on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:54:34.825136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.825471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.825814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.826275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.826837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.826837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.827176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.827407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.827733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.828057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.828376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.828898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.829350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf056d-f745-470c-91ee-d5d45c296d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:54:34.836109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d44b5f-e91c-4516-a1ec-490702f69aab') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:34.836403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d44b5f-e91c-4516-a1ec-490702f69aab') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:54:34.847407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (e6d44b5f-e91c-4516-a1ec-490702f69aab), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.861287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (e6d44b5f-e91c-4516-a1ec-490702f69aab), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.867647 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:54:34.868056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (e6d44b5f-e91c-4516-a1ec-490702f69aab), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:54:34.870232 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:54:34.929811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (5e70f405-3792-49bf-a602-bfba1941ec60), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.942603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:34.945904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] 10.222.0.52 "DELETE /v2.0/networks/5e70f405-3792-49bf-a602-bfba1941ec60 HTTP/1.1" status: 204 len: 168 time: 0.5774446 Feb 03 14:54:34.959070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047019c-047a-4271-bd6b-1b398d9b05ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5e70f405-3792-49bf-a602-bfba1941ec60,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:34.993577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 58e2b8dd-e00e-4a3b-9461-07139f097e34 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:54:35.014897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 58e2b8dd-e00e-4a3b-9461-07139f097e34 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:54:35.015342 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 58e2b8dd-e00e-4a3b-9461-07139f097e34 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:54:35.015841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd3654a7-bf6f-4d6e-8381-2aefe2460e6d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:54:35.036464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: bd3654a7-bf6f-4d6e-8381-2aefe2460e6d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:54:35.036891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device bd3654a7-bf6f-4d6e-8381-2aefe2460e6d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:54:35.037380 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b89375ab-95f6-441b-9bba-af94010d63ca no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:54:35.056728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b89375ab-95f6-441b-9bba-af94010d63ca {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:54:35.057083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b89375ab-95f6-441b-9bba-af94010d63ca not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:54:35.073110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60070) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:35.115962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-664a2dfa-418e-4e20-af4f-ff17153dda53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02db51c2218f4e0282f87b8c884e6f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415125 Feb 03 14:54:35.118689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60072) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:35.170561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b0c1652-cfb3-4182-906a-51408ac17c08 admin admin] Publish callbacks [] for security_group (4b4d54af-8455-4171-ac45-2470de5aa792), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.192468 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b0c1652-cfb3-4182-906a-51408ac17c08 admin admin] Publish callbacks [] for security_group (4b4d54af-8455-4171-ac45-2470de5aa792), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.239638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b0c1652-cfb3-4182-906a-51408ac17c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4b4d54af-8455-4171-ac45-2470de5aa792), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.242320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b0c1652-cfb3-4182-906a-51408ac17c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.243479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b0c1652-cfb3-4182-906a-51408ac17c08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b4d54af-8455-4171-ac45-2470de5aa792 HTTP/1.1" status: 204 len: 168 time: 0.1238763 Feb 03 14:54:35.251309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c1652-cfb3-4182-906a-51408ac17c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d54af-8455-4171-ac45-2470de5aa792,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:35.559742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60078) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:35.603479 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-366b661e-2b88-4bec-957a-f1e010185ce8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9eaec8504fb549dcb49210048031f0da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425024 Feb 03 14:54:35.606069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60080) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:35.655294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49265815-c092-4cda-a8dc-48359eb9750a admin admin] Publish callbacks [] for security_group (f0413db0-ae83-4866-918d-309ecd098562), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.678381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49265815-c092-4cda-a8dc-48359eb9750a admin admin] Publish callbacks [] for security_group (f0413db0-ae83-4866-918d-309ecd098562), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.731196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49265815-c092-4cda-a8dc-48359eb9750a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f0413db0-ae83-4866-918d-309ecd098562), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.734990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49265815-c092-4cda-a8dc-48359eb9750a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:35.736590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-49265815-c092-4cda-a8dc-48359eb9750a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0413db0-ae83-4866-918d-309ecd098562 HTTP/1.1" status: 204 len: 168 time: 0.1293039 Feb 03 14:54:35.746500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49265815-c092-4cda-a8dc-48359eb9750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0413db0-ae83-4866-918d-309ecd098562,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:54:37.324912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:54:39.244905 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:45.832193 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f20a840-02d0-4e2e-a01e-ee8efbfb9f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:47.940089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccb769-15de-43f8-bb56-e459b93c0b27 req-1edff6e1-a80d-4f75-86ef-2ada571a6cd5 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:47.941627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bccb769-15de-43f8-bb56-e459b93c0b27 req-1edff6e1-a80d-4f75-86ef-2ada571a6cd5 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1128 time: 0.0492439 Feb 03 14:54:47.987569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bccb769-15de-43f8-bb56-e459b93c0b27 req-5f2ae8a5-5664-4c69-b2fa-c8cf88f9ff76 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402498 Feb 03 14:54:48.087373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-894fa298-4189-449f-b4a3-8b0691849817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:48.112152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9bb89-8154-449f-b4b4-28c9807f6a14 req-ab01f38d-6001-4f74-bff2-c15a03f56833 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:48.113286 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93d9bb89-8154-449f-b4b4-28c9807f6a14 req-ab01f38d-6001-4f74-bff2-c15a03f56833 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0570390 Feb 03 14:54:48.164275 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93d9bb89-8154-449f-b4b4-28c9807f6a14 req-526df868-197b-4453-bd64-23c8fb1ae54e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 Feb 03 14:54:48.186285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60098) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:48.251408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b7c42fe8-0686-40e9-b34a-473c056e2e85 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/a1444027-a7a8-4b01-b327-76af88f5f4d6 HTTP/1.1" status: 200 len: 993 time: 0.0639789 Feb 03 14:54:48.703304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60110) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:54:48.769462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253da2-301c-46a7-98ba-a8d485e4e5f0 req-de8cdf05-fb37-42ec-8ebd-1af0e0b020a3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:48.771172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79253da2-301c-46a7-98ba-a8d485e4e5f0 req-de8cdf05-fb37-42ec-8ebd-1af0e0b020a3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0545566 Feb 03 14:54:48.822307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79253da2-301c-46a7-98ba-a8d485e4e5f0 req-055e36d3-77a5-40a7-8377-fed5df7dc1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449922 Feb 03 14:54:48.901250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-0b966e8d-19f5-46cd-96da-b1b75bf65b69 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1967812 Feb 03 14:54:48.910368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-7cf6493e-589f-4be0-865c-a4d804301d71 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:54:48.911384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-7cf6493e-589f-4be0-865c-a4d804301d71 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054395 Feb 03 14:54:49.714087 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:49.958153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2571-df86-4153-8ab2-a264106e6f15 req-e5a7ee2c-bb1d-484c-88be-a86cc3dbb93c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:49.959712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983b2571-df86-4153-8ab2-a264106e6f15 req-e5a7ee2c-bb1d-484c-88be-a86cc3dbb93c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0635505 Feb 03 14:54:50.013652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-983b2571-df86-4153-8ab2-a264106e6f15 req-cb4a229b-0ae9-41ae-83a9-494c89fda2c0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Feb 03 14:54:50.175996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-c0f15c5b-c137-41d3-ba35-c571f9b8214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:50.177478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-c0f15c5b-c137-41d3-ba35-c571f9b8214e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1128 time: 0.0466533 Feb 03 14:54:50.299494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-45ed50c1-6ffa-490d-9ef0-d8bed7b2f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:50.301632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-45ed50c1-6ffa-490d-9ef0-d8bed7b2f06e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1187668 Feb 03 14:54:50.371122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-341389d9-cbf9-4716-a343-7f8b184b4b26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 1001 time: 0.0639763 Feb 03 14:54:50.421261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-9d1b9270-2314-4a93-9c4d-ae9669553926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:50.423064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-9d1b9270-2314-4a93-9c4d-ae9669553926 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0460114 Feb 03 14:54:50.476275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-f9421edd-1c3e-4595-afc2-4ea04a8ab204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:50.477847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-f9421edd-1c3e-4595-afc2-4ea04a8ab204 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493138 Feb 03 14:54:50.572596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-a3c1aa19-8a18-42cd-ad54-bb0e7f328826 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874348 Feb 03 14:54:50.668361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-7f1dd7bf-deae-4507-98a2-7d4645d8d982 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904672 Feb 03 14:54:50.785386 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:51.135104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0542de-d4ba-47df-acd6-aecc3206bc2e req-4b8db55b-b816-4f61-be8e-c008ffc02871 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:51.136699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb0542de-d4ba-47df-acd6-aecc3206bc2e req-4b8db55b-b816-4f61-be8e-c008ffc02871 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0542796 Feb 03 14:54:51.188435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb0542de-d4ba-47df-acd6-aecc3206bc2e req-9b41ac89-89e2-48d6-b456-d3f970e0495d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 Feb 03 14:54:52.201964 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:52.332443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7663c-a51a-4210-aa42-2395a90d2fc0 req-ee5b8843-6f12-4e22-bea9-1c3a7c8400f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:52.334477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65f7663c-a51a-4210-aa42-2395a90d2fc0 req-ee5b8843-6f12-4e22-bea9-1c3a7c8400f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0688984 Feb 03 14:54:52.390028 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65f7663c-a51a-4210-aa42-2395a90d2fc0 req-9fdf3282-553e-4a24-a823-36a96281a8ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 Feb 03 14:54:53.526048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a666967-793a-4abf-aaaa-77623d168dac req-d1ee6a54-075b-44e6-a80c-46a1827045d4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:53.527713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a666967-793a-4abf-aaaa-77623d168dac req-d1ee6a54-075b-44e6-a80c-46a1827045d4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0573628 Feb 03 14:54:53.585975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a666967-793a-4abf-aaaa-77623d168dac req-49d80523-0226-4423-aa9c-7f9d6c73028f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523441 Feb 03 14:54:54.722095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06703-8ce3-47f9-943a-61719117d09b req-9250cfad-ef93-40d8-aafe-59daa7cfde8b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:54.724501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3e06703-8ce3-47f9-943a-61719117d09b req-9250cfad-ef93-40d8-aafe-59daa7cfde8b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0647163 Feb 03 14:54:54.782617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3e06703-8ce3-47f9-943a-61719117d09b req-dd869afb-8007-4060-b1ee-fe9f3f5cad1c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527480 Feb 03 14:54:55.014803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:54:55.925737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d911d-2c3e-4226-992d-85b919e1ebf5 req-554dbda6-32d9-4bc4-a2d4-5fb06789df3a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:55.927372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c2d911d-2c3e-4226-992d-85b919e1ebf5 req-554dbda6-32d9-4bc4-a2d4-5fb06789df3a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0652792 Feb 03 14:54:55.977321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c2d911d-2c3e-4226-992d-85b919e1ebf5 req-9196e0ce-e46f-4f54-b139-acbc6384773c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Feb 03 14:54:57.117453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d982f1-bd2c-4dec-ad1c-a843adf4bdd7 req-4545c6d7-fe58-4257-ba1f-46d20e1848fa tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:57.119342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9d982f1-bd2c-4dec-ad1c-a843adf4bdd7 req-4545c6d7-fe58-4257-ba1f-46d20e1848fa tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0681846 Feb 03 14:54:57.176990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9d982f1-bd2c-4dec-ad1c-a843adf4bdd7 req-5faebb99-4527-4cd2-bfbc-4d401a9be463 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514801 Feb 03 14:54:58.301861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56b756-e1a4-4377-a0da-2d15c3e2e982 req-82882b32-4a65-47b3-8c21-6213cb86adfd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:58.303398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f56b756-e1a4-4377-a0da-2d15c3e2e982 req-82882b32-4a65-47b3-8c21-6213cb86adfd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0548675 Feb 03 14:54:58.357805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f56b756-e1a4-4377-a0da-2d15c3e2e982 req-83251b25-2919-4635-a916-42d027e72a48 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488431 Feb 03 14:54:59.480396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1939e-dc1d-422e-add9-ef732f8e1205 req-fc1b69e6-253e-495f-b8c5-9e890e95a8e5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:54:59.481876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3a1939e-dc1d-422e-add9-ef732f8e1205 req-fc1b69e6-253e-495f-b8c5-9e890e95a8e5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0533960 Feb 03 14:54:59.531144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3a1939e-dc1d-422e-add9-ef732f8e1205 req-16529964-d719-4295-8180-4f3f83d2f250 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Feb 03 14:55:00.656336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b84fa-0b2d-4d04-a1d0-8f4794d9011a req-e1bfcf51-76f4-43fd-8730-0b6ceb7696bb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:00.657871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce3b84fa-0b2d-4d04-a1d0-8f4794d9011a req-e1bfcf51-76f4-43fd-8730-0b6ceb7696bb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0562701 Feb 03 14:55:00.709413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce3b84fa-0b2d-4d04-a1d0-8f4794d9011a req-6d6e43eb-1c82-49e4-9d78-42ef3c1d578f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446546 Feb 03 14:55:01.843705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bad578-699e-4c5f-a432-15e38d5e0462 req-40348f9c-cd6e-4126-84ca-1d3ff18aabc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:01.845216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3bad578-699e-4c5f-a432-15e38d5e0462 req-40348f9c-cd6e-4126-84ca-1d3ff18aabc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0579028 Feb 03 14:55:01.896613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3bad578-699e-4c5f-a432-15e38d5e0462 req-e11cd49b-5903-42e2-a558-040ee1c3ee9a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451806 Feb 03 14:55:03.021682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de827f39-44f1-406e-aa35-454047d45c12 req-fd01e258-2812-43f3-b7ca-63ca0967a747 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:03.023258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de827f39-44f1-406e-aa35-454047d45c12 req-fd01e258-2812-43f3-b7ca-63ca0967a747 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0571511 Feb 03 14:55:03.090556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de827f39-44f1-406e-aa35-454047d45c12 req-efa58da0-6951-44a2-be7c-286a6f20b186 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612731 Feb 03 14:55:04.229401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a002ad-a31a-4b9e-a1f2-a9d6e29505d1 req-53efb91c-786c-4b47-98b0-b96dc366877d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:04.229401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13a002ad-a31a-4b9e-a1f2-a9d6e29505d1 req-53efb91c-786c-4b47-98b0-b96dc366877d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0662785 Feb 03 14:55:04.290403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13a002ad-a31a-4b9e-a1f2-a9d6e29505d1 req-66e6abca-21a6-493b-a98c-3b394959b6c6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559978 Feb 03 14:55:05.430007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ae55c-95aa-4c30-ba71-4ef83a384fc1 req-ecbe3571-4a1c-43d4-b47b-fc2e0f58ebf9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:05.431551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-793ae55c-95aa-4c30-ba71-4ef83a384fc1 req-ecbe3571-4a1c-43d4-b47b-fc2e0f58ebf9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0543728 Feb 03 14:55:05.484969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-793ae55c-95aa-4c30-ba71-4ef83a384fc1 req-db9bc6c5-5541-4e53-95b4-8bdb51ecbdf8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Feb 03 14:55:06.607309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca718-0a5c-4df1-a395-120f3ecbbf6c req-80069d95-9021-48e7-bd2e-012a2ad84892 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:06.608843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e3ca718-0a5c-4df1-a395-120f3ecbbf6c req-80069d95-9021-48e7-bd2e-012a2ad84892 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0531492 Feb 03 14:55:06.663239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e3ca718-0a5c-4df1-a395-120f3ecbbf6c req-e369d319-9cfd-4b4e-bab9-7bfdd70c0404 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487015 Feb 03 14:55:07.709848 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-5e3cb3fc-b630-42f4-ad01-3ab468347a92 service neutron] show failed (client error): The resource could not be found. Feb 03 14:55:07.710950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-5e3cb3fc-b630-42f4-ad01-3ab468347a92 service neutron] 10.222.0.45 "GET /v2.0/ports/d82e4aa4-679c-4f35-a500-9ba71511f56f/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0667830 Feb 03 14:55:07.973186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3908703-93b6-48b6-94ee-600ce781dd9b req-e6f72318-086d-4dbd-aaa8-d4f3d985d499 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:07.974630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3908703-93b6-48b6-94ee-600ce781dd9b req-e6f72318-086d-4dbd-aaa8-d4f3d985d499 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.2387207 Feb 03 14:55:07.977397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-9534e6d2-ba80-4a6d-8943-e9820ad142e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:07.978810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-9534e6d2-ba80-4a6d-8943-e9820ad142e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 1128 time: 0.0872064 Feb 03 14:55:07.998295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:08.078223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3908703-93b6-48b6-94ee-600ce781dd9b req-6676f238-6b34-40fe-a15d-234e1ae3c6af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979683 Feb 03 14:55:08.087047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:08.292936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:08.325658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:55:08.364540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:08.367343 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3a7fc0-bcbe-4e7b-b91c-8a380247f5ec" -d '{"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-unplugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:08.371598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Publish callbacks [] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:08.385357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Transition to ACTIVE for port object d82e4aa4-679c-4f35-a500-9ba71511f56f will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:55:08.389223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:08.421345 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463aa8d7-2110-45f4-9008-2213b7215aa8 x-openstack-request-id: req-463aa8d7-2110-45f4-9008-2213b7215aa8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:08.421644 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-unplugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:08.421898 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-463aa8d7-2110-45f4-9008-2213b7215aa8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:08.422293 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'code': 200} Feb 03 14:55:08.479564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:08.491792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.491792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.491792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.491792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.492293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.492389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.492689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.493018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.493344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.493673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.493998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.494320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.494640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:08.528794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] No DVR routers for this DVR port d82e4aa4-679c-4f35-a500-9ba71511f56f on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:55:08.672367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:55:08.672736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:55:08.673065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:55:08.677459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:55:08.677771 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:55:08.682544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:55:08.682879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Checking segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:55:08.683260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Bound using segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:55:08.683679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Bound port: d82e4aa4-679c-4f35-a500-9ba71511f56f, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:55:08.684052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:08.762316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:55:08.766230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:55:08.773614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:08.808907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:08.809899 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:08.811900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] 10.222.0.71 "PUT /v2.0/ports/d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 1092 time: 0.8175745 Feb 03 14:55:08.863192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d39481-1656-4b63-8ec8-db9167e04b59 service neutron] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:08.902698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-cacf7c0c-3be3-4360-80f9-9ab4d55a1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:08.904262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-cacf7c0c-3be3-4360-80f9-9ab4d55a1b82 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1126 time: 0.0525005 Feb 03 14:55:09.003211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-069ef158-689b-49e2-9677-29696feace25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:09.004759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-069ef158-689b-49e2-9677-29696feace25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.0950136 Feb 03 14:55:09.072369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-6ddc415e-2800-459e-9479-8152b0f753c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 999 time: 0.0616040 Feb 03 14:55:09.126260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-a362dc5e-02b2-4121-8fe8-fe4b72ff5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:09.127746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-a362dc5e-02b2-4121-8fe8-fe4b72ff5225 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0493281 Feb 03 14:55:09.215589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-6ccf9424-2c91-4723-ba6d-ccf32113758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:09.217136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-6ccf9424-2c91-4723-ba6d-ccf32113758b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0833089 Feb 03 14:55:09.228401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d7de4-0d84-4e0c-8d09-e3e161bda1ed req-6f00d69d-2c30-4961-bc01-43994f35b527 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:09.230646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb4d7de4-0d84-4e0c-8d09-e3e161bda1ed req-6f00d69d-2c30-4961-bc01-43994f35b527 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 944 time: 0.0677571 Feb 03 14:55:09.245720 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:09.349357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb4d7de4-0d84-4e0c-8d09-e3e161bda1ed req-e701e55e-3215-4ee2-9149-8a3faf25ff58 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026480 Feb 03 14:55:09.366399 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-733bb83b-8a20-44ef-92ab-d7c4e8f7ae76 service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338623 Feb 03 14:55:09.456520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86fa925d-e3f0-4562-8139-9376282b34d3 req-72dd9fcd-e514-4fd3-91ff-e377d6383a37 service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840721 Feb 03 14:55:10.427412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:10.429604 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de98045d-01c1-45db-a9fc-329473e7b6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:10.479080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f4b9-c28a-4cc9-9495-b274363a9bcb req-4a4f5fdc-5a69-473c-9d77-1eeee6b9f307 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:10.480672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bb1f4b9-c28a-4cc9-9495-b274363a9bcb req-4a4f5fdc-5a69-473c-9d77-1eeee6b9f307 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 944 time: 0.0614913 Feb 03 14:55:10.529583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bb1f4b9-c28a-4cc9-9495-b274363a9bcb req-e12b1d18-1f6d-42b4-83c4-7016f6426bee tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Feb 03 14:55:10.583733 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf9fe19-ed62-4c6a-94e9-fe2d187c91e8 x-openstack-request-id: req-cbf9fe19-ed62-4c6a-94e9-fe2d187c91e8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:10.584027 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:10.584306 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbf9fe19-ed62-4c6a-94e9-fe2d187c91e8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:10.584740 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'status': 'completed', 'code': 200} Feb 03 14:55:10.686876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-fa180f5b-bea8-4bff-b564-6d2b99695780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:10.688455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-fa180f5b-bea8-4bff-b564-6d2b99695780 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1126 time: 0.0861015 Feb 03 14:55:10.690777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-b544df23-c5c2-4e5d-b780-55f34a1fb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:10.692093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-b544df23-c5c2-4e5d-b780-55f34a1fb563 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1126 time: 0.0575812 Feb 03 14:55:10.847134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-5299b14d-0364-4ace-9860-3f70d60d8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:10.848564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-5299b14d-0364-4ace-9860-3f70d60d8de8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1539509 Feb 03 14:55:10.851121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-2d56428d-c111-43d3-812e-eb3ea6746b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:10.852459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-2d56428d-c111-43d3-812e-eb3ea6746b6c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1509476 Feb 03 14:55:11.271975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-20180f15-22ab-4030-b8ed-e3bd75d5da4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 999 time: 0.4176393 Feb 03 14:55:11.294543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-20d70c66-e21f-4022-aa8e-39b9f0fc2d51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 999 time: 0.0892906 Feb 03 14:55:11.359563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-1a82ab5d-f8aa-450d-a4af-ed72335a7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:11.361053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-1a82ab5d-f8aa-450d-a4af-ed72335a7623 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0807717 Feb 03 14:55:11.376234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-5e4a64c5-46ec-46ef-81cd-18a5df70368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:11.377697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-5e4a64c5-46ec-46ef-81cd-18a5df70368e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0656576 Feb 03 14:55:11.440671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:55:11.452107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-0dc5dc36-8acf-4cb2-81cc-e6170f86aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:11.453661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-0dc5dc36-8acf-4cb2-81cc-e6170f86aa84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0857046 Feb 03 14:55:11.456064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-7ae87a2f-fb8c-4416-b60f-8b8b8677b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:11.457433 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-7ae87a2f-fb8c-4416-b60f-8b8b8677b691 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620284 Feb 03 14:55:11.478512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port d82e4aa4-679c-4f35-a500-9ba71511f56f host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:55:11.478900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:55:11.621487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-a75299a4-c337-4a83-b9bf-66c72d228efe service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615887 Feb 03 14:55:11.624891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-78769a69-b57f-41b0-8ea4-50f40a399557 service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581414 Feb 03 14:55:11.794856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d9ca5-f338-4c9f-a338-9decd7024fbf req-ff10fca4-b92a-494a-9861-1c467bc41de6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:11.796394 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a9d9ca5-f338-4c9f-a338-9decd7024fbf req-ff10fca4-b92a-494a-9861-1c467bc41de6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 944 time: 0.1886885 Feb 03 14:55:11.836348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-23060cb1-8aa5-4dca-9ce7-89ec4c4dbdd0 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965618 Feb 03 14:55:11.839640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de98045d-01c1-45db-a9fc-329473e7b6dc req-80e2e908-61b9-47fe-be8c-68ff4924514d service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989851 Feb 03 14:55:11.869422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4a9d9ca5-f338-4c9f-a338-9decd7024fbf req-db019dc8-9a9d-4bde-a71b-7119e4c4ab02 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623395 Feb 03 14:55:12.882202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:55:12.991848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:12.998508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6564b6-38ff-41ba-b6af-1d6cba63a9fd req-cff07bb5-b50f-4aaf-b09b-26eecfe00de7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.000033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff6564b6-38ff-41ba-b6af-1d6cba63a9fd req-cff07bb5-b50f-4aaf-b09b-26eecfe00de7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 944 time: 0.0540996 Feb 03 14:55:13.003110 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'port_id': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'mac_address': 'fa:16:3e:c4:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:55:13.041703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d82e4aa4-679c-4f35-a500-9ba71511f56f is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:55:13.042099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:13.049571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff6564b6-38ff-41ba-b6af-1d6cba63a9fd req-08d0a173-b3c9-46ef-80e6-122e7512bc69 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Feb 03 14:55:13.056495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82e4aa4-679c-4f35-a500-9ba71511f56f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:55:13.076223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:13.081016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:13.133528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:13.334471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-08e97d7b-9010-4d9b-b00b-3301e05a7fe3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.335676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-08e97d7b-9010-4d9b-b00b-3301e05a7fe3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 945 time: 0.0965250 Feb 03 14:55:13.342887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc987f-1a0d-4883-afe4-7024e618eab1 req-108ab310-e793-410d-bea6-c9560f216ee9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.344289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64bc987f-1a0d-4883-afe4-7024e618eab1 req-108ab310-e793-410d-bea6-c9560f216ee9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 945 time: 0.0928676 Feb 03 14:55:13.434044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64bc987f-1a0d-4883-afe4-7024e618eab1 req-14146c54-c915-423d-87bf-a44a2db68699 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829000 Feb 03 14:55:13.437067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-d9f6bbc4-9c87-43a4-866e-e2b284464226 service neutron] 10.222.0.71 "GET /v2.0/ports/d82e4aa4-679c-4f35-a500-9ba71511f56f/bindings/n-h2-827549-2 HTTP/1.1" status: 200 len: 382 time: 0.0918386 Feb 03 14:55:13.485083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d82e4aa4-679c-4f35-a500-9ba71511f56f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:55:13.526704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-38b6ec9e-4cea-4bb7-a840-de5756db0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.528216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-38b6ec9e-4cea-4bb7-a840-de5756db0faf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1127 time: 0.0525763 Feb 03 14:55:13.618481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-4105a180-b1e2-4d93-82ea-d6f3e5c5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.620016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-4105a180-b1e2-4d93-82ea-d6f3e5c5d128 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.0846503 Feb 03 14:55:13.689847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-dbeee3a1-5743-4c52-a659-69aa10a9f864 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 1000 time: 0.0637190 Feb 03 14:55:13.738669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-c3d60c6b-ab6f-4ebc-aeb2-5fbc9b428051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.740178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-c3d60c6b-ab6f-4ebc-aeb2-5fbc9b428051 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0444477 Feb 03 14:55:13.788179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-650cba2a-d2b8-409e-b6b9-745629a2ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:13.789664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-650cba2a-d2b8-409e-b6b9-745629a2ddf9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441296 Feb 03 14:55:13.891777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-6b2b6eea-671f-40ec-8e96-ee4d4bb14104 service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955408 Feb 03 14:55:13.984705 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-47669297-2d30-4578-b403-d762a39c735b service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Feb 03 14:55:14.326283 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:55:14.554320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad371-2163-4dd5-8ce8-0701b3815d89 req-504345fe-5fe0-4bbc-bec8-84fa7185853d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:14.555823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-478ad371-2163-4dd5-8ce8-0701b3815d89 req-504345fe-5fe0-4bbc-bec8-84fa7185853d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 945 time: 0.0534251 Feb 03 14:55:14.609266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-478ad371-2163-4dd5-8ce8-0701b3815d89 req-d06c93a3-a7de-4b62-9d5b-4dabb406d21f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477908 Feb 03 14:55:14.907930 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:55:15.119597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port d82e4aa4-679c-4f35-a500-9ba71511f56f completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:55:15.123530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port d82e4aa4-679c-4f35-a500-9ba71511f56f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:55:15.123906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:15.201234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d82e4aa4-679c-4f35-a500-9ba71511f56f is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:55:15.201517 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:15.225747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:15.228203 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4d671-7b8a-4727-9631-43ff6c8111eb" -d '{"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-plugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:15.242319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:15.246728 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:15.287291 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e967e7-624e-41a6-b741-4e3538a8047d x-openstack-request-id: req-82e967e7-624e-41a6-b741-4e3538a8047d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:15.287615 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-plugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:15.287876 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82e967e7-624e-41a6-b741-4e3538a8047d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:15.288260 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'code': 200} Feb 03 14:55:15.308674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:15.732188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9b58-d6c0-400b-a1d4-e41f50d2a483 req-b140e0b9-d627-4def-a611-2ad5877e9dea tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:15.733718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-069d9b58-d6c0-400b-a1d4-e41f50d2a483 req-b140e0b9-d627-4def-a611-2ad5877e9dea tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 946 time: 0.0539186 Feb 03 14:55:15.783075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-069d9b58-d6c0-400b-a1d4-e41f50d2a483 req-98bd664c-0da7-4b92-a362-a963813b8e0a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Feb 03 14:55:15.824205 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4cdee0c-57bd-483b-8a67-501be28c8be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:16.233843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-2291165e-31d4-4560-b9fe-23885654c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:16.235425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-2291165e-31d4-4560-b9fe-23885654c9ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 1128 time: 0.0503640 Feb 03 14:55:16.247530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:16.312487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:16.523188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:16.556968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:55:16.595810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:16.598009 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e4fbb-d7d8-4387-ab8c-cfa2925ad66e" -d '{"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-unplugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:16.602298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Publish callbacks [] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:16.615807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Transition to ACTIVE for port object d82e4aa4-679c-4f35-a500-9ba71511f56f will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:55:16.619461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:16.655041 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed8fe0f-5a61-431f-8080-ef136fccd8e3 x-openstack-request-id: req-eed8fe0f-5a61-431f-8080-ef136fccd8e3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:16.655337 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-unplugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:16.655584 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eed8fe0f-5a61-431f-8080-ef136fccd8e3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:16.655975 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'code': 200} Feb 03 14:55:16.709257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:16.750526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] No DVR routers for this DVR port d82e4aa4-679c-4f35-a500-9ba71511f56f on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:55:16.976847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:55:16.977415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:55:16.977978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:55:16.989519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:55:16.990090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Attempting to bind port d82e4aa4-679c-4f35-a500-9ba71511f56f on network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:55:17.002625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:55:17.003173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Checking segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:55:17.003796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Bound using segment: {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:55:17.004547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Bound port: d82e4aa4-679c-4f35-a500-9ba71511f56f, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e944aae-ba8f-4189-baea-f3872965a9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:55:17.005153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:17.033046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c28315-9bad-4aba-ad3d-7197be2d74d5 req-162f1fd1-40b5-4735-b48f-74da9574740e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:17.034595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39c28315-9bad-4aba-ad3d-7197be2d74d5 req-162f1fd1-40b5-4735-b48f-74da9574740e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 945 time: 0.1650038 Feb 03 14:55:17.122369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:55:17.127317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39c28315-9bad-4aba-ad3d-7197be2d74d5 req-8a4ffd42-6b0d-4deb-a3a3-d1591d4b800f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853198 Feb 03 14:55:17.128974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:55:17.136046 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:17.174214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:17.174778 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:17.176161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] 10.222.0.45 "PUT /v2.0/ports/d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 1093 time: 0.9327669 Feb 03 14:55:17.198061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b29bf-d84f-41b3-9764-ffc4626542fc service neutron] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=11']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:17.254997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-393ad385-1dac-40d3-94e4-8f0907faac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:17.257115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-393ad385-1dac-40d3-94e4-8f0907faac3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1127 time: 0.0530174 Feb 03 14:55:17.357106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-b6ed3361-70bb-467c-bd0b-fcf739689396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:17.358811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-b6ed3361-70bb-467c-bd0b-fcf739689396 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.0960240 Feb 03 14:55:17.431509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-40da1d03-d99d-4f73-976f-a1d8725494d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 999 time: 0.0661786 Feb 03 14:55:17.481939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-9ec6ee48-c040-474a-b0ce-9a2259b53c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:17.483454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-9ec6ee48-c040-474a-b0ce-9a2259b53c38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0462248 Feb 03 14:55:17.533590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-aee40642-8afc-4a85-bcb5-9a27eb661561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:17.535113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-aee40642-8afc-4a85-bcb5-9a27eb661561 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451522 Feb 03 14:55:17.638624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-1d816e6a-1119-4284-8f66-bc50e1170598 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976229 Feb 03 14:55:17.729797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16e51f5d-d800-406b-9dd7-3f000f34c5dc req-2fabc353-c875-4b2b-871b-d7326593b1bb service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859940 Feb 03 14:55:18.090433 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44e052a3-a3a5-4438-b24e-35bed3d078a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:18.250927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a406ce-9d86-4622-940e-06b9d82ef858 req-49040414-3ab5-43e1-a674-b12c1b00564d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:18.253966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65a406ce-9d86-4622-940e-06b9d82ef858 req-49040414-3ab5-43e1-a674-b12c1b00564d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 945 time: 0.0547330 Feb 03 14:55:18.307090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65a406ce-9d86-4622-940e-06b9d82ef858 req-1b27d434-71b8-4737-a32f-f39a3b685e4b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480833 Feb 03 14:55:18.657555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:18.660262 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332db774-965c-4e76-ad16-0dbaafd89e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:18.710907 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd43119-0081-4e81-947d-e5d0167f74a7 x-openstack-request-id: req-1dd43119-0081-4e81-947d-e5d0167f74a7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:18.711912 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:18.712200 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1dd43119-0081-4e81-947d-e5d0167f74a7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:18.712671 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'status': 'completed', 'code': 200} Feb 03 14:55:18.802281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-78b0d7f0-88dd-4b1f-b70c-eb92350fd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:18.803862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-78b0d7f0-88dd-4b1f-b70c-eb92350fd197 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1127 time: 0.0748985 Feb 03 14:55:18.820325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-03e8dad3-2631-4865-b51f-d3d9a348b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:18.821753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-03e8dad3-2631-4865-b51f-d3d9a348b2a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1127 time: 0.0644424 Feb 03 14:55:18.907143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:55:18.949451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port d82e4aa4-679c-4f35-a500-9ba71511f56f host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:55:18.949850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:55:18.969055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-057d925a-d1ef-4632-b91c-efac66aa00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:18.970566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-057d925a-d1ef-4632-b91c-efac66aa00eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1603708 Feb 03 14:55:18.973190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-47e0c142-f73f-4085-a3b8-65ef0ecbd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:18.974582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-47e0c142-f73f-4085-a3b8-65ef0ecbd888 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1435609 Feb 03 14:55:19.079701 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-f02a7150-29bb-4c4c-9296-0dac30792655 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 999 time: 0.1024282 Feb 03 14:55:19.086147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-ee301d98-4268-4b3d-b4ff-d127ba22841c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 999 time: 0.1033962 Feb 03 14:55:19.164811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-819ea5bf-a54c-4164-88a2-d5dfe1df0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:19.166330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-819ea5bf-a54c-4164-88a2-d5dfe1df0614 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0793324 Feb 03 14:55:19.169882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-99111ea0-6b2c-46dc-b822-de50a87ae8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:19.171221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-99111ea0-6b2c-46dc-b822-de50a87ae8f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0773468 Feb 03 14:55:19.245139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-69acae71-232d-4dc9-9520-d704400c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:19.246666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-69acae71-232d-4dc9-9520-d704400c217f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743787 Feb 03 14:55:19.252625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-7438f2b9-7149-46bb-8653-846c4bd26a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:19.254053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-7438f2b9-7149-46bb-8653-846c4bd26a1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727348 Feb 03 14:55:19.467002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-15fcc865-cf1c-443a-bc9c-2790e9165a10 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119966 Feb 03 14:55:19.470799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-5838cc71-6cd8-43b4-a133-2e64b3e3db7d service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075346 Feb 03 14:55:19.517000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe15692-378a-4a02-b6b7-b7025357ab5e req-67af1815-3268-4c6c-b9ba-e0b7447c4790 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:19.518359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fe15692-378a-4a02-b6b7-b7025357ab5e req-67af1815-3268-4c6c-b9ba-e0b7447c4790 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 945 time: 0.1198847 Feb 03 14:55:19.719250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:19.980018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fe15692-378a-4a02-b6b7-b7025357ab5e req-9a6a5b31-f097-4800-b96c-adfe00083e46 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4539249 Feb 03 14:55:19.983389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-36a3c4fc-24c7-4539-a338-6d46c68b2e86 service neutron] 10.222.0.71 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011265 Feb 03 14:55:19.985541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-332db774-965c-4e76-ad16-0dbaafd89e1e req-ea6353de-969f-4d1c-9e19-17e4992b17bf service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121059 Feb 03 14:55:20.002644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60206) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:20.065536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-abf8aa1c-6961-47c7-a330-2e264bdca131 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/a1444027-a7a8-4b01-b327-76af88f5f4d6 HTTP/1.1" status: 200 len: 991 time: 0.0617261 Feb 03 14:55:20.787676 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:21.478953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:55:21.577128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:21.587083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'port_id': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'mac_address': 'fa:16:3e:c4:7a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:55:21.626491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d82e4aa4-679c-4f35-a500-9ba71511f56f is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:55:21.626884 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:21.639746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82e4aa4-679c-4f35-a500-9ba71511f56f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:55:21.658489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:21.661940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:21.707770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=12']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:21.887429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['d82e4aa4-679c-4f35-a500-9ba71511f56f'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:55:22.210821 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:23.486363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:55:23.536998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port d82e4aa4-679c-4f35-a500-9ba71511f56f completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:55:23.540561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port d82e4aa4-679c-4f35-a500-9ba71511f56f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:55:23.540942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:23.616915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d82e4aa4-679c-4f35-a500-9ba71511f56f is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:55:23.617305 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:23.640660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:23.643012 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296827c3-c98c-41ce-919c-c893382ee4ef" -d '{"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-plugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:23.657125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:23.663743 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:23.688326 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffedce17-4daf-4cdd-a32a-172479543d16 x-openstack-request-id: req-ffedce17-4daf-4cdd-a32a-172479543d16 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:23.688678 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-plugged", "status": "completed", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:23.688935 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffedce17-4daf-4cdd-a32a-172479543d16 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:23.689370 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'code': 200} Feb 03 14:55:23.718511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=13']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:25.022485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:29.232928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-2fbaafd3-eb35-418f-abb0-cdccaae283f7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083753 Feb 03 14:55:29.337520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-e1614d41-4c29-48fe-b53e-c17baa91b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:29.339042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-e1614d41-4c29-48fe-b53e-c17baa91b89b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 1127 time: 0.0511489 Feb 03 14:55:29.452864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-a5f42ed4-4314-4861-9dc9-45eb2dd25adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:29.454514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-a5f42ed4-4314-4861-9dc9-45eb2dd25adb service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0960548 Feb 03 14:55:29.524543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-9ac21872-b18b-4c29-a406-e042ad10393c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=300f40d8-4c7f-4e46-8150-21d5e0321690 HTTP/1.1" status: 200 len: 1001 time: 0.0640473 Feb 03 14:55:29.572221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-d57f1edc-984c-439a-8545-e4a941fba566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:29.573712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-d57f1edc-984c-439a-8545-e4a941fba566 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0435796 Feb 03 14:55:29.621341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-31a33c43-9f0c-4694-9891-f4eba9ecce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:29.622854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-31a33c43-9f0c-4694-9891-f4eba9ecce2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436428 Feb 03 14:55:29.722254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-05f64b82-d228-4410-a81c-9ddb66031168 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933557 Feb 03 14:55:29.818990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5df74fed-4f7c-4d64-aaf2-ab6edc154e1e req-43ac19b4-8b17-4eae-b10c-cf3f1029a841 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902045 Feb 03 14:55:39.259573 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:44.914673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcefb15-3644-45df-9af1-5965c86a7445 req-17da69ff-240e-4bc8-96d2-221737378e50 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:44.916228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fcefb15-3644-45df-9af1-5965c86a7445 req-17da69ff-240e-4bc8-96d2-221737378e50 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 945 time: 0.0601816 Feb 03 14:55:44.967589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fcefb15-3644-45df-9af1-5965c86a7445 req-34094a85-3e2b-47fb-91f9-784eee1d1bbb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452499 Feb 03 14:55:45.827260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddcf90a3-8788-44f7-b3b1-edfe3827d25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:46.097484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3e6c0-ae29-49ad-a532-5536d74144cf req-0bda61d8-8def-4d7a-b96f-6e9dd72f0963 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:46.098945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bea3e6c0-ae29-49ad-a532-5536d74144cf req-0bda61d8-8def-4d7a-b96f-6e9dd72f0963 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 945 time: 0.0540404 Feb 03 14:55:46.152059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bea3e6c0-ae29-49ad-a532-5536d74144cf req-fce25be3-1d64-49e2-8959-dd53ae0c0067 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463002 Feb 03 14:55:46.605430 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-120ae839-6c8c-4b81-b8fd-4f81d825ed44 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:46.606913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-120ae839-6c8c-4b81-b8fd-4f81d825ed44 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 945 time: 0.0575292 Feb 03 14:55:46.703139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 300f40d8-4c7f-4e46-8150-21d5e0321690 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:55:46.703485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:46.798135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] For port 300f40d8-4c7f-4e46-8150-21d5e0321690, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=300f40d8-4c7f-4e46-8150-21d5e0321690,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:46.798502 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:46.979959 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:46.980329 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (5465b113-3a79-4e6b-919a-e5a9054d75b6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:46.980685 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Floating IP 5465b113-3a79-4e6b-919a-e5a9054d75b6 disassociated. External IP: 172.25.0.103, port: 300f40d8-4c7f-4e46-8150-21d5e0321690. Feb 03 14:55:46.981036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 300f40d8-4c7f-4e46-8150-21d5e0321690 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:55:47.114856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (300f40d8-4c7f-4e46-8150-21d5e0321690), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:47.142805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=300f40d8-4c7f-4e46-8150-21d5e0321690,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:47.279191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa91dd75-4191-4915-94af-1d1d6f44a9c0 req-7153f459-71ac-4070-bb85-01efbf3f2479 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0339355 Feb 03 14:55:47.299882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:55:47.423117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:55:47.432985 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:55:47.443585 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:55:47.444788 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:47.466987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] No DVR routers for this DVR port 300f40d8-4c7f-4e46-8150-21d5e0321690 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:55:47.469954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:47.473510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7e3bd179-84be-4212-9c53-c29bce3092b1 req-926e311c-eb45-4146-bca3-14b356de5e3f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "DELETE /v2.0/ports/300f40d8-4c7f-4e46-8150-21d5e0321690 HTTP/1.1" status: 204 len: 173 time: 0.8618481 Feb 03 14:55:47.474056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'name': 'network-vif-deleted', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:47.476660 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82848572-5d54-49b9-84da-9229cacdd086" -d '{"events": [{"server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "name": "network-vif-deleted", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:47.528181 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bb7560-283a-4e15-86c6-cc432cd14506 x-openstack-request-id: req-86bb7560-283a-4e15-86c6-cc432cd14506 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:47.528625 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4a10af-be7b-4198-9d4b-0191857b7dd3", "name": "network-vif-deleted", "tag": "300f40d8-4c7f-4e46-8150-21d5e0321690", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:47.528984 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86bb7560-283a-4e15-86c6-cc432cd14506 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:47.529901 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4a10af-be7b-4198-9d4b-0191857b7dd3', 'name': 'network-vif-deleted', 'tag': '300f40d8-4c7f-4e46-8150-21d5e0321690', 'status': 'completed', 'code': 200} Feb 03 14:55:47.573343 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:55:47.791621 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:47.817854 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:55:47.827084 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:55:47.827684 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:47.942520 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:55:48.096210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03d1878e-80ae-41a2-b206-98ae78c62797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:48.164339 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:48.191191 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354a5313-601e-49cd-bfdc-d04a72619cda None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:55:48.389462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-263312a2-153a-4f7f-897a-52b4465724c5 req-0409aa62-1eaa-438c-94fe-e418810b825d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0333486 Feb 03 14:55:48.453910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070d9b8-a9df-4637-b1c2-ebcca741a23d None None] New status for floating IP 5465b113-3a79-4e6b-919a-e5a9054d75b6: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:55:49.031882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 300f40d8-4c7f-4e46-8150-21d5e0321690 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:55:49.053067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 300f40d8-4c7f-4e46-8150-21d5e0321690 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:55:49.053449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 300f40d8-4c7f-4e46-8150-21d5e0321690 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:55:49.503356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d59d7416-2483-4bb6-a94e-d0fb5ef3b77f req-f4a8457d-ccfe-49ea-9b5d-3142300ebe3e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0324681 Feb 03 14:55:49.722147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:50.619360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4ed70-7948-4cd2-8be9-e6b6cdf79edd req-08dd2237-b24c-4362-836c-a85703d3ed3d tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:50.620935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8d4ed70-7948-4cd2-8be9-e6b6cdf79edd req-08dd2237-b24c-4362-836c-a85703d3ed3d tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1129 time: 0.0469189 Feb 03 14:55:50.668778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8d4ed70-7948-4cd2-8be9-e6b6cdf79edd req-388dd103-85e2-4590-a782-c617c09db24b tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421512 Feb 03 14:55:50.692773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60246) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:50.761716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92af059f-717e-4a4c-936d-0cda404f55c9 req-091763e5-837b-4146-86c6-b210d8ab69d8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0310400 Feb 03 14:55:50.800146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:50.883522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 0ad2a8d1-ae5f-4c9e-beed-822b6b63df35 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:55:50.883873 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:50.965249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:50.966124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:50.978710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 0ad2a8d1-ae5f-4c9e-beed-822b6b63df35 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:55:51.144983 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0ad2a8d1-ae5f-4c9e-beed-822b6b63df35), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:51.172851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=0ad2a8d1-ae5f-4c9e-beed-822b6b63df35,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:51.200668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.201029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.201384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.201727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.202071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.202411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.202750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.203087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.203426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.203763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.204102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.204453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.204782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:51.248313 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (a1444027-a7a8-4b01-b327-76af88f5f4d6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:51.248708 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP a1444027-a7a8-4b01-b327-76af88f5f4d6 disassociated (deleted). External IP: 172.25.0.27, port: d82e4aa4-679c-4f35-a500-9ba71511f56f. Feb 03 14:55:51.328356 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:55:51.478814 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router b85558f7-fc30-4f14-adb4-6e42a2b38e3a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:55:51.594382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:55:51.599984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:51.606648 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] Sync routers for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:55:51.619759 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:55:51.620540 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:51.755731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:55:51.899897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-684ead81-9b82-4d41-8164-256e16ebf005 req-8eae3fba-c07e-42cd-ab01-0470d832edbe tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0425172 Feb 03 14:55:51.964774 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-abd86f67-c0e4-4e4d-90cf-2bc1bc684345 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/floatingips/a1444027-a7a8-4b01-b327-76af88f5f4d6 HTTP/1.1" status: 204 len: 168 time: 1.2685423 Feb 03 14:55:51.964774 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:51.965778 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587eda4b-9d96-4199-a6ef-4608cf2498e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:52.089809 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:52.117699 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] Checking router: b85558f7-fc30-4f14-adb4-6e42a2b38e3a for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:55:52.128788 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:55:52.129236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:52.145191 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ea7787-917c-4a9b-b68c-4652a5a56e3e x-openstack-request-id: req-32ea7787-917c-4a9b-b68c-4652a5a56e3e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:52.145495 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:52.145755 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32ea7787-917c-4a9b-b68c-4652a5a56e3e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:52.146164 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'status': 'completed', 'code': 200} Feb 03 14:55:52.216075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:52.274857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-0f4a5ae5-3fbc-40ed-81a1-87232afd9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:52.278623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-0f4a5ae5-3fbc-40ed-81a1-87232afd9be1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 1129 time: 0.1066816 Feb 03 14:55:52.279119 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:55:52.374640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69701057-0c78-47b1-9f8d-f36331e248c6 req-4c120357-ed03-4119-9128-28016cba61dc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:52.376601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69701057-0c78-47b1-9f8d-f36331e248c6 req-4c120357-ed03-4119-9128-28016cba61dc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 947 time: 0.1416793 Feb 03 14:55:52.441409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-76455a67-b9c4-40fb-ab9e-35ed9a3b135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:52.443841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-76455a67-b9c4-40fb-ab9e-35ed9a3b135f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 200 len: 898 time: 0.1582444 Feb 03 14:55:52.526745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-46021674-f792-41d5-ade2-78ad3579f957 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 200 len: 217 time: 0.0731623 Feb 03 14:55:52.546527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69701057-0c78-47b1-9f8d-f36331e248c6 req-94a7394f-b2b4-4de3-95f2-60bec742ebdf tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542327 Feb 03 14:55:52.550442 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:52.583227 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130d0fd-2972-4d42-8dad-e1b725914a83 None None] The sync data for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 is: [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:00Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4f55f2db-6ecf-483c-8e87-ef24bdb311b3', 'name': '', 'network_id': '3696cc0d-9d6d-4e52-8948-fccfbcfef3fb', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:b1:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:59Z', 'updated_at': '2022-02-03T14:54:03Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '91645e4d-209e-4774-aaeb-ddfa61909897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:55:52.588985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-d0c2ba39-2140-4540-8a23-e38403c7a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:52.591738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-d0c2ba39-2140-4540-8a23-e38403c7a7c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 200 len: 835 time: 0.0576880 Feb 03 14:55:52.655684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-2012262d-4ed5-42e4-b42d-abcac28adb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:52.657439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-2012262d-4ed5-42e4-b42d-abcac28adb8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0601819 Feb 03 14:55:52.758194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-af4b2e8d-83f7-4821-913c-0af9119cf3f7 service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934567 Feb 03 14:55:52.861544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad072afe-b9e4-4d1b-bb77-6000cebb39ad None None] New status for floating IP a1444027-a7a8-4b01-b327-76af88f5f4d6: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:55:52.866173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-587eda4b-9d96-4199-a6ef-4608cf2498e6 req-1f9788f8-2b67-46b5-9178-23807000916e service neutron] 10.222.0.45 "GET /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016793 Feb 03 14:55:53.013665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb043a29-f9fe-4c16-9337-e4be6b1e0d15 req-c72cdf18-abc4-4986-9cbb-87ce0c229ca8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0292029 Feb 03 14:55:53.465420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-cd711861-c745-4e91-ac2c-09a7c3edc1a9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:53.467048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-cd711861-c745-4e91-ac2c-09a7c3edc1a9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 947 time: 0.0581002 Feb 03 14:55:53.585578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port d82e4aa4-679c-4f35-a500-9ba71511f56f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:55:53.585968 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:53.717504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port d82e4aa4-679c-4f35-a500-9ba71511f56f, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d82e4aa4-679c-4f35-a500-9ba71511f56f,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:53.717893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:53.735854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d7fb0-7f5c-49b1-8cdd-f174e353209c req-50280c1c-1835-4a20-87a7-ae7812c4d6de tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:53.737639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-190d7fb0-7f5c-49b1-8cdd-f174e353209c req-50280c1c-1835-4a20-87a7-ae7812c4d6de tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f299e6f-315c-4221-adfd-3e26784c5616 HTTP/1.1" status: 200 len: 947 time: 0.0960913 Feb 03 14:55:53.743141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for d82e4aa4-679c-4f35-a500-9ba71511f56f owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:55:53.844235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-190d7fb0-7f5c-49b1-8cdd-f174e353209c req-8cdbbea9-eae6-4365-8897-859a3f4eaa28 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=729ce736-6e86-416d-a6bf-cfd25f385bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988834 Feb 03 14:55:53.936444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d82e4aa4-679c-4f35-a500-9ba71511f56f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:53.971944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=d82e4aa4-679c-4f35-a500-9ba71511f56f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:54.020051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] No DVR routers for this DVR port d82e4aa4-679c-4f35-a500-9ba71511f56f on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:55:54.023094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:54.026548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc9bced3-3f6c-4368-9cd5-99f460dd4028 req-ae1393b7-564e-4e64-bc67-fdeb76a98e5c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "DELETE /v2.0/ports/d82e4aa4-679c-4f35-a500-9ba71511f56f HTTP/1.1" status: 204 len: 173 time: 0.5542870 Feb 03 14:55:54.027011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-deleted', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:55:54.029369 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca13a02f-70b3-4283-a216-ed3f1043cf48" -d '{"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-deleted", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:55:54.081640 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e374fa43-cd35-43b0-bdaf-8b46fa3d50ae x-openstack-request-id: req-e374fa43-cd35-43b0-bdaf-8b46fa3d50ae {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:55:54.081968 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f299e6f-315c-4221-adfd-3e26784c5616", "name": "network-vif-deleted", "tag": "d82e4aa4-679c-4f35-a500-9ba71511f56f", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:55:54.082290 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e374fa43-cd35-43b0-bdaf-8b46fa3d50ae {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:55:54.082660 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f299e6f-315c-4221-adfd-3e26784c5616', 'name': 'network-vif-deleted', 'tag': 'd82e4aa4-679c-4f35-a500-9ba71511f56f', 'status': 'completed', 'code': 200} Feb 03 14:55:54.169955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25543475-9fde-4133-84f0-48752011cac7 req-454be111-4665-460c-9def-7a5815e44ce6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Feb 03 14:55:54.904632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60268) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:55.027908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:55.295099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57e55eda-bbd0-4011-a2fe-ecf310ba3047 req-48517bf0-2533-413c-942f-d4a2e8a18cf0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0318184 Feb 03 14:55:55.355738 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:55.641537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:55:55.641880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:55.748018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port 4f55f2db-6ecf-483c-8e87-ef24bdb311b3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:55.748392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:55.761784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:55:56.316350 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4f55f2db-6ecf-483c-8e87-ef24bdb311b3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:56.347992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=4f55f2db-6ecf-483c-8e87-ef24bdb311b3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:56.436975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2ad8021-903b-4b0b-a67a-a041367c113e req-d2479bad-9dbb-4ef5-95f7-66e463ec2743 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e4a10af-be7b-4198-9d4b-0191857b7dd3 HTTP/1.1" status: 200 len: 210 time: 0.0410099 Feb 03 14:55:56.581831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:56.824457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router b85558f7-fc30-4f14-adb4-6e42a2b38e3a has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:55:56.936164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:55:56.941582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9b58adc4-3ddd-401d-a89b-fa550a98e802 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/b85558f7-fc30-4f14-adb4-6e42a2b38e3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0358250 Feb 03 14:55:56.944362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60274) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:56.946836 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] Sync routers for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:55:56.957067 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:55:56.957732 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:57.007797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting subnet 91645e4d-209e-4774-aaeb-ddfa61909897 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:55:57.011400 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (91645e4d-209e-4774-aaeb-ddfa61909897), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.055081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (91645e4d-209e-4774-aaeb-ddfa61909897), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.074585 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:55:57.144550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (91645e4d-209e-4774-aaeb-ddfa61909897), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.215479 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (91645e4d-209e-4774-aaeb-ddfa61909897), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.246827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Subnet': ['ID=91645e4d-209e-4774-aaeb-ddfa61909897,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:57.250504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.256493 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60276) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:57.260595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-51ebaa30-2057-4196-8dac-86111e313b55 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/subnets/91645e4d-209e-4774-aaeb-ddfa61909897 HTTP/1.1" status: 204 len: 168 time: 0.3102241 Feb 03 14:55:57.261000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6670e-0b09-443c-9d8b-89c68f1ddacc None None] Network 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:55:57.261464 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:55:56Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:57.293582 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] Checking router: b85558f7-fc30-4f14-adb4-6e42a2b38e3a for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:55:57.303267 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] Routers {'b85558f7-fc30-4f14-adb4-6e42a2b38e3a'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:55:57.303911 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:57.388170 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.423983 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] Set router b85558f7-fc30-4f14-adb4-6e42a2b38e3a gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:55:57.452231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] DHCP port deletion for 3696cc0d-9d6d-4e52-8948-fccfbcfef3fb request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:55:57.509059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.517196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Deleting port a3d379b4-8404-4a01-9d7f-38397de0ea88 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:55:57.517579 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.581280 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 30bad497-826d-4a8d-bd69-569a8584a8be {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:55:57.582218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.591719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] For port a3d379b4-8404-4a01-9d7f-38397de0ea88, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a3d379b4-8404-4a01-9d7f-38397de0ea88,segment=NetworkSegment(2e944aae-ba8f-4189-baea-f3872965a9d2),segment_id=2e944aae-ba8f-4189-baea-f3872965a9d2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:57.592522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.610184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:55:57.636533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Calling delete_port for a3d379b4-8404-4a01-9d7f-38397de0ea88 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:55:57.639280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: d82e4aa4-679c-4f35-a500-9ba71511f56f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:55:57.639846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d82e4aa4-679c-4f35-a500-9ba71511f56f not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:55:57.667455 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:55:56Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:57.678321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port 30bad497-826d-4a8d-bd69-569a8584a8be, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=30bad497-826d-4a8d-bd69-569a8584a8be,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:55:57.679991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.693352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 30bad497-826d-4a8d-bd69-569a8584a8be owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:55:57.704647 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee13ca-39c0-4ae4-9d2a-a855705cc2b1 None None] The sync data for ids ['b85558f7-fc30-4f14-adb4-6e42a2b38e3a'] in n-d-827549-2 is: [{'id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621194706', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:55:56Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': '30bad497-826d-4a8d-bd69-569a8584a8be', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85558f7-fc30-4f14-adb4-6e42a2b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:53:57Z', 'updated_at': '2022-02-03T14:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:55:57.750226 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (a3d379b4-8404-4a01-9d7f-38397de0ea88), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.765748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] No DVR routers for this DVR port a3d379b4-8404-4a01-9d7f-38397de0ea88 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:55:57.778359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-93190827-9e4f-4366-8e5f-0b082d861a65 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305053423&fields=id&tenant_id=95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 267 time: 0.0652690 Feb 03 14:55:57.801649 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Pushing event deleted for resources: {'Port': ['ID=a3d379b4-8404-4a01-9d7f-38397de0ea88,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:57.812816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.813268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.813692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.814113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.814523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.814935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.815352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.815883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.816294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.816723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.817119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.817707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.818272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f71d1-da73-4c3f-ab00-8d52f3424e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:55:57.914463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-919d2c77-99ad-49a4-b383-ec2c5bf885a7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:57.916021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-919d2c77-99ad-49a4-b383-ec2c5bf885a7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1321187 Feb 03 14:55:57.926255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (30bad497-826d-4a8d-bd69-569a8584a8be), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:57.933666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-5f493f72-d686-4dd4-906a-7f9d2c2921d7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/quotas/95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 375 time: 0.0118506 Feb 03 14:55:57.951841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=30bad497-826d-4a8d-bd69-569a8584a8be,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:57.994477 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-8480f25b-93c2-43a9-9c93-72d60b3b49f5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548177 Feb 03 14:55:58.013462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-377859f7-d11e-4d72-a593-91f53e87dfa6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:55:58.013462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-377859f7-d11e-4d72-a593-91f53e87dfa6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055058 Feb 03 14:55:58.017068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.117342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.119627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.130298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-8dc8becd-c8d6-4dcf-95a6-0a4489a9b74a service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106343 Feb 03 14:55:58.170294 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (b85558f7-fc30-4f14-adb4-6e42a2b38e3a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.170933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Fanout notify agent at l3_agent the message router_deleted on router b85558f7-fc30-4f14-adb4-6e42a2b38e3a {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:55:58.184286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.185518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3d54a3ba-db8f-43aa-bdc5-018d0b095b70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/routers/b85558f7-fc30-4f14-adb4-6e42a2b38e3a HTTP/1.1" status: 204 len: 168 time: 0.9274302 Feb 03 14:55:58.188828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60288) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:58.245785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-fdc8e06f-0891-4374-8167-3d0060c1c58f service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094470 Feb 03 14:55:58.275748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.384673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.408545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3696cc0d-9d6d-4e52-8948-fccfbcfef3fb']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:58.421206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e944aae-ba8f-4189-baea-f3872965a9d2') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:58.421615 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e944aae-ba8f-4189-baea-f3872965a9d2') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:55:58.432597 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (2e944aae-ba8f-4189-baea-f3872965a9d2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.449236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2e944aae-ba8f-4189-baea-f3872965a9d2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.456631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:55:58.457122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (2e944aae-ba8f-4189-baea-f3872965a9d2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:55:58.462082 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:55:58.533500 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3696cc0d-9d6d-4e52-8948-fccfbcfef3fb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.545582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.551728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/networks/3696cc0d-9d6d-4e52-8948-fccfbcfef3fb HTTP/1.1" status: 204 len: 168 time: 0.3603652 Feb 03 14:55:58.553033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60298) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:58.579576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd535e-b4ab-43db-901e-e64ccb4df21a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Network': ['ID=3696cc0d-9d6d-4e52-8948-fccfbcfef3fb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:58.603295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dfee0b7e-41bb-4382-b8b8-9282c0afabeb req-b73399e3-2478-4612-b279-6a1ec4bf86c4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0324016 Feb 03 14:55:58.640499 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc0c0-ca2a-409f-84d7-74a139e9ca11 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (729ce736-6e86-416d-a6bf-cfd25f385bf8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.671616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc0c0-ca2a-409f-84d7-74a139e9ca11 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (729ce736-6e86-416d-a6bf-cfd25f385bf8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.745977 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc0c0-ca2a-409f-84d7-74a139e9ca11 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (729ce736-6e86-416d-a6bf-cfd25f385bf8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.748848 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc0c0-ca2a-409f-84d7-74a139e9ca11 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:58.749982 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6b3bc0c0-ca2a-409f-84d7-74a139e9ca11 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/security-groups/729ce736-6e86-416d-a6bf-cfd25f385bf8 HTTP/1.1" status: 204 len: 168 time: 0.1958876 Feb 03 14:55:58.760689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bc0c0-ca2a-409f-84d7-74a139e9ca11 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729ce736-6e86-416d-a6bf-cfd25f385bf8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:59.050278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:55:59.059267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60312) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:59.064069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-070f4136-0615-407e-a253-ed8c1f3d0913 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826794941', 'description': 'tempest-secgroup-smoke-826794941 description', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:59.080482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:55:59.080937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4f55f2db-6ecf-483c-8e87-ef24bdb311b3 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:55:59.081428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 30bad497-826d-4a8d-bd69-569a8584a8be no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:55:59.094398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-070f4136-0615-407e-a253-ed8c1f3d0913 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.103784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 30bad497-826d-4a8d-bd69-569a8584a8be {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:55:59.104188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 30bad497-826d-4a8d-bd69-569a8584a8be not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:55:59.104585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a3d379b4-8404-4a01-9d7f-38397de0ea88 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:55:59.124981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a3d379b4-8404-4a01-9d7f-38397de0ea88 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:55:59.125334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a3d379b4-8404-4a01-9d7f-38397de0ea88 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:55:59.171213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-070f4136-0615-407e-a253-ed8c1f3d0913 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (911b7401-c2b5-45d7-89ac-959ac9ab2489), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.175175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-070f4136-0615-407e-a253-ed8c1f3d0913 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (911b7401-c2b5-45d7-89ac-959ac9ab2489), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.204765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-070f4136-0615-407e-a253-ed8c1f3d0913 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.208789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-070f4136-0615-407e-a253-ed8c1f3d0913 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1455719 Feb 03 14:55:59.209005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:59.215415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2e6f5951-fd83-457d-81c1-8c3706f572af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '911b7401-c2b5-45d7-89ac-959ac9ab2489', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:59.220944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f4136-0615-407e-a253-ed8c1f3d0913 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911b7401-c2b5-45d7-89ac-959ac9ab2489,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:59.262610 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5951-fd83-457d-81c1-8c3706f572af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (24d48c0f-173d-4f9b-a11b-226213ebc9d6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.337548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5951-fd83-457d-81c1-8c3706f572af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (24d48c0f-173d-4f9b-a11b-226213ebc9d6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.342978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5951-fd83-457d-81c1-8c3706f572af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (24d48c0f-173d-4f9b-a11b-226213ebc9d6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.362214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f5951-fd83-457d-81c1-8c3706f572af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d48c0f-173d-4f9b-a11b-226213ebc9d6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:59.368275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5951-fd83-457d-81c1-8c3706f572af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.369526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2e6f5951-fd83-457d-81c1-8c3706f572af tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596229 Feb 03 14:55:59.372336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60316) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:59.376861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-018fdb71-a6ff-46fc-bbdf-d2772ceb599b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '911b7401-c2b5-45d7-89ac-959ac9ab2489', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:59.407010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-018fdb71-a6ff-46fc-bbdf-d2772ceb599b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (611b2cbe-ded0-4041-8c5c-bef002d62f1a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.466175 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-018fdb71-a6ff-46fc-bbdf-d2772ceb599b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (611b2cbe-ded0-4041-8c5c-bef002d62f1a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.470348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-018fdb71-a6ff-46fc-bbdf-d2772ceb599b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (611b2cbe-ded0-4041-8c5c-bef002d62f1a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.488530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fdb71-a6ff-46fc-bbdf-d2772ceb599b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611b2cbe-ded0-4041-8c5c-bef002d62f1a,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:59.498071 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-018fdb71-a6ff-46fc-bbdf-d2772ceb599b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.502037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-018fdb71-a6ff-46fc-bbdf-d2772ceb599b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259735 Feb 03 14:55:59.502211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60318) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:59.506655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c985970e-04a6-4d3b-92c3-272d3f7e28d9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '911b7401-c2b5-45d7-89ac-959ac9ab2489', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:59.532689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c985970e-04a6-4d3b-92c3-272d3f7e28d9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (6db26a2f-b373-4039-8b4b-2a42a4dc2ebd), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.610261 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c985970e-04a6-4d3b-92c3-272d3f7e28d9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (6db26a2f-b373-4039-8b4b-2a42a4dc2ebd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.615350 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c985970e-04a6-4d3b-92c3-272d3f7e28d9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (6db26a2f-b373-4039-8b4b-2a42a4dc2ebd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.652839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985970e-04a6-4d3b-92c3-272d3f7e28d9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db26a2f-b373-4039-8b4b-2a42a4dc2ebd,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:59.662026 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c985970e-04a6-4d3b-92c3-272d3f7e28d9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.667164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c985970e-04a6-4d3b-92c3-272d3f7e28d9 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613507 Feb 03 14:55:59.667885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60322) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:59.680360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-adcc94cd-102a-48d5-9f55-fb8314050d89 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '911b7401-c2b5-45d7-89ac-959ac9ab2489', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:59.716344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adcc94cd-102a-48d5-9f55-fb8314050d89 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (c63c7666-1cb7-4ad4-81e1-72d7473751a7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.738703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-733cf89d-e3e7-45f7-9efb-992b2e49bbe6 req-aefdec13-3cbc-46d5-9e2c-8dfba601fc36 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0434737 Feb 03 14:55:59.824314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adcc94cd-102a-48d5-9f55-fb8314050d89 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (c63c7666-1cb7-4ad4-81e1-72d7473751a7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.824314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adcc94cd-102a-48d5-9f55-fb8314050d89 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c63c7666-1cb7-4ad4-81e1-72d7473751a7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.824314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc94cd-102a-48d5-9f55-fb8314050d89 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63c7666-1cb7-4ad4-81e1-72d7473751a7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:59.827772 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-adcc94cd-102a-48d5-9f55-fb8314050d89 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.829626 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-adcc94cd-102a-48d5-9f55-fb8314050d89 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1598668 Feb 03 14:55:59.831892 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60324) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:59.838078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '911b7401-c2b5-45d7-89ac-959ac9ab2489', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:59.854415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-b0c24fad-2d5b-49f3-bc84-e2a3341cde0e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:55:59.855909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-b0c24fad-2d5b-49f3-bc84-e2a3341cde0e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1743052 Feb 03 14:55:59.861546 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:55:59.866797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (4ed5de12-f422-4745-af94-09f661522e3f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.934328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (4ed5de12-f422-4745-af94-09f661522e3f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.938485 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (4ed5de12-f422-4745-af94-09f661522e3f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.953537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-f24414ed-3797-4e13-b281-175852a81cfc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 380 time: 0.0676050 Feb 03 14:55:59.954917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed5de12-f422-4745-af94-09f661522e3f,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:55:59.964177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'port': {'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'admin_state_up': True, 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'security_groups': ['b99dfb6c-846c-488e-b7d9-f567bb3d3c7e']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:55:59.967521 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:55:59.968924 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-436faeab-2e56-4d5d-bf62-ef6aec06b504 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354215 Feb 03 14:55:59.971871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60326) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:55:59.977311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '911b7401-c2b5-45d7-89ac-959ac9ab2489', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:00.001931 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:56:00.008648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (caa658a2-774c-4a1b-a50c-7b04c6b42c87), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.089164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (caa658a2-774c-4a1b-a50c-7b04c6b42c87), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.093124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (caa658a2-774c-4a1b-a50c-7b04c6b42c87), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.102120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:56:00.108398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.113260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa658a2-774c-4a1b-a50c-7b04c6b42c87,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:00.122018 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.124908 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4651474c-68e6-47cf-9f13-a2fbe1141390 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518335 Feb 03 14:56:00.126820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60328) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:00.132615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'network': {'name': 'tempest-network-smoke--408808369', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'port_security_enabled': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:00.198566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:56:00.201891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.272146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:56:00.298172 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bf08c87c-3ca3-4261-bd89-fd155c496165), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.298172 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Added segment bf08c87c-3ca3-4261-bd89-fd155c496165 of type vlan for network ae1dc66d-c4b1-454d-8507-c874b5002790 Feb 03 14:56:00.346121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.20.0.13 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/9b694f9d-9bb4-4d80-aa13-fd3c22c15414) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:56:00.359002 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ae1dc66d-c4b1-454d-8507-c874b5002790), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.411265 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ae1dc66d-c4b1-454d-8507-c874b5002790), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.416556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:00.417185 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.513976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3857558 Feb 03 14:56:00.517307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60330) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:00.521778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'admin_state_up': True, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:00.544643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (d851f773-3ce9-4833-a83c-35db8e5f8008), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.546414 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (d851f773-3ce9-4833-a83c-35db8e5f8008), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.553226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f3d65-8666-4eec-b5f7-f052912a2c70 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Network': ['ID=ae1dc66d-c4b1-454d-8507-c874b5002790,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:00.575643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ae1dc66d-c4b1-454d-8507-c874b5002790 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:56:00.593029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.637190 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.652350 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (d851f773-3ce9-4833-a83c-35db8e5f8008), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.702632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:00.706700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:00.709338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:00.711926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:56:00.766062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:00.766912 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.787520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-0f26379f-4b57-477b-9489-1d8d606c54f2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8292985 Feb 03 14:56:00.814077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Request body: {'port': {'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:00.851135 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (d851f773-3ce9-4833-a83c-35db8e5f8008), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.935710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:00.962858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd4d7e-ab7c-4758-a955-201b7554ac30 req-3e0208ca-a588-46db-9c76-233d2b0f17a9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:00.962858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bcd4d7e-ab7c-4758-a955-201b7554ac30 req-3e0208ca-a588-46db-9c76-233d2b0f17a9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 932 time: 0.1121316 Feb 03 14:56:01.044467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bcd4d7e-ab7c-4758-a955-201b7554ac30 req-71d7621e-28ea-41c7-8bd4-3ac1bda89e15 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741553 Feb 03 14:56:01.077326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3c1ba21f-22a8-4ea2-b249-34d1016b8874 None None] Provisioning complete for port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:01.077925 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c1ba21f-22a8-4ea2-b249-34d1016b8874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.114930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (d851f773-3ce9-4833-a83c-35db8e5f8008), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.117565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ba21f-22a8-4ea2-b249-34d1016b8874 None None] Port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:56:01.146733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.269245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.81 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/a4fafc18-ef9a-47ae-a127-96f327eb98ff) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:56:01.320253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:56:01.328824 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Publish callbacks [] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.345553 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Transition to ACTIVE for port object 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:56:01.349376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.400929 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.408849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Pushing event updated for resources: {'Port': ['ID=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:01.454632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.498303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Attempting to bind port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:56:01.498808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Attempting to bind port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:56:01.499446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Attempting to bind port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:01.504636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:01.505986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 on network 8a35bad6-5598-4838-98f2-8cef60a80989 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:56:01.506473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Attempting to bind port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:01.509060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:01.512112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:56:01.519909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:56:01.520386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:01.520858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:56:01.521305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Bound port: 9b694f9d-9bb4-4d80-aa13-fd3c22c15414, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:56:01.521670 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.598391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=a4fafc18-ef9a-47ae-a127-96f327eb98ff,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:01.611433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] For port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:56:01.615544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] For port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:56:01.624722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.672122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:01.672287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.674026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 1092 time: 0.8716497 Feb 03 14:56:01.674623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:01.677507 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892c93d0-2fa3-4059-ad55-e736dccec2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:01.730106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff4e8c-059d-404a-acee-1faf3c0f3202 service neutron] Pushing event updated for resources: {'Port': ['ID=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:01.771125 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e689542-326e-47b0-a3b1-98512140b4a1 x-openstack-request-id: req-9e689542-326e-47b0-a3b1-98512140b4a1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:01.771512 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:01.771838 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e689542-326e-47b0-a3b1-98512140b4a1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:01.772336 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'status': 'completed', 'code': 200} Feb 03 14:56:01.799023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4507f3af-3796-4d66-b580-05b2130c185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:01.800788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4507f3af-3796-4d66-b580-05b2130c185f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1126 time: 0.0668752 Feb 03 14:56:01.852060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (d851f773-3ce9-4833-a83c-35db8e5f8008), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:01.862335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4b8b87a9-b504-476a-b72c-74af1d744f14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 217 time: 0.0471065 Feb 03 14:56:01.922632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-fd13ff44-a958-4fa4-b8c3-f2a25a4fc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:01.924142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-fd13ff44-a958-4fa4-b8c3-f2a25a4fc788 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0564806 Feb 03 14:56:01.990223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-789a42ff-46bf-4c7d-8c6f-332145da3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:01.992050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-789a42ff-46bf-4c7d-8c6f-332145da3686 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620706 Feb 03 14:56:02.092624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4cb18e82-56c1-4420-a7b9-b2770b704408 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941367 Feb 03 14:56:02.093308 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (d851f773-3ce9-4833-a83c-35db8e5f8008), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:02.229395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d178776-e680-401b-b096-1b2c4e9eecfa req-4dea3ef1-c325-423f-ae06-7bccabc4eac7 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314094 Feb 03 14:56:02.247807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router d851f773-3ce9-4833-a83c-35db8e5f8008 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:56:02.250918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75aaf5-3d6b-4bae-bdd2-7586b8416c9f req-c77c05fd-c8ef-4542-b1e3-f6f5b91e2d38 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:02.261409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac75aaf5-3d6b-4bae-bdd2-7586b8416c9f req-c77c05fd-c8ef-4542-b1e3-f6f5b91e2d38 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0985003 Feb 03 14:56:02.339202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac75aaf5-3d6b-4bae-bdd2-7586b8416c9f req-d0b04ba3-0d37-4450-ad48-40a4d9245873 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736001 Feb 03 14:56:02.373651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-d6edff82-b3b3-4986-9f3f-c556ec4b8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:02.375158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-d6edff82-b3b3-4986-9f3f-c556ec4b8330 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1126 time: 0.0679851 Feb 03 14:56:02.407088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:56:02.419829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Sync routers for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:56:02.429233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:02.433872 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:02.434023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d5d37db4-808e-4c19-a1c1-263a9e3ae0db tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9128458 Feb 03 14:56:02.434097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60338) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:02.435097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:02.470498 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-26ff6331-815a-4403-a9cd-f602df80336e tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=80ea3d8c267e4d50ac9d03a897df2fbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327995 Feb 03 14:56:02.470847 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60340) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:02.479697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-f2513ff0-fb3e-4336-ac59-953617c88542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:02.481444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-f2513ff0-fb3e-4336-ac59-953617c88542 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0997612 Feb 03 14:56:02.529413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-18458d4f-1211-447c-9564-ae417a1e2f91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 217 time: 0.0421746 Feb 03 14:56:02.562255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:02.596018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-2c0b7af3-4b45-4ed7-a7ce-13fe92a9c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:02.598607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-2c0b7af3-4b45-4ed7-a7ce-13fe92a9c365 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0633821 Feb 03 14:56:02.601335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0110ee-87a5-4e40-add1-bb1ffd10e4e3 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:02.605691 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6d0110ee-87a5-4e40-add1-bb1ffd10e4e3 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313648 Feb 03 14:56:02.612005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:02.645104 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8073a769-e99a-469d-adb4-6ca299c6746b tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294554 Feb 03 14:56:02.645304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60344) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:02.652644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216504248', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:02.670031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-7be7a7b7-7898-45e9-8715-46cb03e5d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:02.672408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-7be7a7b7-7898-45e9-8715-46cb03e5d1bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0679228 Feb 03 14:56:02.793215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:56:02.797332 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:02.803010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:01Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:02.809240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-580461f2-0a92-4f13-af49-e089d6b4efb1 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282527 Feb 03 14:56:02.833244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Checking router: d851f773-3ce9-4833-a83c-35db8e5f8008 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:56:02.833863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Updating router d851f773-3ce9-4833-a83c-35db8e5f8008 port a4fafc18-ef9a-47ae-a127-96f327eb98ff binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:56:02.870072 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:02.949499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-892c93d0-2fa3-4059-ad55-e736dccec2ea req-2da0a769-b1b9-4768-a2fc-8cd2afd30dd7 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328211 Feb 03 14:56:03.026031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.100761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Subnet': ['ID=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:03.110796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Checking segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:03.111152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network hostable DHCP agents. Network: ae1dc66d-c4b1-454d-8507-c874b5002790, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:56:03.133579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network ae1dc66d-c4b1-454d-8507-c874b5002790 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:56:03.143765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ae1dc66d-c4b1-454d-8507-c874b5002790) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:03.154163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56ddaf-10ef-4494-a681-c2d573e99be7 None None] Network ae1dc66d-c4b1-454d-8507-c874b5002790 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:56:03.157378 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:03.158147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.180778 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8e1b9225-4b67-4da7-a077-3522586feb80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5314100 Feb 03 14:56:03.181379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60346) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:03.257992 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Publish callbacks [] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.270378 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.352104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f6828-a68b-4f0a-9ce6-ca23789675f3 None None] Pushing event updated for resources: {'Port': ['ID=a4fafc18-ef9a-47ae-a127-96f327eb98ff,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:03.363196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Attempting to bind port a4fafc18-ef9a-47ae-a127-96f327eb98ff on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:56:03.363561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Attempting to bind port a4fafc18-ef9a-47ae-a127-96f327eb98ff by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:56:03.364346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Attempting to bind port a4fafc18-ef9a-47ae-a127-96f327eb98ff on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:03.370283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:56:03.370668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:03.371068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.371451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:56:03.371921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Bound port: a4fafc18-ef9a-47ae-a127-96f327eb98ff, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:56:03.372303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.394743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-ae1dc66d-c4b1-454d-8507-c874b5002790', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:56:03.395597 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.495476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] For port a4fafc18-ef9a-47ae-a127-96f327eb98ff, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:56:03.515743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cebe3d-595d-4870-b2c3-84f5db7e1201 req-31215719-4fd1-4c1d-b453-47711d2d2758 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:03.519459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] For port a4fafc18-ef9a-47ae-a127-96f327eb98ff, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a4fafc18-ef9a-47ae-a127-96f327eb98ff,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:56:03.529252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cebe3d-595d-4870-b2c3-84f5db7e1201 req-31215719-4fd1-4c1d-b453-47711d2d2758 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0977271 Feb 03 14:56:03.532292 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:03.591848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f6828-a68b-4f0a-9ce6-ca23789675f3 None None] Pushing event updated for resources: {'Port': ['ID=a4fafc18-ef9a-47ae-a127-96f327eb98ff,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:03.615945 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cebe3d-595d-4870-b2c3-84f5db7e1201 req-a85a671a-5f2f-4550-ad5d-e79049e632ab tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836160 Feb 03 14:56:03.660998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:03.661640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:03.710113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Allocated IP 172.20.0.2 (ae1dc66d-c4b1-454d-8507-c874b5002790/ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27/b66e7c9e-cf6b-4ceb-8fb5-694497240b23) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:56:04.016398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:04.063605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.185926 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Publish callbacks [] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.202353 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.259764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Network ae1dc66d-c4b1-454d-8507-c874b5002790 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:04.291187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:04.296364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:56:04.333696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Pushing event updated for resources: {'Port': ['ID=b66e7c9e-cf6b-4ceb-8fb5-694497240b23,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:04.369646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Attempting to bind port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:56:04.370017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Attempting to bind port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:56:04.370382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Attempting to bind port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:04.380035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:56:04.380408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Checking segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:04.380836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.381221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Bound using segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:56:04.381686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Bound port: b66e7c9e-cf6b-4ceb-8fb5-694497240b23, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:56:04.382104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.400844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:01Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:04.410840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.1 (ae1dc66d-c4b1-454d-8507-c874b5002790/ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27/df39910d-0836-4b9e-a679-aeb3da49e1c0) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:56:04.449956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183c9c2-aa0d-4e53-aecc-b6f4192b8fb6 None None] The sync data for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 is: [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:01Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:56:04.498689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] For port b66e7c9e-cf6b-4ceb-8fb5-694497240b23, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:56:04.502877 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] For port b66e7c9e-cf6b-4ceb-8fb5-694497240b23, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b66e7c9e-cf6b-4ceb-8fb5-694497240b23,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:56:04.512554 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.576299 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3dcb-f436-4184-ac84-3c1db0fe88cd None None] Pushing event updated for resources: {'Port': ['ID=b66e7c9e-cf6b-4ceb-8fb5-694497240b23,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:04.584031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.647182 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.701296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network ae1dc66d-c4b1-454d-8507-c874b5002790 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:04.719949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=df39910d-0836-4b9e-a679-aeb3da49e1c0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:04.728638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:04.731086 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:56:04.807601 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (d851f773-3ce9-4833-a83c-35db8e5f8008), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:04.832678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb8e2a-eaef-477c-9e86-990598523ea5 req-966024b9-f2ac-4748-a47a-65afcc1b0c62 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:04.835348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4bb8e2a-eaef-477c-9e86-990598523ea5 req-966024b9-f2ac-4748-a47a-65afcc1b0c62 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.1137531 Feb 03 14:56:04.925712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4bb8e2a-eaef-477c-9e86-990598523ea5 req-46acfa4c-21ab-4650-8469-e25b64db398d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842166 Feb 03 14:56:05.059152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.279226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a4fafc18-ef9a-47ae-a127-96f327eb98ff up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:56:05.352113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a4fafc18-ef9a-47ae-a127-96f327eb98ff triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:05.353228 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.462766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a4fafc18-ef9a-47ae-a127-96f327eb98ff is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:05.463166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.491075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port a4fafc18-ef9a-47ae-a127-96f327eb98ff, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a4fafc18-ef9a-47ae-a127-96f327eb98ff,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:05.493622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.499761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.501326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b66e7c9e-cf6b-4ceb-8fb5-694497240b23 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:56:05.510314 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.587764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=a4fafc18-ef9a-47ae-a127-96f327eb98ff,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:05.598718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:05.599838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.605182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=df39910d-0836-4b9e-a679-aeb3da49e1c0,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:05.607262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (d851f773-3ce9-4833-a83c-35db8e5f8008), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.718317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:05.718770 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.736271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network ae1dc66d-c4b1-454d-8507-c874b5002790 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:05.738732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:05.797304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b66e7c9e-cf6b-4ceb-8fb5-694497240b23, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b66e7c9e-cf6b-4ceb-8fb5-694497240b23,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:05.806506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:05.895842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router d851f773-3ce9-4833-a83c-35db8e5f8008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:56:05.931442 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b66e7c9e-cf6b-4ceb-8fb5-694497240b23,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:06.064881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:56:06.082387 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9394881-4b0d-457b-a85b-4b847ecda679 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/d851f773-3ce9-4833-a83c-35db8e5f8008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8910565 Feb 03 14:56:06.125664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3cdff-b6e9-4dc8-8aac-cef2616f024a req-c223be24-f5a8-4f23-ad9d-a0a1abe13e0e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:06.128309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7d3cdff-b6e9-4dc8-8aac-cef2616f024a req-c223be24-f5a8-4f23-ad9d-a0a1abe13e0e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.1064174 Feb 03 14:56:06.211925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7d3cdff-b6e9-4dc8-8aac-cef2616f024a req-12b3ef36-57a3-4f49-937b-107df9d9ef79 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764596 Feb 03 14:56:06.239250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f538b488-1493-4236-a4ea-f34cccb9a510 None None] Network ae1dc66d-c4b1-454d-8507-c874b5002790 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:56:06.349440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-a4f6cd88-c418-43c6-b8df-4c1d45304b7f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826794941&fields=id&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 267 time: 0.0532510 Feb 03 14:56:06.376535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7f70aeac-e589-4680-8cd9-2eb77651ba15 None None] Provisioning complete for port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:06.376927 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f70aeac-e589-4680-8cd9-2eb77651ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:06.502573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7f70aeac-e589-4680-8cd9-2eb77651ba15 None None] Current status of the port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:06.510747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-6f0ec8c1-a3e0-48db-93c2-ac39e4d65cd1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:06.512366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-6f0ec8c1-a3e0-48db-93c2-ac39e4d65cd1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 796 time: 0.1534202 Feb 03 14:56:06.532592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-50c82457-9dc4-45b3-9530-0fa97f3061b7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/quotas/80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 375 time: 0.0108786 Feb 03 14:56:06.596748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-b405ff50-efe9-4d4c-9b3f-75ee85e46f44 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585296 Feb 03 14:56:06.728265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dc62ac8e-d2ae-4b81-9292-55a63beae875 None None] Provisioning complete for port df39910d-0836-4b9e-a679-aeb3da49e1c0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:06.728696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc62ac8e-d2ae-4b81-9292-55a63beae875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:06.781412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dc62ac8e-d2ae-4b81-9292-55a63beae875 None None] Port df39910d-0836-4b9e-a679-aeb3da49e1c0 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:56:06.799696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dc62ac8e-d2ae-4b81-9292-55a63beae875 None None] Provisioning complete for port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:06.800082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc62ac8e-d2ae-4b81-9292-55a63beae875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:06.919781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dc62ac8e-d2ae-4b81-9292-55a63beae875 None None] Current status of the port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:06.954351 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Sync routers for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:56:06.966617 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:06.967486 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:07.057128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-cff71d54-86ac-4b98-b198-107dc09c1a4c None None] Provisioning complete for port df39910d-0836-4b9e-a679-aeb3da49e1c0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:07.057798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cff71d54-86ac-4b98-b198-107dc09c1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:07.123429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-e12750e8-69fc-4ed1-8a2e-6f96979dd02c service neutron] 10.222.0.52 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071576 Feb 03 14:56:07.133976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cff71d54-86ac-4b98-b198-107dc09c1a4c None None] Port df39910d-0836-4b9e-a679-aeb3da49e1c0 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:56:07.154712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a4fafc18-ef9a-47ae-a127-96f327eb98ff up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:56:07.240779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a4fafc18-ef9a-47ae-a127-96f327eb98ff triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:07.241163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:07.262880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-935d989b-7977-489a-a972-1df086d6a043 service neutron] 10.222.0.52 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382177 Feb 03 14:56:07.302051 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:07.406275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a4fafc18-ef9a-47ae-a127-96f327eb98ff is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:07.408080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b66e7c9e-cf6b-4ceb-8fb5-694497240b23 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:56:07.473260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-672b328a-571a-4f00-be26-7cb827700956 None None] Provisioning complete for port df39910d-0836-4b9e-a679-aeb3da49e1c0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:07.473643 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-672b328a-571a-4f00-be26-7cb827700956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:07.507793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:07.508448 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:07.539105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-672b328a-571a-4f00-be26-7cb827700956 None None] Port df39910d-0836-4b9e-a679-aeb3da49e1c0 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:56:07.582459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb78cbc-d0c6-4499-afd3-c6248fd5fad3 req-33256c32-51d4-406a-85ca-2b6d0f6a209b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:07.591861 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbb78cbc-d0c6-4499-afd3-c6248fd5fad3 req-33256c32-51d4-406a-85ca-2b6d0f6a209b tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0885408 Feb 03 14:56:07.617292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:07.641229 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 2, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:07.672062 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Checking router: d851f773-3ce9-4833-a83c-35db8e5f8008 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:56:07.672441 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Updating router d851f773-3ce9-4833-a83c-35db8e5f8008 port df39910d-0836-4b9e-a679-aeb3da49e1c0 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:56:07.678302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbb78cbc-d0c6-4499-afd3-c6248fd5fad3 req-ca355680-808c-4822-91dc-724f72a25a09 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854571 Feb 03 14:56:07.708683 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:07.758024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d4eaa72-57cf-47c3-86d0-84392bc207e4 req-4e9f0d0a-598e-48ba-adf8-e6d5db8ea11c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 210 time: 0.0414536 Feb 03 14:56:08.034608 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Publish callbacks [] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.041542 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.180045 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Pushing event updated for resources: {'Port': ['ID=df39910d-0836-4b9e-a679-aeb3da49e1c0,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:08.184926 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Attempting to bind port df39910d-0836-4b9e-a679-aeb3da49e1c0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:56:08.186072 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Attempting to bind port df39910d-0836-4b9e-a679-aeb3da49e1c0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:56:08.186451 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Attempting to bind port df39910d-0836-4b9e-a679-aeb3da49e1c0 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:08.194153 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.194564 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.194897 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.195230 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.195559 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.195886 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.196510 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.196621 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.197238 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.197238 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.197569 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.197912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.198230 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:08.206541 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:56:08.206913 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Checking segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:08.207319 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.207703 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Bound using segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:56:08.208169 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Bound port: df39910d-0836-4b9e-a679-aeb3da49e1c0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:56:08.208681 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.294943 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] For port df39910d-0836-4b9e-a679-aeb3da49e1c0, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:56:08.298565 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] For port df39910d-0836-4b9e-a679-aeb3da49e1c0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=df39910d-0836-4b9e-a679-aeb3da49e1c0,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:56:08.305554 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.368103 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:08.368773 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:55:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:08.375475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b66e9ae0-b60c-4d9e-9eb5-8bb88a7984c1 None None] Provisioning complete for port df39910d-0836-4b9e-a679-aeb3da49e1c0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:08.375858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b66e9ae0-b60c-4d9e-9eb5-8bb88a7984c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.415575 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b0a67-cfb1-4c2a-bab0-9d8094eddfec None None] Pushing event updated for resources: {'Port': ['ID=df39910d-0836-4b9e-a679-aeb3da49e1c0,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:08.529682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b66e9ae0-b60c-4d9e-9eb5-8bb88a7984c1 None None] Current status of the port df39910d-0836-4b9e-a679-aeb3da49e1c0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:08.530283 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b66e9ae0-b60c-4d9e-9eb5-8bb88a7984c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.535564 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:08.606198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b66e9ae0-b60c-4d9e-9eb5-8bb88a7984c1 None None] For port df39910d-0836-4b9e-a679-aeb3da49e1c0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=df39910d-0836-4b9e-a679-aeb3da49e1c0,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:08.619339 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b66e9ae0-b60c-4d9e-9eb5-8bb88a7984c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.689855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e9ae0-b60c-4d9e-9eb5-8bb88a7984c1 None None] Pushing event updated for resources: {'Port': ['ID=df39910d-0836-4b9e-a679-aeb3da49e1c0,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:08.744766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-39c24c15-4417-4d8d-9ecc-53c5efd289b3 None None] Provisioning complete for port df39910d-0836-4b9e-a679-aeb3da49e1c0 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:08.745345 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39c24c15-4417-4d8d-9ecc-53c5efd289b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:08.828236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-bebe2dfe-585d-467d-9591-be9a726955f2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:08.830530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-bebe2dfe-585d-467d-9591-be9a726955f2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 796 time: 0.2466443 Feb 03 14:56:08.858407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-39c24c15-4417-4d8d-9ecc-53c5efd289b3 None None] Current status of the port df39910d-0836-4b9e-a679-aeb3da49e1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:08.907785 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:08.908822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-c996ca1e-359f-4b6c-b7fe-cdcfaa54404f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 379 time: 0.0672376 Feb 03 14:56:08.917626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b013554-e67f-4d31-856a-fbf48b4bf074 req-b09aed53-a5fa-4add-a30c-eced950094fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:08.919180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b013554-e67f-4d31-856a-fbf48b4bf074 req-b09aed53-a5fa-4add-a30c-eced950094fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.1440256 Feb 03 14:56:08.924129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'port': {'device_id': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'admin_state_up': True, 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'security_groups': ['911b7401-c2b5-45d7-89ac-959ac9ab2489']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:08.945089 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2a00d-e955-45e7-a438-5e6624c9c3b4 None None] The sync data for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 is: [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:56:09.047585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b013554-e67f-4d31-856a-fbf48b4bf074 req-064dd694-6bea-4668-934d-bf3d34ce8ab1 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197033 Feb 03 14:56:09.140302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:56:09.144968 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:09.163917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f7dea6a-1563-483f-8088-ba20c1ef1270 req-7b3fb91b-7576-4095-b655-56d6cc763b3d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 210 time: 0.0380039 Feb 03 14:56:09.264167 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:09.315091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.9 (ae1dc66d-c4b1-454d-8507-c874b5002790/ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27/4b474ebd-8b53-478f-90e1-33fa951c3271) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:56:09.495421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:09.534740 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:09.591212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network ae1dc66d-c4b1-454d-8507-c874b5002790 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:09.594579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:09.599523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:56:09.604796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:09.639062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.639425 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.639779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.640123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.640477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.640820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.641156 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.641489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.641825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.642157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.642484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.642813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.643137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:56:09.681860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:09.682789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:09.707903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3a3a6547-f411-46f7-ad1c-6e30b375fee4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7873371 Feb 03 14:56:09.720696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Request body: {'port': {'device_id': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:09.793790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:09.895148 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a4093964-920a-4be2-b136-10256434806b None None] Provisioning complete for port 4b474ebd-8b53-478f-90e1-33fa951c3271 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:09.896362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4093964-920a-4be2-b136-10256434806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:09.940116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a4093964-920a-4be2-b136-10256434806b None None] Port 4b474ebd-8b53-478f-90e1-33fa951c3271 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:56:10.115105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b474ebd-8b53-478f-90e1-33fa951c3271 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:56:10.125322 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Publish callbacks [] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:10.150191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Transition to ACTIVE for port object 4b474ebd-8b53-478f-90e1-33fa951c3271 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:56:10.166342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:10.254669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:10.294483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8f814-c78d-49c8-9016-2231f24e26be req-4736191e-3f6b-4e7b-9f60-8fcc9b42371d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:10.296112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ad8f814-c78d-49c8-9016-2231f24e26be req-4736191e-3f6b-4e7b-9f60-8fcc9b42371d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.1652744 Feb 03 14:56:10.379537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ad8f814-c78d-49c8-9016-2231f24e26be req-cd46ac7b-feb0-4c82-9d6e-97582b655304 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761275 Feb 03 14:56:10.384342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:56:10.384732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:56:10.385069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:10.390838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:56:10.391173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:10.420392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:56:10.420773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Checking segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:10.421164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Bound using segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:56:10.421602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Bound port: 4b474ebd-8b53-478f-90e1-33fa951c3271, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:56:10.421967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:10.535919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:56:10.561159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:56:10.570712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:10.605500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe88422-0aaa-46e0-8da3-00deac2f89c8 req-c47bb7ce-6c10-4f07-b0d6-5189912af79e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:10.607062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbe88422-0aaa-46e0-8da3-00deac2f89c8 req-c47bb7ce-6c10-4f07-b0d6-5189912af79e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 943 time: 0.1223962 Feb 03 14:56:10.628462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:10.629092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:10.630620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-52d09283-93e9-4154-be24-0f52de61070f service neutron] 10.222.0.45 "PUT /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 1091 time: 0.9144499 Feb 03 14:56:10.633330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:10.635587 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea59eb9-311c-47fe-bbd6-830210e7628a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:10.674282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d09283-93e9-4154-be24-0f52de61070f service neutron] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:10.724517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fbe88422-0aaa-46e0-8da3-00deac2f89c8 req-f6e1aed4-f24f-4226-abe5-4866fad631f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091228 Feb 03 14:56:10.747955 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-1e937087-1a1b-4ef7-b23b-706a6341275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:10.750295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-1e937087-1a1b-4ef7-b23b-706a6341275b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1125 time: 0.0680571 Feb 03 14:56:10.797991 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75d233-f06e-4787-beca-1d1c95140637 x-openstack-request-id: req-1c75d233-f06e-4787-beca-1d1c95140637 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:10.798239 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:10.798468 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c75d233-f06e-4787-beca-1d1c95140637 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:10.798930 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'status': 'completed', 'code': 200} Feb 03 14:56:10.800707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-f54c54b5-af07-493a-af73-22e77ac7caa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 217 time: 0.0440772 Feb 03 14:56:10.858323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-7fbc7aec-9b4b-4c88-9f95-3be293fbeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:10.859967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-7fbc7aec-9b4b-4c88-9f95-3be293fbeef5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 200 len: 834 time: 0.0533428 Feb 03 14:56:10.911061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3b950617-7284-4826-9bb2-808f8786820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:10.912631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-3b950617-7284-4826-9bb2-808f8786820c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae1dc66d-c4b1-454d-8507-c874b5002790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471222 Feb 03 14:56:11.013614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-9413a627-0d95-41f5-8b87-5bbd1c8f2549 service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941882 Feb 03 14:56:11.077638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device df39910d-0836-4b9e-a679-aeb3da49e1c0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:56:11.114979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54c65eaa-9176-4b13-9e3e-73df604afeb4 req-e89a4496-13a7-4af7-876a-7b7f771778ea service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948112 Feb 03 14:56:11.129378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port df39910d-0836-4b9e-a679-aeb3da49e1c0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:11.129737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:11.219370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port df39910d-0836-4b9e-a679-aeb3da49e1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:11.220382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-6061b646-116f-41f0-9cc7-65c047d03731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:11.222307 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-6061b646-116f-41f0-9cc7-65c047d03731 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1125 time: 0.0527570 Feb 03 14:56:11.316668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-5069b954-ded3-448d-9762-ce0895273ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:11.318196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-5069b954-ded3-448d-9762-ce0895273ff0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 897 time: 0.0892205 Feb 03 14:56:11.363562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-24cebc28-fd12-4414-a9df-3a40d1a4708e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 217 time: 0.0395842 Feb 03 14:56:11.414124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-48c5544e-ae6c-4798-a79c-f2093121831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:11.415607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-48c5544e-ae6c-4798-a79c-f2093121831b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 200 len: 834 time: 0.0454903 Feb 03 14:56:11.496209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-fd89c378-d619-4e3f-9013-dd0c22af6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:11.497755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-fd89c378-d619-4e3f-9013-dd0c22af6d42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae1dc66d-c4b1-454d-8507-c874b5002790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749009 Feb 03 14:56:11.582475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf65aa5-4529-4afc-9e1a-bca10210c7ae req-41d5f7d9-e4d7-4d0a-8211-dd615e279010 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:11.583906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bf65aa5-4529-4afc-9e1a-bca10210c7ae req-41d5f7d9-e4d7-4d0a-8211-dd615e279010 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.1159406 Feb 03 14:56:11.631715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-8598c448-1455-4615-af70-5eda821dc883 service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272941 Feb 03 14:56:11.668764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2bf65aa5-4529-4afc-9e1a-bca10210c7ae req-328b07b8-676b-450f-8e75-52bce4f3d986 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777590 Feb 03 14:56:11.746772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ea59eb9-311c-47fe-bbd6-830210e7628a req-24760991-3989-4e77-a9f5-1acc85a8e721 service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044202 Feb 03 14:56:11.853842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ff26-0036-433b-87ad-81091538c8f6 req-e0570890-7381-4ea4-a64f-8997d1d89585 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:11.855308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb56ff26-0036-433b-87ad-81091538c8f6 req-e0570890-7381-4ea4-a64f-8997d1d89585 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 943 time: 0.0577128 Feb 03 14:56:11.908143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb56ff26-0036-433b-87ad-81091538c8f6 req-f00ab9bc-c1ee-4737-8dc1-93dc6ab05d46 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471649 Feb 03 14:56:12.792558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62072504-63e0-48ef-9f12-01600171a189 req-4b282cd9-6145-401b-a510-a96764a924fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:12.794108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62072504-63e0-48ef-9f12-01600171a189 req-4b282cd9-6145-401b-a510-a96764a924fb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0544567 Feb 03 14:56:12.846260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62072504-63e0-48ef-9f12-01600171a189 req-1eb516e3-9378-4f39-8b4e-39bc634ae297 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462124 Feb 03 14:56:13.033358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4503b4d-c047-4be5-8708-a5ac641b1a20 req-1f538c10-2384-4baf-8a9b-14936c44bcb7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:13.034888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4503b4d-c047-4be5-8708-a5ac641b1a20 req-1f538c10-2384-4baf-8a9b-14936c44bcb7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 943 time: 0.0598161 Feb 03 14:56:13.084843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4503b4d-c047-4be5-8708-a5ac641b1a20 req-250e2ffb-e6cb-40b6-8fe5-538bc9326b0e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Feb 03 14:56:13.691292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:56:13.794552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:13.805457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'port_id': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'mac_address': 'fa:16:3e:81:1d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:56:13.844397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4b474ebd-8b53-478f-90e1-33fa951c3271 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:13.844820 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:13.858310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b474ebd-8b53-478f-90e1-33fa951c3271 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:56:13.882852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:13.887502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:13.937816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:13.978711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfeb74e-d9e7-4c7c-88f5-417c3e79ab32 req-b93c08a4-0ff8-4891-8a23-1a9d1495994c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:13.980233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcfeb74e-d9e7-4c7c-88f5-417c3e79ab32 req-b93c08a4-0ff8-4891-8a23-1a9d1495994c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0578196 Feb 03 14:56:14.031565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcfeb74e-d9e7-4c7c-88f5-417c3e79ab32 req-adf68b0f-20b8-4e20-a04e-70949c3c99dd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455892 Feb 03 14:56:14.079063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4b474ebd-8b53-478f-90e1-33fa951c3271'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:56:14.211139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555392a1-cafa-4d0c-86ae-93d8d6263903 req-8a3ca0b1-e1d4-4e94-9c7e-964a01429651 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:14.213108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-555392a1-cafa-4d0c-86ae-93d8d6263903 req-8a3ca0b1-e1d4-4e94-9c7e-964a01429651 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 944 time: 0.0572207 Feb 03 14:56:14.269043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-555392a1-cafa-4d0c-86ae-93d8d6263903 req-9366bae9-b2fb-490f-85a8-d367ace5e91f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500882 Feb 03 14:56:15.166280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbb04c-b018-4fda-9e8d-6846fdee3839 req-8a75c799-636b-4e7c-b60f-dfd0b8104d6e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:15.167802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7fbb04c-b018-4fda-9e8d-6846fdee3839 req-8a75c799-636b-4e7c-b60f-dfd0b8104d6e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0671282 Feb 03 14:56:15.220219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7fbb04c-b018-4fda-9e8d-6846fdee3839 req-e75a0a9d-9646-42f8-b341-0821afc570d7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466673 Feb 03 14:56:15.389818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ed951-afe6-4fcc-bb30-579964c6a741 req-2906323b-efb8-4364-a4e3-7cccf4598154 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:15.391333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1ed951-afe6-4fcc-bb30-579964c6a741 req-2906323b-efb8-4364-a4e3-7cccf4598154 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 944 time: 0.0540507 Feb 03 14:56:15.441422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1ed951-afe6-4fcc-bb30-579964c6a741 req-91785c83-c0aa-4a0d-959d-1fc7624efd1b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443795 Feb 03 14:56:15.697321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:56:15.749432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 4b474ebd-8b53-478f-90e1-33fa951c3271 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:56:15.753670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 4b474ebd-8b53-478f-90e1-33fa951c3271 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:15.754049 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:15.846196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1660bce9-6df1-42b0-8139-56f4baa6e492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:15.847631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4b474ebd-8b53-478f-90e1-33fa951c3271 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:15.848010 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:15.873446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:15.875731 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062a0911-53a0-4708-87bd-bfd0a5feb005" -d '{"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-plugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:15.888791 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:15.894719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:15.948136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:15.994995 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd64196-6020-48c5-a488-b4bb1adaab99 x-openstack-request-id: req-bdd64196-6020-48c5-a488-b4bb1adaab99 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:15.995296 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-plugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:15.995554 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdd64196-6020-48c5-a488-b4bb1adaab99 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:15.995958 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'code': 200} Feb 03 14:56:16.100202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4db3f2-fc89-4026-957e-93ab3b1b0a56 req-bae98816-1ae9-4491-a5d4-73217d56f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:16.101781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d4db3f2-fc89-4026-957e-93ab3b1b0a56 req-bae98816-1ae9-4491-a5d4-73217d56f675 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0500124 Feb 03 14:56:16.147458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d4db3f2-fc89-4026-957e-93ab3b1b0a56 req-e339f18f-d5a0-494d-8347-385962c7b918 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392373 Feb 03 14:56:16.344776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f47fe2-c32e-4bc5-b80e-8fa8ef2fc5ac req-fe534b76-5ecf-43f7-8abb-a4672e933aeb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:16.346281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f47fe2-c32e-4bc5-b80e-8fa8ef2fc5ac req-fe534b76-5ecf-43f7-8abb-a4672e933aeb tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0540190 Feb 03 14:56:16.399273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-44f47fe2-c32e-4bc5-b80e-8fa8ef2fc5ac req-c3e25418-a40b-46be-bb34-9cf30453280f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466466 Feb 03 14:56:16.570713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1b36-9557-4e66-b29b-aeccc0cee413 req-6882cf8a-e45c-4d81-a9d7-1c509cc04bb4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:16.572246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-788b1b36-9557-4e66-b29b-aeccc0cee413 req-6882cf8a-e45c-4d81-a9d7-1c509cc04bb4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0592163 Feb 03 14:56:16.622165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-788b1b36-9557-4e66-b29b-aeccc0cee413 req-7d05de14-8108-42c5-9854-479b62e21afa tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441899 Feb 03 14:56:17.522356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a91ed6-6e0c-462a-8ff3-418bf05cfaf2 req-9fab9d79-5dec-4d90-b884-8b551c063e65 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:17.524146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6a91ed6-6e0c-462a-8ff3-418bf05cfaf2 req-9fab9d79-5dec-4d90-b884-8b551c063e65 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0543001 Feb 03 14:56:17.574393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6a91ed6-6e0c-462a-8ff3-418bf05cfaf2 req-74f2e2ba-0721-4113-9b78-e4aeffe96ba6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Feb 03 14:56:17.749056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff5415-a9e9-4092-a3ac-9577b2c6f0e9 req-d6512405-25c3-4402-8ffc-0d5f3b41cf3e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:17.750540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6ff5415-a9e9-4092-a3ac-9577b2c6f0e9 req-d6512405-25c3-4402-8ffc-0d5f3b41cf3e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0603671 Feb 03 14:56:17.804465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6ff5415-a9e9-4092-a3ac-9577b2c6f0e9 req-ee84208d-d228-4ef2-a607-782231b2bfb6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481536 Feb 03 14:56:17.933680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cbcf0-6f86-46cc-838e-79d25d07b429 req-c4286d17-c928-4bc1-bdec-2f2cc9b5599d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:17.935219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a9cbcf0-6f86-46cc-838e-79d25d07b429 req-c4286d17-c928-4bc1-bdec-2f2cc9b5599d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0622671 Feb 03 14:56:17.986198 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a9cbcf0-6f86-46cc-838e-79d25d07b429 req-309ae1fe-32bb-4bee-a889-d2db0aeed39d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453980 Feb 03 14:56:18.007918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60424) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:18.052875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d7780-bbde-40d9-a8e6-8875e0e1855f tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:18.054432 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dc3d7780-bbde-40d9-a8e6-8875e0e1855f tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1122 time: 0.0450270 Feb 03 14:56:18.057950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60426) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:18.062511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:18.086664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:18.089996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97a2a5fb-9176-44e4-958a-d8cfbf95d28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:18.189744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:18.295412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.59 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/08df8430-2b12-41c7-8fe0-ca5e4eae1ac3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:56:18.409834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:18.445153 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:18.486302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:18.489290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:18.492788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:56:18.498334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=08df8430-2b12-41c7-8fe0-ca5e4eae1ac3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:18.699573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73ad38-7a04-4a5e-9996-b1f6f6790c4d req-a24318b4-7c8d-4967-b079-1a00804d7805 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:18.701319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de73ad38-7a04-4a5e-9996-b1f6f6790c4d req-a24318b4-7c8d-4967-b079-1a00804d7805 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 944 time: 0.0569479 Feb 03 14:56:18.752233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de73ad38-7a04-4a5e-9996-b1f6f6790c4d req-29ff4d25-d09d-4847-acc5-e14079c6c4a5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 Feb 03 14:56:18.877901 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (b792183a-064f-41ef-b497-b6e1a034b273), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:18.950538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.105305 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.111212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.158522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:56:19.182924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=08df8430-2b12-41c7-8fe0-ca5e4eae1ac3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:19.196819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (b792183a-064f-41ef-b497-b6e1a034b273), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.260787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:19.275686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:56:19.300351 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP b792183a-064f-41ef-b497-b6e1a034b273 associated. External IP: 172.25.0.59, port: 4b474ebd-8b53-478f-90e1-33fa951c3271. Feb 03 14:56:19.315175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:19.315567 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.329927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:56:19.349451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:19.353940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.404092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:19.535175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router d851f773-3ce9-4833-a83c-35db8e5f8008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:56:19.647890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:56:19.659897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] Sync routers for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:56:19.666760 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.671066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:19.671691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:19.700517 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f5539d27-d439-4fd9-97dd-747e613a9cc6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6390488 Feb 03 14:56:19.700517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:19.700984 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:19.826762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2da-d56b-4dd9-9eb2-07f782a36d48 req-8894cfb1-0090-48c3-a311-4be4c248de73 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:19.828403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e853e2da-d56b-4dd9-9eb2-07f782a36d48 req-8894cfb1-0090-48c3-a311-4be4c248de73 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0694616 Feb 03 14:56:19.883206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e853e2da-d56b-4dd9-9eb2-07f782a36d48 req-c0ef08f7-74be-4540-94fc-405e4b091998 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487895 Feb 03 14:56:19.887987 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9b694f9d-9bb4-4d80-aa13-fd3c22c15414'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:56:19.906870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60436) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:19.940370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:19.961174 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f03527c-350f-402d-bb19-a2411c80764b x-openstack-request-id: req-2f03527c-350f-402d-bb19-a2411c80764b {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:19.961471 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:19.961738 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f03527c-350f-402d-bb19-a2411c80764b {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:19.962149 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'status': 'completed', 'code': 200} Feb 03 14:56:19.981192 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0da561e1-a11f-47fa-b23f-a8d838f09243 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/b792183a-064f-41ef-b497-b6e1a034b273 HTTP/1.1" status: 200 len: 990 time: 0.0721281 Feb 03 14:56:20.027795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:20.054468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-c4f78445-992d-4b58-b4c1-3c793a8c4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:20.056805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-c4f78445-992d-4b58-b4c1-3c793a8c4817 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0898666 Feb 03 14:56:20.070443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3788b-d8ac-4835-ac66-0f81dcb0ae37 req-110e96bc-b077-49e3-8925-2ba1023cd19a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:20.071952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19d3788b-d8ac-4835-ac66-0f81dcb0ae37 req-110e96bc-b077-49e3-8925-2ba1023cd19a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 945 time: 0.0713885 Feb 03 14:56:20.189533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19d3788b-d8ac-4835-ac66-0f81dcb0ae37 req-ccdf7813-2ccf-40cf-adb0-b940723495c2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092484 Feb 03 14:56:20.214323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-ffebe1f1-1b2e-46df-9e37-edfc921726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:20.216247 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-ffebe1f1-1b2e-46df-9e37-edfc921726ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 897 time: 0.1536696 Feb 03 14:56:20.287651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-5a56cc6e-37c6-4fd8-b9b0-451fc2fe6aba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 998 time: 0.0659146 Feb 03 14:56:20.341469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-7f59fa3d-b910-4690-be9d-55cef45cbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:20.342988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-7f59fa3d-b910-4690-be9d-55cef45cbd54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 200 len: 834 time: 0.0487885 Feb 03 14:56:20.395237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-a0f87809-ff22-4e67-8535-d41b7ef55b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:20.396881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-a0f87809-ff22-4e67-8535-d41b7ef55b66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae1dc66d-c4b1-454d-8507-c874b5002790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484805 Feb 03 14:56:20.409725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b792183a-064f-41ef-b497-b6e1a034b273', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'port_id': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'mac_address': 'fa:16:3e:81:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:18Z', 'updated_at': '2022-02-03T14:56:18Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:20.437439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] Checking router: d851f773-3ce9-4833-a83c-35db8e5f8008 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:56:20.446407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:20.447601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:20.511013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-e29e9fa0-8c12-45be-a8e8-1924468a8182 service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069911 Feb 03 14:56:20.577439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:20.606732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90005ffd-1bd3-42fc-a6bf-5a5b435d6bf2 req-1ac396ec-0a99-461e-9b0c-877c852f42b8 service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895011 Feb 03 14:56:20.808246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:20.830382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b792183a-064f-41ef-b497-b6e1a034b273', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'port_id': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'mac_address': 'fa:16:3e:81:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:18Z', 'updated_at': '2022-02-03T14:56:18Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:20.857197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a951509-5d19-4cf3-a26b-07805c3640f3 None None] The sync data for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 is: [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b792183a-064f-41ef-b497-b6e1a034b273', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'port_id': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'mac_address': 'fa:16:3e:81:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:18Z', 'updated_at': '2022-02-03T14:56:18Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:56:20.983965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60438) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:21.048489 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ad4c9825-5c9e-4209-bc81-f1cc31c300fd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/b792183a-064f-41ef-b497-b6e1a034b273 HTTP/1.1" status: 200 len: 990 time: 0.0633097 Feb 03 14:56:21.079401 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e239ba8-90ec-4f4f-a25e-fb032f426c6c None None] New status for floating IP b792183a-064f-41ef-b497-b6e1a034b273: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:56:21.173252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:56:21.223848 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:56:21.229672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:21.230047 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:21.316097 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:21.316540 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:21.332192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed0b4-c1aa-4bbf-ac08-1feb445d2e03 req-951c1ebc-ddfa-4817-92a6-4fc5b6932c1c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:21.333834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-165ed0b4-c1aa-4bbf-ac08-1feb445d2e03 req-951c1ebc-ddfa-4817-92a6-4fc5b6932c1c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 945 time: 0.0547254 Feb 03 14:56:21.346113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:21.347698 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f6f4b5-cf43-456d-b835-5f1b637b2e83" -d '{"events": [{"server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "name": "network-vif-plugged", "status": "completed", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:21.361932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:21.366383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:21.393907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-165ed0b4-c1aa-4bbf-ac08-1feb445d2e03 req-4f44e63b-16e1-4995-9f40-b12b2a1e3ded tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536873 Feb 03 14:56:21.418484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:21.450559 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427930b2-9a7f-4785-a7d3-3ccb1825bebd x-openstack-request-id: req-427930b2-9a7f-4785-a7d3-3ccb1825bebd {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:21.450859 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "name": "network-vif-plugged", "status": "completed", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:21.451116 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-427930b2-9a7f-4785-a7d3-3ccb1825bebd {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:21.451523 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'code': 200} Feb 03 14:56:21.586890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ba4e-fcc2-4f54-8ac3-26fba4f907d4 req-5e113210-d236-47b5-bfe0-e19bb4e68b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:21.588883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c384ba4e-fcc2-4f54-8ac3-26fba4f907d4 req-5e113210-d236-47b5-bfe0-e19bb4e68b73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1128 time: 0.0470610 Feb 03 14:56:21.635904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c384ba4e-fcc2-4f54-8ac3-26fba4f907d4 req-55279a57-88f2-421b-9196-86895c7e47cb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402608 Feb 03 14:56:22.052410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60444) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:22.117926 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-630a23c1-2eaa-49e5-8368-b645e6008b23 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/b792183a-064f-41ef-b497-b6e1a034b273 HTTP/1.1" status: 200 len: 992 time: 0.0639935 Feb 03 14:56:22.205216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:22.533930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb991e8-614e-4d1d-9187-be3fcf28c467 req-e1470033-530e-46e0-bc96-646c83d16f58 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:22.536111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcb991e8-614e-4d1d-9187-be3fcf28c467 req-e1470033-530e-46e0-bc96-646c83d16f58 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 946 time: 0.0666590 Feb 03 14:56:22.589088 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcb991e8-614e-4d1d-9187-be3fcf28c467 req-d5538bc3-20ed-4164-a289-2a030fabb111 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461762 Feb 03 14:56:23.716384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794e1f8-2b3e-4fb0-8977-d8548b7fd2ca req-346eaa60-6ef3-41f5-9945-1180e96ea525 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:23.717888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4794e1f8-2b3e-4fb0-8977-d8548b7fd2ca req-346eaa60-6ef3-41f5-9945-1180e96ea525 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 946 time: 0.0583301 Feb 03 14:56:23.768191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4794e1f8-2b3e-4fb0-8977-d8548b7fd2ca req-876490ce-7cb4-47bd-bab5-8e2d32400af5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Feb 03 14:56:23.902679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6351de-f83d-4639-b0e3-33a7e0b84546 req-0ed711f9-deed-4ee7-b2b8-4677a0a91835 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:23.904133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec6351de-f83d-4639-b0e3-33a7e0b84546 req-0ed711f9-deed-4ee7-b2b8-4677a0a91835 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 946 time: 0.0666652 Feb 03 14:56:23.955681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ec6351de-f83d-4639-b0e3-33a7e0b84546 req-27bccb95-bbc5-45fa-bb9b-e107a1c36092 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Feb 03 14:56:23.981189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60452) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:24.033752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c188646-8a3b-4c62-be93-958c205236c0 tempest-TestVolumeBootPattern-523785794 tempest-TestVolumeBootPattern-523785794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:24.035298 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7c188646-8a3b-4c62-be93-958c205236c0 tempest-TestVolumeBootPattern-523785794 tempest-TestVolumeBootPattern-523785794-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1123 time: 0.0531032 Feb 03 14:56:24.038450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60454) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:24.043881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:24.069783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:24.171613 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:24.287655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.25.0.203 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/f705ee74-2891-48bd-abe9-ed6c82f6e77c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:56:24.396830 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:24.437762 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:24.484438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:56:24.487509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:56:24.491135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:56:24.513051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=f705ee74-2891-48bd-abe9-ed6c82f6e77c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:25.044390 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:25.189565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (426c623f-f1f5-4b74-961e-ff88351200c6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:25.273565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:25.429373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:25.434820 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:25.507493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=f705ee74-2891-48bd-abe9-ed6c82f6e77c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:25.519840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (426c623f-f1f5-4b74-961e-ff88351200c6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:25.628176 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Floating IP 426c623f-f1f5-4b74-961e-ff88351200c6 associated. External IP: 172.25.0.203, port: 9b694f9d-9bb4-4d80-aa13-fd3c22c15414. Feb 03 14:56:25.855121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:56:25.969586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:56:25.979854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:56:25.988318 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:25.991235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:25.991871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:26.021833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4ee9c620-6af2-40e6-9f85-ca40b54dab5d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9819126 Feb 03 14:56:26.022533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:26.025742 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a87c4d6-05fc-431e-a5c2-67a7b767f020" -d '{"events": [{"name": "network-changed", "server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:26.073825 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e97e0f-9a57-4ed4-8a1b-351c4defc8c8 x-openstack-request-id: req-80e97e0f-9a57-4ed4-8a1b-351c4defc8c8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:26.074124 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:26.074383 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80e97e0f-9a57-4ed4-8a1b-351c4defc8c8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:26.074796 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'status': 'completed', 'code': 200} Feb 03 14:56:26.112823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:26.168299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-5c90f085-a610-4a67-9cdf-efe32c560b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:26.170023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-5c90f085-a610-4a67-9cdf-efe32c560b1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1128 time: 0.0482867 Feb 03 14:56:26.267209 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-96cb6176-589a-41c2-a5d1-8b2e1985d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:26.269555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-96cb6176-589a-41c2-a5d1-8b2e1985d84c service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0924571 Feb 03 14:56:26.335582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-40dcdd3b-319c-4e4d-9a87-72490b759dbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 1000 time: 0.0602608 Feb 03 14:56:26.356862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:24Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:26.384235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-560d82eb-aec2-4165-89a0-0b9fa53f847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:26.386583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-560d82eb-aec2-4165-89a0-0b9fa53f847b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0456526 Feb 03 14:56:26.389792 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:56:26.398911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:56:26.399821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:26.447999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-36981e9a-a8e7-4a8a-afef-b6001176396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:26.449608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-36981e9a-a8e7-4a8a-afef-b6001176396e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572915 Feb 03 14:56:26.514634 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:56:26.540679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-d0ebaabf-d0ea-42c9-9ef6-706a05ffee43 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847070 Feb 03 14:56:26.642405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a87c4d6-05fc-431e-a5c2-67a7b767f020 req-4bf1ea3b-fc76-4ab3-9793-16b582c2b2c2 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962558 Feb 03 14:56:26.747916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:24Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:56:26.775581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a9c9f-de3e-4a94-a49e-00b80607e11b None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:24Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:56:26.974921 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d59a8-eeb8-4571-ba53-7020f98432ce None None] New status for floating IP 426c623f-f1f5-4b74-961e-ff88351200c6: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:56:28.328232 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:56:30.183501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-86ad074a-c4b4-4794-a1dc-b554f3276227 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471632 Feb 03 14:56:30.297332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-52a512ed-286e-46dd-9634-e2e9ae5a02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:30.298867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-52a512ed-286e-46dd-9634-e2e9ae5a02d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1128 time: 0.0536718 Feb 03 14:56:30.414862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-693f5078-2a5d-483a-a914-2a9c6054c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:30.414862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-693f5078-2a5d-483a-a914-2a9c6054c178 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0924795 Feb 03 14:56:30.482077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-3d08ddb9-b4a0-4f7c-b1ee-99ab0e156133 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 1002 time: 0.0611682 Feb 03 14:56:30.537344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-2039967d-6e91-4f6a-bc3a-8620a8c16a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:30.538735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-2039967d-6e91-4f6a-bc3a-8620a8c16a63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0510724 Feb 03 14:56:30.588514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-26216dd5-0170-462b-bf34-f7002450ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:30.590047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-26216dd5-0170-462b-bf34-f7002450ee0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458591 Feb 03 14:56:30.688662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-26c69bd4-6287-40a2-8a5e-ec219b25d151 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910707 Feb 03 14:56:30.788460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35667ca9-2fc8-4abc-8330-b0b3d7988280 req-ee1689ce-ddc8-40d5-8de3-f1443aadf977 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938425 Feb 03 14:56:39.261707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:45.829485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37cc43dd-cfc9-4acf-abde-c8d6396f2c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:48.102409 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e273-b508-46b1-8390-cb9df89a07ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:48.875173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c8e55-f5b8-4512-abce-2e47aa282a37 req-9c833373-eef7-4d7b-8361-f34a34b422e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:48.876717 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df1c8e55-f5b8-4512-abce-2e47aa282a37 req-9c833373-eef7-4d7b-8361-f34a34b422e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0568008 Feb 03 14:56:48.927716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df1c8e55-f5b8-4512-abce-2e47aa282a37 req-cfd5009a-08db-4316-9ae9-fe8f2adf70ea tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451851 Feb 03 14:56:48.950822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60478) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:56:49.014724 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ba614d76-e5ce-4d52-afca-07a1216c3a26 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/b792183a-064f-41ef-b497-b6e1a034b273 HTTP/1.1" status: 200 len: 992 time: 0.0627429 Feb 03 14:56:49.443990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701f415-8d19-46bf-bbe1-6081c78f1921 req-aa2e507b-397e-4d06-8c95-f55e0f7b2b01 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:49.445573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3701f415-8d19-46bf-bbe1-6081c78f1921 req-aa2e507b-397e-4d06-8c95-f55e0f7b2b01 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0533507 Feb 03 14:56:49.492571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3701f415-8d19-46bf-bbe1-6081c78f1921 req-5fced890-811d-4e52-b40f-67ba1b1632aa tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Feb 03 14:56:49.729243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:49.990917 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-9465ff1f-93e4-426f-9ea2-d4eee5fb4078 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547457 Feb 03 14:56:49.999276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-199846df-50ed-4c23-b126-ce32a65527fe service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:56:50.000253 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-199846df-50ed-4c23-b126-ce32a65527fe service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048888 Feb 03 14:56:50.598665 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c44c52a1-f363-46f3-8d55-2eef3800d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:50.600089 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c44c52a1-f363-46f3-8d55-2eef3800d31b service neutron] 10.222.0.52 "GET /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 1124 time: 0.0373905 Feb 03 14:56:50.608944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Request body: {'binding': {'host': 'n-h2-827549-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:50.609400 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Unknown quota resources ['binding']. {{(pid=103341) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 14:56:50.757634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on host n-h2-827549-2 for vnic_type normal with profile None {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:56:50.758097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:56:50.758440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:50.762870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:56:50.763199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:50.768009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:56:50.768464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Checking segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:50.768845 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Bound using segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:56:50.769272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Bound port: 4b474ebd-8b53-478f-90e1-33fa951c3271, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:56:50.802730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:50.858409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:56:50.864089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:50.865350 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] 10.222.0.52 "POST /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271/bindings HTTP/1.1" status: 201 len: 389 time: 0.2603652 Feb 03 14:56:51.025181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61751b03-39d6-4c42-a0fc-49859f87b52d req-436e1cd8-5d34-4aee-94bd-9f48ebc2cb08 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:51.026581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61751b03-39d6-4c42-a0fc-49859f87b52d req-436e1cd8-5d34-4aee-94bd-9f48ebc2cb08 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0583014 Feb 03 14:56:51.086449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61751b03-39d6-4c42-a0fc-49859f87b52d req-1cd42515-422e-417e-8cbe-841e2a4b5e7d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529053 Feb 03 14:56:51.120666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-7c28f994-c93a-478f-bcde-a52908049644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:51.122187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-7c28f994-c93a-478f-bcde-a52908049644 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0524216 Feb 03 14:56:51.223330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b475cb3c-85a6-4e91-8267-5488d1c47d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:51.224832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b475cb3c-85a6-4e91-8267-5488d1c47d9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 897 time: 0.0972841 Feb 03 14:56:51.292012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-153adc6e-a178-4bbe-be1d-514758c00be6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 1000 time: 0.0600977 Feb 03 14:56:51.346749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-f320b650-acd0-4db0-b63b-fd49dae707b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:51.348232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-f320b650-acd0-4db0-b63b-fd49dae707b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 200 len: 834 time: 0.0507584 Feb 03 14:56:51.399056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-fe42621b-cb4d-4d46-9b24-1b1a63f8599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:51.400882 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-fe42621b-cb4d-4d46-9b24-1b1a63f8599d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1dc66d-c4b1-454d-8507-c874b5002790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459330 Feb 03 14:56:51.492150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-1fb1128a-5644-4084-a8ce-3f0d3ca8d327 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Feb 03 14:56:51.585886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-fbe862fa-e31f-4b0e-b203-6e4f21419e59 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881324 Feb 03 14:56:51.768383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-d6aa13f4-ebd9-4eff-9eaf-c7df59c2893e tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:51.769973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-d6aa13f4-ebd9-4eff-9eaf-c7df59c2893e tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1127 time: 0.0840049 Feb 03 14:56:51.780694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827549-2'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:56:51.846393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:51.981810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:52.031636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:56:52.075255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:52.077554 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32e7548-2666-4f03-bdc4-cbf096b06039" -d '{"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:52.081294 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Publish callbacks [] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:52.086865 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:52.213942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:52.219387 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811e470d-4028-41f6-806c-5004c35ab0ba x-openstack-request-id: req-811e470d-4028-41f6-806c-5004c35ab0ba {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:52.219680 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:52.219936 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-811e470d-4028-41f6-806c-5004c35ab0ba {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:52.220338 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'code': 200} Feb 03 14:56:52.223266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:52.305032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on host n-h1-827549-2 for vnic_type normal with profile {"migrating_to": "n-h2-827549-2"} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:56:52.305374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:56:52.305707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:52.315128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:56:52.315663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Attempting to bind port 4b474ebd-8b53-478f-90e1-33fa951c3271 on network ae1dc66d-c4b1-454d-8507-c874b5002790 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:56:52.325009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:56:52.325349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Checking segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:56:52.326277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Bound using segment: {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:56:52.326738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Bound port: 4b474ebd-8b53-478f-90e1-33fa951c3271, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf08c87c-3ca3-4261-bd89-fd155c496165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:56:52.327103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:52.391659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a4d21-b92d-4bb5-9be0-e298962fc578 req-36e48be1-b98c-42cb-8544-835e17b75a0e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:52.393450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b84a4d21-b92d-4bb5-9be0-e298962fc578 req-36e48be1-b98c-42cb-8544-835e17b75a0e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 943 time: 0.1279645 Feb 03 14:56:52.399152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ac49dfcd-17ed-4459-a002-55d3f51835c1 None None] Provisioning complete for port 4b474ebd-8b53-478f-90e1-33fa951c3271 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:52.399529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac49dfcd-17ed-4459-a002-55d3f51835c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:52.434364 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ac49dfcd-17ed-4459-a002-55d3f51835c1 None None] Port 4b474ebd-8b53-478f-90e1-33fa951c3271 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:56:52.453981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:56:52.476168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b84a4d21-b92d-4bb5-9be0-e298962fc578 req-5a431cbe-d1d2-410b-8900-76d0f47f7a00 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768266 Feb 03 14:56:52.477866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:56:52.485654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:52.585461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:52.639991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:52.640655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:52.642066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-c363deb1-c2cc-498c-82bb-046117111c7e service neutron] 10.222.0.71 "PUT /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 1121 time: 0.8655336 Feb 03 14:56:52.712921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4b474ebd-8b53-478f-90e1-33fa951c3271'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:56:52.810663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-27f37f58-c403-4694-9cff-ad83897b047c None None] Provisioning complete for port 4b474ebd-8b53-478f-90e1-33fa951c3271 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:56:52.810949 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27f37f58-c403-4694-9cff-ad83897b047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:53.174600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-27f37f58-c403-4694-9cff-ad83897b047c None None] Current status of the port 4b474ebd-8b53-478f-90e1-33fa951c3271 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:56:53.174979 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27f37f58-c403-4694-9cff-ad83897b047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:53.221661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:53.223914 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223c538-6728-461f-8643-b1da9c27c030" -d '{"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-plugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:53.243445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-27f37f58-c403-4694-9cff-ad83897b047c None None] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:53.257295 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27f37f58-c403-4694-9cff-ad83897b047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:53.293351 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c894e8-58a7-4d87-9023-6704c63b2989 x-openstack-request-id: req-e2c894e8-58a7-4d87-9023-6704c63b2989 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:53.293778 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-plugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:53.294039 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2c894e8-58a7-4d87-9023-6704c63b2989 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:53.294423 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'code': 200} Feb 03 14:56:53.448284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f37f58-c403-4694-9cff-ad83897b047c None None] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:56:53.600698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22ed2-719e-4313-a73b-260a6cc3a371 req-fd59e02b-69ff-4a6d-be44-3421f6e833a6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:53.602203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fac22ed2-719e-4313-a73b-260a6cc3a371 req-fd59e02b-69ff-4a6d-be44-3421f6e833a6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0549524 Feb 03 14:56:53.652712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fac22ed2-719e-4313-a73b-260a6cc3a371 req-80e0ed94-ff04-4f6c-b8b5-982ebe12ced1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 Feb 03 14:56:54.221111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:56:54.223494 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442c92bb-0769-4f47-8b4a-2944804b0eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:56:54.260602 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa7996a-5eb0-41cb-a6e3-d4cd92121d41 x-openstack-request-id: req-4fa7996a-5eb0-41cb-a6e3-d4cd92121d41 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:56:54.260898 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:56:54.261149 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fa7996a-5eb0-41cb-a6e3-d4cd92121d41 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:56:54.261614 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'status': 'completed', 'code': 200} Feb 03 14:56:54.453380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-48483775-1c58-4c4c-b51d-30d5775d85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:54.455076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-48483775-1c58-4c4c-b51d-30d5775d85c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1157 time: 0.1693459 Feb 03 14:56:54.559467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-3c202be5-79c5-433a-9097-fd4799159d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:54.560997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-3c202be5-79c5-433a-9097-fd4799159d00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 897 time: 0.0994570 Feb 03 14:56:54.633264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-5e845b55-bde0-434d-8699-23099db4ff6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 1000 time: 0.0649812 Feb 03 14:56:54.708362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-9c3df0d0-1ca1-4f06-8db8-6a9157fde127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:54.709505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-9c3df0d0-1ca1-4f06-8db8-6a9157fde127 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 200 len: 834 time: 0.0705619 Feb 03 14:56:54.796504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-1229a665-5040-4534-bfce-e0fb64738013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:54.798027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-1229a665-5040-4534-bfce-e0fb64738013 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae1dc66d-c4b1-454d-8507-c874b5002790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822744 Feb 03 14:56:54.810036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e4131-93fd-46fd-b932-73c0dde35aa2 req-893adc26-ece4-4211-a672-bec0c87fbdf8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:54.811437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e9e4131-93fd-46fd-b932-73c0dde35aa2 req-893adc26-ece4-4211-a672-bec0c87fbdf8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0686388 Feb 03 14:56:54.816353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-d3b309ee-f292-467b-ab03-703553c45538 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:56:54.817342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-d3b309ee-f292-467b-ab03-703553c45538 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049968 Feb 03 14:56:54.921429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e9e4131-93fd-46fd-b932-73c0dde35aa2 req-a4b00cda-df2b-4f5d-9276-a61684a2da8d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030285 Feb 03 14:56:54.946211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-12c5fb30-5774-4bfa-9276-62d08dc23e6c service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202393 Feb 03 14:56:55.042139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:56:55.046326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-442c92bb-0769-4f47-8b4a-2944804b0eb5 req-2b513044-5e88-4f23-8df0-2fe44346996c service neutron] 10.222.0.45 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937726 Feb 03 14:56:55.367539 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:56:55.469607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:56:55.480901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 has no active binding in host n-h2-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:56:56.044846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac355e-3e39-4705-8da9-f3f11083a2a2 req-e8521169-eb9d-4b9e-9dde-a0c64e6c02d6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:56.046370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1ac355e-3e39-4705-8da9-f3f11083a2a2 req-e8521169-eb9d-4b9e-9dde-a0c64e6c02d6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0548439 Feb 03 14:56:56.096023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1ac355e-3e39-4705-8da9-f3f11083a2a2 req-659fe5a7-e539-4b6b-8cd1-5cca8573a605 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Feb 03 14:56:57.220552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fd1d6-bf0c-403c-8547-076bf52d66bb req-148dd257-7d20-41a7-975c-0cfd173b8be1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:57.222102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d3fd1d6-bf0c-403c-8547-076bf52d66bb req-148dd257-7d20-41a7-975c-0cfd173b8be1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Feb 03 14:56:57.276740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d3fd1d6-bf0c-403c-8547-076bf52d66bb req-963cfe6d-df2d-4b1e-8b06-f49dd4855ca2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488000 Feb 03 14:56:58.405494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09513cae-3f98-4a07-914d-a9e576440797 req-7ccb8c96-681e-4c4f-a936-a134f236e6ab tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:58.407052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09513cae-3f98-4a07-914d-a9e576440797 req-7ccb8c96-681e-4c4f-a936-a134f236e6ab tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0578701 Feb 03 14:56:58.457381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09513cae-3f98-4a07-914d-a9e576440797 req-0d5f8cb8-3f83-430c-8c7e-68535baa1f78 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447159 Feb 03 14:56:59.579650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21c518-0bda-4546-9eab-048297259dc2 req-f2bc87f6-9a22-4c1d-842a-d94758ef572c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:56:59.581170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c21c518-0bda-4546-9eab-048297259dc2 req-f2bc87f6-9a22-4c1d-842a-d94758ef572c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Feb 03 14:56:59.631653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c21c518-0bda-4546-9eab-048297259dc2 req-121bf5f6-a922-4054-9490-ba97694cddd8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Feb 03 14:57:00.802003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327df57a-e55f-4858-9db0-697ea8ef9725 req-f191d956-b782-46b4-8957-cbbd3b326990 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:00.803539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-327df57a-e55f-4858-9db0-697ea8ef9725 req-f191d956-b782-46b4-8957-cbbd3b326990 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 945 time: 0.1014497 Feb 03 14:57:00.806716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-d5f5edba-0d33-4422-b9f8-24f287779927 service neutron] 10.222.0.45 "GET /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271/bindings/n-h2-827549-2 HTTP/1.1" status: 200 len: 384 time: 0.1027582 Feb 03 14:57:00.896762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-327df57a-e55f-4858-9db0-697ea8ef9725 req-507c9700-d888-4ee7-8f70-fa77750003ed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874219 Feb 03 14:57:01.333021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:01.351760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:57:01.393104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:57:01.394711 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce42ff0-e086-413e-8935-e7418a43b85c" -d '{"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:57:01.395436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:57:01.402147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:01.423786 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:01.437487 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbcc8ee-5912-4db5-accd-7aeae1464fb2 x-openstack-request-id: req-3dbcc8ee-5912-4db5-accd-7aeae1464fb2 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:57:01.437926 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:57:01.438179 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dbcc8ee-5912-4db5-accd-7aeae1464fb2 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:57:01.438574 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'code': 200} Feb 03 14:57:01.508927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] Transition to ACTIVE for port object 4b474ebd-8b53-478f-90e1-33fa951c3271 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:57:01.513997 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:01.515710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:01.531390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 has no active binding in host n-h2-827549-2 {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 14:57:01.613783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] Pushing event updated for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=11']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:01.652636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] No DVR routers for this DVR port 4b474ebd-8b53-478f-90e1-33fa951c3271 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:57:01.798350 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-41f7a61a-0ce0-410c-bb8a-d8e6d5895d9a service neutron] 10.222.0.45 "PUT /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271/bindings/n-h2-827549-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9832826 Feb 03 14:57:01.905950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-0112eb7b-f14f-4778-82a6-2f560cdc4545 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:01.907372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-0112eb7b-f14f-4778-82a6-2f560cdc4545 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.0503290 Feb 03 14:57:01.963229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b29c610c-83dd-4d58-8ce5-4e8e7552d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:01.964797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b29c610c-83dd-4d58-8ce5-4e8e7552d38a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 1126 time: 0.0502989 Feb 03 14:57:02.050802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6552f82-49a2-464d-b740-bc150a0bea1f req-84975cc2-c7cb-496a-80a7-8c3a333ecb88 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:02.052323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6552f82-49a2-464d-b740-bc150a0bea1f req-84975cc2-c7cb-496a-80a7-8c3a333ecb88 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 944 time: 0.0826426 Feb 03 14:57:02.069141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-7bfc2c9e-1b19-4fd3-b3cc-b827e12c1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:02.070592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-7bfc2c9e-1b19-4fd3-b3cc-b827e12c1707 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1126 time: 0.0706322 Feb 03 14:57:02.167941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b6552f82-49a2-464d-b740-bc150a0bea1f req-03dfcb4e-b8c9-40d5-966c-427701070dc3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090660 Feb 03 14:57:02.196538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-cb59a385-a04c-4a2c-9b33-79673740cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:02.198061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-cb59a385-a04c-4a2c-9b33-79673740cbc0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 897 time: 0.1205890 Feb 03 14:57:02.264232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-f8678833-ac68-4db4-889f-8f08ce3cf046 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 998 time: 0.0606680 Feb 03 14:57:02.317590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-205e28b6-8426-4879-9883-258d32d180b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:02.319086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-205e28b6-8426-4879-9883-258d32d180b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 200 len: 834 time: 0.0495796 Feb 03 14:57:02.370412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-cf2b0dd9-7ff3-42a8-9a8c-16b8ab9d63e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:02.372069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-cf2b0dd9-7ff3-42a8-9a8c-16b8ab9d63e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1dc66d-c4b1-454d-8507-c874b5002790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465908 Feb 03 14:57:02.464216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-02b75861-a6ba-4dba-9025-d1955592abc4 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865119 Feb 03 14:57:02.560284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-092e9e09-9b42-48d5-ba44-48c531f36076 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905807 Feb 03 14:57:02.833726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-8aed6503-4d93-4b17-b3b5-e7dd77671484 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:02.835300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-8aed6503-4d93-4b17-b3b5-e7dd77671484 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 1126 time: 0.0522313 Feb 03 14:57:02.991190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-69b35f4b-b7f9-40de-a223-c47cffb4089b service neutron] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:57:02.994430 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-69b35f4b-b7f9-40de-a223-c47cffb4089b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:02.995553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-69b35f4b-b7f9-40de-a223-c47cffb4089b service neutron] 10.222.0.71 "DELETE /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271/bindings/n-h1-827549-2 HTTP/1.1" status: 204 len: 173 time: 0.1530232 Feb 03 14:57:03.290819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a6ca8-a400-4e74-b4d9-6be8d12d54d8 req-e6b58537-6cfc-4801-bbcc-8de5cee8b57a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:03.292368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb2a6ca8-a400-4e74-b4d9-6be8d12d54d8 req-e6b58537-6cfc-4801-bbcc-8de5cee8b57a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 944 time: 0.0549517 Feb 03 14:57:03.354902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb2a6ca8-a400-4e74-b4d9-6be8d12d54d8 req-58c18494-ff99-44a3-83f8-58093df6ee8b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558779 Feb 03 14:57:03.473781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0d662-ef2f-4557-8e27-e4410beec7fb req-731746a9-cbba-41ca-8374-9694cacc8ca1 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:03.475220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dd0d662-ef2f-4557-8e27-e4410beec7fb req-731746a9-cbba-41ca-8374-9694cacc8ca1 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1126 time: 0.0510237 Feb 03 14:57:03.530336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dd0d662-ef2f-4557-8e27-e4410beec7fb req-3940042e-d98e-4a55-b15b-c663227b98b3 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451996 Feb 03 14:57:03.656091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248d5fd-c30b-4d63-b1f4-f93ff6a42249 req-c900de2a-71d0-49af-ad6a-6bfe91b88c54 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:03.657655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d248d5fd-c30b-4d63-b1f4-f93ff6a42249 req-c900de2a-71d0-49af-ad6a-6bfe91b88c54 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 944 time: 0.0556433 Feb 03 14:57:03.709473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d248d5fd-c30b-4d63-b1f4-f93ff6a42249 req-90beb6e1-3df6-413b-ac95-759e2e88e1d1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461171 Feb 03 14:57:03.731938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60558) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:03.797076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-750e35fd-ab0a-4e69-a4fc-7ef7572f610f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/b792183a-064f-41ef-b497-b6e1a034b273 HTTP/1.1" status: 200 len: 990 time: 0.0639274 Feb 03 14:57:03.925938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:57:03.968711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port 4b474ebd-8b53-478f-90e1-33fa951c3271 host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 14:57:03.969219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:57:04.029599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60566) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:04.190693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 08df8430-2b12-41c7-8fe0-ca5e4eae1ac3 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:57:04.191045 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:04.267143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:04.267476 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:04.280552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 08df8430-2b12-41c7-8fe0-ca5e4eae1ac3 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:57:04.433146 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (08df8430-2b12-41c7-8fe0-ca5e4eae1ac3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:04.468381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=08df8430-2b12-41c7-8fe0-ca5e4eae1ac3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:04.526603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (b792183a-064f-41ef-b497-b6e1a034b273), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:04.527357 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP b792183a-064f-41ef-b497-b6e1a034b273 disassociated (deleted). External IP: 172.25.0.59, port: 4b474ebd-8b53-478f-90e1-33fa951c3271. Feb 03 14:57:04.752973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router d851f773-3ce9-4833-a83c-35db8e5f8008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:57:04.869182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:57:04.874274 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:04.878767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] Sync routers for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:57:04.890547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:04.891184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:04.906157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-71bdf660-2d52-4448-b719-6522e0361752 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/floatingips/b792183a-064f-41ef-b497-b6e1a034b273 HTTP/1.1" status: 204 len: 168 time: 0.8755178 Feb 03 14:57:04.906852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:57:04.910927 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826ea8ac-bb09-4a06-bf71-01ca7031ed89" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:57:05.008939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:05.074324 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5ad6e5-3158-4947-9be2-5f3aba0040ef x-openstack-request-id: req-2f5ad6e5-3158-4947-9be2-5f3aba0040ef {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:57:05.075207 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:57:05.075470 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f5ad6e5-3158-4947-9be2-5f3aba0040ef {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:57:05.075888 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'status': 'completed', 'code': 200} Feb 03 14:57:05.205190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-10e0b011-2b28-4695-b5b3-4c60ae0776bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:05.206753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-10e0b011-2b28-4695-b5b3-4c60ae0776bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 1126 time: 0.0818980 Feb 03 14:57:05.217032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c368ecd-1700-4d59-9b97-e25f20e747c4 req-ceec1a0c-4f9e-4714-8f05-65f0255f4d0c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:05.218560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c368ecd-1700-4d59-9b97-e25f20e747c4 req-ceec1a0c-4f9e-4714-8f05-65f0255f4d0c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 944 time: 0.0949612 Feb 03 14:57:05.228531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:05.260368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] Checking router: d851f773-3ce9-4833-a83c-35db8e5f8008 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:57:05.269513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:05.270127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:05.327928 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:57:05.331304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c368ecd-1700-4d59-9b97-e25f20e747c4 req-d0514fc8-8d94-45d6-ba88-f00a3d4bed26 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=911b7401-c2b5-45d7-89ac-959ac9ab2489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070278 Feb 03 14:57:05.356169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-2aee1c17-7c03-4392-9710-896d5e54cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:05.357728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-2aee1c17-7c03-4392-9710-896d5e54cd06 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 200 len: 897 time: 0.1158886 Feb 03 14:57:05.391422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:05.407626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-c4b353d2-812d-40ab-be7a-51849ee9160c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 200 len: 217 time: 0.0416145 Feb 03 14:57:05.460228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-5018d55d-e22f-40a4-b409-cb22b112904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:05.461733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-5018d55d-e22f-40a4-b409-cb22b112904c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 200 len: 834 time: 0.0483286 Feb 03 14:57:05.515966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-2818dada-258a-4dd2-9bbf-35d033203a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:05.517450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-2818dada-258a-4dd2-9bbf-35d033203a7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae1dc66d-c4b1-454d-8507-c874b5002790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486507 Feb 03 14:57:05.603283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:05.629910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84bbae-5422-4397-887a-033b4b677a34 None None] The sync data for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 is: [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:56:04Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'df39910d-0836-4b9e-a679-aeb3da49e1c0', 'name': '', 'network_id': 'ae1dc66d-c4b1-454d-8507-c874b5002790', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:c4:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:04Z', 'updated_at': '2022-02-03T14:56:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': 'ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:57:05.671580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-e99ff46d-9900-47e9-88a0-77ee9b86fd04 service neutron] 10.222.0.71 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943835 Feb 03 14:57:05.769237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-826ea8ac-bb09-4a06-bf71-01ca7031ed89 req-d9aff381-c91c-4c1c-91d7-c31418dba57d service neutron] 10.222.0.71 "GET /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901279 Feb 03 14:57:05.886110 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90f22e-12a3-4404-8465-dfc53355c66c None None] New status for floating IP b792183a-064f-41ef-b497-b6e1a034b273: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:57:05.894329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-ede286f8-c270-4894-897c-383e57d24660 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:05.895899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-ede286f8-c270-4894-897c-383e57d24660 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 944 time: 0.0602007 Feb 03 14:57:06.017006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 4b474ebd-8b53-478f-90e1-33fa951c3271 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:57:06.017353 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:06.106911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port 4b474ebd-8b53-478f-90e1-33fa951c3271, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4b474ebd-8b53-478f-90e1-33fa951c3271,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:06.107601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:06.120347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 4b474ebd-8b53-478f-90e1-33fa951c3271 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:57:06.261693 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4b474ebd-8b53-478f-90e1-33fa951c3271), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:06.292391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=4b474ebd-8b53-478f-90e1-33fa951c3271,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:06.341153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] No DVR routers for this DVR port 4b474ebd-8b53-478f-90e1-33fa951c3271 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:57:06.343857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:06.347292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9be8eae-62f1-4924-a16a-cbd768d03c7a req-fbd8272f-a3e9-4f9f-b11d-0740b5491ac6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.71 "DELETE /v2.0/ports/4b474ebd-8b53-478f-90e1-33fa951c3271 HTTP/1.1" status: 204 len: 173 time: 0.4424875 Feb 03 14:57:06.435450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d65f548e-1bf7-42cc-b399-6accd5d9fb24 req-c107baac-66bf-4344-a2b8-bdd61eebf144 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa7481b6-fdb1-48d4-b989-73f81f6e4cc2 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Feb 03 14:57:07.076882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-deleted', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:57:07.079594 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f0ad03-17e1-4311-aefa-936a50c37dc3" -d '{"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-deleted", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:57:07.129708 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddec95c8-252b-497e-88b9-8fdc7407bff4 x-openstack-request-id: req-ddec95c8-252b-497e-88b9-8fdc7407bff4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:57:07.130312 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7481b6-fdb1-48d4-b989-73f81f6e4cc2", "name": "network-vif-deleted", "tag": "4b474ebd-8b53-478f-90e1-33fa951c3271", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:57:07.130312 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddec95c8-252b-497e-88b9-8fdc7407bff4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:57:07.130647 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7481b6-fdb1-48d4-b989-73f81f6e4cc2', 'name': 'network-vif-deleted', 'tag': '4b474ebd-8b53-478f-90e1-33fa951c3271', 'status': 'completed', 'code': 200} Feb 03 14:57:07.505627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60582) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:07.922955 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (d851f773-3ce9-4833-a83c-35db8e5f8008), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:08.522770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port df39910d-0836-4b9e-a679-aeb3da49e1c0 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:57:08.523421 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:08.623201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port df39910d-0836-4b9e-a679-aeb3da49e1c0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=df39910d-0836-4b9e-a679-aeb3da49e1c0,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:08.623579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:08.638159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for df39910d-0836-4b9e-a679-aeb3da49e1c0 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:57:08.844562 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (df39910d-0836-4b9e-a679-aeb3da49e1c0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:08.874053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=df39910d-0836-4b9e-a679-aeb3da49e1c0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:09.091694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (d851f773-3ce9-4833-a83c-35db8e5f8008), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:09.266278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:09.347628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router d851f773-3ce9-4833-a83c-35db8e5f8008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:57:09.435266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:57:09.459780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 4b474ebd-8b53-478f-90e1-33fa951c3271 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:57:09.460123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4b474ebd-8b53-478f-90e1-33fa951c3271 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:57:09.470094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:57:09.475854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-992225f7-4988-4591-bcc0-0d116162e7f4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/d851f773-3ce9-4833-a83c-35db8e5f8008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9691186 Feb 03 14:57:09.478855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60584) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:09.479820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] Sync routers for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:57:09.490540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:09.491184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:09.532050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting subnet ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:57:09.535379 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:09.579840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:09.676815 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:09.742027 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:09.763462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:09.770873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:09.774372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:09.777893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/subnets/ec9e03cb-8332-4fdd-85e4-86e5c9bc6e27 HTTP/1.1" status: 204 len: 168 time: 0.2980700 Feb 03 14:57:09.780843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60586) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:09.783243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.783595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.783937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.784276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.784643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.785036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.785297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.785623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.785949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.786275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.786602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.786921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.787418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5148cd62-c823-4622-97ba-3f96d5717f40 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:09.790273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c29431-f62c-4060-ac9e-74fc6804e444 None None] Network ae1dc66d-c4b1-454d-8507-c874b5002790 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:57:10.035857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:57:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:10.064201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] Checking router: d851f773-3ce9-4833-a83c-35db8e5f8008 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:57:10.073968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] Routers {'d851f773-3ce9-4833-a83c-35db8e5f8008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:10.074630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d851f773-3ce9-4833-a83c-35db8e5f8008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:10.078361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] DHCP port deletion for ae1dc66d-c4b1-454d-8507-c874b5002790 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:57:10.227473 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] Set router d851f773-3ce9-4833-a83c-35db8e5f8008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:10.242352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (d851f773-3ce9-4833-a83c-35db8e5f8008), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.285868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Deleting port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:57:10.286500 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.367210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (d851f773-3ce9-4833-a83c-35db8e5f8008), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.401809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] For port b66e7c9e-cf6b-4ceb-8fb5-694497240b23, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b66e7c9e-cf6b-4ceb-8fb5-694497240b23,segment=NetworkSegment(bf08c87c-3ca3-4261-bd89-fd155c496165),segment_id=bf08c87c-3ca3-4261-bd89-fd155c496165)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:10.402213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.423770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Calling delete_port for b66e7c9e-cf6b-4ceb-8fb5-694497240b23 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:57:10.424214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port a4fafc18-ef9a-47ae-a127-96f327eb98ff {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:57:10.424672 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.515081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port a4fafc18-ef9a-47ae-a127-96f327eb98ff, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a4fafc18-ef9a-47ae-a127-96f327eb98ff,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:10.515448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.534269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for a4fafc18-ef9a-47ae-a127-96f327eb98ff owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:57:10.547935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:57:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:10.576002 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b66e7c9e-cf6b-4ceb-8fb5-694497240b23), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.578028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee889a7-5e40-4318-a315-82a8374bc323 None None] The sync data for ids ['d851f773-3ce9-4833-a83c-35db8e5f8008'] in n-d-827549-2 is: [{'id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118289456', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:56:00Z', 'updated_at': '2022-02-03T14:57:08Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'a4fafc18-ef9a-47ae-a127-96f327eb98ff', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:69:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851f773-3ce9-4833-a83c-35db8e5f8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:56:01Z', 'updated_at': '2022-02-03T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:57:10.608542 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Pushing event deleted for resources: {'Port': ['ID=b66e7c9e-cf6b-4ceb-8fb5-694497240b23,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:10.610974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] No DVR routers for this DVR port b66e7c9e-cf6b-4ceb-8fb5-694497240b23 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:57:10.620873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.620873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.620873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.620873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.620873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.621261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.622111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.622656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.622770 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.623113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.623444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.623767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.624360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cebc258-6ef1-4d96-b028-9a5c8f657a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.717512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a4fafc18-ef9a-47ae-a127-96f327eb98ff), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.745042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=a4fafc18-ef9a-47ae-a127-96f327eb98ff,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:10.772481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.772851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.773209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.773557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.773901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.774244 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.774729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.775113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.775786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.776124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.776575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.777150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.777480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:10.822928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (d851f773-3ce9-4833-a83c-35db8e5f8008), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.920059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (d851f773-3ce9-4833-a83c-35db8e5f8008), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.922529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (d851f773-3ce9-4833-a83c-35db8e5f8008), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.970942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (d851f773-3ce9-4833-a83c-35db8e5f8008), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.971997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Fanout notify agent at l3_agent the message router_deleted on router d851f773-3ce9-4833-a83c-35db8e5f8008 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:57:10.979475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:10.983826 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb2c8d55-c238-47f9-a11f-7fb8b0681921 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/routers/d851f773-3ce9-4833-a83c-35db8e5f8008 HTTP/1.1" status: 204 len: 168 time: 1.1987841 Feb 03 14:57:10.984076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60588) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:11.069068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ae1dc66d-c4b1-454d-8507-c874b5002790), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.147553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b66e7c9e-cf6b-4ceb-8fb5-694497240b23 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:57:11.169705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b66e7c9e-cf6b-4ceb-8fb5-694497240b23 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:57:11.170489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b66e7c9e-cf6b-4ceb-8fb5-694497240b23 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:57:11.171087 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device df39910d-0836-4b9e-a679-aeb3da49e1c0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:57:11.175016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ae1dc66d-c4b1-454d-8507-c874b5002790), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.192045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: df39910d-0836-4b9e-a679-aeb3da49e1c0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:57:11.192502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device df39910d-0836-4b9e-a679-aeb3da49e1c0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:57:11.197153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1dc66d-c4b1-454d-8507-c874b5002790']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:11.211334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf08c87c-3ca3-4261-bd89-fd155c496165') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:11.211334 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf08c87c-3ca3-4261-bd89-fd155c496165') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:11.221494 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (bf08c87c-3ca3-4261-bd89-fd155c496165), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.237502 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (bf08c87c-3ca3-4261-bd89-fd155c496165), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.244173 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:57:11.244632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (bf08c87c-3ca3-4261-bd89-fd155c496165), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: timer() Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:57:11.247793 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:57:11.315253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ae1dc66d-c4b1-454d-8507-c874b5002790), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.322710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.326401 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/networks/ae1dc66d-c4b1-454d-8507-c874b5002790 HTTP/1.1" status: 204 len: 168 time: 0.3413200 Feb 03 14:57:11.331686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60590) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:11.337801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202d37d-aacc-42e5-94d5-4c66a0db23eb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Network': ['ID=ae1dc66d-c4b1-454d-8507-c874b5002790,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:11.391365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722eb8a6-03e7-470b-abc5-5419cbb41d4c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (911b7401-c2b5-45d7-89ac-959ac9ab2489), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.419441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722eb8a6-03e7-470b-abc5-5419cbb41d4c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (911b7401-c2b5-45d7-89ac-959ac9ab2489), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.485680 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722eb8a6-03e7-470b-abc5-5419cbb41d4c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (911b7401-c2b5-45d7-89ac-959ac9ab2489), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.488521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-722eb8a6-03e7-470b-abc5-5419cbb41d4c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:11.489703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-722eb8a6-03e7-470b-abc5-5419cbb41d4c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/security-groups/911b7401-c2b5-45d7-89ac-959ac9ab2489 HTTP/1.1" status: 204 len: 168 time: 0.1568768 Feb 03 14:57:11.500165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eb8a6-03e7-470b-abc5-5419cbb41d4c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b7401-c2b5-45d7-89ac-959ac9ab2489,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:11.937275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60596) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:11.941834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3f0d7a2b-7f7e-4e15-b8b0-8843ac003c2d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599808401', 'description': 'tempest-secgroup-smoke-1599808401 description', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:11.962592 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f0d7a2b-7f7e-4e15-b8b0-8843ac003c2d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.031590 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f0d7a2b-7f7e-4e15-b8b0-8843ac003c2d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (1ff5b129-8100-44c8-a3ce-5c6e2685507f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.036143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f0d7a2b-7f7e-4e15-b8b0-8843ac003c2d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1ff5b129-8100-44c8-a3ce-5c6e2685507f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.066690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f0d7a2b-7f7e-4e15-b8b0-8843ac003c2d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.067952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3f0d7a2b-7f7e-4e15-b8b0-8843ac003c2d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1296608 Feb 03 14:57:12.070810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60598) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:12.076097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-38458410-6486-4e62-a0bc-d502bff585d8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '1ff5b129-8100-44c8-a3ce-5c6e2685507f', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:12.081333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d7a2b-7f7e-4e15-b8b0-8843ac003c2d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff5b129-8100-44c8-a3ce-5c6e2685507f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:12.103291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38458410-6486-4e62-a0bc-d502bff585d8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (dc2ca4df-ccae-432e-ab0c-6744d8c5d033), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.171355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38458410-6486-4e62-a0bc-d502bff585d8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (dc2ca4df-ccae-432e-ab0c-6744d8c5d033), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.175015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38458410-6486-4e62-a0bc-d502bff585d8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (dc2ca4df-ccae-432e-ab0c-6744d8c5d033), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.194290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38458410-6486-4e62-a0bc-d502bff585d8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2ca4df-ccae-432e-ab0c-6744d8c5d033,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:12.204187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-38458410-6486-4e62-a0bc-d502bff585d8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.205462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-38458410-6486-4e62-a0bc-d502bff585d8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337183 Feb 03 14:57:12.209933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60600) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:12.214538 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b472c223-608c-4ad9-89d5-26e52e71e3bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '1ff5b129-8100-44c8-a3ce-5c6e2685507f', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:12.243921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b472c223-608c-4ad9-89d5-26e52e71e3bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (9b181e7d-9fde-4f64-9d70-414d2ab445ba), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.302924 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b472c223-608c-4ad9-89d5-26e52e71e3bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (9b181e7d-9fde-4f64-9d70-414d2ab445ba), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.306926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b472c223-608c-4ad9-89d5-26e52e71e3bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9b181e7d-9fde-4f64-9d70-414d2ab445ba), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.328493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472c223-608c-4ad9-89d5-26e52e71e3bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b181e7d-9fde-4f64-9d70-414d2ab445ba,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:12.337505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b472c223-608c-4ad9-89d5-26e52e71e3bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.338761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b472c223-608c-4ad9-89d5-26e52e71e3bd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278763 Feb 03 14:57:12.342007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60602) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:12.346383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-1074050f-500a-4c51-a922-8fa41e4de139 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '1ff5b129-8100-44c8-a3ce-5c6e2685507f', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:12.371543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1074050f-500a-4c51-a922-8fa41e4de139 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (ad0651ec-296c-4c58-b2fb-4933b0058335), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.430958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1074050f-500a-4c51-a922-8fa41e4de139 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (ad0651ec-296c-4c58-b2fb-4933b0058335), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.435893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1074050f-500a-4c51-a922-8fa41e4de139 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (ad0651ec-296c-4c58-b2fb-4933b0058335), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.456381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074050f-500a-4c51-a922-8fa41e4de139 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0651ec-296c-4c58-b2fb-4933b0058335,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:12.462136 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1074050f-500a-4c51-a922-8fa41e4de139 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.463365 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1074050f-500a-4c51-a922-8fa41e4de139 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204243 Feb 03 14:57:12.466709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60604) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:12.471013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8469a35f-5268-47e9-ae50-d6aa7df9b9ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '1ff5b129-8100-44c8-a3ce-5c6e2685507f', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:12.497773 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8469a35f-5268-47e9-ae50-d6aa7df9b9ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (72e57e3a-bc1c-42e8-b8f4-e6b5f73b9830), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.560836 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8469a35f-5268-47e9-ae50-d6aa7df9b9ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (72e57e3a-bc1c-42e8-b8f4-e6b5f73b9830), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.566603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8469a35f-5268-47e9-ae50-d6aa7df9b9ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (72e57e3a-bc1c-42e8-b8f4-e6b5f73b9830), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.586856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469a35f-5268-47e9-ae50-d6aa7df9b9ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e57e3a-bc1c-42e8-b8f4-e6b5f73b9830,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:12.593159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8469a35f-5268-47e9-ae50-d6aa7df9b9ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.594369 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8469a35f-5268-47e9-ae50-d6aa7df9b9ae tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267328 Feb 03 14:57:12.597924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60606) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:12.602831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '1ff5b129-8100-44c8-a3ce-5c6e2685507f', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:12.625954 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:57:12.632028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (930ef91f-1a42-4576-bfca-413cd00aed11), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.696936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (930ef91f-1a42-4576-bfca-413cd00aed11), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.701454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (930ef91f-1a42-4576-bfca-413cd00aed11), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.726424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930ef91f-1a42-4576-bfca-413cd00aed11,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:12.732365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.733609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-70301daa-2748-4fb7-a727-d9f675d1e9cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344450 Feb 03 14:57:12.736382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60608) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:12.741150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'security_group_rule': {'security_group_id': '1ff5b129-8100-44c8-a3ce-5c6e2685507f', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:12.762762 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Project 80ea3d8c267e4d50ac9d03a897df2fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:57:12.768380 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (c5e60c92-2823-49ef-a419-c8cb1b93dd53), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.831844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (c5e60c92-2823-49ef-a419-c8cb1b93dd53), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.835957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c5e60c92-2823-49ef-a419-c8cb1b93dd53), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.858714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e60c92-2823-49ef-a419-c8cb1b93dd53,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:12.867289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.868554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-154ff68c-a9d7-4bab-ada6-826e342ca269 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310098 Feb 03 14:57:12.871544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60610) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:12.876434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'network': {'name': 'tempest-network-smoke--1691003458', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'port_security_enabled': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:12.896629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:57:12.901242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.934935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:57:12.945529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (43f70d39-25c5-4a55-a129-5f44480f939a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:12.945887 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Added segment 43f70d39-25c5-4a55-a129-5f44480f939a of type vlan for network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 Feb 03 14:57:12.988144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (1d156119-ea53-4dbf-8e00-c5d7f8627ca8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.014306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (1d156119-ea53-4dbf-8e00-c5d7f8627ca8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.019507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:13.020111 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.031611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a4fafc18-ef9a-47ae-a127-96f327eb98ff no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:57:13.052266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a4fafc18-ef9a-47ae-a127-96f327eb98ff {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:57:13.052655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a4fafc18-ef9a-47ae-a127-96f327eb98ff not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:57:13.059920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873446 Feb 03 14:57:13.062660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60612) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:13.069529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'admin_state_up': True, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:13.115070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fba669-9317-47f5-9505-0422d6ead086 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Network': ['ID=1d156119-ea53-4dbf-8e00-c5d7f8627ca8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:13.127157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:57:13.130483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (650c5f28-f93b-4af9-be76-70857c5244a6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.132236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (650c5f28-f93b-4af9-be76-70857c5244a6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.188126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (650c5f28-f93b-4af9-be76-70857c5244a6), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.338401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (650c5f28-f93b-4af9-be76-70857c5244a6), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.548327 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (650c5f28-f93b-4af9-be76-70857c5244a6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.572090 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.676665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.121 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/abac30e3-0c8d-4a32-80ba-dfdad73b2e3c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:57:13.785665 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.820115 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:13.860834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:57:13.863975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:57:13.866617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:57:13.894499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:14.141206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (650c5f28-f93b-4af9-be76-70857c5244a6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:14.357053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (650c5f28-f93b-4af9-be76-70857c5244a6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:14.492173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 650c5f28-f93b-4af9-be76-70857c5244a6 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:57:14.606480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:57:14.617536 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Sync routers for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:57:14.627857 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:14.628499 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:14.629229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:14.630493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-62a567c2-0325-4491-bacc-9bee34a33c27 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5669010 Feb 03 14:57:14.633570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60614) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:14.663101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f476c401-2d64-4d98-a9d6-d4469c4e9524 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=80ea3d8c267e4d50ac9d03a897df2fbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284171 Feb 03 14:57:14.665813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60616) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:14.740731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:14.759682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6021f3-802b-40a0-bd9f-3fee754b4105 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:14.761146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7a6021f3-802b-40a0-bd9f-3fee754b4105 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943925 Feb 03 14:57:14.764068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60618) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:14.804766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ef9af33a-5778-47f7-9fe1-df81a94e4b4c tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394983 Feb 03 14:57:14.807397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60620) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:14.812508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356892040', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:14.904521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:57:14.907943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.034376 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:14Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:15.061869 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Checking router: 650c5f28-f93b-4af9-be76-70857c5244a6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:57:15.062218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Updating router 650c5f28-f93b-4af9-be76-70857c5244a6 port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:57:15.093170 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.368964 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Publish callbacks [] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.374856 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.425906 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Attempting to bind port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:57:15.426321 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Attempting to bind port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:57:15.426631 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Attempting to bind port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:57:15.428023 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (5dddbe2b-09b3-4991-b82b-3f60d014591a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.438812 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:57:15.439203 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:57:15.439589 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.439976 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:57:15.440468 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Bound port: abac30e3-0c8d-4a32-80ba-dfdad73b2e3c, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:57:15.440853 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.443965 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Pushing event updated for resources: {'Port': ['ID=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:15.471571 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.472112 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.472351 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.472723 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.473049 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.473394 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.473719 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.474110 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.474458 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.474784 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.475105 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.475428 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.475819 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:57:15.499242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Subnet': ['ID=5dddbe2b-09b3-4991-b82b-3f60d014591a,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:15.508072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Checking segment: {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:57:15.508072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network hostable DHCP agents. Network: 1d156119-ea53-4dbf-8e00-c5d7f8627ca8, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:57:15.517292 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] For port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:57:15.520872 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] For port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:57:15.526531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:57:15.527782 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.537081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 1d156119-ea53-4dbf-8e00-c5d7f8627ca8) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:57:15.544637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:15.545456 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.545884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c833130f-b764-4325-bf22-787520d99951 None None] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:57:15.570548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c8ea2400-0d27-40db-931d-d879260b4650 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7593310 Feb 03 14:57:15.570780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60624) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:15.585540 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:15.586162 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:56:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:15.627645 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa33024-1e7c-4780-966f-d304cd31aff3 None None] Pushing event updated for resources: {'Port': ['ID=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:15.672747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:57:15.674362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.728726 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:15.855235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be5dd242-195d-4c30-8118-a6a48c409b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:15.862578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Allocated IP 172.20.0.2 (1d156119-ea53-4dbf-8e00-c5d7f8627ca8/5dddbe2b-09b3-4991-b82b-3f60d014591a/beb883ed-bccf-4c64-aec1-c0f27afa5626) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:57:15.935919 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:14Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:15.981503 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6e0d0-3336-4c85-8fb1-36543fb35b26 None None] The sync data for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 is: [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:14Z', 'revision_number': 3, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:57:16.030506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Publish callbacks [] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.037196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.084388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:57:16.087430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:57:16.091441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:57:16.099014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Pushing event updated for resources: {'Port': ['ID=beb883ed-bccf-4c64-aec1-c0f27afa5626,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:16.101198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.160648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Attempting to bind port beb883ed-bccf-4c64-aec1-c0f27afa5626 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:57:16.161050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Attempting to bind port beb883ed-bccf-4c64-aec1-c0f27afa5626 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:57:16.161427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Attempting to bind port beb883ed-bccf-4c64-aec1-c0f27afa5626 on network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:57:16.166974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:57:16.167440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Checking segment: {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:57:16.167869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.168297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Bound using segment: {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:57:16.169329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Bound port: beb883ed-bccf-4c64-aec1-c0f27afa5626, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:57:16.169715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.239136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] For port beb883ed-bccf-4c64-aec1-c0f27afa5626, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:57:16.250426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] For port beb883ed-bccf-4c64-aec1-c0f27afa5626, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb883ed-bccf-4c64-aec1-c0f27afa5626,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:57:16.260056 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.352753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6185c-da0e-45cc-aae6-184082aa6ff2 None None] Pushing event updated for resources: {'Port': ['ID=beb883ed-bccf-4c64-aec1-c0f27afa5626,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:16.471835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.1 (1d156119-ea53-4dbf-8e00-c5d7f8627ca8/5dddbe2b-09b3-4991-b82b-3f60d014591a/a7c9e1c9-35fc-4a09-b0f4-4760ef21472e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:57:16.635051 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.677376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.724323 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:57:16.730208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:57:16.734931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:57:16.768402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:16.792870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (650c5f28-f93b-4af9-be76-70857c5244a6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:16.959086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.257402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abac30e3-0c8d-4a32-80ba-dfdad73b2e3c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:57:17.323017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:17.326642 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.410000 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.421884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.451232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:17.453066 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.477014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:17.482278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.482995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb883ed-bccf-4c64-aec1-c0f27afa5626 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:57:17.501467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:17.506949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (650c5f28-f93b-4af9-be76-70857c5244a6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.581479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:17.604787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port beb883ed-bccf-4c64-aec1-c0f27afa5626 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:17.605176 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.641604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b9969b-860c-4bbd-ad61-14a393ca1af8 None None] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:57:17.644133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:57:17.646213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:57:17.789889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-649ec766-5826-407c-86c0-25209fde922d None None] Provisioning complete for port beb883ed-bccf-4c64-aec1-c0f27afa5626 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:17.789889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-649ec766-5826-407c-86c0-25209fde922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.799292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 650c5f28-f93b-4af9-be76-70857c5244a6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:57:17.861050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port beb883ed-bccf-4c64-aec1-c0f27afa5626 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:17.861427 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.922845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port beb883ed-bccf-4c64-aec1-c0f27afa5626, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb883ed-bccf-4c64-aec1-c0f27afa5626,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:17.946912 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:17.987063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:57:18.000784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-649ec766-5826-407c-86c0-25209fde922d None None] Current status of the port beb883ed-bccf-4c64-aec1-c0f27afa5626 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:18.001214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-649ec766-5826-407c-86c0-25209fde922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:18.004445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9cdb3c23-81d7-438c-ad98-94214c95d393 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/650c5f28-f93b-4af9-be76-70857c5244a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4322572 Feb 03 14:57:18.038712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=beb883ed-bccf-4c64-aec1-c0f27afa5626,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:18.097550 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-649ec766-5826-407c-86c0-25209fde922d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 14:57:18.098034 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-649ec766-5826-407c-86c0-25209fde922d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 14:57:18.114107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9492092-cd46-4177-b140-fbd280643bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:18.209927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Sync routers for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:57:18.262863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-99bd9195-ada0-43eb-add6-7f150d401383 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599808401&fields=id&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 267 time: 0.0841203 Feb 03 14:57:18.409479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-8d51dd09-998d-40ee-9f7a-dbcdbcd9af67 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:18.411679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-8d51dd09-998d-40ee-9f7a-dbcdbcd9af67 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/networks?id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8 HTTP/1.1" status: 200 len: 797 time: 0.1403394 Feb 03 14:57:18.412174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:18.412886 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:57:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:18.435674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-de96164c-e6ca-411d-b505-f4cf1f0b1ae5 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/quotas/80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 375 time: 0.0174110 Feb 03 14:57:18.511150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-c3185b22-4022-40c3-84c4-f3317f0ec04a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698147 Feb 03 14:57:18.557887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:18.696928 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-649ec766-5826-407c-86c0-25209fde922d None None] Current status of the port beb883ed-bccf-4c64-aec1-c0f27afa5626 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:18.713362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-29e86e2c-fcb6-4e18-959d-4c33e0b69a42 service neutron] 10.222.0.52 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884551 Feb 03 14:57:18.824347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-5e28c420-d74b-4c9c-89e1-eab25470647c service neutron] 10.222.0.52 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039174 Feb 03 14:57:18.829128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-18f2812a-b26c-45d1-930d-fb1348390aa7 None None] Provisioning complete for port beb883ed-bccf-4c64-aec1-c0f27afa5626 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:18.829508 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18f2812a-b26c-45d1-930d-fb1348390aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:18.867447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 2, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:18.899386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Checking router: 650c5f28-f93b-4af9-be76-70857c5244a6 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:57:18.899714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Updating router 650c5f28-f93b-4af9-be76-70857c5244a6 port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:57:18.944647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.000309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-882ae39c-1a38-49c8-b8b5-9171ab6ddd7b req-3630aeeb-8c54-4ca6-a795-2bae5c20bab8 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Feb 03 14:57:19.031652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-18f2812a-b26c-45d1-930d-fb1348390aa7 None None] Current status of the port beb883ed-bccf-4c64-aec1-c0f27afa5626 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:19.059995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-18f2812a-b26c-45d1-930d-fb1348390aa7 None None] Provisioning complete for port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:19.060371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18f2812a-b26c-45d1-930d-fb1348390aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.130958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abac30e3-0c8d-4a32-80ba-dfdad73b2e3c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:57:19.193192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-18f2812a-b26c-45d1-930d-fb1348390aa7 None None] Port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:57:19.265640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:19.266017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.406597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:19.407678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb883ed-bccf-4c64-aec1-c0f27afa5626 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:57:19.437824 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Publish callbacks [] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.448279 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.507846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c490b1-a64c-4226-b3a3-922daaf692ff None None] Pushing event updated for resources: {'Port': ['ID=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:19.540106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port beb883ed-bccf-4c64-aec1-c0f27afa5626 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:19.540511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.595809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Attempting to bind port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:57:19.596181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Attempting to bind port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:57:19.596581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Attempting to bind port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e on network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:57:19.604853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:57:19.605230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Checking segment: {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:57:19.605636 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.606570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Bound using segment: {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:57:19.607047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Bound port: a7c9e1c9-35fc-4a09-b0f4-4760ef21472e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:57:19.607429 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.708701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] For port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:57:19.711977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] For port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:57:19.714704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port beb883ed-bccf-4c64-aec1-c0f27afa5626 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:19.728239 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.756649 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.789112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:19.789307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:57:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:19.842654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c490b1-a64c-4226-b3a3-922daaf692ff None None] Pushing event updated for resources: {'Port': ['ID=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:19.865744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-01f79ff3-71eb-486c-a131-1aea93320a9b None None] Provisioning complete for port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:19.866118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01f79ff3-71eb-486c-a131-1aea93320a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:19.972997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:20.011003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b1995c55-6d91-4d5a-8bef-33e164a47d0e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:20.018409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b1995c55-6d91-4d5a-8bef-33e164a47d0e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/networks?id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8 HTTP/1.1" status: 200 len: 797 time: 0.1277521 Feb 03 14:57:20.095751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-01f79ff3-71eb-486c-a131-1aea93320a9b None None] Current status of the port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:20.096137 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01f79ff3-71eb-486c-a131-1aea93320a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.128993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d88d67a-3ed3-4923-9b1a-9a538c71876d req-cd0741a3-048b-48e0-9d0c-3f5fdd5e930a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 210 time: 0.0355444 Feb 03 14:57:20.134504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-2c6df0b7-ca5f-4889-8580-b3651e4a1f0b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb HTTP/1.1" status: 200 len: 380 time: 0.1084516 Feb 03 14:57:20.147099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'port': {'device_id': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'admin_state_up': True, 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'security_groups': ['1ff5b129-8100-44c8-a3ce-5c6e2685507f']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:20.186318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-01f79ff3-71eb-486c-a131-1aea93320a9b None None] For port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:20.194417 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01f79ff3-71eb-486c-a131-1aea93320a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.264109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Made reservation on behalf of 80ea3d8c267e4d50ac9d03a897df2fbb for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:57:20.267822 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.278262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79ff3-71eb-486c-a131-1aea93320a9b None None] Pushing event updated for resources: {'Port': ['ID=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:20.305186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:19Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:20.338084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13d937-3b35-45c4-a823-000e119a0306 None None] The sync data for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 is: [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:19Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:57:20.347416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-69318b06-4308-41ab-92df-6a0d498df34c None None] Provisioning complete for port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:20.347805 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69318b06-4308-41ab-92df-6a0d498df34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.429826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.20.0.9 (1d156119-ea53-4dbf-8e00-c5d7f8627ca8/5dddbe2b-09b3-4991-b82b-3f60d014591a/84f8e4ce-8143-497a-983b-6d72b3f72ac1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:57:20.455866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69318b06-4308-41ab-92df-6a0d498df34c None None] Current status of the port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:20.595692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.632407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.678572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:57:20.681885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:57:20.686408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:57:20.713100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:20.750376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:20.751040 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.777993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b207d613-83ad-4a23-b21d-091ce0895d38 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372557 Feb 03 14:57:20.790299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Request body: {'port': {'device_id': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:20.804238 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.866919 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:20.987749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a0ae179c-df9e-4e8f-89f7-862a515fd69b None None] Provisioning complete for port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:20.988122 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0ae179c-df9e-4e8f-89f7-862a515fd69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:21.045860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae179c-df9e-4e8f-89f7-862a515fd69b None None] Port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:57:21.160917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a7c9e1c9-35fc-4a09-b0f4-4760ef21472e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:57:21.185926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f8e4ce-8143-497a-983b-6d72b3f72ac1 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:57:21.194876 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Publish callbacks [] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:21.209626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Transition to ACTIVE for port object 84f8e4ce-8143-497a-983b-6d72b3f72ac1 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:57:21.213593 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:21.250144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:21.250730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:21.305484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:21.386053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2437d74-6baa-4fb8-8dee-55249c99d434 req-664a7344-8d2e-4a31-9bbe-59dd8545cdf2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:21.387708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2437d74-6baa-4fb8-8dee-55249c99d434 req-664a7344-8d2e-4a31-9bbe-59dd8545cdf2 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 943 time: 0.1450827 Feb 03 14:57:21.436557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Attempting to bind port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:57:21.436906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Attempting to bind port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:57:21.437246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Attempting to bind port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 on network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:57:21.452395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 on network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:57:21.452763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Attempting to bind port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 on network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:57:21.466637 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2437d74-6baa-4fb8-8dee-55249c99d434 req-a5bafa16-ca89-447d-8a06-0302c74f1f5d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693967 Feb 03 14:57:21.467630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:57:21.467974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Checking segment: {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:57:21.468361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Bound using segment: {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:57:21.468838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Bound port: 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f70d39-25c5-4a55-a129-5f44480f939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:57:21.469205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:21.555114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:21.561095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:57:21.565671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:57:21.573795 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:21.611544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:21.612174 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:21.613901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] 10.222.0.45 "PUT /v2.0/ports/84f8e4ce-8143-497a-983b-6d72b3f72ac1 HTTP/1.1" status: 200 len: 1091 time: 0.8284292 Feb 03 14:57:21.616512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:57:21.618865 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4957612e-8ad4-466b-a869-ea8eb915ecfd" -d '{"events": [{"name": "network-changed", "server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:57:21.651281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f3ec6-87b1-457b-b594-f745cc7461dd service neutron] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:21.715987 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d843b8c8-bcf1-445e-9eec-8a6df1a3972e x-openstack-request-id: req-d843b8c8-bcf1-445e-9eec-8a6df1a3972e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:57:21.716553 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:57:21.716872 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d843b8c8-bcf1-445e-9eec-8a6df1a3972e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:57:21.717490 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'status': 'completed', 'code': 200} Feb 03 14:57:21.738596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-d8dcbf71-89e5-483e-892a-f1207bdbbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:21.740234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-d8dcbf71-89e5-483e-892a-f1207bdbbdea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1125 time: 0.0758026 Feb 03 14:57:21.787965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-e879fb86-adf5-471c-b9d2-777e2365806c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1 HTTP/1.1" status: 200 len: 217 time: 0.0409658 Feb 03 14:57:21.838219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b91d0540-c08b-4215-bcb0-4277bd8d1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:21.839700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-b91d0540-c08b-4215-bcb0-4277bd8d1501 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5dddbe2b-09b3-4991-b82b-3f60d014591a HTTP/1.1" status: 200 len: 834 time: 0.0463550 Feb 03 14:57:21.893393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-df019087-c59f-4734-9342-1ea3e31de019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:21.894844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-df019087-c59f-4734-9342-1ea3e31de019 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489910 Feb 03 14:57:21.992445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-cbf9483c-9101-43cc-92d0-311e4ec6ccda service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906904 Feb 03 14:57:22.083721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-feb8f9ec-dce2-453f-817c-ba5b558add20 req-46269257-62d3-4b7d-b039-00a5bde5c6e6 service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855684 Feb 03 14:57:22.185899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-5e79bbc6-aadb-4463-aca7-c81aed86d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:22.186618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-5e79bbc6-aadb-4463-aca7-c81aed86d1d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1125 time: 0.0510499 Feb 03 14:57:22.211947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:22.286060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-b4f002a0-e879-444c-a1e2-6ab255eed979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:22.287617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-b4f002a0-e879-444c-a1e2-6ab255eed979 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8 HTTP/1.1" status: 200 len: 898 time: 0.0953200 Feb 03 14:57:22.337481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-019afc7b-491c-4b05-9815-48cc8a45964e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1 HTTP/1.1" status: 200 len: 217 time: 0.0439725 Feb 03 14:57:22.387804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-87028e42-6b49-4ba7-928b-c0260383d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:22.389391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-87028e42-6b49-4ba7-928b-c0260383d35e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5dddbe2b-09b3-4991-b82b-3f60d014591a HTTP/1.1" status: 200 len: 834 time: 0.0452831 Feb 03 14:57:22.440744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-52d20d9e-4aba-414c-92ff-babffb6be843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:22.442225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-52d20d9e-4aba-414c-92ff-babffb6be843 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469053 Feb 03 14:57:22.896321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-eb1d6740-547e-445d-9e55-36300846486d service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460881 Feb 03 14:57:22.938679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e9fa7-64f1-4378-8673-90b611ba05c2 req-9aefe210-4c2e-4a44-b5ad-ea551e77408c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:22.940202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-278e9fa7-64f1-4378-8673-90b611ba05c2 req-9aefe210-4c2e-4a44-b5ad-ea551e77408c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 943 time: 0.0964627 Feb 03 14:57:23.049675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4957612e-8ad4-466b-a869-ea8eb915ecfd req-152b0e14-71d1-4f8b-9b05-14f125d66b81 service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459968 Feb 03 14:57:23.054810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-278e9fa7-64f1-4378-8673-90b611ba05c2 req-41e9e8ff-d263-4b22-90ae-0b68758e2041 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807381 Feb 03 14:57:24.004118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84f8e4ce-8143-497a-983b-6d72b3f72ac1 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:57:24.101587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:24.112941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'port_id': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'mac_address': 'fa:16:3e:e6:fc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:57:24.150373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:24.150760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:24.163594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f8e4ce-8143-497a-983b-6d72b3f72ac1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:57:24.174752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23c9eb-c1c0-4ddb-aa57-8786db76cdb9 req-7dc85856-0a89-49d3-8993-7653af67dcd7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:24.176408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c23c9eb-c1c0-4ddb-aa57-8786db76cdb9 req-7dc85856-0a89-49d3-8993-7653af67dcd7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 943 time: 0.0529716 Feb 03 14:57:24.185325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:24.189558 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:24.226897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c23c9eb-c1c0-4ddb-aa57-8786db76cdb9 req-874349d9-9e7b-415f-8b52-0da6b408a404 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445392 Feb 03 14:57:24.245350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:24.389592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['84f8e4ce-8143-497a-983b-6d72b3f72ac1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:57:25.055014 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:25.349994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f168c97-12ba-4e76-be1d-80abf229d35a req-8b6d252f-036b-4019-8057-963418266a62 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:25.351419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f168c97-12ba-4e76-be1d-80abf229d35a req-8b6d252f-036b-4019-8057-963418266a62 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 944 time: 0.0533304 Feb 03 14:57:25.405210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f168c97-12ba-4e76-be1d-80abf229d35a req-aeb5152e-cd7a-4efc-9e7b-c9e3dbe1d2b4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476279 Feb 03 14:57:26.019919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84f8e4ce-8143-497a-983b-6d72b3f72ac1 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:57:26.080231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:57:26.084276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:57:26.084685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:26.169530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:57:26.169914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:26.192048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:57:26.194334 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61601f0-3b5c-4ceb-967a-a5edc9561de6" -d '{"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-plugged", "status": "completed", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:57:26.207096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:57:26.210096 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:26.238815 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7178fe-70aa-425f-b037-e2d663e85fe0 x-openstack-request-id: req-2d7178fe-70aa-425f-b037-e2d663e85fe0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:57:26.239109 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-plugged", "status": "completed", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:57:26.239362 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d7178fe-70aa-425f-b037-e2d663e85fe0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:57:26.239753 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'code': 200} Feb 03 14:57:26.261175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:26.337331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae5c4-7f36-489b-b8d2-9654946078d4 req-bec8d946-a036-4f15-8b68-ee0ca1f1c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:26.338937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecaae5c4-7f36-489b-b8d2-9654946078d4 req-bec8d946-a036-4f15-8b68-ee0ca1f1c183 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1127 time: 0.0454276 Feb 03 14:57:26.383051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ecaae5c4-7f36-489b-b8d2-9654946078d4 req-a428f74d-e91d-4647-8f50-bab1351dcd91 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379152 Feb 03 14:57:26.528875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23bfa-ad42-4755-bd0c-9741159e3d02 req-736e591b-6e60-4b65-9848-ffb5ffae10a7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:26.530458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9a23bfa-ad42-4755-bd0c-9741159e3d02 req-736e591b-6e60-4b65-9848-ffb5ffae10a7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0540767 Feb 03 14:57:26.579411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9a23bfa-ad42-4755-bd0c-9741159e3d02 req-51977b05-6b45-4af1-82a2-1921faff5c3c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Feb 03 14:57:27.702632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e949-f682-4da7-8de6-8f7122e83e9b req-df703ebf-6baf-416e-a21a-5c5d9f9fbc73 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:27.704131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-acf1e949-f682-4da7-8de6-8f7122e83e9b req-df703ebf-6baf-416e-a21a-5c5d9f9fbc73 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0577705 Feb 03 14:57:27.751344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-acf1e949-f682-4da7-8de6-8f7122e83e9b req-3f5c60a7-5776-464a-b3bb-ecb20dab9efb tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Feb 03 14:57:27.866400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7017e-4b73-4cd2-b85f-91e3fe8a51d7 req-072bb04e-1362-4468-aac7-c60d127bfd92 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:27.867769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ca7017e-4b73-4cd2-b85f-91e3fe8a51d7 req-072bb04e-1362-4468-aac7-c60d127bfd92 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0518126 Feb 03 14:57:27.917639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ca7017e-4b73-4cd2-b85f-91e3fe8a51d7 req-0dfab8c1-f5e8-4e37-801e-c3ac4a5b9082 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Feb 03 14:57:27.939155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60678) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:27.986281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f607e0-abba-46f8-bca9-be033adc4207 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:27.987832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-70f607e0-abba-46f8-bca9-be033adc4207 tempest-TestNetworkAdvancedServerOps-355150303 tempest-TestNetworkAdvancedServerOps-355150303-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1122 time: 0.0476418 Feb 03 14:57:27.990513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60680) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:27.994990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:57:28.015858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:28.110660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:28.223103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Allocated IP 172.25.0.230 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/8953545f-35aa-4dad-9b80-d57a93ba3699) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:57:28.326704 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:28.361220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:28.406237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:57:28.409191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:57:28.412637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:57:28.418150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=8953545f-35aa-4dad-9b80-d57a93ba3699,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:28.802024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (da5fc50a-6fb8-486f-9e51-d6ccc065e822), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:28.877722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:29.047515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:29.053229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:29.126400 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event updated for resources: {'Port': ['ID=8953545f-35aa-4dad-9b80-d57a93ba3699,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:57:29.138825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (da5fc50a-6fb8-486f-9e51-d6ccc065e822), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:29.252656 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP da5fc50a-6fb8-486f-9e51-d6ccc065e822 associated. External IP: 172.25.0.230, port: 84f8e4ce-8143-497a-983b-6d72b3f72ac1. Feb 03 14:57:29.480861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 650c5f28-f93b-4af9-be76-70857c5244a6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:57:29.601291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:57:29.613508 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] Sync routers for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:57:29.620831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:29.625892 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:29.626940 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:57:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:29.654240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d58765c4-3639-45d7-bc80-7df142ead704 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6626985 Feb 03 14:57:29.654972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:57:29.657428 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62100a77-82bc-4205-a331-3620e4fa8092" -d '{"events": [{"name": "network-changed", "server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:57:29.753650 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:29.770114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0faccf-0f5c-448d-b838-ba0952f4f12a req-2fd5525a-e63a-486c-9732-44fafe6b76b1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:29.771711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe0faccf-0f5c-448d-b838-ba0952f4f12a req-2fd5525a-e63a-486c-9732-44fafe6b76b1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0579755 Feb 03 14:57:29.838775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe0faccf-0f5c-448d-b838-ba0952f4f12a req-5d30f46b-530c-426e-b5c8-9b101d0c6d42 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604630 Feb 03 14:57:29.864233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:29.905232 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf102910-bbdd-4ff1-adcb-3befb432db26 x-openstack-request-id: req-cf102910-bbdd-4ff1-adcb-3befb432db26 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:57:29.905561 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:57:29.905820 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf102910-bbdd-4ff1-adcb-3befb432db26 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:57:29.906408 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'status': 'completed', 'code': 200} Feb 03 14:57:29.948338 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fb830b38-af31-42b9-a96b-e17dedf456b6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/da5fc50a-6fb8-486f-9e51-d6ccc065e822 HTTP/1.1" status: 200 len: 991 time: 0.0825803 Feb 03 14:57:29.986048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62100a77-82bc-4205-a331-3620e4fa8092 req-e28c3824-100c-4b3b-83bb-6da667d871ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:29.988688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62100a77-82bc-4205-a331-3620e4fa8092 req-e28c3824-100c-4b3b-83bb-6da667d871ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1127 time: 0.0595064 Feb 03 14:57:30.022545 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'da5fc50a-6fb8-486f-9e51-d6ccc065e822', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'port_id': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'mac_address': 'fa:16:3e:e6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:57:28Z', 'updated_at': '2022-02-03T14:57:28Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:20Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:30.055769 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] Checking router: 650c5f28-f93b-4af9-be76-70857c5244a6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:57:30.065099 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:57:30.065707 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:57:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:30.092533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62100a77-82bc-4205-a331-3620e4fa8092 req-8baeea47-2b06-4e88-a30b-d63d1ee13163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:30.094045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62100a77-82bc-4205-a331-3620e4fa8092 req-8baeea47-2b06-4e88-a30b-d63d1ee13163 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8 HTTP/1.1" status: 200 len: 898 time: 0.0995781 Feb 03 14:57:30.177697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62100a77-82bc-4205-a331-3620e4fa8092 req-7d237338-dbb3-42d2-9d1e-0f0dbee2a5c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1 HTTP/1.1" status: 200 len: 999 time: 0.0781593 Feb 03 14:57:30.248785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62100a77-82bc-4205-a331-3620e4fa8092 req-1452cfaf-0e87-4f8f-b4c8-b334ee481792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:30.250454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62100a77-82bc-4205-a331-3620e4fa8092 req-1452cfaf-0e87-4f8f-b4c8-b334ee481792 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5dddbe2b-09b3-4991-b82b-3f60d014591a HTTP/1.1" status: 200 len: 834 time: 0.0669854 Feb 03 14:57:30.290694 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:57:30.310737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62100a77-82bc-4205-a331-3620e4fa8092 req-588b4145-a912-4d0e-a2af-2efca3897d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:30.312326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62100a77-82bc-4205-a331-3620e4fa8092 req-588b4145-a912-4d0e-a2af-2efca3897d6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542345 Feb 03 14:57:30.416575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62100a77-82bc-4205-a331-3620e4fa8092 req-35be06f9-ec1b-44c6-9db8-67fbd027ec36 service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979609 Feb 03 14:57:30.507634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62100a77-82bc-4205-a331-3620e4fa8092 req-af2e869a-9476-49e4-845d-f2aae12d4b2b service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856831 Feb 03 14:57:30.519120 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'da5fc50a-6fb8-486f-9e51-d6ccc065e822', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'port_id': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'mac_address': 'fa:16:3e:e6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:57:28Z', 'updated_at': '2022-02-03T14:57:28Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:20Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:57:30.550661 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee65fb-178b-4d7f-9fcd-9d95357607d0 None None] The sync data for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 is: [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'da5fc50a-6fb8-486f-9e51-d6ccc065e822', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'port_id': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'mac_address': 'fa:16:3e:e6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:57:28Z', 'updated_at': '2022-02-03T14:57:28Z', 'revision_number': 0, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:20Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:57:30.768689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de246ffb-b13f-4c3d-8866-4852bb70a082 None None] New status for floating IP da5fc50a-6fb8-486f-9e51-d6ccc065e822: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:57:30.950864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60688) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:57:31.026580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-33f53535-4a87-456a-ab11-e10526c81165 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/da5fc50a-6fb8-486f-9e51-d6ccc065e822 HTTP/1.1" status: 200 len: 993 time: 0.0737491 Feb 03 14:57:31.177416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-41f9163e-24d1-4e49-ac80-457cd47c57b5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481927 Feb 03 14:57:31.298939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-a28b47ec-db64-4c92-aa69-9f0f228ebcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:31.300484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-a28b47ec-db64-4c92-aa69-9f0f228ebcdd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1128 time: 0.0626912 Feb 03 14:57:31.425370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-87cc97cb-b876-4fa7-adcd-7b90960db723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:31.426886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-87cc97cb-b876-4fa7-adcd-7b90960db723 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1041045 Feb 03 14:57:31.505690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-2d72315a-25d3-4172-a902-295e1600e231 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 1002 time: 0.0726552 Feb 03 14:57:31.558187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-6c4fcdcc-bf0e-47b3-ab25-d2991605a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:31.560301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-6c4fcdcc-bf0e-47b3-ab25-d2991605a6e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0491874 Feb 03 14:57:31.610774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-c68ef4c1-dea6-44b1-8e9c-9003c1cfe330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:57:31.612322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-c68ef4c1-dea6-44b1-8e9c-9003c1cfe330 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467186 Feb 03 14:57:31.705026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-f281e1d7-a982-47a6-8f81-752ef00b4551 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871015 Feb 03 14:57:31.799381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e90200c7-8f60-4d63-87dc-9c9430f49ece req-5f7d1e56-d62b-4e20-8c75-05afe7125ab1 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891316 Feb 03 14:57:39.277501 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:42.326413 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:57:45.828017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88fff44d-f49c-4eff-8da0-5fbca05a8a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:48.097357 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9bbeaa5-40d9-4187-83b9-40d1ccc5ba0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:49.731230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:50.804119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:52.207299 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:57:55.076702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:02.574993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce107-6dc6-47ea-b468-72fbe2c72788 req-5bb01734-a841-4146-af38-cab5ed2e5924 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:02.577164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26dce107-6dc6-47ea-b468-72fbe2c72788 req-5bb01734-a841-4146-af38-cab5ed2e5924 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0608957 Feb 03 14:58:02.627875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26dce107-6dc6-47ea-b468-72fbe2c72788 req-e782493f-bc04-4bd9-8419-969e24b6b4a0 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Feb 03 14:58:03.762429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896f90-0239-4e45-96c9-60ed8e570890 req-81ab2057-3564-4fcf-b1ce-4781f0caae00 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:03.763997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1896f90-0239-4e45-96c9-60ed8e570890 req-81ab2057-3564-4fcf-b1ce-4781f0caae00 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0620012 Feb 03 14:58:03.820760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1896f90-0239-4e45-96c9-60ed8e570890 req-aabe354f-1429-4306-bdb3-e0c18bb34d58 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499351 Feb 03 14:58:04.946088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d4552-4a04-4b80-a19c-30fa7b7a5b54 req-46d92031-b558-4397-98a6-005062da6fec tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:04.948410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-810d4552-4a04-4b80-a19c-30fa7b7a5b54 req-46d92031-b558-4397-98a6-005062da6fec tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0571237 Feb 03 14:58:05.001981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-810d4552-4a04-4b80-a19c-30fa7b7a5b54 req-ff13f1b2-6dc0-440d-8b2b-76eae0a28a99 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458677 Feb 03 14:58:06.128847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0537b15-1383-427c-b5e0-503980408565 req-8d260869-5d91-4e43-98b9-e7ccc6a2f451 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:06.130420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0537b15-1383-427c-b5e0-503980408565 req-8d260869-5d91-4e43-98b9-e7ccc6a2f451 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0560923 Feb 03 14:58:06.219781 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0537b15-1383-427c-b5e0-503980408565 req-7c8e2ee2-e293-414c-90fd-6513508fcc4d tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729444 Feb 03 14:58:07.387204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0724d-8bf7-4094-96e3-d2fd1af2c316 req-9246e820-cfd8-4f35-9e1c-a48d618651cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:07.388679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0df0724d-8bf7-4094-96e3-d2fd1af2c316 req-9246e820-cfd8-4f35-9e1c-a48d618651cd tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0749228 Feb 03 14:58:07.464990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0df0724d-8bf7-4094-96e3-d2fd1af2c316 req-b2b8751f-3631-4f24-9082-7e0b10bf2aab tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693965 Feb 03 14:58:08.607184 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54cea-bf72-470b-8bae-9cb0ea980ba8 req-704c9a3a-a5d5-4c90-86c7-797286c3941c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:08.608879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4d54cea-bf72-470b-8bae-9cb0ea980ba8 req-704c9a3a-a5d5-4c90-86c7-797286c3941c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0640583 Feb 03 14:58:08.664459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4d54cea-bf72-470b-8bae-9cb0ea980ba8 req-d323b295-c79c-4545-8e8d-9e803182b6a3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486515 Feb 03 14:58:09.295921 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:09.792622 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020cbf8-2174-4de7-ad9e-4cbb15095e2c req-8cc880ab-c086-46cb-8644-9f3439150299 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:09.794735 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4020cbf8-2174-4de7-ad9e-4cbb15095e2c req-8cc880ab-c086-46cb-8644-9f3439150299 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0587053 Feb 03 14:58:09.846823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4020cbf8-2174-4de7-ad9e-4cbb15095e2c req-e7c42e54-6330-439e-a81d-5feec41ad585 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458081 Feb 03 14:58:10.974911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc829-7efe-4d29-a581-5354b60bbf57 req-3777f058-5744-4815-a33a-d5a9c88e6563 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:10.982062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f5cc829-7efe-4d29-a581-5354b60bbf57 req-3777f058-5744-4815-a33a-d5a9c88e6563 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0656395 Feb 03 14:58:11.032711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f5cc829-7efe-4d29-a581-5354b60bbf57 req-67f569ee-14c1-4d77-9398-268d67d445e1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495656 Feb 03 14:58:11.769100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-1c747795-8e90-4767-9ad8-8972a00cedd8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305053423&fields=id&tenant_id=95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 267 time: 0.0432832 Feb 03 14:58:11.876782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-24f76170-2abb-4271-9709-333c5bbff36c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:11.878780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-24f76170-2abb-4271-9709-333c5bbff36c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.1035235 Feb 03 14:58:11.894678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-6c55c223-7ccc-4516-9876-84991f27802a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/quotas/95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 375 time: 0.0090806 Feb 03 14:58:11.950086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-062e308a-e955-410d-9545-c95dd1d6277d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506077 Feb 03 14:58:12.047820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-fa265207-7040-460a-bc85-09c234f2db03 service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868063 Feb 03 14:58:12.134643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-0d6c93df-0293-43b3-8e94-30441360b22a service neutron] 10.222.0.52 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796058 Feb 03 14:58:12.453327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fbdb6-1bcf-4db3-9304-178581de491b req-092583a6-5f50-4367-aec7-ed12b6051635 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:12.454877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-120fbdb6-1bcf-4db3-9304-178581de491b req-092583a6-5f50-4367-aec7-ed12b6051635 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0589325 Feb 03 14:58:12.504464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-120fbdb6-1bcf-4db3-9304-178581de491b req-a62e7182-ec68-40ec-bc26-461b13e1376e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Feb 03 14:58:12.569684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae3f8e28-2574-4e50-8369-4a1b901a64f3 req-61c8cca8-52d9-47c3-8ae8-013163be26c3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0269606 Feb 03 14:58:13.856048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-680dd7b4-c302-433f-8618-dd1e284999dd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:13.857405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-680dd7b4-c302-433f-8618-dd1e284999dd tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 812 time: 0.4567244 Feb 03 14:58:13.869303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abc7b5-42d9-40c5-8089-fc8b1f8e48b4 req-e1f5ec60-64e2-4587-97a3-89b87c940acc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:13.870721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03abc7b5-42d9-40c5-8089-fc8b1f8e48b4 req-e1f5ec60-64e2-4587-97a3-89b87c940acc tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0843298 Feb 03 14:58:13.953085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03abc7b5-42d9-40c5-8089-fc8b1f8e48b4 req-0de8a08a-7165-47d6-96f3-d8bcd342ee4a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751605 Feb 03 14:58:13.959425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-07c3a786-d05f-45db-9dfd-dc57fb71afa7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b110e7720849cbaa508fe4b2f61b9d HTTP/1.1" status: 200 len: 380 time: 0.0871232 Feb 03 14:58:13.967493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'port': {'device_id': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'admin_state_up': True, 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'security_groups': ['b99dfb6c-846c-488e-b7d9-f567bb3d3c7e']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:58:14.062202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d784a6f3-ebc2-4fff-8dcf-482a35b0bd72 req-53810354-4246-45d5-ac9a-14e07adc8a09 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0368280 Feb 03 14:58:14.103377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Made reservation on behalf of 95b110e7720849cbaa508fe4b2f61b9d for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:58:14.106940 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.237977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.20.0.14 (8a35bad6-5598-4838-98f2-8cef60a80989/5773b165-901e-41f8-b0be-c134fb8d4d6a/ce598b68-d6c0-42ab-b762-a1629f926ac4) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:58:14.372057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.412439 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.458418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 8a35bad6-5598-4838-98f2-8cef60a80989 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:58:14.461462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:58:14.464014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:58:14.492545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=ce598b68-d6c0-42ab-b762-a1629f926ac4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:14.507901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.508256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.508627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.508970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.509306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.509637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.509964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.510289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.510610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.510932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.511256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.511602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.511904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:14.533336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:14.533981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.551419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-be211859-b8e6-42d4-8b46-d7fa77838fc2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5875967 Feb 03 14:58:14.570814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Request body: {'port': {'device_id': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:58:14.641592 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.699835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0541f6db-86cf-4b4c-bf4b-43913331da44 None None] Provisioning complete for port ce598b68-d6c0-42ab-b762-a1629f926ac4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:58:14.701427 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0541f6db-86cf-4b4c-bf4b-43913331da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.735864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0541f6db-86cf-4b4c-bf4b-43913331da44 None None] Port ce598b68-d6c0-42ab-b762-a1629f926ac4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:58:14.911170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce598b68-d6c0-42ab-b762-a1629f926ac4 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:58:14.918564 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Publish callbacks [] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.931299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Transition to ACTIVE for port object ce598b68-d6c0-42ab-b762-a1629f926ac4 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:58:14.935244 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:14.983849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Pushing event updated for resources: {'Port': ['ID=ce598b68-d6c0-42ab-b762-a1629f926ac4,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:15.121724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5faef-d8fc-43a9-92b5-ad6ee98a3cf5 req-54978d35-fddc-42ad-adfd-b31a17631377 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.123311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ad5faef-d8fc-43a9-92b5-ad6ee98a3cf5 req-54978d35-fddc-42ad-adfd-b31a17631377 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0799954 Feb 03 14:58:15.124606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Attempting to bind port ce598b68-d6c0-42ab-b762-a1629f926ac4 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:58:15.124942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Attempting to bind port ce598b68-d6c0-42ab-b762-a1629f926ac4 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:58:15.125271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Attempting to bind port ce598b68-d6c0-42ab-b762-a1629f926ac4 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:58:15.131099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Port ce598b68-d6c0-42ab-b762-a1629f926ac4 on network 8a35bad6-5598-4838-98f2-8cef60a80989 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:58:15.131422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Attempting to bind port ce598b68-d6c0-42ab-b762-a1629f926ac4 on network 8a35bad6-5598-4838-98f2-8cef60a80989 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:58:15.143892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:58:15.144247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Checking segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:58:15.144644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Bound using segment: {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:58:15.145079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Bound port: ce598b68-d6c0-42ab-b762-a1629f926ac4, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240f8ace-818e-40d2-bdb3-f3d870608767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:58:15.145441 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:15.215623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ad5faef-d8fc-43a9-92b5-ad6ee98a3cf5 req-27baad5c-c527-44a7-a3ab-f164a37c531e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818913 Feb 03 14:58:15.252733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] For port ce598b68-d6c0-42ab-b762-a1629f926ac4, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:58:15.255962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] For port ce598b68-d6c0-42ab-b762-a1629f926ac4, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:58:15.263962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:15.307126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.307756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:15.309192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] 10.222.0.71 "PUT /v2.0/ports/ce598b68-d6c0-42ab-b762-a1629f926ac4 HTTP/1.1" status: 200 len: 1092 time: 0.7449179 Feb 03 14:58:15.310843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:58:15.313023 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f63caa-6de1-485e-a337-880b4fde58b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:58:15.370569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81704946-70fe-4a10-8db7-0b8dde64a430 service neutron] Pushing event updated for resources: {'Port': ['ID=ce598b68-d6c0-42ab-b762-a1629f926ac4,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:15.419765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891939e-58d1-4d83-9119-af65feb70eb1 req-c8951a3d-95c2-4c60-9999-65154ac75715 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.421322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8891939e-58d1-4d83-9119-af65feb70eb1 req-c8951a3d-95c2-4c60-9999-65154ac75715 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.1112859 Feb 03 14:58:15.456507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-d0fbc9d7-955a-42cf-82e0-2633b9ffc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.458016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-d0fbc9d7-955a-42cf-82e0-2633b9ffc522 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 1126 time: 0.0825002 Feb 03 14:58:15.525487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-b0a17eb9-3146-466d-a8e9-779ae72308d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4 HTTP/1.1" status: 200 len: 217 time: 0.0511796 Feb 03 14:58:15.530103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8891939e-58d1-4d83-9119-af65feb70eb1 req-140bf22e-8c4c-41f2-a758-49c47669f6c3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968177 Feb 03 14:58:15.576611 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48700afa-b5b9-48f8-972e-0e729e632038 x-openstack-request-id: req-48700afa-b5b9-48f8-972e-0e729e632038 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:58:15.576910 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:58:15.577171 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48700afa-b5b9-48f8-972e-0e729e632038 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:58:15.577575 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'status': 'completed', 'code': 200} Feb 03 14:58:15.591443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-b0302ef3-b99b-4765-afb0-82eb0a5b4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.593064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-b0302ef3-b99b-4765-afb0-82eb0a5b4230 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0609355 Feb 03 14:58:15.643058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aabac-3535-420d-a68e-924a47b2e70b req-3ab59d8f-402f-4441-95df-7324eeed3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.644595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-3ab59d8f-402f-4441-95df-7324eeed3717 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448246 Feb 03 14:58:15.740994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-b3d275d5-7861-4133-966f-e979ba26de37 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906296 Feb 03 14:58:15.832581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b61aabac-3535-420d-a68e-924a47b2e70b req-37d05b52-44e9-4f04-9398-f1062ffb064e service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859654 Feb 03 14:58:15.835495 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b85da6aa-e9f8-44d4-a32e-51ef0587f604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:15.954578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-211d4918-87f3-4ed7-97a3-b7ab06c6f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:15.956152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-211d4918-87f3-4ed7-97a3-b7ab06c6f734 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 1126 time: 0.0503190 Feb 03 14:58:16.045383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-e71e0101-a771-453a-b2bd-23ac41a19cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:16.046761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-e71e0101-a771-453a-b2bd-23ac41a19cf4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0850773 Feb 03 14:58:16.091991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-93ec3a6a-027e-41d9-a45c-34bc4043ee93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4 HTTP/1.1" status: 200 len: 217 time: 0.0385540 Feb 03 14:58:16.140046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-590b80c8-d4a1-4934-ad8b-86427762acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:16.141550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-590b80c8-d4a1-4934-ad8b-86427762acf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0446110 Feb 03 14:58:16.192439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-2567a07f-6980-4031-a179-7460f5004182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:16.194070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-2567a07f-6980-4031-a179-7460f5004182 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467663 Feb 03 14:58:16.313154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-33ee8cb2-31df-4609-8c0d-28c95459b5fa service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128707 Feb 03 14:58:16.422054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26b32d-73d1-4e70-a253-f6621354408b req-3af8ace0-3dd4-468a-a51a-6f786d0aef9e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:16.423625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be26b32d-73d1-4e70-a253-f6621354408b req-3af8ace0-3dd4-468a-a51a-6f786d0aef9e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.1269369 Feb 03 14:58:16.464984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2f63caa-6de1-485e-a337-880b4fde58b7 req-07b19a67-e8cb-4c95-bdc3-f0dfa186361b service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354499 Feb 03 14:58:16.506299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be26b32d-73d1-4e70-a253-f6621354408b req-bc9f7f58-0926-4aed-a92d-d97f8382f499 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658135 Feb 03 14:58:16.647703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33790c5-1477-4bc5-916d-e40c6aef9ba4 req-a2217cd2-e9c1-44df-be4f-8424889cd597 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:16.649283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f33790c5-1477-4bc5-916d-e40c6aef9ba4 req-a2217cd2-e9c1-44df-be4f-8424889cd597 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0526228 Feb 03 14:58:16.698391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f33790c5-1477-4bc5-916d-e40c6aef9ba4 req-11ef42dc-ba22-4cf9-bbc5-65b3878db9db tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Feb 03 14:58:16.946361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-613b62fe-cdab-4451-b6d8-6fb7bfdf51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:16.947779 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-613b62fe-cdab-4451-b6d8-6fb7bfdf51b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1127 time: 0.0444019 Feb 03 14:58:17.052728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-65c4de44-8e80-4fe0-a885-5d47946f0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:17.054216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-65c4de44-8e80-4fe0-a885-5d47946f0566 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8 HTTP/1.1" status: 200 len: 898 time: 0.0887432 Feb 03 14:58:17.120085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-805519c8-7fdf-4f4c-b077-a411a584289e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0589824 Feb 03 14:58:17.173120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-f0b1be71-1273-4262-a0f2-000041cf3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:17.174758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-f0b1be71-1273-4262-a0f2-000041cf3842 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5dddbe2b-09b3-4991-b82b-3f60d014591a HTTP/1.1" status: 200 len: 834 time: 0.0490718 Feb 03 14:58:17.225951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-594fd955-2d89-43f4-a1f9-83a4e21ecab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:17.227532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-594fd955-2d89-43f4-a1f9-83a4e21ecab7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471795 Feb 03 14:58:17.317610 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-4816bcf6-23cd-40d8-873f-17ea42c9a1f1 service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Feb 03 14:58:17.415470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a4ec0daf-6e52-4632-8349-1ffd86379e07 req-633e6420-e315-430f-b372-e900cbf4ef20 service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918419 Feb 03 14:58:17.625493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89b791-2492-4193-8590-070b178cd2fb req-e2956d4a-092c-4826-a5dd-1213e3f1f025 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:17.627639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b89b791-2492-4193-8590-070b178cd2fb req-e2956d4a-092c-4826-a5dd-1213e3f1f025 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0526261 Feb 03 14:58:17.675723 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b89b791-2492-4193-8590-070b178cd2fb req-8eaeb6c9-c0bd-4cbf-9dc1-6cb701595568 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Feb 03 14:58:17.831245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434e325-293b-4bac-8f36-75baecb5dde3 req-cb5f5b61-e55a-4989-86b3-bbcaa497869a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:17.832857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8434e325-293b-4bac-8f36-75baecb5dde3 req-cb5f5b61-e55a-4989-86b3-bbcaa497869a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0630329 Feb 03 14:58:17.885900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8434e325-293b-4bac-8f36-75baecb5dde3 req-9431582d-3d29-44ea-84b5-cbc1c3a53a71 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470772 Feb 03 14:58:18.101117 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef475ecf-bb21-4c43-bcde-b21e5be0d0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:18.795812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33357e-6f62-4c22-880b-dabf2dfbd0f2 req-35f623ef-1a6f-495c-a5f4-9b34870b525a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:18.797327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c33357e-6f62-4c22-880b-dabf2dfbd0f2 req-35f623ef-1a6f-495c-a5f4-9b34870b525a tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0540543 Feb 03 14:58:18.850281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c33357e-6f62-4c22-880b-dabf2dfbd0f2 req-fee5858b-f10b-4ca2-871f-b6e1023b3b0b tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Feb 03 14:58:19.009788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f17d8-236e-4a20-9a1c-617fa024fe77 req-9303f1bd-9880-42f7-a318-90e47cb830ed tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:19.011310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c57f17d8-236e-4a20-9a1c-617fa024fe77 req-9303f1bd-9880-42f7-a318-90e47cb830ed tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0565073 Feb 03 14:58:19.065012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c57f17d8-236e-4a20-9a1c-617fa024fe77 req-14fd67a7-7ae7-4a32-a8df-fe1530c06f7a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 Feb 03 14:58:19.326410 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:58:19.734569 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:19.971660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae3c64-d89d-4dc6-8a2c-b0225f93f5b3 req-f33b93dc-2627-4a36-ae0a-0f8baa1b26a7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:19.973163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76ae3c64-d89d-4dc6-8a2c-b0225f93f5b3 req-f33b93dc-2627-4a36-ae0a-0f8baa1b26a7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0531096 Feb 03 14:58:20.021259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-76ae3c64-d89d-4dc6-8a2c-b0225f93f5b3 req-7b613fe7-8009-459b-833e-f415a768416f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423698 Feb 03 14:58:20.272512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a2bda-92fc-4915-8ef9-7eee243c4881 req-587301d8-c0aa-43b2-bbc9-430f10e4919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:20.274057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a34a2bda-92fc-4915-8ef9-7eee243c4881 req-587301d8-c0aa-43b2-bbc9-430f10e4919c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1127 time: 0.0829053 Feb 03 14:58:20.284968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162f3be-47b8-4640-8bea-544db6935488 req-81ec8509-2e40-4085-a8ab-5033bd994c6c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:20.286366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c162f3be-47b8-4640-8bea-544db6935488 req-81ec8509-2e40-4085-a8ab-5033bd994c6c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0872386 Feb 03 14:58:20.356154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a34a2bda-92fc-4915-8ef9-7eee243c4881 req-418bb11d-ab4a-4244-8c89-78fdea391ac5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688481 Feb 03 14:58:20.364566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c162f3be-47b8-4640-8bea-544db6935488 req-964421ca-0acc-4ab4-aec9-6d3c5546e0c7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711782 Feb 03 14:58:20.808894 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:21.160829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0151a0b-b1dd-425d-81a6-484120faaf9e req-5a5c6a8c-0c69-4f65-a333-b6f90a4e48a1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:21.162633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0151a0b-b1dd-425d-81a6-484120faaf9e req-5a5c6a8c-0c69-4f65-a333-b6f90a4e48a1 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0657859 Feb 03 14:58:21.219871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0151a0b-b1dd-425d-81a6-484120faaf9e req-f64b87db-fc4d-4729-9963-1b5d36d4327f tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509906 Feb 03 14:58:21.504426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0714-c081-4dc6-84e9-0f0ed934ccf0 req-de470774-14a4-441b-b42f-8095f9299706 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:21.505900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eadf0714-c081-4dc6-84e9-0f0ed934ccf0 req-de470774-14a4-441b-b42f-8095f9299706 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0614908 Feb 03 14:58:21.554102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eadf0714-c081-4dc6-84e9-0f0ed934ccf0 req-2f9dacb8-8ddf-4568-b9b4-75d1ff8b7b29 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Feb 03 14:58:22.215553 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:22.332802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84f8e4ce-8143-497a-983b-6d72b3f72ac1 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:58:22.336780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84f8e4ce-8143-497a-983b-6d72b3f72ac1 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:58:22.365036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa37af-b08d-40e1-a0c5-ce1793b828e8 req-06f34d30-2040-4fdf-93e0-f16df945f33e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:22.366831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eaa37af-b08d-40e1-a0c5-ce1793b828e8 req-06f34d30-2040-4fdf-93e0-f16df945f33e tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0619087 Feb 03 14:58:22.425067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eaa37af-b08d-40e1-a0c5-ce1793b828e8 req-53467faa-27e9-464c-a2c4-1a0d9071f0c4 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490832 Feb 03 14:58:22.450972 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60838) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:58:22.476241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:58:22.476659 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:22.514497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:22.519993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:58:22.521307 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-01a72781-656d-4917-8856-b08d1e75ca30 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/floatingips/da5fc50a-6fb8-486f-9e51-d6ccc065e822 HTTP/1.1" status: 200 len: 993 time: 0.0691030 Feb 03 14:58:22.522323 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f45b4da-d8a7-42c6-b474-065ac1bf84f3" -d '{"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-unplugged", "status": "completed", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:58:22.541842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:22.543359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'port_id': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'mac_address': 'fa:16:3e:e6:fc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:58:22.548630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:22.587809 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a7d0c2-b126-44a6-8198-6bddbb85701b x-openstack-request-id: req-d3a7d0c2-b126-44a6-8198-6bddbb85701b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:58:22.588111 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-unplugged", "status": "completed", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:58:22.588363 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3a7d0c2-b126-44a6-8198-6bddbb85701b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:58:22.588778 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'code': 200} Feb 03 14:58:22.615740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:58:22.616127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:22.636338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f8e4ce-8143-497a-983b-6d72b3f72ac1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:58:22.640458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:22.654734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.655086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.655435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.655808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.656133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.656485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.656905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.657143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.657468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.657797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.658712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.658995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.659319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:22.670700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:22.676799 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:22.689329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530aec7c-e401-4b0d-ae8d-9bec046ff265 req-27bea485-f4ee-4ac2-bc03-f9eb824c393f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:22.690765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-530aec7c-e401-4b0d-ae8d-9bec046ff265 req-27bea485-f4ee-4ac2-bc03-f9eb824c393f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0645018 Feb 03 14:58:22.726067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:22.747616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-530aec7c-e401-4b0d-ae8d-9bec046ff265 req-ccdb2422-f608-4913-bba2-7b2a86fa29e7 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490427 Feb 03 14:58:22.884509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['84f8e4ce-8143-497a-983b-6d72b3f72ac1'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:58:23.867410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee16f-2de9-4e93-86f9-7078a12996b2 req-8264e78b-6842-4e09-8a5d-71500652e9c9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:23.868909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-732ee16f-2de9-4e93-86f9-7078a12996b2 req-8264e78b-6842-4e09-8a5d-71500652e9c9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0524075 Feb 03 14:58:23.917093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-732ee16f-2de9-4e93-86f9-7078a12996b2 req-fefd05be-f9f8-4ed8-93e4-7ea721b31bac tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Feb 03 14:58:24.369655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84f8e4ce-8143-497a-983b-6d72b3f72ac1 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:58:24.418620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:58:24.418999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:24.497885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:58:24.498187 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:24.529626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:24.534263 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:24.586207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:24.589146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:58:24.591343 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a748bd-f202-42db-8932-25f4d301a94c" -d '{"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-plugged", "status": "completed", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:58:24.626324 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aa9329-0905-4160-8559-cb19ef434150 x-openstack-request-id: req-61aa9329-0905-4160-8559-cb19ef434150 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:58:24.626621 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-plugged", "status": "completed", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:58:24.626893 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61aa9329-0905-4160-8559-cb19ef434150 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:58:24.627284 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'code': 200} Feb 03 14:58:25.037708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64052ff-4382-4878-9eb4-796b32790500 req-ef62e315-60dc-4be7-ba9c-4b7707875af0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:25.039173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d64052ff-4382-4878-9eb4-796b32790500 req-ef62e315-60dc-4be7-ba9c-4b7707875af0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0538862 Feb 03 14:58:25.087630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d64052ff-4382-4878-9eb4-796b32790500 req-04cac28e-e00d-4bce-9134-29ba974ea963 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Feb 03 14:58:25.102621 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:26.210791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3341dcf-5ef4-452f-8996-c200b40708e3 req-e373b7f1-23e9-41de-a2f9-19791f43ea2f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:26.212284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3341dcf-5ef4-452f-8996-c200b40708e3 req-e373b7f1-23e9-41de-a2f9-19791f43ea2f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0570862 Feb 03 14:58:26.259734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3341dcf-5ef4-452f-8996-c200b40708e3 req-768ad712-9cb5-4a33-af4e-d0ffa02d6d3c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Feb 03 14:58:27.378359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68913b-bc72-4383-b310-fd5bedafbba6 req-d46c23fe-d4a7-46d5-b61c-001a06475391 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:27.379931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f68913b-bc72-4383-b310-fd5bedafbba6 req-d46c23fe-d4a7-46d5-b61c-001a06475391 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0534704 Feb 03 14:58:27.428441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f68913b-bc72-4383-b310-fd5bedafbba6 req-7c98468d-e1a5-445e-a53b-c8013fbd08b2 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Feb 03 14:58:28.562499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f205-ab8e-45a0-bd3f-b2ccdfb6f9ca req-81c3b783-9d32-4fb6-b381-c4120e37d687 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:28.563905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e32f205-ab8e-45a0-bd3f-b2ccdfb6f9ca req-81c3b783-9d32-4fb6-b381-c4120e37d687 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0656896 Feb 03 14:58:28.620367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e32f205-ab8e-45a0-bd3f-b2ccdfb6f9ca req-74564668-6fa7-4a2d-ac60-2d6d873e9b53 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506966 Feb 03 14:58:29.741023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793adc-45a9-4c6a-afb3-bda391d0df41 req-695e2805-508f-4e1f-bc94-80b74e138869 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:29.742532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f793adc-45a9-4c6a-afb3-bda391d0df41 req-695e2805-508f-4e1f-bc94-80b74e138869 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0543749 Feb 03 14:58:29.791897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f793adc-45a9-4c6a-afb3-bda391d0df41 req-414b73ac-6a0d-4869-b932-966b7a2193b3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437021 Feb 03 14:58:30.916315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05869-901f-4957-aafe-7b4b07b0b088 req-b231e8ac-a0a2-4db3-87d7-e3af8478c6ea tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:30.917838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbe05869-901f-4957-aafe-7b4b07b0b088 req-b231e8ac-a0a2-4db3-87d7-e3af8478c6ea tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0565307 Feb 03 14:58:30.970483 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbe05869-901f-4957-aafe-7b4b07b0b088 req-93c76263-0024-43b7-b06c-473536d7dfca tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469973 Feb 03 14:58:31.264805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-529e14e4-5da9-41ec-9343-dccd9c160d64 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480547 Feb 03 14:58:31.372743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28930-5867-46d1-9bba-86853ff7825e req-91149fcb-de25-4e51-8594-0ccde3a2fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:31.374496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-91149fcb-de25-4e51-8594-0ccde3a2fc23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1128 time: 0.0524697 Feb 03 14:58:31.494234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28930-5867-46d1-9bba-86853ff7825e req-cba6499e-ad37-4dc0-81e3-bdb61c8d756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:31.495892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-cba6499e-ad37-4dc0-81e3-bdb61c8d756a service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1018453 Feb 03 14:58:31.573704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-7847a3c2-c13b-4075-9d8c-642ec36e59a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 1002 time: 0.0718641 Feb 03 14:58:31.623999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28930-5867-46d1-9bba-86853ff7825e req-76625b96-c6ca-492c-a645-88a92f356d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:31.625627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-76625b96-c6ca-492c-a645-88a92f356d09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0460317 Feb 03 14:58:31.682814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28930-5867-46d1-9bba-86853ff7825e req-a292e04d-d010-4378-8651-d9878aaef912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:31.684738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-a292e04d-d010-4378-8651-d9878aaef912 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538001 Feb 03 14:58:31.782583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-9af33e97-4f7d-4512-8f7c-7db5b207ec07 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915778 Feb 03 14:58:31.878154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eb28930-5867-46d1-9bba-86853ff7825e req-4a0fbd77-c36e-4d39-a92a-c91a9fbedf19 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903280 Feb 03 14:58:31.974246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ce598b68-d6c0-42ab-b762-a1629f926ac4 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:58:32.093638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ce598b68-d6c0-42ab-b762-a1629f926ac4, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:32.106501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'port_id': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'mac_address': 'fa:16:3e:84:e9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:58:32.107720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba445-021c-4e15-9e30-f1e249ba862c req-f7612997-56a4-49b7-bef3-037ec75f40f5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:32.109323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7fba445-021c-4e15-9e30-f1e249ba862c req-f7612997-56a4-49b7-bef3-037ec75f40f5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 944 time: 0.0673401 Feb 03 14:58:32.145588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ce598b68-d6c0-42ab-b762-a1629f926ac4 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:58:32.145978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:32.160042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce598b68-d6c0-42ab-b762-a1629f926ac4 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:58:32.169512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7fba445-021c-4e15-9e30-f1e249ba862c req-9c3ea69c-1ab5-4646-907e-b37faa1d0cfc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539260 Feb 03 14:58:32.183501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ce598b68-d6c0-42ab-b762-a1629f926ac4, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:32.188549 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:32.241193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ce598b68-d6c0-42ab-b762-a1629f926ac4,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:32.580884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['ce598b68-d6c0-42ab-b762-a1629f926ac4'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:58:33.294485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529f6c-24f8-4a86-a306-27650e9d11ad req-9a130495-34b4-4114-a012-4b5217df3b72 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:33.295966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3529f6c-24f8-4a86-a306-27650e9d11ad req-9a130495-34b4-4114-a012-4b5217df3b72 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 945 time: 0.0527174 Feb 03 14:58:33.349877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3529f6c-24f8-4a86-a306-27650e9d11ad req-28f6ac0f-b4a2-41b8-a918-f1fc4468f078 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475810 Feb 03 14:58:33.990031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ce598b68-d6c0-42ab-b762-a1629f926ac4 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:58:34.043083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port ce598b68-d6c0-42ab-b762-a1629f926ac4 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:58:34.047116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port ce598b68-d6c0-42ab-b762-a1629f926ac4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:58:34.047494 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:34.123653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ce598b68-d6c0-42ab-b762-a1629f926ac4 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:58:34.124051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:34.146329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:58:34.148550 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47187aa3-5997-4646-8eef-a9123186597b" -d '{"events": [{"server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "name": "network-vif-plugged", "status": "completed", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:58:34.162438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ce598b68-d6c0-42ab-b762-a1629f926ac4, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:34.166798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:34.189273 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a3e974-8a83-44ed-a33c-44af3f6b9904 x-openstack-request-id: req-b4a3e974-8a83-44ed-a33c-44af3f6b9904 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:58:34.189619 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "name": "network-vif-plugged", "status": "completed", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:58:34.189874 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4a3e974-8a83-44ed-a33c-44af3f6b9904 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:58:34.190257 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'code': 200} Feb 03 14:58:34.223559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ce598b68-d6c0-42ab-b762-a1629f926ac4,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:34.331751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2bedc-b1db-481d-96d7-bd77cea54eb6 req-cbb122e8-a1b5-48cf-b1d6-5bb52b165e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:34.333363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06f2bedc-b1db-481d-96d7-bd77cea54eb6 req-cbb122e8-a1b5-48cf-b1d6-5bb52b165e87 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 1128 time: 0.0460422 Feb 03 14:58:34.383427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06f2bedc-b1db-481d-96d7-bd77cea54eb6 req-35619308-f44c-489e-809b-dafe34bde220 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443783 Feb 03 14:58:34.483421 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277dd16-a29c-4974-a90a-07790c37306c req-c1a698b3-0754-4dcd-93a8-15c53a17b080 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:34.485027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4277dd16-a29c-4974-a90a-07790c37306c req-c1a698b3-0754-4dcd-93a8-15c53a17b080 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0560102 Feb 03 14:58:34.533627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4277dd16-a29c-4974-a90a-07790c37306c req-5a47e23b-67fd-41a8-b6b2-61226920f4fc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Feb 03 14:58:35.673512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca39a16-e6ef-4ac0-a619-406fbfdf42a3 req-6bf68769-0c13-4798-983f-9680fdb0d743 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:35.675099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca39a16-e6ef-4ac0-a619-406fbfdf42a3 req-6bf68769-0c13-4798-983f-9680fdb0d743 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0640216 Feb 03 14:58:35.735981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca39a16-e6ef-4ac0-a619-406fbfdf42a3 req-89e19458-1507-4014-ba51-9deda3e079c6 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551720 Feb 03 14:58:36.859245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52a358-b461-48be-87a2-3b74cf0a0730 req-1b9e0955-bc91-4e50-83df-3300792304dc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:36.860749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e52a358-b461-48be-87a2-3b74cf0a0730 req-1b9e0955-bc91-4e50-83df-3300792304dc tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0526381 Feb 03 14:58:36.910888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e52a358-b461-48be-87a2-3b74cf0a0730 req-ada1a8d3-b13f-4cb6-8bab-f96adf9ddd85 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Feb 03 14:58:37.032691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153c1ae-fcfb-422b-befd-e76b24fde3de req-41143f6f-6f4e-432b-988a-e638365189b9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:37.034682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8153c1ae-fcfb-422b-befd-e76b24fde3de req-41143f6f-6f4e-432b-988a-e638365189b9 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0577228 Feb 03 14:58:37.090027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8153c1ae-fcfb-422b-befd-e76b24fde3de req-97e6962e-655b-4a20-bc1f-59f29714c5f8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498257 Feb 03 14:58:37.112638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:58:37.159099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c973758-eb8e-40bc-a815-744f41a67f86 tempest-TestVolumeBootPattern-523785794 tempest-TestVolumeBootPattern-523785794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:37.160733 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7c973758-eb8e-40bc-a815-744f41a67f86 tempest-TestVolumeBootPattern-523785794 tempest-TestVolumeBootPattern-523785794-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 1123 time: 0.0470839 Feb 03 14:58:37.163681 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:58:37.168089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:58:37.188101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:37.290635 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:37.402226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Allocated IP 172.25.0.15 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/57f133a7-41d2-4249-946d-d9f46dca1efe) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:58:37.514541 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:37.548753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:37.588354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:58:37.591214 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:58:37.594629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:58:37.600021 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=57f133a7-41d2-4249-946d-d9f46dca1efe,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:37.630680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.631029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.631374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.631715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.632052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.632388 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.632767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.633097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.633425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.633749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.634074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.634399 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.634726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:58:37.979551 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (0aa10f68-e361-41ac-b7ac-0a9586c90bef), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:38.050017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:38.199616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:38.204486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:38.276304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event updated for resources: {'Port': ['ID=57f133a7-41d2-4249-946d-d9f46dca1efe,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:38.292083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (0aa10f68-e361-41ac-b7ac-0a9586c90bef), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:38.423484 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Floating IP 0aa10f68-e361-41ac-b7ac-0a9586c90bef associated. External IP: 172.25.0.15, port: ce598b68-d6c0-42ab-b762-a1629f926ac4. Feb 03 14:58:38.665187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:58:38.775879 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:58:38.787047 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:58:38.795558 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:38.796891 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:58:38.797512 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:38.830737 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0828f99f-d7b2-4679-bf02-8e61e2e26d48 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6653640 Feb 03 14:58:38.831330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:58:38.833761 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae777bec-bdfc-4e1d-8c99-b247f888de6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:58:38.913724 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:58:38.946936 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad2452-a682-4057-a7bf-ef77dc9ea861 x-openstack-request-id: req-7aad2452-a682-4057-a7bf-ef77dc9ea861 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:58:38.947237 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:58:38.947498 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7aad2452-a682-4057-a7bf-ef77dc9ea861 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:58:38.947910 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'status': 'completed', 'code': 200} Feb 03 14:58:39.041110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-f9830716-ed6c-41e2-a1c6-2b6759f33627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:39.043412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-f9830716-ed6c-41e2-a1c6-2b6759f33627 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 1128 time: 0.0526018 Feb 03 14:58:39.145628 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '0aa10f68-e361-41ac-b7ac-0a9586c90bef', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:84:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:58:37Z', 'updated_at': '2022-02-03T14:58:37Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}, {'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:27Z', 'revision_number': 1, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:39.148891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-f85cb642-13b1-4704-b3d4-1d9d8c1a4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:39.150370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-f85cb642-13b1-4704-b3d4-1d9d8c1a4b17 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1018546 Feb 03 14:58:39.176358 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:58:39.184856 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:58:39.185458 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:39.225007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-60dc541d-f2c3-4938-8747-3260ff45dca9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4 HTTP/1.1" status: 200 len: 999 time: 0.0688322 Feb 03 14:58:39.286893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-4953ce02-38e0-4361-b727-5e63fc54d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:39.288807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-4953ce02-38e0-4361-b727-5e63fc54d6d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0576596 Feb 03 14:58:39.296209 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:39.298520 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:58:39.347505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-5a96415b-b51d-4de7-ade6-2d8d9b145e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:39.349077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-5a96415b-b51d-4de7-ade6-2d8d9b145e6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544987 Feb 03 14:58:39.444664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-a16c9b1e-4a31-4fd3-977e-74ce89c6c5f4 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896895 Feb 03 14:58:39.531707 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '0aa10f68-e361-41ac-b7ac-0a9586c90bef', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:84:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:58:37Z', 'updated_at': '2022-02-03T14:58:37Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}, {'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:27Z', 'revision_number': 1, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:39.539991 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae777bec-bdfc-4e1d-8c99-b247f888de6d req-23517c2f-087f-474b-9dc5-ae9d96c39d34 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898292 Feb 03 14:58:39.564099 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e7d4e-ed19-4ed3-bb62-ee836eb93432 None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '0aa10f68-e361-41ac-b7ac-0a9586c90bef', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:84:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:58:37Z', 'updated_at': '2022-02-03T14:58:37Z', 'revision_number': 0, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}, {'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:27Z', 'revision_number': 1, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:58:39.766557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8903a1-54fb-45d5-814d-a19c27807c29 None None] New status for floating IP 0aa10f68-e361-41ac-b7ac-0a9586c90bef: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:58:45.827309 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69796815-c61c-49ee-b33a-068f6e16d729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:48.103626 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-495cf39c-994e-43c4-bcf5-35ba50d21b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:49.737256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:50.810670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:52.209727 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:53.101339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60906) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:58:53.291775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 8953545f-35aa-4dad-9b80-d57a93ba3699 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:58:53.292799 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:53.402257 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:53.402805 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (8953545f-35aa-4dad-9b80-d57a93ba3699), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:53.418059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 8953545f-35aa-4dad-9b80-d57a93ba3699 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:58:53.615870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8953545f-35aa-4dad-9b80-d57a93ba3699), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:53.641071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=8953545f-35aa-4dad-9b80-d57a93ba3699,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:53.714297 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for floatingip (da5fc50a-6fb8-486f-9e51-d6ccc065e822), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:53.714767 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Floating IP da5fc50a-6fb8-486f-9e51-d6ccc065e822 disassociated (deleted). External IP: 172.25.0.230, port: 84f8e4ce-8143-497a-983b-6d72b3f72ac1. Feb 03 14:58:54.264165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 650c5f28-f93b-4af9-be76-70857c5244a6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:58:54.378959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:58:54.384178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:54.390987 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] Sync routers for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:58:54.414036 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:58:54.415081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:54.419254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-44fd9337-c41a-4c94-947b-2acd07c2feb3 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/floatingips/da5fc50a-6fb8-486f-9e51-d6ccc065e822 HTTP/1.1" status: 204 len: 168 time: 1.3167319 Feb 03 14:58:54.419862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:58:54.422163 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe" -d '{"events": [{"name": "network-changed", "server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:58:54.603108 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248aae65-e5df-4130-ac21-a39d4ea7ac9c x-openstack-request-id: req-248aae65-e5df-4130-ac21-a39d4ea7ac9c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:58:54.603624 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:58:54.604134 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-248aae65-e5df-4130-ac21-a39d4ea7ac9c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:58:54.604765 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'status': 'completed', 'code': 200} Feb 03 14:58:54.667715 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:58:54.707906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-cce5c0d6-dfe2-4baf-9f2e-553c2f5bd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:54.709718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-cce5c0d6-dfe2-4baf-9f2e-553c2f5bd576 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 1127 time: 0.0826952 Feb 03 14:58:54.769088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580fa81-e022-4d0f-99e7-bea4490b812d req-af2ca78b-d3af-4857-aeb7-3d60e77a2700 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:54.770696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c580fa81-e022-4d0f-99e7-bea4490b812d req-af2ca78b-d3af-4857-aeb7-3d60e77a2700 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.1077116 Feb 03 14:58:54.866093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c580fa81-e022-4d0f-99e7-bea4490b812d req-a0c3add0-7d68-46bc-a701-d3d8547c2c11 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680788 Feb 03 14:58:54.867097 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-5a540ce4-f0f9-430c-aae3-2d61a8e32d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:54.868502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-5a540ce4-f0f9-430c-aae3-2d61a8e32d75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8 HTTP/1.1" status: 200 len: 898 time: 0.1518502 Feb 03 14:58:54.881858 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:20Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:54.913785 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] Checking router: 650c5f28-f93b-4af9-be76-70857c5244a6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:58:54.920984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-4c99f864-6903-411f-a934-20063cbebd8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1 HTTP/1.1" status: 200 len: 217 time: 0.0456352 Feb 03 14:58:54.924040 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:58:54.924643 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:54.982111 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-55387252-933d-4e53-9fbf-3b226f6f65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:54.984401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-55387252-933d-4e53-9fbf-3b226f6f65c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5dddbe2b-09b3-4991-b82b-3f60d014591a HTTP/1.1" status: 200 len: 834 time: 0.0570247 Feb 03 14:58:55.048575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-8b7a42d5-2eb9-4662-9f76-618161f6c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:55.050390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-8b7a42d5-2eb9-4662-9f76-618161f6c6e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d156119-ea53-4dbf-8e00-c5d7f8627ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590193 Feb 03 14:58:55.061079 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:58:55.108525 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:55.155851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-5bfe8367-a7d2-433e-95fc-4d25c3ac6808 service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974054 Feb 03 14:58:55.268808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b31d0ecb-9cfe-4818-a2b7-9c4863ddeabe req-12fd4461-b519-4954-8250-ee938c473b28 service neutron] 10.222.0.45 "GET /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056783 Feb 03 14:58:55.309523 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:20Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:55.338298 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fc5a8-e6b9-436d-90ae-c0aa9b21a985 None None] The sync data for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 is: [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:16Z', 'revision_number': 4, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a7c9e1c9-35fc-4a09-b0f4-4760ef21472e', 'name': '', 'network_id': '1d156119-ea53-4dbf-8e00-c5d7f8627ca8', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'mac_address': 'fa:16:3e:ad:5b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:16Z', 'updated_at': '2022-02-03T14:57:20Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'subnets': [{'id': '5dddbe2b-09b3-4991-b82b-3f60d014591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:58:55.573131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855d86d-f080-4938-ba64-2cce2df6743f None None] New status for floating IP da5fc50a-6fb8-486f-9e51-d6ccc065e822: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:58:55.949901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-d7610f5f-9a99-4e62-a700-caff46966500 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:55.951608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-d7610f5f-9a99-4e62-a700-caff46966500 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.0629940 Feb 03 14:58:56.071591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918d8c-3538-477b-851e-81415f345403 req-3fa4094a-8648-4029-9063-65f8881b6311 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:58:56.073108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42918d8c-3538-477b-851e-81415f345403 req-3fa4094a-8648-4029-9063-65f8881b6311 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/ports?device_id=161eb8d0-be85-4fb1-8d02-54963ae32947 HTTP/1.1" status: 200 len: 945 time: 0.1182342 Feb 03 14:58:56.126747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:58:56.127751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:56.157772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42918d8c-3538-477b-851e-81415f345403 req-d79a05eb-b462-477e-9bb2-fe2dd603fc80 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "GET /v2.0/security-groups?id=1ff5b129-8100-44c8-a3ce-5c6e2685507f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762906 Feb 03 14:58:56.247135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port 84f8e4ce-8143-497a-983b-6d72b3f72ac1, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=84f8e4ce-8143-497a-983b-6d72b3f72ac1,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:56.247649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:56.264286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for 84f8e4ce-8143-497a-983b-6d72b3f72ac1 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:58:56.325330 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:58:56.400053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (84f8e4ce-8143-497a-983b-6d72b3f72ac1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:56.432161 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=84f8e4ce-8143-497a-983b-6d72b3f72ac1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:56.475563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] No DVR routers for this DVR port 84f8e4ce-8143-497a-983b-6d72b3f72ac1 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:58:56.478333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:56.482050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc60c734-cc6f-4723-9f65-b5833f81495f req-2797f60a-5eb7-4be5-85e9-3cd0fc5c7409 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.45 "DELETE /v2.0/ports/84f8e4ce-8143-497a-983b-6d72b3f72ac1 HTTP/1.1" status: 204 len: 173 time: 0.5245378 Feb 03 14:58:56.605863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-deleted', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:58:56.608438 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c193d3-0ad4-4b7e-8915-7e7b44b58acf" -d '{"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-deleted", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:58:56.647923 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e6ee3f-4fd2-46f8-b690-a984918a846e x-openstack-request-id: req-68e6ee3f-4fd2-46f8-b690-a984918a846e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:58:56.648243 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161eb8d0-be85-4fb1-8d02-54963ae32947", "name": "network-vif-deleted", "tag": "84f8e4ce-8143-497a-983b-6d72b3f72ac1", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:58:56.648522 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68e6ee3f-4fd2-46f8-b690-a984918a846e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:58:56.648937 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161eb8d0-be85-4fb1-8d02-54963ae32947', 'name': 'network-vif-deleted', 'tag': '84f8e4ce-8143-497a-983b-6d72b3f72ac1', 'status': 'completed', 'code': 200} Feb 03 14:58:57.216934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60928) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:58:57.592681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (650c5f28-f93b-4af9-be76-70857c5244a6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:58.187735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:58:58.188083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:58.280297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port a7c9e1c9-35fc-4a09-b0f4-4760ef21472e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:58.281021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:58.293300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for a7c9e1c9-35fc-4a09-b0f4-4760ef21472e owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:58:58.480427 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a7c9e1c9-35fc-4a09-b0f4-4760ef21472e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:58.507260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=a7c9e1c9-35fc-4a09-b0f4-4760ef21472e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:58.518186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84f8e4ce-8143-497a-983b-6d72b3f72ac1 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:58:58.539726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 84f8e4ce-8143-497a-983b-6d72b3f72ac1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:58:58.539963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 84f8e4ce-8143-497a-983b-6d72b3f72ac1 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:58:58.700755 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (650c5f28-f93b-4af9-be76-70857c5244a6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:58.931098 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Router 650c5f28-f93b-4af9-be76-70857c5244a6 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:58:59.054699 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:58:59.060685 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7788182a-9674-4aec-8e63-9488a3a1778c tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "PUT /v2.0/routers/650c5f28-f93b-4af9-be76-70857c5244a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8426363 Feb 03 14:58:59.063659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60930) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:58:59.072496 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] Sync routers for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:58:59.084910 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:58:59.085639 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:59.133149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting subnet 5dddbe2b-09b3-4991-b82b-3f60d014591a {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:58:59.136967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (5dddbe2b-09b3-4991-b82b-3f60d014591a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.180726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (5dddbe2b-09b3-4991-b82b-3f60d014591a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.220457 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:58:59.279086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (5dddbe2b-09b3-4991-b82b-3f60d014591a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.348092 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (5dddbe2b-09b3-4991-b82b-3f60d014591a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.390404 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Subnet': ['ID=5dddbe2b-09b3-4991-b82b-3f60d014591a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:58:59.395322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.399400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f579bcd5-b0b1-4a42-bbda-46088f410706 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/subnets/5dddbe2b-09b3-4991-b82b-3f60d014591a HTTP/1.1" status: 204 len: 168 time: 0.3346529 Feb 03 14:58:59.403091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60934) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:58:59.404263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1ca32-0b42-4f5c-9de6-0317fad4a797 None None] Network 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:58:59.435326 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:58:58Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:59.467203 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] Checking router: 650c5f28-f93b-4af9-be76-70857c5244a6 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:58:59.478047 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] Routers {'650c5f28-f93b-4af9-be76-70857c5244a6'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:58:59.478557 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['650c5f28-f93b-4af9-be76-70857c5244a6'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:59.545124 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (650c5f28-f93b-4af9-be76-70857c5244a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.606321 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] Set router 650c5f28-f93b-4af9-be76-70857c5244a6 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:58:59.676122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_gateway (650c5f28-f93b-4af9-be76-70857c5244a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.750301 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Deleting port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:58:59.750657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.777763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] DHCP port deletion for 1d156119-ea53-4dbf-8e00-c5d7f8627ca8 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:58:59.839467 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:58:58Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:58:59.840846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] Deleting port beb883ed-bccf-4c64-aec1-c0f27afa5626 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:58:59.841329 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.842510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] For port abac30e3-0c8d-4a32-80ba-dfdad73b2e3c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:59.842879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.857904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Calling delete_port for abac30e3-0c8d-4a32-80ba-dfdad73b2e3c owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:58:59.870517 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a2f39b-359c-43e6-82a6-dc9e94238768 None None] The sync data for ids ['650c5f28-f93b-4af9-be76-70857c5244a6'] in n-d-827549-2 is: [{'id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189789878', 'tenant_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:58:58Z', 'revision_number': 5, 'project_id': '80ea3d8c267e4d50ac9d03a897df2fbb', 'gw_port': {'id': 'abac30e3-0c8d-4a32-80ba-dfdad73b2e3c', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650c5f28-f93b-4af9-be76-70857c5244a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:57:13Z', 'updated_at': '2022-02-03T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:58:59.926131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] For port beb883ed-bccf-4c64-aec1-c0f27afa5626, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb883ed-bccf-4c64-aec1-c0f27afa5626,segment=NetworkSegment(43f70d39-25c5-4a55-a129-5f44480f939a),segment_id=43f70d39-25c5-4a55-a129-5f44480f939a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:58:59.926580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:58:59.939927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] Calling delete_port for beb883ed-bccf-4c64-aec1-c0f27afa5626 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:59:00.026086 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (beb883ed-bccf-4c64-aec1-c0f27afa5626), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.047403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (abac30e3-0c8d-4a32-80ba-dfdad73b2e3c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.055373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] Pushing event deleted for resources: {'Port': ['ID=beb883ed-bccf-4c64-aec1-c0f27afa5626,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:00.060220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3835554-66d9-4f35-adc4-bd1534219332 None None] No DVR routers for this DVR port beb883ed-bccf-4c64-aec1-c0f27afa5626 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:59:00.074846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Port': ['ID=abac30e3-0c8d-4a32-80ba-dfdad73b2e3c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:00.152967 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (650c5f28-f93b-4af9-be76-70857c5244a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.259297 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (650c5f28-f93b-4af9-be76-70857c5244a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.261838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router_controller (650c5f28-f93b-4af9-be76-70857c5244a6), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.313661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (650c5f28-f93b-4af9-be76-70857c5244a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.314378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Fanout notify agent at l3_agent the message router_deleted on router 650c5f28-f93b-4af9-be76-70857c5244a6 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:59:00.322548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.323933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3ec696f1-ef5c-4fa6-a910-8b2fe6cdb1f7 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/routers/650c5f28-f93b-4af9-be76-70857c5244a6 HTTP/1.1" status: 204 len: 168 time: 0.9189570 Feb 03 14:59:00.326776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 60938) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:00.411728 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (1d156119-ea53-4dbf-8e00-c5d7f8627ca8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.509264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (1d156119-ea53-4dbf-8e00-c5d7f8627ca8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.536065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d156119-ea53-4dbf-8e00-c5d7f8627ca8']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:00.547995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f70d39-25c5-4a55-a129-5f44480f939a') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:00.548457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f70d39-25c5-4a55-a129-5f44480f939a') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:00.558781 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (43f70d39-25c5-4a55-a129-5f44480f939a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.574251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (43f70d39-25c5-4a55-a129-5f44480f939a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.581677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:59:00.581677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (43f70d39-25c5-4a55-a129-5f44480f939a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: timer() Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:59:00.584698 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:59:00.654185 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (1d156119-ea53-4dbf-8e00-c5d7f8627ca8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.659716 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.666012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:00.666642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/networks/1d156119-ea53-4dbf-8e00-c5d7f8627ca8 HTTP/1.1" status: 204 len: 168 time: 0.3382249 Feb 03 14:59:00.683548 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44347dcc-855a-46c1-bae0-af8d61cefbed tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'Network': ['ID=1d156119-ea53-4dbf-8e00-c5d7f8627ca8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:00.736529 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7142474-a75f-4129-8143-b274ae0e10e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (1ff5b129-8100-44c8-a3ce-5c6e2685507f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.770985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7142474-a75f-4129-8143-b274ae0e10e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (1ff5b129-8100-44c8-a3ce-5c6e2685507f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.847962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7142474-a75f-4129-8143-b274ae0e10e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1ff5b129-8100-44c8-a3ce-5c6e2685507f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.850651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7142474-a75f-4129-8143-b274ae0e10e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:00.851878 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b7142474-a75f-4129-8143-b274ae0e10e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] 10.222.0.52 "DELETE /v2.0/security-groups/1ff5b129-8100-44c8-a3ce-5c6e2685507f HTTP/1.1" status: 204 len: 168 time: 0.1848640 Feb 03 14:59:00.861978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7142474-a75f-4129-8143-b274ae0e10e6 tempest-TestNetworkAdvancedServerOps-1011342082 tempest-TestNetworkAdvancedServerOps-1011342082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff5b129-8100-44c8-a3ce-5c6e2685507f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:01.144312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a7c9e1c9-35fc-4a09-b0f4-4760ef21472e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:59:01.166911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a7c9e1c9-35fc-4a09-b0f4-4760ef21472e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:59:01.167307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a7c9e1c9-35fc-4a09-b0f4-4760ef21472e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:59:01.167638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abac30e3-0c8d-4a32-80ba-dfdad73b2e3c no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:59:01.195333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: abac30e3-0c8d-4a32-80ba-dfdad73b2e3c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:59:01.195603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device abac30e3-0c8d-4a32-80ba-dfdad73b2e3c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:59:01.196068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb883ed-bccf-4c64-aec1-c0f27afa5626 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:59:01.217389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: beb883ed-bccf-4c64-aec1-c0f27afa5626 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:59:01.217803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb883ed-bccf-4c64-aec1-c0f27afa5626 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:59:01.233739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:01.405732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fbb8f1c3-06a4-48cb-b737-432ee0bf6f42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80ea3d8c267e4d50ac9d03a897df2fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705110 Feb 03 14:59:01.408248 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:01.459495 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0929156-54f2-4a1d-bab9-cc824a89aac1 admin admin] Publish callbacks [] for security_group (65a62df9-6fb4-4130-9369-a13ca7ba7924), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.480848 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0929156-54f2-4a1d-bab9-cc824a89aac1 admin admin] Publish callbacks [] for security_group (65a62df9-6fb4-4130-9369-a13ca7ba7924), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.528595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0929156-54f2-4a1d-bab9-cc824a89aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (65a62df9-6fb4-4130-9369-a13ca7ba7924), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.531862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d0929156-54f2-4a1d-bab9-cc824a89aac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.533987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d0929156-54f2-4a1d-bab9-cc824a89aac1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65a62df9-6fb4-4130-9369-a13ca7ba7924 HTTP/1.1" status: 204 len: 168 time: 0.1247087 Feb 03 14:59:01.542015 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929156-54f2-4a1d-bab9-cc824a89aac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a62df9-6fb4-4130-9369-a13ca7ba7924,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:01.817598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60960) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:01.856728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6b4343cc-bf63-44eb-beae-28d467033678 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04bc7fcace084a8cb3d8e81a3d1a08c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379303 Feb 03 14:59:01.859122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 60962) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:01.906408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7f4-eb74-4efa-ac53-3dc3f933d136 admin admin] Publish callbacks [] for security_group (cbe82659-49ef-44a5-8e42-47a25ed2399c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.928021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7f4-eb74-4efa-ac53-3dc3f933d136 admin admin] Publish callbacks [] for security_group (cbe82659-49ef-44a5-8e42-47a25ed2399c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.978074 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7f4-eb74-4efa-ac53-3dc3f933d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cbe82659-49ef-44a5-8e42-47a25ed2399c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.981689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f7f4-eb74-4efa-ac53-3dc3f933d136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:01.982975 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2ba8f7f4-eb74-4efa-ac53-3dc3f933d136 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbe82659-49ef-44a5-8e42-47a25ed2399c HTTP/1.1" status: 204 len: 168 time: 0.1229534 Feb 03 14:59:01.992568 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8f7f4-eb74-4efa-ac53-3dc3f933d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe82659-49ef-44a5-8e42-47a25ed2399c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:03.366993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32768) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:03.512706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'network': {'name': 'tempest-network-smoke--879980415', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'port_security_enabled': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:03.531574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:59:03.535307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.543718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.620887 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (f0ad93c9-27ff-4be2-847f-3d313a6d26c9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.624462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f0ad93c9-27ff-4be2-847f-3d313a6d26c9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.650947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:59:03.661598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad93c9-27ff-4be2-847f-3d313a6d26c9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:03.666589 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (36e2bde6-17e9-4954-8da2-2c71b0e397bc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.666942 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Added segment 36e2bde6-17e9-4954-8da2-2c71b0e397bc of type vlan for network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 Feb 03 14:59:03.711662 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.737306 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.742333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:03.742911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.781914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4136894 Feb 03 14:59:03.785513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32772) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:03.814986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'admin_state_up': True, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:03.829082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b55cd1-ab94-4983-ab76-99ee61e82a82 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Network': ['ID=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:03.842214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:59:03.843975 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (0e02effa-1489-4059-a5f2-f251cffa47c7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.845652 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (0e02effa-1489-4059-a5f2-f251cffa47c7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:03.905796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_controller (0e02effa-1489-4059-a5f2-f251cffa47c7), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:04.055391 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (0e02effa-1489-4059-a5f2-f251cffa47c7), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:04.253255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (0e02effa-1489-4059-a5f2-f251cffa47c7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:04.272745 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:04.378169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.25.0.163 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/fef0b019-ec75-437c-bea9-410d0eeceb28) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:59:04.482921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:04.516955 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:04.556124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:59:04.560488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:04.563855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:59:04.571458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=fef0b019-ec75-437c-bea9-410d0eeceb28,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:04.820496 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (0e02effa-1489-4059-a5f2-f251cffa47c7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:05.024330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (0e02effa-1489-4059-a5f2-f251cffa47c7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:05.156268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router 0e02effa-1489-4059-a5f2-f251cffa47c7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 14:59:05.267814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:59:05.281223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Sync routers for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:59:05.293638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:05.293876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:59:05.294399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:05.298224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-277f90a9-c22e-4a26-9fdf-0f1429f321d5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5117490 Feb 03 14:59:05.298530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32774) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:05.385478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32778) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:05.386359 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2fc15ed2-2c48-4536-93ed-0c19ebd056be tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a4c6f54497cd41f99482e8dead26c2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852761 Feb 03 14:59:05.406200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:59:05.500474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1eeb63-4549-4f19-ba9e-6d7e26184f84 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:05.502049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6d1eeb63-4549-4f19-ba9e-6d7e26184f84 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1146021 Feb 03 14:59:05.508170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32780) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:05.540654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ef2fd435-0a68-4203-b853-5bd2d302e117 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312705 Feb 03 14:59:05.544645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32782) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:05.549408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591570166', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:05.621871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:04Z', 'revision_number': 3, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:05.637186 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:59:05.640774 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:05.649699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Checking router: 0e02effa-1489-4059-a5f2-f251cffa47c7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:59:05.650051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Updating router 0e02effa-1489-4059-a5f2-f251cffa47c7 port fef0b019-ec75-437c-bea9-410d0eeceb28 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:59:05.682577 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:05.975128 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Publish callbacks [] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:05.980941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:06.036785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Attempting to bind port fef0b019-ec75-437c-bea9-410d0eeceb28 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:59:06.037256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Attempting to bind port fef0b019-ec75-437c-bea9-410d0eeceb28 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:59:06.037729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Attempting to bind port fef0b019-ec75-437c-bea9-410d0eeceb28 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:59:06.041550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ee9c-6f80-467b-a076-bd6b2b5dbc9a None None] Pushing event updated for resources: {'Port': ['ID=fef0b019-ec75-437c-bea9-410d0eeceb28,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:06.048632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:59:06.049687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:59:06.050230 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:06.051053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:59:06.051053 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Bound port: fef0b019-ec75-437c-bea9-410d0eeceb28, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:59:06.051538 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:06.109887 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] For port fef0b019-ec75-437c-bea9-410d0eeceb28, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:59:06.114200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] For port fef0b019-ec75-437c-bea9-410d0eeceb28, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fef0b019-ec75-437c-bea9-410d0eeceb28,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:59:06.121731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:06.197528 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (b6b11089-25fa-4944-a531-c857638eb669), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:06.197868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:59:06.198363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:06.243052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ee9c-6f80-467b-a076-bd6b2b5dbc9a None None] Pushing event updated for resources: {'Port': ['ID=fef0b019-ec75-437c-bea9-410d0eeceb28,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:06.277308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Subnet': ['ID=b6b11089-25fa-4944-a531-c857638eb669,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:06.279768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Checking segment: {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:59:06.280140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network hostable DHCP agents. Network: fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:59:06.301781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:59:06.311832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:06.316394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:06.317073 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:06.323271 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:59:06.326399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f22bc3-6c93-4403-8231-5c7e3a470c80 None None] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:59:06.338096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-74657fea-00aa-4594-b535-4032bb67e8e3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7897928 Feb 03 14:59:06.338407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32784) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:06.549945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:59:06.550862 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:06.684513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:04Z', 'revision_number': 3, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:06.713508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff742549-24bf-4954-8602-1776b8d99214 None None] The sync data for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 is: [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:04Z', 'revision_number': 3, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:59:06.726986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Allocated IP 172.20.0.2 (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8/b6b11089-25fa-4944-a531-c857638eb669/59da85ca-e0f0-4236-a1a0-7002970f7bde) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:59:06.793200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.073902 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Publish callbacks [] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.079644 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.138794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.20.0.1 (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8/b6b11089-25fa-4944-a531-c857638eb669/d00825ae-a2aa-4ceb-ba84-fff3cce69ebe) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:59:07.147766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:59:07.163170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:07.165844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:59:07.200519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Pushing event updated for resources: {'Port': ['ID=59da85ca-e0f0-4236-a1a0-7002970f7bde,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:07.246729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Attempting to bind port 59da85ca-e0f0-4236-a1a0-7002970f7bde on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:59:07.247137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Attempting to bind port 59da85ca-e0f0-4236-a1a0-7002970f7bde by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:59:07.247508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Attempting to bind port 59da85ca-e0f0-4236-a1a0-7002970f7bde on network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:59:07.255572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:59:07.255960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Checking segment: {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:59:07.256435 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.256830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Bound using segment: {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:59:07.257305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Bound port: 59da85ca-e0f0-4236-a1a0-7002970f7bde, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:59:07.257692 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.269132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fef0b019-ec75-437c-bea9-410d0eeceb28 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:59:07.292909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.332719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.362533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] For port 59da85ca-e0f0-4236-a1a0-7002970f7bde, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:59:07.366375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] For port 59da85ca-e0f0-4236-a1a0-7002970f7bde, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59da85ca-e0f0-4236-a1a0-7002970f7bde,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:59:07.372880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fef0b019-ec75-437c-bea9-410d0eeceb28 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:07.373262 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.376599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.384478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:59:07.389639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:07.392309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:59:07.434122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:07.451349 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.483714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2380db-055c-405f-8487-1a215f28ac74 None None] Pushing event updated for resources: {'Port': ['ID=59da85ca-e0f0-4236-a1a0-7002970f7bde,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:07.548562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fef0b019-ec75-437c-bea9-410d0eeceb28 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:07.549298 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.574521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port fef0b019-ec75-437c-bea9-410d0eeceb28, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fef0b019-ec75-437c-bea9-410d0eeceb28,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:59:07.581202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.637919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=fef0b019-ec75-437c-bea9-410d0eeceb28,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:07.662505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.992376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:07.997423 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:08.073878 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:08.075569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:08.171034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:59:08.172317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:08.290660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router 0e02effa-1489-4059-a5f2-f251cffa47c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:59:08.405339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:59:08.411165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f5434f82-aa2c-4cf3-ba33-ee0dc806a5fc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "PUT /v2.0/routers/0e02effa-1489-4059-a5f2-f251cffa47c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717618 Feb 03 14:59:08.413701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32788) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:08.581272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f035f-c13a-42bb-84fb-c70f69acb2da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.581761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f035f-c13a-42bb-84fb-c70f69acb2da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.582233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f035f-c13a-42bb-84fb-c70f69acb2da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.582697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f035f-c13a-42bb-84fb-c70f69acb2da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.583155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f035f-c13a-42bb-84fb-c70f69acb2da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.583614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f035f-c13a-42bb-84fb-c70f69acb2da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.585548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e06f035f-c13a-42bb-84fb-c70f69acb2da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1708832 Feb 03 14:59:08.588249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32790) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:08.687857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd647-3993-40c1-8308-0ded70a4f281 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.688321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd647-3993-40c1-8308-0ded70a4f281 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.688806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd647-3993-40c1-8308-0ded70a4f281 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.689259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd647-3993-40c1-8308-0ded70a4f281 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.689750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd647-3993-40c1-8308-0ded70a4f281 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.690201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd647-3993-40c1-8308-0ded70a4f281 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:08.691973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-db0dd647-3993-40c1-8308-0ded70a4f281 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1027296 Feb 03 14:59:08.694962 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32792) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:08.853982 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Sync routers for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:59:08.865040 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:59:08.865768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:08.902288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa1314-7913-4c0f-a789-f318b011c782 None None] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:59:08.953807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-82f4213f-04d4-40dd-b63a-424dd94b79da tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2546031 Feb 03 14:59:09.023787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4a354fef-c9e8-4ec2-a860-36d273904289 None None] Provisioning complete for port 59da85ca-e0f0-4236-a1a0-7002970f7bde triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:09.024164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a354fef-c9e8-4ec2-a860-36d273904289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.084608 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:59:09.115795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4a354fef-c9e8-4ec2-a860-36d273904289 None None] Current status of the port 59da85ca-e0f0-4236-a1a0-7002970f7bde is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:09.116197 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a354fef-c9e8-4ec2-a860-36d273904289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.169535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4a354fef-c9e8-4ec2-a860-36d273904289 None None] For port 59da85ca-e0f0-4236-a1a0-7002970f7bde, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59da85ca-e0f0-4236-a1a0-7002970f7bde,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:59:09.176397 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a354fef-c9e8-4ec2-a860-36d273904289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.255317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a354fef-c9e8-4ec2-a860-36d273904289 None None] Pushing event updated for resources: {'Port': ['ID=59da85ca-e0f0-4236-a1a0-7002970f7bde,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:09.305122 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 2, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:09.343459 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Checking router: 0e02effa-1489-4059-a5f2-f251cffa47c7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:59:09.343987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.344634 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Updating router 0e02effa-1489-4059-a5f2-f251cffa47c7 port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 14:59:09.347885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59da85ca-e0f0-4236-a1a0-7002970f7bde up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:59:09.374178 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.411874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2a34b36a-d45b-4716-b6bb-4e374a1fa216 None None] Provisioning complete for port 59da85ca-e0f0-4236-a1a0-7002970f7bde triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:09.412248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a34b36a-d45b-4716-b6bb-4e374a1fa216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.443077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32796) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:09.448322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f33fb0f8-9948-4ce2-8582-49aff0205bf3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998163446', 'description': 'tempest-secgroup-smoke-998163446 description', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:09.482086 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f33fb0f8-9948-4ce2-8582-49aff0205bf3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.485044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 59da85ca-e0f0-4236-a1a0-7002970f7bde triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:09.485426 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.577367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f33fb0f8-9948-4ce2-8582-49aff0205bf3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (fa773f99-9c95-40e9-a2f7-02d116a83c47), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.583991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f33fb0f8-9948-4ce2-8582-49aff0205bf3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fa773f99-9c95-40e9-a2f7-02d116a83c47), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.619269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 59da85ca-e0f0-4236-a1a0-7002970f7bde is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:09.620684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fef0b019-ec75-437c-bea9-410d0eeceb28 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:59:09.622308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2a34b36a-d45b-4716-b6bb-4e374a1fa216 None None] Current status of the port 59da85ca-e0f0-4236-a1a0-7002970f7bde is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:09.636169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f33fb0f8-9948-4ce2-8582-49aff0205bf3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.641576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:09.648306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-de4dcdbf-fa1e-4de5-996a-e642a4bd2d62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': 'fa773f99-9c95-40e9-a2f7-02d116a83c47', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:09.653982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f33fb0f8-9948-4ce2-8582-49aff0205bf3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2094660 Feb 03 14:59:09.654996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fb0f8-9948-4ce2-8582-49aff0205bf3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa773f99-9c95-40e9-a2f7-02d116a83c47,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:09.661553 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Publish callbacks [] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.663501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2a34b36a-d45b-4716-b6bb-4e374a1fa216 None None] Provisioning complete for port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:09.663781 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a34b36a-d45b-4716-b6bb-4e374a1fa216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.671520 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.697323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de4dcdbf-fa1e-4de5-996a-e642a4bd2d62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (bf72cb04-d16e-4b8a-90a3-611356d9395d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.718077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2a34b36a-d45b-4716-b6bb-4e374a1fa216 None None] Port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:59:09.720655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port fef0b019-ec75-437c-bea9-410d0eeceb28 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:09.721684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.729595 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Pushing event updated for resources: {'Port': ['ID=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:09.776127 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.776868 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.777423 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.777965 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.778868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de4dcdbf-fa1e-4de5-996a-e642a4bd2d62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (bf72cb04-d16e-4b8a-90a3-611356d9395d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.779021 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.779405 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.779831 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.780239 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.780685 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.781126 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.781709 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.782149 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.782483 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:09.785460 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de4dcdbf-fa1e-4de5-996a-e642a4bd2d62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (bf72cb04-d16e-4b8a-90a3-611356d9395d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.806653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dcdbf-fa1e-4de5-996a-e642a4bd2d62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf72cb04-d16e-4b8a-90a3-611356d9395d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:09.818158 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Attempting to bind port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:59:09.818539 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Attempting to bind port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:59:09.818904 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Attempting to bind port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe on network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:59:09.823563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port fef0b019-ec75-437c-bea9-410d0eeceb28 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:09.824626 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:59:09.825381 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Checking segment: {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:59:09.825953 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.826605 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Bound using segment: {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:59:09.827080 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Bound port: d00825ae-a2aa-4ceb-ba84-fff3cce69ebe, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:59:09.827776 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.831850 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de4dcdbf-fa1e-4de5-996a-e642a4bd2d62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.833264 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-de4dcdbf-fa1e-4de5-996a-e642a4bd2d62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900406 Feb 03 14:59:09.836032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32802) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:09.843571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0a8c1ac5-5dfd-4870-808e-7c4f9801ba40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': 'fa773f99-9c95-40e9-a2f7-02d116a83c47', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:09.847154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2980c3a1-bc50-4f86-a569-97eb3cd9f10d None None] Provisioning complete for port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:09.848144 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2980c3a1-bc50-4f86-a569-97eb3cd9f10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.882666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1ac5-5dfd-4870-808e-7c4f9801ba40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (3716e01f-3c33-466d-93f6-e2096fe4818b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.891544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2980c3a1-bc50-4f86-a569-97eb3cd9f10d None None] Port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:59:09.903187 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] For port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:59:09.910224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] For port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:59:09.918142 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.952369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1ac5-5dfd-4870-808e-7c4f9801ba40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (3716e01f-3c33-466d-93f6-e2096fe4818b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.962385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1ac5-5dfd-4870-808e-7c4f9801ba40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (3716e01f-3c33-466d-93f6-e2096fe4818b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.985787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c1ac5-5dfd-4870-808e-7c4f9801ba40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3716e01f-3c33-466d-93f6-e2096fe4818b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:09.987470 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:59:09.988085 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:58:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:09.991649 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30b269-f09a-45d5-9952-6fc913404dba None None] Pushing event updated for resources: {'Port': ['ID=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:09.991839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a8c1ac5-5dfd-4870-808e-7c4f9801ba40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:09.993308 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a8c1ac5-5dfd-4870-808e-7c4f9801ba40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556201 Feb 03 14:59:09.995986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32804) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:10.001012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c9829cc0-d830-4a2a-a49b-8a880086d576 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': 'fa773f99-9c95-40e9-a2f7-02d116a83c47', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:10.018803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ed2ee3e-9ddf-4172-8561-3a7f783b3c01 None None] Provisioning complete for port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:10.019615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ee3e-9ddf-4172-8561-3a7f783b3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.037107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9829cc0-d830-4a2a-a49b-8a880086d576 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (372d860f-9df4-4f0d-97f5-550b08f5aa3a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.117908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2ee3e-9ddf-4172-8561-3a7f783b3c01 None None] Current status of the port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:10.118210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ee3e-9ddf-4172-8561-3a7f783b3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.119443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9829cc0-d830-4a2a-a49b-8a880086d576 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (372d860f-9df4-4f0d-97f5-550b08f5aa3a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.123743 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:59:10.125827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9829cc0-d830-4a2a-a49b-8a880086d576 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (372d860f-9df4-4f0d-97f5-550b08f5aa3a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.149096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9829cc0-d830-4a2a-a49b-8a880086d576 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372d860f-9df4-4f0d-97f5-550b08f5aa3a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:10.160092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ed2ee3e-9ddf-4172-8561-3a7f783b3c01 None None] For port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:59:10.161450 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9829cc0-d830-4a2a-a49b-8a880086d576 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.165675 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9829cc0-d830-4a2a-a49b-8a880086d576 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658566 Feb 03 14:59:10.166236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32806) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:10.171803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-06f5abf9-5876-44d6-b6d2-d52d2dcfee78 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': 'fa773f99-9c95-40e9-a2f7-02d116a83c47', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:10.173364 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ee3e-9ddf-4172-8561-3a7f783b3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.210973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06f5abf9-5876-44d6-b6d2-d52d2dcfee78 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (d027d686-399d-4daf-a1dc-2db0df679af7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.245819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2ee3e-9ddf-4172-8561-3a7f783b3c01 None None] Pushing event updated for resources: {'Port': ['ID=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:10.280073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06f5abf9-5876-44d6-b6d2-d52d2dcfee78 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (d027d686-399d-4daf-a1dc-2db0df679af7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.290246 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06f5abf9-5876-44d6-b6d2-d52d2dcfee78 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d027d686-399d-4daf-a1dc-2db0df679af7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.307236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-12fb14f3-d768-4ab1-8685-f8c3e3e3230d None None] Provisioning complete for port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:10.307615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12fb14f3-d768-4ab1-8685-f8c3e3e3230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.322595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5abf9-5876-44d6-b6d2-d52d2dcfee78 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d027d686-399d-4daf-a1dc-2db0df679af7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:10.331010 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-06f5abf9-5876-44d6-b6d2-d52d2dcfee78 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.332680 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-06f5abf9-5876-44d6-b6d2-d52d2dcfee78 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652615 Feb 03 14:59:10.335435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:10.341071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': 'fa773f99-9c95-40e9-a2f7-02d116a83c47', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:10.361206 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:09Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:10.376505 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Project a4c6f54497cd41f99482e8dead26c2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:59:10.382458 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (2fa137f1-2fe4-43a6-9faf-acc414d124d2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.395827 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f96694-66f2-4dd9-af26-ef0cf895532f None None] The sync data for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 is: [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:09Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:59:10.425562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-12fb14f3-d768-4ab1-8685-f8c3e3e3230d None None] Current status of the port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:10.473679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (2fa137f1-2fe4-43a6-9faf-acc414d124d2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.481507 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (2fa137f1-2fe4-43a6-9faf-acc414d124d2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.501349 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa137f1-2fe4-43a6-9faf-acc414d124d2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:10.518501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.519732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-172e5ce2-b872-4736-ae70-aa60772b8ba1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1830702 Feb 03 14:59:10.522481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:10.526752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': 'fa773f99-9c95-40e9-a2f7-02d116a83c47', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:10.559157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b4228c35-fee3-4a0a-ad39-ef0e0ba51c6a None None] Provisioning complete for port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:10.559513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4228c35-fee3-4a0a-ad39-ef0e0ba51c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.563295 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Project a4c6f54497cd41f99482e8dead26c2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:59:10.568782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (554c9aea-7714-4017-9cf0-e3b752f58e1f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.640009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (554c9aea-7714-4017-9cf0-e3b752f58e1f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.645715 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (554c9aea-7714-4017-9cf0-e3b752f58e1f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.663992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b4228c35-fee3-4a0a-ad39-ef0e0ba51c6a None None] Current status of the port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:10.670564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554c9aea-7714-4017-9cf0-e3b752f58e1f,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:10.680625 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:10.682006 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3c4ab55a-09ad-4670-a196-88d79a4161af tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585746 Feb 03 14:59:11.168366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-4c2dd76d-a846-473e-8c73-f3060d7f39e4 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998163446&fields=id&tenant_id=a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 267 time: 0.3785582 Feb 03 14:59:11.286678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59da85ca-e0f0-4236-a1a0-7002970f7bde up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:59:11.302253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-0e1af96e-4dd2-45be-a91e-bde0a69f164a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:11.303782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-0e1af96e-4dd2-45be-a91e-bde0a69f164a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/networks?id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 200 len: 796 time: 0.1288900 Feb 03 14:59:11.320533 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-fdc47aab-a6fd-4a58-84dd-739697bacf81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/quotas/a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 375 time: 0.0111167 Feb 03 14:59:11.340860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 59da85ca-e0f0-4236-a1a0-7002970f7bde triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:11.341241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:11.386347 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-20781e02-2c95-43fa-8e43-d32bf9fe8c70 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599654 Feb 03 14:59:11.428010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 59da85ca-e0f0-4236-a1a0-7002970f7bde is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:11.429039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d00825ae-a2aa-4ceb-ba84-fff3cce69ebe up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:59:11.478612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:11.478996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:11.490095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-7efd1852-8c13-4371-930a-8929b6f4c102 service neutron] 10.222.0.52 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902042 Feb 03 14:59:11.572894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:11.616496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-4da4f0b7-d4d9-4ff8-8771-7653bac6f5af service neutron] 10.222.0.52 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178503 Feb 03 14:59:11.784818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dacf16b7-a8fd-4163-b3f3-7bb4219a624e req-274a56e3-a115-48a0-a872-1e8537cb9479 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 210 time: 0.0282173 Feb 03 14:59:12.881414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-d30e0a78-2fbc-4943-8fae-a2378a8e8760 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:12.882890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-d30e0a78-2fbc-4943-8fae-a2378a8e8760 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.45 "GET /v2.0/networks?id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 200 len: 796 time: 0.1218989 Feb 03 14:59:12.940469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70270d82-5dd4-4ab2-9f79-6c7c9ce15bf3 req-cf244a56-7ced-4d0c-942a-8d7c44d69175 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 210 time: 0.0668492 Feb 03 14:59:12.972981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-88034713-4bc0-4c9c-9be6-dbe33f94d0a0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 379 time: 0.0813298 Feb 03 14:59:12.981519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'port': {'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'admin_state_up': True, 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'security_groups': ['fa773f99-9c95-40e9-a2f7-02d116a83c47']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:13.091124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:59:13.094573 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.230832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.20.0.3 (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8/b6b11089-25fa-4944-a531-c857638eb669/dda72773-123e-49e0-a854-b960a0a26428) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:59:13.379890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (dda72773-123e-49e0-a854-b960a0a26428), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.414488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dda72773-123e-49e0-a854-b960a0a26428), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.461260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:59:13.464299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:13.467928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:59:13.474367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=dda72773-123e-49e0-a854-b960a0a26428,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:13.524593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:13.525231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.542696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a5febefc-e6ca-426b-824a-d380d058ab99 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648265 Feb 03 14:59:13.556405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Request body: {'port': {'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:13.629549 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dda72773-123e-49e0-a854-b960a0a26428), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.705883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-389c362a-16b6-4842-be68-cceaf0b1b6f5 None None] Provisioning complete for port dda72773-123e-49e0-a854-b960a0a26428 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:13.706783 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389c362a-16b6-4842-be68-cceaf0b1b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dda72773-123e-49e0-a854-b960a0a26428), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.742128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-389c362a-16b6-4842-be68-cceaf0b1b6f5 None None] Port dda72773-123e-49e0-a854-b960a0a26428 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:59:13.911499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda72773-123e-49e0-a854-b960a0a26428 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:59:13.919649 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Publish callbacks [] for port (dda72773-123e-49e0-a854-b960a0a26428), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.932433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Transition to ACTIVE for port object dda72773-123e-49e0-a854-b960a0a26428 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:59:13.936336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dda72773-123e-49e0-a854-b960a0a26428), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:13.993749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Pushing event updated for resources: {'Port': ['ID=dda72773-123e-49e0-a854-b960a0a26428,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:14.099931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Attempting to bind port dda72773-123e-49e0-a854-b960a0a26428 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:59:14.100275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Attempting to bind port dda72773-123e-49e0-a854-b960a0a26428 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:59:14.100645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Attempting to bind port dda72773-123e-49e0-a854-b960a0a26428 on network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:59:14.108094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Port dda72773-123e-49e0-a854-b960a0a26428 on network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:59:14.108516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Attempting to bind port dda72773-123e-49e0-a854-b960a0a26428 on network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:59:14.115598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:59:14.116079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Checking segment: {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:59:14.116370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Bound using segment: {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:59:14.116840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Bound port: dda72773-123e-49e0-a854-b960a0a26428, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e2bde6-17e9-4954-8da2-2c71b0e397bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:59:14.117205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dda72773-123e-49e0-a854-b960a0a26428), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:14.137972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774714ef-1a9c-4fe3-812f-837b1a1e2769 req-33a2a2b0-fdf0-48c4-a034-ff9dd09e15eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:14.139711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-774714ef-1a9c-4fe3-812f-837b1a1e2769 req-33a2a2b0-fdf0-48c4-a034-ff9dd09e15eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 943 time: 0.0985827 Feb 03 14:59:14.235816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-774714ef-1a9c-4fe3-812f-837b1a1e2769 req-2c01f077-7bbc-4757-80b5-6bd65b7bfe62 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683327 Feb 03 14:59:14.240626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] For port dda72773-123e-49e0-a854-b960a0a26428, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:59:14.244296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] For port dda72773-123e-49e0-a854-b960a0a26428, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dda72773-123e-49e0-a854-b960a0a26428,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:59:14.250975 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dda72773-123e-49e0-a854-b960a0a26428), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:14.282895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:14.284054 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:14.285714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] 10.222.0.45 "PUT /v2.0/ports/dda72773-123e-49e0-a854-b960a0a26428 HTTP/1.1" status: 200 len: 1091 time: 0.7347789 Feb 03 14:59:14.286168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:59:14.288461 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6f9900-3706-41c4-b1e5-a204e95a79e9" -d '{"events": [{"name": "network-changed", "server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "tag": "dda72773-123e-49e0-a854-b960a0a26428"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:59:14.323291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d427a-3674-4419-8c26-882685b43864 service neutron] Pushing event updated for resources: {'Port': ['ID=dda72773-123e-49e0-a854-b960a0a26428,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:14.353005 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4faa95-31ee-40bc-96f1-c9769f22ab21 x-openstack-request-id: req-fd4faa95-31ee-40bc-96f1-c9769f22ab21 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:59:14.353549 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "tag": "dda72773-123e-49e0-a854-b960a0a26428", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:59:14.353900 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd4faa95-31ee-40bc-96f1-c9769f22ab21 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:59:14.354378 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428', 'status': 'completed', 'code': 200} Feb 03 14:59:14.396549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a632493a-9873-4d65-845e-1f2e86bb2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:14.398272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-a632493a-9873-4d65-845e-1f2e86bb2829 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 1125 time: 0.0582123 Feb 03 14:59:14.452448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-497ab4c6-2579-475a-a9bf-e76ed359efe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda72773-123e-49e0-a854-b960a0a26428 HTTP/1.1" status: 200 len: 217 time: 0.0469961 Feb 03 14:59:14.503636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-1970fc45-5cb1-4af6-bbe7-fae6e1b155e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:14.505229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-1970fc45-5cb1-4af6-bbe7-fae6e1b155e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b11089-25fa-4944-a531-c857638eb669 HTTP/1.1" status: 200 len: 834 time: 0.0473063 Feb 03 14:59:14.554712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-b8092e4f-b59a-41cd-9873-6d545a5ab404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:14.556146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-b8092e4f-b59a-41cd-9873-6d545a5ab404 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455248 Feb 03 14:59:14.652916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-5008cc4f-99e3-4466-95a8-896c7234b6e3 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894415 Feb 03 14:59:14.749355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a33865d-83f3-4ed2-84ff-a09e163948f5 req-ced49bbf-c404-4e1f-9b06-c6774bcda002 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907922 Feb 03 14:59:14.846949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-94d4ee91-a3ab-4279-b3ac-6dd5a27cb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:14.848470 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-94d4ee91-a3ab-4279-b3ac-6dd5a27cb57f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 1125 time: 0.0510693 Feb 03 14:59:14.939050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-d6dc711d-2723-49f2-807a-ced53636f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:14.941145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-d6dc711d-2723-49f2-807a-ced53636f3ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 200 len: 897 time: 0.0861273 Feb 03 14:59:14.984243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-faf32502-b239-4d5a-b9f1-bfd54cfcebd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda72773-123e-49e0-a854-b960a0a26428 HTTP/1.1" status: 200 len: 217 time: 0.0374796 Feb 03 14:59:15.033935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-3d68c6ff-a270-46f8-82cd-c0b731cb5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:15.035391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-3d68c6ff-a270-46f8-82cd-c0b731cb5f46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b11089-25fa-4944-a531-c857638eb669 HTTP/1.1" status: 200 len: 834 time: 0.0450413 Feb 03 14:59:15.087502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-4955922e-9a30-480e-8600-dbe84dd5e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:15.089180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-4955922e-9a30-480e-8600-dbe84dd5e08d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471005 Feb 03 14:59:15.184455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-6a557e35-c9d5-479e-b30c-cd2802db974b service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879385 Feb 03 14:59:15.275827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb6f9900-3706-41c4-b1e5-a204e95a79e9 req-800e45c8-6911-4741-907b-21828ced01e2 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Feb 03 14:59:15.368159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746ecc8-e93f-4b5f-9e33-0aa00865237b req-f276a15b-2d60-48ab-a12e-cc91252a1b59 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:15.369585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5746ecc8-e93f-4b5f-9e33-0aa00865237b req-f276a15b-2d60-48ab-a12e-cc91252a1b59 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 943 time: 0.0529914 Feb 03 14:59:15.425148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5746ecc8-e93f-4b5f-9e33-0aa00865237b req-05bc9a20-9a3c-4783-88d7-54ad24853614 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484178 Feb 03 14:59:15.829607 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e41a708-bed4-4637-ae49-785702d0aa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:16.550918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e81fbf-f8b3-48fe-bf77-6a8206839365 req-d54fe47f-f4d1-4d61-b9ac-4dad39e76501 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:16.552509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56e81fbf-f8b3-48fe-bf77-6a8206839365 req-d54fe47f-f4d1-4d61-b9ac-4dad39e76501 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 943 time: 0.0538249 Feb 03 14:59:16.581331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dda72773-123e-49e0-a854-b960a0a26428 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:59:16.603387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-56e81fbf-f8b3-48fe-bf77-6a8206839365 req-96fb8724-f301-4828-9e73-c55309cd174a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450656 Feb 03 14:59:16.689745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dda72773-123e-49e0-a854-b960a0a26428, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dda72773-123e-49e0-a854-b960a0a26428,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:59:16.700633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'dda72773-123e-49e0-a854-b960a0a26428', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:59:16.739481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port dda72773-123e-49e0-a854-b960a0a26428 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:16.739873 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dda72773-123e-49e0-a854-b960a0a26428), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:16.752718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda72773-123e-49e0-a854-b960a0a26428 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:59:16.776218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dda72773-123e-49e0-a854-b960a0a26428, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dda72773-123e-49e0-a854-b960a0a26428,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:59:16.780890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dda72773-123e-49e0-a854-b960a0a26428), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:16.828193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=dda72773-123e-49e0-a854-b960a0a26428,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:16.991353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['dda72773-123e-49e0-a854-b960a0a26428'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:59:17.755598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077047b-eb12-461b-ab75-0da9322abf8a req-56d6f548-cebe-4ff2-bb24-548de80b05ad tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:17.757452 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e077047b-eb12-461b-ab75-0da9322abf8a req-56d6f548-cebe-4ff2-bb24-548de80b05ad tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 944 time: 0.0599146 Feb 03 14:59:17.816220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e077047b-eb12-461b-ab75-0da9322abf8a req-9176919a-b717-484d-9edb-c7c7c7263c28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526807 Feb 03 14:59:18.110695 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-391534f3-4d40-49e5-99ab-3c28fe3d33ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:18.584663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dda72773-123e-49e0-a854-b960a0a26428 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:59:18.638269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port dda72773-123e-49e0-a854-b960a0a26428 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:59:18.643697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port dda72773-123e-49e0-a854-b960a0a26428 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:18.644249 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dda72773-123e-49e0-a854-b960a0a26428), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:18.735652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port dda72773-123e-49e0-a854-b960a0a26428 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:18.736040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dda72773-123e-49e0-a854-b960a0a26428), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:18.762531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:59:18.764805 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff165af-ec0a-4c30-ba09-5e3afacb60d4" -d '{"events": [{"server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "name": "network-vif-plugged", "status": "completed", "tag": "dda72773-123e-49e0-a854-b960a0a26428"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:59:18.778111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dda72773-123e-49e0-a854-b960a0a26428, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dda72773-123e-49e0-a854-b960a0a26428,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:59:18.782707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dda72773-123e-49e0-a854-b960a0a26428), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:18.809104 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505f8f67-3fc6-466e-9fa1-65c820343358 x-openstack-request-id: req-505f8f67-3fc6-466e-9fa1-65c820343358 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:59:18.810218 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "name": "network-vif-plugged", "status": "completed", "tag": "dda72773-123e-49e0-a854-b960a0a26428", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:59:18.810484 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-505f8f67-3fc6-466e-9fa1-65c820343358 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:59:18.811011 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428', 'code': 200} Feb 03 14:59:18.858167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=dda72773-123e-49e0-a854-b960a0a26428,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:18.963443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18385bfe-5792-4cd7-8cee-a108a8dbb4f5 req-5a955958-1c83-4fa9-961b-ed624420c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:18.965059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18385bfe-5792-4cd7-8cee-a108a8dbb4f5 req-5a955958-1c83-4fa9-961b-ed624420c103 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 1127 time: 0.0944104 Feb 03 14:59:18.995125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996122b-5ee2-4353-a06b-4b81b9c3b837 req-ff1d690f-928b-4dd8-88bc-b1112ce12bb6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:18.996773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6996122b-5ee2-4353-a06b-4b81b9c3b837 req-ff1d690f-928b-4dd8-88bc-b1112ce12bb6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 945 time: 0.0859540 Feb 03 14:59:19.054661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18385bfe-5792-4cd7-8cee-a108a8dbb4f5 req-3e3a99d4-0b52-4386-9595-f465b0c45f5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823154 Feb 03 14:59:19.076746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6996122b-5ee2-4353-a06b-4b81b9c3b837 req-62831f35-e7c9-4feb-a329-c99827826517 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730605 Feb 03 14:59:19.739962 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:20.236518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7c5d7-2ddf-4378-bbf7-de3fa5cdb906 req-71c5e7c8-d75c-4504-837f-74f95829e1a8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:20.238034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39e7c5d7-2ddf-4378-bbf7-de3fa5cdb906 req-71c5e7c8-d75c-4504-837f-74f95829e1a8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 945 time: 0.0629046 Feb 03 14:59:20.288155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39e7c5d7-2ddf-4378-bbf7-de3fa5cdb906 req-85c1f8b5-e063-4ce3-b417-b877f2002534 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Feb 03 14:59:20.817580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:21.414915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306798-8884-4a69-8359-904fb59de17b req-423e4a4e-20a2-40ba-89d1-963de17332d3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:21.416319 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c306798-8884-4a69-8359-904fb59de17b req-423e4a4e-20a2-40ba-89d1-963de17332d3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 945 time: 0.0571458 Feb 03 14:59:21.464930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c306798-8884-4a69-8359-904fb59de17b req-07060b05-f387-4c00-b02a-6d2d01307adb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Feb 03 14:59:21.586695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2ee12-f2c5-4f17-9620-e663a88ee37e req-5ecead1b-cd40-4d1c-98d8-0787fec4da1b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:21.588193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ce2ee12-f2c5-4f17-9620-e663a88ee37e req-5ecead1b-cd40-4d1c-98d8-0787fec4da1b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 945 time: 0.0567417 Feb 03 14:59:21.643514 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ce2ee12-f2c5-4f17-9620-e663a88ee37e req-127c968d-2356-4929-84f6-864b324d9953 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493176 Feb 03 14:59:21.667803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32874) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:21.712720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5ba05-9b56-482b-a704-63b044c9caeb tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:21.714279 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-42e5ba05-9b56-482b-a704-63b044c9caeb tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 1122 time: 0.0455484 Feb 03 14:59:21.717224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:21.722411 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:21.743251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:21.841379 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:21.957138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.25.0.89 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/8221e858-9de3-4ba9-815a-13e782c03eea) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:59:22.058239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (8221e858-9de3-4ba9-815a-13e782c03eea), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.098628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8221e858-9de3-4ba9-815a-13e782c03eea), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.144569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:59:22.148937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:22.151787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:59:22.159042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=8221e858-9de3-4ba9-815a-13e782c03eea,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:22.219670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.544102 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (3dbd700f-b28b-43ca-8cba-7431c2293418), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.618331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8221e858-9de3-4ba9-815a-13e782c03eea), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.772800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (8221e858-9de3-4ba9-815a-13e782c03eea), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.777733 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (8221e858-9de3-4ba9-815a-13e782c03eea), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.843799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=8221e858-9de3-4ba9-815a-13e782c03eea,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:22.855946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (3dbd700f-b28b-43ca-8cba-7431c2293418), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:22.968823 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Floating IP 3dbd700f-b28b-43ca-8cba-7431c2293418 associated. External IP: 172.25.0.89, port: dda72773-123e-49e0-a854-b960a0a26428. Feb 03 14:59:23.191976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router 0e02effa-1489-4059-a5f2-f251cffa47c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:59:23.303102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:59:23.315093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] Sync routers for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:59:23.324316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:23.326610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:59:23.327556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:59:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:23.356129 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c3c3704e-14c9-4cf9-9d4a-1dd8b56b0d90 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6377103 Feb 03 14:59:23.356998 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:59:23.359595 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877670e8-b8c4-445e-af60-63cfc39f0004" -d '{"events": [{"name": "network-changed", "server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "tag": "dda72773-123e-49e0-a854-b960a0a26428"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:59:23.360028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32878) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:23.436632 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a942e9f-71f1-44c9-bcfc-38ad8d96e041 x-openstack-request-id: req-2a942e9f-71f1-44c9-bcfc-38ad8d96e041 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:59:23.436917 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "tag": "dda72773-123e-49e0-a854-b960a0a26428", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:59:23.437179 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a942e9f-71f1-44c9-bcfc-38ad8d96e041 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:59:23.437584 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428', 'status': 'completed', 'code': 200} Feb 03 14:59:23.458157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:59:23.486936 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fe049520-55a6-461d-bbb8-4418848ca977 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/floatingips/3dbd700f-b28b-43ca-8cba-7431c2293418 HTTP/1.1" status: 200 len: 990 time: 0.1251822 Feb 03 14:59:23.521114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-15780d6b-ab02-4fec-8fa0-5b60679ba069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:23.522647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-15780d6b-ab02-4fec-8fa0-5b60679ba069 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 1127 time: 0.0477242 Feb 03 14:59:23.619557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-2c076221-7d20-4efd-920c-c068bedff2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:23.620956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-2c076221-7d20-4efd-920c-c068bedff2ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 200 len: 897 time: 0.0930605 Feb 03 14:59:23.691355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-013e8cb6-c71f-43a2-b422-661cd57278a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda72773-123e-49e0-a854-b960a0a26428 HTTP/1.1" status: 200 len: 998 time: 0.0632849 Feb 03 14:59:23.701350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:22Z', 'revision_number': 0, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:23.734493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] Checking router: 0e02effa-1489-4059-a5f2-f251cffa47c7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:59:23.743012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-ceb461c0-94ae-4600-a06e-5fa61bd54682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:23.743591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:59:23.744260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:59:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:23.744527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-ceb461c0-94ae-4600-a06e-5fa61bd54682 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b11089-25fa-4944-a531-c857638eb669 HTTP/1.1" status: 200 len: 834 time: 0.0475852 Feb 03 14:59:23.806802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-fa817789-4de2-46ee-ac26-c2367dbecdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:23.808603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-fa817789-4de2-46ee-ac26-c2367dbecdfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0575671 Feb 03 14:59:23.910928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-fd19aa3a-646a-41ca-84ad-b178958450c1 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962808 Feb 03 14:59:24.021586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-877670e8-b8c4-445e-af60-63cfc39f0004 req-c0e7e2b6-81db-46ce-8f56-e2008df7d962 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050916 Feb 03 14:59:24.034195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:59:24.272850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:22Z', 'revision_number': 0, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:59:24.300287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22514963-2c0c-4198-bc8e-8a0074fda81f None None] The sync data for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 is: [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:22Z', 'revision_number': 0, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:59:24.490613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32882) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:24.510409 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2b989-7010-43b9-86c0-0f8deddb9d07 None None] New status for floating IP 3dbd700f-b28b-43ca-8cba-7431c2293418: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:59:24.556334 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-de1f1878-cebf-4e1e-b211-f89e698b680b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/floatingips/3dbd700f-b28b-43ca-8cba-7431c2293418 HTTP/1.1" status: 200 len: 990 time: 0.0642128 Feb 03 14:59:25.117908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:25.560564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32888) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:25.644946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8bad613a-683c-4f1d-8bf5-7f4851531cc9 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/floatingips/3dbd700f-b28b-43ca-8cba-7431c2293418 HTTP/1.1" status: 200 len: 992 time: 0.0829449 Feb 03 14:59:32.187541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-37ad2997-c911-42a7-8f5f-754fe4fb1a18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444560 Feb 03 14:59:32.292564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-f8327ee6-6c04-42bf-bc52-b092ec352f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:32.294069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-f8327ee6-6c04-42bf-bc52-b092ec352f48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1128 time: 0.0461423 Feb 03 14:59:32.422734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-f7af19ea-4b6b-4be6-9033-44d2c1e5cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:32.424342 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-f7af19ea-4b6b-4be6-9033-44d2c1e5cf67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0900784 Feb 03 14:59:32.489003 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-917ae005-efc3-4f80-a436-f79db5b19387 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 1002 time: 0.0576179 Feb 03 14:59:32.541253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-af1e7190-59e3-478d-af50-02cee0a08d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:32.542708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-af1e7190-59e3-478d-af50-02cee0a08d10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0480340 Feb 03 14:59:32.591329 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-6aad6a61-c5c0-46f0-a189-123e633113e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:32.592875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-6aad6a61-c5c0-46f0-a189-123e633113e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444400 Feb 03 14:59:32.603030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-2826d710-4f41-4b9d-aed1-9378655b3ad1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:59:32.604000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-2826d710-4f41-4b9d-aed1-9378655b3ad1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051906 Feb 03 14:59:32.693335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-26c2d757-a7ce-4d33-b7f0-841e62c7cff6 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834208 Feb 03 14:59:32.801981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a28c7c3-0dc5-4d80-bef9-87d7d1be32c7 req-b98868b0-20bb-48b6-876a-a288e5617fc0 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034968 Feb 03 14:59:33.326039 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:59:39.311566 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:45.835890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c82fc3-c9b2-4729-8bf9-62906a51cdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:48.104020 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-170aabb2-f5b0-4802-829a-418c9118835e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:49.743113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:50.816282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:52.173661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32904) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:52.215250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:52.252374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775921e2-d53f-4399-866a-67eddb3b0de7 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:52.253394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775921e2-d53f-4399-866a-67eddb3b0de7 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:52.253916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775921e2-d53f-4399-866a-67eddb3b0de7 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:52.255662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-775921e2-d53f-4399-866a-67eddb3b0de7 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=a4c6f54497cd41f99482e8dead26c2ae&network_id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 200 len: 3072 time: 0.0810075 Feb 03 14:59:55.132336 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:55.563934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32918) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:55.615725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423ba94-4343-4a8e-99be-c40a843ce4b8 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:55.617265 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6423ba94-4343-4a8e-99be-c40a843ce4b8 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545 HTTP/1.1" status: 200 len: 814 time: 0.0522678 Feb 03 14:59:56.740559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32924) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:56.745568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'network': {'name': 'tempest-network-smoke--1277288956', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'port_security_enabled': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:56.764691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:59:56.767901 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:56.795436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 14:59:56.804459 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2e1b4570-9b50-4d44-ae74-293f644d0ab0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:56.804809 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Added segment 2e1b4570-9b50-4d44-ae74-293f644d0ab0 of type vlan for network 8f7865b2-6f86-4eff-a8fb-2123654c7193 Feb 03 14:59:56.842430 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (8f7865b2-6f86-4eff-a8fb-2123654c7193), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:56.867184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (8f7865b2-6f86-4eff-a8fb-2123654c7193), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:56.872037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:56.872651 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:56.908748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670833 Feb 03 14:59:56.914176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32926) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:56.942469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Network': ['ID=8f7865b2-6f86-4eff-a8fb-2123654c7193,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:56.949884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.950241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.950596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.950924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.951262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.951599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.951929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.952263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.952620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.952947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.953274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.953598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.953923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a7e3-9312-428a-b1fe-c815fc168583 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:56.965840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 14:59:56.985527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f9cc2-7c3b-4379-90f5-e002b80c1387 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:56.987055 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cb5f9cc2-7c3b-4379-90f5-e002b80c1387 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a4c6f54497cd41f99482e8dead26c2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0716534 Feb 03 14:59:56.990482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32928) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:57.076316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b3515-9ea9-4d62-9b09-a76ce2c972f0 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:57.077841 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-787b3515-9ea9-4d62-9b09-a76ce2c972f0 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864491 Feb 03 14:59:57.080610 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32930) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:57.111120 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bd21448a-2fbb-4ce2-b3e0-105d14b387b4 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294435 Feb 03 14:59:57.114405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32932) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:57.140213 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-724ead99-2ad3-4b55-9cce-b040fd1ff9e6 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a4c6f54497cd41f99482e8dead26c2ae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0248058 Feb 03 14:59:57.142575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32934) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:57.225983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe811f-766a-47e2-903c-7c245e3c547d tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:57.228472 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-06fe811f-766a-47e2-903c-7c245e3c547d tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840435 Feb 03 14:59:57.230233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:57.256155 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6140c90d-c16f-47ba-9112-9e7492a9ab74 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0249074 Feb 03 14:59:57.258551 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32938) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:57.262987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-302740728', 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:57.348449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:59:57.351653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:57.526991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (48211479-137c-4041-954d-9e8457a51532), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:57.586308 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Subnet': ['ID=48211479-137c-4041-954d-9e8457a51532,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:57.598931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.599224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.599571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.599915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.600257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.600630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.600967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.601301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.601628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.601980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.602309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.602638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.603390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:57.606306 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Checking segment: {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:59:57.606778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network hostable DHCP agents. Network: 8f7865b2-6f86-4eff-a8fb-2123654c7193, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 14:59:57.624029 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 14:59:57.632577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 8f7865b2-6f86-4eff-a8fb-2123654c7193) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:57.636764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:57.637426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:57.643042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc17784-4874-4ff8-82f1-5025a44b1a4d None None] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:59:57.653411 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-81c6c569-7811-4d3f-af1e-3b56f2d0eff1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3939028 Feb 03 14:59:57.745462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-8f7865b2-6f86-4eff-a8fb-2123654c7193', 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ips': [{'subnet_id': '48211479-137c-4041-954d-9e8457a51532'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 14:59:57.746302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:57.881005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Allocated IP 172.20.0.18 (8f7865b2-6f86-4eff-a8fb-2123654c7193/48211479-137c-4041-954d-9e8457a51532/46562815-9ce3-47b4-b304-e80f2d7ff31b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:59:58.001043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:58.005735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8971a7fc-e64e-4367-9a25-741f070f512a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148331713', 'description': 'tempest-secgroup-smoke-1148331713 description', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:58.026517 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8971a7fc-e64e-4367-9a25-741f070f512a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.032792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Publish callbacks [] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.039448 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.088166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:59:58.092079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:59:58.093980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Pushing event updated for resources: {'Port': ['ID=46562815-9ce3-47b4-b304-e80f2d7ff31b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.095203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8971a7fc-e64e-4367-9a25-741f070f512a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (6091c495-7a44-40b5-8c3b-bc174379a53d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.097669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:59:58.099686 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8971a7fc-e64e-4367-9a25-741f070f512a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6091c495-7a44-40b5-8c3b-bc174379a53d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.106395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.106752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.107102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.107443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.107789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.108452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.108452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.108835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.109122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.109460 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.109778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.110105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.110429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:59:58.133293 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8971a7fc-e64e-4367-9a25-741f070f512a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.134464 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8971a7fc-e64e-4367-9a25-741f070f512a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1323550 Feb 03 14:59:58.136474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971a7fc-e64e-4367-9a25-741f070f512a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6091c495-7a44-40b5-8c3b-bc174379a53d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.137617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 32944) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:58.142958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-541fd9a3-c170-4ef2-a4d2-d0b033d94c40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '6091c495-7a44-40b5-8c3b-bc174379a53d', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:58.172168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-541fd9a3-c170-4ef2-a4d2-d0b033d94c40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (12f5fe98-ba23-4498-bef4-ea8587702822), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.173350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Attempting to bind port 46562815-9ce3-47b4-b304-e80f2d7ff31b on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:59:58.173732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Attempting to bind port 46562815-9ce3-47b4-b304-e80f2d7ff31b by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:59:58.174104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Attempting to bind port 46562815-9ce3-47b4-b304-e80f2d7ff31b on network 8f7865b2-6f86-4eff-a8fb-2123654c7193 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:59:58.179175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:59:58.179559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Checking segment: {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:59:58.179964 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.180360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Bound using segment: {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:59:58.180880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Bound port: 46562815-9ce3-47b4-b304-e80f2d7ff31b, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:59:58.181267 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.232473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-541fd9a3-c170-4ef2-a4d2-d0b033d94c40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (12f5fe98-ba23-4498-bef4-ea8587702822), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.236782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-541fd9a3-c170-4ef2-a4d2-d0b033d94c40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (12f5fe98-ba23-4498-bef4-ea8587702822), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.248106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] For port 46562815-9ce3-47b4-b304-e80f2d7ff31b, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:59:58.251298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] For port 46562815-9ce3-47b4-b304-e80f2d7ff31b, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46562815-9ce3-47b4-b304-e80f2d7ff31b,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:59:58.255685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fd9a3-c170-4ef2-a4d2-d0b033d94c40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f5fe98-ba23-4498-bef4-ea8587702822,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.259455 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.264143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-541fd9a3-c170-4ef2-a4d2-d0b033d94c40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.268267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32946) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:58.268454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-541fd9a3-c170-4ef2-a4d2-d0b033d94c40 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289937 Feb 03 14:59:58.273769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b98640d2-6202-4819-9443-3c71e185d280 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '6091c495-7a44-40b5-8c3b-bc174379a53d', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:58.299152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b98640d2-6202-4819-9443-3c71e185d280 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (3f97fecc-c364-4796-9398-0c93ea6aba3d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.344436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec5d1-79d8-4cad-9581-e1e6acfa3c11 None None] Pushing event updated for resources: {'Port': ['ID=46562815-9ce3-47b4-b304-e80f2d7ff31b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.381333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b98640d2-6202-4819-9443-3c71e185d280 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (3f97fecc-c364-4796-9398-0c93ea6aba3d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.385818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b98640d2-6202-4819-9443-3c71e185d280 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (3f97fecc-c364-4796-9398-0c93ea6aba3d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.405206 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98640d2-6202-4819-9443-3c71e185d280 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f97fecc-c364-4796-9398-0c93ea6aba3d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.412674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b98640d2-6202-4819-9443-3c71e185d280 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.416532 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b98640d2-6202-4819-9443-3c71e185d280 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436954 Feb 03 14:59:58.416743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32948) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:58.421080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4509cdb6-6013-4292-ad83-7ad6828b5d6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '6091c495-7a44-40b5-8c3b-bc174379a53d', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:58.446577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4509cdb6-6013-4292-ad83-7ad6828b5d6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (544abbe3-44e4-49ff-a57d-0e70b28cd8e2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.517062 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4509cdb6-6013-4292-ad83-7ad6828b5d6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (544abbe3-44e4-49ff-a57d-0e70b28cd8e2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.521919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4509cdb6-6013-4292-ad83-7ad6828b5d6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (544abbe3-44e4-49ff-a57d-0e70b28cd8e2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.545700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509cdb6-6013-4292-ad83-7ad6828b5d6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544abbe3-44e4-49ff-a57d-0e70b28cd8e2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.555385 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4509cdb6-6013-4292-ad83-7ad6828b5d6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.563786 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4509cdb6-6013-4292-ad83-7ad6828b5d6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436622 Feb 03 14:59:58.563983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32950) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:58.568700 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-40a4a713-0b0c-4e8b-9155-9cf5c5578f32 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '6091c495-7a44-40b5-8c3b-bc174379a53d', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:58.595258 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a4a713-0b0c-4e8b-9155-9cf5c5578f32 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (5f4bf0b2-82db-4db7-b341-9a5b242a710a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.659302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a4a713-0b0c-4e8b-9155-9cf5c5578f32 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (5f4bf0b2-82db-4db7-b341-9a5b242a710a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.664145 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a4a713-0b0c-4e8b-9155-9cf5c5578f32 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (5f4bf0b2-82db-4db7-b341-9a5b242a710a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.688077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4a713-0b0c-4e8b-9155-9cf5c5578f32 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4bf0b2-82db-4db7-b341-9a5b242a710a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.699792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-40a4a713-0b0c-4e8b-9155-9cf5c5578f32 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.701366 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-40a4a713-0b0c-4e8b-9155-9cf5c5578f32 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363897 Feb 03 14:59:58.704224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32952) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:58.710147 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '6091c495-7a44-40b5-8c3b-bc174379a53d', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:58.733998 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Project a4c6f54497cd41f99482e8dead26c2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:59:58.739331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (897e5124-a850-4b57-a5c8-d9f68b388b01), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.800798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (897e5124-a850-4b57-a5c8-d9f68b388b01), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.805481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (897e5124-a850-4b57-a5c8-d9f68b388b01), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.825507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897e5124-a850-4b57-a5c8-d9f68b388b01,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.833535 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.834742 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-41c55e62-32f9-4061-8d8e-e033965f2f0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294005 Feb 03 14:59:58.837566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32954) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:59:58.841976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '6091c495-7a44-40b5-8c3b-bc174379a53d', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:59:58.861242 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Project a4c6f54497cd41f99482e8dead26c2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 14:59:58.868151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (a5e58472-16d2-4701-a624-9ec3c65a6aae), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.929766 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (a5e58472-16d2-4701-a624-9ec3c65a6aae), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.933304 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a5e58472-16d2-4701-a624-9ec3c65a6aae), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.957035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e58472-16d2-4701-a624-9ec3c65a6aae,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:58.966203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:58.969434 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-778c1156-14f0-4874-b8fb-a9d6df1f3b6e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291547 Feb 03 14:59:59.162143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-fc5537b0-8c4e-44f1-a6c3-8560fcd9f963 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148331713&fields=id&tenant_id=a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 267 time: 0.0538142 Feb 03 14:59:59.245416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46562815-9ce3-47b4-b304-e80f2d7ff31b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:59:59.296248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-dd97d388-c8cd-4335-a8be-9b856a1fdca6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:59:59.297073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 46562815-9ce3-47b4-b304-e80f2d7ff31b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:59.297529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:59.297771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-dd97d388-c8cd-4335-a8be-9b856a1fdca6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/networks?id=8f7865b2-6f86-4eff-a8fb-2123654c7193 HTTP/1.1" status: 200 len: 797 time: 0.1277356 Feb 03 14:59:59.313383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-3c89a0ca-fd98-4f82-bd66-6a145d95e13e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/quotas/a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 375 time: 0.0094497 Feb 03 14:59:59.349658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9fd87c-dcc8-47cc-83e5-55caad6d570c None None] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:59:59.380571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-b62c0d6b-4b3b-4eb9-bbb3-b0191328a16b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0565712 Feb 03 14:59:59.441337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 46562815-9ce3-47b4-b304-e80f2d7ff31b is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:59.441721 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:59.464358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f3b5a5db-fe36-4808-930d-7ba6cb10f75b None None] Provisioning complete for port 46562815-9ce3-47b4-b304-e80f2d7ff31b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:59.464674 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3b5a5db-fe36-4808-930d-7ba6cb10f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:59.480795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-913fe409-96ff-4eb0-9b94-d3cfb0685e1c service neutron] 10.222.0.52 "GET /v2.0/networks/8f7865b2-6f86-4eff-a8fb-2123654c7193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875192 Feb 03 14:59:59.520798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 46562815-9ce3-47b4-b304-e80f2d7ff31b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46562815-9ce3-47b4-b304-e80f2d7ff31b,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:59:59.527445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:59.575327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-ebf27658-7a21-4849-b54c-529b74ef38f7 service neutron] 10.222.0.52 "GET /v2.0/networks/8f7865b2-6f86-4eff-a8fb-2123654c7193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881364 Feb 03 14:59:59.624703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=46562815-9ce3-47b4-b304-e80f2d7ff31b,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:59:59.642663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5a5db-fe36-4808-930d-7ba6cb10f75b None None] Current status of the port 46562815-9ce3-47b4-b304-e80f2d7ff31b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:59:59.765653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f94b0467-8db8-4de6-bf31-aa30ade40e26 req-ef848a6d-cd03-4fe9-baf1-a125d7d96dc1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 210 time: 0.0313020 Feb 03 14:59:59.863664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a4fd7cd9-914d-485c-a764-14cf1d0aad20 None None] Provisioning complete for port 46562815-9ce3-47b4-b304-e80f2d7ff31b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:59:59.864042 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4fd7cd9-914d-485c-a764-14cf1d0aad20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:59:59.950137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd7cd9-914d-485c-a764-14cf1d0aad20 None None] Current status of the port 46562815-9ce3-47b4-b304-e80f2d7ff31b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:00:00.744517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-b469ac02-bd3c-4902-bcc8-7c79be2c0637 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:00.746147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-b469ac02-bd3c-4902-bcc8-7c79be2c0637 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "GET /v2.0/networks?id=8f7865b2-6f86-4eff-a8fb-2123654c7193 HTTP/1.1" status: 200 len: 797 time: 0.1161697 Feb 03 15:00:00.860950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0e02d17e-c999-4b9a-a836-668b6e029333 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 472 time: 0.0902436 Feb 03 15:00:00.876982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fbaaf2b-41f6-4c3f-a484-0d2f7a159cf3 req-e0fb6c1d-ccf1-4416-b096-a8549a8954c0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 210 time: 0.0326583 Feb 03 15:00:00.882244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'port': {'device_id': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193', 'admin_state_up': True, 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'security_groups': ['6091c495-7a44-40b5-8c3b-bc174379a53d']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:00:00.995054 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:00:00.998317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.120318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.20.0.23 (8f7865b2-6f86-4eff-a8fb-2123654c7193/48211479-137c-4041-954d-9e8457a51532/d3d2b4f5-23f9-4482-a9b2-c9d3ca810075) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:00:01.178826 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46562815-9ce3-47b4-b304-e80f2d7ff31b up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:00:01.227134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 46562815-9ce3-47b4-b304-e80f2d7ff31b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:01.228129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.261912 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.299285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.312202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 46562815-9ce3-47b4-b304-e80f2d7ff31b is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:00:01.343751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:00:01.346728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:00:01.350809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:00:01.357293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:01.402741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:01.403407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.421241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-0539cbb3-3cb5-47ae-9830-3eb764f842b8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5432551 Feb 03 15:00:01.437967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Request body: {'port': {'device_id': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:00:01.508376 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.580324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-270efe44-4b25-4573-a8ba-8169dc2fd47f None None] Provisioning complete for port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:01.580755 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-270efe44-4b25-4573-a8ba-8169dc2fd47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.614718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-270efe44-4b25-4573-a8ba-8169dc2fd47f None None] Port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:00:01.770077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:00:01.777473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Publish callbacks [] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.789909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Transition to ACTIVE for port object d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:00:01.794168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:01.845562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Pushing event updated for resources: {'Port': ['ID=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:01.942985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Attempting to bind port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:00:01.943326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Attempting to bind port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:00:01.943660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Attempting to bind port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 on network 8f7865b2-6f86-4eff-a8fb-2123654c7193 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:00:01.948859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 on network 8f7865b2-6f86-4eff-a8fb-2123654c7193 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:00:01.949191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Attempting to bind port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 on network 8f7865b2-6f86-4eff-a8fb-2123654c7193 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:00:01.954845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:00:01.955193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Checking segment: {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:00:01.955586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Bound using segment: {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:00:01.956020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Bound port: d3d2b4f5-23f9-4482-a9b2-c9d3ca810075, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:00:01.956981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:02.055760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ab538-81c8-40a9-a095-9f550c26e95a req-d3020254-4d1e-48a1-a761-2871dead392c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:02.057309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f0ab538-81c8-40a9-a095-9f550c26e95a req-d3020254-4d1e-48a1-a761-2871dead392c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 944 time: 0.0979233 Feb 03 15:00:02.086390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] For port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:00:02.107805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] For port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:00:02.123081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:02.163502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f0ab538-81c8-40a9-a095-9f550c26e95a req-bb083cd7-9760-4548-b183-0a744ddcaec7 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002169 Feb 03 15:00:02.178980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:02.179731 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:02.187320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] 10.222.0.71 "PUT /v2.0/ports/d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 HTTP/1.1" status: 200 len: 1092 time: 0.7474890 Feb 03 15:00:02.187320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'tag': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:02.187320 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5094f6e7-1f3e-46a1-8715-f673e478c46a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe3a844-f5bc-4f55-a491-7da88eda5292", "tag": "d3d2b4f5-23f9-4482-a9b2-c9d3ca810075"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:02.215372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a8b99-83bc-44d9-a0e0-17da3ee8fbba service neutron] Pushing event updated for resources: {'Port': ['ID=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:02.230533 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ecd194-39c2-446e-8ee5-0e729b201264 x-openstack-request-id: req-a0ecd194-39c2-446e-8ee5-0e729b201264 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:02.230533 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe3a844-f5bc-4f55-a491-7da88eda5292", "tag": "d3d2b4f5-23f9-4482-a9b2-c9d3ca810075", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:02.230724 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0ecd194-39c2-446e-8ee5-0e729b201264 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:02.231015 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'tag': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075', 'status': 'completed', 'code': 200} Feb 03 15:00:02.295040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-11ccaf6f-b7eb-41e9-9228-4043185d41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:02.296806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-11ccaf6f-b7eb-41e9-9228-4043185d41f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 1126 time: 0.0525289 Feb 03 15:00:02.349774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-e4be6928-4777-4f65-bd6a-2a93f89a1c3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 HTTP/1.1" status: 200 len: 217 time: 0.0404544 Feb 03 15:00:02.410195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-1d50b77e-3014-4f98-b88e-e25b464b4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:02.411696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-1d50b77e-3014-4f98-b88e-e25b464b4b50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=48211479-137c-4041-954d-9e8457a51532 HTTP/1.1" status: 200 len: 837 time: 0.0537934 Feb 03 15:00:02.474010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-f9566b49-d338-4c14-bb06-5a19616ccea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:02.475536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-f9566b49-d338-4c14-bb06-5a19616ccea5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f7865b2-6f86-4eff-a8fb-2123654c7193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571418 Feb 03 15:00:02.571970 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-3e403d74-e3cd-431a-9d7d-10e7832e9470 service neutron] 10.222.0.71 "GET /v2.0/networks/8f7865b2-6f86-4eff-a8fb-2123654c7193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895879 Feb 03 15:00:02.663361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbbc559-9998-450f-ab95-7adb027ed4ad req-4d3cc9bc-9288-4fe8-a2b6-db0deb0ae18b service neutron] 10.222.0.71 "GET /v2.0/networks/8f7865b2-6f86-4eff-a8fb-2123654c7193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856400 Feb 03 15:00:03.143131 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-a05ea12d-b390-4370-96bf-f6f4641e6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:03.145715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-a05ea12d-b390-4370-96bf-f6f4641e6917 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 1126 time: 0.3867514 Feb 03 15:00:03.235325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-bc8466c6-bf74-4c71-90fc-b0f72b5ddbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:03.236830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-bc8466c6-bf74-4c71-90fc-b0f72b5ddbe4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f7865b2-6f86-4eff-a8fb-2123654c7193 HTTP/1.1" status: 200 len: 898 time: 0.0856519 Feb 03 15:00:03.303233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-d6149baf-8086-4241-b3f9-954796f11571 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 HTTP/1.1" status: 200 len: 217 time: 0.0604534 Feb 03 15:00:03.360269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9095ee4-e6d4-4b19-b2c1-eb505c4bcbd5 req-247aaf7d-e1a3-4172-8914-8c6e9c39d4c0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:03.361784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9095ee4-e6d4-4b19-b2c1-eb505c4bcbd5 req-247aaf7d-e1a3-4172-8914-8c6e9c39d4c0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 944 time: 0.1179841 Feb 03 15:00:03.367278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-c96f5ed1-a65f-416d-8696-e1cea63e10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:03.368587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-c96f5ed1-a65f-416d-8696-e1cea63e10f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=48211479-137c-4041-954d-9e8457a51532 HTTP/1.1" status: 200 len: 837 time: 0.0587938 Feb 03 15:00:03.444609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9095ee4-e6d4-4b19-b2c1-eb505c4bcbd5 req-b4aa57b0-7a84-4fcc-a194-69f4bc2fdf65 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750182 Feb 03 15:00:03.452517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-00240e72-39b3-4acd-aa30-d951944697d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:03.454924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-00240e72-39b3-4acd-aa30-d951944697d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f7865b2-6f86-4eff-a8fb-2123654c7193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0789323 Feb 03 15:00:03.546279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-85fe576a-4736-4188-938d-2d790619565c service neutron] 10.222.0.71 "GET /v2.0/networks/8f7865b2-6f86-4eff-a8fb-2123654c7193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850208 Feb 03 15:00:03.637527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5094f6e7-1f3e-46a1-8715-f673e478c46a req-92a9f971-2682-461e-b717-e6cf0a2eafbf service neutron] 10.222.0.71 "GET /v2.0/networks/8f7865b2-6f86-4eff-a8fb-2123654c7193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Feb 03 15:00:04.568697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491e810-05b1-4908-a567-84d9a9589365 req-c5ccae20-acd7-4bf1-a168-518aba633429 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:04.570173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1491e810-05b1-4908-a567-84d9a9589365 req-c5ccae20-acd7-4bf1-a168-518aba633429 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 944 time: 0.0557032 Feb 03 15:00:04.618025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1491e810-05b1-4908-a567-84d9a9589365 req-77c001ac-e5e0-4cb8-b3be-8b811a4f3da4 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Feb 03 15:00:05.735272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af9255-ced2-4057-894e-e4c4b6108c57 req-9af7d832-c2c4-44fb-9c2e-dbbb3c295dbb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:05.736815 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12af9255-ced2-4057-894e-e4c4b6108c57 req-9af7d832-c2c4-44fb-9c2e-dbbb3c295dbb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 944 time: 0.0525091 Feb 03 15:00:05.790535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-12af9255-ced2-4057-894e-e4c4b6108c57 req-0d043ef1-f5b5-45b0-b225-1832e9d7aa67 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 Feb 03 15:00:06.474937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:00:06.572176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:06.582144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075', 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193', 'port_id': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075', 'mac_address': 'fa:16:3e:ba:e7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48211479-137c-4041-954d-9e8457a51532', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:00:06.618720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:00:06.619107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:06.631354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:00:06.649480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:06.653424 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:06.699454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:06.914667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eada0-cc55-4848-957b-eeac90b30395 req-bc1cdb4c-49a9-4ca0-93a9-687b7290b717 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:06.916143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-841eada0-cc55-4848-957b-eeac90b30395 req-bc1cdb4c-49a9-4ca0-93a9-687b7290b717 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 945 time: 0.0556493 Feb 03 15:00:06.963063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-841eada0-cc55-4848-957b-eeac90b30395 req-e4d77ae0-a7d2-49b8-bc45-60528832f0be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412045 Feb 03 15:00:07.157138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['d3d2b4f5-23f9-4482-a9b2-c9d3ca810075'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:00:07.256282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 32994) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:07.413024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 57f133a7-41d2-4249-946d-d9f46dca1efe {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:07.413290 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:07.804815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:07.805152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (57f133a7-41d2-4249-946d-d9f46dca1efe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:07.817380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 57f133a7-41d2-4249-946d-d9f46dca1efe owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:07.967234 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (57f133a7-41d2-4249-946d-d9f46dca1efe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:07.992561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=57f133a7-41d2-4249-946d-d9f46dca1efe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:08.056318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (0aa10f68-e361-41ac-b7ac-0a9586c90bef), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:08.056687 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Floating IP 0aa10f68-e361-41ac-b7ac-0a9586c90bef disassociated (deleted). External IP: 172.25.0.15, port: ce598b68-d6c0-42ab-b762-a1629f926ac4. Feb 03 15:00:08.251604 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54999351-4e7b-4052-a108-1143cf714aa4 req-efe4b7a8-cf83-4d2f-8eea-e4166e236edd tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:08.253661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54999351-4e7b-4052-a108-1143cf714aa4 req-efe4b7a8-cf83-4d2f-8eea-e4166e236edd tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 945 time: 0.2171803 Feb 03 15:00:08.269476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:00:08.302816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54999351-4e7b-4052-a108-1143cf714aa4 req-24a10320-9664-42d8-ade1-77b35a070ee7 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Feb 03 15:00:08.380918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:00:08.385608 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:08.390190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:00:08.399920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:08.400550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:59:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:08.419126 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-98ab728d-9e43-400a-b19c-eab818159a4e tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "DELETE /v2.0/floatingips/0aa10f68-e361-41ac-b7ac-0a9586c90bef HTTP/1.1" status: 204 len: 168 time: 1.1616936 Feb 03 15:00:08.419833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:08.422208 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cae4780-10b9-4794-8152-64a6f7ce14b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:08.484338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:00:08.565332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:08.579455 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a786f9d-09e4-464e-9ddd-b02a0b371fe0 x-openstack-request-id: req-6a786f9d-09e4-464e-9ddd-b02a0b371fe0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:08.579900 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:08.580213 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a786f9d-09e4-464e-9ddd-b02a0b371fe0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:08.580746 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'status': 'completed', 'code': 200} Feb 03 15:00:08.610367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:00:08.620262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:08.620655 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:08.706274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-db9e6c45-d4da-45be-a117-c6d7fd372105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:08.707917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-db9e6c45-d4da-45be-a117-c6d7fd372105 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 1128 time: 0.0727866 Feb 03 15:00:08.715628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6bc7a-13db-4076-bd28-6ac51eb5d267 req-e8eceeab-c1fe-4fff-a15d-1732cdd76d09 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:08.717063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7e6bc7a-13db-4076-bd28-6ac51eb5d267 req-e8eceeab-c1fe-4fff-a15d-1732cdd76d09 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0932391 Feb 03 15:00:08.804159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:00:08.804590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:08.827448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7e6bc7a-13db-4076-bd28-6ac51eb5d267 req-af0250c8-8eb1-4784-95f4-41ae490273c0 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011491 Feb 03 15:00:08.841416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:08.843845 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3119b6c1-5b0e-48ce-8fac-156587d4d766" -d '{"events": [{"server_uuid": "fbe3a844-f5bc-4f55-a491-7da88eda5292", "name": "network-vif-plugged", "status": "completed", "tag": "d3d2b4f5-23f9-4482-a9b2-c9d3ca810075"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:08.848092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-1be71362-ee25-4cb7-8d4b-9347dc201eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:08.849596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-1be71362-ee25-4cb7-8d4b-9347dc201eeb service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.1316977 Feb 03 15:00:08.876107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:08.884139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:08.893965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-ae7f9dee-ec03-4c6c-a818-0896f1c9931e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4 HTTP/1.1" status: 200 len: 217 time: 0.0375326 Feb 03 15:00:08.911663 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c5a493-231c-4a9a-873d-83fa19e25885 x-openstack-request-id: req-04c5a493-231c-4a9a-873d-83fa19e25885 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:08.911957 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe3a844-f5bc-4f55-a491-7da88eda5292", "name": "network-vif-plugged", "status": "completed", "tag": "d3d2b4f5-23f9-4482-a9b2-c9d3ca810075", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:08.912211 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04c5a493-231c-4a9a-873d-83fa19e25885 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:08.912629 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075', 'code': 200} Feb 03 15:00:08.944471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:08.948977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-5dd1ab10-3ab5-47a7-9005-ca1df631daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:08.950574 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-5dd1ab10-3ab5-47a7-9005-ca1df631daeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0492127 Feb 03 15:00:08.952590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:27Z', 'revision_number': 1, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:08.990320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:00:09.000594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:09.001288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:59:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:09.007600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-4d09d09f-e871-479f-8ee1-477e34d12225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:09.009181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-4d09d09f-e871-479f-8ee1-477e34d12225 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520763 Feb 03 15:00:09.061539 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c914-2ec1-4dd5-946e-1461c985004e req-bbdd1cda-4629-4e6e-9557-30215b78cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:09.063110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2686c914-2ec1-4dd5-946e-1461c985004e req-bbdd1cda-4629-4e6e-9557-30215b78cd93 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 1128 time: 0.0459867 Feb 03 15:00:09.105778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-37e06933-8b1f-4995-8a3e-73b021408458 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883565 Feb 03 15:00:09.111010 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2686c914-2ec1-4dd5-946e-1461c985004e req-814b90a6-963c-493d-8df2-8e0fc70176dd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 Feb 03 15:00:09.205237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cae4780-10b9-4794-8152-64a6f7ce14b4 req-e7069634-5970-4487-86ab-4b783f9325a3 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928457 Feb 03 15:00:09.281018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:09.366559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:09.425255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a1dc-5e80-4835-acbf-94b7fec104b5 req-07b78c2c-b2f3-4fd1-a1f9-b91264ef963a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:09.426749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f415a1dc-5e80-4835-acbf-94b7fec104b5 req-07b78c2c-b2f3-4fd1-a1f9-b91264ef963a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 946 time: 0.0537133 Feb 03 15:00:09.480311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f415a1dc-5e80-4835-acbf-94b7fec104b5 req-20ee34ed-09cf-489e-9105-901659669f88 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Feb 03 15:00:09.520195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:27Z', 'revision_number': 1, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:09.549543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73ba45-9124-44f4-8914-f8e8f795598a None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '426c623f-f1f5-4b74-961e-ff88351200c6', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'port_id': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'mac_address': 'fa:16:3e:1f:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624b3287-0439-4b80-902d-3cc2c6c56224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:56:24Z', 'updated_at': '2022-02-03T14:56:27Z', 'revision_number': 1, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:00:09.767513 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff3720e-281c-48ce-a27e-95e42f6beda4 None None] New status for floating IP 0aa10f68-e361-41ac-b7ac-0a9586c90bef: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:00:09.946932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2f636-0b4a-43d3-b3c0-9c054865132e req-8c8bbef9-0187-446b-bfd3-e247b3d93356 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:09.948323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bd2f636-0b4a-43d3-b3c0-9c054865132e req-8c8bbef9-0187-446b-bfd3-e247b3d93356 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0520463 Feb 03 15:00:10.000836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bd2f636-0b4a-43d3-b3c0-9c054865132e req-ce0c51bc-ad95-4629-86d0-06f9ab140c3c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468590 Feb 03 15:00:10.324760 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:00:10.600700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb3d14-08a6-4350-b01f-e738d78d7e33 req-5b200e80-10c4-41d5-9224-490b1849656b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:10.602237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ffcb3d14-08a6-4350-b01f-e738d78d7e33 req-5b200e80-10c4-41d5-9224-490b1849656b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 946 time: 0.0542433 Feb 03 15:00:10.652752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ffcb3d14-08a6-4350-b01f-e738d78d7e33 req-dfb5affc-0083-48b7-a9d0-6f1cf29973db tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449045 Feb 03 15:00:10.928514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-b6429976-250f-4a91-911c-2d0907c37c27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:10.929895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-b6429976-250f-4a91-911c-2d0907c37c27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0526295 Feb 03 15:00:11.026477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port ce598b68-d6c0-42ab-b762-a1629f926ac4 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:11.026826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:11.151056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] For port ce598b68-d6c0-42ab-b762-a1629f926ac4, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ce598b68-d6c0-42ab-b762-a1629f926ac4,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:11.151420 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:11.166798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for ce598b68-d6c0-42ab-b762-a1629f926ac4 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:11.179909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4ffb-3819-4888-8008-230d05c9826b req-c7a2c1ad-dd72-4602-9b67-c22e6ca1bb03 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:11.181356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8eb4ffb-3819-4888-8008-230d05c9826b req-c7a2c1ad-dd72-4602-9b67-c22e6ca1bb03 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 946 time: 0.0996094 Feb 03 15:00:11.275220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8eb4ffb-3819-4888-8008-230d05c9826b req-95301a4f-2885-4a31-9ecd-5ab4f4155fa4 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875952 Feb 03 15:00:11.342163 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ce598b68-d6c0-42ab-b762-a1629f926ac4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:11.370984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=ce598b68-d6c0-42ab-b762-a1629f926ac4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:11.415466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] No DVR routers for this DVR port ce598b68-d6c0-42ab-b762-a1629f926ac4 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:11.418191 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:11.421573 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-470b6a4a-70a9-41dc-a426-9ba606c06220 req-a956f007-ef50-4488-90f0-df3195c2a341 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "DELETE /v2.0/ports/ce598b68-d6c0-42ab-b762-a1629f926ac4 HTTP/1.1" status: 204 len: 173 time: 0.4855528 Feb 03 15:00:11.422025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'name': 'network-vif-deleted', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:11.424271 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba48fd2e-f2cb-40c9-9a10-ea5d51b3c1e1" -d '{"events": [{"server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "name": "network-vif-deleted", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:11.460819 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ad2a4a-9d82-490e-8b11-a3c65854a748 x-openstack-request-id: req-49ad2a4a-9d82-490e-8b11-a3c65854a748 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:11.461119 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c160e158-1345-4b25-8656-9cf5dc3663ff", "name": "network-vif-deleted", "tag": "ce598b68-d6c0-42ab-b762-a1629f926ac4", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:11.461369 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49ad2a4a-9d82-490e-8b11-a3c65854a748 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:11.461773 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c160e158-1345-4b25-8656-9cf5dc3663ff', 'name': 'network-vif-deleted', 'tag': 'ce598b68-d6c0-42ab-b762-a1629f926ac4', 'status': 'completed', 'code': 200} Feb 03 15:00:11.782810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1fcbd-c407-4ef3-a1d0-22ee1459fa5e req-a8c737b2-1cc9-4afb-b344-559c23434b1c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:11.784370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aa1fcbd-c407-4ef3-a1d0-22ee1459fa5e req-a8c737b2-1cc9-4afb-b344-559c23434b1c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 946 time: 0.0564046 Feb 03 15:00:11.844900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aa1fcbd-c407-4ef3-a1d0-22ee1459fa5e req-3b6489ff-1306-49fc-bb33-9debe025045b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537436 Feb 03 15:00:11.964804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25eed0-0bc8-4735-b4e7-902994498a0a req-bf741b82-5403-406c-b96b-e669f10555c7 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:11.966153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac25eed0-0bc8-4735-b4e7-902994498a0a req-bf741b82-5403-406c-b96b-e669f10555c7 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 946 time: 0.0530181 Feb 03 15:00:12.014269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac25eed0-0bc8-4735-b4e7-902994498a0a req-1245d28f-71e3-4eeb-8a37-8e2473fb2f53 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Feb 03 15:00:12.372019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2cd66412-f748-4129-9ff6-14c0b3ef87f9 req-988105af-cf98-45a1-b765-9ffcf9abf736 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0273159 Feb 03 15:00:13.474651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a412fae0-97a2-438f-94ac-bfb10485f22c req-ff0a8193-6a1f-4873-b172-b1bf64bae610 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0350473 Feb 03 15:00:13.492278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33032) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:13.944609 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:14.233469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.20.0.17 (8f7865b2-6f86-4eff-a8fb-2123654c7193/48211479-137c-4041-954d-9e8457a51532/db97a1cc-5601-475e-bff4-b709ab70c5b4) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:00:14.342131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:14.375873 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:14.422914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:00:14.425951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:00:14.429638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:00:14.453707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=db97a1cc-5601-475e-bff4-b709ab70c5b4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:14.478771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:14.523030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ce598b68-d6c0-42ab-b762-a1629f926ac4 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:14.569383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: ce598b68-d6c0-42ab-b762-a1629f926ac4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:14.570619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ce598b68-d6c0-42ab-b762-a1629f926ac4 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:14.622175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cbcca12-70e9-4e3b-88dc-d9f87ba8e125 req-cc4d4150-fdc6-49ae-b212-55b1172c04e8 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0348771 Feb 03 15:00:14.675994 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:14.765363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9be5bef7-194b-43ca-a1f6-1fa1e93d2373 None None] Provisioning complete for port db97a1cc-5601-475e-bff4-b709ab70c5b4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:14.765655 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9be5bef7-194b-43ca-a1f6-1fa1e93d2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:14.803879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9be5bef7-194b-43ca-a1f6-1fa1e93d2373 None None] Port db97a1cc-5601-475e-bff4-b709ab70c5b4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:00:14.971464 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:14.976739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:15.048599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=db97a1cc-5601-475e-bff4-b709ab70c5b4,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:15.050852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:15.149725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:00:15.151162 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:00:15.278909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router 0e02effa-1489-4059-a5f2-f251cffa47c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:00:15.405864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:00:15.415257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Sync routers for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:00:15.416948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-962e8f05-8814-4296-b07d-d9cff656c68c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "PUT /v2.0/routers/0e02effa-1489-4059-a5f2-f251cffa47c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9233479 Feb 03 15:00:15.438472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:15.438999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:59:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:15.476963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-df18ae37-38dc-4c88-aa4c-36934c192d30 None None] Provisioning complete for port db97a1cc-5601-475e-bff4-b709ab70c5b4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:15.477344 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df18ae37-38dc-4c88-aa4c-36934c192d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:15.549518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-df18ae37-38dc-4c88-aa4c-36934c192d30 None None] Port db97a1cc-5601-475e-bff4-b709ab70c5b4 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:00:15.580958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:15.729904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7594a8b9-beca-4f78-b7cb-b586d2ccbc75 req-e605a673-2c47-436d-b829-cf83d24888cf tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0317202 Feb 03 15:00:15.843111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:14Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:24Z', 'revision_number': 1, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db97a1cc-5601-475e-bff4-b709ab70c5b4', 'name': '', 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:2b:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '48211479-137c-4041-954d-9e8457a51532', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:00:14Z', 'updated_at': '2022-02-03T15:00:14Z', 'revision_number': 2, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '48211479-137c-4041-954d-9e8457a51532', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:15.846142 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40120c9a-a3b8-4692-ae78-fb3eaeee333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:15.877137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Checking router: 0e02effa-1489-4059-a5f2-f251cffa47c7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:00:15.877510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Updating router 0e02effa-1489-4059-a5f2-f251cffa47c7 port db97a1cc-5601-475e-bff4-b709ab70c5b4 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:00:15.906188 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.184040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Publish callbacks [] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.189274 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.283694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4a8bf-8d75-4049-9043-cb91e437f0b5 None None] Pushing event updated for resources: {'Port': ['ID=db97a1cc-5601-475e-bff4-b709ab70c5b4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:16.296613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Attempting to bind port db97a1cc-5601-475e-bff4-b709ab70c5b4 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:00:16.296993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Attempting to bind port db97a1cc-5601-475e-bff4-b709ab70c5b4 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:00:16.297362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Attempting to bind port db97a1cc-5601-475e-bff4-b709ab70c5b4 on network 8f7865b2-6f86-4eff-a8fb-2123654c7193 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:00:16.303691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:00:16.304078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Checking segment: {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:00:16.304583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.304989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Bound using segment: {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:00:16.305472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Bound port: db97a1cc-5601-475e-bff4-b709ab70c5b4, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1b4570-9b50-4d44-ae74-293f644d0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:00:16.305857 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.381009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] For port db97a1cc-5601-475e-bff4-b709ab70c5b4, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:00:16.384554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] For port db97a1cc-5601-475e-bff4-b709ab70c5b4, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=db97a1cc-5601-475e-bff4-b709ab70c5b4,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:00:16.391809 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.459888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:16.460548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T14:59:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:16.500923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4a8bf-8d75-4049-9043-cb91e437f0b5 None None] Pushing event updated for resources: {'Port': ['ID=db97a1cc-5601-475e-bff4-b709ab70c5b4,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:16.528521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-93aba37e-4e59-449a-bb4c-aa580c54aa66 None None] Provisioning complete for port db97a1cc-5601-475e-bff4-b709ab70c5b4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:16.528521 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93aba37e-4e59-449a-bb4c-aa580c54aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.616890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:16.727528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-93aba37e-4e59-449a-bb4c-aa580c54aa66 None None] Current status of the port db97a1cc-5601-475e-bff4-b709ab70c5b4 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:00:16.727917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93aba37e-4e59-449a-bb4c-aa580c54aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.786809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-93aba37e-4e59-449a-bb4c-aa580c54aa66 None None] For port db97a1cc-5601-475e-bff4-b709ab70c5b4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=db97a1cc-5601-475e-bff4-b709ab70c5b4,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:16.792246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93aba37e-4e59-449a-bb4c-aa580c54aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:16.840449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fad75f4d-f7c2-4ed1-a60f-6fe48a05c5ce req-ca28dd1b-47e0-4e32-979f-5daf6efce572 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0289214 Feb 03 15:00:16.885793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aba37e-4e59-449a-bb4c-aa580c54aa66 None None] Pushing event updated for resources: {'Port': ['ID=db97a1cc-5601-475e-bff4-b709ab70c5b4,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:16.941167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-199de303-1456-42e5-b0a7-c23343a91030 None None] Provisioning complete for port db97a1cc-5601-475e-bff4-b709ab70c5b4 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:16.941167 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-199de303-1456-42e5-b0a7-c23343a91030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:17.002579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-90614488-a542-4e8d-bc8a-076692146813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:14Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:24Z', 'revision_number': 1, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db97a1cc-5601-475e-bff4-b709ab70c5b4', 'name': '', 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:2b:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '48211479-137c-4041-954d-9e8457a51532', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:00:14Z', 'updated_at': '2022-02-03T15:00:16Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '48211479-137c-4041-954d-9e8457a51532', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:17.040910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90614488-a542-4e8d-bc8a-076692146813 None None] The sync data for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 is: [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:14Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:24Z', 'revision_number': 1, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db97a1cc-5601-475e-bff4-b709ab70c5b4', 'name': '', 'network_id': '8f7865b2-6f86-4eff-a8fb-2123654c7193', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:2b:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '48211479-137c-4041-954d-9e8457a51532', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:00:14Z', 'updated_at': '2022-02-03T15:00:16Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '48211479-137c-4041-954d-9e8457a51532', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:00:17.079812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-199de303-1456-42e5-b0a7-c23343a91030 None None] Current status of the port db97a1cc-5601-475e-bff4-b709ab70c5b4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:00:17.294468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device db97a1cc-5601-475e-bff4-b709ab70c5b4 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:00:17.353678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port db97a1cc-5601-475e-bff4-b709ab70c5b4 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:00:17.354160 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:17.448065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port db97a1cc-5601-475e-bff4-b709ab70c5b4 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:00:17.946553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f5b75c1f-2173-4c14-b819-6d7b4608f095 req-c51369e6-149c-408e-8a08-270c3e6fe8ec tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0311251 Feb 03 15:00:18.108039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c3322dc9-bd9c-4d99-be70-cbd3a9e9c9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:18.605237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-bd0dea42-40fc-488d-9043-15b46561be2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473509 Feb 03 15:00:18.692451 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-14d04c9a-74dd-4048-b109-376fa79d9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:18.694186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-14d04c9a-74dd-4048-b109-376fa79d9cde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 1127 time: 0.0486028 Feb 03 15:00:18.797628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-48517bb1-c270-420c-9913-a6cdd27c8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:18.799094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-48517bb1-c270-420c-9913-a6cdd27c8b67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 200 len: 897 time: 0.0860672 Feb 03 15:00:18.867675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-03a602e3-c9a0-4d62-acae-01fa4692d455 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda72773-123e-49e0-a854-b960a0a26428 HTTP/1.1" status: 200 len: 1000 time: 0.0625463 Feb 03 15:00:18.916147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-0cac3faf-54b2-4009-a627-83e354b4bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:18.917647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-0cac3faf-54b2-4009-a627-83e354b4bee7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b11089-25fa-4944-a531-c857638eb669 HTTP/1.1" status: 200 len: 834 time: 0.0441225 Feb 03 15:00:18.968248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-a99a21b2-9305-4266-b6f5-b43b1bf33efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:18.970128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-a99a21b2-9305-4266-b6f5-b43b1bf33efe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468214 Feb 03 15:00:19.077334 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a27bf629-35ba-419e-9f02-13b00705892b req-8a5d01e5-d452-4fd0-8625-321858c0184c tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0338609 Feb 03 15:00:19.102374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-9e8c6452-e7ac-4e07-80d5-f61cc5322739 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257651 Feb 03 15:00:19.200070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e401dcc7-66f2-4955-a090-f98ad1c8ffdb req-47bc24d1-7bb1-4e36-990e-18c33a558c76 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920329 Feb 03 15:00:19.756606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:20.184300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-327b3f31-97e1-4b41-baf2-c23751de6fab req-01fb51c1-9e65-4fce-81c7-bea577b88335 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=c160e158-1345-4b25-8656-9cf5dc3663ff HTTP/1.1" status: 200 len: 210 time: 0.0282607 Feb 03 15:00:20.819673 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:22.221035 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:25.132771 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:29.728965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33092) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:29.903207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port f705ee74-2891-48bd-abe9-ed6c82f6e77c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:29.903554 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:29.982057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:29.982389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (f705ee74-2891-48bd-abe9-ed6c82f6e77c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:29.994668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for f705ee74-2891-48bd-abe9-ed6c82f6e77c owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:30.156363 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f705ee74-2891-48bd-abe9-ed6c82f6e77c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:30.184502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=f705ee74-2891-48bd-abe9-ed6c82f6e77c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:30.263602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (426c623f-f1f5-4b74-961e-ff88351200c6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:30.264125 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Floating IP 426c623f-f1f5-4b74-961e-ff88351200c6 disassociated (deleted). External IP: 172.25.0.203, port: 9b694f9d-9bb4-4d80-aa13-fd3c22c15414. Feb 03 15:00:30.510262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:00:30.959696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:00:30.964379 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:30.969726 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:00:30.979979 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:30.980615 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:30.993840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-22485a87-4471-4f0e-928c-3134c27ec903 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "DELETE /v2.0/floatingips/426c623f-f1f5-4b74-961e-ff88351200c6 HTTP/1.1" status: 204 len: 168 time: 1.2637300 Feb 03 15:00:30.995361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:30.997830 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76" -d '{"events": [{"name": "network-changed", "server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:31.160394 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38606900-de1d-420b-be2f-73700991960d x-openstack-request-id: req-38606900-de1d-420b-be2f-73700991960d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:31.160808 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:31.161030 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38606900-de1d-420b-be2f-73700991960d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:31.161463 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'status': 'completed', 'code': 200} Feb 03 15:00:31.197031 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:31.273687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806277ba-bbe4-4afb-8bd7-31e581624dd3 req-e89f9556-48b4-48da-aee0-fffd48090037 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:31.275336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-806277ba-bbe4-4afb-8bd7-31e581624dd3 req-e89f9556-48b4-48da-aee0-fffd48090037 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 946 time: 0.0619419 Feb 03 15:00:31.357395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-806277ba-bbe4-4afb-8bd7-31e581624dd3 req-2e1c25db-b232-4576-be95-238bef0391fa tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735986 Feb 03 15:00:31.372276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-beb2ea23-4c2d-4a53-851d-3966114fedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:31.373916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-beb2ea23-4c2d-4a53-851d-3966114fedef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 1128 time: 0.1498897 Feb 03 15:00:31.421076 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:31.447112 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:00:31.455469 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:31.456065 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:31.475626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-07d6ff39-3daf-4804-ba39-a2b565928f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:31.477146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-07d6ff39-3daf-4804-ba39-a2b565928f73 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 200 len: 913 time: 0.0893552 Feb 03 15:00:31.523026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-e2cc707b-c91b-4c1d-85a2-c8c1b5123881 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 200 len: 217 time: 0.0382106 Feb 03 15:00:31.566480 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:31.573335 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-65b61495-2f54-4c81-8d07-797158db8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:31.574812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-65b61495-2f54-4c81-8d07-797158db8f78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 200 len: 851 time: 0.0451772 Feb 03 15:00:31.625975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-a0dc43ee-860a-4f9e-9cc8-97c23f5a4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:31.627512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-a0dc43ee-860a-4f9e-9cc8-97c23f5a4527 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a35bad6-5598-4838-98f2-8cef60a80989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462310 Feb 03 15:00:31.725376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-f3fd5f58-f041-483d-8902-7656a152f74a service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911124 Feb 03 15:00:31.775859 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:31.813826 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e99f94-21c8-4ee7-8f2d-ea7571cd292c None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T14:48:05Z', 'revision_number': 4, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'fe271018-dcf8-4267-88e5-92febf6d9baf', 'name': '', 'network_id': '8a35bad6-5598-4838-98f2-8cef60a80989', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'mac_address': 'fa:16:3e:c0:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:04Z', 'updated_at': '2022-02-03T14:48:13Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'subnets': [{'id': '5773b165-901e-41f8-b0be-c134fb8d4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:00:31.816011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9a3690f-b164-4b84-9e9d-cc64f2a61b76 req-c89abd98-0b62-4892-b00a-2aaef9a9e665 service neutron] 10.222.0.71 "GET /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846801 Feb 03 15:00:32.053468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d55233-6cf5-419b-97ff-14299997b428 None None] New status for floating IP 426c623f-f1f5-4b74-961e-ff88351200c6: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:00:32.479876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b148b-d0c9-4ad1-aa67-970a1327d762 req-116d628d-3bd4-4f4c-827e-98ca09cf8ae5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:32.481396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-709b148b-d0c9-4ad1-aa67-970a1327d762 req-116d628d-3bd4-4f4c-827e-98ca09cf8ae5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 946 time: 0.0556304 Feb 03 15:00:32.534537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-709b148b-d0c9-4ad1-aa67-970a1327d762 req-b00f38ff-d009-4595-86c3-7ceddc634d27 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 Feb 03 15:00:33.042665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7481a-1c81-4e94-9501-583be5baad52 req-7c07e8d0-a056-44e7-81eb-11ffca1cb1db tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:33.044108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9db7481a-1c81-4e94-9501-583be5baad52 req-7c07e8d0-a056-44e7-81eb-11ffca1cb1db tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 946 time: 0.0516286 Feb 03 15:00:33.138543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:33.138888 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:33.237760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] For port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:33.238133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:33.250348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:33.381578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9b694f9d-9bb4-4d80-aa13-fd3c22c15414), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:33.410580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=9b694f9d-9bb4-4d80-aa13-fd3c22c15414,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:33.459033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] No DVR routers for this DVR port 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:33.462739 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:33.466227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9db7481a-1c81-4e94-9501-583be5baad52 req-c684bd9e-f899-451c-822f-e5000f6b76f3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.71 "DELETE /v2.0/ports/9b694f9d-9bb4-4d80-aa13-fd3c22c15414 HTTP/1.1" status: 204 len: 173 time: 0.4171793 Feb 03 15:00:33.466675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'name': 'network-vif-deleted', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:33.468935 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d4ad0f-fd27-4dd5-9674-3bb4bbcf806c" -d '{"events": [{"server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "name": "network-vif-deleted", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:33.511534 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bca382-f549-45aa-a8c8-2feb8cf448e2 x-openstack-request-id: req-f8bca382-f549-45aa-a8c8-2feb8cf448e2 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:33.512118 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624b3287-0439-4b80-902d-3cc2c6c56224", "name": "network-vif-deleted", "tag": "9b694f9d-9bb4-4d80-aa13-fd3c22c15414", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:33.512118 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8bca382-f549-45aa-a8c8-2feb8cf448e2 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:33.512501 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624b3287-0439-4b80-902d-3cc2c6c56224', 'name': 'network-vif-deleted', 'tag': '9b694f9d-9bb4-4d80-aa13-fd3c22c15414', 'status': 'completed', 'code': 200} Feb 03 15:00:33.634444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-730d6000-ab8c-427a-8e3f-57d62235a323 req-d820f139-2790-4a5d-8c32-91aaf8265b8a tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Feb 03 15:00:34.730792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54834923-a289-45d6-902c-833f8e93e00e req-1b298a8a-a0e3-4728-bfda-7ef09141fa49 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0281453 Feb 03 15:00:35.843456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74dd09df-5630-49d0-88d3-24b3f704846d req-6e56dea7-be8b-40f0-a234-c4c7c9408808 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0315752 Feb 03 15:00:36.637491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:36.657740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:36.658090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b694f9d-9bb4-4d80-aa13-fd3c22c15414 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:36.946344 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-598903cf-bdb7-4b0a-9998-334592814da7 req-43227b75-9326-451b-a101-5de1b6157a25 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0286369 Feb 03 15:00:38.045081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7655f0f2-1f52-4ade-a589-137a51966921 req-7576cebd-afa9-4b0a-90cf-5c6a6d2ef3c3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0294273 Feb 03 15:00:39.152487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22362e67-cd19-4e51-9f74-b9e5908b8ea7 req-faa35eea-0956-419d-bfc6-ba94ce978d90 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0331616 Feb 03 15:00:39.335982 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:40.256654 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a22e8f66-f8ec-41d8-bc69-8572d7e0621e req-8cf555df-a668-45d2-88a2-e74155f610e5 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0282543 Feb 03 15:00:41.364386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0370c5c-52bc-4386-b9ed-934be07c79b2 req-595c7267-23c6-4211-98aa-4972cd8ae7d3 tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "GET /v2.0/ports?device_id=624b3287-0439-4b80-902d-3cc2c6c56224 HTTP/1.1" status: 200 len: 210 time: 0.0286081 Feb 03 15:00:42.425098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:42.559357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Deleting port 07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:42.559710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:42.639232 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:42.639669 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:42.651651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Calling delete_port for 07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:42.795332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:42.822248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'Port': ['ID=07b0c8f1-fc3f-4d68-b2ca-7d6b896c86d2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:42.881721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for floatingip (5465b113-3a79-4e6b-919a-e5a9054d75b6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:42.884353 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:42.885539 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8540e46f-d89c-4569-a6a8-1dae4dad058d tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "DELETE /v2.0/floatingips/5465b113-3a79-4e6b-919a-e5a9054d75b6 HTTP/1.1" status: 204 len: 168 time: 0.4594009 Feb 03 15:00:45.839171 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba72d0bc-58a0-4567-87f9-02ce9605d3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:46.852546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:47.267262 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:47.328100 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:00:47.622448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port db97a1cc-5601-475e-bff4-b709ab70c5b4 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:47.622792 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:47.723052 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port db97a1cc-5601-475e-bff4-b709ab70c5b4, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=db97a1cc-5601-475e-bff4-b709ab70c5b4,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:47.723527 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:47.737586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for db97a1cc-5601-475e-bff4-b709ab70c5b4 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:47.946682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (db97a1cc-5601-475e-bff4-b709ab70c5b4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:47.975528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=db97a1cc-5601-475e-bff4-b709ab70c5b4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:48.121849 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152cb864-b2c3-4674-bd71-65f15a11f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:48.202204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:48.307684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33162) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:48.385033 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51c203ed-b249-41b2-b1dd-8e7980d9ff8f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group (b99dfb6c-846c-488e-b7d9-f567bb3d3c7e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:48.418870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51c203ed-b249-41b2-b1dd-8e7980d9ff8f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group (b99dfb6c-846c-488e-b7d9-f567bb3d3c7e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:48.491656 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router 0e02effa-1489-4059-a5f2-f251cffa47c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:00:48.496519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51c203ed-b249-41b2-b1dd-8e7980d9ff8f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b99dfb6c-846c-488e-b7d9-f567bb3d3c7e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:48.500058 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51c203ed-b249-41b2-b1dd-8e7980d9ff8f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:48.501330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-51c203ed-b249-41b2-b1dd-8e7980d9ff8f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] 10.222.0.52 "DELETE /v2.0/security-groups/b99dfb6c-846c-488e-b7d9-f567bb3d3c7e HTTP/1.1" status: 204 len: 168 time: 0.1926532 Feb 03 15:00:48.518083 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c203ed-b249-41b2-b1dd-8e7980d9ff8f tempest-TestVolumeBootPattern-1041852073 tempest-TestVolumeBootPattern-1041852073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99dfb6c-846c-488e-b7d9-f567bb3d3c7e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:48.592766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33166) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:48.651460 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:00:48.656862 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-18991738-e395-45a6-ac50-c67019daff8a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "PUT /v2.0/routers/0e02effa-1489-4059-a5f2-f251cffa47c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8029647 Feb 03 15:00:48.672411 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] Sync routers for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:00:48.686743 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:48.687357 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:48.849176 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:49.046983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7311fa5-4438-4915-841c-5b8feafbfd2a req-4866d5d6-0562-493e-9496-f975db54c641 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:49.048517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7311fa5-4438-4915-841c-5b8feafbfd2a req-4866d5d6-0562-493e-9496-f975db54c641 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 946 time: 0.1112742 Feb 03 15:00:49.152054 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:47Z', 'revision_number': 6, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:24Z', 'revision_number': 1, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:49.157704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7311fa5-4438-4915-841c-5b8feafbfd2a req-0f61261d-a9c2-43e0-a946-d648b3726a89 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019061 Feb 03 15:00:49.217356 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] Checking router: 0e02effa-1489-4059-a5f2-f251cffa47c7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:00:49.232217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:49.232217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:49.320371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:49.349423 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:49.587635 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:47Z', 'revision_number': 6, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:24Z', 'revision_number': 1, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:49.657340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Deleting port fe271018-dcf8-4267-88e5-92febf6d9baf {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:49.657774 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:49.721083 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca3076-8565-43a6-9ecf-64f83037d1a6 None None] The sync data for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 is: [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:47Z', 'revision_number': 6, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '3dbd700f-b28b-43ca-8cba-7431c2293418', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'port_id': 'dda72773-123e-49e0-a854-b960a0a26428', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'mac_address': 'fa:16:3e:6c:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:59:22Z', 'updated_at': '2022-02-03T14:59:24Z', 'revision_number': 1, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:00:49.749709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] For port fe271018-dcf8-4267-88e5-92febf6d9baf, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fe271018-dcf8-4267-88e5-92febf6d9baf,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:49.750072 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:49.765413 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:49.766753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Calling delete_port for fe271018-dcf8-4267-88e5-92febf6d9baf owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:49.968821 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fe271018-dcf8-4267-88e5-92febf6d9baf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:49.995009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe271018-dcf8-4267-88e5-92febf6d9baf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:50.306325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:50.369610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272ea0c-f27f-4449-b329-2c0cc326a50b req-75d29689-40dc-422b-bc4a-9faf23fae8e9 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:50.371112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1272ea0c-f27f-4449-b329-2c0cc326a50b req-75d29689-40dc-422b-bc4a-9faf23fae8e9 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 946 time: 0.1208310 Feb 03 15:00:50.465999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1272ea0c-f27f-4449-b329-2c0cc326a50b req-33779f47-fda4-45ef-b22d-4b13e3477157 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=6091c495-7a44-40b5-8c3b-bc174379a53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861635 Feb 03 15:00:50.580501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:00:50.727556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-ac148c09-9321-44f4-b5c7-ee11366c67b0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:50.729038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-ac148c09-9321-44f4-b5c7-ee11366c67b0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 946 time: 0.1018291 Feb 03 15:00:50.731805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:00:50.736833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5b5ccb49-7c7a-40b1-8c1a-c179c1eb2a13 admin admin] 10.222.0.52 "PUT /v2.0/routers/ebd82db9-c9c4-4d59-bd09-09bb89a535a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1423604 Feb 03 15:00:50.741101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33176) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:50.741718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] Sync routers for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:00:50.755515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:50.756138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:50.863995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:50.864475 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:50.867599 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks [] for router (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:50.888040 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:50.922019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:50.991100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks [] for router_gateway (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.006932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:51.007307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.020122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:51.070259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Deleting port b18b5268-7aa7-4622-a4f0-32425772e10f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:51.071037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.198632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T15:00:49Z', 'revision_number': 5, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port': {'id': 'b18b5268-7aa7-4622-a4f0-32425772e10f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:01Z', 'updated_at': '2022-02-03T14:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:51.199362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d3d2b4f5-23f9-4482-a9b2-c9d3ca810075), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.210808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] For port b18b5268-7aa7-4622-a4f0-32425772e10f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b18b5268-7aa7-4622-a4f0-32425772e10f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:51.212564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.238846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Calling delete_port for b18b5268-7aa7-4622-a4f0-32425772e10f owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:51.255216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] Checking router: ebd82db9-c9c4-4d59-bd09-09bb89a535a7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:00:51.259432 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=d3d2b4f5-23f9-4482-a9b2-c9d3ca810075,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:51.273173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device db97a1cc-5601-475e-bff4-b709ab70c5b4 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:51.278694 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] Routers {'ebd82db9-c9c4-4d59-bd09-09bb89a535a7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:51.279789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:51.309410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: db97a1cc-5601-475e-bff4-b709ab70c5b4 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:51.309963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device db97a1cc-5601-475e-bff4-b709ab70c5b4 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:51.324219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] No DVR routers for this DVR port d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:51.327063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.331409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f730ea2-ac84-4ae1-95a2-465122041b5b req-253aeffc-5702-4ff1-86f5-432256347829 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "DELETE /v2.0/ports/d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 HTTP/1.1" status: 204 len: 173 time: 0.5934770 Feb 03 15:00:51.331845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'name': 'network-vif-deleted', 'tag': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:51.334856 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab04ef-ba97-46bf-b7ac-ea57f18814ce" -d '{"events": [{"server_uuid": "fbe3a844-f5bc-4f55-a491-7da88eda5292", "name": "network-vif-deleted", "tag": "d3d2b4f5-23f9-4482-a9b2-c9d3ca810075"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:51.375981 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b47772-1f24-4bbd-8436-94f554c980cc x-openstack-request-id: req-d1b47772-1f24-4bbd-8436-94f554c980cc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:51.377220 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe3a844-f5bc-4f55-a491-7da88eda5292", "name": "network-vif-deleted", "tag": "d3d2b4f5-23f9-4482-a9b2-c9d3ca810075", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:51.377616 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1b47772-1f24-4bbd-8436-94f554c980cc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:51.378147 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe3a844-f5bc-4f55-a491-7da88eda5292', 'name': 'network-vif-deleted', 'tag': 'd3d2b4f5-23f9-4482-a9b2-c9d3ca810075', 'status': 'completed', 'code': 200} Feb 03 15:00:51.458275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] Set router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:51.522291 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b18b5268-7aa7-4622-a4f0-32425772e10f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.554743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T15:00:50Z', 'revision_number': 6, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:51.567984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18b5268-7aa7-4622-a4f0-32425772e10f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:51.599400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e7b3f-111d-4d14-a212-185056ccc6bc None None] The sync data for ids ['ebd82db9-c9c4-4d59-bd09-09bb89a535a7'] in n-d-827549-2 is: [{'id': 'ebd82db9-c9c4-4d59-bd09-09bb89a535a7', 'name': 'tempest-TestVolumeBootPattern-1176220067-router', 'tenant_id': '95b110e7720849cbaa508fe4b2f61b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:00Z', 'updated_at': '2022-02-03T15:00:50Z', 'revision_number': 6, 'project_id': '95b110e7720849cbaa508fe4b2f61b9d', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:00:51.615018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ea9b992-02d0-46c3-86e2-71045178b4b1 req-f1422b6f-d431-4eec-9eee-a8d6e3e7bbc1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbe3a844-f5bc-4f55-a491-7da88eda5292 HTTP/1.1" status: 200 len: 210 time: 0.0454640 Feb 03 15:00:51.664471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.768027 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.770789 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks [] for router_controller (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.821398 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (ebd82db9-c9c4-4d59-bd09-09bb89a535a7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.821932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd82db9-c9c4-4d59-bd09-09bb89a535a7 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:00:51.826920 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.828111 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8fbfb2fb-2805-4639-afb9-42855bf91013 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ebd82db9-c9c4-4d59-bd09-09bb89a535a7 HTTP/1.1" status: 204 len: 168 time: 1.0850072 Feb 03 15:00:51.831154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33182) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:51.878420 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] Deleting subnet 5773b165-901e-41f8-b0be-c134fb8d4d6a {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:00:51.882329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] Publish callbacks [] for subnet (5773b165-901e-41f8-b0be-c134fb8d4d6a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:51.919110 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (5773b165-901e-41f8-b0be-c134fb8d4d6a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.006480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (5773b165-901e-41f8-b0be-c134fb8d4d6a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.070714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (5773b165-901e-41f8-b0be-c134fb8d4d6a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.103674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.107134 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5773b165-901e-41f8-b0be-c134fb8d4d6a HTTP/1.1" status: 204 len: 168 time: 0.2744153 Feb 03 15:00:52.108326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3162f9-3d2d-43ab-8b47-bdfcf2fba2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5773b165-901e-41f8-b0be-c134fb8d4d6a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:52.109762 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33184) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:52.113590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a46039-fdad-47c0-89cf-b7e9a0616fe6 None None] Network 8a35bad6-5598-4838-98f2-8cef60a80989 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:00:52.188642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (8a35bad6-5598-4838-98f2-8cef60a80989), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.221804 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.251447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Deleting port 3ea5eb39-d2d1-4904-8c7d-55724373087e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:52.251826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.320025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] For port 3ea5eb39-d2d1-4904-8c7d-55724373087e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3ea5eb39-d2d1-4904-8c7d-55724373087e,segment=NetworkSegment(240f8ace-818e-40d2-bdb3-f3d870608767),segment_id=240f8ace-818e-40d2-bdb3-f3d870608767)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:52.320390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.332822 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Calling delete_port for 3ea5eb39-d2d1-4904-8c7d-55724373087e owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:52.423316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e60bfe0-69d0-48f5-9974-4cc78d071cfe None None] DHCP port deletion for 8a35bad6-5598-4838-98f2-8cef60a80989 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:00:52.430894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3ea5eb39-d2d1-4904-8c7d-55724373087e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.460894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea5eb39-d2d1-4904-8c7d-55724373087e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:52.466942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] No DVR routers for this DVR port 3ea5eb39-d2d1-4904-8c7d-55724373087e on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:52.547860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (8a35bad6-5598-4838-98f2-8cef60a80989), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.570732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a35bad6-5598-4838-98f2-8cef60a80989']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:52.581020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240f8ace-818e-40d2-bdb3-f3d870608767') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:52.581318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240f8ace-818e-40d2-bdb3-f3d870608767') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:52.591956 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (240f8ace-818e-40d2-bdb3-f3d870608767), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.607223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (240f8ace-818e-40d2-bdb3-f3d870608767), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.613972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:00:52.614380 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (240f8ace-818e-40d2-bdb3-f3d870608767), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:00:52.616310 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:00:52.682511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (8a35bad6-5598-4838-98f2-8cef60a80989), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.697254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:52.703666 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.708651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:52.710832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] 10.222.0.52 "DELETE /v2.0/networks/8a35bad6-5598-4838-98f2-8cef60a80989 HTTP/1.1" status: 204 len: 168 time: 0.5994778 Feb 03 15:00:52.713855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33190) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:52.737855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13151b4-301e-407e-ba38-61f6b77167ce admin admin] Pushing event deleted for resources: {'Network': ['ID=8a35bad6-5598-4838-98f2-8cef60a80989,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:52.748238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:52.748977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device d3d2b4f5-23f9-4482-a9b2-c9d3ca810075 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:52.791251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2a8e4f7-0637-4adc-92d2-56391d11126d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (6091c495-7a44-40b5-8c3b-bc174379a53d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.822183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2a8e4f7-0637-4adc-92d2-56391d11126d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (6091c495-7a44-40b5-8c3b-bc174379a53d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.924667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2a8e4f7-0637-4adc-92d2-56391d11126d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6091c495-7a44-40b5-8c3b-bc174379a53d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.931037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2a8e4f7-0637-4adc-92d2-56391d11126d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:52.931760 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d2a8e4f7-0637-4adc-92d2-56391d11126d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/security-groups/6091c495-7a44-40b5-8c3b-bc174379a53d HTTP/1.1" status: 204 len: 168 time: 0.2332597 Feb 03 15:00:52.941506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8e4f7-0637-4adc-92d2-56391d11126d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6091c495-7a44-40b5-8c3b-bc174379a53d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:52.980229 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33194) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:53.073093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting subnet 48211479-137c-4041-954d-9e8457a51532 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:00:53.077719 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (48211479-137c-4041-954d-9e8457a51532), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.208756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fe271018-dcf8-4267-88e5-92febf6d9baf no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:53.232568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fe271018-dcf8-4267-88e5-92febf6d9baf {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:53.233048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fe271018-dcf8-4267-88e5-92febf6d9baf not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:53.233553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3ea5eb39-d2d1-4904-8c7d-55724373087e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:53.257031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 3ea5eb39-d2d1-4904-8c7d-55724373087e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:53.257385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3ea5eb39-d2d1-4904-8c7d-55724373087e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:53.257803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b18b5268-7aa7-4622-a4f0-32425772e10f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:53.278478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b18b5268-7aa7-4622-a4f0-32425772e10f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:53.278837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b18b5268-7aa7-4622-a4f0-32425772e10f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:53.485570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (48211479-137c-4041-954d-9e8457a51532), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.612081 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (48211479-137c-4041-954d-9e8457a51532), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.701966 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (48211479-137c-4041-954d-9e8457a51532), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.740330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.743883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/subnets/48211479-137c-4041-954d-9e8457a51532 HTTP/1.1" status: 204 len: 168 time: 0.7621212 Feb 03 15:00:53.745302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030523f-14cb-419a-957b-d5e520ff8ef0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Subnet': ['ID=48211479-137c-4041-954d-9e8457a51532,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:53.747687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33196) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:53.748895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366f629-34d4-4687-9b9d-a7abd767d144 None None] Network 8f7865b2-6f86-4eff-a8fb-2123654c7193 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:00:53.750764 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e943197d-87a1-4c84-9c94-1b13c1185a48), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.834759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (8f7865b2-6f86-4eff-a8fb-2123654c7193), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.910197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port 46562815-9ce3-47b4-b304-e80f2d7ff31b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:53.910549 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:53.984543 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94237803-4046-4473-a937-7bf2d1621fec None None] DHCP port deletion for 8f7865b2-6f86-4eff-a8fb-2123654c7193 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:00:54.049675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-94237803-4046-4473-a937-7bf2d1621fec None None] Deleting port 46562815-9ce3-47b4-b304-e80f2d7ff31b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:54.050292 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94237803-4046-4473-a937-7bf2d1621fec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.064786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Deleting port 9015384e-2d10-4710-8da1-c00fcacbb815 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:54.065757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.135112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-94237803-4046-4473-a937-7bf2d1621fec None None] For port 46562815-9ce3-47b4-b304-e80f2d7ff31b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46562815-9ce3-47b4-b304-e80f2d7ff31b,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:54.135908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94237803-4046-4473-a937-7bf2d1621fec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.151809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-94237803-4046-4473-a937-7bf2d1621fec None None] Calling delete_port for 46562815-9ce3-47b4-b304-e80f2d7ff31b owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:54.168468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] For port 9015384e-2d10-4710-8da1-c00fcacbb815, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9015384e-2d10-4710-8da1-c00fcacbb815,segment=NetworkSegment(5d53c221-0cf9-4953-96e4-62ea1245bff8),segment_id=5d53c221-0cf9-4953-96e4-62ea1245bff8)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:54.169092 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.186597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Calling delete_port for 9015384e-2d10-4710-8da1-c00fcacbb815 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:54.275473 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94237803-4046-4473-a937-7bf2d1621fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.315188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94237803-4046-4473-a937-7bf2d1621fec None None] Pushing event deleted for resources: {'Port': ['ID=46562815-9ce3-47b4-b304-e80f2d7ff31b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:54.323327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94237803-4046-4473-a937-7bf2d1621fec None None] No DVR routers for this DVR port 46562815-9ce3-47b4-b304-e80f2d7ff31b on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:54.324975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port 46562815-9ce3-47b4-b304-e80f2d7ff31b, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=46562815-9ce3-47b4-b304-e80f2d7ff31b,segment=NetworkSegment(2e1b4570-9b50-4d44-ae74-293f644d0ab0),segment_id=2e1b4570-9b50-4d44-ae74-293f644d0ab0)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:54.325362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.340575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for 46562815-9ce3-47b4-b304-e80f2d7ff31b owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:54.416917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (46562815-9ce3-47b4-b304-e80f2d7ff31b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.431448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9015384e-2d10-4710-8da1-c00fcacbb815), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.447164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=46562815-9ce3-47b4-b304-e80f2d7ff31b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:54.455034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] No DVR routers for this DVR port 46562815-9ce3-47b4-b304-e80f2d7ff31b on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:54.471337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9015384e-2d10-4710-8da1-c00fcacbb815,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:54.580220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (8f7865b2-6f86-4eff-a8fb-2123654c7193), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.605106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7865b2-6f86-4eff-a8fb-2123654c7193']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:54.618415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1b4570-9b50-4d44-ae74-293f644d0ab0') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:54.618725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1b4570-9b50-4d44-ae74-293f644d0ab0') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:54.631506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (2e1b4570-9b50-4d44-ae74-293f644d0ab0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.653015 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2e1b4570-9b50-4d44-ae74-293f644d0ab0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.664049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:00:54.665166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (2e1b4570-9b50-4d44-ae74-293f644d0ab0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:00:54.669995 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:00:54.740193 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e943197d-87a1-4c84-9c94-1b13c1185a48), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.771183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (8f7865b2-6f86-4eff-a8fb-2123654c7193), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.782068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:54.788074 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/networks/8f7865b2-6f86-4eff-a8fb-2123654c7193 HTTP/1.1" status: 204 len: 168 time: 1.0388219 Feb 03 15:00:54.791383 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33198) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:54.816202 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a9ad9-b523-4b20-bca9-53db3ec958df tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Network': ['ID=8f7865b2-6f86-4eff-a8fb-2123654c7193,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:55.012855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port 8221e858-9de3-4ba9-815a-13e782c03eea {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:55.013618 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8221e858-9de3-4ba9-815a-13e782c03eea), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.033289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Router e943197d-87a1-4c84-9c94-1b13c1185a48 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:00:55.095346 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8221e858-9de3-4ba9-815a-13e782c03eea), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.095674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (8221e858-9de3-4ba9-815a-13e782c03eea), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.107696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for 8221e858-9de3-4ba9-815a-13e782c03eea owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:55.153206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:00:55.164374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.165940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d6ef0dce-e0ad-4b7c-93e7-7a5f53ec6e61 admin admin] 10.222.0.52 "PUT /v2.0/routers/e943197d-87a1-4c84-9c94-1b13c1185a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4503779 Feb 03 15:00:55.170226 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] Sync routers for ids ['e943197d-87a1-4c84-9c94-1b13c1185a48'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:00:55.172951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33200) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:55.187150 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] Routers {'e943197d-87a1-4c84-9c94-1b13c1185a48'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:55.188038 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e943197d-87a1-4c84-9c94-1b13c1185a48'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:55.317428 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks [] for router (e943197d-87a1-4c84-9c94-1b13c1185a48), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.332802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46562815-9ce3-47b4-b304-e80f2d7ff31b no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:55.342429 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] Set router e943197d-87a1-4c84-9c94-1b13c1185a48 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:55.358441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 46562815-9ce3-47b4-b304-e80f2d7ff31b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:55.360455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 46562815-9ce3-47b4-b304-e80f2d7ff31b not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:55.466311 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (8221e858-9de3-4ba9-815a-13e782c03eea), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.505479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks [] for router_gateway (e943197d-87a1-4c84-9c94-1b13c1185a48), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.509298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=8221e858-9de3-4ba9-815a-13e782c03eea,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:55.529688 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T15:00:54Z', 'revision_number': 5, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port': {'id': '07b1ac8a-1516-474c-aa41-d6930a3bbb40', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ee:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:48:10Z', 'updated_at': '2022-02-03T14:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:55.561837 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] Checking router: e943197d-87a1-4c84-9c94-1b13c1185a48 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:00:55.571432 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] Routers {'e943197d-87a1-4c84-9c94-1b13c1185a48'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:55.572265 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e943197d-87a1-4c84-9c94-1b13c1185a48'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:55.613569 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (3dbd700f-b28b-43ca-8cba-7431c2293418), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.613966 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Floating IP 3dbd700f-b28b-43ca-8cba-7431c2293418 disassociated (deleted). External IP: 172.25.0.89, port: dda72773-123e-49e0-a854-b960a0a26428. Feb 03 15:00:55.663779 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] Set router e943197d-87a1-4c84-9c94-1b13c1185a48 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:55.717450 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Deleting port 07b1ac8a-1516-474c-aa41-d6930a3bbb40 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:55.717803 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.722569 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T15:00:55Z', 'revision_number': 6, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:55.750293 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc4635-e8ff-4402-b656-a469680e345c None None] The sync data for ids ['e943197d-87a1-4c84-9c94-1b13c1185a48'] in n-d-827549-2 is: [{'id': 'e943197d-87a1-4c84-9c94-1b13c1185a48', 'name': 'tempest-TestVolumeBootPattern-1994167824-router', 'tenant_id': '945c0a15cfef44189958f4eda88c4068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:48:09Z', 'updated_at': '2022-02-03T15:00:55Z', 'revision_number': 6, 'project_id': '945c0a15cfef44189958f4eda88c4068', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:00:55.860950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] For port 07b1ac8a-1516-474c-aa41-d6930a3bbb40, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=07b1ac8a-1516-474c-aa41-d6930a3bbb40,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:55.861324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:55.879927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Calling delete_port for 07b1ac8a-1516-474c-aa41-d6930a3bbb40 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:55.988019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router 0e02effa-1489-4059-a5f2-f251cffa47c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:00:56.181588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:00:56.187878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.198993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] Sync routers for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:00:56.213525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:56.214248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:56.232382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (07b1ac8a-1516-474c-aa41-d6930a3bbb40), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.255177 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-05279c0a-9173-4a7b-9699-72cd356fb120 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/floatingips/3dbd700f-b28b-43ca-8cba-7431c2293418 HTTP/1.1" status: 204 len: 168 time: 1.4622257 Feb 03 15:00:56.278354 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:56.282118 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "tag": "dda72773-123e-49e0-a854-b960a0a26428"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:56.290692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Pushing event deleted for resources: {'Port': ['ID=07b1ac8a-1516-474c-aa41-d6930a3bbb40,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:56.345623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:56.365606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e943197d-87a1-4c84-9c94-1b13c1185a48), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.479359 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6364fc-fa7b-4986-a190-b9475d602124 x-openstack-request-id: req-0c6364fc-fa7b-4986-a190-b9475d602124 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:56.479821 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "tag": "dda72773-123e-49e0-a854-b960a0a26428", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:56.480237 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c6364fc-fa7b-4986-a190-b9475d602124 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:56.480900 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428', 'status': 'completed', 'code': 200} Feb 03 15:00:56.531490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e943197d-87a1-4c84-9c94-1b13c1185a48), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.533471 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks [] for router_controller (e943197d-87a1-4c84-9c94-1b13c1185a48), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.592265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e943197d-87a1-4c84-9c94-1b13c1185a48), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.592967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e943197d-87a1-4c84-9c94-1b13c1185a48 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:00:56.597511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.598666 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b4cf8170-0b8e-426b-8ad7-3ad15b31055d admin admin] 10.222.0.52 "DELETE /v2.0/routers/e943197d-87a1-4c84-9c94-1b13c1185a48 HTTP/1.1" status: 204 len: 168 time: 1.4245801 Feb 03 15:00:56.603161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33208) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:56.642651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:47Z', 'revision_number': 6, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:56.664182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] Deleting subnet 9c2412c5-4baa-431f-bbed-7e51a71c5f35 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:00:56.669490 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] Publish callbacks [] for subnet (9c2412c5-4baa-431f-bbed-7e51a71c5f35), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.669738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-8c0aaade-4477-4d9c-a8d0-3a077aa4dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:56.672230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-8c0aaade-4477-4d9c-a8d0-3a077aa4dd07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 1127 time: 0.1706998 Feb 03 15:00:56.676289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] Checking router: 0e02effa-1489-4059-a5f2-f251cffa47c7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:00:56.685038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:00:56.685647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:56.729368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d066a-709d-44b6-bb0d-fd9bb07059e5 req-7e79e8a8-297c-4e0e-90ad-e7fe528c035c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:56.731362 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (9c2412c5-4baa-431f-bbed-7e51a71c5f35), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.732206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1d066a-709d-44b6-bb0d-fd9bb07059e5 req-7e79e8a8-297c-4e0e-90ad-e7fe528c035c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 945 time: 0.1451671 Feb 03 15:00:56.826697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:00:56.867489 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (9c2412c5-4baa-431f-bbed-7e51a71c5f35), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.898571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef1d066a-709d-44b6-bb0d-fd9bb07059e5 req-5c1ef739-e30f-492e-803a-6209406e287c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514072 Feb 03 15:00:56.936733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-bb59b2c2-b0f0-4971-869d-992f694c7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:56.940061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-bb59b2c2-b0f0-4971-869d-992f694c7841 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 200 len: 897 time: 0.2608647 Feb 03 15:00:56.950985 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (9c2412c5-4baa-431f-bbed-7e51a71c5f35), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:56.988872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2412c5-4baa-431f-bbed-7e51a71c5f35,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:56.994552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.001357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde4046-47b3-4c19-8a7b-255f9ad4137f None None] Network f5a8af29-7093-4445-8aa5-b5b00d88de17 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:00:57.002559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dba954b6-72c0-42fe-9400-97fb2120d206 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9c2412c5-4baa-431f-bbed-7e51a71c5f35 HTTP/1.1" status: 204 len: 168 time: 0.3982084 Feb 03 15:00:57.005823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:57.019895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-90566c0d-9767-4d15-a3c2-317072f5cb5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda72773-123e-49e0-a854-b960a0a26428 HTTP/1.1" status: 200 len: 217 time: 0.0728624 Feb 03 15:00:57.092294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-4fc02b04-ced3-4311-b92c-9336bc1ab038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:57.094061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-4fc02b04-ced3-4311-b92c-9336bc1ab038 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6b11089-25fa-4944-a531-c857638eb669 HTTP/1.1" status: 200 len: 834 time: 0.0672107 Feb 03 15:00:57.117616 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f5a8af29-7093-4445-8aa5-b5b00d88de17), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.155709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-b4cb04c8-91bb-4e4f-9e9f-83b5819db4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:57.159591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-b4cb04c8-91bb-4e4f-9e9f-83b5819db4d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592036 Feb 03 15:00:57.220042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Deleting port 77173b32-09d3-422a-8706-da59ba2a2bd9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:57.221208 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.251952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07b1ac8a-1516-474c-aa41-d6930a3bbb40 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:57.294883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] For port 77173b32-09d3-422a-8706-da59ba2a2bd9, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=77173b32-09d3-422a-8706-da59ba2a2bd9,segment=NetworkSegment(5d53c221-0cf9-4953-96e4-62ea1245bff8),segment_id=5d53c221-0cf9-4953-96e4-62ea1245bff8)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:57.295250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.303174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-74005ec1-045d-476f-ac6d-228ca276f78c service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357322 Feb 03 15:00:57.308727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Calling delete_port for 77173b32-09d3-422a-8706-da59ba2a2bd9 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:57.347251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 07b1ac8a-1516-474c-aa41-d6930a3bbb40 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:57.347939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07b1ac8a-1516-474c-aa41-d6930a3bbb40 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:57.348459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9015384e-2d10-4710-8da1-c00fcacbb815 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:57.395179 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (77173b32-09d3-422a-8706-da59ba2a2bd9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.420996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=77173b32-09d3-422a-8706-da59ba2a2bd9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:57.424526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] No DVR routers for this DVR port 77173b32-09d3-422a-8706-da59ba2a2bd9 on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:57.446946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9015384e-2d10-4710-8da1-c00fcacbb815 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:57.447507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9015384e-2d10-4710-8da1-c00fcacbb815 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:57.468059 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e421aefb-9f6b-4c1f-a105-af3212cfd8ff req-dcfe13a2-e9fb-433b-b4e1-3eee717a26d3 service neutron] 10.222.0.45 "GET /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578722 Feb 03 15:00:57.512173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:47Z', 'revision_number': 6, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:57.531992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f5a8af29-7093-4445-8aa5-b5b00d88de17), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.540866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd1d23-e69d-4b63-905f-1849cb316762 None None] The sync data for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 is: [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:00:47Z', 'revision_number': 6, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd00825ae-a2aa-4ceb-ba84-fff3cce69ebe', 'name': '', 'network_id': 'fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:fd:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b6b11089-25fa-4944-a531-c857638eb669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:06Z', 'updated_at': '2022-02-03T14:59:10Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': 'b6b11089-25fa-4944-a531-c857638eb669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:00:57.568298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a8af29-7093-4445-8aa5-b5b00d88de17']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:57.585958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da6bceb-dec5-4626-8736-4eb7d9cd71c9 None None] DHCP port deletion for f5a8af29-7093-4445-8aa5-b5b00d88de17 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:00:57.587297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d53c221-0cf9-4953-96e4-62ea1245bff8') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:57.587692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d53c221-0cf9-4953-96e4-62ea1245bff8') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:00:57.605017 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (5d53c221-0cf9-4953-96e4-62ea1245bff8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.620508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (5d53c221-0cf9-4953-96e4-62ea1245bff8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.626855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:00:57.627252 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (5d53c221-0cf9-4953-96e4-62ea1245bff8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:00:57.628961 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:00:57.685562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (f5a8af29-7093-4445-8aa5-b5b00d88de17), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.693129 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.696400 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] 10.222.0.52 "DELETE /v2.0/networks/f5a8af29-7093-4445-8aa5-b5b00d88de17 HTTP/1.1" status: 204 len: 168 time: 0.6888311 Feb 03 15:00:57.706314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a8af29-7093-4445-8aa5-b5b00d88de17,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:57.716870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.717506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.717848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.718187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.718520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.718850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.719177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.719509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.719832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.720161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.720507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.720829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.721153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d0a840-fdf3-4ca5-afde-3e84bd852dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:57.819853 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40367435-f08d-40dc-b5c5-183bb0237a38 None None] New status for floating IP 3dbd700f-b28b-43ca-8cba-7431c2293418: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:00:57.822975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-edf5517f-68cc-48da-9f99-83242f5335ac tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:57.824571 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-edf5517f-68cc-48da-9f99-83242f5335ac tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.45 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 945 time: 0.0603690 Feb 03 15:00:57.843863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33214) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:57.900767 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-97917cd8-885d-4465-8428-2377adddfe1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95b110e7720849cbaa508fe4b2f61b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555625 Feb 03 15:00:57.903150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33216) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:57.931429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port dda72773-123e-49e0-a854-b960a0a26428 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:00:57.931770 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (dda72773-123e-49e0-a854-b960a0a26428), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.966250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c9a3563-a7cf-42d9-8ca9-883b29845843 admin admin] Publish callbacks [] for security_group (18f24308-07fa-4ba3-9a39-d2904a990884), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:57.994442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c9a3563-a7cf-42d9-8ca9-883b29845843 admin admin] Publish callbacks [] for security_group (18f24308-07fa-4ba3-9a39-d2904a990884), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.047341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c9a3563-a7cf-42d9-8ca9-883b29845843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (18f24308-07fa-4ba3-9a39-d2904a990884), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.049967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c9a3563-a7cf-42d9-8ca9-883b29845843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.054338 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0c9a3563-a7cf-42d9-8ca9-883b29845843 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18f24308-07fa-4ba3-9a39-d2904a990884 HTTP/1.1" status: 204 len: 168 time: 0.1468363 Feb 03 15:00:58.057257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port dda72773-123e-49e0-a854-b960a0a26428, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dda72773-123e-49e0-a854-b960a0a26428,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:00:58.057635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (dda72773-123e-49e0-a854-b960a0a26428), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.061319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a3563-a7cf-42d9-8ca9-883b29845843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f24308-07fa-4ba3-9a39-d2904a990884,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:58.080007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for dda72773-123e-49e0-a854-b960a0a26428 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:00:58.136118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371690d4-98f3-4008-a095-1800e4b05acb req-9f080057-de95-4e37-9141-1128aeb5b465 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:00:58.137819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-371690d4-98f3-4008-a095-1800e4b05acb req-9f080057-de95-4e37-9141-1128aeb5b465 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=72091d3d-ca70-4822-9ae7-2ed8f5b08b0e HTTP/1.1" status: 200 len: 945 time: 0.1199365 Feb 03 15:00:58.210862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-371690d4-98f3-4008-a095-1800e4b05acb req-453685ae-fe5f-4c0c-b440-dd6abd20f5f4 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa773f99-9c95-40e9-a2f7-02d116a83c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652854 Feb 03 15:00:58.270439 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dda72773-123e-49e0-a854-b960a0a26428), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.300700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=dda72773-123e-49e0-a854-b960a0a26428,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:58.314945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.315293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.315642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.315984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.316324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.316695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.317028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.317359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.317724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.318055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.318383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.318712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.319041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:00:58.355769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] No DVR routers for this DVR port dda72773-123e-49e0-a854-b960a0a26428 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:00:58.358654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.362270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8a87c18-3885-4ca0-ae97-494c46408325 req-cdcc7086-3cf7-42f7-9079-719c4c454b36 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.45 "DELETE /v2.0/ports/dda72773-123e-49e0-a854-b960a0a26428 HTTP/1.1" status: 204 len: 173 time: 0.5328753 Feb 03 15:00:58.362749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'name': 'network-vif-deleted', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:00:58.366362 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d51630-be43-44bd-b05e-8a2d3693fd2a" -d '{"events": [{"server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "name": "network-vif-deleted", "tag": "dda72773-123e-49e0-a854-b960a0a26428"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:00:58.407336 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c10ad-3537-4f5c-bc4a-1d47a1f000d8 x-openstack-request-id: req-ae6c10ad-3537-4f5c-bc4a-1d47a1f000d8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:00:58.407636 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72091d3d-ca70-4822-9ae7-2ed8f5b08b0e", "name": "network-vif-deleted", "tag": "dda72773-123e-49e0-a854-b960a0a26428", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:00:58.407930 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae6c10ad-3537-4f5c-bc4a-1d47a1f000d8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:00:58.408318 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72091d3d-ca70-4822-9ae7-2ed8f5b08b0e', 'name': 'network-vif-deleted', 'tag': 'dda72773-123e-49e0-a854-b960a0a26428', 'status': 'completed', 'code': 200} Feb 03 15:00:58.422758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33226) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:58.470959 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7e2eeb6e-5e9d-4f96-9e78-160782aa05fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=945c0a15cfef44189958f4eda88c4068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468040 Feb 03 15:00:58.473410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33228) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:58.525034 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83f8ada8-5c8c-4b4a-9840-56666e90d928 admin admin] Publish callbacks [] for security_group (8f1d45c4-6e48-4091-a770-8c3936eed194), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.548915 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83f8ada8-5c8c-4b4a-9840-56666e90d928 admin admin] Publish callbacks [] for security_group (8f1d45c4-6e48-4091-a770-8c3936eed194), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.605874 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83f8ada8-5c8c-4b4a-9840-56666e90d928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8f1d45c4-6e48-4091-a770-8c3936eed194), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.608348 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83f8ada8-5c8c-4b4a-9840-56666e90d928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:58.609557 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-83f8ada8-5c8c-4b4a-9840-56666e90d928 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f1d45c4-6e48-4091-a770-8c3936eed194 HTTP/1.1" status: 204 len: 168 time: 0.1347008 Feb 03 15:00:58.617838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8ada8-5c8c-4b4a-9840-56666e90d928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d45c4-6e48-4091-a770-8c3936eed194,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:59.204713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 77173b32-09d3-422a-8706-da59ba2a2bd9 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:00:59.230654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 77173b32-09d3-422a-8706-da59ba2a2bd9 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:00:59.231008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 77173b32-09d3-422a-8706-da59ba2a2bd9 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:00:59.285082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33234) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:59.343710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-823cdf18-394c-4052-a355-86c5a46fc310 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (fa773f99-9c95-40e9-a2f7-02d116a83c47), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:59.373593 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-823cdf18-394c-4052-a355-86c5a46fc310 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (fa773f99-9c95-40e9-a2f7-02d116a83c47), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:59.433412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-823cdf18-394c-4052-a355-86c5a46fc310 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (fa773f99-9c95-40e9-a2f7-02d116a83c47), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:59.435996 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-823cdf18-394c-4052-a355-86c5a46fc310 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:00:59.437250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-823cdf18-394c-4052-a355-86c5a46fc310 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/security-groups/fa773f99-9c95-40e9-a2f7-02d116a83c47 HTTP/1.1" status: 204 len: 168 time: 0.1511750 Feb 03 15:00:59.447782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cdf18-394c-4052-a355-86c5a46fc310 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa773f99-9c95-40e9-a2f7-02d116a83c47,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:00:59.475538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33238) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:00:59.875759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:00.448591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:01:00.449311 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:00.536018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port d00825ae-a2aa-4ceb-ba84-fff3cce69ebe, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:00.536834 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:00.551067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for d00825ae-a2aa-4ceb-ba84-fff3cce69ebe owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:01:00.748596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d00825ae-a2aa-4ceb-ba84-fff3cce69ebe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:00.778144 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=d00825ae-a2aa-4ceb-ba84-fff3cce69ebe,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:00.912146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dda72773-123e-49e0-a854-b960a0a26428 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:01:00.932905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: dda72773-123e-49e0-a854-b960a0a26428 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:01:00.933249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dda72773-123e-49e0-a854-b960a0a26428 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:01:00.977341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (0e02effa-1489-4059-a5f2-f251cffa47c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.233752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router 0e02effa-1489-4059-a5f2-f251cffa47c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:01:01.347799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:01:01.353512 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-db2f8fbe-7c93-43b1-b27e-7ba49d22f308 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "PUT /v2.0/routers/0e02effa-1489-4059-a5f2-f251cffa47c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8762321 Feb 03 15:01:01.355487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33240) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:01.357997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] Sync routers for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:01:01.368427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:01.369051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:01.406504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting subnet b6b11089-25fa-4944-a531-c857638eb669 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:01:01.409589 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (b6b11089-25fa-4944-a531-c857638eb669), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.449236 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (b6b11089-25fa-4944-a531-c857638eb669), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.477126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:01.537805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (b6b11089-25fa-4944-a531-c857638eb669), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.594582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (b6b11089-25fa-4944-a531-c857638eb669), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.622137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b11089-25fa-4944-a531-c857638eb669,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:01.624101 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.627319 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4867b53-cf89-48f0-81dd-902ac96d06d6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/subnets/b6b11089-25fa-4944-a531-c857638eb669 HTTP/1.1" status: 204 len: 168 time: 0.2708268 Feb 03 15:01:01.629927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33242) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:01.638190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fc1c1-7986-46d8-9b19-6bc955b9710a None None] Network fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:01:01.743975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router (0e02effa-1489-4059-a5f2-f251cffa47c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.744317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:01:00Z', 'revision_number': 7, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:01.777328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] Checking router: 0e02effa-1489-4059-a5f2-f251cffa47c7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:01:01.790394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] Routers {'0e02effa-1489-4059-a5f2-f251cffa47c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:01.790994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['0e02effa-1489-4059-a5f2-f251cffa47c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:01.855738 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (0e02effa-1489-4059-a5f2-f251cffa47c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.875238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] DHCP port deletion for fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:01:01.912630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port fef0b019-ec75-437c-bea9-410d0eeceb28 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:01:01.912977 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:01.926117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] Set router 0e02effa-1489-4059-a5f2-f251cffa47c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:01.997900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port fef0b019-ec75-437c-bea9-410d0eeceb28, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=fef0b019-ec75-437c-bea9-410d0eeceb28,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:01.998391 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.011980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for fef0b019-ec75-437c-bea9-410d0eeceb28 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:01:02.044796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Deleting port 59da85ca-e0f0-4236-a1a0-7002970f7bde {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:01:02.046134 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.128787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] For port 59da85ca-e0f0-4236-a1a0-7002970f7bde, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=59da85ca-e0f0-4236-a1a0-7002970f7bde,segment=NetworkSegment(36e2bde6-17e9-4954-8da2-2c71b0e397bc),segment_id=36e2bde6-17e9-4954-8da2-2c71b0e397bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:02.129099 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.162594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Calling delete_port for 59da85ca-e0f0-4236-a1a0-7002970f7bde owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:01:02.188814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (fef0b019-ec75-437c-bea9-410d0eeceb28), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.219883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=fef0b019-ec75-437c-bea9-410d0eeceb28,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:02.236001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:01:00Z', 'revision_number': 7, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:02.268214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839b36d-f8aa-45ef-8c82-8a726a4bfec9 None None] The sync data for ids ['0e02effa-1489-4059-a5f2-f251cffa47c7'] in n-d-827549-2 is: [{'id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'name': 'tempest-TestNetworkBasicOps-router-2048306197', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T14:59:03Z', 'updated_at': '2022-02-03T15:01:00Z', 'revision_number': 7, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': 'fef0b019-ec75-437c-bea9-410d0eeceb28', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02effa-1489-4059-a5f2-f251cffa47c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T14:59:04Z', 'updated_at': '2022-02-03T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:01:02.277172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (0e02effa-1489-4059-a5f2-f251cffa47c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.292304 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (59da85ca-e0f0-4236-a1a0-7002970f7bde), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.319540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Pushing event deleted for resources: {'Port': ['ID=59da85ca-e0f0-4236-a1a0-7002970f7bde,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:02.326564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] No DVR routers for this DVR port 59da85ca-e0f0-4236-a1a0-7002970f7bde on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:01:02.336771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.337312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.337708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.338120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.338579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.339039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.339800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.340855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.341279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.341696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.342112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.342531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.342934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69318b4a-1d5d-4fa6-a9d2-1f81f61627b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:02.374734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (0e02effa-1489-4059-a5f2-f251cffa47c7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.376917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_controller (0e02effa-1489-4059-a5f2-f251cffa47c7), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.424089 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (0e02effa-1489-4059-a5f2-f251cffa47c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.424737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Fanout notify agent at l3_agent the message router_deleted on router 0e02effa-1489-4059-a5f2-f251cffa47c7 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:01:02.431159 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.432277 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fd42f627-4aec-4581-837d-010c4248dd81 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/routers/0e02effa-1489-4059-a5f2-f251cffa47c7 HTTP/1.1" status: 204 len: 168 time: 0.8008728 Feb 03 15:01:02.434910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33244) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:02.509930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.606951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.627646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:02.637635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e2bde6-17e9-4954-8da2-2c71b0e397bc') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:02.637939 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e2bde6-17e9-4954-8da2-2c71b0e397bc') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:02.648344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (36e2bde6-17e9-4954-8da2-2c71b0e397bc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.663412 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (36e2bde6-17e9-4954-8da2-2c71b0e397bc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.670816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:01:02.671257 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (36e2bde6-17e9-4954-8da2-2c71b0e397bc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:01:02.674542 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:01:02.748525 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.756380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.765213 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/networks/fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8 HTTP/1.1" status: 204 len: 168 time: 0.3292396 Feb 03 15:01:02.780815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33246) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:02.783710 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f74d6-cdb2-4d98-9c6f-bef4555e2a28 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Network': ['ID=fbd54d19-cf3a-4ebe-8d8a-0d4876a1aca8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:02.787059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'network': {'name': 'tempest-network-smoke--655877534', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'port_security_enabled': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:02.809500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:01:02.812932 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.837571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:01:02.847362 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a3f53744-0ed1-4182-896c-41e20be6039c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.847706 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Added segment a3f53744-0ed1-4182-896c-41e20be6039c of type vlan for network f98ce9db-040c-43ba-be4b-e2de3ee97f7b Feb 03 15:01:02.891820 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (f98ce9db-040c-43ba-be4b-e2de3ee97f7b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.917710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (f98ce9db-040c-43ba-be4b-e2de3ee97f7b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.922737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:02.923332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:02.962908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1802371 Feb 03 15:01:02.965996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33248) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:02.972557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'admin_state_up': True, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:03.010900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acf0b9-1679-48bb-ac36-7cc566bb74be tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Network': ['ID=f98ce9db-040c-43ba-be4b-e2de3ee97f7b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:03.021918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:01:03.023998 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (d5473e45-4b21-4561-b214-2e1023a9e197), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.026039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (d5473e45-4b21-4561-b214-2e1023a9e197), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.086314 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_controller (d5473e45-4b21-4561-b214-2e1023a9e197), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.229069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (d5473e45-4b21-4561-b214-2e1023a9e197), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.330250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59da85ca-e0f0-4236-a1a0-7002970f7bde no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:01:03.353655 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 59da85ca-e0f0-4236-a1a0-7002970f7bde {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:01:03.354006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 59da85ca-e0f0-4236-a1a0-7002970f7bde not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:01:03.354421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fef0b019-ec75-437c-bea9-410d0eeceb28 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:01:03.373738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: fef0b019-ec75-437c-bea9-410d0eeceb28 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:01:03.374090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device fef0b019-ec75-437c-bea9-410d0eeceb28 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:01:03.374494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d00825ae-a2aa-4ceb-ba84-fff3cce69ebe no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:01:03.393643 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d00825ae-a2aa-4ceb-ba84-fff3cce69ebe {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:01:03.393991 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d00825ae-a2aa-4ceb-ba84-fff3cce69ebe not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:01:03.435816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (d5473e45-4b21-4561-b214-2e1023a9e197), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.455243 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.559954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.25.0.65 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/67952602-bdc5-408c-a477-e8bd436cd09d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:01:03.665654 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (67952602-bdc5-408c-a477-e8bd436cd09d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.698917 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:03.739511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:01:03.743023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:01:03.746049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:01:03.773742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=67952602-bdc5-408c-a477-e8bd436cd09d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:04.009457 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (d5473e45-4b21-4561-b214-2e1023a9e197), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:04.211811 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (d5473e45-4b21-4561-b214-2e1023a9e197), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:04.340502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router d5473e45-4b21-4561-b214-2e1023a9e197 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:01:04.462996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:01:04.478395 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Sync routers for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:01:04.485504 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:04.490499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c86e7c07-eb0e-46fb-b1a0-2db26513e7fb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5201464 Feb 03 15:01:04.490499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33250) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:04.492338 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:04.493036 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:04.517912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-196aaef5-47fc-459c-850b-fe70a316769a tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a4c6f54497cd41f99482e8dead26c2ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269563 Feb 03 15:01:04.520528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33252) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:04.611451 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:04.823684 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:03Z', 'revision_number': 3, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:04.850698 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Checking router: d5473e45-4b21-4561-b214-2e1023a9e197 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:01:04.851046 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Updating router d5473e45-4b21-4561-b214-2e1023a9e197 port 67952602-bdc5-408c-a477-e8bd436cd09d binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:01:04.878780 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:04.970265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d467c-f895-4757-bd2a-e192ae420699 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:04.971785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8c0d467c-f895-4757-bd2a-e192ae420699 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4503272 Feb 03 15:01:04.975219 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33254) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:05.004965 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1b71b885-ab2f-4eac-9c62-a8585e6a53a8 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263710 Feb 03 15:01:05.005191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33256) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:05.009703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228308841', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:05.098591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:01:05.102930 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.137813 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Publish callbacks [] for port (67952602-bdc5-408c-a477-e8bd436cd09d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.143009 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.196529 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Pushing event updated for resources: {'Port': ['ID=67952602-bdc5-408c-a477-e8bd436cd09d,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:05.198554 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Attempting to bind port 67952602-bdc5-408c-a477-e8bd436cd09d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:01:05.198918 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Attempting to bind port 67952602-bdc5-408c-a477-e8bd436cd09d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:01:05.199277 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Attempting to bind port 67952602-bdc5-408c-a477-e8bd436cd09d on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:01:05.205132 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:01:05.205593 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:01:05.206003 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.206395 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:01:05.206860 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Bound port: 67952602-bdc5-408c-a477-e8bd436cd09d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:01:05.207239 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.233912 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.234261 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.234604 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.234944 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.235286 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.235617 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.235947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.236272 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.236627 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.236956 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.237280 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.237603 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.237925 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:01:05.268272 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] For port 67952602-bdc5-408c-a477-e8bd436cd09d, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:01:05.271252 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] For port 67952602-bdc5-408c-a477-e8bd436cd09d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=67952602-bdc5-408c-a477-e8bd436cd09d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:01:05.277394 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.295287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (8939e572-944b-4adf-a847-643e0524cc87), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.327006 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:05.327616 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:05.367307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Subnet': ['ID=8939e572-944b-4adf-a847-643e0524cc87,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:05.372826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Checking segment: {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:01:05.373191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network hostable DHCP agents. Network: f98ce9db-040c-43ba-be4b-e2de3ee97f7b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:01:05.388659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44baac-e5d8-4ca7-9e71-531ce80d6322 None None] Pushing event updated for resources: {'Port': ['ID=67952602-bdc5-408c-a477-e8bd436cd09d,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:05.390764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:01:05.400865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, f98ce9db-040c-43ba-be4b-e2de3ee97f7b) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:01:05.405068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:05.406012 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.412468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bfcb46-0432-43c0-b6ae-3638857bda3b None None] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:01:05.424990 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7cb00494-5293-4704-b475-ba50bfaa1da2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4163992 Feb 03 15:01:05.425207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33258) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:05.449010 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:05.524334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:01:05.525423 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.667151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Allocated IP 172.20.0.2 (f98ce9db-040c-43ba-be4b-e2de3ee97f7b/8939e572-944b-4adf-a847-643e0524cc87/9ce8889a-c93e-481c-950d-266829fcf93e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:01:05.733487 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:03Z', 'revision_number': 3, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:05.765800 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414d794-d06a-47de-848b-8eda4daa26be None None] The sync data for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 is: [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:03Z', 'revision_number': 3, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:01:05.821796 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Publish callbacks [] for port (9ce8889a-c93e-481c-950d-266829fcf93e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.828293 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.882244 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:01:05.885492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:01:05.889091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:01:05.895642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.896546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Pushing event updated for resources: {'Port': ['ID=9ce8889a-c93e-481c-950d-266829fcf93e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:05.952952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Attempting to bind port 9ce8889a-c93e-481c-950d-266829fcf93e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:01:05.953446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Attempting to bind port 9ce8889a-c93e-481c-950d-266829fcf93e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:01:05.953885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Attempting to bind port 9ce8889a-c93e-481c-950d-266829fcf93e on network f98ce9db-040c-43ba-be4b-e2de3ee97f7b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:01:05.959916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:01:05.960391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Checking segment: {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:01:05.960936 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:05.961428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Bound using segment: {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:01:05.962007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Bound port: 9ce8889a-c93e-481c-950d-266829fcf93e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:01:05.962792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:06.062004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] For port 9ce8889a-c93e-481c-950d-266829fcf93e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:01:06.067005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] For port 9ce8889a-c93e-481c-950d-266829fcf93e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9ce8889a-c93e-481c-950d-266829fcf93e,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:01:06.079107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:06.153705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3262d-2e2e-4979-aab6-989a04af3187 None None] Pushing event updated for resources: {'Port': ['ID=9ce8889a-c93e-481c-950d-266829fcf93e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:06.277782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.20.0.1 (f98ce9db-040c-43ba-be4b-e2de3ee97f7b/8939e572-944b-4adf-a847-643e0524cc87/37d1dff0-5ddf-417a-9da6-3e1942988cf3) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:01:06.435192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:06.475799 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:06.524994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:01:06.528221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:01:06.531138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:01:06.538753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=37d1dff0-5ddf-417a-9da6-3e1942988cf3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:06.585365 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (d5473e45-4b21-4561-b214-2e1023a9e197), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:06.731009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.039617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.044801 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.124358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=37d1dff0-5ddf-417a-9da6-3e1942988cf3,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:07.132319 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (d5473e45-4b21-4561-b214-2e1023a9e197), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.251182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31024ba6-843e-42a3-9d4b-5133515cd7a5 None None] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:01:07.263467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:01:07.266705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:01:07.346587 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 67952602-bdc5-408c-a477-e8bd436cd09d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:01:07.355771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bcfdcca3-7e17-44e2-b36b-d20b44984437 None None] Provisioning complete for port 9ce8889a-c93e-481c-950d-266829fcf93e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:07.356147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcca3-7e17-44e2-b36b-d20b44984437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.408116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router d5473e45-4b21-4561-b214-2e1023a9e197 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:01:07.539627 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:01:07.546947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1ae44b24-ca86-45e2-9ccd-967f91bb9488 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "PUT /v2.0/routers/d5473e45-4b21-4561-b214-2e1023a9e197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1184127 Feb 03 15:01:07.547155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33260) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:07.636827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Sync routers for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:01:07.647798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5564fa3-e98d-4e53-98ca-c8d8a5a35d37 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.648287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5564fa3-e98d-4e53-98ca-c8d8a5a35d37 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.648789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5564fa3-e98d-4e53-98ca-c8d8a5a35d37 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.649249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5564fa3-e98d-4e53-98ca-c8d8a5a35d37 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.652234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b5564fa3-e98d-4e53-98ca-c8d8a5a35d37 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1028466 Feb 03 15:01:07.653638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33262) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:07.689286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:07.689977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:07.710404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8ebc3-3cfd-4d0a-b425-c9e775a22195 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.710852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8ebc3-3cfd-4d0a-b425-c9e775a22195 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.711257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8ebc3-3cfd-4d0a-b425-c9e775a22195 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.711716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8ebc3-3cfd-4d0a-b425-c9e775a22195 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:07.715922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b8c8ebc3-3cfd-4d0a-b425-c9e775a22195 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0588877 Feb 03 15:01:07.716146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33264) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:07.750359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 67952602-bdc5-408c-a477-e8bd436cd09d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:07.750741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.791901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdcca3-7e17-44e2-b36b-d20b44984437 None None] Current status of the port 9ce8889a-c93e-481c-950d-266829fcf93e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:07.792207 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcca3-7e17-44e2-b36b-d20b44984437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.863585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b931f795-2dfd-489f-85ff-4e2dacb494ed tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1462321 Feb 03 15:01:07.882641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bcfdcca3-7e17-44e2-b36b-d20b44984437 None None] For port 9ce8889a-c93e-481c-950d-266829fcf93e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9ce8889a-c93e-481c-950d-266829fcf93e,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:07.890453 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcca3-7e17-44e2-b36b-d20b44984437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:07.962465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:07.964985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdcca3-7e17-44e2-b36b-d20b44984437 None None] Pushing event updated for resources: {'Port': ['ID=9ce8889a-c93e-481c-950d-266829fcf93e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.032906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33268) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:08.037643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d8c4171f-aaf5-425d-acd2-6f2d001618ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128753665', 'description': 'tempest-secgroup-smoke-1128753665 description', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:08.060700 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8c4171f-aaf5-425d-acd2-6f2d001618ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.071642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 67952602-bdc5-408c-a477-e8bd436cd09d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:08.072067 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.120257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 67952602-bdc5-408c-a477-e8bd436cd09d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=67952602-bdc5-408c-a477-e8bd436cd09d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:08.144602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8c4171f-aaf5-425d-acd2-6f2d001618ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (4c820233-7ea9-437f-ad26-4f170ae4e3fb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.150177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8c4171f-aaf5-425d-acd2-6f2d001618ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4c820233-7ea9-437f-ad26-4f170ae4e3fb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.163520 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.164330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ce8889a-c93e-481c-950d-266829fcf93e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:01:08.185473 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d8c4171f-aaf5-425d-acd2-6f2d001618ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.189755 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33270) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:08.190276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d8c4171f-aaf5-425d-acd2-6f2d001618ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1559236 Feb 03 15:01:08.195961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-12e9dbd2-2922-438a-ac0b-3e10a0a2537b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '4c820233-7ea9-437f-ad26-4f170ae4e3fb', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:08.202207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4171f-aaf5-425d-acd2-6f2d001618ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c820233-7ea9-437f-ad26-4f170ae4e3fb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.227544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2df2751e-1408-4340-a637-33c740613e54 None None] Provisioning complete for port 9ce8889a-c93e-481c-950d-266829fcf93e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:08.228018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2df2751e-1408-4340-a637-33c740613e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.252513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e9dbd2-2922-438a-ac0b-3e10a0a2537b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (c608ebe5-d2be-488d-a493-c5abaa31c51b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.337210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e9dbd2-2922-438a-ac0b-3e10a0a2537b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (c608ebe5-d2be-488d-a493-c5abaa31c51b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.341735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=67952602-bdc5-408c-a477-e8bd436cd09d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.342757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e9dbd2-2922-438a-ac0b-3e10a0a2537b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c608ebe5-d2be-488d-a493-c5abaa31c51b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.371285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9dbd2-2922-438a-ac0b-3e10a0a2537b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c608ebe5-d2be-488d-a493-c5abaa31c51b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.375659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9ce8889a-c93e-481c-950d-266829fcf93e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:08.375937 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.379119 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-12e9dbd2-2922-438a-ac0b-3e10a0a2537b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.380407 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-12e9dbd2-2922-438a-ac0b-3e10a0a2537b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886566 Feb 03 15:01:08.384981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33272) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:08.389737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d677549b-2f3f-4340-9b66-68a0fb25fa86 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '4c820233-7ea9-437f-ad26-4f170ae4e3fb', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:08.420803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d677549b-2f3f-4340-9b66-68a0fb25fa86 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (9c40a5a5-6299-4711-a850-a3c21911348f), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.457169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2df2751e-1408-4340-a637-33c740613e54 None None] Current status of the port 9ce8889a-c93e-481c-950d-266829fcf93e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:08.467287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 2, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:08.495642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d677549b-2f3f-4340-9b66-68a0fb25fa86 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (9c40a5a5-6299-4711-a850-a3c21911348f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.500256 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d677549b-2f3f-4340-9b66-68a0fb25fa86 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (9c40a5a5-6299-4711-a850-a3c21911348f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.503923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Checking router: d5473e45-4b21-4561-b214-2e1023a9e197 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:01:08.504294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Updating router d5473e45-4b21-4561-b214-2e1023a9e197 port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:01:08.516793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677549b-2f3f-4340-9b66-68a0fb25fa86 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c40a5a5-6299-4711-a850-a3c21911348f,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.529061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d677549b-2f3f-4340-9b66-68a0fb25fa86 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.533690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d677549b-2f3f-4340-9b66-68a0fb25fa86 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473396 Feb 03 15:01:08.534093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33274) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:08.534231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2df2751e-1408-4340-a637-33c740613e54 None None] Provisioning complete for port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:08.534559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2df2751e-1408-4340-a637-33c740613e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.540025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c9e9280b-c5d2-41c5-9509-1cd3b02b36eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '4c820233-7ea9-437f-ad26-4f170ae4e3fb', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:08.566878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e9280b-c5d2-41c5-9509-1cd3b02b36eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (0c681b61-f8d0-453d-902b-b4a8a37059bc), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.585548 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.620168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2df2751e-1408-4340-a637-33c740613e54 None None] Port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:01:08.622512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9ce8889a-c93e-481c-950d-266829fcf93e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:08.638621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e9280b-c5d2-41c5-9509-1cd3b02b36eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (0c681b61-f8d0-453d-902b-b4a8a37059bc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.643149 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e9280b-c5d2-41c5-9509-1cd3b02b36eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (0c681b61-f8d0-453d-902b-b4a8a37059bc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.659542 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9280b-c5d2-41c5-9509-1cd3b02b36eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c681b61-f8d0-453d-902b-b4a8a37059bc,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.671354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c9e9280b-c5d2-41c5-9509-1cd3b02b36eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.672650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c9e9280b-c5d2-41c5-9509-1cd3b02b36eb tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374631 Feb 03 15:01:08.675401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33276) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:08.680470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6dbc2acb-fd7c-43fe-920e-8ba49b6fdd6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '4c820233-7ea9-437f-ad26-4f170ae4e3fb', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:08.707448 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2acb-fd7c-43fe-920e-8ba49b6fdd6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (0a88b0b8-5ca3-473f-a465-47f81c4a22c3), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.770482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-afdcaa60-eab0-4712-9536-3ca9346cb723 None None] Provisioning complete for port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:08.770869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afdcaa60-eab0-4712-9536-3ca9346cb723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.776114 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2acb-fd7c-43fe-920e-8ba49b6fdd6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (0a88b0b8-5ca3-473f-a465-47f81c4a22c3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.781071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2acb-fd7c-43fe-920e-8ba49b6fdd6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (0a88b0b8-5ca3-473f-a465-47f81c4a22c3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.806946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc2acb-fd7c-43fe-920e-8ba49b6fdd6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a88b0b8-5ca3-473f-a465-47f81c4a22c3,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.813289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2acb-fd7c-43fe-920e-8ba49b6fdd6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.817571 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6dbc2acb-fd7c-43fe-920e-8ba49b6fdd6f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381028 Feb 03 15:01:08.817571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33278) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:08.821934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '4c820233-7ea9-437f-ad26-4f170ae4e3fb', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:08.842330 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Project a4c6f54497cd41f99482e8dead26c2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:01:08.847481 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (15b79e3c-3572-455a-9044-bb63c5c2915a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.851850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-afdcaa60-eab0-4712-9536-3ca9346cb723 None None] Port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:01:08.910482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (15b79e3c-3572-455a-9044-bb63c5c2915a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.915763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (15b79e3c-3572-455a-9044-bb63c5c2915a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.933569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b79e3c-3572-455a-9044-bb63c5c2915a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:08.943714 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.945144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8a5335ec-d9e9-4164-afc6-a3540929ca68 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267858 Feb 03 15:01:08.946343 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Publish callbacks [] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.947833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33280) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:08.953373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'security_group_rule': {'security_group_id': '4c820233-7ea9-437f-ad26-4f170ae4e3fb', 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:08.956500 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:08.975712 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Project a4c6f54497cd41f99482e8dead26c2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:01:08.983171 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (b0b30a5c-6a64-49e8-9e5b-3c7b5cad2e00), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.007415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062a3ae-2f2a-47f8-b336-92dfe2feeec6 None None] Pushing event updated for resources: {'Port': ['ID=37d1dff0-5ddf-417a-9da6-3e1942988cf3,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:09.056540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (b0b30a5c-6a64-49e8-9e5b-3c7b5cad2e00), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.060318 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (b0b30a5c-6a64-49e8-9e5b-3c7b5cad2e00), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.068950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Attempting to bind port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:01:09.069327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Attempting to bind port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:01:09.070160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Attempting to bind port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 on network f98ce9db-040c-43ba-be4b-e2de3ee97f7b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:01:09.075413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:01:09.076187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Checking segment: {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:01:09.076187 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.076711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Bound using segment: {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:01:09.077188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Bound port: 37d1dff0-5ddf-417a-9da6-3e1942988cf3, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:01:09.077537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.078882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b30a5c-6a64-49e8-9e5b-3c7b5cad2e00,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:09.091919 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.093194 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-732fbc8b-d043-4c3f-a263-1ff16ce13e2c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442156 Feb 03 15:01:09.149289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] For port 37d1dff0-5ddf-417a-9da6-3e1942988cf3, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:01:09.152608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] For port 37d1dff0-5ddf-417a-9da6-3e1942988cf3, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=37d1dff0-5ddf-417a-9da6-3e1942988cf3,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:01:09.159690 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.221037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:09.221674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:00:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:09.266333 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 67952602-bdc5-408c-a477-e8bd436cd09d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:01:09.343374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-bc2d5c97-bca3-4f92-b254-57620d43f646 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128753665&fields=id&tenant_id=a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 267 time: 0.0512505 Feb 03 15:01:09.471365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-2a3f4b46-b90a-49e7-82ee-622e1efbc2a3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:09.472934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-2a3f4b46-b90a-49e7-82ee-622e1efbc2a3 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/networks?id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b HTTP/1.1" status: 200 len: 796 time: 0.1218543 Feb 03 15:01:09.476960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062a3ae-2f2a-47f8-b336-92dfe2feeec6 None None] Pushing event updated for resources: {'Port': ['ID=37d1dff0-5ddf-417a-9da6-3e1942988cf3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:09.492322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-c9b38505-119a-494e-9017-7a9297e8875a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/quotas/a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 375 time: 0.0103586 Feb 03 15:01:09.543679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c5e22cef-1f43-4664-9bc3-00fd8f9d81fc None None] Provisioning complete for port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:09.544054 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e22cef-1f43-4664-9bc3-00fd8f9d81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.549260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.551034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-606b49fc-dd20-4d14-a0fb-b653b5301785 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507736 Feb 03 15:01:09.610898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 67952602-bdc5-408c-a477-e8bd436cd09d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:09.611274 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.618109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:09.651580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-e5346c40-5ebc-45b0-818f-530aaa81590c service neutron] 10.222.0.52 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887339 Feb 03 15:01:09.745030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-ae6ee407-1500-4fb8-8cc3-ad1fe2294d5a service neutron] 10.222.0.52 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874140 Feb 03 15:01:09.811206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c5e22cef-1f43-4664-9bc3-00fd8f9d81fc None None] Current status of the port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:09.811610 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e22cef-1f43-4664-9bc3-00fd8f9d81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.894780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 67952602-bdc5-408c-a477-e8bd436cd09d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:09.895871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ce8889a-c93e-481c-950d-266829fcf93e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:01:09.902078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c5e22cef-1f43-4664-9bc3-00fd8f9d81fc None None] For port 37d1dff0-5ddf-417a-9da6-3e1942988cf3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=37d1dff0-5ddf-417a-9da6-3e1942988cf3,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:09.922947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5e22cef-1f43-4664-9bc3-00fd8f9d81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:09.934663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3bff9ad-2b61-4276-b003-bb7516f6ac90 req-d89562e2-e738-474b-b7f3-37c41d329b7f tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 210 time: 0.0314484 Feb 03 15:01:10.010088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e22cef-1f43-4664-9bc3-00fd8f9d81fc None None] Pushing event updated for resources: {'Port': ['ID=37d1dff0-5ddf-417a-9da6-3e1942988cf3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:10.025870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9ce8889a-c93e-481c-950d-266829fcf93e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:10.026246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:10.071673 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:10.106083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e2c2d-f250-4af1-b0c8-3f1ef5d46f50 None None] The sync data for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 is: [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:01:10.114955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b0f3e843-53ec-4071-9de2-292bad5e9d5a None None] Provisioning complete for port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:10.117101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e843-53ec-4071-9de2-292bad5e9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:10.201201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9ce8889a-c93e-481c-950d-266829fcf93e is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:10.252008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3e843-53ec-4071-9de2-292bad5e9d5a None None] Current status of the port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:11.033139 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-201b0ac6-60fc-4dda-bac7-609aa7086d80 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:11.034640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-201b0ac6-60fc-4dda-bac7-609aa7086d80 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "GET /v2.0/networks?id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b HTTP/1.1" status: 200 len: 796 time: 0.1446624 Feb 03 15:01:11.051443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb204047-77d9-4e5a-8fb2-520f6310b747 req-08c3c2a5-8ddb-4b0f-a8da-0fba0c15099e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 210 time: 0.0370638 Feb 03 15:01:11.108907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6310b77d-b344-4a17-bc40-d5a349250aba tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c6f54497cd41f99482e8dead26c2ae HTTP/1.1" status: 200 len: 380 time: 0.0566289 Feb 03 15:01:11.125831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'port': {'device_id': '997940fc-bcad-41cc-83e7-c72d28928051', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'admin_state_up': True, 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'security_groups': ['4c820233-7ea9-437f-ad26-4f170ae4e3fb']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:11.262433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Made reservation on behalf of a4c6f54497cd41f99482e8dead26c2ae for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:01:11.266291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:11.266628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 37d1dff0-5ddf-417a-9da6-3e1942988cf3 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:01:11.325259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:11.325644 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:11.408870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.20.0.3 (f98ce9db-040c-43ba-be4b-e2de3ee97f7b/8939e572-944b-4adf-a847-643e0524cc87/fbde2454-5fb2-42f6-b797-37c52a85fa6b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:01:11.413166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:11.575404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:11.611209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:11.660580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:01:11.664210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:01:11.668117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:01:11.696694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=fbde2454-5fb2-42f6-b797-37c52a85fa6b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:11.733497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:11.734190 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:11.751766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-7ab79b1b-1356-44ea-b298-13d0dbe11c0d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300817 Feb 03 15:01:11.770119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Request body: {'port': {'device_id': '997940fc-bcad-41cc-83e7-c72d28928051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:11.835997 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:11.887915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fee6428c-1cb1-4187-9f33-d55ee0a44de9 None None] Provisioning complete for port fbde2454-5fb2-42f6-b797-37c52a85fa6b triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:11.888291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fee6428c-1cb1-4187-9f33-d55ee0a44de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:11.925584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fee6428c-1cb1-4187-9f33-d55ee0a44de9 None None] Port fbde2454-5fb2-42f6-b797-37c52a85fa6b cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:01:12.109325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbde2454-5fb2-42f6-b797-37c52a85fa6b {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:01:12.117543 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Publish callbacks [] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:12.153148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Transition to ACTIVE for port object fbde2454-5fb2-42f6-b797-37c52a85fa6b will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:01:12.161900 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:12.228976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c5ed2-00d6-4315-8a8d-a0b3a15f0c51 req-d39bad5b-84a2-49fb-9593-7d8400f6bfe9 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:12.230855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f90c5ed2-00d6-4315-8a8d-a0b3a15f0c51 req-d39bad5b-84a2-49fb-9593-7d8400f6bfe9 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 931 time: 0.1088707 Feb 03 15:01:12.231195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=fbde2454-5fb2-42f6-b797-37c52a85fa6b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:12.337817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f90c5ed2-00d6-4315-8a8d-a0b3a15f0c51 req-871d2e04-5547-4034-b1d4-951a54e0335a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833678 Feb 03 15:01:12.342384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Attempting to bind port fbde2454-5fb2-42f6-b797-37c52a85fa6b on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:01:12.342725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Attempting to bind port fbde2454-5fb2-42f6-b797-37c52a85fa6b by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:01:12.343058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Attempting to bind port fbde2454-5fb2-42f6-b797-37c52a85fa6b on network f98ce9db-040c-43ba-be4b-e2de3ee97f7b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:01:12.347838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Port fbde2454-5fb2-42f6-b797-37c52a85fa6b on network f98ce9db-040c-43ba-be4b-e2de3ee97f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:01:12.348163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Attempting to bind port fbde2454-5fb2-42f6-b797-37c52a85fa6b on network f98ce9db-040c-43ba-be4b-e2de3ee97f7b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:01:12.354167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:01:12.354524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Checking segment: {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:01:12.354909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Bound using segment: {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:01:12.355337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Bound port: fbde2454-5fb2-42f6-b797-37c52a85fa6b, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f53744-0ed1-4182-896c-41e20be6039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:01:12.355840 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:12.419018 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] For port fbde2454-5fb2-42f6-b797-37c52a85fa6b, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:01:12.421968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] For port fbde2454-5fb2-42f6-b797-37c52a85fa6b, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:01:12.428621 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:12.817466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:12.818089 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:12.820024 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] 10.222.0.71 "PUT /v2.0/ports/fbde2454-5fb2-42f6-b797-37c52a85fa6b HTTP/1.1" status: 200 len: 1091 time: 1.0565870 Feb 03 15:01:12.820555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:01:12.822710 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07a843b-5969-4386-b6fe-9922a4a1dab1" -d '{"events": [{"name": "network-changed", "server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:01:12.844678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d64a-4315-4542-b726-f489c118bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=fbde2454-5fb2-42f6-b797-37c52a85fa6b,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:12.874166 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09365c5-585b-4bba-9bc1-bd2f9eeff107 x-openstack-request-id: req-e09365c5-585b-4bba-9bc1-bd2f9eeff107 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:01:12.874508 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:01:12.874760 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e09365c5-585b-4bba-9bc1-bd2f9eeff107 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:01:12.875151 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'status': 'completed', 'code': 200} Feb 03 15:01:12.936393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-d2dbb783-ac47-4f44-a006-f43e55767a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:12.938041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-d2dbb783-ac47-4f44-a006-f43e55767a69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 1125 time: 0.0486262 Feb 03 15:01:12.983593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-3844d577-760e-43a3-b9b7-75a55019aea5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b HTTP/1.1" status: 200 len: 217 time: 0.0343025 Feb 03 15:01:13.038152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-de82fcbb-1398-4266-89ef-b354ee615412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:13.039595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-de82fcbb-1398-4266-89ef-b354ee615412 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8939e572-944b-4adf-a847-643e0524cc87 HTTP/1.1" status: 200 len: 835 time: 0.0502830 Feb 03 15:01:13.086983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-cf00890e-a221-4255-a8fd-6c5a3b39ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:13.088436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-cf00890e-a221-4255-a8fd-6c5a3b39ad30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430233 Feb 03 15:01:13.176144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-140db14e-b8ac-4272-a793-d2953691ebfd service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818629 Feb 03 15:01:13.273776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db1ef66b-cf82-418f-9fd0-7b861c2f397d req-2c49c370-e8a7-4d64-81fb-9f7acc10e704 service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922368 Feb 03 15:01:13.404715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-b7a43629-0bff-4b51-91c3-fe6e5fa91445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:13.406522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-b7a43629-0bff-4b51-91c3-fe6e5fa91445 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 1125 time: 0.0505302 Feb 03 15:01:13.533499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bd6f6-1f4e-4a2e-ad37-07c4f437f5cc req-aef42424-5c44-4b0c-8fc3-ff555a6c78d0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:13.535121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f59bd6f6-1f4e-4a2e-ad37-07c4f437f5cc req-aef42424-5c44-4b0c-8fc3-ff555a6c78d0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 943 time: 0.1232727 Feb 03 15:01:13.561659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-8ef112a2-02d6-4066-8ab6-9a4bd947c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:13.563149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-8ef112a2-02d6-4066-8ab6-9a4bd947c797 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b HTTP/1.1" status: 200 len: 897 time: 0.1495485 Feb 03 15:01:13.618765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-0f2b7477-75cc-4257-803e-c68979bcb818 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b HTTP/1.1" status: 200 len: 217 time: 0.0481083 Feb 03 15:01:13.657837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f59bd6f6-1f4e-4a2e-ad37-07c4f437f5cc req-be5ee753-67c1-40a0-9689-63cb3ddb8bc2 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130385 Feb 03 15:01:13.676051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-b33a49c0-2953-4902-b794-c0447f3c9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:13.677544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-b33a49c0-2953-4902-b794-c0447f3c9c3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8939e572-944b-4adf-a847-643e0524cc87 HTTP/1.1" status: 200 len: 835 time: 0.0537245 Feb 03 15:01:13.726317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-9ae258fc-0865-4c7a-a302-7172a5f0fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:13.727825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-9ae258fc-0865-4c7a-a302-7172a5f0fa67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451224 Feb 03 15:01:13.821246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-dbdc002b-bc6f-41c1-9278-4ffa564e3d3f service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875831 Feb 03 15:01:13.908888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a07a843b-5969-4386-b6fe-9922a4a1dab1 req-1810dcca-982f-4ff2-8298-5e40c58f379b service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815921 Feb 03 15:01:14.788998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63975305-21c6-46e1-8f83-932e12560a76 req-4c8a6478-903c-49ac-b99f-73ba9410aebc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:14.790501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63975305-21c6-46e1-8f83-932e12560a76 req-4c8a6478-903c-49ac-b99f-73ba9410aebc tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 943 time: 0.0543914 Feb 03 15:01:14.853591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63975305-21c6-46e1-8f83-932e12560a76 req-581e2a6f-06f9-4fe9-b8dd-4087d2d0e840 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552325 Feb 03 15:01:15.843738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21944f71-4f7c-4e38-8a35-85e988fe355e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:15.973017 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef543b-1e3f-4184-b0b7-eb93cebd79f7 req-bf15044c-b590-4557-81ad-b8409c10736b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:15.974420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8ef543b-1e3f-4184-b0b7-eb93cebd79f7 req-bf15044c-b590-4557-81ad-b8409c10736b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 943 time: 0.0514276 Feb 03 15:01:16.022874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8ef543b-1e3f-4184-b0b7-eb93cebd79f7 req-1efaacbe-a7a1-4df7-8ce2-8f8336e298de tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Feb 03 15:01:16.804944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fbde2454-5fb2-42f6-b797-37c52a85fa6b details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:01:16.905106 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fbde2454-5fb2-42f6-b797-37c52a85fa6b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:16.916906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'port_id': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'mac_address': 'fa:16:3e:8b:5b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:01:16.954415 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fbde2454-5fb2-42f6-b797-37c52a85fa6b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:16.954802 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:16.967288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbde2454-5fb2-42f6-b797-37c52a85fa6b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:01:16.991411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fbde2454-5fb2-42f6-b797-37c52a85fa6b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:16.995321 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:17.041893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fbde2454-5fb2-42f6-b797-37c52a85fa6b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:17.143921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9411a4-b21d-4839-8eb8-7758118d1b72 req-96c5cb53-d7ef-47ae-afde-60b58c812919 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:17.145465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e9411a4-b21d-4839-8eb8-7758118d1b72 req-96c5cb53-d7ef-47ae-afde-60b58c812919 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 944 time: 0.0538216 Feb 03 15:01:17.196773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e9411a4-b21d-4839-8eb8-7758118d1b72 req-6eb0e1ec-b58b-4ad1-be22-162b5c6a4ac5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455174 Feb 03 15:01:17.372468 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['fbde2454-5fb2-42f6-b797-37c52a85fa6b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:01:18.107280 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-236038c1-2336-4708-900c-30d73c128690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:18.332160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d094-5b56-4d91-91f1-070d183a2c8b req-cfb7c6af-787e-43f5-9df1-67a965fb436b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:18.333738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19a5d094-5b56-4d91-91f1-070d183a2c8b req-cfb7c6af-787e-43f5-9df1-67a965fb436b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 944 time: 0.0614574 Feb 03 15:01:18.386208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-19a5d094-5b56-4d91-91f1-070d183a2c8b req-3051556d-6335-4493-8cf1-6bdb604269e1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463018 Feb 03 15:01:18.803762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fbde2454-5fb2-42f6-b797-37c52a85fa6b up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:01:18.853590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port fbde2454-5fb2-42f6-b797-37c52a85fa6b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:01:18.857823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port fbde2454-5fb2-42f6-b797-37c52a85fa6b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:01:18.858199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:18.940586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port fbde2454-5fb2-42f6-b797-37c52a85fa6b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:01:18.940973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:18.965195 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:01:18.967460 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2828f26-af02-400e-953d-51a94debe109" -d '{"events": [{"server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "name": "network-vif-plugged", "status": "completed", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:01:18.979876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port fbde2454-5fb2-42f6-b797-37c52a85fa6b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:01:18.984231 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:19.032276 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=fbde2454-5fb2-42f6-b797-37c52a85fa6b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:19.136764 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd9b897-2cd5-41ce-963b-b1aa76fd07c6 x-openstack-request-id: req-7fd9b897-2cd5-41ce-963b-b1aa76fd07c6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:01:19.137382 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "name": "network-vif-plugged", "status": "completed", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:01:19.137382 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fd9b897-2cd5-41ce-963b-b1aa76fd07c6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:01:19.137710 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'code': 200} Feb 03 15:01:19.273057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05eef7a-232a-4b5d-be61-e626d0cc1182 req-f0f06d6d-6c98-4f2f-80ef-82c9854c0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:19.274567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b05eef7a-232a-4b5d-be61-e626d0cc1182 req-f0f06d6d-6c98-4f2f-80ef-82c9854c0685 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 1127 time: 0.0441306 Feb 03 15:01:19.320699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b05eef7a-232a-4b5d-be61-e626d0cc1182 req-148eba15-3818-4f93-a3e2-e8855758fbf8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Feb 03 15:01:19.522110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11318344-7a65-4b7c-948d-63cc32f2023f req-07ccc4fc-07e6-46ea-9ecc-b495f9db44f8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:19.523660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11318344-7a65-4b7c-948d-63cc32f2023f req-07ccc4fc-07e6-46ea-9ecc-b495f9db44f8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 945 time: 0.0601575 Feb 03 15:01:19.578839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11318344-7a65-4b7c-948d-63cc32f2023f req-5bafbfd7-5141-4584-929f-be1ea416a0dd tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493474 Feb 03 15:01:19.748976 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:20.705457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48b813-4fb5-4b31-94d8-1cf75550e3da req-a6fca212-0a5a-4d08-8ed4-a6d9cfa196fe tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:20.706967 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce48b813-4fb5-4b31-94d8-1cf75550e3da req-a6fca212-0a5a-4d08-8ed4-a6d9cfa196fe tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 945 time: 0.0588427 Feb 03 15:01:20.760942 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce48b813-4fb5-4b31-94d8-1cf75550e3da req-b27001d1-2ea3-4966-9b9e-31f43f0d16e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466335 Feb 03 15:01:20.826242 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:21.880656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6653a-715c-4bb0-a487-eb979cff67ee req-17bc0998-f9dd-4a9f-a41a-76559b970aee tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:21.883714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aa6653a-715c-4bb0-a487-eb979cff67ee req-17bc0998-f9dd-4a9f-a41a-76559b970aee tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 945 time: 0.0535114 Feb 03 15:01:21.935912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0aa6653a-715c-4bb0-a487-eb979cff67ee req-ae5f75db-4abf-4d21-95ec-95b8414e83a8 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465636 Feb 03 15:01:22.051761 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25595cc7-0869-4bf5-94c5-9fe1d3541c53 req-7dad619e-b875-40d9-a95f-26a70c681d4c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:22.053161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25595cc7-0869-4bf5-94c5-9fe1d3541c53 req-7dad619e-b875-40d9-a95f-26a70c681d4c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 945 time: 0.0531964 Feb 03 15:01:22.101479 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25595cc7-0869-4bf5-94c5-9fe1d3541c53 req-93447df1-30e5-40c3-b4a7-8d84f7aa192d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Feb 03 15:01:22.122816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33342) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:22.166497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a190c5-2874-4d15-9532-e4da23ca6d85 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:22.167994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-85a190c5-2874-4d15-9532-e4da23ca6d85 tempest-TestNetworkBasicOps-1828784222 tempest-TestNetworkBasicOps-1828784222-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 1122 time: 0.0442069 Feb 03 15:01:22.170813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33344) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:22.175120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:01:22.195797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:22.215736 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:22.297145 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:22.398713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Allocated IP 172.25.0.72 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:01:22.514079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:22.549324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:22.595863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:01:22.600205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:01:22.602213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:22.604381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:01:22.988297 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (b974371e-3f20-4e77-8c91-20fda69f7841), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:23.062236 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:23.212067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:23.221771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:23.300024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event updated for resources: {'Port': ['ID=46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:01:23.310829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (b974371e-3f20-4e77-8c91-20fda69f7841), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:23.424034 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Floating IP b974371e-3f20-4e77-8c91-20fda69f7841 associated. External IP: 172.25.0.72, port: fbde2454-5fb2-42f6-b797-37c52a85fa6b. Feb 03 15:01:23.648199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router d5473e45-4b21-4561-b214-2e1023a9e197 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:01:23.768392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:01:23.783253 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] Sync routers for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:01:23.788339 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:23.794948 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:23.795560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:01:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:23.820542 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-470ea6e2-122f-4024-845e-095590fc78e5 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6486583 Feb 03 15:01:23.821254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:01:23.823456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33346) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:23.824688 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878097e3-3562-47e8-8268-59c495663fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:01:23.867719 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ecbf5-f0c3-4d31-a557-66d289105485 x-openstack-request-id: req-953ecbf5-f0c3-4d31-a557-66d289105485 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:01:23.868012 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:01:23.868265 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-953ecbf5-f0c3-4d31-a557-66d289105485 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:01:23.868702 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'status': 'completed', 'code': 200} Feb 03 15:01:23.902259 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9bb1d9f0-c3a8-4223-ad12-86bc22d30893 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/floatingips/b974371e-3f20-4e77-8c91-20fda69f7841 HTTP/1.1" status: 200 len: 990 time: 0.0774577 Feb 03 15:01:23.919422 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:23.973366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878097e3-3562-47e8-8268-59c495663fb9 req-ff0c60be-75e2-4ea0-a72c-1f6f63f2e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:23.975034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878097e3-3562-47e8-8268-59c495663fb9 req-ff0c60be-75e2-4ea0-a72c-1f6f63f2e0e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 1127 time: 0.0585363 Feb 03 15:01:24.079991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878097e3-3562-47e8-8268-59c495663fb9 req-674e25cb-826e-4aed-9d90-6eb78349fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:24.081549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878097e3-3562-47e8-8268-59c495663fb9 req-674e25cb-826e-4aed-9d90-6eb78349fe59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b HTTP/1.1" status: 200 len: 897 time: 0.0999198 Feb 03 15:01:24.147158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878097e3-3562-47e8-8268-59c495663fb9 req-56bcd30b-1b46-482d-a96b-8788d9ee913c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b HTTP/1.1" status: 200 len: 998 time: 0.0601327 Feb 03 15:01:24.156457 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b974371e-3f20-4e77-8c91-20fda69f7841', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'port_id': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'mac_address': 'fa:16:3e:8b:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997940fc-bcad-41cc-83e7-c72d28928051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:01:22Z', 'updated_at': '2022-02-03T15:01:22Z', 'revision_number': 0, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:24.182927 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] Checking router: d5473e45-4b21-4561-b214-2e1023a9e197 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:01:24.191249 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:01:24.191843 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:01:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:24.198773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878097e3-3562-47e8-8268-59c495663fb9 req-87c37945-214e-4a4e-a6de-f96cc17f6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:24.200458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878097e3-3562-47e8-8268-59c495663fb9 req-87c37945-214e-4a4e-a6de-f96cc17f6d75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8939e572-944b-4adf-a847-643e0524cc87 HTTP/1.1" status: 200 len: 835 time: 0.0479867 Feb 03 15:01:24.263308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878097e3-3562-47e8-8268-59c495663fb9 req-94487381-a7a0-4396-a989-33ae6c9b96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:24.264999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878097e3-3562-47e8-8268-59c495663fb9 req-94487381-a7a0-4396-a989-33ae6c9b96ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590246 Feb 03 15:01:24.303118 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:01:24.341103 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:01:24.357086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878097e3-3562-47e8-8268-59c495663fb9 req-25a26432-9e6d-40d5-ace6-6aec4223b9df service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861700 Feb 03 15:01:24.452671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878097e3-3562-47e8-8268-59c495663fb9 req-4d40b818-ac18-456f-af10-61cdd1b0cdbf service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896180 Feb 03 15:01:24.543972 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b974371e-3f20-4e77-8c91-20fda69f7841', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'port_id': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'mac_address': 'fa:16:3e:8b:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997940fc-bcad-41cc-83e7-c72d28928051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:01:22Z', 'updated_at': '2022-02-03T15:01:22Z', 'revision_number': 0, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:01:24.570414 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef2fafa-0e6d-4292-8038-08030d14340b None None] The sync data for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 is: [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'b974371e-3f20-4e77-8c91-20fda69f7841', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'port_id': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'mac_address': 'fa:16:3e:8b:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997940fc-bcad-41cc-83e7-c72d28928051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:01:22Z', 'updated_at': '2022-02-03T15:01:22Z', 'revision_number': 0, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:01:24.769938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e581c-78fa-4ddf-a399-6ca1383e3269 None None] New status for floating IP b974371e-3f20-4e77-8c91-20fda69f7841: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:01:24.905218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33350) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:01:24.974023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ad2dff46-e8b5-430a-98c2-4c2e6f48d437 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/floatingips/b974371e-3f20-4e77-8c91-20fda69f7841 HTTP/1.1" status: 200 len: 992 time: 0.0672982 Feb 03 15:01:25.149150 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:35.185158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-2ce626de-a4fe-4b70-ad4e-0230465581e4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442512 Feb 03 15:01:35.298568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-da44a43c-c9b1-4c03-a968-cb5afe6917c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:35.300187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-da44a43c-c9b1-4c03-a968-cb5afe6917c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 1127 time: 0.0543289 Feb 03 15:01:35.417863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-ea1a476a-0bbe-4e70-9b6c-45488378f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:35.419410 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-ea1a476a-0bbe-4e70-9b6c-45488378f75f service neutron] 10.222.0.71 "GET /v2.0/networks?id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b HTTP/1.1" status: 200 len: 897 time: 0.0999405 Feb 03 15:01:35.487508 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-1a84b27c-dc0a-4262-9810-d82cb4ebafb3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b HTTP/1.1" status: 200 len: 1000 time: 0.0622959 Feb 03 15:01:35.535202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-93c70214-2b3b-4a75-9e0b-a3f8cebf2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:35.536698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-93c70214-2b3b-4a75-9e0b-a3f8cebf2a2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8939e572-944b-4adf-a847-643e0524cc87 HTTP/1.1" status: 200 len: 835 time: 0.0437975 Feb 03 15:01:35.584290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-1191d6c1-cb31-494e-a245-f21be3cf484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:01:35.585897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-1191d6c1-cb31-494e-a245-f21be3cf484d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441082 Feb 03 15:01:35.675427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-7ee5967a-a201-49f3-92ec-c8cc36a15e7d service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838869 Feb 03 15:01:35.782245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49b7290-09ac-4523-b153-c25c2b59d4bc req-912eaa29-0f8f-4f70-944f-0ffffa325670 service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011941 Feb 03 15:01:39.374194 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:45.847101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f52f008-5eac-4b7e-a0ea-4df803010bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:48.118152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-855b8d8f-951d-4702-8c33-a17174428634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:49.751746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:50.831261 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:52.221903 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:01:55.150210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:01.340623 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:02:09.377692 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:15.850936 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea311267-2c80-47e2-aa7a-655e0a060978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:18.110441 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db27304f-0823-49e4-8d29-d213a5cd04fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:19.753330 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:20.833118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:22.218500 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:25.151243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:25.639966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33378) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:25.705688 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c917e388-fa00-4bfa-9c09-2ba0d6e6b237 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/floatingips/b974371e-3f20-4e77-8c91-20fda69f7841 HTTP/1.1" status: 200 len: 992 time: 0.0644543 Feb 03 15:02:25.999814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33384) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:26.159579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port 46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:02:26.159938 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:26.247060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:26.247390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:26.259848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for 46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:02:26.414064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:26.444585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=46a69efa-eec8-49e2-8cb2-b76e0b2ddbf8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:26.470049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.470391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.470727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.471059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.471386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.471713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.472037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.472401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.472703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.473023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.473340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.473658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.473977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:26.512761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for floatingip (b974371e-3f20-4e77-8c91-20fda69f7841), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:26.513030 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Floating IP b974371e-3f20-4e77-8c91-20fda69f7841 disassociated (deleted). External IP: 172.25.0.72, port: fbde2454-5fb2-42f6-b797-37c52a85fa6b. Feb 03 15:02:27.071532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router d5473e45-4b21-4561-b214-2e1023a9e197 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:02:27.196705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:02:27.201759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:27.207088 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] Sync routers for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:02:27.219157 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:02:27.219847 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:02:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:27.233757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-39378133-cada-4721-bf4d-4a9626fdda46 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/floatingips/b974371e-3f20-4e77-8c91-20fda69f7841 HTTP/1.1" status: 204 len: 168 time: 1.2328117 Feb 03 15:02:27.234452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:02:27.237005 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8ed19-4017-4e51-9e14-509e3959fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:02:27.338789 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:02:27.493919 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dc61e6-37d3-4d30-9612-67bd053edf14 x-openstack-request-id: req-05dc61e6-37d3-4d30-9612-67bd053edf14 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:02:27.494232 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:02:27.494485 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05dc61e6-37d3-4d30-9612-67bd053edf14 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:02:27.494886 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'status': 'completed', 'code': 200} Feb 03 15:02:27.551435 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:27.577508 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] Checking router: d5473e45-4b21-4561-b214-2e1023a9e197 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:02:27.585904 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:02:27.586500 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:02:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:27.612752 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-6c92109f-e4d5-43c6-aead-2c33447fe763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:27.614208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-6c92109f-e4d5-43c6-aead-2c33447fe763 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 1127 time: 0.0756915 Feb 03 15:02:27.625843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265bd4-f7fa-44ac-bcce-e8ac5866c2cf req-79693953-4176-415b-81d5-4ec14c750e08 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:27.627256 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8265bd4-f7fa-44ac-bcce-e8ac5866c2cf req-79693953-4176-415b-81d5-4ec14c750e08 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 945 time: 0.0795667 Feb 03 15:02:27.742080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8265bd4-f7fa-44ac-bcce-e8ac5866c2cf req-7413292b-5bcc-49cf-b19e-61f3eb8687b6 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049640 Feb 03 15:02:27.755965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-77e124a0-b906-416e-b4ae-d7cb81f4c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:27.757587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-77e124a0-b906-416e-b4ae-d7cb81f4c419 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b HTTP/1.1" status: 200 len: 897 time: 0.1294603 Feb 03 15:02:27.789353 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:02:27.803126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-41d87b45-1525-4a1d-a596-e4f526ab5e0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b HTTP/1.1" status: 200 len: 217 time: 0.0383046 Feb 03 15:02:27.851678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-f719a44c-a4b9-43fb-b559-280eddb69c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:27.853234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-f719a44c-a4b9-43fb-b559-280eddb69c2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8939e572-944b-4adf-a847-643e0524cc87 HTTP/1.1" status: 200 len: 835 time: 0.0436082 Feb 03 15:02:27.903473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-118e4a21-bc64-4b87-a013-e91dadf9b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:27.904904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-118e4a21-bc64-4b87-a013-e91dadf9b952 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f98ce9db-040c-43ba-be4b-e2de3ee97f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445435 Feb 03 15:02:27.989168 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:28.002498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-b627315d-f974-4282-bae6-30e3d38597d3 service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886052 Feb 03 15:02:28.015931 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98825e9-3795-41e1-ac72-df0d5839021c None None] The sync data for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 is: [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:06Z', 'revision_number': 4, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '37d1dff0-5ddf-417a-9da6-3e1942988cf3', 'name': '', 'network_id': 'f98ce9db-040c-43ba-be4b-e2de3ee97f7b', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'mac_address': 'fa:16:3e:03:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '8939e572-944b-4adf-a847-643e0524cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:06Z', 'updated_at': '2022-02-03T15:01:09Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'subnets': [{'id': '8939e572-944b-4adf-a847-643e0524cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:02:28.095998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8c8ed19-4017-4e51-9e14-509e3959fc94 req-2ad5d1fe-93c1-4cc3-b31c-1d00737fb609 service neutron] 10.222.0.71 "GET /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874634 Feb 03 15:02:28.232140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b396d-4b35-47fc-b80f-56dfcbe84701 None None] New status for floating IP b974371e-3f20-4e77-8c91-20fda69f7841: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:02:28.867235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7324-d0b1-48f7-aa8f-a89f0b69256e req-acb952bb-45d1-4f1a-a072-f66d06e25703 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:28.868905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f94e7324-d0b1-48f7-aa8f-a89f0b69256e req-acb952bb-45d1-4f1a-a072-f66d06e25703 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 945 time: 0.0566225 Feb 03 15:02:28.926009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f94e7324-d0b1-48f7-aa8f-a89f0b69256e req-bc2eede0-db51-45dd-beda-c5f32eae120d tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c820233-7ea9-437f-ad26-4f170ae4e3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511522 Feb 03 15:02:29.308758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-171870e4-1129-4925-b1bc-54a33b36a6ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:29.310361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-171870e4-1129-4925-b1bc-54a33b36a6ed tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 945 time: 0.0715914 Feb 03 15:02:29.405141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port fbde2454-5fb2-42f6-b797-37c52a85fa6b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:02:29.405486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:29.503852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port fbde2454-5fb2-42f6-b797-37c52a85fa6b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=fbde2454-5fb2-42f6-b797-37c52a85fa6b,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:02:29.504254 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:29.517658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for fbde2454-5fb2-42f6-b797-37c52a85fa6b owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:02:29.651332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (fbde2454-5fb2-42f6-b797-37c52a85fa6b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:29.680929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=fbde2454-5fb2-42f6-b797-37c52a85fa6b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:29.726994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] No DVR routers for this DVR port fbde2454-5fb2-42f6-b797-37c52a85fa6b on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:02:29.729641 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:29.733148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8c04ac0-cc9a-41d0-9b48-5108d9c7ea42 req-6f1e5161-e611-4727-adc7-817d26c1e12e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.71 "DELETE /v2.0/ports/fbde2454-5fb2-42f6-b797-37c52a85fa6b HTTP/1.1" status: 204 len: 173 time: 0.4168096 Feb 03 15:02:29.733644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'name': 'network-vif-deleted', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:02:29.736091 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b337025-ca71-4295-a410-c41f2d72827d" -d '{"events": [{"server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "name": "network-vif-deleted", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:02:29.780401 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c79c6ba-5c33-48b9-90c1-86c97cc1fb04 x-openstack-request-id: req-9c79c6ba-5c33-48b9-90c1-86c97cc1fb04 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:02:29.780729 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997940fc-bcad-41cc-83e7-c72d28928051", "name": "network-vif-deleted", "tag": "fbde2454-5fb2-42f6-b797-37c52a85fa6b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:02:29.781035 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c79c6ba-5c33-48b9-90c1-86c97cc1fb04 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:02:29.781708 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997940fc-bcad-41cc-83e7-c72d28928051', 'name': 'network-vif-deleted', 'tag': 'fbde2454-5fb2-42f6-b797-37c52a85fa6b', 'status': 'completed', 'code': 200} Feb 03 15:02:30.042175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-016bf574-e207-47e4-901c-46d3347eccd0 req-4ba6e3c7-8fe4-4339-8359-e4902a0a716a tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "GET /v2.0/ports?device_id=997940fc-bcad-41cc-83e7-c72d28928051 HTTP/1.1" status: 200 len: 210 time: 0.0304637 Feb 03 15:02:30.785902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-9b82ff09-ec7f-4255-9add-05458a42f1d8 req-af46ca98-decf-4980-9b5b-d90c1835f3f7 tempest-TestVolumeBackupRestore-1794758913 tempest-TestVolumeBackupRestore-1794758913-project] (103341) timed out ('10.222.0.45', 49360) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:02:31.101217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33402) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:31.160648 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f29c10b-603c-4bcc-aca8-4109856f3c0e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (4c820233-7ea9-437f-ad26-4f170ae4e3fb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:31.189990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f29c10b-603c-4bcc-aca8-4109856f3c0e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (4c820233-7ea9-437f-ad26-4f170ae4e3fb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:31.251987 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f29c10b-603c-4bcc-aca8-4109856f3c0e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (4c820233-7ea9-437f-ad26-4f170ae4e3fb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:31.254751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f29c10b-603c-4bcc-aca8-4109856f3c0e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:31.255969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6f29c10b-603c-4bcc-aca8-4109856f3c0e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/security-groups/4c820233-7ea9-437f-ad26-4f170ae4e3fb HTTP/1.1" status: 204 len: 168 time: 0.1537213 Feb 03 15:02:31.266254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c10b-603c-4bcc-aca8-4109856f3c0e tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c820233-7ea9-437f-ad26-4f170ae4e3fb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:31.289104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:31.662928 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (d5473e45-4b21-4561-b214-2e1023a9e197), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:31.933337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port 37d1dff0-5ddf-417a-9da6-3e1942988cf3 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:02:31.933598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:32.027319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port 37d1dff0-5ddf-417a-9da6-3e1942988cf3, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=37d1dff0-5ddf-417a-9da6-3e1942988cf3,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:02:32.027689 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:32.040507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for 37d1dff0-5ddf-417a-9da6-3e1942988cf3 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:02:32.240483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (37d1dff0-5ddf-417a-9da6-3e1942988cf3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:32.266520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=37d1dff0-5ddf-417a-9da6-3e1942988cf3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:32.454638 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (d5473e45-4b21-4561-b214-2e1023a9e197), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:32.689618 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Router d5473e45-4b21-4561-b214-2e1023a9e197 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:02:32.800919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:02:32.805848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d4f5cfdd-cfe4-44cb-80c1-137a8cc41c5b tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "PUT /v2.0/routers/d5473e45-4b21-4561-b214-2e1023a9e197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156887 Feb 03 15:02:32.808606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33408) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:32.813645 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] Sync routers for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:02:32.824614 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:02:32.825225 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:02:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:32.872747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting subnet 8939e572-944b-4adf-a847-643e0524cc87 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:02:32.875966 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (8939e572-944b-4adf-a847-643e0524cc87), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:32.917735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (8939e572-944b-4adf-a847-643e0524cc87), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:32.936101 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:02:33.004815 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8939e572-944b-4adf-a847-643e0524cc87), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.069999 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (8939e572-944b-4adf-a847-643e0524cc87), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.099824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Subnet': ['ID=8939e572-944b-4adf-a847-643e0524cc87,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:33.101847 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.107355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-acf5faa2-1dda-4d2a-b4ef-7eb873af72e0 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/subnets/8939e572-944b-4adf-a847-643e0524cc87 HTTP/1.1" status: 204 len: 168 time: 0.2976947 Feb 03 15:02:33.107585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b44010-856a-4738-a958-2c0a56daffc3 None None] Network f98ce9db-040c-43ba-be4b-e2de3ee97f7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:02:33.108548 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:33.131173 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:02:32Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:33.163140 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] Checking router: d5473e45-4b21-4561-b214-2e1023a9e197 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:02:33.172357 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] Routers {'d5473e45-4b21-4561-b214-2e1023a9e197'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:02:33.173012 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:02:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['d5473e45-4b21-4561-b214-2e1023a9e197'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:33.245051 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router (d5473e45-4b21-4561-b214-2e1023a9e197), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.274272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fbde2454-5fb2-42f6-b797-37c52a85fa6b no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:02:33.314992 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] Set router d5473e45-4b21-4561-b214-2e1023a9e197 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:02:33.318139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] DHCP port deletion for f98ce9db-040c-43ba-be4b-e2de3ee97f7b request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:02:33.320319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: fbde2454-5fb2-42f6-b797-37c52a85fa6b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:02:33.320633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device fbde2454-5fb2-42f6-b797-37c52a85fa6b not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:02:33.367911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_gateway (d5473e45-4b21-4561-b214-2e1023a9e197), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.370069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Deleting port 9ce8889a-c93e-481c-950d-266829fcf93e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:02:33.370445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.422626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Deleting port 67952602-bdc5-408c-a477-e8bd436cd09d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:02:33.423050 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.438384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] For port 9ce8889a-c93e-481c-950d-266829fcf93e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9ce8889a-c93e-481c-950d-266829fcf93e,segment=NetworkSegment(a3f53744-0ed1-4182-896c-41e20be6039c),segment_id=a3f53744-0ed1-4182-896c-41e20be6039c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:02:33.439107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.453477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Calling delete_port for 9ce8889a-c93e-481c-950d-266829fcf93e owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:02:33.511482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] For port 67952602-bdc5-408c-a477-e8bd436cd09d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=67952602-bdc5-408c-a477-e8bd436cd09d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:02:33.511821 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.516375 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:02:32Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:33.525591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Calling delete_port for 67952602-bdc5-408c-a477-e8bd436cd09d owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:02:33.544265 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4f045-aa15-4a60-bf89-9349649e6872 None None] The sync data for ids ['d5473e45-4b21-4561-b214-2e1023a9e197'] in n-d-827549-2 is: [{'id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'name': 'tempest-TestNetworkBasicOps-router-1442719327', 'tenant_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:02:32Z', 'revision_number': 5, 'project_id': 'a4c6f54497cd41f99482e8dead26c2ae', 'gw_port': {'id': '67952602-bdc5-408c-a477-e8bd436cd09d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5473e45-4b21-4561-b214-2e1023a9e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:01:03Z', 'updated_at': '2022-02-03T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:02:33.548794 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (9ce8889a-c93e-481c-950d-266829fcf93e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.575829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Pushing event deleted for resources: {'Port': ['ID=9ce8889a-c93e-481c-950d-266829fcf93e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:33.585816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] No DVR routers for this DVR port 9ce8889a-c93e-481c-950d-266829fcf93e on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:02:33.591406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.591767 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.592122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.592529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.593094 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.593181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.593467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.593797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.594125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.594451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.595157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.595157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.595398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37bda-be3f-4811-81e1-9613dcc41969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.707365 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (67952602-bdc5-408c-a477-e8bd436cd09d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.730995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Port': ['ID=67952602-bdc5-408c-a477-e8bd436cd09d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:33.740935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.741375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.741509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.741834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.742165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.742495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.742820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.743711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.743953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.744284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.744784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.744956 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.745323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:02:33.803911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (d5473e45-4b21-4561-b214-2e1023a9e197), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.896073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (d5473e45-4b21-4561-b214-2e1023a9e197), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.898910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router_controller (d5473e45-4b21-4561-b214-2e1023a9e197), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.951035 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (d5473e45-4b21-4561-b214-2e1023a9e197), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.951732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Fanout notify agent at l3_agent the message router_deleted on router d5473e45-4b21-4561-b214-2e1023a9e197 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:02:33.959564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:33.960806 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-89a1785e-aee2-4c1f-86bb-be3abb4a4f9c tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/routers/d5473e45-4b21-4561-b214-2e1023a9e197 HTTP/1.1" status: 204 len: 168 time: 0.8512735 Feb 03 15:02:33.963701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33414) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:34.044536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f98ce9db-040c-43ba-be4b-e2de3ee97f7b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.143963 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f98ce9db-040c-43ba-be4b-e2de3ee97f7b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.166918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98ce9db-040c-43ba-be4b-e2de3ee97f7b']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:34.177310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f53744-0ed1-4182-896c-41e20be6039c') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:34.177707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f53744-0ed1-4182-896c-41e20be6039c') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:02:34.187989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (a3f53744-0ed1-4182-896c-41e20be6039c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.202618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (a3f53744-0ed1-4182-896c-41e20be6039c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.211756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:02:34.213084 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (a3f53744-0ed1-4182-896c-41e20be6039c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:02:34.216455 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:02:34.284157 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (f98ce9db-040c-43ba-be4b-e2de3ee97f7b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.291317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.294498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] 10.222.0.52 "DELETE /v2.0/networks/f98ce9db-040c-43ba-be4b-e2de3ee97f7b HTTP/1.1" status: 204 len: 168 time: 0.3295836 Feb 03 15:02:34.306572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338aca-ab66-4666-aa79-80dd8fa323c1 tempest-TestNetworkBasicOps-1237966432 tempest-TestNetworkBasicOps-1237966432-project] Pushing event deleted for resources: {'Network': ['ID=f98ce9db-040c-43ba-be4b-e2de3ee97f7b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:34.595600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33420) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:34.732272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f4f02c5f-25c6-43e0-8b05-9f2ceb372513 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4c6f54497cd41f99482e8dead26c2ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354132 Feb 03 15:02:34.734896 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33424) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:34.782296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-830e466d-ec67-4c62-b1f9-e766b389bd32 admin admin] Publish callbacks [] for security_group (f0ad93c9-27ff-4be2-847f-3d313a6d26c9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.803484 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-830e466d-ec67-4c62-b1f9-e766b389bd32 admin admin] Publish callbacks [] for security_group (f0ad93c9-27ff-4be2-847f-3d313a6d26c9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.851538 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-830e466d-ec67-4c62-b1f9-e766b389bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f0ad93c9-27ff-4be2-847f-3d313a6d26c9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.855011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-830e466d-ec67-4c62-b1f9-e766b389bd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:34.856351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-830e466d-ec67-4c62-b1f9-e766b389bd32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0ad93c9-27ff-4be2-847f-3d313a6d26c9 HTTP/1.1" status: 204 len: 168 time: 0.1205723 Feb 03 15:02:34.864294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e466d-ec67-4c62-b1f9-e766b389bd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad93c9-27ff-4be2-847f-3d313a6d26c9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:35.139853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33430) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:35.155343 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28f50ea2-ff3b-4c5b-b775-7fc12f6ad846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:35.235397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28f50ea2-ff3b-4c5b-b775-7fc12f6ad846 admin admin] Publish callbacks [] for security_group (32865ce8-9c43-46cb-8b61-6da273d2b8e9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:35.239523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28f50ea2-ff3b-4c5b-b775-7fc12f6ad846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (32865ce8-9c43-46cb-8b61-6da273d2b8e9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:35.255391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 37d1dff0-5ddf-417a-9da6-3e1942988cf3 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:02:35.279433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 37d1dff0-5ddf-417a-9da6-3e1942988cf3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:02:35.279783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 37d1dff0-5ddf-417a-9da6-3e1942988cf3 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:02:35.280199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ce8889a-c93e-481c-950d-266829fcf93e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:02:35.281933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-28f50ea2-ff3b-4c5b-b775-7fc12f6ad846 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f83ce216de945a38a8e69a10ef7e3fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406126 Feb 03 15:02:35.283294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50ea2-ff3b-4c5b-b775-7fc12f6ad846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32865ce8-9c43-46cb-8b61-6da273d2b8e9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:35.286040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:02:35.301172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9ce8889a-c93e-481c-950d-266829fcf93e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:02:35.301523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9ce8889a-c93e-481c-950d-266829fcf93e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:02:35.301935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 67952602-bdc5-408c-a477-e8bd436cd09d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:02:35.322391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 67952602-bdc5-408c-a477-e8bd436cd09d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:02:35.322741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 67952602-bdc5-408c-a477-e8bd436cd09d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:02:35.335729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0a73aea-c11c-4adf-8ecb-2c95ee27f600 admin admin] Publish callbacks [] for security_group (32865ce8-9c43-46cb-8b61-6da273d2b8e9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:35.362258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0a73aea-c11c-4adf-8ecb-2c95ee27f600 admin admin] Publish callbacks [] for security_group (32865ce8-9c43-46cb-8b61-6da273d2b8e9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:35.409201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0a73aea-c11c-4adf-8ecb-2c95ee27f600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (32865ce8-9c43-46cb-8b61-6da273d2b8e9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:35.412083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0a73aea-c11c-4adf-8ecb-2c95ee27f600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:35.413285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c0a73aea-c11c-4adf-8ecb-2c95ee27f600 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32865ce8-9c43-46cb-8b61-6da273d2b8e9 HTTP/1.1" status: 204 len: 168 time: 0.1263289 Feb 03 15:02:35.422443 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a73aea-c11c-4adf-8ecb-2c95ee27f600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32865ce8-9c43-46cb-8b61-6da273d2b8e9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:38.340134 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:02:39.374631 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:45.854815 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a02268ed-5aa4-4b2c-97cd-35372b13999e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:46.206985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-060d7217-c495-4fd0-b47e-d890d40a37ee tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1bda5374547f4bb2b4c6597d827474de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220716 Feb 03 15:02:46.312028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-8b484c80-e7f5-4057-87fc-7c2c490c31f5 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:46.313487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-8b484c80-e7f5-4057-87fc-7c2c490c31f5 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1014657 Feb 03 15:02:46.327917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-34476a75-36d4-4dcd-9b61-fa60bc9b81fb tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/quotas/1bda5374547f4bb2b4c6597d827474de HTTP/1.1" status: 200 len: 375 time: 0.0091462 Feb 03 15:02:46.359116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-92802104-372a-400f-89bc-fdeea3ac41a1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bda5374547f4bb2b4c6597d827474de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260885 Feb 03 15:02:46.522778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f18a793e-1581-4d98-817c-63e28f6735e0 req-fa1d6360-fd2d-41ac-8452-52f812ac4051 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 210 time: 0.0275650 Feb 03 15:02:47.417550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-9ff3a745-d7b0-47d8-9009-8dba49d58ed6 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1bda5374547f4bb2b4c6597d827474de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242455 Feb 03 15:02:47.533245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ae6a72fc-e4f5-44a9-afe9-6f930076c2ae tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:47.534693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ae6a72fc-e4f5-44a9-afe9-6f930076c2ae tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127558 Feb 03 15:02:47.582294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Request body: {'port': {'device_id': '38fce647-748b-415c-84ed-254f71481c34', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'admin_state_up': True, 'tenant_id': '1bda5374547f4bb2b4c6597d827474de'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:02:47.632125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6da9de3-4207-4d4d-a419-d2b0bd91282e req-e91a40a4-26b8-4345-8aba-ff233f71588a tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 210 time: 0.0339003 Feb 03 15:02:47.728889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Made reservation on behalf of 1bda5374547f4bb2b4c6597d827474de for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:02:47.732396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:47.741420 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:47.816521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks [] for security_group (645433b4-1601-496b-b9c2-aba06881f191), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:47.820733 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (645433b4-1601-496b-b9c2-aba06881f191), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:47.889945 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645433b4-1601-496b-b9c2-aba06881f191,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:47.957092 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Allocated IP 192.168.233.138 (229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532/c750ce2a-f28d-4a93-9037-03b1636b6d6c/165fae6c-2f7b-4927-ba56-0044b3ee46a5) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:02:48.111988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b74d1db-391e-46df-9df2-eb52ab457ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.117167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks [] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.155057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.199190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:02:48.202300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:02:48.204796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:02:48.234910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Pushing event updated for resources: {'Port': ['ID=165fae6c-2f7b-4927-ba56-0044b3ee46a5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:48.262381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:48.263004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.279449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-ddd1a18e-1a30-4a14-b3cb-76cbee7232c1 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7012169 Feb 03 15:02:48.295786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Request body: {'port': {'device_id': '38fce647-748b-415c-84ed-254f71481c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:02:48.361378 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.394077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-349b6e78-60f5-46b9-9b46-0f509d28c3ed None None] Provisioning complete for port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:02:48.394452 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-349b6e78-60f5-46b9-9b46-0f509d28c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.437294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-349b6e78-60f5-46b9-9b46-0f509d28c3ed None None] Port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:02:48.619517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165fae6c-2f7b-4927-ba56-0044b3ee46a5 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:02:48.626706 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Publish callbacks [] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.638645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Transition to ACTIVE for port object 165fae6c-2f7b-4927-ba56-0044b3ee46a5 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:02:48.641604 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:48.693608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Pushing event updated for resources: {'Port': ['ID=165fae6c-2f7b-4927-ba56-0044b3ee46a5,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:49.150958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fee23-1033-4256-a8a4-4399a5061581 req-641bf049-ddc0-44dc-b8e8-ceedfa7eac29 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:49.152482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c47fee23-1033-4256-a8a4-4399a5061581 req-641bf049-ddc0-44dc-b8e8-ceedfa7eac29 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 948 time: 0.4429636 Feb 03 15:02:49.153621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Attempting to bind port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:02:49.153947 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Attempting to bind port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:02:49.154264 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Attempting to bind port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:02:49.160770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:02:49.161088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Attempting to bind port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 on network 229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:02:49.175692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:02:49.176025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Checking segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:02:49.176397 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Bound using segment: {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:02:49.176841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Bound port: 165fae6c-2f7b-4927-ba56-0044b3ee46a5, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6108ad-4cfd-4f92-8422-8e40fd0458ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:02:49.177192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:49.241249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c47fee23-1033-4256-a8a4-4399a5061581 req-4019c0c3-49ec-43f5-8f89-0c815daf77e6 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820816 Feb 03 15:02:49.267243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] For port 165fae6c-2f7b-4927-ba56-0044b3ee46a5, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:02:49.270376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] For port 165fae6c-2f7b-4927-ba56-0044b3ee46a5, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=165fae6c-2f7b-4927-ba56-0044b3ee46a5,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:02:49.277278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:49.307731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:49.308036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:49.309805 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] 10.222.0.71 "PUT /v2.0/ports/165fae6c-2f7b-4927-ba56-0044b3ee46a5 HTTP/1.1" status: 200 len: 1096 time: 1.0182946 Feb 03 15:02:49.312158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fce647-748b-415c-84ed-254f71481c34', 'tag': '165fae6c-2f7b-4927-ba56-0044b3ee46a5'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:02:49.314410 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc8f801-66c7-4998-a423-03951dd38fac" -d '{"events": [{"name": "network-changed", "server_uuid": "38fce647-748b-415c-84ed-254f71481c34", "tag": "165fae6c-2f7b-4927-ba56-0044b3ee46a5"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:02:49.347288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff1018-fc4b-4381-8f44-831f95996a28 service neutron] Pushing event updated for resources: {'Port': ['ID=165fae6c-2f7b-4927-ba56-0044b3ee46a5,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:49.356623 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81705c19-4ce7-481c-b658-dcc4e3bfb7b3 x-openstack-request-id: req-81705c19-4ce7-481c-b658-dcc4e3bfb7b3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:02:49.356911 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fce647-748b-415c-84ed-254f71481c34", "tag": "165fae6c-2f7b-4927-ba56-0044b3ee46a5", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:02:49.357166 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81705c19-4ce7-481c-b658-dcc4e3bfb7b3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:02:49.357935 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fce647-748b-415c-84ed-254f71481c34', 'tag': '165fae6c-2f7b-4927-ba56-0044b3ee46a5', 'status': 'completed', 'code': 200} Feb 03 15:02:49.418923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-c2041adf-d2c2-46bf-8e13-9025537e82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:49.420461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-c2041adf-d2c2-46bf-8e13-9025537e82d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bda5374547f4bb2b4c6597d827474de&device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 1130 time: 0.0482988 Feb 03 15:02:49.468252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-5ab57b05-4a9b-4de0-9830-4c65521f9896 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=165fae6c-2f7b-4927-ba56-0044b3ee46a5 HTTP/1.1" status: 200 len: 217 time: 0.0355406 Feb 03 15:02:49.522784 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-fbb575b1-2219-4ed4-80a0-f06056435b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:49.524467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-fbb575b1-2219-4ed4-80a0-f06056435b44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0508537 Feb 03 15:02:49.573516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-6af2f323-5cb3-47c5-b2af-62d0db6c5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:49.574979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-6af2f323-5cb3-47c5-b2af-62d0db6c5520 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0437419 Feb 03 15:02:49.668377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-53c7d049-20ef-406e-956b-22677c8b3d5c service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872910 Feb 03 15:02:49.757133 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:49.761094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9ec9d8e-a1d6-4518-801f-0af6a600bf32 req-04876951-1fd5-4c96-b6fa-3fbcf0e34a2f service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864940 Feb 03 15:02:49.886150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f801-66c7-4998-a423-03951dd38fac req-b2bac82f-16fb-4ba0-8209-f36b0d1f1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:49.887659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc8f801-66c7-4998-a423-03951dd38fac req-b2bac82f-16fb-4ba0-8209-f36b0d1f1dbd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bda5374547f4bb2b4c6597d827474de&device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 1130 time: 0.0459204 Feb 03 15:02:49.981814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f801-66c7-4998-a423-03951dd38fac req-9bc1bdf8-f7a2-4b6e-bd84-f172547cce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:49.983297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc8f801-66c7-4998-a423-03951dd38fac req-9bc1bdf8-f7a2-4b6e-bd84-f172547cce48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532 HTTP/1.1" status: 200 len: 870 time: 0.0896297 Feb 03 15:02:50.023099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc8f801-66c7-4998-a423-03951dd38fac req-8a4e793a-128a-4638-a3a5-d29940a46884 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=165fae6c-2f7b-4927-ba56-0044b3ee46a5 HTTP/1.1" status: 200 len: 217 time: 0.0341537 Feb 03 15:02:50.074705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f801-66c7-4998-a423-03951dd38fac req-478eb1dc-351f-4b3e-af84-809a753bb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:50.076166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc8f801-66c7-4998-a423-03951dd38fac req-478eb1dc-351f-4b3e-af84-809a753bb295 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c750ce2a-f28d-4a93-9037-03b1636b6d6c HTTP/1.1" status: 200 len: 843 time: 0.0481541 Feb 03 15:02:50.126592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f801-66c7-4998-a423-03951dd38fac req-8edbeca6-9c5f-4b69-ad1b-882c01fd4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:50.129274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc8f801-66c7-4998-a423-03951dd38fac req-8edbeca6-9c5f-4b69-ad1b-882c01fd4f59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0471232 Feb 03 15:02:50.223437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc8f801-66c7-4998-a423-03951dd38fac req-0ed88dd8-6d49-4591-a82a-3ed62a347f87 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Feb 03 15:02:50.316964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7dc8f801-66c7-4998-a423-03951dd38fac req-b8edf7fd-965d-42b1-a3f8-e319c42906f7 service neutron] 10.222.0.71 "GET /v2.0/networks/229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879030 Feb 03 15:02:50.367776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ceb418-4fdc-459d-907a-a36f41a74c24 req-092962e8-5b5e-427f-a737-23a573a97b09 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:50.369338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ceb418-4fdc-459d-907a-a36f41a74c24 req-092962e8-5b5e-427f-a737-23a573a97b09 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 948 time: 0.0554612 Feb 03 15:02:50.417147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ceb418-4fdc-459d-907a-a36f41a74c24 req-7b36b768-8c32-4438-b7b9-1e52d024fd6f tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Feb 03 15:02:50.835205 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:51.551195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b0435-8b2f-4866-874a-a9e28c8af4bf req-148dd226-c935-487d-a2b6-d7bae995d321 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:51.552758 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e76b0435-8b2f-4866-874a-a9e28c8af4bf req-148dd226-c935-487d-a2b6-d7bae995d321 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 948 time: 0.0679877 Feb 03 15:02:51.600278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e76b0435-8b2f-4866-874a-a9e28c8af4bf req-80acc222-7651-4c41-a580-4dd89134208b tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Feb 03 15:02:52.213439 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:52.721565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228afc82-7402-488f-9595-8598f6e57423 req-c1eba996-bcf2-4594-9f58-fd28fe25ac73 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:52.723081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-228afc82-7402-488f-9595-8598f6e57423 req-c1eba996-bcf2-4594-9f58-fd28fe25ac73 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 948 time: 0.0541692 Feb 03 15:02:52.770788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-228afc82-7402-488f-9595-8598f6e57423 req-55581442-bed2-4b6f-b38d-856d33adf412 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Feb 03 15:02:53.397888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 165fae6c-2f7b-4927-ba56-0044b3ee46a5 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:02:53.498740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 165fae6c-2f7b-4927-ba56-0044b3ee46a5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=165fae6c-2f7b-4927-ba56-0044b3ee46a5,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:02:53.509626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '165fae6c-2f7b-4927-ba56-0044b3ee46a5', 'network_id': '229ef7a4-4d2d-4c4a-9abc-fc18e5ad8532', 'port_id': '165fae6c-2f7b-4927-ba56-0044b3ee46a5', 'mac_address': 'fa:16:3e:57:c0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ce2a-f28d-4a93-9037-03b1636b6d6c', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:02:53.711248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:02:53.711661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:53.724717 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165fae6c-2f7b-4927-ba56-0044b3ee46a5 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:02:53.743441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 165fae6c-2f7b-4927-ba56-0044b3ee46a5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=165fae6c-2f7b-4927-ba56-0044b3ee46a5,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:02:53.747454 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:53.794017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=165fae6c-2f7b-4927-ba56-0044b3ee46a5,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:53.893904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8497-0bf4-4082-94e8-7e148097336e req-81f34f36-d5e0-4d48-9e23-048e37baf4b3 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:53.895379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6cb8497-0bf4-4082-94e8-7e148097336e req-81f34f36-d5e0-4d48-9e23-048e37baf4b3 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 949 time: 0.0518594 Feb 03 15:02:53.945402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6cb8497-0bf4-4082-94e8-7e148097336e req-3a3e5546-1c04-44fa-aca0-6e17488a1a3d tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Feb 03 15:02:54.119956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['165fae6c-2f7b-4927-ba56-0044b3ee46a5'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:02:55.065172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345835bf-12df-4813-ba79-43b1781248c2 req-b3b89843-de30-4b97-80db-1303fe84c385 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:55.066700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-345835bf-12df-4813-ba79-43b1781248c2 req-b3b89843-de30-4b97-80db-1303fe84c385 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 949 time: 0.0544333 Feb 03 15:02:55.114887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-345835bf-12df-4813-ba79-43b1781248c2 req-0c042f26-d37f-4f60-abbe-e1740b3a5a23 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 Feb 03 15:02:55.150609 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:55.400571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 165fae6c-2f7b-4927-ba56-0044b3ee46a5 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:02:55.448948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:02:55.453177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:02:55.453557 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:55.533445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:02:55.533742 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:55.556288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fce647-748b-415c-84ed-254f71481c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fae6c-2f7b-4927-ba56-0044b3ee46a5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:02:55.558525 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e78aea-d926-4723-a957-51e6bfc7e055" -d '{"events": [{"server_uuid": "38fce647-748b-415c-84ed-254f71481c34", "name": "network-vif-plugged", "status": "completed", "tag": "165fae6c-2f7b-4927-ba56-0044b3ee46a5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:02:55.570876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 165fae6c-2f7b-4927-ba56-0044b3ee46a5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=165fae6c-2f7b-4927-ba56-0044b3ee46a5,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:02:55.574814 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:02:55.599235 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b7332-4001-46bf-870d-092e8b6a3799 x-openstack-request-id: req-f12b7332-4001-46bf-870d-092e8b6a3799 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:02:55.599529 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fce647-748b-415c-84ed-254f71481c34", "name": "network-vif-plugged", "status": "completed", "tag": "165fae6c-2f7b-4927-ba56-0044b3ee46a5", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:02:55.599779 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f12b7332-4001-46bf-870d-092e8b6a3799 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:02:55.600166 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fce647-748b-415c-84ed-254f71481c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165fae6c-2f7b-4927-ba56-0044b3ee46a5', 'code': 200} Feb 03 15:02:55.624785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=165fae6c-2f7b-4927-ba56-0044b3ee46a5,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:02:55.723869 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480a5d0-bb62-428b-9e31-6397925db1c1 req-342c857a-0077-421c-9c7e-1311d64bf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:55.725393 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5480a5d0-bb62-428b-9e31-6397925db1c1 req-342c857a-0077-421c-9c7e-1311d64bf700 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 1132 time: 0.0432379 Feb 03 15:02:55.766019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5480a5d0-bb62-428b-9e31-6397925db1c1 req-34ba738b-810a-46ea-b5f7-ec91811f20b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Feb 03 15:02:56.247805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef501c-931b-4996-bae8-1789bffcb710 req-113919a5-7bca-4fa7-87ff-6f259345bed6 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:56.249536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eef501c-931b-4996-bae8-1789bffcb710 req-113919a5-7bca-4fa7-87ff-6f259345bed6 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 950 time: 0.0639887 Feb 03 15:02:56.300509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0eef501c-931b-4996-bae8-1789bffcb710 req-56e01e31-ab08-4e13-8fc5-9a076f187f42 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Feb 03 15:02:57.423676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e61256-682f-4843-8ea4-b7ac5696a4a3 req-e350cdff-b830-43be-baa2-b34b659fbcef tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:57.425174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8e61256-682f-4843-8ea4-b7ac5696a4a3 req-e350cdff-b830-43be-baa2-b34b659fbcef tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 950 time: 0.0525429 Feb 03 15:02:57.471331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8e61256-682f-4843-8ea4-b7ac5696a4a3 req-cf616425-7320-42b0-a2ba-e6661fcc75ae tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Feb 03 15:02:57.850741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-1c4a9fc0-3b96-48cf-9f21-91b0fecd4c85 req-20f78213-0c41-46ba-b56d-c3130b4a804a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:02:57.851843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c4a9fc0-3b96-48cf-9f21-91b0fecd4c85 req-20f78213-0c41-46ba-b56d-c3130b4a804a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1015265 Feb 03 15:02:58.457836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41494fc7-0029-46aa-8ec3-04ee7f4130d8 req-d32924f1-3925-4513-8f66-fbb70b8e8b24 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:58.459373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41494fc7-0029-46aa-8ec3-04ee7f4130d8 req-d32924f1-3925-4513-8f66-fbb70b8e8b24 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 950 time: 0.0535274 Feb 03 15:02:58.517517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41494fc7-0029-46aa-8ec3-04ee7f4130d8 req-82862551-8324-43f1-9b23-e7fddffe60dd tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511785 Feb 03 15:02:59.645233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c722-ea11-44d0-b3da-55ab6cf38df6 req-cf72b256-d7a9-4142-8d90-9c8d0139c319 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:59.646702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cef8c722-ea11-44d0-b3da-55ab6cf38df6 req-cf72b256-d7a9-4142-8d90-9c8d0139c319 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 950 time: 0.0533290 Feb 03 15:02:59.695106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cef8c722-ea11-44d0-b3da-55ab6cf38df6 req-00723a61-c7dd-429f-8453-ab4adbfd4d12 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/security-groups?id=645433b4-1601-496b-b9c2-aba06881f191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Feb 03 15:02:59.897364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-cfa10e8c-7e0c-4ae3-89fd-7e9e3dae5010 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:02:59.898729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-cfa10e8c-7e0c-4ae3-89fd-7e9e3dae5010 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.71 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 950 time: 0.0521605 Feb 03 15:02:59.995573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Deleting port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:02:59.995917 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:00.084939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] For port 165fae6c-2f7b-4927-ba56-0044b3ee46a5, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=165fae6c-2f7b-4927-ba56-0044b3ee46a5,segment=NetworkSegment(2b6108ad-4cfd-4f92-8422-8e40fd0458ec),segment_id=2b6108ad-4cfd-4f92-8422-8e40fd0458ec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:00.085309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:00.098489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Calling delete_port for 165fae6c-2f7b-4927-ba56-0044b3ee46a5 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:03:00.231393 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (165fae6c-2f7b-4927-ba56-0044b3ee46a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:00.260003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Pushing event deleted for resources: {'Port': ['ID=165fae6c-2f7b-4927-ba56-0044b3ee46a5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:00.265803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['165fae6c-2f7b-4927-ba56-0044b3ee46a5'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:03:00.309250 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] No DVR routers for this DVR port 165fae6c-2f7b-4927-ba56-0044b3ee46a5 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:03:00.311917 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:00.315339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5c65ce0-9583-4ae9-81fe-49fc2904a23c req-ba34ad55-03c2-4068-b248-1796a27c3362 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.71 "DELETE /v2.0/ports/165fae6c-2f7b-4927-ba56-0044b3ee46a5 HTTP/1.1" status: 204 len: 173 time: 0.4117785 Feb 03 15:03:00.315808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fce647-748b-415c-84ed-254f71481c34', 'name': 'network-vif-deleted', 'tag': '165fae6c-2f7b-4927-ba56-0044b3ee46a5'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:00.318118 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0c5d89-3c70-4b83-acda-cdc24c331d67" -d '{"events": [{"server_uuid": "38fce647-748b-415c-84ed-254f71481c34", "name": "network-vif-deleted", "tag": "165fae6c-2f7b-4927-ba56-0044b3ee46a5"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:00.359813 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e6f66-a3ee-4b66-84e7-c7b768e4f9da x-openstack-request-id: req-b67e6f66-a3ee-4b66-84e7-c7b768e4f9da {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:00.360331 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fce647-748b-415c-84ed-254f71481c34", "name": "network-vif-deleted", "tag": "165fae6c-2f7b-4927-ba56-0044b3ee46a5", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:00.360612 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b67e6f66-a3ee-4b66-84e7-c7b768e4f9da {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:00.361031 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fce647-748b-415c-84ed-254f71481c34', 'name': 'network-vif-deleted', 'tag': '165fae6c-2f7b-4927-ba56-0044b3ee46a5', 'status': 'completed', 'code': 200} Feb 03 15:03:00.803856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-96cecba6-6138-420c-a7d7-26c00c5803aa req-0927a1c2-994d-42ce-acee-ff6a5bb31408 tempest-ServersAdminNegativeTestJSON-1684887138 tempest-ServersAdminNegativeTestJSON-1684887138-project] 10.222.0.52 "GET /v2.0/ports?device_id=38fce647-748b-415c-84ed-254f71481c34 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Feb 03 15:03:02.099075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33566) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:02.228887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-18d92b83-3d14-4236-a1df-2a614c8931fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1bda5374547f4bb2b4c6597d827474de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285746 Feb 03 15:03:02.231407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33570) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:02.279691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cfd12f6d-f93a-425e-9fa5-0335521ab221 admin admin] Publish callbacks [] for security_group (645433b4-1601-496b-b9c2-aba06881f191), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.304894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cfd12f6d-f93a-425e-9fa5-0335521ab221 admin admin] Publish callbacks [] for security_group (645433b4-1601-496b-b9c2-aba06881f191), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.352197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cfd12f6d-f93a-425e-9fa5-0335521ab221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (645433b4-1601-496b-b9c2-aba06881f191), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.355146 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cfd12f6d-f93a-425e-9fa5-0335521ab221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.356080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cfd12f6d-f93a-425e-9fa5-0335521ab221 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/645433b4-1601-496b-b9c2-aba06881f191 HTTP/1.1" status: 204 len: 168 time: 0.1237333 Feb 03 15:03:02.364372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd12f6d-f93a-425e-9fa5-0335521ab221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645433b4-1601-496b-b9c2-aba06881f191,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:02.615529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33576) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:02.632335 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f41aadd1-b438-4bcb-86d3-ca088978a786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.706451 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f41aadd1-b438-4bcb-86d3-ca088978a786 admin admin] Publish callbacks [] for security_group (3c45f6a1-c9a5-4b3f-b349-d288c3c15883), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.710440 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f41aadd1-b438-4bcb-86d3-ca088978a786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3c45f6a1-c9a5-4b3f-b349-d288c3c15883), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.749607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f41aadd1-b438-4bcb-86d3-ca088978a786 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43121aa161ff4202b0f2c8e342a1afd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330009 Feb 03 15:03:02.750456 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aadd1-b438-4bcb-86d3-ca088978a786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c45f6a1-c9a5-4b3f-b349-d288c3c15883,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:02.753222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33578) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:02.802372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb9c-b9af-476a-bd6a-8c12109101b5 admin admin] Publish callbacks [] for security_group (3c45f6a1-c9a5-4b3f-b349-d288c3c15883), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.823289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb9c-b9af-476a-bd6a-8c12109101b5 admin admin] Publish callbacks [] for security_group (3c45f6a1-c9a5-4b3f-b349-d288c3c15883), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.872138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb9c-b9af-476a-bd6a-8c12109101b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (3c45f6a1-c9a5-4b3f-b349-d288c3c15883), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.874748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb9c-b9af-476a-bd6a-8c12109101b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:02.875906 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ae32eb9c-b9af-476a-bd6a-8c12109101b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c45f6a1-c9a5-4b3f-b349-d288c3c15883 HTTP/1.1" status: 204 len: 168 time: 0.1213050 Feb 03 15:03:02.883875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32eb9c-b9af-476a-bd6a-8c12109101b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c45f6a1-c9a5-4b3f-b349-d288c3c15883,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:03.570639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33600) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:03.683871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-990673315-network', 'tenant_id': 'bdae0d328e444d9d947a220ffa5f0f0c'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:03.703870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Made reservation on behalf of bdae0d328e444d9d947a220ffa5f0f0c for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:03:03.706223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.715016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.787465 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks [] for security_group (25288db6-aebd-45ec-8fbb-368a3e55da2e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.790911 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (25288db6-aebd-45ec-8fbb-368a3e55da2e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.814716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:03:03.823764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25288db6-aebd-45ec-8fbb-368a3e55da2e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:03.831229 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (af977c65-7777-488e-96d7-afb600be18ac), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.831229 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Added segment af977c65-7777-488e-96d7-afb600be18ac of type vlan for network eeab7042-dae6-4ccf-bdaa-a344170dcd07 Feb 03 15:03:03.872594 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (eeab7042-dae6-4ccf-bdaa-a344170dcd07), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.896869 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (eeab7042-dae6-4ccf-bdaa-a344170dcd07), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.897799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:03.898373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.930221 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3577838 Feb 03 15:03:03.933705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33604) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:03.938690 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Request body: {'subnet': {'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-990673315-subnet', 'tenant_id': 'bdae0d328e444d9d947a220ffa5f0f0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:03.960571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97b15-2b6a-4317-82e6-ab99f3812306 admin admin] Pushing event updated for resources: {'Network': ['ID=eeab7042-dae6-4ccf-bdaa-a344170dcd07,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:03.963469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Made reservation on behalf of bdae0d328e444d9d947a220ffa5f0f0c for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:03:03.966097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:03.975463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network eeab7042-dae6-4ccf-bdaa-a344170dcd07 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:03:04.135480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (4298ccc9-b646-4e7a-a785-11ce4ca5c460), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:04.190049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4298ccc9-b646-4e7a-a785-11ce4ca5c460,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:04.199101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Checking segment: {'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:03:04.199468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Network hostable DHCP agents. Network: eeab7042-dae6-4ccf-bdaa-a344170dcd07, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:03:04.217110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Network eeab7042-dae6-4ccf-bdaa-a344170dcd07 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:03:04.226782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, eeab7042-dae6-4ccf-bdaa-a344170dcd07) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:03:04.230872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:04.231460 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:04.238132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323356a-fc69-423c-8bb3-87dd960776bc None None] Network eeab7042-dae6-4ccf-bdaa-a344170dcd07 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:03:04.247402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f0359855-cdc9-4f41-bc69-a06167d3e853 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3125918 Feb 03 15:03:04.335609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd6584-b385-49f9-83ba-e30137d7c601 None None] Network eeab7042-dae6-4ccf-bdaa-a344170dcd07 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:03:04.672670 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-284b074e-66e9-443d-9b39-3312b2edccf4 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:04.674115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-284b074e-66e9-443d-9b39-3312b2edccf4 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 811 time: 0.1032863 Feb 03 15:03:04.693776 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-c047129a-4fa4-46ca-a072-f3cf3ffec835 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/quotas/bdae0d328e444d9d947a220ffa5f0f0c HTTP/1.1" status: 200 len: 375 time: 0.0117774 Feb 03 15:03:04.726627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-8e03edb7-04be-4254-b0b9-c9828e959dc9 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267355 Feb 03 15:03:04.818958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-dd5aea16-75c2-4f2d-8829-2442057c1d2e service neutron] 10.222.0.52 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850966 Feb 03 15:03:04.907409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-938cd537-0abd-4964-af69-77beca60f67a service neutron] 10.222.0.52 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828824 Feb 03 15:03:05.066938 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-524255b3-0731-417a-a58e-498474867488 req-0c031f74-0fb5-4bdd-a52e-6bbe136b9add tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 210 time: 0.0269699 Feb 03 15:03:05.459718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 165fae6c-2f7b-4927-ba56-0044b3ee46a5 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:03:05.482263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 165fae6c-2f7b-4927-ba56-0044b3ee46a5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:03:05.482706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 165fae6c-2f7b-4927-ba56-0044b3ee46a5 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:03:06.063577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-0499552e-bb76-470c-be67-25e2b2b29943 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:06.065091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-0499552e-bb76-470c-be67-25e2b2b29943 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.71 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 811 time: 0.1060336 Feb 03 15:03:06.083342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Request body: {'port': {'device_id': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07', 'admin_state_up': True, 'tenant_id': 'bdae0d328e444d9d947a220ffa5f0f0c'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:06.176089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cee5e3c8-c27c-46ea-9a73-47ebae5b1e2e req-e47b6680-a29b-4811-9e53-a1c43bbd3b8e tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 210 time: 0.0397477 Feb 03 15:03:06.216034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Made reservation on behalf of bdae0d328e444d9d947a220ffa5f0f0c for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:03:06.219345 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:06.341526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Allocated IP 172.20.0.14 (eeab7042-dae6-4ccf-bdaa-a344170dcd07/4298ccc9-b646-4e7a-a785-11ce4ca5c460/bdd648b8-3117-4662-8709-6c73385d6206) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:03:06.488734 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks [] for port (bdd648b8-3117-4662-8709-6c73385d6206), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:06.521062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:06.568307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Network eeab7042-dae6-4ccf-bdaa-a344170dcd07 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:03:06.571916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:03:06.574549 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:03:06.606850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:06.627366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:06.627977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:06.643774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-24354fc7-3792-4ca2-9a39-7eb31735ebc7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642493 Feb 03 15:03:06.662269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Request body: {'port': {'device_id': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:06.740061 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:07.001654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd648b8-3117-4662-8709-6c73385d6206 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:03:07.009795 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Publish callbacks [] for port (bdd648b8-3117-4662-8709-6c73385d6206), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:07.024918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Transition to ACTIVE for port object bdd648b8-3117-4662-8709-6c73385d6206 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:03:07.028913 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:07.083594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:07.161388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:03:07.161721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:03:07.162047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 on network eeab7042-dae6-4ccf-bdaa-a344170dcd07 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:03:07.166790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Port bdd648b8-3117-4662-8709-6c73385d6206 on network eeab7042-dae6-4ccf-bdaa-a344170dcd07 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:03:07.167110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 on network eeab7042-dae6-4ccf-bdaa-a344170dcd07 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:03:07.171979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:03:07.172318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Checking segment: {'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:03:07.172731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Bound using segment: {'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:03:07.173149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Bound port: bdd648b8-3117-4662-8709-6c73385d6206, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:03:07.173503 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:07.236512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:03:07.239726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:03:07.246616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:07.304141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:07.304794 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:07.306825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] 10.222.0.71 "PUT /v2.0/ports/bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 1092 time: 0.6487632 Feb 03 15:03:07.308840 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:07.311070 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00f9d7-7bda-4659-8c97-66d417a82b57" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "tag": "bdd648b8-3117-4662-8709-6c73385d6206"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:07.350200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d324930-fa6a-4cf3-825c-70a19b0f4caa service neutron] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:07.360702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da49f5-701a-4b25-aafd-81c4ea508926 req-720d6874-aab2-44ba-80dc-abe31b39bac7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:07.362202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03da49f5-701a-4b25-aafd-81c4ea508926 req-720d6874-aab2-44ba-80dc-abe31b39bac7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 944 time: 0.1106246 Feb 03 15:03:07.442015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03da49f5-701a-4b25-aafd-81c4ea508926 req-18038b38-5fcd-4acf-9c0f-4c0af046d093 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710208 Feb 03 15:03:07.444641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-f6cddb67-70dc-48ca-889e-0769bd7313bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:07.446047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-f6cddb67-70dc-48ca-889e-0769bd7313bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1126 time: 0.0829983 Feb 03 15:03:07.494503 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abceba9-e750-4e26-81c9-7efcd7d5b28c x-openstack-request-id: req-2abceba9-e750-4e26-81c9-7efcd7d5b28c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:07.494798 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "tag": "bdd648b8-3117-4662-8709-6c73385d6206", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:07.495054 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2abceba9-e750-4e26-81c9-7efcd7d5b28c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:07.495454 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206', 'status': 'completed', 'code': 200} Feb 03 15:03:07.497266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-9235f20e-6076-40ea-bded-ca856754991d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0375955 Feb 03 15:03:07.548103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-3b32354b-596f-480e-bc5c-b55af8b100fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:07.549569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-3b32354b-596f-480e-bc5c-b55af8b100fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0470872 Feb 03 15:03:07.580453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-6f8c8540-128e-41f9-96f0-b6e9dc2a6eb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244410 Feb 03 15:03:07.672238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-5c6dc48e-6698-46b9-b82e-d63c6f479675 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853369 Feb 03 15:03:07.764208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3da55873-287b-42c9-9e2c-153f93d01ed1 req-f85e0ce2-912b-4cfd-b970-df73a2497d88 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864518 Feb 03 15:03:07.891355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-06b2c47d-3bbc-4c13-8f5b-7e9e40e2de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:07.892948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-06b2c47d-3bbc-4c13-8f5b-7e9e40e2de27 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1126 time: 0.0461042 Feb 03 15:03:07.992102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-2861d9c4-79e8-436b-a198-5f29444b3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:07.993710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-2861d9c4-79e8-436b-a198-5f29444b3cb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 912 time: 0.0940940 Feb 03 15:03:08.033311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-51d0094e-4cec-4cd4-acf8-385c14f795da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0340483 Feb 03 15:03:08.079173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-6fa18c1c-58b3-46e0-88a9-1ddb4387b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:08.080635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-6fa18c1c-58b3-46e0-88a9-1ddb4387b917 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0420229 Feb 03 15:03:08.116085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-408f5c00-d222-47d3-8596-cbb103e3a7eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296769 Feb 03 15:03:08.203883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-6162cfac-30c5-46cd-98fe-58b5eec70654 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813539 Feb 03 15:03:08.297126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f00f9d7-7bda-4659-8c97-66d417a82b57 req-2253c6f9-c526-408e-b7aa-853fa8c1162e service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877929 Feb 03 15:03:08.562254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462600a0-ddfa-4e5e-9ef4-1dd80a43f257 req-4aa481fe-aa46-460e-95fa-d4ae26197263 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:08.563743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-462600a0-ddfa-4e5e-9ef4-1dd80a43f257 req-4aa481fe-aa46-460e-95fa-d4ae26197263 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 944 time: 0.0523238 Feb 03 15:03:08.609240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-462600a0-ddfa-4e5e-9ef4-1dd80a43f257 req-f92f0da4-1bc9-476a-b78a-5bf2d129c105 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Feb 03 15:03:09.393169 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:09.731348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34707836-c09f-4882-912c-7b381b328381 req-ac33d463-2755-4a93-8bed-fdd3c3384eeb tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:09.732854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34707836-c09f-4882-912c-7b381b328381 req-ac33d463-2755-4a93-8bed-fdd3c3384eeb tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 944 time: 0.0542715 Feb 03 15:03:09.783341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34707836-c09f-4882-912c-7b381b328381 req-71b29966-bb5e-444c-91b9-5f958084454e tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Feb 03 15:03:10.899981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db3ac9-21d4-4659-b655-c167d50f164a req-5ae57f67-868e-49e5-8d2f-db1a60a493ae tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:10.901451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3db3ac9-21d4-4659-b655-c167d50f164a req-5ae57f67-868e-49e5-8d2f-db1a60a493ae tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 944 time: 0.0513604 Feb 03 15:03:10.946904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3db3ac9-21d4-4659-b655-c167d50f164a req-8b54f9cf-dd06-4004-bc9f-0cd220a53c68 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Feb 03 15:03:11.490747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:03:11.583115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:11.593797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'bdd648b8-3117-4662-8709-6c73385d6206', 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07', 'port_id': 'bdd648b8-3117-4662-8709-6c73385d6206', 'mac_address': 'fa:16:3e:40:5b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4298ccc9-b646-4e7a-a785-11ce4ca5c460', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:03:11.633508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bdd648b8-3117-4662-8709-6c73385d6206 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:03:11.634460 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:11.646952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd648b8-3117-4662-8709-6c73385d6206 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:03:11.665429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:11.669348 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:11.714504 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:12.036338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['bdd648b8-3117-4662-8709-6c73385d6206'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:03:12.067952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da432be-9a95-4403-b524-dbea392fb3aa req-7d1ef462-4187-4e39-9736-6e3047c30484 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:12.069446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0da432be-9a95-4403-b524-dbea392fb3aa req-7d1ef462-4187-4e39-9736-6e3047c30484 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 945 time: 0.0527334 Feb 03 15:03:12.117161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0da432be-9a95-4403-b524-dbea392fb3aa req-3dd059a7-cf17-4c72-8fd2-3e1214d19d5a tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Feb 03 15:03:13.241491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b1520-9591-4f1b-b08e-f6e0a5b32d17 req-8abec1dd-c446-420a-8197-c4eb6d770508 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:13.242984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e5b1520-9591-4f1b-b08e-f6e0a5b32d17 req-8abec1dd-c446-420a-8197-c4eb6d770508 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 945 time: 0.0573869 Feb 03 15:03:13.288657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3e5b1520-9591-4f1b-b08e-f6e0a5b32d17 req-733341f8-98bc-47ff-8a77-ad273199e396 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Feb 03 15:03:13.507497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:03:13.555479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port bdd648b8-3117-4662-8709-6c73385d6206 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:03:13.560128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port bdd648b8-3117-4662-8709-6c73385d6206 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:03:13.560606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bdd648b8-3117-4662-8709-6c73385d6206), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:13.638108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bdd648b8-3117-4662-8709-6c73385d6206 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:03:13.638494 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:13.664301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:13.667163 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8465758-4f6c-4cb0-a86b-7f262afa91d0" -d '{"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-plugged", "status": "completed", "tag": "bdd648b8-3117-4662-8709-6c73385d6206"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:13.681743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:13.687025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:13.713098 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c5a974-4c59-4192-9979-33872fe6ef67 x-openstack-request-id: req-b8c5a974-4c59-4192-9979-33872fe6ef67 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:13.713395 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-plugged", "status": "completed", "tag": "bdd648b8-3117-4662-8709-6c73385d6206", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:13.713649 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8c5a974-4c59-4192-9979-33872fe6ef67 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:13.714096 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206', 'code': 200} Feb 03 15:03:13.742706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:13.841971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b19e4-5c2f-41f5-bbd3-650904a99094 req-acb85b13-183d-448a-bb9a-cfe0caffe61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:13.843378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d2b19e4-5c2f-41f5-bbd3-650904a99094 req-acb85b13-183d-448a-bb9a-cfe0caffe61e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1128 time: 0.0467803 Feb 03 15:03:13.887359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d2b19e4-5c2f-41f5-bbd3-650904a99094 req-c42e7495-ca82-461d-a7f8-3ffb9eb93bd0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375597 Feb 03 15:03:14.410708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479f35-32a6-4853-8ba7-f5f00704e16d req-b274a3f6-637e-41ea-8dfd-d362df9717bb tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:14.412205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32479f35-32a6-4853-8ba7-f5f00704e16d req-b274a3f6-637e-41ea-8dfd-d362df9717bb tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0520983 Feb 03 15:03:14.461092 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32479f35-32a6-4853-8ba7-f5f00704e16d req-f5a589cf-939c-4de0-9bb7-6b1c76806e12 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 Feb 03 15:03:15.341572 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:03:15.580495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2678d3e-8c07-4672-b1e4-38e54dad5f94 req-3bef8fbc-0784-4958-be36-80936b34926d tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:15.582022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2678d3e-8c07-4672-b1e4-38e54dad5f94 req-3bef8fbc-0784-4958-be36-80936b34926d tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0531840 Feb 03 15:03:15.627985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2678d3e-8c07-4672-b1e4-38e54dad5f94 req-56592763-5c4b-4eff-8ca3-fac2b6dad151 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Feb 03 15:03:15.859326 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19de40a2-da22-468f-9849-5895f9ee236c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:15.878512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c5264-11f6-44d4-8d2d-42b9529cca47 req-28fb4a12-3af2-4b0d-b09b-9946641f11d8 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:15.879949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be2c5264-11f6-44d4-8d2d-42b9529cca47 req-28fb4a12-3af2-4b0d-b09b-9946641f11d8 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0620165 Feb 03 15:03:15.952761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-068067d7-d3b0-41ae-8949-847b5dc998f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1444604 Feb 03 15:03:15.957161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be2c5264-11f6-44d4-8d2d-42b9529cca47 req-52a9c66a-dcea-418d-9b3a-7acd5d4bb2a0 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540500 Feb 03 15:03:17.082279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119611-f67c-4add-b74d-950fc7ce3a77 req-0743602b-d5cc-4841-950b-ebdb0d2f6ac4 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:17.083807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0119611-f67c-4add-b74d-950fc7ce3a77 req-0743602b-d5cc-4841-950b-ebdb0d2f6ac4 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0577664 Feb 03 15:03:17.155672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0119611-f67c-4add-b74d-950fc7ce3a77 req-0d67b84e-e530-40ea-9a7a-a81d33bdd494 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651231 Feb 03 15:03:17.172931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-7f169753-0b07-451a-861a-72b416b737c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:17.174409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-7f169753-0b07-451a-861a-72b416b737c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1128 time: 0.0534391 Feb 03 15:03:17.266911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-9dc219f6-97b7-409e-8347-eefb41cff03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:17.268306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-9dc219f6-97b7-409e-8347-eefb41cff03f service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 912 time: 0.0879238 Feb 03 15:03:17.308348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-aa5f2763-62ef-4b46-8303-38f888ce0fdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0329859 Feb 03 15:03:17.359468 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-4d508c2b-35f0-4bf0-86ac-5cc0767fc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:17.360952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-4d508c2b-35f0-4bf0-86ac-5cc0767fc132 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0472434 Feb 03 15:03:17.392754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-e6b9002b-cee8-485f-b510-31660c84e0b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253375 Feb 03 15:03:17.483037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-53f68fb7-bcf0-4e7f-99b6-6b7f3c5eb22b service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Feb 03 15:03:17.573952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-e9b56120-0116-4c36-9ddc-fbd553fd3c22 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837021 Feb 03 15:03:18.114828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46cabcbb-c42c-4f44-bc1e-e91359fd2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:18.277485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60d314-b5d9-4061-b59b-f9589da81c2b req-7606fb83-6360-426e-ac81-7b1e57bf365a tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:18.278983 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e60d314-b5d9-4061-b59b-f9589da81c2b req-7606fb83-6360-426e-ac81-7b1e57bf365a tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0546181 Feb 03 15:03:18.326089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e60d314-b5d9-4061-b59b-f9589da81c2b req-4da7828c-37a6-4461-b3f1-5763dc1b5330 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Feb 03 15:03:19.445355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff601-a461-43db-b750-3652b611f3c0 req-45c3af5b-f17d-4693-9185-8e504175033f tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:19.447484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca8ff601-a461-43db-b750-3652b611f3c0 req-45c3af5b-f17d-4693-9185-8e504175033f tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0530269 Feb 03 15:03:19.497704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca8ff601-a461-43db-b750-3652b611f3c0 req-c7a9086c-25bc-4ab9-90d8-70f69330824c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Feb 03 15:03:19.762852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:20.622028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab22f0-2a39-416d-b76d-6c19e380f755 req-e7a1db82-d06a-4351-955b-c868c30c0305 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:20.623674 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cab22f0-2a39-416d-b76d-6c19e380f755 req-e7a1db82-d06a-4351-955b-c868c30c0305 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0554621 Feb 03 15:03:20.673927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4cab22f0-2a39-416d-b76d-6c19e380f755 req-9abdbe34-480b-43bd-b3ac-2187d3e72418 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444868 Feb 03 15:03:20.839411 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:21.796363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d342c7-4cf2-4dcd-b580-2cbf776d8a8e req-097203ad-6d8e-42dc-b57c-934e4c0ccdf5 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:21.797864 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8d342c7-4cf2-4dcd-b580-2cbf776d8a8e req-097203ad-6d8e-42dc-b57c-934e4c0ccdf5 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0530431 Feb 03 15:03:21.845357 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8d342c7-4cf2-4dcd-b580-2cbf776d8a8e req-294ca624-e40d-4259-b51e-90558490531d tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Feb 03 15:03:22.216829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:22.972016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff4b8f-0496-4069-9402-45440f94321f req-5b45859e-c27b-4103-81af-1509684364dd tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:22.973553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cff4b8f-0496-4069-9402-45440f94321f req-5b45859e-c27b-4103-81af-1509684364dd tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0569408 Feb 03 15:03:23.027018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cff4b8f-0496-4069-9402-45440f94321f req-1e3edad6-42c4-4abe-9e46-1a9b6c2e201e tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Feb 03 15:03:24.159150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff106-5aba-4b38-888d-992dabaadb4d req-643e648a-e585-4733-844b-861a7e1955ca tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:24.160663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b63ff106-5aba-4b38-888d-992dabaadb4d req-643e648a-e585-4733-844b-861a7e1955ca tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0553341 Feb 03 15:03:24.209603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b63ff106-5aba-4b38-888d-992dabaadb4d req-0a8fbb89-1810-4054-a617-bd1ed10af8e8 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Feb 03 15:03:25.159276 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:25.337646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98b859-de15-4325-88da-d421960edef2 req-040ade50-9cee-4a49-845f-4b97238bd53c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:25.339418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a98b859-de15-4325-88da-d421960edef2 req-040ade50-9cee-4a49-845f-4b97238bd53c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0591776 Feb 03 15:03:25.390744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a98b859-de15-4325-88da-d421960edef2 req-f9cd707b-1807-4599-8eff-562b8354b4ae tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Feb 03 15:03:26.520384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134cd7-c6d7-43ea-baa3-98798f093b05 req-703d2dee-b4c1-4aad-aef3-4d88a5314257 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:26.521870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92134cd7-c6d7-43ea-baa3-98798f093b05 req-703d2dee-b4c1-4aad-aef3-4d88a5314257 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0544455 Feb 03 15:03:26.570251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-92134cd7-c6d7-43ea-baa3-98798f093b05 req-75bda596-2cf7-4331-8183-1007f207acc5 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Feb 03 15:03:27.701942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b8327-f86e-4dcb-8b26-f1034f17298b req-014702f7-e5b2-4107-915c-01d7e2980306 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:27.703606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-306b8327-f86e-4dcb-8b26-f1034f17298b req-014702f7-e5b2-4107-915c-01d7e2980306 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0566773 Feb 03 15:03:27.760797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-306b8327-f86e-4dcb-8b26-f1034f17298b req-79dcc492-901e-4a94-9ba8-eae4c68c4cba tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515280 Feb 03 15:03:28.895044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83971252-e0a9-4185-bbb0-93872f3e5ce3 req-9fe2acd7-d5a9-462b-a25a-58fea8645c4c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:28.896630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83971252-e0a9-4185-bbb0-93872f3e5ce3 req-9fe2acd7-d5a9-462b-a25a-58fea8645c4c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0572019 Feb 03 15:03:28.949521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83971252-e0a9-4185-bbb0-93872f3e5ce3 req-b9c18ef9-9d6c-4c8f-880a-85f2ffc10f28 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Feb 03 15:03:30.076635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4948b2-6788-44b0-a503-7dbb0b18c4d4 req-7f40f3a2-4f7d-4083-bddf-ee3a69fa5b84 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:30.078232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb4948b2-6788-44b0-a503-7dbb0b18c4d4 req-7f40f3a2-4f7d-4083-bddf-ee3a69fa5b84 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0566363 Feb 03 15:03:30.127034 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb4948b2-6788-44b0-a503-7dbb0b18c4d4 req-c076087a-2bfd-4514-9209-812b19c0ca02 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Feb 03 15:03:31.619577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f93adc-bb7a-43ee-af51-3b5f5d792d7b req-9cdb04c1-b82c-4f66-839d-6499dcf428f5 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:31.621203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4f93adc-bb7a-43ee-af51-3b5f5d792d7b req-9cdb04c1-b82c-4f66-839d-6499dcf428f5 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.4168165 Feb 03 15:03:31.672279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d4f93adc-bb7a-43ee-af51-3b5f5d792d7b req-ec21b279-4691-4d7b-b550-3c39ce3e842d tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Feb 03 15:03:32.798996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf55bb-1b8c-477e-a316-197373ae888e req-dc1c1f41-9fc1-4036-8f16-c233edae6d26 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:32.800570 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbf55bb-1b8c-477e-a316-197373ae888e req-dc1c1f41-9fc1-4036-8f16-c233edae6d26 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0566144 Feb 03 15:03:32.857877 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-edbf55bb-1b8c-477e-a316-197373ae888e req-775cc864-d7c4-4778-adce-746e761499de tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502930 Feb 03 15:03:33.987217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd774-0750-40a5-b896-c671361391a7 req-19d7ed48-2485-49b2-b116-356cbe47c8b4 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:33.988800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c8dd774-0750-40a5-b896-c671361391a7 req-19d7ed48-2485-49b2-b116-356cbe47c8b4 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0585456 Feb 03 15:03:34.038341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c8dd774-0750-40a5-b896-c671361391a7 req-913f5cf3-3e36-46eb-abd2-8ec2f45a3f71 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Feb 03 15:03:35.165253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc90b2-8a88-4034-8979-3ccf52085fbe req-79645749-7cbb-476d-bc44-a1e9054b355f tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:35.167456 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbdc90b2-8a88-4034-8979-3ccf52085fbe req-79645749-7cbb-476d-bc44-a1e9054b355f tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0544384 Feb 03 15:03:35.216725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bbdc90b2-8a88-4034-8979-3ccf52085fbe req-09875c8e-e4b8-4864-be8e-1da719b0d8b4 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Feb 03 15:03:36.340827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ac8d-e74a-4fd6-9489-da96886968de req-17514782-1055-4b80-9f45-a080b7a29338 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:36.342349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1330ac8d-e74a-4fd6-9489-da96886968de req-17514782-1055-4b80-9f45-a080b7a29338 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0555105 Feb 03 15:03:36.399537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1330ac8d-e74a-4fd6-9489-da96886968de req-5c070d14-49c0-4051-a4d7-5c5c5d5b937b tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513132 Feb 03 15:03:37.522668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35686a81-a584-4af1-8f87-cab32d956bc8 req-f794261c-45eb-436e-98a1-01d880da12e8 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:37.524171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35686a81-a584-4af1-8f87-cab32d956bc8 req-f794261c-45eb-436e-98a1-01d880da12e8 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0536573 Feb 03 15:03:37.572924 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-35686a81-a584-4af1-8f87-cab32d956bc8 req-be75d5c6-b8c1-41d8-a437-205dfaf9ec7d tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Feb 03 15:03:38.270799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-1c34fd34-89c1-4966-968f-4ca4932234d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:38.272305 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-1c34fd34-89c1-4966-968f-4ca4932234d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1128 time: 0.0469146 Feb 03 15:03:38.382667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-7193b454-446d-4115-b62e-3e8a0bbc690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:38.384157 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-7193b454-446d-4115-b62e-3e8a0bbc690d service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 912 time: 0.0910673 Feb 03 15:03:38.424817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-fbab1bbe-0bdd-4c6a-87fb-267855ab3b9f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0350692 Feb 03 15:03:38.474901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-c46c8263-9e67-4a45-aad2-8cbb976d2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:38.476386 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-c46c8263-9e67-4a45-aad2-8cbb976d2907 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0440295 Feb 03 15:03:38.513145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-75f1f021-f4ef-4fcb-ae37-6fa5cbf50333 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308022 Feb 03 15:03:38.611020 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-6ba23797-3bde-42ff-947c-92835bae5312 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890114 Feb 03 15:03:38.742226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3b2d55b-9d23-4248-b73c-da897dc483a7 req-1d259ac5-636c-4662-96d9-b9e3efb5c1ef service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206357 Feb 03 15:03:38.757701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38554da6-2570-4a16-b41c-9cbb35fb952f req-8e192e2e-42de-4887-8a29-e3f3f52cd0e1 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:38.759289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38554da6-2570-4a16-b41c-9cbb35fb952f req-8e192e2e-42de-4887-8a29-e3f3f52cd0e1 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0780401 Feb 03 15:03:38.829459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38554da6-2570-4a16-b41c-9cbb35fb952f req-e77b4a01-bce7-41b3-9e49-d4ff1f861fd7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599267 Feb 03 15:03:39.390482 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:39.966934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5f5f5-f2f6-4f09-9f5f-dd55a9579c2c req-6cb30ebf-f17d-4c50-b3bd-b9257a43c508 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:39.968355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ea5f5f5-f2f6-4f09-9f5f-dd55a9579c2c req-6cb30ebf-f17d-4c50-b3bd-b9257a43c508 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0576513 Feb 03 15:03:40.020498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ea5f5f5-f2f6-4f09-9f5f-dd55a9579c2c req-0b99ccf2-a9bd-46fd-ab55-87aef66bbdc2 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460584 Feb 03 15:03:41.144158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc2217-16ef-4f49-85ab-cb9d07fc098e req-6bbc8718-a2b5-4eb3-aa16-dcf5cdb7883c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:41.145700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69fc2217-16ef-4f49-85ab-cb9d07fc098e req-6bbc8718-a2b5-4eb3-aa16-dcf5cdb7883c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0540497 Feb 03 15:03:41.195691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69fc2217-16ef-4f49-85ab-cb9d07fc098e req-8f29e20d-cd51-4700-ab58-706d94f89068 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Feb 03 15:03:42.322929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b98bd-7da0-43a4-bd7f-8560a3ea72f6 req-f61695b2-34a3-458c-9b0b-ee9e2c496b69 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:42.324006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c8b98bd-7da0-43a4-bd7f-8560a3ea72f6 req-f61695b2-34a3-458c-9b0b-ee9e2c496b69 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0562963 Feb 03 15:03:42.373553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c8b98bd-7da0-43a4-bd7f-8560a3ea72f6 req-2209d61c-de6b-4240-8b9d-a112d7b61182 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Feb 03 15:03:43.507053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d068f-7a15-410c-b367-0b51ba90af13 req-6c75b0c9-9cb8-4169-9965-28baecde7a44 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:43.508493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea1d068f-7a15-410c-b367-0b51ba90af13 req-6c75b0c9-9cb8-4169-9965-28baecde7a44 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0634723 Feb 03 15:03:43.557810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea1d068f-7a15-410c-b367-0b51ba90af13 req-fd0fd501-f8c5-4577-8443-34be9470afab tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Feb 03 15:03:44.550512 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-4edbb082-ce3d-435d-b19e-dbafb8914707 service neutron] show failed (client error): The resource could not be found. Feb 03 15:03:44.551469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-4edbb082-ce3d-435d-b19e-dbafb8914707 service neutron] 10.222.0.71 "GET /v2.0/ports/bdd648b8-3117-4662-8709-6c73385d6206/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0584881 Feb 03 15:03:44.699543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ab58-1e72-4f44-8be7-396c413fc6f7 req-f6eb4a4c-ec3e-46a1-819b-0c7579c6e7f9 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:44.701156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5da8ab58-1e72-4f44-8be7-396c413fc6f7 req-f6eb4a4c-ec3e-46a1-819b-0c7579c6e7f9 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0614171 Feb 03 15:03:44.767429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5da8ab58-1e72-4f44-8be7-396c413fc6f7 req-71875b4a-66d6-4895-b02f-56c0cf0e55b6 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597918 Feb 03 15:03:44.864853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-1ba784f1-a457-473c-98a4-cec807aa310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:44.866389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-1ba784f1-a457-473c-98a4-cec807aa310c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb&tenant_id=bdae0d328e444d9d947a220ffa5f0f0c HTTP/1.1" status: 200 len: 1128 time: 0.1085358 Feb 03 15:03:44.878610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:44.941609 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:45.185678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:45.224980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:03:45.266275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:45.268578 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f2ed6-a757-4423-bd5a-dae5ed024b8b" -d '{"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd648b8-3117-4662-8709-6c73385d6206"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:45.272731 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Publish callbacks [] for port (bdd648b8-3117-4662-8709-6c73385d6206), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:45.286114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Transition to ACTIVE for port object bdd648b8-3117-4662-8709-6c73385d6206 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:03:45.291691 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:45.324031 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb207390-366a-405e-9d04-3406a4ffcf81 x-openstack-request-id: req-bb207390-366a-405e-9d04-3406a4ffcf81 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:45.324325 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd648b8-3117-4662-8709-6c73385d6206", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:45.324610 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb207390-366a-405e-9d04-3406a4ffcf81 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:45.325529 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206', 'code': 200} Feb 03 15:03:45.359394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] No DVR routers for this DVR port bdd648b8-3117-4662-8709-6c73385d6206 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:03:45.368061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:45.391782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.392134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.392501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.392848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.393185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.393518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.393848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.394176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.394502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.394829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.395153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.395476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.395797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:45.413638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:03:45.413982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:03:45.414311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 on network eeab7042-dae6-4ccf-bdaa-a344170dcd07 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:03:45.419374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Port bdd648b8-3117-4662-8709-6c73385d6206 on network eeab7042-dae6-4ccf-bdaa-a344170dcd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:03:45.419696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Attempting to bind port bdd648b8-3117-4662-8709-6c73385d6206 on network eeab7042-dae6-4ccf-bdaa-a344170dcd07 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:03:45.424660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:03:45.424998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Checking segment: {'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:03:45.425378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Bound using segment: {'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:03:45.425801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Bound port: bdd648b8-3117-4662-8709-6c73385d6206, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af977c65-7777-488e-96d7-afb600be18ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:03:45.426161 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:45.494278 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:03:45.497402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:03:45.505243 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:45.543917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:45.544576 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:45.546000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] 10.222.0.45 "PUT /v2.0/ports/bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 1092 time: 0.6715517 Feb 03 15:03:45.565047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8ebe-9cb6-4896-aca2-5de115bd7f3a service neutron] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:45.615300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-bdfbbe4c-30dd-40ab-b4bc-f1bfe1b773a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:45.616867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-bdfbbe4c-30dd-40ab-b4bc-f1bfe1b773a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1126 time: 0.0488729 Feb 03 15:03:45.712535 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-7b3ca4ed-592f-4fa0-a473-03f6b952dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:45.714575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-7b3ca4ed-592f-4fa0-a473-03f6b952dc7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 912 time: 0.0914960 Feb 03 15:03:45.755235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-96dbc85a-b451-4f47-bff1-98cc8da834db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0349174 Feb 03 15:03:45.813734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-1a64b8e4-9ed4-4a8a-abfc-01748188263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:45.815376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-1a64b8e4-9ed4-4a8a-abfc-01748188263b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0539823 Feb 03 15:03:45.853405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-17089575-24e3-4964-98d4-94348433c105 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314605 Feb 03 15:03:45.873698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a737be53-0de1-4ecb-890e-866ec3a57c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:45.970665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f770b-c009-4ccc-a274-e3d3a4b28500 req-cc5f9856-f49d-480e-9d23-2849cff403e7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:45.972172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d66f770b-c009-4ccc-a274-e3d3a4b28500 req-cc5f9856-f49d-480e-9d23-2849cff403e7 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 944 time: 0.1214774 Feb 03 15:03:45.994294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-05ccaece-e98e-49a6-9dc2-af1b25332cc2 service neutron] 10.222.0.45 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322739 Feb 03 15:03:46.084131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d66f770b-c009-4ccc-a274-e3d3a4b28500 req-beb81bf2-1ac4-49ab-9664-8beda9d1b2f2 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018965 Feb 03 15:03:46.111139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de242d1a-7b0f-4aa2-8c1c-52c1503c89f7 req-a24d727d-1c78-406c-a01d-119d33ef0100 service neutron] 10.222.0.45 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103871 Feb 03 15:03:47.218281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb8e9-fead-4e17-ac63-5084ae91c465 req-2e76522a-169d-40e1-8113-49a1f7864150 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:47.219862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7adbb8e9-fead-4e17-ac63-5084ae91c465 req-2e76522a-169d-40e1-8113-49a1f7864150 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 944 time: 0.0620856 Feb 03 15:03:47.280405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7adbb8e9-fead-4e17-ac63-5084ae91c465 req-74aedac1-6823-4102-8488-1b5c1a4ac85c tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Feb 03 15:03:47.326243 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:47.328627 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfceb211-aa5a-4d51-8b0b-197243e77e14" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "tag": "bdd648b8-3117-4662-8709-6c73385d6206"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:47.376660 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7856be7-0ad9-44a7-8199-5e0786ebc90e x-openstack-request-id: req-a7856be7-0ad9-44a7-8199-5e0786ebc90e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:47.376959 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "tag": "bdd648b8-3117-4662-8709-6c73385d6206", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:47.377213 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7856be7-0ad9-44a7-8199-5e0786ebc90e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:47.377620 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206', 'status': 'completed', 'code': 200} Feb 03 15:03:47.476181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-963f8e4a-7c9c-48b8-8a30-4bfdc1d8f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:47.477773 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-963f8e4a-7c9c-48b8-8a30-4bfdc1d8f942 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1126 time: 0.0801718 Feb 03 15:03:47.484108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-e04a218e-371b-408d-a297-11e3161ffa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:47.485627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-e04a218e-371b-408d-a297-11e3161ffa9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1126 time: 0.0618715 Feb 03 15:03:47.653695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-b48667a7-4d30-40ae-a94c-3a8af20e1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:47.655202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-b48667a7-4d30-40ae-a94c-3a8af20e1f9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 912 time: 0.1687148 Feb 03 15:03:47.660298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-e4f3c4ed-2d5b-48a6-9c7b-c08ad9256aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:47.661747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-e4f3c4ed-2d5b-48a6-9c7b-c08ad9256aae service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 912 time: 0.1678345 Feb 03 15:03:47.712273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-3776c417-1f6b-444c-b4c2-f56af237f0ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0460064 Feb 03 15:03:47.728180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:03:47.749241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-476cbcd1-c023-490c-b113-34dd601758c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0771220 Feb 03 15:03:47.825313 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-e2d97829-d712-4f17-8009-a0a875233f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:47.827315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-e2d97829-d712-4f17-8009-a0a875233f04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0880461 Feb 03 15:03:47.830813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:47.842541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'bdd648b8-3117-4662-8709-6c73385d6206', 'network_id': 'eeab7042-dae6-4ccf-bdaa-a344170dcd07', 'port_id': 'bdd648b8-3117-4662-8709-6c73385d6206', 'mac_address': 'fa:16:3e:40:5b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4298ccc9-b646-4e7a-a785-11ce4ca5c460', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:03:47.843911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-04346902-8d74-4cac-89e0-e2bd6efdc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:47.845512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-04346902-8d74-4cac-89e0-e2bd6efdc632 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0740125 Feb 03 15:03:47.863072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-06f13270-8e55-4405-8d9a-893956cd4942 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292041 Feb 03 15:03:47.885607 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bdd648b8-3117-4662-8709-6c73385d6206 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:03:47.885996 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:47.896043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-23e58e5a-9c2b-46d9-a7a7-c077bd9ae721 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352449 Feb 03 15:03:47.899265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd648b8-3117-4662-8709-6c73385d6206 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:03:47.921069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:47.926661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:47.977615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:47.986843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.987315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.987734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.988145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.988592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.988990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.989396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.989798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.990214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.990648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.991051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.991446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:47.991838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:48.050360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-d08f76a4-cfeb-4057-875f-1ba9454b48d1 service neutron] 10.222.0.45 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794121 Feb 03 15:03:48.055795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-0eda323f-307f-4dd3-90b6-93de2b9be387 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504755 Feb 03 15:03:48.127166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02d55221-4749-4922-9eef-d47a052f6316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:48.183730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bdd648b8-3117-4662-8709-6c73385d6206'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:03:48.214241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-e6f8e6db-936b-4f0c-8549-8aadf29f5218 service neutron] 10.222.0.45 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562538 Feb 03 15:03:48.217901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cfceb211-aa5a-4d51-8b0b-197243e77e14 req-b5354c28-c89c-442e-bc07-8104f1fd19b5 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528199 Feb 03 15:03:48.417600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c1cfa-63ba-4fc7-9039-0ef7d68b953f req-62b6c61f-235a-44ee-b7ad-12e80e6d2485 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:48.419104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-092c1cfa-63ba-4fc7-9039-0ef7d68b953f req-62b6c61f-235a-44ee-b7ad-12e80e6d2485 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 945 time: 0.0552056 Feb 03 15:03:48.466766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-092c1cfa-63ba-4fc7-9039-0ef7d68b953f req-7a523b09-333c-4466-98ed-7456e4c3b22a tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Feb 03 15:03:48.735062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-43ff0821-6321-4aed-b32e-108ef1f7d6f3 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:48.736590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-43ff0821-6321-4aed-b32e-108ef1f7d6f3 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb&tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 945 time: 0.0584507 Feb 03 15:03:48.801575 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-3233ef9a-c22e-4ccf-b007-f41e857d50d2 service neutron] delete failed (client error): The resource could not be found. Feb 03 15:03:48.802614 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-3233ef9a-c22e-4ccf-b007-f41e857d50d2 service neutron] 10.222.0.71 "DELETE /v2.0/ports/bdd648b8-3117-4662-8709-6c73385d6206/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0597439 Feb 03 15:03:48.915190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-c4c466c0-8cb6-4d55-a0ce-ce8240fbad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:48.916829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-c4c466c0-8cb6-4d55-a0ce-ce8240fbad30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 1127 time: 0.0469763 Feb 03 15:03:49.018758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-fe2fb256-0f17-4cc4-a9ca-6b29cc564e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:49.020159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-fe2fb256-0f17-4cc4-a9ca-6b29cc564e22 service neutron] 10.222.0.71 "GET /v2.0/networks?id=eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 200 len: 912 time: 0.0976348 Feb 03 15:03:49.061769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-6ca4a334-eba4-49ee-b2bf-7a8accf06e38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 200 len: 217 time: 0.0350931 Feb 03 15:03:49.111710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-b03272c2-2cb3-487b-aa6b-6c1d5020d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:49.113249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-b03272c2-2cb3-487b-aa6b-6c1d5020d93f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 200 len: 851 time: 0.0463481 Feb 03 15:03:49.146119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-ae90ac05-875c-46fd-bd14-7219d371a19c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eeab7042-dae6-4ccf-bdaa-a344170dcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262582 Feb 03 15:03:49.240739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-6a1db96e-35fb-494f-b61b-e58905e494c1 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886126 Feb 03 15:03:49.332078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-561da1d6-e8df-44ba-bd4f-5243aefdbb50 service neutron] 10.222.0.71 "GET /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854690 Feb 03 15:03:49.693851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:03:49.738431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port bdd648b8-3117-4662-8709-6c73385d6206 host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:03:49.738841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:03:49.742847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:03:49.797393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:49.820552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port bdd648b8-3117-4662-8709-6c73385d6206 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:03:49.825394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port bdd648b8-3117-4662-8709-6c73385d6206 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:03:49.825394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bdd648b8-3117-4662-8709-6c73385d6206), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:49.910482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bdd648b8-3117-4662-8709-6c73385d6206 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:03:49.910880 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:49.936567 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:49.939064 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799719ae-b55a-424b-8569-ab412aa8bc8b" -d '{"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-plugged", "status": "completed", "tag": "bdd648b8-3117-4662-8709-6c73385d6206"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:49.957384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:49.961988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:50.017084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:50.065571 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cf23ee-82f8-4a32-b438-ec6184087595 x-openstack-request-id: req-73cf23ee-82f8-4a32-b438-ec6184087595 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:50.065850 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-plugged", "status": "completed", "tag": "bdd648b8-3117-4662-8709-6c73385d6206", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:50.066172 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73cf23ee-82f8-4a32-b438-ec6184087595 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:50.066600 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206', 'code': 200} Feb 03 15:03:50.193062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab7428-4854-4671-8143-4a5f9e538f24 req-dcb5d0fb-10b4-473d-a5b2-446dd244e07f tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:50.194594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7ab7428-4854-4671-8143-4a5f9e538f24 req-dcb5d0fb-10b4-473d-a5b2-446dd244e07f tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0756691 Feb 03 15:03:50.245145 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7ab7428-4854-4671-8143-4a5f9e538f24 req-d68f54dc-2046-4f37-8144-52c0749113fe tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Feb 03 15:03:50.842095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:51.384640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-65a2ff9e-3398-4313-8b0f-609030177f51 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:51.386148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-65a2ff9e-3398-4313-8b0f-609030177f51 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.0843275 Feb 03 15:03:51.430164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccdd0e-f6b8-46b6-bbec-cddd9adc0be5 req-1d0a88e0-2089-49ad-939e-717a3a9c9968 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:51.431750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50ccdd0e-f6b8-46b6-bbec-cddd9adc0be5 req-1d0a88e0-2089-49ad-939e-717a3a9c9968 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0ab3b7-98f0-4cab-903d-158a42c491eb HTTP/1.1" status: 200 len: 946 time: 0.1036472 Feb 03 15:03:51.516156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50ccdd0e-f6b8-46b6-bbec-cddd9adc0be5 req-cb1f593c-047e-4c9c-9f80-1139e126a8ff tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.52 "GET /v2.0/security-groups?id=25288db6-aebd-45ec-8fbb-368a3e55da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784652 Feb 03 15:03:51.534844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Deleting port bdd648b8-3117-4662-8709-6c73385d6206 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:03:51.535264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bdd648b8-3117-4662-8709-6c73385d6206), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:51.633783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] For port bdd648b8-3117-4662-8709-6c73385d6206, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bdd648b8-3117-4662-8709-6c73385d6206,segment=NetworkSegment(af977c65-7777-488e-96d7-afb600be18ac),segment_id=af977c65-7777-488e-96d7-afb600be18ac)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:03:51.634178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bdd648b8-3117-4662-8709-6c73385d6206), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:51.646497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Calling delete_port for bdd648b8-3117-4662-8709-6c73385d6206 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:03:51.781010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bdd648b8-3117-4662-8709-6c73385d6206), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:51.815610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Pushing event deleted for resources: {'Port': ['ID=bdd648b8-3117-4662-8709-6c73385d6206,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:51.863078 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] No DVR routers for this DVR port bdd648b8-3117-4662-8709-6c73385d6206 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:03:51.865718 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:51.869038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff4b24f7-393c-458e-be33-464e8a746d84 req-7df191d0-ee2c-4410-bb0b-90cd23f19976 tempest-DeleteServersTestJSON-715416265 tempest-DeleteServersTestJSON-715416265-project] 10.222.0.45 "DELETE /v2.0/ports/bdd648b8-3117-4662-8709-6c73385d6206 HTTP/1.1" status: 204 len: 173 time: 0.4777205 Feb 03 15:03:51.869481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-deleted', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:51.871737 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4102dd78-b8e4-4daf-8b7b-db74ce882ccf" -d '{"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-deleted", "tag": "bdd648b8-3117-4662-8709-6c73385d6206"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:51.910096 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff818af-964b-4aa9-adef-03165cff876e x-openstack-request-id: req-5ff818af-964b-4aa9-adef-03165cff876e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:51.910398 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0ab3b7-98f0-4cab-903d-158a42c491eb", "name": "network-vif-deleted", "tag": "bdd648b8-3117-4662-8709-6c73385d6206", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:51.910646 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ff818af-964b-4aa9-adef-03165cff876e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:51.911062 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0ab3b7-98f0-4cab-903d-158a42c491eb', 'name': 'network-vif-deleted', 'tag': 'bdd648b8-3117-4662-8709-6c73385d6206', 'status': 'completed', 'code': 200} Feb 03 15:03:52.220945 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:52.342059 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:03:52.658341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33764) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:52.704343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] Deleting subnet 4298ccc9-b646-4e7a-a785-11ce4ca5c460 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:03:52.707642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] Publish callbacks [] for subnet (4298ccc9-b646-4e7a-a785-11ce4ca5c460), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:52.746682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (4298ccc9-b646-4e7a-a785-11ce4ca5c460), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:52.789991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (4298ccc9-b646-4e7a-a785-11ce4ca5c460), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:52.842401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (4298ccc9-b646-4e7a-a785-11ce4ca5c460), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:52.868294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4298ccc9-b646-4e7a-a785-11ce4ca5c460,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:52.872060 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:52.875290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e3b2ea21-9ca3-4055-91db-328260d4b075 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4298ccc9-b646-4e7a-a785-11ce4ca5c460 HTTP/1.1" status: 204 len: 168 time: 0.2159255 Feb 03 15:03:52.877770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33766) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:52.952545 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (eeab7042-dae6-4ccf-bdaa-a344170dcd07), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.035802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (eeab7042-dae6-4ccf-bdaa-a344170dcd07), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.057022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeab7042-dae6-4ccf-bdaa-a344170dcd07']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:53.066554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af977c65-7777-488e-96d7-afb600be18ac') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:53.066851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af977c65-7777-488e-96d7-afb600be18ac') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:03:53.076366 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (af977c65-7777-488e-96d7-afb600be18ac), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.091367 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (af977c65-7777-488e-96d7-afb600be18ac), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.097575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:03:53.098000 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (af977c65-7777-488e-96d7-afb600be18ac), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:03:53.099664 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:03:53.159049 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (eeab7042-dae6-4ccf-bdaa-a344170dcd07), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.165517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.169065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] 10.222.0.52 "DELETE /v2.0/networks/eeab7042-dae6-4ccf-bdaa-a344170dcd07 HTTP/1.1" status: 204 len: 168 time: 0.2903538 Feb 03 15:03:53.180203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3e1ea-674a-4c13-a05e-e32fef40c790 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeab7042-dae6-4ccf-bdaa-a344170dcd07,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:53.289343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33770) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:53.330225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1747f356-d372-40f7-936d-4b5e374caa00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdae0d328e444d9d947a220ffa5f0f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396450 Feb 03 15:03:53.333155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33772) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:53.382407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7178b9cf-13a0-4fd9-b88b-a990b0ff6990 admin admin] Publish callbacks [] for security_group (25288db6-aebd-45ec-8fbb-368a3e55da2e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.404911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7178b9cf-13a0-4fd9-b88b-a990b0ff6990 admin admin] Publish callbacks [] for security_group (25288db6-aebd-45ec-8fbb-368a3e55da2e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.454550 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7178b9cf-13a0-4fd9-b88b-a990b0ff6990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (25288db6-aebd-45ec-8fbb-368a3e55da2e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.457401 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7178b9cf-13a0-4fd9-b88b-a990b0ff6990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:53.458587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7178b9cf-13a0-4fd9-b88b-a990b0ff6990 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25288db6-aebd-45ec-8fbb-368a3e55da2e HTTP/1.1" status: 204 len: 168 time: 0.1244717 Feb 03 15:03:53.467511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178b9cf-13a0-4fd9-b88b-a990b0ff6990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25288db6-aebd-45ec-8fbb-368a3e55da2e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:53.779433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:03:53.807759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: bdd648b8-3117-4662-8709-6c73385d6206 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:03:53.808258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bdd648b8-3117-4662-8709-6c73385d6206 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:03:54.198518 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 33794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:54.300173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-295664882-network', 'tenant_id': 'b78d01fac2544c17bc265ddcfd2e41f1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:54.320923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Made reservation on behalf of b78d01fac2544c17bc265ddcfd2e41f1 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:03:54.323505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.332659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.427222 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks [] for security_group (7a9ab410-4cbb-408a-bef3-08d9dfc00d18), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.432004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7a9ab410-4cbb-408a-bef3-08d9dfc00d18), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.457641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:03:54.473352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ab410-4cbb-408a-bef3-08d9dfc00d18,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:54.476406 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ae58a62a-2a0b-4eff-88d5-e8f4772465e7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.476771 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Added segment ae58a62a-2a0b-4eff-88d5-e8f4772465e7 of type vlan for network 3166ea7b-deaf-4069-9137-231573f9b6cd Feb 03 15:03:54.517386 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (3166ea7b-deaf-4069-9137-231573f9b6cd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.542433 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (3166ea7b-deaf-4069-9137-231573f9b6cd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.543382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:54.543962 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.577739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3781049 Feb 03 15:03:54.580811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 33798) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:03:54.586065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Request body: {'subnet': {'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-295664882-subnet', 'tenant_id': 'b78d01fac2544c17bc265ddcfd2e41f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:54.606206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942072f-7ed9-475a-8d99-6bea30abdfd4 admin admin] Pushing event updated for resources: {'Network': ['ID=3166ea7b-deaf-4069-9137-231573f9b6cd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:54.610913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Made reservation on behalf of b78d01fac2544c17bc265ddcfd2e41f1 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:03:54.613513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.620197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 3166ea7b-deaf-4069-9137-231573f9b6cd details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:03:54.785186 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (cd70a55c-edc1-4188-89f7-ad774c745894), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.837795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd70a55c-edc1-4188-89f7-ad774c745894,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:54.849652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.850005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.850357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.850703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.851039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.851371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.851703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.852032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.852358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.852712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.853567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.853902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.854228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:03:54.860746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Checking segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:03:54.861099 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Network hostable DHCP agents. Network: 3166ea7b-deaf-4069-9137-231573f9b6cd, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:03:54.880265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Network 3166ea7b-deaf-4069-9137-231573f9b6cd is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:03:54.890225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 3166ea7b-deaf-4069-9137-231573f9b6cd) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:03:54.896739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:54.897370 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:54.901490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cd2dba-2ef9-4969-b60d-bb40a4866b07 None None] Network 3166ea7b-deaf-4069-9137-231573f9b6cd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:03:54.916606 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-54fc711f-5c61-441b-bf3a-a49416d4c04a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3344018 Feb 03 15:03:55.025162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8df4e2-2b8b-4736-9681-54764b610948 None None] Network 3166ea7b-deaf-4069-9137-231573f9b6cd requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:03:55.167822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:55.403091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-f4f1669b-1bc2-4062-a1d3-886c412e1a4e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:55.404536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-f4f1669b-1bc2-4062-a1d3-886c412e1a4e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 814 time: 0.1102369 Feb 03 15:03:55.419681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-e1eb9b39-33a0-4acb-99fb-5e14548f237d tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/quotas/b78d01fac2544c17bc265ddcfd2e41f1 HTTP/1.1" status: 200 len: 375 time: 0.0094521 Feb 03 15:03:55.453254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-959b5e58-8ad1-4f52-8cec-da1443bacbed tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281072 Feb 03 15:03:55.566083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-6d82f43c-6e8f-4784-af11-dca044e8c5ee service neutron] 10.222.0.52 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058304 Feb 03 15:03:55.657917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-ef70d577-df90-43ba-b0bb-aa85114f3fa2 service neutron] 10.222.0.52 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857358 Feb 03 15:03:55.831834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50127ced-7d70-4da9-beaa-4d02d2758837 req-1bfd3c44-e44a-4d2d-a53f-b543b741aa84 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 210 time: 0.0381591 Feb 03 15:03:57.121840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f04b3fd1-2fba-41c6-8864-475688a6747b req-23071615-49f1-436e-a6b4-12e2518857f6 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 210 time: 0.0378551 Feb 03 15:03:57.191493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-8eabb032-235e-4586-95bf-10b77e893adf tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:57.193050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-8eabb032-235e-4586-95bf-10b77e893adf tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 814 time: 0.4950697 Feb 03 15:03:57.206025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Request body: {'port': {'device_id': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd', 'admin_state_up': True, 'tenant_id': 'b78d01fac2544c17bc265ddcfd2e41f1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:57.329452 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Made reservation on behalf of b78d01fac2544c17bc265ddcfd2e41f1 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:03:57.333044 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:57.468729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Allocated IP 172.20.0.13 (3166ea7b-deaf-4069-9137-231573f9b6cd/cd70a55c-edc1-4188-89f7-ad774c745894/dd162fe6-cce2-45b8-a15a-b491c6ea0c24) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:03:57.632517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks [] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:57.668722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:57.726848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Network 3166ea7b-deaf-4069-9137-231573f9b6cd is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:03:57.730095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:03:57.733907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:03:57.740528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:57.789190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:57.789827 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:57.807111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-7e9d6701-29c6-401a-a133-cd1056f5fb62 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047831 Feb 03 15:03:57.817836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Request body: {'port': {'device_id': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:03:57.882655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:58.170310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd162fe6-cce2-45b8-a15a-b491c6ea0c24 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:03:58.179853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Publish callbacks [] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:58.193554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Transition to ACTIVE for port object dd162fe6-cce2-45b8-a15a-b491c6ea0c24 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:03:58.207132 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:58.289689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:58.325650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a881d-5286-4a8f-8782-77ec2b3c75cc req-c698f1fc-31ac-4eb9-a13c-d870abe70b08 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:58.327226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-445a881d-5286-4a8f-8782-77ec2b3c75cc req-c698f1fc-31ac-4eb9-a13c-d870abe70b08 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 944 time: 0.1311326 Feb 03 15:03:58.409695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:03:58.409926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:03:58.410275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:03:58.415099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-445a881d-5286-4a8f-8782-77ec2b3c75cc req-b9c325d1-2a86-4836-b595-b73b2f996531 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686314 Feb 03 15:03:58.418502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on network 3166ea7b-deaf-4069-9137-231573f9b6cd not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:03:58.418837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:03:58.424052 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:03:58.424393 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Checking segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:03:58.424885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Bound using segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:03:58.425321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Bound port: dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:03:58.425687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:58.497719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:03:58.500985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:03:58.507828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:58.547271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:58.547896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:03:58.549384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] 10.222.0.45 "PUT /v2.0/ports/dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 1092 time: 0.7358520 Feb 03 15:03:58.549836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:03:58.552222 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9985c-177e-4a83-a5af-df5d479958cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:03:58.579997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf5268-dfea-4597-9548-276bf47b8bcd service neutron] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:03:58.599737 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de72681e-f8d0-45ae-9ef2-e22ae846ef02 x-openstack-request-id: req-de72681e-f8d0-45ae-9ef2-e22ae846ef02 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:03:58.600027 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:03:58.600279 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de72681e-f8d0-45ae-9ef2-e22ae846ef02 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:03:58.600708 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'status': 'completed', 'code': 200} Feb 03 15:03:58.641154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-11721669-9c69-433d-ab57-d4ae82320307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:58.642718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-11721669-9c69-433d-ab57-d4ae82320307 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1126 time: 0.0518529 Feb 03 15:03:58.689158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-55fe5fd2-6b68-48ab-8bce-e364da9984d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0399098 Feb 03 15:03:58.738568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-d7afeef0-ddda-493f-a114-5f99d39d5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:58.740051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-d7afeef0-ddda-493f-a114-5f99d39d5dd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0459077 Feb 03 15:03:58.772728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-d2226bf6-aa8f-4bb9-8190-459e3ac7a152 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261977 Feb 03 15:03:58.875050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-ec2313d6-0e88-4e05-b057-5569ca81e064 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959940 Feb 03 15:03:58.968907 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c7f951d-86a0-414a-bac0-e09d8ff2db76 req-eaa86a8a-62b4-427d-9b30-e28cdbb9fb8d service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881419 Feb 03 15:03:59.067011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9985c-177e-4a83-a5af-df5d479958cf req-856c242f-d545-41e8-934c-58d885f2c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:59.068580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f9985c-177e-4a83-a5af-df5d479958cf req-856c242f-d545-41e8-934c-58d885f2c2a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1126 time: 0.0488462 Feb 03 15:03:59.169580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9985c-177e-4a83-a5af-df5d479958cf req-d3aa790a-2626-42f9-97ec-6378ba9c8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:59.171073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f9985c-177e-4a83-a5af-df5d479958cf req-d3aa790a-2626-42f9-97ec-6378ba9c8e1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.0941238 Feb 03 15:03:59.213566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f9985c-177e-4a83-a5af-df5d479958cf req-ae43005f-7ac3-4a7e-b65f-62cbc07e5bb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0363693 Feb 03 15:03:59.273170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9985c-177e-4a83-a5af-df5d479958cf req-aba78a41-f515-4d4f-b145-3c80855100bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:59.274685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f9985c-177e-4a83-a5af-df5d479958cf req-aba78a41-f515-4d4f-b145-3c80855100bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0548754 Feb 03 15:03:59.308041 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f9985c-177e-4a83-a5af-df5d479958cf req-9a8b0e66-1cef-4d60-8bf6-1641a8cafbc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267100 Feb 03 15:03:59.402817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f9985c-177e-4a83-a5af-df5d479958cf req-fa0523ce-6334-48ed-9b55-cddf8b197f89 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Feb 03 15:03:59.528166 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10f9985c-177e-4a83-a5af-df5d479958cf req-f88702c7-411f-46c0-9c92-64788f30dcc9 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186774 Feb 03 15:03:59.553363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a5412-62a5-4da8-af25-45761ceb7f58 req-74a5f922-7388-4112-bbba-e1a4d2141a7b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:03:59.554905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-338a5412-62a5-4da8-af25-45761ceb7f58 req-74a5f922-7388-4112-bbba-e1a4d2141a7b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 944 time: 0.0668793 Feb 03 15:03:59.605668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-338a5412-62a5-4da8-af25-45761ceb7f58 req-5fdc9cd0-bcdf-4488-9880-a69ecb935ea7 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Feb 03 15:04:00.739388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ad98d-e266-4c19-8542-2b1395e53d37 req-9aa94192-0e7d-439a-98a9-5d3276315ee8 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:00.740984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb8ad98d-e266-4c19-8542-2b1395e53d37 req-9aa94192-0e7d-439a-98a9-5d3276315ee8 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 944 time: 0.0641711 Feb 03 15:04:00.790033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb8ad98d-e266-4c19-8542-2b1395e53d37 req-361500f3-83e2-4cc6-bedf-19e6b02f8c2d tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Feb 03 15:04:01.811161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:04:01.917577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:01.922005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052ead0-e4d5-4b03-a63c-c601cb1c3e3a req-ce4d0229-a288-461c-8286-aff56c97a6a0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:01.923588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b052ead0-e4d5-4b03-a63c-c601cb1c3e3a req-ce4d0229-a288-461c-8286-aff56c97a6a0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 944 time: 0.0565975 Feb 03 15:04:01.936533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd', 'port_id': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'mac_address': 'fa:16:3e:bd:21:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd70a55c-edc1-4188-89f7-ad774c745894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:04:01.975438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:04:01.975836 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:01.985431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b052ead0-e4d5-4b03-a63c-c601cb1c3e3a req-43f7a8bc-944f-4069-8c48-9289209eff35 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 Feb 03 15:04:01.990880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd162fe6-cce2-45b8-a15a-b491c6ea0c24 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:04:02.014771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:02.023898 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:02.067281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:02.212249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['dd162fe6-cce2-45b8-a15a-b491c6ea0c24'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:04:03.117672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9137872-a9b3-4b27-a494-deb66f7951bc req-84e0d363-31b8-4562-9fc0-d5bf604a84a6 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:03.119167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9137872-a9b3-4b27-a494-deb66f7951bc req-84e0d363-31b8-4562-9fc0-d5bf604a84a6 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 945 time: 0.0587785 Feb 03 15:04:03.175492 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9137872-a9b3-4b27-a494-deb66f7951bc req-4149acc8-e2b9-4ce2-b2da-8ffb5b66b874 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506644 Feb 03 15:04:03.831630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:04:03.886457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:03.890624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:03.891005 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:03.972090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:04:03.972465 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:03.996695 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:04:03.998949 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f98f45-bff1-4e53-8aad-6724da09daa6" -d '{"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-plugged", "status": "completed", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:04:04.011803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:04.016822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:04.041165 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23be35b9-348c-45b5-84f2-47044858f96a x-openstack-request-id: req-23be35b9-348c-45b5-84f2-47044858f96a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:04:04.041454 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-plugged", "status": "completed", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:04:04.041705 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23be35b9-348c-45b5-84f2-47044858f96a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:04:04.042095 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'code': 200} Feb 03 15:04:04.071682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:04.146613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2030e8-489d-445e-b901-ae9b09d4e89e req-1bcea417-81b2-4176-8f4d-6ff3dfcc7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:04.148071 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da2030e8-489d-445e-b901-ae9b09d4e89e req-1bcea417-81b2-4176-8f4d-6ff3dfcc7054 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1128 time: 0.0455592 Feb 03 15:04:04.194859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da2030e8-489d-445e-b901-ae9b09d4e89e req-5cf9cf6c-6542-42d4-bfcf-fd446479dfa6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Feb 03 15:04:04.303260 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e897c3-6f66-4ec2-b5e1-e5ca16c81c0c req-616e8e49-ac14-4094-bdb9-79d5250f2416 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:04.304821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7e897c3-6f66-4ec2-b5e1-e5ca16c81c0c req-616e8e49-ac14-4094-bdb9-79d5250f2416 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0540233 Feb 03 15:04:04.354762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7e897c3-6f66-4ec2-b5e1-e5ca16c81c0c req-69efbf20-2b15-42c5-af46-94a7d47d4ff6 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Feb 03 15:04:05.494365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c3310-5d16-4e34-bc60-17b0784d5a5a req-05bd1a44-4cbc-44cd-ac8c-685c672e833a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:05.495880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-556c3310-5d16-4e34-bc60-17b0784d5a5a req-05bd1a44-4cbc-44cd-ac8c-685c672e833a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0640264 Feb 03 15:04:05.551919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-556c3310-5d16-4e34-bc60-17b0784d5a5a req-c8b2d3a1-6593-46c9-bb17-097cc8259ba1 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Feb 03 15:04:05.685321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892e9b8-2965-4c18-b944-5af0c469a5cd req-154cfef7-126b-4b90-b996-9d0d6b83fb9e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:05.686867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6892e9b8-2965-4c18-b944-5af0c469a5cd req-154cfef7-126b-4b90-b996-9d0d6b83fb9e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0671122 Feb 03 15:04:05.737759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6892e9b8-2965-4c18-b944-5af0c469a5cd req-cb9557eb-1d95-48d7-8510-daca28a23e37 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452299 Feb 03 15:04:05.983749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae565c-8fc5-47a2-a600-412ec7ccb090 req-792cc0cd-b425-4ef5-b5e9-f79d63d4b0be tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:05.985334 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1ae565c-8fc5-47a2-a600-412ec7ccb090 req-792cc0cd-b425-4ef5-b5e9-f79d63d4b0be tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0554514 Feb 03 15:04:06.053062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1ae565c-8fc5-47a2-a600-412ec7ccb090 req-e50102bc-04ad-4eef-9a47-544e74aa0e60 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Feb 03 15:04:06.178106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb64438-39ea-41e4-9a73-a879f1527528 req-5a9dbcfa-346a-4648-964f-f0308da1dd40 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:06.179608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cb64438-39ea-41e4-9a73-a879f1527528 req-5a9dbcfa-346a-4648-964f-f0308da1dd40 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0598669 Feb 03 15:04:06.238431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cb64438-39ea-41e4-9a73-a879f1527528 req-06c49e75-a690-4cc3-b027-98726f9c3194 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Feb 03 15:04:06.529150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-8dce9361-25cc-483e-a960-011c6da2f8ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884509 Feb 03 15:04:06.536242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805c6d-69e5-49c1-82cb-77dcd6a6913e req-e2a0f34b-b58c-405c-92f1-8e273f4d1127 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:06.537767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6805c6d-69e5-49c1-82cb-77dcd6a6913e req-e2a0f34b-b58c-405c-92f1-8e273f4d1127 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0715618 Feb 03 15:04:06.588642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6805c6d-69e5-49c1-82cb-77dcd6a6913e req-d452fd61-0ba1-418e-9a4c-d6662b12e375 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Feb 03 15:04:07.743113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093efc8-b291-4103-ac9d-090352bf38aa req-db37e475-cbe6-432d-a04a-9db98f2b2893 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:07.745853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f093efc8-b291-4103-ac9d-090352bf38aa req-db37e475-cbe6-432d-a04a-9db98f2b2893 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0801673 Feb 03 15:04:07.826653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f093efc8-b291-4103-ac9d-090352bf38aa req-90b8b44d-593d-4b85-ae1c-67848acade86 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710268 Feb 03 15:04:07.836505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-1b37dee9-3f13-4817-961d-3569542578a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:07.838767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-1b37dee9-3f13-4817-961d-3569542578a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1128 time: 0.0684080 Feb 03 15:04:07.947202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-bc1b3e1c-b5dd-4495-a665-68baa1641b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:07.948623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-bc1b3e1c-b5dd-4495-a665-68baa1641b52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1040227 Feb 03 15:04:07.990996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-70281758-fbcc-44db-a260-c9d9722dfb95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0368388 Feb 03 15:04:08.054556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-763d2496-10b3-4d83-be33-a7cbc722ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:08.056163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-763d2496-10b3-4d83-be33-a7cbc722ce09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0591176 Feb 03 15:04:08.096119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6a0bfc3d-24c2-4e3a-9298-f43b7e6303e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325468 Feb 03 15:04:08.187462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6b8aa1bd-2dd0-4a1b-a641-4fcd41979685 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 Feb 03 15:04:08.286664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-b4113f00-9125-427d-8a38-bfce3daec75c service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937510 Feb 03 15:04:08.949594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1de10-4435-4f1e-894d-381f42ee6ba5 req-40589c48-e0db-4b8b-bc23-f4f8cb4b9314 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:08.951165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4be1de10-4435-4f1e-894d-381f42ee6ba5 req-40589c48-e0db-4b8b-bc23-f4f8cb4b9314 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0545223 Feb 03 15:04:09.000254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4be1de10-4435-4f1e-894d-381f42ee6ba5 req-5f95fdc7-8a3b-4028-abbd-aca5b05c80b7 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Feb 03 15:04:09.390694 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:10.135435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b876a2-5736-4caf-a73f-a0c8aa6bd26d req-281313e4-efe0-4b70-85c2-f677625ec70b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:10.137019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b876a2-5736-4caf-a73f-a0c8aa6bd26d req-281313e4-efe0-4b70-85c2-f677625ec70b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0641487 Feb 03 15:04:10.190244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b876a2-5736-4caf-a73f-a0c8aa6bd26d req-85350fd6-414a-4b40-aa60-1d87b3c7ebe0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Feb 03 15:04:11.317520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6dd40-61f0-481f-b75a-e4a8f6262691 req-952b9168-f40e-482c-908e-bb17b18b7258 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:11.319083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c6dd40-61f0-481f-b75a-e4a8f6262691 req-952b9168-f40e-482c-908e-bb17b18b7258 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0553288 Feb 03 15:04:11.369618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c6dd40-61f0-481f-b75a-e4a8f6262691 req-cfb610a1-4885-4aef-a51f-6507f7b8d9f8 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Feb 03 15:04:12.505626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0daaa1-0547-4ea4-9990-7529c9f29e34 req-21988bf3-1610-4fbc-b3ba-2c68dc02bc71 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:12.507085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac0daaa1-0547-4ea4-9990-7529c9f29e34 req-21988bf3-1610-4fbc-b3ba-2c68dc02bc71 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0583532 Feb 03 15:04:12.560863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ac0daaa1-0547-4ea4-9990-7529c9f29e34 req-a801e091-e548-448f-9867-221f3ce46976 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478055 Feb 03 15:04:13.685025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb2285-6868-4812-99dd-3e39babce2d0 req-690ed76f-c651-4033-a628-77f1009218ff tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:13.686551 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ebb2285-6868-4812-99dd-3e39babce2d0 req-690ed76f-c651-4033-a628-77f1009218ff tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0559602 Feb 03 15:04:13.736966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ebb2285-6868-4812-99dd-3e39babce2d0 req-be803732-9f56-4f81-9251-5c24ed475f11 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Feb 03 15:04:14.866512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f58e2f-6205-4f93-a556-e6f0cda0c637 req-15e95ce6-b529-4a5c-912f-0c877c776ed1 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:14.868051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27f58e2f-6205-4f93-a556-e6f0cda0c637 req-15e95ce6-b529-4a5c-912f-0c877c776ed1 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0589535 Feb 03 15:04:14.924817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27f58e2f-6205-4f93-a556-e6f0cda0c637 req-42d7f536-9386-4ccc-b6a1-87587bc6b2d3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504746 Feb 03 15:04:15.866377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61262b61-26b4-4fe4-944a-70f41a37e983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:16.061185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b9a5-daa2-45b4-bdf1-d202436e12ea req-0c9bda2c-1eb6-4767-8085-24d63daf7c96 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:16.062866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f88b9a5-daa2-45b4-bdf1-d202436e12ea req-0c9bda2c-1eb6-4767-8085-24d63daf7c96 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0633695 Feb 03 15:04:16.113006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6f88b9a5-daa2-45b4-bdf1-d202436e12ea req-212b4d13-0782-4474-b710-a251dcc96d64 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Feb 03 15:04:17.239134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb71c-c151-4a7b-b448-de923b8595b5 req-00967be2-5cd6-481f-a224-1cbf04a312dc tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:17.240681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b54cb71c-c151-4a7b-b448-de923b8595b5 req-00967be2-5cd6-481f-a224-1cbf04a312dc tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0543115 Feb 03 15:04:17.291239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b54cb71c-c151-4a7b-b448-de923b8595b5 req-f1045cdd-aca5-4d6b-a715-8c1f719b529e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Feb 03 15:04:18.119792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2977c4ed-1bf4-4f0e-aef5-b3bc35fe9fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:18.419354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab400f-7910-4a8f-b64f-16e5dcbd1e32 req-af24a8b3-1d75-4b4e-b2fc-b41b4fc6cfa4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:18.420835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fab400f-7910-4a8f-b64f-16e5dcbd1e32 req-af24a8b3-1d75-4b4e-b2fc-b41b4fc6cfa4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0588953 Feb 03 15:04:18.468863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fab400f-7910-4a8f-b64f-16e5dcbd1e32 req-1c4587e0-f723-4ea5-9240-e6e54c3bf583 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Feb 03 15:04:19.591191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6189b6-e7c9-4d26-953d-b3dbef58cff7 req-b9b6795d-24da-4c33-a343-f2b4056303ac tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:19.592788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e6189b6-e7c9-4d26-953d-b3dbef58cff7 req-b9b6795d-24da-4c33-a343-f2b4056303ac tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0544376 Feb 03 15:04:19.641380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e6189b6-e7c9-4d26-953d-b3dbef58cff7 req-3823afba-6a82-4d15-9bed-01a62e7bd067 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Feb 03 15:04:19.765731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:20.779320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11772c54-509b-446e-b512-70fc531495a8 req-bf12143b-776c-437e-b8c2-6f9b886739a9 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:20.780867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11772c54-509b-446e-b512-70fc531495a8 req-bf12143b-776c-437e-b8c2-6f9b886739a9 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0680635 Feb 03 15:04:20.837460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11772c54-509b-446e-b512-70fc531495a8 req-40698dd9-a24d-41aa-af77-e51116dbdb14 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Feb 03 15:04:20.845925 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:21.996177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972b4a2-a6c2-48a0-bd4f-30a581eab192 req-5e8ca917-8907-4baf-834f-41b62153d271 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:21.997893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7972b4a2-a6c2-48a0-bd4f-30a581eab192 req-5e8ca917-8907-4baf-834f-41b62153d271 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0892239 Feb 03 15:04:22.003851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-e141a0cb-e546-4d2d-b0fb-c4cccb63b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:22.005376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-e141a0cb-e546-4d2d-b0fb-c4cccb63b6dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1128 time: 0.0696433 Feb 03 15:04:22.078996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7972b4a2-a6c2-48a0-bd4f-30a581eab192 req-e100b3f3-92dc-44ad-b9c4-1983473439a5 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725625 Feb 03 15:04:22.138261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-2976c30a-3676-433a-b879-c698cb0de682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:22.139749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-2976c30a-3676-433a-b879-c698cb0de682 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1116395 Feb 03 15:04:22.185068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-18100aa2-8a5c-4b0e-97da-7a748bc5a11c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0390818 Feb 03 15:04:22.228845 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:22.247568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-27f404eb-3ac9-4063-9653-2b2f1a69cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:22.249086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-27f404eb-3ac9-4063-9653-2b2f1a69cb25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0586410 Feb 03 15:04:22.281866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-4de96367-b294-46e3-9b7e-69d3d37eab2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266030 Feb 03 15:04:22.380947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-85e30da7-220f-409b-aa2b-50f3a3087eda service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935612 Feb 03 15:04:22.476724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93f72eab-8204-4ee4-a5f5-6e356b194005 req-f6e6b18c-f9d4-44c4-b0fa-73827074960e service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893760 Feb 03 15:04:23.216093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de67646-70f2-4d92-9dfa-c15dbceae7f4 req-a159a9ff-3c48-4736-a372-e7fa71623c9e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:23.217662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3de67646-70f2-4d92-9dfa-c15dbceae7f4 req-a159a9ff-3c48-4736-a372-e7fa71623c9e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0562294 Feb 03 15:04:23.266557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3de67646-70f2-4d92-9dfa-c15dbceae7f4 req-16b1d43d-5342-4285-a953-935badd82771 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Feb 03 15:04:24.392619 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40b83a-73b8-4069-a83f-7874ae7a3fbd req-d8107b9e-8277-4a29-9ee4-d6fa13e7b323 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:24.394153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b40b83a-73b8-4069-a83f-7874ae7a3fbd req-d8107b9e-8277-4a29-9ee4-d6fa13e7b323 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0540099 Feb 03 15:04:24.446355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b40b83a-73b8-4069-a83f-7874ae7a3fbd req-4ce384e7-abf7-4d41-954d-f4e24b977447 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Feb 03 15:04:25.161278 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:25.574506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a895c0d-b99e-44a1-9ff6-ef2d512a711e req-b0c602d6-a128-4907-a45d-9761f079730a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:25.576056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a895c0d-b99e-44a1-9ff6-ef2d512a711e req-b0c602d6-a128-4907-a45d-9761f079730a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0553126 Feb 03 15:04:25.625256 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2a895c0d-b99e-44a1-9ff6-ef2d512a711e req-bdb7df3f-f3ae-431b-a046-b9b4bd4080af tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Feb 03 15:04:26.758093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e4288-fb3f-47f3-a73f-028167572449 req-0352d317-5642-4540-b43e-efad99a9fe83 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:26.759673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c0e4288-fb3f-47f3-a73f-028167572449 req-0352d317-5642-4540-b43e-efad99a9fe83 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0643251 Feb 03 15:04:26.808956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c0e4288-fb3f-47f3-a73f-028167572449 req-96c03bfa-3669-4081-990a-a3858f9f574b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Feb 03 15:04:27.944009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfb9a5-b6b6-4c5b-8fe0-f1048273faa8 req-7c9f0aac-7f95-41b4-a6a9-3116c53f0e6a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:27.945569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3cfb9a5-b6b6-4c5b-8fe0-f1048273faa8 req-7c9f0aac-7f95-41b4-a6a9-3116c53f0e6a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0609095 Feb 03 15:04:27.998763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3cfb9a5-b6b6-4c5b-8fe0-f1048273faa8 req-3a1361db-e64a-4003-a146-43d2786ff16f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Feb 03 15:04:29.128551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97269-4a15-43d9-9db3-01e844a88ae7 req-0ce97d15-e7bc-4eae-af20-20ec93a16199 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:29.130101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1a97269-4a15-43d9-9db3-01e844a88ae7 req-0ce97d15-e7bc-4eae-af20-20ec93a16199 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0586112 Feb 03 15:04:29.181673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1a97269-4a15-43d9-9db3-01e844a88ae7 req-45555695-3535-43af-a260-855feb9ecada tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Feb 03 15:04:29.346309 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:04:30.315952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0cb85-c132-475a-ab9b-6bb28696882a req-3f86044b-33a5-4d4c-8703-b57498f1ab31 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:30.317620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5da0cb85-c132-475a-ab9b-6bb28696882a req-3f86044b-33a5-4d4c-8703-b57498f1ab31 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0637913 Feb 03 15:04:30.371204 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5da0cb85-c132-475a-ab9b-6bb28696882a req-1059a635-d031-48ee-b316-9259eee7bbe3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475180 Feb 03 15:04:31.514125 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f819108-b63b-4bc4-a215-6d32fa4eeb6b req-7dfe1fcc-90af-40dd-be2c-696c367c3945 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:31.515804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f819108-b63b-4bc4-a215-6d32fa4eeb6b req-7dfe1fcc-90af-40dd-be2c-696c367c3945 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0648439 Feb 03 15:04:31.566113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f819108-b63b-4bc4-a215-6d32fa4eeb6b req-fec6a4a3-c0af-483d-ba1b-026d2ad0b98a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Feb 03 15:04:32.691022 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0b16c-a214-4ccf-a8f5-7a7673dcafbc req-abd58d5a-5276-407e-8372-51462d2d25e3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:32.692616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efa0b16c-a214-4ccf-a8f5-7a7673dcafbc req-abd58d5a-5276-407e-8372-51462d2d25e3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0552845 Feb 03 15:04:32.752819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-efa0b16c-a214-4ccf-a8f5-7a7673dcafbc req-cb64da37-975b-435b-9aa3-3c42b0c48640 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542397 Feb 03 15:04:33.875943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bb674-289d-4b68-86fa-2c7d2909f195 req-8711e68e-efc6-4b6d-968e-5726ed209462 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:33.877474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-940bb674-289d-4b68-86fa-2c7d2909f195 req-8711e68e-efc6-4b6d-968e-5726ed209462 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0538976 Feb 03 15:04:33.943748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-940bb674-289d-4b68-86fa-2c7d2909f195 req-0d4c139c-12fd-4f73-9b56-ecd796f15b98 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603325 Feb 03 15:04:35.034300 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-8538479b-7e72-428f-8635-8b0eddc3373b service neutron] show failed (client error): The resource could not be found. Feb 03 15:04:35.034300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-8538479b-7e72-428f-8635-8b0eddc3373b service neutron] 10.222.0.45 "GET /v2.0/ports/dd162fe6-cce2-45b8-a15a-b491c6ea0c24/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0756021 Feb 03 15:04:35.071118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054945-da02-4881-bd8f-fc2a79c1cbf9 req-cdd156a4-da44-4bbd-b430-9f939ac623eb tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.072627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e054945-da02-4881-bd8f-fc2a79c1cbf9 req-cdd156a4-da44-4bbd-b430-9f939ac623eb tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0583298 Feb 03 15:04:35.131811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e054945-da02-4881-bd8f-fc2a79c1cbf9 req-cfe90069-7707-4281-8485-dcbbd75bc4fe tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Feb 03 15:04:35.246626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-c9ec6018-8a8c-4139-b009-267ba8208eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.248175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-c9ec6018-8a8c-4139-b009-267ba8208eb5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a&tenant_id=b78d01fac2544c17bc265ddcfd2e41f1 HTTP/1.1" status: 200 len: 1128 time: 0.0471914 Feb 03 15:04:35.264666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:04:35.327275 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:35.552602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:35.585467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:35.626283 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:04:35.629131 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4188b905-31b3-401e-b935-20f76da40d18" -d '{"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:04:35.633021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Publish callbacks [] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:35.646703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Transition to ACTIVE for port object dd162fe6-cce2-45b8-a15a-b491c6ea0c24 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:35.650347 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:35.693765 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b4480-0c43-4edd-acb5-2eb0fed05ff9 x-openstack-request-id: req-3b1b4480-0c43-4edd-acb5-2eb0fed05ff9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:04:35.693922 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:04:35.694095 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b1b4480-0c43-4edd-acb5-2eb0fed05ff9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:04:35.694490 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'code': 200} Feb 03 15:04:35.721189 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] No DVR routers for this DVR port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:04:35.723137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:35.760850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:04:35.761178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:04:35.761551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:04:35.766058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on network 3166ea7b-deaf-4069-9137-231573f9b6cd not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:04:35.766384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Attempting to bind port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:04:35.771382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:04:35.771716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Checking segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:04:35.772096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Bound using segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:04:35.772545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Bound port: dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:04:35.772908 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:35.849528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:35.852876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:35.864227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:35.902401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.903034 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:35.904485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] 10.222.0.71 "PUT /v2.0/ports/dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 1092 time: 0.6440127 Feb 03 15:04:35.936724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbba3b6-61b1-4b89-ba47-788eb13472a7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:35.983631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-1c42f91b-50d2-47b4-8679-7f24d8837276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:35.985373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-1c42f91b-50d2-47b4-8679-7f24d8837276 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1126 time: 0.0497718 Feb 03 15:04:36.082709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-bfd4661f-d690-47aa-ab75-0ba7a3684bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:36.084207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-bfd4661f-d690-47aa-ab75-0ba7a3684bf9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.0933466 Feb 03 15:04:36.129080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-e7b09494-68aa-42e8-bdac-b33a521c6299 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0369451 Feb 03 15:04:36.191286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-b94c78c2-e67b-4f0c-b32c-140a4379f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:36.192800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-b94c78c2-e67b-4f0c-b32c-140a4379f4da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0576322 Feb 03 15:04:36.232087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-e35ec3de-10f2-4a79-8722-27b9d8aa547d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325620 Feb 03 15:04:36.348492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ddd35-0ed1-4b39-9c9b-90a319266136 req-59cf40d2-882f-4a28-9add-48c852a05888 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:36.350033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c4ddd35-0ed1-4b39-9c9b-90a319266136 req-59cf40d2-882f-4a28-9add-48c852a05888 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 944 time: 0.1216025 Feb 03 15:04:36.375363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-9679331d-bee4-4e32-b1aa-4722585bbfa6 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354985 Feb 03 15:04:36.467013 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c4ddd35-0ed1-4b39-9c9b-90a319266136 req-d4b0b036-6ffc-4a87-8ae5-267f6a7ea76e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048284 Feb 03 15:04:36.492564 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b6eb190-80ae-4200-bd8f-47d4565b8e41 req-6414a8e8-232c-4261-a31a-67b00a8217b4 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108959 Feb 03 15:04:37.899254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:04:37.901450 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:04:37.929414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636536e8-7632-45a3-bf7f-7dd8752d828c req-43a1c209-89f4-4d68-b8c1-13f6a13f7305 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:37.930908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-636536e8-7632-45a3-bf7f-7dd8752d828c req-43a1c209-89f4-4d68-b8c1-13f6a13f7305 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 944 time: 0.3944113 Feb 03 15:04:37.966495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:04:37.978359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-636536e8-7632-45a3-bf7f-7dd8752d828c req-0e167f82-1b2e-47c7-baaf-442f28568fcc tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Feb 03 15:04:38.023037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:04:38.023682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:04:38.039641 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885741b1-e636-408c-8d73-ba69bb4784d7 x-openstack-request-id: req-885741b1-e636-408c-8d73-ba69bb4784d7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:04:38.040031 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:04:38.040282 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-885741b1-e636-408c-8d73-ba69bb4784d7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:04:38.040729 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'status': 'completed', 'code': 200} Feb 03 15:04:38.136449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-e85e01f3-cceb-466b-be2b-b1facda37e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:38.137977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-e85e01f3-cceb-466b-be2b-b1facda37e8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1126 time: 0.0811770 Feb 03 15:04:38.153651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-62718293-f39c-4748-bb3e-25c90f221edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:38.155010 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-62718293-f39c-4748-bb3e-25c90f221edf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1126 time: 0.0701282 Feb 03 15:04:38.309213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-d6b218d1-51d5-4feb-9896-09762f18468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:38.310697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-d6b218d1-51d5-4feb-9896-09762f18468f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1671314 Feb 03 15:04:38.315566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-70bb2782-4f10-48c1-9185-b1a8285c86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:38.316994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-70bb2782-4f10-48c1-9185-b1a8285c86c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1518054 Feb 03 15:04:38.389259 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-77824c11-60e2-49f2-9dd0-ef792987d72f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0713034 Feb 03 15:04:38.390596 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-db32cc89-8e0f-4ad9-8c70-7a85a415e30b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0664365 Feb 03 15:04:38.473314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-c727c29d-93b9-4388-af02-bf271649a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:38.474706 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-c727c29d-93b9-4388-af02-bf271649a288 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0802190 Feb 03 15:04:38.476353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-ba9ec88c-fcf1-450b-a9d5-05a17d09be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:38.477745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-ba9ec88c-fcf1-450b-a9d5-05a17d09be8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0756307 Feb 03 15:04:38.514089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-19f8318e-c174-46a1-871f-af807e60bd52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329628 Feb 03 15:04:38.535281 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-bcf49ab7-6ee0-4161-841a-9d32d712e4b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466561 Feb 03 15:04:38.691847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-1eee223a-98cd-4873-88a8-9ee53ddcbcd7 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590238 Feb 03 15:04:38.695208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-75272489-c2ae-4db5-9906-136db02a31c5 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531179 Feb 03 15:04:38.855517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-368e382f-0c4b-4d86-9efe-5e6abaffa9f1 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561315 Feb 03 15:04:38.861380 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ca49aa8-5d4c-4d25-ac29-7919984c5fe3 req-c7cf83c0-738c-4bf9-8140-309b947b11e7 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549273 Feb 03 15:04:39.122424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5475-d328-41a8-abaf-e124a352a174 req-7d324a2e-cdbd-4b9c-b5b2-809d8d1eae25 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:39.124090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-859a5475-d328-41a8-abaf-e124a352a174 req-7d324a2e-cdbd-4b9c-b5b2-809d8d1eae25 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 944 time: 0.0641379 Feb 03 15:04:39.184824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-859a5475-d328-41a8-abaf-e124a352a174 req-94bcd346-fc7a-43da-be3b-b9ce70c6164a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Feb 03 15:04:39.286361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-51a96fb8-649e-4742-8cb2-309a8cf7e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:39.287884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-51a96fb8-649e-4742-8cb2-309a8cf7e89d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1126 time: 0.0564699 Feb 03 15:04:39.406203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:39.407488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-48c64084-2183-4f2c-9c99-d884a283b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:39.409098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-48c64084-2183-4f2c-9c99-d884a283b611 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.0997348 Feb 03 15:04:39.458124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-d940582c-2e18-4487-9b20-729365f3f22d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0419292 Feb 03 15:04:39.508898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-3a8b4eec-c2e0-4135-9506-5f5bf5979d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:39.510390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-3a8b4eec-c2e0-4135-9506-5f5bf5979d62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0463922 Feb 03 15:04:39.562625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-7ea55b8a-a33c-4274-b5f1-5ffa9b98de33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285504 Feb 03 15:04:39.670635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-b00fa335-8240-4e0d-8983-260d52862832 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015122 Feb 03 15:04:39.773388 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7bf6a552-ba23-4d7e-8336-12ff8189929f req-cb02dee3-9f1e-447e-8a5e-1bf0a9db097c service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965960 Feb 03 15:04:39.921534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:04:40.018080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:40.029193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd', 'port_id': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'mac_address': 'fa:16:3e:bd:21:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd70a55c-edc1-4188-89f7-ad774c745894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:04:40.070127 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:04:40.070513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:40.246274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd162fe6-cce2-45b8-a15a-b491c6ea0c24 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:04:40.267317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:40.272828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:40.333936 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdbe5e-9afc-42c8-8916-0a32385db829 req-2ddf4e01-f1f1-40fe-a7e3-5c80ccc5cc75 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:40.335691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:40.336385 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ffdbe5e-9afc-42c8-8916-0a32385db829 req-2ddf4e01-f1f1-40fe-a7e3-5c80ccc5cc75 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 945 time: 0.0659392 Feb 03 15:04:40.391262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ffdbe5e-9afc-42c8-8916-0a32385db829 req-64d12c9f-6d03-4603-98d9-68f0b9eb0201 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Feb 03 15:04:40.627544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d1e5c-b4d6-43cd-b4ae-e6eb18011602 req-21284f10-032c-44c2-a5f8-8cb9af08241b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:40.629228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f4d1e5c-b4d6-43cd-b4ae-e6eb18011602 req-21284f10-032c-44c2-a5f8-8cb9af08241b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 945 time: 0.0863910 Feb 03 15:04:40.644087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-8f8a27bd-30fe-480a-a97d-64e66751f05e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:40.645593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-8f8a27bd-30fe-480a-a97d-64e66751f05e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a&tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 945 time: 0.0921094 Feb 03 15:04:40.674947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['dd162fe6-cce2-45b8-a15a-b491c6ea0c24'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:04:40.735403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f4d1e5c-b4d6-43cd-b4ae-e6eb18011602 req-8492fcac-2b27-4d64-8cee-efcb54217847 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Feb 03 15:04:40.744884 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-15bd596e-7e84-4575-af12-1c1350218357 service neutron] delete failed (client error): The resource could not be found. Feb 03 15:04:40.745824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-15bd596e-7e84-4575-af12-1c1350218357 service neutron] 10.222.0.45 "DELETE /v2.0/ports/dd162fe6-cce2-45b8-a15a-b491c6ea0c24/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0864973 Feb 03 15:04:40.909519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-1fe654e6-2508-49ec-bf42-e6cda148e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:40.911233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-1fe654e6-2508-49ec-bf42-e6cda148e9a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 1127 time: 0.0566168 Feb 03 15:04:41.023408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-4b658970-e581-4399-b78e-dad72f4293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:41.024854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-4b658970-e581-4399-b78e-dad72f4293cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1074786 Feb 03 15:04:41.082382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-8e3b6488-498b-47a9-9b47-e35f402f3201 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 200 len: 217 time: 0.0498781 Feb 03 15:04:41.132679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-179519a8-3c9b-447c-93e2-783f1dd7f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:41.134150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-179519a8-3c9b-447c-93e2-783f1dd7f273 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0457795 Feb 03 15:04:41.166323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-8c2ec569-97f9-45e9-a2c1-54dd779c8e50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265098 Feb 03 15:04:41.274953 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-41496791-bdd1-4b6c-b0f5-e3b8529ce788 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028202 Feb 03 15:04:41.374254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cac3cc60-def5-4c6a-8f6f-e5def0a65671 req-f8c94682-e8a1-4f95-b929-276944d6f44f service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935218 Feb 03 15:04:41.879753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e455e-a8a7-468e-8da6-39ab24b02314 req-e99a6f74-d463-403d-9e10-10b68414b048 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:41.882361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-088e455e-a8a7-468e-8da6-39ab24b02314 req-e99a6f74-d463-403d-9e10-10b68414b048 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 945 time: 0.0746837 Feb 03 15:04:41.945955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:04:41.946567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-088e455e-a8a7-468e-8da6-39ab24b02314 req-a06f15f9-e8a7-48a9-95c8-970affa12759 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577736 Feb 03 15:04:42.002254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:42.006876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:42.007252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:42.097279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c46c6-a407-43cb-812e-152d162a8f4a req-dfa3a631-0b1a-4f8a-ae55-d1af044f59a2 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:42.099391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea8c46c6-a407-43cb-812e-152d162a8f4a req-dfa3a631-0b1a-4f8a-ae55-d1af044f59a2 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 945 time: 0.0615880 Feb 03 15:04:42.103455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:04:42.103876 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:42.131711 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:04:42.133992 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9712b1-f050-4bca-bf44-c2a6ff718b39" -d '{"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-plugged", "status": "completed", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:04:42.147317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:42.153204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:42.165917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea8c46c6-a407-43cb-812e-152d162a8f4a req-64368c64-07e2-4b48-8f8c-1b816fe847e9 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524874 Feb 03 15:04:42.210652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:42.216257 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae7bf5-4528-4f3c-8503-98b510a19580 x-openstack-request-id: req-bbae7bf5-4528-4f3c-8503-98b510a19580 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:04:42.216652 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-plugged", "status": "completed", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:04:42.217005 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbae7bf5-4528-4f3c-8503-98b510a19580 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:04:42.217456 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'code': 200} Feb 03 15:04:42.327880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc8ff3-9361-4a13-98d2-84cd6b8fefd7 req-bc7ca5cc-710d-451b-a77c-c9a1e9155d8e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:42.329484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbc8ff3-9361-4a13-98d2-84cd6b8fefd7 req-bc7ca5cc-710d-451b-a77c-c9a1e9155d8e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0663795 Feb 03 15:04:42.378252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbbc8ff3-9361-4a13-98d2-84cd6b8fefd7 req-78c68336-4c20-411d-83aa-9c3f0b77d749 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431397 Feb 03 15:04:42.803261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-851c3acb-203e-4a14-9d99-7cef9b6e2e1e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:42.804850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-851c3acb-203e-4a14-9d99-7cef9b6e2e1e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 814 time: 0.1281068 Feb 03 15:04:42.820900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-6f827de7-a14f-4d95-a0c9-cffa3e3f70d9 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/quotas/b78d01fac2544c17bc265ddcfd2e41f1 HTTP/1.1" status: 200 len: 375 time: 0.0095921 Feb 03 15:04:42.896134 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-8a265535-337c-4b42-b3f5-0d1af1234413 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0685623 Feb 03 15:04:42.997210 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-19427c5f-2485-4088-9b7a-c8918ba4862d service neutron] 10.222.0.52 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943902 Feb 03 15:04:43.088167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-334df3c0-97fd-4f31-83ce-c62e9ae18201 service neutron] 10.222.0.52 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852199 Feb 03 15:04:43.259131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3068378-14fc-4354-8129-b566285015c2 req-81548d29-8cf0-4b5f-918a-dc21c3d17149 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 210 time: 0.0338905 Feb 03 15:04:44.240963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-7c652d61-f09c-4c64-b598-ed67eef68e63 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:44.242461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-7c652d61-f09c-4c64-b598-ed67eef68e63 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fb00c3e-2222-4120-bb29-1ca95188632a HTTP/1.1" status: 200 len: 946 time: 0.0551143 Feb 03 15:04:44.352606 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Deleting port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:04:44.353082 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:44.377658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b0dbddf-2c73-4260-9494-e237b94ef92d req-022203ad-9a3d-4706-ab22-4790ac5918df tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 210 time: 0.0384126 Feb 03 15:04:44.480868 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] For port dd162fe6-cce2-45b8-a15a-b491c6ea0c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:44.481206 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:44.494590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Calling delete_port for dd162fe6-cce2-45b8-a15a-b491c6ea0c24 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:04:44.523672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-da7ce25f-ac81-49dc-bb24-fa059a3cf079 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:44.525457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-da7ce25f-ac81-49dc-bb24-fa059a3cf079 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 814 time: 0.1157131 Feb 03 15:04:44.543639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Request body: {'port': {'device_id': 'bd485696-93f6-412c-b29b-62bcc640e579', 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd', 'admin_state_up': True, 'tenant_id': 'b78d01fac2544c17bc265ddcfd2e41f1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:04:44.654742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (dd162fe6-cce2-45b8-a15a-b491c6ea0c24), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:44.660608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Made reservation on behalf of b78d01fac2544c17bc265ddcfd2e41f1 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:04:44.663984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:44.686576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Pushing event deleted for resources: {'Port': ['ID=dd162fe6-cce2-45b8-a15a-b491c6ea0c24,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:44.689840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['dd162fe6-cce2-45b8-a15a-b491c6ea0c24'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:04:44.744522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] No DVR routers for this DVR port dd162fe6-cce2-45b8-a15a-b491c6ea0c24 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:04:44.747227 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:44.750828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.71 "DELETE /v2.0/ports/dd162fe6-cce2-45b8-a15a-b491c6ea0c24 HTTP/1.1" status: 204 len: 173 time: 0.5017767 Feb 03 15:04:44.751292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-deleted', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:04:44.753692 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0bc3e4-3661-4a29-a8ab-05f8e5b0c7b9" -d '{"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-deleted", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:04:44.824348 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fccdbd-5bc0-4f09-a900-68db672891b0 x-openstack-request-id: req-66fccdbd-5bc0-4f09-a900-68db672891b0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:04:44.824673 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb00c3e-2222-4120-bb29-1ca95188632a", "name": "network-vif-deleted", "tag": "dd162fe6-cce2-45b8-a15a-b491c6ea0c24", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:04:44.824954 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66fccdbd-5bc0-4f09-a900-68db672891b0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:04:44.825364 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb00c3e-2222-4120-bb29-1ca95188632a', 'name': 'network-vif-deleted', 'tag': 'dd162fe6-cce2-45b8-a15a-b491c6ea0c24', 'status': 'completed', 'code': 200} Feb 03 15:04:45.144305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Allocated IP 172.20.0.4 (3166ea7b-deaf-4069-9137-231573f9b6cd/cd70a55c-edc1-4188-89f7-ad774c745894/0d936249-d35d-43d3-9ab8-2f760a78110a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:04:45.303816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks [] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:45.350483 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:45.382250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['dd162fe6-cce2-45b8-a15a-b491c6ea0c24'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:04:45.397225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Network 3166ea7b-deaf-4069-9137-231573f9b6cd is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:04:45.400405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:04:45.404257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:04:45.411561 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:45.481162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:45.481814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:45.501245 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-bb78c734-3d19-4c24-b468-8d1ee003b2ee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9622903 Feb 03 15:04:45.518797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Request body: {'port': {'device_id': 'bd485696-93f6-412c-b29b-62bcc640e579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:04:45.525178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884055e4-6489-4310-a940-d15fc95b4184 req-84ef7bb9-4755-43f2-a4f5-73e6cacbfb91 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:45.526782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-884055e4-6489-4310-a940-d15fc95b4184 req-84ef7bb9-4755-43f2-a4f5-73e6cacbfb91 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 931 time: 0.0599890 Feb 03 15:04:45.580612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-884055e4-6489-4310-a940-d15fc95b4184 req-cbd9dea9-eb1b-45ca-bfa4-2e45f0ff01c0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 Feb 03 15:04:45.585694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:45.859522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d936249-d35d-43d3-9ab8-2f760a78110a {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:04:45.867647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Publish callbacks [] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:45.869778 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-560fb6ff-e0fc-4e5e-a77a-49f832e67d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:45.880647 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Transition to ACTIVE for port object 0d936249-d35d-43d3-9ab8-2f760a78110a will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:04:45.884341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:45.936356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:46.012180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:04:46.012664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:04:46.012889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:04:46.017523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Port 0d936249-d35d-43d3-9ab8-2f760a78110a on network 3166ea7b-deaf-4069-9137-231573f9b6cd not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:04:46.017846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:04:46.023660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:04:46.024007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Checking segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:04:46.024397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Bound using segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:04:46.024857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Bound port: 0d936249-d35d-43d3-9ab8-2f760a78110a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:04:46.025225 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:46.093462 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:04:46.096577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:04:46.102222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:46.138800 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.139436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:46.140874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 1091 time: 0.6265171 Feb 03 15:04:46.141351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:04:46.143636 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35463c1-66bf-4d40-bbe9-e3315f0027cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:04:46.165907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c1e41-0364-4c23-a499-95b86d9960a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:46.256157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-4eda3458-68a1-446d-bfa9-7620f2da124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.257875 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-4eda3458-68a1-446d-bfa9-7620f2da124b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1125 time: 0.0512304 Feb 03 15:04:46.260618 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c6c845-b94d-4efc-8946-13cd8459ba35 x-openstack-request-id: req-07c6c845-b94d-4efc-8946-13cd8459ba35 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:04:46.260911 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:04:46.261166 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07c6c845-b94d-4efc-8946-13cd8459ba35 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:04:46.261571 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'status': 'completed', 'code': 200} Feb 03 15:04:46.323150 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-11bae0b6-25b2-4211-b3fc-9836adc6602c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 217 time: 0.0382745 Feb 03 15:04:46.374166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-c009f229-1421-4feb-a6d4-e58d9fe2eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.375925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-c009f229-1421-4feb-a6d4-e58d9fe2eabe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0475736 Feb 03 15:04:46.408406 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-cddcb7d8-b838-435c-a2d6-bf210791b498 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269878 Feb 03 15:04:46.504216 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-09bd13b1-6b7a-4fb5-974d-4257783938ad service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897362 Feb 03 15:04:46.597914 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-37eddaf0-0eb7-4fb8-a98b-f5a344e4dc88 req-e0a31ace-2df5-4675-9386-b459a4a52ed6 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878010 Feb 03 15:04:46.722152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423130-32b4-42c3-867a-007939f7ca87 req-227c3046-1a70-4f92-84c0-a4767b87ef82 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.723635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06423130-32b4-42c3-867a-007939f7ca87 req-227c3046-1a70-4f92-84c0-a4767b87ef82 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 943 time: 0.0607309 Feb 03 15:04:46.729239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-318a5cff-e1af-4d4e-bb93-3b56cdaa951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.730818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-318a5cff-e1af-4d4e-bb93-3b56cdaa951c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1125 time: 0.0519025 Feb 03 15:04:46.773519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06423130-32b4-42c3-867a-007939f7ca87 req-a3e6e9d1-a054-4279-9ca7-712902a62a54 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Feb 03 15:04:46.827427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-e2253514-b14b-4e50-84eb-a96bf3407bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.828955 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-e2253514-b14b-4e50-84eb-a96bf3407bf6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.0926533 Feb 03 15:04:46.869213 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-c34fd110-020a-4cc4-b49e-b9c3616d475d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 217 time: 0.0346553 Feb 03 15:04:46.922502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-f5732dc2-c25b-4cae-a524-f27f05c6d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:46.924024 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-f5732dc2-c25b-4cae-a524-f27f05c6d6da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0497415 Feb 03 15:04:46.956606 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-03f6cdb2-556b-4188-97f0-556d0d95180b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271921 Feb 03 15:04:47.061830 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-59e56e7c-f41e-4d0f-a4bf-dd0ab89b064f service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997505 Feb 03 15:04:47.160837 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a35463c1-66bf-4d40-bbe9-e3315f0027cd req-35d6476d-30c4-47f2-8f97-6ae9bbd623f4 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935228 Feb 03 15:04:47.904805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6938-0667-46ec-853a-ff1395de56d8 req-d9523ece-1355-4497-8a66-762f08cc70d7 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:47.906349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-187c6938-0667-46ec-853a-ff1395de56d8 req-d9523ece-1355-4497-8a66-762f08cc70d7 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 943 time: 0.0609953 Feb 03 15:04:47.956892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-187c6938-0667-46ec-853a-ff1395de56d8 req-bce9659b-9002-4135-a6bd-3b7091769fdf tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446539 Feb 03 15:04:47.982682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:04:48.004207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: dd162fe6-cce2-45b8-a15a-b491c6ea0c24 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:04:48.004583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device dd162fe6-cce2-45b8-a15a-b491c6ea0c24 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:04:48.122909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6d65-4991-4747-b891-a5e87c143c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:49.086087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb04b4-770b-4a4b-9eba-9155e49b0c23 req-48a5a65f-4614-4342-82c4-d5d47c3ab794 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:49.087621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8fb04b4-770b-4a4b-9eba-9155e49b0c23 req-48a5a65f-4614-4342-82c4-d5d47c3ab794 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 943 time: 0.0534401 Feb 03 15:04:49.141450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b8fb04b4-770b-4a4b-9eba-9155e49b0c23 req-913697d6-20b4-4a4d-82ad-16fafeb4128c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475869 Feb 03 15:04:49.769323 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:49.988228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:04:50.089859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:50.100762 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd', 'port_id': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'mac_address': 'fa:16:3e:28:21:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd70a55c-edc1-4188-89f7-ad774c745894', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:04:50.139052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0d936249-d35d-43d3-9ab8-2f760a78110a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:04:50.139450 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:50.152581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d936249-d35d-43d3-9ab8-2f760a78110a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:04:50.174076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:50.179427 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:50.237693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:50.246015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.246362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.246706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.247042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.247375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.247702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.248037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.248360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.248724 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.249057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.249381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.249709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.250029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:04:50.269511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d94ca1-2e47-46a0-a90e-e60185b876a2 req-01d05b06-30a4-4393-92db-ab06b4b57090 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:50.271037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45d94ca1-2e47-46a0-a90e-e60185b876a2 req-01d05b06-30a4-4393-92db-ab06b4b57090 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 944 time: 0.0551124 Feb 03 15:04:50.326179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45d94ca1-2e47-46a0-a90e-e60185b876a2 req-09b5a508-5530-4dd8-b102-4bbcebbafa5a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Feb 03 15:04:50.545774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['0d936249-d35d-43d3-9ab8-2f760a78110a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:04:50.853761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:51.451927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953237-e792-4167-8560-e79e50a9177a req-e25e3fca-0c5f-453e-85bf-02f7bcccf36f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:51.453453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b953237-e792-4167-8560-e79e50a9177a req-e25e3fca-0c5f-453e-85bf-02f7bcccf36f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 944 time: 0.0566068 Feb 03 15:04:51.501396 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b953237-e792-4167-8560-e79e50a9177a req-bc5851b6-6d23-4966-ac11-2c5a733c0a01 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Feb 03 15:04:51.991422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:04:52.055375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 0d936249-d35d-43d3-9ab8-2f760a78110a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:04:52.062475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 0d936249-d35d-43d3-9ab8-2f760a78110a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:04:52.062855 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:52.144519 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 0d936249-d35d-43d3-9ab8-2f760a78110a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:04:52.144910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:52.168865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:04:52.171158 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2dc7a7-a588-4de3-a952-30fbdc493924" -d '{"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-plugged", "status": "completed", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:04:52.185128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:04:52.190587 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:52.218970 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e263e04-a1d1-4814-a5ea-ede37d2653e6 x-openstack-request-id: req-5e263e04-a1d1-4814-a5ea-ede37d2653e6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:04:52.219342 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-plugged", "status": "completed", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:04:52.219599 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e263e04-a1d1-4814-a5ea-ede37d2653e6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:04:52.219983 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'code': 200} Feb 03 15:04:52.248537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:52.259013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:04:52.350114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f6d8-02b8-4d70-bb2a-df97bc110146 req-bdde4a3b-e0a7-445a-be87-5ef1567c1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:52.351656 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5a78f6d8-02b8-4d70-bb2a-df97bc110146 req-bdde4a3b-e0a7-445a-be87-5ef1567c1072 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1127 time: 0.0464222 Feb 03 15:04:52.404489 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5a78f6d8-02b8-4d70-bb2a-df97bc110146 req-ac60cbdc-d52d-4fa6-ab4d-b9dc9c918ef1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Feb 03 15:04:52.625973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ab218-7c2f-4efb-b96f-877288973a99 req-1cbe2a00-3350-4a14-aa54-ac547459d31c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:52.627545 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073ab218-7c2f-4efb-b96f-877288973a99 req-1cbe2a00-3350-4a14-aa54-ac547459d31c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0547450 Feb 03 15:04:52.675550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-073ab218-7c2f-4efb-b96f-877288973a99 req-1f18aab0-56d2-4c8a-b43e-5791beebbea3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Feb 03 15:04:53.821657 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bf66e-6333-4b51-802f-863e206f8c44 req-250f87e8-c2f1-4330-9b73-fec17b54a05c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:53.823748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd9bf66e-6333-4b51-802f-863e206f8c44 req-250f87e8-c2f1-4330-9b73-fec17b54a05c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0687065 Feb 03 15:04:53.880118 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd9bf66e-6333-4b51-802f-863e206f8c44 req-b1cfb20f-761c-4357-a3a5-946fd60ba6b2 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460680 Feb 03 15:04:55.005365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f0da5-cbbf-49a5-a8e3-f2fbaf72b71b req-8409ca63-36f2-4214-b0fb-25e4d747f6a4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:55.006881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-378f0da5-cbbf-49a5-a8e3-f2fbaf72b71b req-8409ca63-36f2-4214-b0fb-25e4d747f6a4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0544405 Feb 03 15:04:55.060828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-378f0da5-cbbf-49a5-a8e3-f2fbaf72b71b req-49590f89-665c-4b9c-8680-8c318712bb93 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466712 Feb 03 15:04:55.161738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:04:55.201072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2dde2-b274-4056-b1b1-213c29c77d36 req-70017409-d85e-46d7-96d6-92543379bffe tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:55.202601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4be2dde2-b274-4056-b1b1-213c29c77d36 req-70017409-d85e-46d7-96d6-92543379bffe tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0632956 Feb 03 15:04:55.268900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4be2dde2-b274-4056-b1b1-213c29c77d36 req-23a6ae5d-6891-4390-b76a-016217c37838 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603631 Feb 03 15:04:55.550525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-43e8c17a-c570-4531-bdfb-4300d80288c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780511 Feb 03 15:04:55.560686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b69e8-e211-4bdb-a998-b384d785e397 req-772ba021-d981-46da-9625-f00722297f77 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:55.562202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef4b69e8-e211-4bdb-a998-b384d785e397 req-772ba021-d981-46da-9625-f00722297f77 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0819950 Feb 03 15:04:55.567286 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-4d167866-cffe-4e70-af36-a223d68220e2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:04:55.568277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-4d167866-cffe-4e70-af36-a223d68220e2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052023 Feb 03 15:04:55.616960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef4b69e8-e211-4bdb-a998-b384d785e397 req-7a22abba-433d-4f45-8cb9-95bc86b1e195 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476744 Feb 03 15:04:56.725813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-5168f45a-52f1-418f-986f-9e97b90d2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:56.728106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-5168f45a-52f1-418f-986f-9e97b90d2150 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1127 time: 0.0681393 Feb 03 15:04:56.767282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490cff-7126-4edb-b2b6-38d538ad0077 req-b4ce721b-b3c8-4536-8c0d-06fd6de3baa8 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:56.769734 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3490cff-7126-4edb-b2b6-38d538ad0077 req-b4ce721b-b3c8-4536-8c0d-06fd6de3baa8 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0739276 Feb 03 15:04:56.829267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3490cff-7126-4edb-b2b6-38d538ad0077 req-1c379e9e-c7ef-44ff-98e8-c2a124ea0094 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527585 Feb 03 15:04:56.851873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-cb7793e9-49ea-49ad-8234-768721baa32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:56.853424 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-cb7793e9-49ea-49ad-8234-768721baa32b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1175997 Feb 03 15:04:56.898178 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-fc18f23e-fd54-4125-ac64-65d5c38685da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 217 time: 0.0394087 Feb 03 15:04:56.950822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-0556ffff-29ce-427c-854f-008ec3635e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:56.952220 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-0556ffff-29ce-427c-854f-008ec3635e92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0481815 Feb 03 15:04:56.986653 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-8c09e3ce-f947-48ca-a4ab-4df229c7aed6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280256 Feb 03 15:04:57.103006 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-981119f4-9c1b-4939-a0aa-533dd79ec439 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107681 Feb 03 15:04:57.193475 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-cf04eb6d-43d9-43fe-84c3-ad77c432889b service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851002 Feb 03 15:04:57.958126 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0418c-bff4-41f1-af2b-cbd26268782a req-c52556b3-aaa6-43c7-b1d8-6da345964ba4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:57.959690 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32a0418c-bff4-41f1-af2b-cbd26268782a req-c52556b3-aaa6-43c7-b1d8-6da345964ba4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0557554 Feb 03 15:04:58.009681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32a0418c-bff4-41f1-af2b-cbd26268782a req-5270afda-5961-4262-8d91-ed7852ae8300 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443008 Feb 03 15:04:59.137577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fea95-3125-40e6-9217-f842226f2d57 req-b0fdb2c1-255c-41fa-9bd1-4c83d5cda32c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:04:59.139068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d8fea95-3125-40e6-9217-f842226f2d57 req-b0fdb2c1-255c-41fa-9bd1-4c83d5cda32c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0571272 Feb 03 15:04:59.192105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d8fea95-3125-40e6-9217-f842226f2d57 req-aa9de4ad-f2f9-466f-bb65-0efc3250047b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Feb 03 15:05:00.315978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce0c67-7b64-410d-b18f-48f1bf67390a req-83602cf7-9913-4a8d-b6fe-90f38f68072e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:00.317558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27ce0c67-7b64-410d-b18f-48f1bf67390a req-83602cf7-9913-4a8d-b6fe-90f38f68072e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0551946 Feb 03 15:05:00.369955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27ce0c67-7b64-410d-b18f-48f1bf67390a req-f623b7e7-bbcd-407a-bfce-f392ababf8cc tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Feb 03 15:05:01.495649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061cccf-891f-411b-a8d5-f00b71853b7a req-cdfd9d47-9741-4b79-800d-1cf4d9640836 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:01.497114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b061cccf-891f-411b-a8d5-f00b71853b7a req-cdfd9d47-9741-4b79-800d-1cf4d9640836 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Feb 03 15:05:01.547644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b061cccf-891f-411b-a8d5-f00b71853b7a req-1b815dec-4753-4d55-9c32-a3ee61e0efee tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Feb 03 15:05:02.675305 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fd80e-d9f6-4185-a2a5-7b317e0338ea req-08d1126e-ed8d-4a14-949c-c20f1ae256dd tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:02.676846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b3fd80e-d9f6-4185-a2a5-7b317e0338ea req-08d1126e-ed8d-4a14-949c-c20f1ae256dd tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0585115 Feb 03 15:05:02.724432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6b3fd80e-d9f6-4185-a2a5-7b317e0338ea req-ba0ff58d-3811-4266-a794-174c36d57c7a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Feb 03 15:05:03.851509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e8c54-6136-419d-8582-2108fd59412f req-96f4b6cc-af20-413d-a16e-96ed85ff48dd tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:03.853984 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a06e8c54-6136-419d-8582-2108fd59412f req-96f4b6cc-af20-413d-a16e-96ed85ff48dd tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0571103 Feb 03 15:05:03.906278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a06e8c54-6136-419d-8582-2108fd59412f req-2a0c1772-a51b-4cee-b3c0-8875da9d223a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Feb 03 15:05:05.036749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b737f-714d-428a-9421-1c9ae1bdda10 req-32d6dcc6-784b-45ee-b09c-ac841ff63355 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:05.038276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a1b737f-714d-428a-9421-1c9ae1bdda10 req-32d6dcc6-784b-45ee-b09c-ac841ff63355 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0572836 Feb 03 15:05:05.086419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a1b737f-714d-428a-9421-1c9ae1bdda10 req-a72f9312-58da-4e9b-abe5-f366cdd739b4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Feb 03 15:05:06.217624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dd229-812a-474c-8d1e-9cd230eefe63 req-c38ab519-181a-45b9-99cf-acf443680e4c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:06.219159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be8dd229-812a-474c-8d1e-9cd230eefe63 req-c38ab519-181a-45b9-99cf-acf443680e4c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0597355 Feb 03 15:05:06.271498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-be8dd229-812a-474c-8d1e-9cd230eefe63 req-ea6757ec-5a34-436f-8308-edcfcf07f895 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Feb 03 15:05:06.349515 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:05:07.394381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45d6f4-18b6-4f2f-a0ec-5c9861dbf014 req-701bfe8b-998b-4dac-bc1a-789a14f835c9 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:07.395836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed45d6f4-18b6-4f2f-a0ec-5c9861dbf014 req-701bfe8b-998b-4dac-bc1a-789a14f835c9 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0546942 Feb 03 15:05:07.517839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed45d6f4-18b6-4f2f-a0ec-5c9861dbf014 req-090c23ab-6a2c-4ace-9621-ac061d31b745 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163542 Feb 03 15:05:08.642667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cf1f8-5c78-435e-8003-01eed2983f96 req-7beb6f52-3b93-404c-84b6-709e15defe9d tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:08.644192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b37cf1f8-5c78-435e-8003-01eed2983f96 req-7beb6f52-3b93-404c-84b6-709e15defe9d tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0544407 Feb 03 15:05:08.695910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b37cf1f8-5c78-435e-8003-01eed2983f96 req-03f8b18a-bda5-4d90-856c-a02ed51f2d10 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Feb 03 15:05:09.418998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:09.830281 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a2e2e-d92e-4662-b355-8f8ddb026b86 req-5e8a6b1a-6680-44e7-9776-28baa039f936 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:09.831816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-602a2e2e-d92e-4662-b355-8f8ddb026b86 req-5e8a6b1a-6680-44e7-9776-28baa039f936 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0560129 Feb 03 15:05:09.883375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-602a2e2e-d92e-4662-b355-8f8ddb026b86 req-8b5667a3-0ee3-432c-a9e1-d21d0564ff43 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458882 Feb 03 15:05:11.014292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171178c7-5cf4-401c-90e1-bf01e373bde7 req-b2188c61-4465-454b-a52e-37ec4fa889d0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:11.015797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171178c7-5cf4-401c-90e1-bf01e373bde7 req-b2188c61-4465-454b-a52e-37ec4fa889d0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0576565 Feb 03 15:05:11.063459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171178c7-5cf4-401c-90e1-bf01e373bde7 req-9decc298-954b-4b31-b716-4bec84fc1ef9 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Feb 03 15:05:12.189048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dcb51-1108-45b4-bc0c-fb99703ab768 req-7cd99946-126a-43eb-9cdf-2cd1017897b4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:12.190581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a44dcb51-1108-45b4-bc0c-fb99703ab768 req-7cd99946-126a-43eb-9cdf-2cd1017897b4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0541124 Feb 03 15:05:12.239753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a44dcb51-1108-45b4-bc0c-fb99703ab768 req-1d26a374-0588-4634-9d74-0c37c489a196 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Feb 03 15:05:13.370500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56752f-c68a-499d-8edf-27402a90613c req-e373c0af-8b3d-4a5d-aa5f-920517be8bb6 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:13.371973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e56752f-c68a-499d-8edf-27402a90613c req-e373c0af-8b3d-4a5d-aa5f-920517be8bb6 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0519550 Feb 03 15:05:13.421653 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e56752f-c68a-499d-8edf-27402a90613c req-fe01bebb-0253-43df-8105-c711b2359bdb tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Feb 03 15:05:14.568900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe06aa2-fc8c-45ee-97ee-1bce36415bcb req-0ab3eca6-8240-4388-bc78-bccc751cbc5a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:14.570329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfe06aa2-fc8c-45ee-97ee-1bce36415bcb req-0ab3eca6-8240-4388-bc78-bccc751cbc5a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0563929 Feb 03 15:05:14.621663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfe06aa2-fc8c-45ee-97ee-1bce36415bcb req-e5b83068-80d8-4403-82b2-3644c3e91eba tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Feb 03 15:05:15.740751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38459395-cb70-4a67-9194-a98c02ac9f51 req-2b04295a-1d7d-4d42-9f11-903c1bc7f6b4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:15.742237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38459395-cb70-4a67-9194-a98c02ac9f51 req-2b04295a-1d7d-4d42-9f11-903c1bc7f6b4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0537570 Feb 03 15:05:15.788188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38459395-cb70-4a67-9194-a98c02ac9f51 req-ed261cb9-e39a-4162-94a6-ee8ce10481db tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Feb 03 15:05:15.873252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bd09-dd79-4075-b475-feeebd0657e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:16.911386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776046-1e74-4ca9-8b2e-80b075e630f9 req-ef502ba5-7bcc-481d-bc95-6250b89458e0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:16.912916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49776046-1e74-4ca9-8b2e-80b075e630f9 req-ef502ba5-7bcc-481d-bc95-6250b89458e0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0569782 Feb 03 15:05:16.959441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49776046-1e74-4ca9-8b2e-80b075e630f9 req-81dfdf8c-bd47-44a7-a65b-a03a4f513fed tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407822 Feb 03 15:05:18.088592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e0e8-6d47-43b7-b6f1-cb02cae16235 req-30d1a794-e82b-4495-9b64-86c9c335a700 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:18.090756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aeb7e0e8-6d47-43b7-b6f1-cb02cae16235 req-30d1a794-e82b-4495-9b64-86c9c335a700 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0591924 Feb 03 15:05:18.131041 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32426e17-81b5-46ed-ae50-d005b72c7d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:18.139333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aeb7e0e8-6d47-43b7-b6f1-cb02cae16235 req-a1561654-6aa5-4878-82a4-80637008540f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Feb 03 15:05:18.560722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-0b15d13a-481e-43c1-86bc-67bb54726686 req-23c687cf-b035-48d5-bad5-e18a6862d8af service neutron] (103341) timed out ('10.222.0.52', 58516) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:05:19.263483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992a7b9-edc7-4cc6-9b2e-b66980240bfe req-eef00e64-42e7-4414-b70c-a5b7e9a4a3a4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:19.265022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1992a7b9-edc7-4cc6-9b2e-b66980240bfe req-eef00e64-42e7-4414-b70c-a5b7e9a4a3a4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0569794 Feb 03 15:05:19.313162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1992a7b9-edc7-4cc6-9b2e-b66980240bfe req-1800c2aa-7c48-43ef-8087-db0386696a03 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Feb 03 15:05:19.772580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:20.433337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b251e-9c60-4d62-a580-46566b260292 req-b6cf2e75-3868-4ed9-be4b-4cb255942b77 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:20.434836 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c6b251e-9c60-4d62-a580-46566b260292 req-b6cf2e75-3868-4ed9-be4b-4cb255942b77 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0543723 Feb 03 15:05:20.481726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6c6b251e-9c60-4d62-a580-46566b260292 req-cd5e91c7-0b61-435e-b2bc-55f59d25c589 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Feb 03 15:05:20.851628 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:21.603075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdbd88-af32-4d84-b5be-8df07200bd8e req-7fd3810e-fcc4-4a9c-8063-4b8494f318bd tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:21.604621 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82cdbd88-af32-4d84-b5be-8df07200bd8e req-7fd3810e-fcc4-4a9c-8063-4b8494f318bd tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0523670 Feb 03 15:05:21.655972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82cdbd88-af32-4d84-b5be-8df07200bd8e req-11f976cb-ee68-4c50-a508-2798185b3cb4 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Feb 03 15:05:22.222190 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:22.783387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc310a2-a228-487b-8dc4-2c763ca9a151 req-4b879307-167e-4bb3-b30f-9fefc385311b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:22.784880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fc310a2-a228-487b-8dc4-2c763ca9a151 req-4b879307-167e-4bb3-b30f-9fefc385311b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Feb 03 15:05:22.830329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4fc310a2-a228-487b-8dc4-2c763ca9a151 req-95de7a68-ab26-4edd-8337-7f6671d84e63 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Feb 03 15:05:23.950971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3b0e-41a7-4023-ba02-d9f1ce890a25 req-141411d3-fe5c-422f-b6e8-619a3ca71a13 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:23.952506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83ba3b0e-41a7-4023-ba02-d9f1ce890a25 req-141411d3-fe5c-422f-b6e8-619a3ca71a13 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0532284 Feb 03 15:05:24.000193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83ba3b0e-41a7-4023-ba02-d9f1ce890a25 req-535c59f9-2081-4e4f-ad3f-99239e5a5954 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Feb 03 15:05:24.205209 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-b72856a7-2f1b-40b4-bbd5-5a65171652f5 service neutron] show failed (client error): The resource could not be found. Feb 03 15:05:24.206157 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-b72856a7-2f1b-40b4-bbd5-5a65171652f5 service neutron] 10.222.0.71 "GET /v2.0/ports/0d936249-d35d-43d3-9ab8-2f760a78110a/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0568378 Feb 03 15:05:24.418957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-92f4f287-10ed-40a8-987c-c09f79c90ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:24.420589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-92f4f287-10ed-40a8-987c-c09f79c90ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579&tenant_id=b78d01fac2544c17bc265ddcfd2e41f1 HTTP/1.1" status: 200 len: 1127 time: 0.0504735 Feb 03 15:05:24.431915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:24.491771 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:24.703956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:24.737644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:05:24.789514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:05:24.792032 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce94219d-73d2-4e13-a35d-248585333d15" -d '{"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-unplugged", "status": "completed", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:05:24.796374 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Publish callbacks [] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:24.811025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Transition to ACTIVE for port object 0d936249-d35d-43d3-9ab8-2f760a78110a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:05:24.814813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:24.855392 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1355f-5eb6-4d13-a9e1-c1acc7988e52 x-openstack-request-id: req-06d1355f-5eb6-4d13-a9e1-c1acc7988e52 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:05:24.855721 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-unplugged", "status": "completed", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:05:24.855921 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06d1355f-5eb6-4d13-a9e1-c1acc7988e52 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:05:24.857016 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'code': 200} Feb 03 15:05:24.882395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] No DVR routers for this DVR port 0d936249-d35d-43d3-9ab8-2f760a78110a on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:05:24.885576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:24.913743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.914087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.914428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.914768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.915100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.915429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.915757 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.916080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.916401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.916754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.917103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.917424 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.917744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:24.930879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:05:24.931217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:05:24.931547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:05:24.936031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Port 0d936249-d35d-43d3-9ab8-2f760a78110a on network 3166ea7b-deaf-4069-9137-231573f9b6cd not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:05:24.936353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Attempting to bind port 0d936249-d35d-43d3-9ab8-2f760a78110a on network 3166ea7b-deaf-4069-9137-231573f9b6cd {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:05:24.941248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:05:24.941589 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Checking segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:05:24.941974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Bound using segment: {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:05:24.942405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Bound port: 0d936249-d35d-43d3-9ab8-2f760a78110a, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:05:24.942760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:25.009478 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:05:25.013032 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:05:25.019853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:25.061476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:25.062105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:25.063522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] 10.222.0.45 "PUT /v2.0/ports/0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 1091 time: 0.6356347 Feb 03 15:05:25.080539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88da96f-8dd7-4a33-8f73-b0b54685cfbb service neutron] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:25.159439 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:25.176122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d569c-960a-4dd6-83cf-0e314e03b57f req-305eaaeb-d2a0-4db5-830d-f7459ed87891 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:25.177673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b2d569c-960a-4dd6-83cf-0e314e03b57f req-305eaaeb-d2a0-4db5-830d-f7459ed87891 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 943 time: 0.0937791 Feb 03 15:05:25.180756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-ec4dc215-2ea1-4981-8ef3-ef7c22f8a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:25.183075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-ec4dc215-2ea1-4981-8ef3-ef7c22f8a428 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1125 time: 0.0898592 Feb 03 15:05:25.284902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b2d569c-960a-4dd6-83cf-0e314e03b57f req-6c2f1098-84b6-4372-a3d1-4c1159546a4c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006753 Feb 03 15:05:25.310884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-6c98e6fa-1801-4a1e-9011-5deda22cb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:25.312370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-6c98e6fa-1801-4a1e-9011-5deda22cb47b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1105907 Feb 03 15:05:25.357803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-f9f021a9-c6bf-4dec-9193-58c6eaa38c62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 217 time: 0.0379817 Feb 03 15:05:25.411632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-868751ee-eda7-4601-bc01-018d6a1ee5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:25.413228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-868751ee-eda7-4601-bc01-018d6a1ee5ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0476842 Feb 03 15:05:25.455229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-1e98e0ae-b1df-4463-b6e8-ee4138769591 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325305 Feb 03 15:05:25.548366 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-7cb8bc83-9506-42b7-93ff-775a0d7ef3c5 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872581 Feb 03 15:05:25.988948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd4cd6d4-b457-43d3-96ab-54f1346a8a8e req-7c65d9db-99ed-45d0-99a9-5da4d4b2f550 service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338109 Feb 03 15:05:26.407079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e04522-f96b-4828-b844-a90ecf82d890 req-2b911f0c-c89b-41a9-b380-2b84b90a9f55 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:26.408833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50e04522-f96b-4828-b844-a90ecf82d890 req-2b911f0c-c89b-41a9-b380-2b84b90a9f55 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 943 time: 0.0527487 Feb 03 15:05:26.460206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50e04522-f96b-4828-b844-a90ecf82d890 req-6dcba4f0-049d-4124-9b9a-dd05b74f7a15 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459118 Feb 03 15:05:26.858299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:05:26.860645 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42" -d '{"events": [{"name": "network-changed", "server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:05:26.907678 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dae7a9-d1a2-46d4-bbda-9082761e3564 x-openstack-request-id: req-d9dae7a9-d1a2-46d4-bbda-9082761e3564 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:05:26.907966 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:05:26.908217 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9dae7a9-d1a2-46d4-bbda-9082761e3564 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:05:26.908658 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'status': 'completed', 'code': 200} Feb 03 15:05:26.969653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-70b5b113-61d6-430a-8fd0-b7b6e7795c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:26.971181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-70b5b113-61d6-430a-8fd0-b7b6e7795c38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1125 time: 0.0441060 Feb 03 15:05:26.996945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-67fc6cf1-b43b-47fd-b5e0-825cae95edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:26.998452 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-67fc6cf1-b43b-47fd-b5e0-825cae95edd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1125 time: 0.0511687 Feb 03 15:05:27.066870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-dec16b7c-fe5f-4245-8669-777525b4577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:27.068351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-dec16b7c-fe5f-4245-8669-777525b4577c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.0900550 Feb 03 15:05:27.106756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-d23bbede-89c6-49c5-ad12-5af2948586bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:27.108245 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-d23bbede-89c6-49c5-ad12-5af2948586bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.1041021 Feb 03 15:05:27.113914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-6b89b99c-f4ab-42bf-96e3-8e5521a43879 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 217 time: 0.0391464 Feb 03 15:05:27.153043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-72101af3-2a56-4be9-a2bc-a988d5130ec1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 217 time: 0.0389755 Feb 03 15:05:27.169140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-4644a096-a6dd-471d-a424-d78d77bbbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:27.171265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-4644a096-a6dd-471d-a424-d78d77bbbdec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0513792 Feb 03 15:05:27.204358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-46c9574a-50e7-4e81-bea3-5b78abc7688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:27.205961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-46c9574a-50e7-4e81-bea3-5b78abc7688e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0473838 Feb 03 15:05:27.206132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-bd664bb8-70c4-4219-8104-62ecb23da105 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273085 Feb 03 15:05:27.238003 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-7e8c33e0-c514-482d-97c8-33805df569da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264001 Feb 03 15:05:27.303607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-df159b3d-c03f-4135-ad16-b1a44ff3241c service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914810 Feb 03 15:05:27.332574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-53e87d05-5424-48c4-8a7b-04aa7a24f272 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890400 Feb 03 15:05:27.397445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-a2a20fe7-9777-45e8-8815-ef52170f762d service neutron] 10.222.0.45 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867088 Feb 03 15:05:27.424992 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e4963aad-9d2e-49e8-82d2-ccc07fc76b42 req-22c6baed-9213-4946-be6b-2968f5a80574 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861628 Feb 03 15:05:27.603794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6017290-a7b3-4e71-9c6e-5fb1782a0cf1 req-8842f3bf-a68c-4db0-aa73-d55faea2e80f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:27.605904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6017290-a7b3-4e71-9c6e-5fb1782a0cf1 req-8842f3bf-a68c-4db0-aa73-d55faea2e80f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 943 time: 0.0597765 Feb 03 15:05:27.653354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d6017290-a7b3-4e71-9c6e-5fb1782a0cf1 req-ef1e582c-9702-451c-8b36-594ec33d4c3a tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Feb 03 15:05:28.164353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:05:28.166394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:05:28.232374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port 0d936249-d35d-43d3-9ab8-2f760a78110a host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:05:28.232801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:05:28.302270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:28.313418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'network_id': '3166ea7b-deaf-4069-9137-231573f9b6cd', 'port_id': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'mac_address': 'fa:16:3e:28:21:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd70a55c-edc1-4188-89f7-ad774c745894', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:05:28.352766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 0d936249-d35d-43d3-9ab8-2f760a78110a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:28.353163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:28.367588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d936249-d35d-43d3-9ab8-2f760a78110a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:05:28.389292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:28.393660 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:28.442071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:28.612376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0d936249-d35d-43d3-9ab8-2f760a78110a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:05:28.779796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b689-bef0-42b2-8109-3988df9d7457 req-45055f0c-8fb2-4d9c-ba88-5c92e9d561e1 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:28.781478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c25b689-bef0-42b2-8109-3988df9d7457 req-45055f0c-8fb2-4d9c-ba88-5c92e9d561e1 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 944 time: 0.0583339 Feb 03 15:05:28.830871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c25b689-bef0-42b2-8109-3988df9d7457 req-c74af2a2-4107-42ef-8544-bbe394c32d86 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Feb 03 15:05:29.054293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1a9d-f461-4130-b2b7-0ba19cb030ca req-8f12d52f-fd98-449c-a8da-d519cd359604 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:29.055846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ff1a9d-f461-4130-b2b7-0ba19cb030ca req-8f12d52f-fd98-449c-a8da-d519cd359604 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 944 time: 0.0616949 Feb 03 15:05:29.108535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ff1a9d-f461-4130-b2b7-0ba19cb030ca req-20e42036-2b03-4320-b58a-572ad5faaf15 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Feb 03 15:05:29.116513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-a180915b-f00a-4f72-ae01-c2dc4d3518d2 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:29.118039 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-a180915b-f00a-4f72-ae01-c2dc4d3518d2 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579&tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 944 time: 0.1044757 Feb 03 15:05:29.180680 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-2968935a-2fd6-4ba7-bf3b-0a7ea291a57c service neutron] delete failed (client error): The resource could not be found. Feb 03 15:05:29.181754 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-2968935a-2fd6-4ba7-bf3b-0a7ea291a57c service neutron] 10.222.0.71 "DELETE /v2.0/ports/0d936249-d35d-43d3-9ab8-2f760a78110a/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0564435 Feb 03 15:05:29.290175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-b4ecaca6-29e0-4ba5-bc2d-0718dc8c2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:29.291677 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-b4ecaca6-29e0-4ba5-bc2d-0718dc8c2f60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 1126 time: 0.0478287 Feb 03 15:05:29.387925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-14809861-22ca-4840-8d5e-8d9b5a476a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:29.389459 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-14809861-22ca-4840-8d5e-8d9b5a476a13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 200 len: 915 time: 0.0912452 Feb 03 15:05:29.429747 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-e1dbd75c-d4b5-465a-b378-78c1100e64e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 200 len: 217 time: 0.0341091 Feb 03 15:05:29.488832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-629cfb23-8261-4576-8ecc-8c19379cf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:29.490307 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-629cfb23-8261-4576-8ecc-8c19379cf6d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 200 len: 854 time: 0.0552163 Feb 03 15:05:29.520902 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-e99f87fa-8c68-49de-9029-73a4ad418edd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3166ea7b-deaf-4069-9137-231573f9b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251226 Feb 03 15:05:29.606685 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-84182338-2e61-4004-99eb-57a0851cd379 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803084 Feb 03 15:05:29.695744 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d947355c-a599-4dc6-8dd5-5151a7211b24 req-2832db93-82f1-413b-b706-e06f671dac20 service neutron] 10.222.0.71 "GET /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835402 Feb 03 15:05:30.180825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:05:30.252614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 0d936249-d35d-43d3-9ab8-2f760a78110a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:05:30.257072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 0d936249-d35d-43d3-9ab8-2f760a78110a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:30.257444 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:30.258119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072041-90bc-4d19-9e3c-f200c99c88ef req-0cdf12a4-3baf-43b2-bab8-783cb0934c8c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:30.261110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42072041-90bc-4d19-9e3c-f200c99c88ef req-0cdf12a4-3baf-43b2-bab8-783cb0934c8c tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 944 time: 0.0710380 Feb 03 15:05:30.330638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42072041-90bc-4d19-9e3c-f200c99c88ef req-bd25955f-db2e-44a8-9a96-47df8ab75ce0 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629263 Feb 03 15:05:30.384458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 0d936249-d35d-43d3-9ab8-2f760a78110a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:30.384769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:30.413151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:05:30.415441 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b13e97-1f4d-447b-ab46-1510ebcfd528" -d '{"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-plugged", "status": "completed", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:05:30.433435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:30.438384 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:30.467829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9bcc-f31f-4c7a-87f1-b8ddf6f6a47f req-531ffe65-e81e-4590-b603-f29b2dc57d13 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:30.469408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b41d9bcc-f31f-4c7a-87f1-b8ddf6f6a47f req-531ffe65-e81e-4590-b603-f29b2dc57d13 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 944 time: 0.0632601 Feb 03 15:05:30.488223 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:30.526011 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b41d9bcc-f31f-4c7a-87f1-b8ddf6f6a47f req-b96522fe-85bb-49f6-b70d-52b329db371b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510206 Feb 03 15:05:30.571035 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33dce0c-863d-4058-8133-8670b995c161 x-openstack-request-id: req-f33dce0c-863d-4058-8133-8670b995c161 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:05:30.571332 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-plugged", "status": "completed", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:05:30.571617 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f33dce0c-863d-4058-8133-8670b995c161 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:05:30.572016 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'code': 200} Feb 03 15:05:30.667334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67d0bb-d4b4-44c5-ac00-e349e5c3b3e7 req-7bfa7445-70bd-4e5e-82c6-101e1e0c68a2 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:30.668764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd67d0bb-d4b4-44c5-ac00-e349e5c3b3e7 req-7bfa7445-70bd-4e5e-82c6-101e1e0c68a2 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0538013 Feb 03 15:05:30.715980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd67d0bb-d4b4-44c5-ac00-e349e5c3b3e7 req-9da39a18-b047-443b-8cd9-34cc44c8f62b tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Feb 03 15:05:31.051674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693c5a-456d-4136-85bd-9580fd37efef req-69e251d1-7802-4891-bccf-cd306821bb7f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:31.053171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63693c5a-456d-4136-85bd-9580fd37efef req-69e251d1-7802-4891-bccf-cd306821bb7f tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0530686 Feb 03 15:05:31.100031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63693c5a-456d-4136-85bd-9580fd37efef req-6c2fd069-1d40-4cfc-878c-5c9ae3921b32 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Feb 03 15:05:32.228406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-dd587210-f6c0-4500-984f-8e72e834d3d5 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:32.230694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-dd587210-f6c0-4500-984f-8e72e834d3d5 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0895979 Feb 03 15:05:32.270262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab333d1-e1b0-4f2e-9fa9-2d374e1885b0 req-fe44b261-6f71-4f4a-b8a9-9a9469b037ea tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:32.271784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ab333d1-e1b0-4f2e-9fa9-2d374e1885b0 req-fe44b261-6f71-4f4a-b8a9-9a9469b037ea tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd485696-93f6-412c-b29b-62bcc640e579 HTTP/1.1" status: 200 len: 945 time: 0.0998509 Feb 03 15:05:32.358527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ab333d1-e1b0-4f2e-9fa9-2d374e1885b0 req-b2b73aa5-c85c-4737-955a-3c0000321f70 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a9ab410-4cbb-408a-bef3-08d9dfc00d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810432 Feb 03 15:05:32.372514 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Deleting port 0d936249-d35d-43d3-9ab8-2f760a78110a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:05:32.372884 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:32.462227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] For port 0d936249-d35d-43d3-9ab8-2f760a78110a, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=0d936249-d35d-43d3-9ab8-2f760a78110a,segment=NetworkSegment(ae58a62a-2a0b-4eff-88d5-e8f4772465e7),segment_id=ae58a62a-2a0b-4eff-88d5-e8f4772465e7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:32.462594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:32.474504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Calling delete_port for 0d936249-d35d-43d3-9ab8-2f760a78110a owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:05:32.610215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0d936249-d35d-43d3-9ab8-2f760a78110a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:32.622449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['0d936249-d35d-43d3-9ab8-2f760a78110a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:05:32.640977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Pushing event deleted for resources: {'Port': ['ID=0d936249-d35d-43d3-9ab8-2f760a78110a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:32.691712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] No DVR routers for this DVR port 0d936249-d35d-43d3-9ab8-2f760a78110a on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:05:32.694076 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:32.697543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-151bfb9b-254a-4cb1-85d5-6e55fc29b8ed req-9219bde7-5710-446a-aedf-7ada1211986e tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] 10.222.0.45 "DELETE /v2.0/ports/0d936249-d35d-43d3-9ab8-2f760a78110a HTTP/1.1" status: 204 len: 173 time: 0.4617670 Feb 03 15:05:32.698021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-deleted', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:05:32.700436 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d645a73-e46d-4145-b169-966c76045e07" -d '{"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-deleted", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:05:32.741547 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e95bb5-2473-403b-9af1-7e75220e9ca3 x-openstack-request-id: req-12e95bb5-2473-403b-9af1-7e75220e9ca3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:05:32.742052 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd485696-93f6-412c-b29b-62bcc640e579", "name": "network-vif-deleted", "tag": "0d936249-d35d-43d3-9ab8-2f760a78110a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:05:32.742479 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12e95bb5-2473-403b-9af1-7e75220e9ca3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:05:32.743050 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd485696-93f6-412c-b29b-62bcc640e579', 'name': 'network-vif-deleted', 'tag': '0d936249-d35d-43d3-9ab8-2f760a78110a', 'status': 'completed', 'code': 200} Feb 03 15:05:33.483210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34134) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:33.529509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] Deleting subnet cd70a55c-edc1-4188-89f7-ad774c745894 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:05:33.533138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] Publish callbacks [] for subnet (cd70a55c-edc1-4188-89f7-ad774c745894), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.590678 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (cd70a55c-edc1-4188-89f7-ad774c745894), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.637039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (cd70a55c-edc1-4188-89f7-ad774c745894), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.691128 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (cd70a55c-edc1-4188-89f7-ad774c745894), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.721679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd70a55c-edc1-4188-89f7-ad774c745894,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:33.725342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.728597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d870e3ef-bfc3-46f7-820e-a51dd928744e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cd70a55c-edc1-4188-89f7-ad774c745894 HTTP/1.1" status: 204 len: 168 time: 0.2443089 Feb 03 15:05:33.731993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:33.804103 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (3166ea7b-deaf-4069-9137-231573f9b6cd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.894783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (3166ea7b-deaf-4069-9137-231573f9b6cd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.921555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3166ea7b-deaf-4069-9137-231573f9b6cd']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:33.931309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:33.931600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae58a62a-2a0b-4eff-88d5-e8f4772465e7') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:33.941965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (ae58a62a-2a0b-4eff-88d5-e8f4772465e7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.955495 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (ae58a62a-2a0b-4eff-88d5-e8f4772465e7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.961369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:05:33.961749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (ae58a62a-2a0b-4eff-88d5-e8f4772465e7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:05:33.963613 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:05:34.017342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (3166ea7b-deaf-4069-9137-231573f9b6cd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:34.022852 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:34.026026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3166ea7b-deaf-4069-9137-231573f9b6cd HTTP/1.1" status: 204 len: 168 time: 0.2930503 Feb 03 15:05:34.040629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9a4bf-e259-4c38-af88-f1ae0b17a7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3166ea7b-deaf-4069-9137-231573f9b6cd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:34.135663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34140) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:34.183635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ba6a5340-0a11-46c4-bd4b-8c059a17e316 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b78d01fac2544c17bc265ddcfd2e41f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467403 Feb 03 15:05:34.186084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34142) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:34.235708 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0bfeccf-aad7-401e-bae2-3c4ee5924699 admin admin] Publish callbacks [] for security_group (7a9ab410-4cbb-408a-bef3-08d9dfc00d18), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:34.257005 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0bfeccf-aad7-401e-bae2-3c4ee5924699 admin admin] Publish callbacks [] for security_group (7a9ab410-4cbb-408a-bef3-08d9dfc00d18), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:34.305332 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0bfeccf-aad7-401e-bae2-3c4ee5924699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7a9ab410-4cbb-408a-bef3-08d9dfc00d18), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:34.308032 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f0bfeccf-aad7-401e-bae2-3c4ee5924699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:34.309223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f0bfeccf-aad7-401e-bae2-3c4ee5924699 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a9ab410-4cbb-408a-bef3-08d9dfc00d18 HTTP/1.1" status: 204 len: 168 time: 0.1221752 Feb 03 15:05:34.316981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfeccf-aad7-401e-bae2-3c4ee5924699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ab410-4cbb-408a-bef3-08d9dfc00d18,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:35.010176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34166) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:35.106454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1056922754-network', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:35.126704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Made reservation on behalf of 8a8620a0360d4e42b23a4a5714abb7cf for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:05:35.129030 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.138291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.212364 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks [] for security_group (6b090c80-dab0-4118-a175-d451d0aa2c03), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.216567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6b090c80-dab0-4118-a175-d451d0aa2c03), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.242467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:05:35.252835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b090c80-dab0-4118-a175-d451d0aa2c03,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:35.257583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3a0e959b-1222-49c2-9618-89b098804e64), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.258534 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Added segment 3a0e959b-1222-49c2-9618-89b098804e64 of type vlan for network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac Feb 03 15:05:35.302301 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.327201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.328062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:35.328688 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.361271 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3494084 Feb 03 15:05:35.364209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34170) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:35.369216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Request body: {'subnet': {'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1056922754-subnet', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:35.389527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Made reservation on behalf of 8a8620a0360d4e42b23a4a5714abb7cf for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:05:35.390730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e16b6-c634-47c9-9503-e14e2b643aad admin admin] Pushing event updated for resources: {'Network': ['ID=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:35.392090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.400863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:05:35.556754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (58150d74-773b-4ecd-b8cc-7a602553a2bc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.610725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58150d74-773b-4ecd-b8cc-7a602553a2bc,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:35.622924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.623278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.623624 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.623969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.624304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.624665 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.624999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.625330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.625658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.626091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.626313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.626637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.626962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:35.629962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:05:35.630326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Network hostable DHCP agents. Network: 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:05:35.647932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:05:35.657093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:05:35.661416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:35.662060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.666278 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96c69bb-3643-41e0-bcb1-ecd26fd51e67 None None] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:05:35.678560 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-166d29c0-f33f-4ee9-96d4-6f7c484b6410 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3131955 Feb 03 15:05:35.681402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34172) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:35.685997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:35.704989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (3706f49d-a199-4396-a9e9-8c289622e1e4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.706069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (3706f49d-a199-4396-a9e9-8c289622e1e4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.764865 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks [] for router_controller (3706f49d-a199-4396-a9e9-8c289622e1e4), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.770060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:05:35.770956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.909358 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks [] for router_gateway (3706f49d-a199-4396-a9e9-8c289622e1e4), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:35.919712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Allocated IP 172.20.0.2 (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac/58150d74-773b-4ecd-b8cc-7a602553a2bc/af117e4f-99bd-4a53-9c8c-9325ae76f1b2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:05:36.064862 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Publish callbacks [] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.070707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.111202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:05:36.114210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:05:36.117727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:05:36.123677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks [] for router_gateway (3706f49d-a199-4396-a9e9-8c289622e1e4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.124834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Pushing event updated for resources: {'Port': ['ID=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:36.144796 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.177391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Attempting to bind port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:05:36.177672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Attempting to bind port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:05:36.178030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Attempting to bind port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:05:36.183397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:05:36.183592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:05:36.183985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.184372 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:05:36.184857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Bound port: af117e4f-99bd-4a53-9c8c-9325ae76f1b2, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:05:36.185235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.195908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:05:36.223400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 0d936249-d35d-43d3-9ab8-2f760a78110a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:05:36.223757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 0d936249-d35d-43d3-9ab8-2f760a78110a not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:05:36.258110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Allocated IP 172.25.0.10 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/6fe38e0d-55e3-481e-9b6b-e478059ffc0f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:05:36.279983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] For port af117e4f-99bd-4a53-9c8c-9325ae76f1b2, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:05:36.284647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] For port af117e4f-99bd-4a53-9c8c-9325ae76f1b2, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:05:36.291218 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.377722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8eb9-8808-44c5-aa03-3ac72235cb03 None None] Pushing event updated for resources: {'Port': ['ID=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:36.381011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks [] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.420846 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.463196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:05:36.466149 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:05:36.469747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:05:36.491794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Pushing event updated for resources: {'Port': ['ID=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:36.752361 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks [] for router_gateway (3706f49d-a199-4396-a9e9-8c289622e1e4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:36.956857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (3706f49d-a199-4396-a9e9-8c289622e1e4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:37.093830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:05:37.211952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:05:37.227462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:05:37.242493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:05:37.243112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:05:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:37.245426 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:37.246817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3f4cebc4-db84-498a-90f2-767361e05eed admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5641305 Feb 03 15:05:37.249787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34174) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:37.368559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bd9a3-b342-4f0c-b954-16308eb9c67a None None] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:05:37.444375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af117e4f-99bd-4a53-9c8c-9325ae76f1b2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:05:37.456645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:05:37.768766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-12530f08-3805-45eb-940d-8bbba3adf730 None None] Provisioning complete for port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:37.769106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12530f08-3805-45eb-940d-8bbba3adf730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:37.867343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:37.867716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.029213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-12530f08-3805-45eb-940d-8bbba3adf730 None None] Current status of the port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:38.030119 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12530f08-3805-45eb-940d-8bbba3adf730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.070982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:36Z', 'revision_number': 3, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:38.073616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:38.074015 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.082903 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.118478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:05:38.119038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Updating router 3706f49d-a199-4396-a9e9-8c289622e1e4 port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:05:38.125636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-12530f08-3805-45eb-940d-8bbba3adf730 None None] For port af117e4f-99bd-4a53-9c8c-9325ae76f1b2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:38.152186 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12530f08-3805-45eb-940d-8bbba3adf730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.206399 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.251587 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:05:38.252248 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:05:38.252487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Allocated IP 172.20.0.1 (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac/58150d74-773b-4ecd-b8cc-7a602553a2bc/20f82422-72e8-421a-8599-1dab23010ff1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:05:38.275231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12530f08-3805-45eb-940d-8bbba3adf730 None None] Pushing event updated for resources: {'Port': ['ID=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:38.345929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1e5d9b72-1aef-467e-8a43-ca24c68f85a6 None None] Provisioning complete for port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:38.346286 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9b72-1aef-467e-8a43-ca24c68f85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.369964 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks [] for port (20f82422-72e8-421a-8599-1dab23010ff1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.408735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (20f82422-72e8-421a-8599-1dab23010ff1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.449863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:05:38.452864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:05:38.457672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:05:38.463387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Pushing event updated for resources: {'Port': ['ID=20f82422-72e8-421a-8599-1dab23010ff1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:38.514316 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (3706f49d-a199-4396-a9e9-8c289622e1e4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.516899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d9b72-1aef-467e-8a43-ca24c68f85a6 None None] Current status of the port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:38.587523 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Publish callbacks [] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.595375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.649748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Attempting to bind port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:05:38.650211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Attempting to bind port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:05:38.650656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Attempting to bind port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:05:38.659032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e96f9-43c6-452b-b50c-c027df09d90a None None] Pushing event updated for resources: {'Port': ['ID=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:38.665574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:05:38.666014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:05:38.673743 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.674250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:05:38.674435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20f82422-72e8-421a-8599-1dab23010ff1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.674771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Bound port: 6fe38e0d-55e3-481e-9b6b-e478059ffc0f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:05:38.675173 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.767099 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] For port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:05:38.800337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4bc1781a-f6e3-4270-bee5-ca03af2f5b2c None None] Provisioning complete for port 20f82422-72e8-421a-8599-1dab23010ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:38.800662 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bc1781a-f6e3-4270-bee5-ca03af2f5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20f82422-72e8-421a-8599-1dab23010ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.830130 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] For port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:05:38.842798 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.847597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:38.873104 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks [] for port (20f82422-72e8-421a-8599-1dab23010ff1), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.879129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (20f82422-72e8-421a-8599-1dab23010ff1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.883418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1781a-f6e3-4270-bee5-ca03af2f5b2c None None] Port 20f82422-72e8-421a-8599-1dab23010ff1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:05:38.919298 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e96f9-43c6-452b-b50c-c027df09d90a None None] Pushing event updated for resources: {'Port': ['ID=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:38.923002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:05:38.923621 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:05:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:38.954181 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (3706f49d-a199-4396-a9e9-8c289622e1e4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:38.956114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Pushing event updated for resources: {'Port': ['ID=20f82422-72e8-421a-8599-1dab23010ff1,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:39.040704 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:05:39.057959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:05:39.061240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:05:39.205354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:05:39.261549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 2, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:39.292391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2911f-19a3-4b47-9d37-c2dd62da2a80 None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 2, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:05:39.309111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9852038f-6f2a-4c92-b5ab-28bd1cc7e141 None None] Provisioning complete for port 20f82422-72e8-421a-8599-1dab23010ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:39.309443 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9852038f-6f2a-4c92-b5ab-28bd1cc7e141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20f82422-72e8-421a-8599-1dab23010ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:39.353062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9852038f-6f2a-4c92-b5ab-28bd1cc7e141 None None] Port 20f82422-72e8-421a-8599-1dab23010ff1 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:05:39.388054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af117e4f-99bd-4a53-9c8c-9325ae76f1b2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:05:39.393073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:05:39.401785 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-56fc0344-733b-4f7d-805c-e3aa94b4a97a admin admin] 10.222.0.52 "PUT /v2.0/routers/3706f49d-a199-4396-a9e9-8c289622e1e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1474886 Feb 03 15:05:39.437068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:39.452516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:39.453009 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:39.564272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:39.894123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34182) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:39.898861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-706f3623-da07-40b1-93f6-d1116e761d71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436704891', 'description': 'tempest-description--339716510'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:39.921842 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-706f3623-da07-40b1-93f6-d1116e761d71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.012435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-706f3623-da07-40b1-93f6-d1116e761d71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group (7e96ef05-ec77-41f4-9d40-82bf8695add5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.016880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-706f3623-da07-40b1-93f6-d1116e761d71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7e96ef05-ec77-41f4-9d40-82bf8695add5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.048647 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-706f3623-da07-40b1-93f6-d1116e761d71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.050054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-706f3623-da07-40b1-93f6-d1116e761d71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1547532 Feb 03 15:05:40.052258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3623-da07-40b1-93f6-d1116e761d71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e96ef05-ec77-41f4-9d40-82bf8695add5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:40.052946 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34184) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:40.058735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ae8ced34-3dd8-4ca4-ad51-f2de0f0e8920 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'security_group_rule': {'security_group_id': '7e96ef05-ec77-41f4-9d40-82bf8695add5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:40.086122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae8ced34-3dd8-4ca4-ad51-f2de0f0e8920 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group_rule (1f8d4065-5657-4a54-b821-c068c43da8ff), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.152939 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae8ced34-3dd8-4ca4-ad51-f2de0f0e8920 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group_rule (1f8d4065-5657-4a54-b821-c068c43da8ff), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.158198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae8ced34-3dd8-4ca4-ad51-f2de0f0e8920 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (1f8d4065-5657-4a54-b821-c068c43da8ff), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.175679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ced34-3dd8-4ca4-ad51-f2de0f0e8920 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8d4065-5657-4a54-b821-c068c43da8ff,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:40.186166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ae8ced34-3dd8-4ca4-ad51-f2de0f0e8920 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.187412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ae8ced34-3dd8-4ca4-ad51-f2de0f0e8920 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332009 Feb 03 15:05:40.190047 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34186) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:40.194685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-93fbb5a4-e9f5-45cc-9da5-2e2dda724546 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'security_group_rule': {'security_group_id': '7e96ef05-ec77-41f4-9d40-82bf8695add5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:40.222860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93fbb5a4-e9f5-45cc-9da5-2e2dda724546 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group_rule (fcbbde5e-277f-489d-9804-37382db5d258), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.285788 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93fbb5a4-e9f5-45cc-9da5-2e2dda724546 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group_rule (fcbbde5e-277f-489d-9804-37382db5d258), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.292706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93fbb5a4-e9f5-45cc-9da5-2e2dda724546 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (fcbbde5e-277f-489d-9804-37382db5d258), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.318025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbb5a4-e9f5-45cc-9da5-2e2dda724546 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbbde5e-277f-489d-9804-37382db5d258,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:40.326963 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-93fbb5a4-e9f5-45cc-9da5-2e2dda724546 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.328197 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-93fbb5a4-e9f5-45cc-9da5-2e2dda724546 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371377 Feb 03 15:05:40.331406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:40.335896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:40.358147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.475099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.588299 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Allocated IP 172.25.0.230 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/f69b67f2-3f6d-405f-833d-03461e55d80b) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:05:40.706737 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.748128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.788344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:05:40.791323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:05:40.794841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:05:40.800886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'Port': ['ID=f69b67f2-3f6d-405f-833d-03461e55d80b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:40.881817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:40.922115 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.076839 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.082207 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.157877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'Port': ['ID=f69b67f2-3f6d-405f-833d-03461e55d80b,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:41.171914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.188231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.189517 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f7fa00c9-4a2b-41c7-b27d-3dbf5c0106ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8571560 Feb 03 15:05:41.348927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-09287174-c6b8-4e25-a02b-e5cfec2be801 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--436704891&fields=id&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 267 time: 0.0484631 Feb 03 15:05:41.406807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6fe38e0d-55e3-481e-9b6b-e478059ffc0f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:05:41.424660 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:05:41.441772 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:05:41.442844 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:05:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:41.466183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:41.466559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.507429 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-322ea855-f5a5-4d67-b305-6bef3c351ebe tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:41.509667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-322ea855-f5a5-4d67-b305-6bef3c351ebe tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1543369 Feb 03 15:05:41.526813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-aaa8a8a9-b127-4b89-b051-d271ea83f93d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/quotas/8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 375 time: 0.0096099 Feb 03 15:05:41.550400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:41.550792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.566930 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:05:41.578296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:41.584246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.590687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-3d8d62a7-5673-4e91-85b7-a61ca5ecb9ee tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572979 Feb 03 15:05:41.638420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:41.693744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0cd9d679-8bab-409d-a82c-0591fb94c97f service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948567 Feb 03 15:05:41.790664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-e1e154ec-4179-4214-81c9-6e86ad1ed0ab service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894308 Feb 03 15:05:41.865932 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 2, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:41.893018 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:05:41.893280 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Updating router 3706f49d-a199-4396-a9e9-8c289622e1e4 port 20f82422-72e8-421a-8599-1dab23010ff1 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:05:41.928946 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20f82422-72e8-421a-8599-1dab23010ff1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:41.959160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df749fd4-55f1-4479-b2f1-189085307913 req-8b8eb34f-7c40-4315-87a2-9bbb0621010e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 210 time: 0.0290036 Feb 03 15:05:42.217979 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Publish callbacks [] for port (20f82422-72e8-421a-8599-1dab23010ff1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.223800 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (20f82422-72e8-421a-8599-1dab23010ff1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.281575 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Pushing event updated for resources: {'Port': ['ID=20f82422-72e8-421a-8599-1dab23010ff1,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:42.321017 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.321364 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.321702 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.322040 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.322393 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.322693 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.323057 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.323404 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.324877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.324877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.324877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.324877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.325135 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:05:42.342674 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Attempting to bind port 20f82422-72e8-421a-8599-1dab23010ff1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:05:42.343048 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Attempting to bind port 20f82422-72e8-421a-8599-1dab23010ff1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:05:42.343406 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Attempting to bind port 20f82422-72e8-421a-8599-1dab23010ff1 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:05:42.350125 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:05:42.350498 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:05:42.350898 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.351306 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:05:42.351748 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Bound port: 20f82422-72e8-421a-8599-1dab23010ff1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:05:42.352121 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20f82422-72e8-421a-8599-1dab23010ff1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.428322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] For port 20f82422-72e8-421a-8599-1dab23010ff1, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:05:42.432733 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] For port 20f82422-72e8-421a-8599-1dab23010ff1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=20f82422-72e8-421a-8599-1dab23010ff1,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:05:42.439748 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (20f82422-72e8-421a-8599-1dab23010ff1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.504101 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:05:42.504962 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:05:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:42.528647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bf4ded7a-9031-4b7a-b9fa-e004f197213f None None] Provisioning complete for port 20f82422-72e8-421a-8599-1dab23010ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:42.529726 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf4ded7a-9031-4b7a-b9fa-e004f197213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20f82422-72e8-421a-8599-1dab23010ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.552282 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c48c91-2919-4219-83ff-09e230c189e6 None None] Pushing event updated for resources: {'Port': ['ID=20f82422-72e8-421a-8599-1dab23010ff1,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:42.616252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ded7a-9031-4b7a-b9fa-e004f197213f None None] Current status of the port 20f82422-72e8-421a-8599-1dab23010ff1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:42.616716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf4ded7a-9031-4b7a-b9fa-e004f197213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (20f82422-72e8-421a-8599-1dab23010ff1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.652950 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:05:42.654830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bf4ded7a-9031-4b7a-b9fa-e004f197213f None None] For port 20f82422-72e8-421a-8599-1dab23010ff1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=20f82422-72e8-421a-8599-1dab23010ff1,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:42.659722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf4ded7a-9031-4b7a-b9fa-e004f197213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (20f82422-72e8-421a-8599-1dab23010ff1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.716760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ded7a-9031-4b7a-b9fa-e004f197213f None None] Pushing event updated for resources: {'Port': ['ID=20f82422-72e8-421a-8599-1dab23010ff1,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:42.779744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bb4304e1-ff3d-44ba-9f9b-5c5227a29ec6 None None] Provisioning complete for port 20f82422-72e8-421a-8599-1dab23010ff1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:42.780113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb4304e1-ff3d-44ba-9f9b-5c5227a29ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20f82422-72e8-421a-8599-1dab23010ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:42.865420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bb4304e1-ff3d-44ba-9f9b-5c5227a29ec6 None None] Current status of the port 20f82422-72e8-421a-8599-1dab23010ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:42.865779 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:42.892935 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f615f4-9691-4edd-9f9b-7307cbfc8571 None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:05:43.020410 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-e526f440-be1a-4eb3-9355-c5b70f0778e9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:43.022081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-e526f440-be1a-4eb3-9355-c5b70f0778e9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1306980 Feb 03 15:05:43.094230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-69b5472a-eb61-4b41-9e8b-97de2e28bffa req-12e3e194-c6a8-44ad-961b-fb77357e2878 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 210 time: 0.0388350 Feb 03 15:05:43.114816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-088d5a62-6967-48e1-a623-38d671c05314 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 379 time: 0.0832038 Feb 03 15:05:43.123728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'port': {'device_id': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'admin_state_up': True, 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'security_groups': ['7e96ef05-ec77-41f4-9d40-82bf8695add5']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:43.246594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Made reservation on behalf of 8a8620a0360d4e42b23a4a5714abb7cf for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:05:43.250256 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.349482 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:05:43.394242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Allocated IP 172.20.0.5 (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac/58150d74-773b-4ecd-b8cc-7a602553a2bc/bbd89419-ead2-4aaf-ab80-fdf8b6645903) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:05:43.399256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6fe38e0d-55e3-481e-9b6b-e478059ffc0f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:05:43.452598 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:43.453143 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.541165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:43.542990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 20f82422-72e8-421a-8599-1dab23010ff1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:05:43.551429 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.593066 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.595668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 20f82422-72e8-421a-8599-1dab23010ff1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:43.596253 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (20f82422-72e8-421a-8599-1dab23010ff1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.652039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:05:43.655295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:05:43.658116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:05:43.681769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 20f82422-72e8-421a-8599-1dab23010ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:43.691958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:43.723279 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:43.724204 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.746425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0d5c4ae4-aad0-42de-ad83-2cb4656cce3d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6264575 Feb 03 15:05:43.758555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Request body: {'port': {'device_id': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:43.828465 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.898360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-1fc1d849-90c9-4257-8173-6d807b86f6c5 None None] Provisioning complete for port bbd89419-ead2-4aaf-ab80-fdf8b6645903 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:43.898846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d849-90c9-4257-8173-6d807b86f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:43.935638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1d849-90c9-4257-8173-6d807b86f6c5 None None] Port bbd89419-ead2-4aaf-ab80-fdf8b6645903 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:05:44.101391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd89419-ead2-4aaf-ab80-fdf8b6645903 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:05:44.109104 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Publish callbacks [] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:44.122089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Transition to ACTIVE for port object bbd89419-ead2-4aaf-ab80-fdf8b6645903 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:05:44.125594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:44.200521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:44.291470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:05:44.292347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:05:44.292716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:05:44.305422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f1cb7-491d-4f5a-b36c-e4acabaed5f0 req-e512186a-ecc2-4b8c-8aa4-4cbe81d279ce tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:44.307069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b4f1cb7-491d-4f5a-b36c-e4acabaed5f0 req-e512186a-ecc2-4b8c-8aa4-4cbe81d279ce tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 943 time: 0.1077480 Feb 03 15:05:44.308718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:05:44.309137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:05:44.316358 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:05:44.316723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:05:44.317102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:05:44.317531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Bound port: bbd89419-ead2-4aaf-ab80-fdf8b6645903, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:05:44.317890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:44.395741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b4f1cb7-491d-4f5a-b36c-e4acabaed5f0 req-813cbef5-3a59-4196-a46d-1115133213b0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811155 Feb 03 15:05:44.415646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:05:44.420238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:05:44.427246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:44.465721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:44.466402 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:44.467729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] 10.222.0.45 "PUT /v2.0/ports/bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 1091 time: 0.7135429 Feb 03 15:05:44.470055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:05:44.472357 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acd421367d2902bb3d93449422e0b6d5317dadf3d15159505e551b4474a6f7df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a00868-8783-41c1-85b6-bb8810b1ee46" -d '{"events": [{"name": "network-changed", "server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:05:44.503441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb42a1f-1817-4981-ab7e-bb3930955e35 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:44.526776 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f59178-13b5-4cd8-a813-fea63b2575c9 x-openstack-request-id: req-54f59178-13b5-4cd8-a813-fea63b2575c9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:05:44.527153 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:05:44.527482 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54f59178-13b5-4cd8-a813-fea63b2575c9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:05:44.527955 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'status': 'completed', 'code': 200} Feb 03 15:05:44.566722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0601b8c8-4bec-42f3-b970-41347151401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:44.568337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-0601b8c8-4bec-42f3-b970-41347151401e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1125 time: 0.0527735 Feb 03 15:05:44.615455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-35c74b62-7867-48ab-982d-b0bca34549ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 217 time: 0.0404525 Feb 03 15:05:44.666016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-fab50247-3a14-4447-9f42-6c4e9742797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:44.668074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-fab50247-3a14-4447-9f42-6c4e9742797a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0472302 Feb 03 15:05:44.720500 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-61b2ed20-6f4c-418d-b98a-1e0c6ec7f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:44.722042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-61b2ed20-6f4c-418d-b98a-1e0c6ec7f95c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484610 Feb 03 15:05:44.816441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-8423ab01-7ca3-4a19-8bfd-9d42778d60d2 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861149 Feb 03 15:05:44.908691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b852f5d-d0d5-4abd-8217-c11d6f60f5f4 req-44fe3a28-437b-4115-a34f-eeb30b811973 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Feb 03 15:05:44.997037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-1f148d4d-b5c3-4268-8f0e-e2fd919672a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:44.998559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-1f148d4d-b5c3-4268-8f0e-e2fd919672a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1125 time: 0.0449986 Feb 03 15:05:45.091113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-a21b466b-c8c8-49e9-a09b-0679141e2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:45.092592 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-a21b466b-c8c8-49e9-a09b-0679141e2a0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0884194 Feb 03 15:05:45.131078 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-631567a1-e849-474d-8c17-9687c61e18b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 217 time: 0.0327899 Feb 03 15:05:45.178581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-cfa1570f-157e-4a08-87f0-b45a5c95fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:45.179939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-cfa1570f-157e-4a08-87f0-b45a5c95fbfc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0430388 Feb 03 15:05:45.229579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-fef95568-2392-496e-8b5d-76f6ccfee69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:45.231075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-fef95568-2392-496e-8b5d-76f6ccfee69b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446365 Feb 03 15:05:45.326283 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-777976d1-3e79-4589-a771-1ae944dccb5e service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Feb 03 15:05:45.418143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70a00868-8783-41c1-85b6-bb8810b1ee46 req-421afedf-860b-4bed-9a46-e95a8eb1c025 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Feb 03 15:05:45.520485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62804860-80d5-46d6-9d86-e05aa1ea8253 req-997e17b3-5ee6-45b4-9226-2d3c0cc4ecc4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:45.521952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62804860-80d5-46d6-9d86-e05aa1ea8253 req-997e17b3-5ee6-45b4-9226-2d3c0cc4ecc4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 943 time: 0.0527492 Feb 03 15:05:45.570162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62804860-80d5-46d6-9d86-e05aa1ea8253 req-4a3354da-d5aa-41d6-97a0-db71c60842ce tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Feb 03 15:05:45.874162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fecd0170-3842-463a-bacc-fd0ad99f1939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:46.228393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:05:46.327109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:46.337268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'mac_address': 'fa:16:3e:c3:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:05:46.374986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bbd89419-ead2-4aaf-ab80-fdf8b6645903 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:46.375380 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:46.388590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd89419-ead2-4aaf-ab80-fdf8b6645903 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:05:46.408247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:46.412127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:46.457113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:46.601730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['bbd89419-ead2-4aaf-ab80-fdf8b6645903'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:05:46.691217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b32c3-7949-44fa-a84e-ca91cf9b7bca req-4ff33e35-6015-4b63-81e6-3101312d17a5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:46.692837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e6b32c3-7949-44fa-a84e-ca91cf9b7bca req-4ff33e35-6015-4b63-81e6-3101312d17a5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0553565 Feb 03 15:05:46.744822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e6b32c3-7949-44fa-a84e-ca91cf9b7bca req-dee6a3f0-7f85-4f75-932f-ef7c3fedfa71 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455945 Feb 03 15:05:47.870298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95beae3-8a64-4f48-8777-82f03d46dd5b req-22459c9b-c625-4ded-888a-92246e00410c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:47.871795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a95beae3-8a64-4f48-8777-82f03d46dd5b req-22459c9b-c625-4ded-888a-92246e00410c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0584619 Feb 03 15:05:47.919191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a95beae3-8a64-4f48-8777-82f03d46dd5b req-0f023c3b-3a89-4532-8259-e3fd582e4c08 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Feb 03 15:05:48.121897 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e86e59ef-56e3-465b-b7ba-a63af9f7c81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:48.244133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:05:48.292957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port bbd89419-ead2-4aaf-ab80-fdf8b6645903 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:05:48.296702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port bbd89419-ead2-4aaf-ab80-fdf8b6645903 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:05:48.297081 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:48.378191 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port bbd89419-ead2-4aaf-ab80-fdf8b6645903 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:05:48.378593 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:48.401838 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:05:48.404114 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09cd103-b825-4fad-a783-e292d67d82a9" -d '{"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-plugged", "status": "completed", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:05:48.417071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:05:48.421634 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:48.444725 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e49e2d6-d86b-48d1-af6e-d4d5cdca8b35 x-openstack-request-id: req-4e49e2d6-d86b-48d1-af6e-d4d5cdca8b35 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:05:48.445017 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-plugged", "status": "completed", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:05:48.445267 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e49e2d6-d86b-48d1-af6e-d4d5cdca8b35 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:05:48.445653 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'code': 200} Feb 03 15:05:48.474231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:05:48.543205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063e8a3-f631-4ebb-8f24-1c95e445186e req-dd33e285-fd03-4332-af57-0e32a008546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:48.544741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d063e8a3-f631-4ebb-8f24-1c95e445186e req-dd33e285-fd03-4332-af57-0e32a008546c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1127 time: 0.0439041 Feb 03 15:05:48.587273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d063e8a3-f631-4ebb-8f24-1c95e445186e req-443c9908-a872-462d-9e21-e3a436185115 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370581 Feb 03 15:05:49.047813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9c2be-87cc-4b59-8e47-f76863d057fd req-3d5e0df8-944d-491f-bd6a-7c4feddd8fc4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:49.049443 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25c9c2be-87cc-4b59-8e47-f76863d057fd req-3d5e0df8-944d-491f-bd6a-7c4feddd8fc4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0611463 Feb 03 15:05:49.099484 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25c9c2be-87cc-4b59-8e47-f76863d057fd req-5bcf1112-e223-451a-9ba4-1bac7a84209d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442257 Feb 03 15:05:49.774754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:50.228631 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280f4ce-afc4-4b8e-a65c-144bb2eb8138 req-2f8fb3c9-3dfd-4707-bc60-c27bb395313e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:50.230790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7280f4ce-afc4-4b8e-a65c-144bb2eb8138 req-2f8fb3c9-3dfd-4707-bc60-c27bb395313e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0595720 Feb 03 15:05:50.277941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7280f4ce-afc4-4b8e-a65c-144bb2eb8138 req-eb0a0c26-82f3-4771-b508-f08a70cee9d0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 Feb 03 15:05:50.398711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a33f-26cd-4775-89a1-f9470c2e0a51 req-0ac4cad6-4113-4e55-9093-85501df1c32c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:50.400104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7ec3a33f-26cd-4775-89a1-f9470c2e0a51 req-0ac4cad6-4113-4e55-9093-85501df1c32c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0582917 Feb 03 15:05:50.409160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34234) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:05:50.414143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'floatingip': {'port_id': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:05:50.454094 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:50.856455 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:50.918080 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:50.922914 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:51.349563 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e associated. External IP: 172.25.0.230, port: bbd89419-ead2-4aaf-ab80-fdf8b6645903. Feb 03 15:05:51.562867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:05:51.672279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:05:51.677178 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:51.683048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:05:51.693832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:05:51.694456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:05:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:51.707595 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-36c97671-fc95-454c-89bf-cef826956433 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "PUT /v2.0/floatingips/eb0aedad-c264-488f-979e-2fb0c4d67f7e HTTP/1.1" status: 200 len: 991 time: 1.2972612 Feb 03 15:05:51.708200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:05:51.710625 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20012024-2f13-497d-acd6-9f7489f7d274" -d '{"events": [{"name": "network-changed", "server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:05:51.807385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:05:51.813823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869be70-ec68-4766-a980-c5132e9eef5e req-3d3fc28c-7b8b-4190-bf5b-a0231d815182 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:51.815296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e869be70-ec68-4766-a980-c5132e9eef5e req-3d3fc28c-7b8b-4190-bf5b-a0231d815182 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0581152 Feb 03 15:05:51.864721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e869be70-ec68-4766-a980-c5132e9eef5e req-dfd8a006-5b87-4ea0-8f81-800a66fc4b50 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Feb 03 15:05:51.910282 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45147801-eb1c-4676-8d61-b821bdebf3bc x-openstack-request-id: req-45147801-eb1c-4676-8d61-b821bdebf3bc {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:05:51.910577 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:05:51.910889 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45147801-eb1c-4676-8d61-b821bdebf3bc {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:05:51.911357 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'status': 'completed', 'code': 200} Feb 03 15:05:51.978872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20012024-2f13-497d-acd6-9f7489f7d274 req-605ed1bb-5f24-4e5a-b4d4-9ff59f9c7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:51.980429 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20012024-2f13-497d-acd6-9f7489f7d274 req-605ed1bb-5f24-4e5a-b4d4-9ff59f9c7df8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1127 time: 0.0492179 Feb 03 15:05:52.059507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:c3:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:05:50Z', 'revision_number': 1, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:52.076359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20012024-2f13-497d-acd6-9f7489f7d274 req-395d2615-aa8b-411e-8935-06d228eacd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:52.077816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20012024-2f13-497d-acd6-9f7489f7d274 req-395d2615-aa8b-411e-8935-06d228eacd22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0915451 Feb 03 15:05:52.090390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:05:52.098932 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:05:52.099547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:05:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:52.148141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20012024-2f13-497d-acd6-9f7489f7d274 req-212ca169-eeca-4308-a444-80f760db5fbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 999 time: 0.0633302 Feb 03 15:05:52.196504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20012024-2f13-497d-acd6-9f7489f7d274 req-0e5e7c18-f95c-4c82-862d-8d99c2b9b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:52.197999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20012024-2f13-497d-acd6-9f7489f7d274 req-0e5e7c18-f95c-4c82-862d-8d99c2b9b4d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0448267 Feb 03 15:05:52.220103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:05:52.252777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20012024-2f13-497d-acd6-9f7489f7d274 req-018680af-ead8-4629-a7dd-32b5e94dd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:52.254340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20012024-2f13-497d-acd6-9f7489f7d274 req-018680af-ead8-4629-a7dd-32b5e94dd6d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510345 Feb 03 15:05:52.264279 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:52.349754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20012024-2f13-497d-acd6-9f7489f7d274 req-26980a00-7784-45d1-a17f-7e64b381a939 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889933 Feb 03 15:05:52.450354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20012024-2f13-497d-acd6-9f7489f7d274 req-e09db1f5-f15b-40f1-9820-8a596dd8bed2 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949876 Feb 03 15:05:52.461483 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:c3:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:05:50Z', 'revision_number': 1, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:05:52.495017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4908c1-43b0-4f2b-b386-43f7e68e6bcf None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:c3:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:05:50Z', 'revision_number': 1, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:05:52.692663 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a3b12-3ee9-42dc-8c61-3e634ccf8daf None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:05:52.990277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460686ac-4b32-47cd-8de8-85f43b0ae302 req-c22384b3-41b0-4746-b695-596606888939 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:52.991789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-460686ac-4b32-47cd-8de8-85f43b0ae302 req-c22384b3-41b0-4746-b695-596606888939 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Feb 03 15:05:53.038683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-460686ac-4b32-47cd-8de8-85f43b0ae302 req-011af133-787c-4e98-b12b-d989f49e9db3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Feb 03 15:05:53.167939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e57d8a-414b-4627-8c51-e470f1c44768 req-5337646d-61da-444f-b2bb-dedfdc55ec49 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:53.170297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03e57d8a-414b-4627-8c51-e470f1c44768 req-5337646d-61da-444f-b2bb-dedfdc55ec49 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0629265 Feb 03 15:05:53.222829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03e57d8a-414b-4627-8c51-e470f1c44768 req-846b6168-2065-46fb-afa3-d1fc20cc859a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468144 Feb 03 15:05:53.491824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-69d67ef0-ff47-4eba-be81-714b20f37bac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762098 Feb 03 15:05:53.500409 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2854b-cb4c-46c9-9237-5f709b511d56 req-07bd7d11-c95c-4e5e-a573-c31198ad8dff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:53.501920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1a2854b-cb4c-46c9-9237-5f709b511d56 req-07bd7d11-c95c-4e5e-a573-c31198ad8dff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0784123 Feb 03 15:05:53.562330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1a2854b-cb4c-46c9-9237-5f709b511d56 req-a8916549-4981-484a-8aff-730f152f8061 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539594 Feb 03 15:05:54.694293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddd5c-afe3-4946-8b6f-189d8001325f req-b62fcfab-efdd-4bf6-8118-ed66219e0478 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:54.695979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a99ddd5c-afe3-4946-8b6f-189d8001325f req-b62fcfab-efdd-4bf6-8118-ed66219e0478 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0586121 Feb 03 15:05:54.763148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a99ddd5c-afe3-4946-8b6f-189d8001325f req-f1d79777-0e4d-46d6-b19e-f7d32f8c152c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574217 Feb 03 15:05:54.821387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-fcfa0d8e-9e35-4103-89c6-314949186d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:54.823038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-fcfa0d8e-9e35-4103-89c6-314949186d72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1127 time: 0.0531368 Feb 03 15:05:54.929767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-0d7e74d0-cd56-4c72-a994-bc74f559a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:54.931211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-0d7e74d0-cd56-4c72-a994-bc74f559a2bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1029365 Feb 03 15:05:54.997069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-26c52390-e6f8-4675-88da-e1ad766d2369 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 1001 time: 0.0598161 Feb 03 15:05:55.046245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-bd3709b0-2f54-4775-8c57-bd5dc8254274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:55.047714 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-bd3709b0-2f54-4775-8c57-bd5dc8254274 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0452332 Feb 03 15:05:55.113411 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a1d6ea7c-0f64-4695-8fe7-38bc073f9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:55.114932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a1d6ea7c-0f64-4695-8fe7-38bc073f9cbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610931 Feb 03 15:05:55.167036 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:05:55.561212 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-2505649f-9572-42e4-8167-9cff2c874287 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394844 Feb 03 15:05:55.655681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-21252430-f470-45c8-8027-f945474a6f0b service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889938 Feb 03 15:05:55.905825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14577335-ce0b-4f5d-a4db-7e112c8bbc7c req-5b5da325-4f96-44f1-a58b-9b13cfb5aa77 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:55.908367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14577335-ce0b-4f5d-a4db-7e112c8bbc7c req-5b5da325-4f96-44f1-a58b-9b13cfb5aa77 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0611961 Feb 03 15:05:55.955535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14577335-ce0b-4f5d-a4db-7e112c8bbc7c req-5e7b2f5c-d3f3-407c-ba40-0a98b192498b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Feb 03 15:05:57.090245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cbf7b-6259-4de3-bf02-0ada36df9d44 req-0deb3074-fb90-47d0-be52-69cc531c7860 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:57.092160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-829cbf7b-6259-4de3-bf02-0ada36df9d44 req-0deb3074-fb90-47d0-be52-69cc531c7860 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0636864 Feb 03 15:05:57.150778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-829cbf7b-6259-4de3-bf02-0ada36df9d44 req-52fcadfb-d295-41c0-876d-4283393946f2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490189 Feb 03 15:05:58.278292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad43b08-012a-466f-8245-805583e7a710 req-7cb583cf-c1c8-4d70-adf6-4fed30330509 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:58.279782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aad43b08-012a-466f-8245-805583e7a710 req-7cb583cf-c1c8-4d70-adf6-4fed30330509 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0537012 Feb 03 15:05:58.328304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aad43b08-012a-466f-8245-805583e7a710 req-5e64777f-eedc-4dc6-844d-4015f3b5bb7f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426259 Feb 03 15:05:59.455113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3320432-915f-450c-aeab-429681c8cbf9 req-c3e1b80d-eac3-4cbd-8a00-8759f9daa900 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:05:59.456648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3320432-915f-450c-aeab-429681c8cbf9 req-c3e1b80d-eac3-4cbd-8a00-8759f9daa900 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0578258 Feb 03 15:05:59.512832 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3320432-915f-450c-aeab-429681c8cbf9 req-2faac455-31bc-4e3f-a361-1ad952adc25f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505111 Feb 03 15:06:00.646069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54acdc-579a-4700-a588-9a405c3e243e req-09be4984-d6d9-4a1f-ad2b-5a87d260a079 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:00.647590 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d54acdc-579a-4700-a588-9a405c3e243e req-09be4984-d6d9-4a1f-ad2b-5a87d260a079 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0653651 Feb 03 15:06:00.699133 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5d54acdc-579a-4700-a588-9a405c3e243e req-dde37a66-feed-4344-83b0-8987d3ccdd33 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453582 Feb 03 15:06:01.826338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a72ec-ed77-441a-b90d-8a5b0f7b4baa req-6b15ce14-88ca-4bc4-84bf-ee92f304af74 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:01.827964 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c9a72ec-ed77-441a-b90d-8a5b0f7b4baa req-6b15ce14-88ca-4bc4-84bf-ee92f304af74 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0598121 Feb 03 15:06:01.876954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9c9a72ec-ed77-441a-b90d-8a5b0f7b4baa req-516a2a71-8f01-44a4-a99f-db5378529d1a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Feb 03 15:06:03.007342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4ac2b-f1f6-4d27-845f-1b1ca7580109 req-22ee1117-3223-4368-b109-164d23bb2110 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:03.008878 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62e4ac2b-f1f6-4d27-845f-1b1ca7580109 req-22ee1117-3223-4368-b109-164d23bb2110 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0573208 Feb 03 15:06:03.060944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62e4ac2b-f1f6-4d27-845f-1b1ca7580109 req-2659fc0d-aa83-4ffe-810c-8d14edb07986 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465038 Feb 03 15:06:04.190114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b03b-663b-4dc5-b5ef-2b02e1710773 req-5cb5408c-a66f-4b2e-8760-d4786486cfe0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:04.191651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97a4b03b-663b-4dc5-b5ef-2b02e1710773 req-5cb5408c-a66f-4b2e-8760-d4786486cfe0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0611055 Feb 03 15:06:04.239919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97a4b03b-663b-4dc5-b5ef-2b02e1710773 req-cfbe59fa-8e3a-4011-81af-f9e1a91cdbb5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426083 Feb 03 15:06:05.371094 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b0c0e-01ff-43b8-9c8c-097cc8f092fd req-80615b20-5f13-4ac0-8a32-a9eab5aeb02e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:05.372676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e59b0c0e-01ff-43b8-9c8c-097cc8f092fd req-80615b20-5f13-4ac0-8a32-a9eab5aeb02e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0594177 Feb 03 15:06:05.420604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e59b0c0e-01ff-43b8-9c8c-097cc8f092fd req-84fb1257-0808-4ec4-a365-1ca3143e7310 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420749 Feb 03 15:06:06.549525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754093-6bac-4640-888f-03db55d7c582 req-62aafdf8-bee1-4b6f-af64-a2b564c62513 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:06.550982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40754093-6bac-4640-888f-03db55d7c582 req-62aafdf8-bee1-4b6f-af64-a2b564c62513 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0590622 Feb 03 15:06:06.598831 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40754093-6bac-4640-888f-03db55d7c582 req-0489cacf-ebed-4ca9-ad6c-dc6cfc2b91d5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Feb 03 15:06:07.725351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c565473-b68e-4739-873b-f3f37216d5c9 req-8171cb64-703d-4207-8358-f0a5b6324121 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:07.727114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c565473-b68e-4739-873b-f3f37216d5c9 req-8171cb64-703d-4207-8358-f0a5b6324121 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0542777 Feb 03 15:06:07.779764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c565473-b68e-4739-873b-f3f37216d5c9 req-3fbe3419-fc3c-4870-8e3a-b5921140d307 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466502 Feb 03 15:06:08.917350 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6693d-29ec-479b-b2cf-475d3653c305 req-a6fd7e37-3dcf-4060-a7d4-0b88aafd3e31 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:08.920098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2df6693d-29ec-479b-b2cf-475d3653c305 req-a6fd7e37-3dcf-4060-a7d4-0b88aafd3e31 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0667124 Feb 03 15:06:08.974045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2df6693d-29ec-479b-b2cf-475d3653c305 req-f8c481a4-0b3f-4d0c-8d6d-ea8bcf82b9ff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479839 Feb 03 15:06:09.421948 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:10.112576 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1797497-bd7c-4e18-8c0d-48fee4348649 req-dafacaf8-7577-4e81-ae37-7965eec5acb0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:10.114124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1797497-bd7c-4e18-8c0d-48fee4348649 req-dafacaf8-7577-4e81-ae37-7965eec5acb0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0660717 Feb 03 15:06:10.162548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e1797497-bd7c-4e18-8c0d-48fee4348649 req-39e35b01-3279-42a5-98d4-1f25f4f84eb5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428002 Feb 03 15:06:11.299511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd98bc-b33f-4110-b4c8-596951daf40e req-419e7bdc-f990-4ee2-8dc9-85db480afb29 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:11.301073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21dd98bc-b33f-4110-b4c8-596951daf40e req-419e7bdc-f990-4ee2-8dc9-85db480afb29 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0682251 Feb 03 15:06:11.354778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21dd98bc-b33f-4110-b4c8-596951daf40e req-e0d28e60-e6f0-4cfe-b8fd-a1cdb18bcbcb tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474858 Feb 03 15:06:12.262778 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-cd272aae-2184-4d23-aa16-c85360cee80d req-2e26419e-5413-4ec8-8f34-ae66a925903b service neutron] show failed (client error): The resource could not be found. Feb 03 15:06:12.263897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-2e26419e-5413-4ec8-8f34-ae66a925903b service neutron] 10.222.0.45 "GET /v2.0/ports/bbd89419-ead2-4aaf-ab80-fdf8b6645903/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0607240 Feb 03 15:06:12.491221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45511ef-f523-4948-8a77-d17e6fa25cd0 req-08729af3-aa41-44db-a335-8dfc54d23e6d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:12.492800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a45511ef-f523-4948-8a77-d17e6fa25cd0 req-08729af3-aa41-44db-a335-8dfc54d23e6d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0589709 Feb 03 15:06:12.551860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a45511ef-f523-4948-8a77-d17e6fa25cd0 req-1ca4168e-b1b8-4cff-873e-7eedfe184543 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516686 Feb 03 15:06:12.575540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-6af626d5-67f4-41a9-b3ed-9a76427624c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:12.577130 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-6af626d5-67f4-41a9-b3ed-9a76427624c0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 1127 time: 0.1434031 Feb 03 15:06:12.594325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:06:12.661909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:12.894600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:12.930286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:06:12.976038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:06:12.978391 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329e20a-ac24-4799-980b-91d07c268d97" -d '{"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:06:12.982604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Publish callbacks [] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:13.005200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Transition to ACTIVE for port object bbd89419-ead2-4aaf-ab80-fdf8b6645903 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:06:13.012192 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:13.048505 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c922349-ad88-46bc-9521-b6178bbec13d x-openstack-request-id: req-1c922349-ad88-46bc-9521-b6178bbec13d {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:06:13.048804 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:06:13.049061 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c922349-ad88-46bc-9521-b6178bbec13d {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:06:13.049459 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'code': 200} Feb 03 15:06:13.126163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=6']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:13.220343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] No DVR routers for this DVR port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:06:13.375279 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:06:13.375543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:06:13.375885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:06:13.389043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:06:13.389043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Attempting to bind port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:06:13.389942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:06:13.390292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:06:13.390680 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:06:13.391112 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Bound port: bbd89419-ead2-4aaf-ab80-fdf8b6645903, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:06:13.391486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:13.466352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:06:13.469307 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:06:13.478941 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:13.516534 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:13.517090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:13.518521 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 1091 time: 0.9284627 Feb 03 15:06:13.542296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae6092-e1a6-4270-b2f4-de50332a65d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=7']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:13.608264 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-759b87bd-f498-4202-b9e4-614ddb632311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:13.609852 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-759b87bd-f498-4202-b9e4-614ddb632311 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1125 time: 0.0542188 Feb 03 15:06:13.705273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf615212-3cf0-43a5-a282-bd7f34419f43 req-5ae537f6-e724-4010-923c-f31fa4c7c2de tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:13.707165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf615212-3cf0-43a5-a282-bd7f34419f43 req-5ae537f6-e724-4010-923c-f31fa4c7c2de tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 943 time: 0.0608091 Feb 03 15:06:13.726398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-cfcd91a1-d804-423e-a659-54c63fa75b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:13.728051 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-cfcd91a1-d804-423e-a659-54c63fa75b0e service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1116216 Feb 03 15:06:13.764463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf615212-3cf0-43a5-a282-bd7f34419f43 req-4f723fc8-84c9-4d40-865a-a2c1d6b44fa4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Feb 03 15:06:13.798531 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-d5835506-c6ae-415d-b8b9-fc0592538692 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 999 time: 0.0648096 Feb 03 15:06:13.847789 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-7c25a5c4-5e0b-4c5a-afd8-9e24400c4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:13.849348 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-7c25a5c4-5e0b-4c5a-afd8-9e24400c4a2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0453987 Feb 03 15:06:13.903172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272aae-2184-4d23-aa16-c85360cee80d req-408587c4-6ce6-48ab-a0be-e6462ccc5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:13.904737 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-408587c4-6ce6-48ab-a0be-e6462ccc5111 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500462 Feb 03 15:06:13.992375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-59e6c64a-79ba-4ce8-a519-bf76f301622b service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815501 Feb 03 15:06:14.087007 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cd272aae-2184-4d23-aa16-c85360cee80d req-ca8385cf-6f79-405c-b998-42bf0c2c20ad service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877891 Feb 03 15:06:14.342323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:06:14.380878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port bbd89419-ead2-4aaf-ab80-fdf8b6645903 host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:06:14.381331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:06:14.891587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b276d6c-8b43-44fc-b18b-b298d2586931 req-09dd494e-00c7-4574-a5a9-73c226e4a204 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:14.893167 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b276d6c-8b43-44fc-b18b-b298d2586931 req-09dd494e-00c7-4574-a5a9-73c226e4a204 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 943 time: 0.0542212 Feb 03 15:06:14.941873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b276d6c-8b43-44fc-b18b-b298d2586931 req-98e93bea-92b3-4961-acb1-dec420e3cf00 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431790 Feb 03 15:06:15.050777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:06:15.053324 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5809c24-bb04-481c-b897-bc6199b0d66b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:06:15.112936 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ebec8-1900-4bd7-aa71-2766a150112c x-openstack-request-id: req-5e0ebec8-1900-4bd7-aa71-2766a150112c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:06:15.113237 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:06:15.113498 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e0ebec8-1900-4bd7-aa71-2766a150112c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:06:15.113905 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'status': 'completed', 'code': 200} Feb 03 15:06:15.183850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-82880842-2911-487d-bb93-96d15c263992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.185419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-82880842-2911-487d-bb93-96d15c263992 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1125 time: 0.0493970 Feb 03 15:06:15.204095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-a22afdd8-2c75-44fd-86b4-1724e2af411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.205772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-a22afdd8-2c75-44fd-86b4-1724e2af411d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1125 time: 0.0487695 Feb 03 15:06:15.286026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-376d5215-9060-4c03-b613-6219e1730653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.287507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-376d5215-9060-4c03-b613-6219e1730653 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0963402 Feb 03 15:06:15.311626 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-3a22e813-639a-4dc6-9c74-4fb0953803e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.313361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-3a22e813-639a-4dc6-9c74-4fb0953803e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1014302 Feb 03 15:06:15.355304 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-db4013f0-6706-49da-a6bc-aa62e4b48ab6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 999 time: 0.0613158 Feb 03 15:06:15.383948 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-b0d65081-ae48-40ba-b133-ddb2db6b577f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 999 time: 0.0642166 Feb 03 15:06:15.429390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-080ecc74-f47c-4a6d-991d-6794629c9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.433066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-080ecc74-f47c-4a6d-991d-6794629c9250 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0713668 Feb 03 15:06:15.439481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-130193ab-d8d4-4aa0-b89d-f42789a62fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.441042 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-130193ab-d8d4-4aa0-b89d-f42789a62fc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0514739 Feb 03 15:06:15.487302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-ea074c07-2fef-4d91-a911-d1fd0f516cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.488906 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-ea074c07-2fef-4d91-a911-d1fd0f516cf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501115 Feb 03 15:06:15.495549 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-33a7efb4-8822-4cfd-bab5-ccd0d9021ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:15.497166 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-33a7efb4-8822-4cfd-bab5-ccd0d9021ed7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504248 Feb 03 15:06:15.587155 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-ee59100e-f697-4bb6-8cd9-7235c55f7530 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840218 Feb 03 15:06:15.592993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-24386927-4b18-4702-9a02-8f58803d333d service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972526 Feb 03 15:06:15.688477 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-04236930-271c-42b8-ad5b-efe792895935 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954723 Feb 03 15:06:15.698616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d5809c24-bb04-481c-b897-bc6199b0d66b req-5830d016-9de4-4797-aa6a-d0ee3c2bec55 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000526 Feb 03 15:06:15.876055 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5b5deb4-f02a-4908-b3e5-eac9a60b34ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:16.097407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e708ad6-9d0b-420b-8f66-8baf59635e82 req-543a26aa-ac23-4442-891f-ea3da0f05f98 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:16.099018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e708ad6-9d0b-420b-8f66-8baf59635e82 req-543a26aa-ac23-4442-891f-ea3da0f05f98 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 943 time: 0.0678508 Feb 03 15:06:16.153826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5e708ad6-9d0b-420b-8f66-8baf59635e82 req-ac969b71-56a3-4e18-bab1-b47d2e177211 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474648 Feb 03 15:06:16.321934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:06:16.424291 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:16.435141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'mac_address': 'fa:16:3e:c3:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:06:16.474162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bbd89419-ead2-4aaf-ab80-fdf8b6645903 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:06:16.474561 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:16.488281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd89419-ead2-4aaf-ab80-fdf8b6645903 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:06:16.512837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:16.517454 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:16.565917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:16.573920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.574275 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.574626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.574971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.575311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.575654 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.575986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.576318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.576691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.577021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.577375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.577706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:16.578034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:06:17.283516 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435bf45-1bad-4f3b-a4c7-234f8ae018ce req-ccbee137-3a84-49e6-926b-efcfbfacedb9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:17.285131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a435bf45-1bad-4f3b-a4c7-234f8ae018ce req-ccbee137-3a84-49e6-926b-efcfbfacedb9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0598440 Feb 03 15:06:17.334912 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a435bf45-1bad-4f3b-a4c7-234f8ae018ce req-51b11a92-23ad-4ecd-83a8-885abdc491e2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438621 Feb 03 15:06:17.575356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1cda-2695-4888-bd88-13dfe0cd86e1 req-58557141-419b-4f3d-b284-14b44d6a9ecb tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:17.576917 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-101e1cda-2695-4888-bd88-13dfe0cd86e1 req-58557141-419b-4f3d-b284-14b44d6a9ecb tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0885661 Feb 03 15:06:17.616071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-d7740666-b6cd-465e-ad97-f7e604b9ad4b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:17.617616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-d7740666-b6cd-465e-ad97-f7e604b9ad4b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&binding%3Ahost_id=n-h2-827549-2 HTTP/1.1" status: 200 len: 944 time: 0.1007242 Feb 03 15:06:17.670998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-101e1cda-2695-4888-bd88-13dfe0cd86e1 req-6db396cd-c3d7-4e80-8b34-78488d99f081 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877488 Feb 03 15:06:17.699767 n-d-827549-2 neutron-server[103342]: INFO neutron.api.v2.resource [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-db70ea30-09e2-41cb-b447-9f2ef20c9c60 service neutron] delete failed (client error): The resource could not be found. Feb 03 15:06:17.700770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-db70ea30-09e2-41cb-b447-9f2ef20c9c60 service neutron] 10.222.0.45 "DELETE /v2.0/ports/bbd89419-ead2-4aaf-ab80-fdf8b6645903/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0727873 Feb 03 15:06:17.817933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-ed27c00b-3640-48d3-855a-641dae80fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:17.820401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-ed27c00b-3640-48d3-855a-641dae80fc70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 1126 time: 0.0740547 Feb 03 15:06:17.921532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-3f98d9ca-9f15-4b5a-9788-100f98df919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:17.923465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-3f98d9ca-9f15-4b5a-9788-100f98df919b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0962296 Feb 03 15:06:17.970083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['bbd89419-ead2-4aaf-ab80-fdf8b6645903'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:06:17.991069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-f253bcd8-3ebc-48b4-aaf4-79f53d944aa0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 200 len: 1000 time: 0.0618570 Feb 03 15:06:18.044939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-402b28f1-4620-46e9-806b-abb5308dadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:18.046473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-402b28f1-4620-46e9-806b-abb5308dadeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0499101 Feb 03 15:06:18.103203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-28928711-c389-44e9-a9de-8bdfd5c5bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:18.105354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-28928711-c389-44e9-a9de-8bdfd5c5bf3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534871 Feb 03 15:06:18.132179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43e16241-e75a-413b-80bd-475f5b996672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:18.205368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-5d76a4de-d914-4fe2-8169-f5cf42dbbc13 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Feb 03 15:06:18.304226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04997b17-9b0e-4cca-9a54-2b1b28235d0d req-ffff1c88-cb2c-4f39-9127-3f8b59676649 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932713 Feb 03 15:06:18.806036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee414b-901d-4f93-ad8e-d0a4ddc412d1 req-c052a7b2-4912-4907-bd9a-eb64e8c72fec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:18.807659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7ee414b-901d-4f93-ad8e-d0a4ddc412d1 req-c052a7b2-4912-4907-bd9a-eb64e8c72fec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0602582 Feb 03 15:06:18.864300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e7ee414b-901d-4f93-ad8e-d0a4ddc412d1 req-26730a9e-dd0e-4695-949f-5a7d91fdfb91 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505052 Feb 03 15:06:18.997837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef69a5d-ca95-4ae0-9d94-4144d2d15e55 req-192a57f3-1efe-4995-9a03-0237f4b64106 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:18.999453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fef69a5d-ca95-4ae0-9d94-4144d2d15e55 req-192a57f3-1efe-4995-9a03-0237f4b64106 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0545805 Feb 03 15:06:19.059751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fef69a5d-ca95-4ae0-9d94-4144d2d15e55 req-96cf5832-2125-4bac-9143-d87519bf7e59 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540068 Feb 03 15:06:19.186597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c764b3b-0404-49ff-a0c8-a83160ee67e2 req-c427a1a1-45c4-4e5d-b486-b82dff621562 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:19.188252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c764b3b-0404-49ff-a0c8-a83160ee67e2 req-c427a1a1-45c4-4e5d-b486-b82dff621562 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0599897 Feb 03 15:06:19.242006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c764b3b-0404-49ff-a0c8-a83160ee67e2 req-f83958e8-4093-4e35-944b-8160a37ec0b9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479362 Feb 03 15:06:19.490513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1672093-2b10-40f7-a011-e884f269af5f req-8d39e1e2-d5b3-4e96-93c9-9c6ca2f2f693 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:19.492055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1672093-2b10-40f7-a011-e884f269af5f req-8d39e1e2-d5b3-4e96-93c9-9c6ca2f2f693 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 944 time: 0.0534120 Feb 03 15:06:19.542062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c1672093-2b10-40f7-a011-e884f269af5f req-304bda5b-9fe1-4486-94e4-8afd7fa108d1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 Feb 03 15:06:19.778134 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:20.336202 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:06:20.348930 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:06:20.387133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port bbd89419-ead2-4aaf-ab80-fdf8b6645903 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:06:20.392050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port bbd89419-ead2-4aaf-ab80-fdf8b6645903 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:06:20.392576 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:20.477363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port bbd89419-ead2-4aaf-ab80-fdf8b6645903 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:06:20.477749 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:20.501266 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:06:20.503424 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47c3601-40cd-49c1-8064-e4b554da2b8a" -d '{"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-plugged", "status": "completed", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:06:20.517471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:20.522186 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:20.576471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:20.616255 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76909fd0-9e4c-49e3-a328-81cd009a0920 x-openstack-request-id: req-76909fd0-9e4c-49e3-a328-81cd009a0920 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:06:20.616586 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-plugged", "status": "completed", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:06:20.616880 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76909fd0-9e4c-49e3-a328-81cd009a0920 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:06:20.617239 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'code': 200} Feb 03 15:06:20.720782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c27ef9-0253-4c16-8230-81a0db6f5261 req-a5252fa7-037b-4d22-bee9-4d6fbfc5b3b3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:20.722338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7c27ef9-0253-4c16-8230-81a0db6f5261 req-a5252fa7-037b-4d22-bee9-4d6fbfc5b3b3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0603361 Feb 03 15:06:20.792559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7c27ef9-0253-4c16-8230-81a0db6f5261 req-4e40295b-25c5-4e8e-a21e-460a8e12ff0d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637386 Feb 03 15:06:20.860926 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:20.963192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-78a3a563-2911-4d5f-a863-feca48cb2d2d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:20.964752 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-78a3a563-2911-4d5f-a863-feca48cb2d2d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 945 time: 0.0575197 Feb 03 15:06:21.065805 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Deleting port bbd89419-ead2-4aaf-ab80-fdf8b6645903 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:06:21.066064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:21.172721 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] For port bbd89419-ead2-4aaf-ab80-fdf8b6645903, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=bbd89419-ead2-4aaf-ab80-fdf8b6645903,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:21.173100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:21.408520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:21.408912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:21.409234 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e disassociated. External IP: 172.25.0.230, port: bbd89419-ead2-4aaf-ab80-fdf8b6645903. Feb 03 15:06:21.409584 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Calling delete_port for bbd89419-ead2-4aaf-ab80-fdf8b6645903 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:06:21.550198 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (bbd89419-ead2-4aaf-ab80-fdf8b6645903), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:21.580714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event deleted for resources: {'Port': ['ID=bbd89419-ead2-4aaf-ab80-fdf8b6645903,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:21.705301 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:06:21.836291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:06:21.855933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:06:21.867588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:06:21.868327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:06:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:21.878775 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] No DVR routers for this DVR port bbd89419-ead2-4aaf-ab80-fdf8b6645903 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:06:21.881984 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:21.886079 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-264f3b26-f369-4c5d-bdbd-04473fc1eff2 req-03610a1c-0153-4c1b-a60a-7d6bbd38c873 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "DELETE /v2.0/ports/bbd89419-ead2-4aaf-ab80-fdf8b6645903 HTTP/1.1" status: 204 len: 173 time: 0.9159248 Feb 03 15:06:21.886557 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-deleted', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:06:21.888891 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0836dc1-097c-477a-a493-14546af7ae37" -d '{"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-deleted", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:06:21.920977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e00b9ac4-7e8d-4061-9cc6-eb8c9fbdb5f9 req-d3ecdfce-3c8b-4aea-b041-ae543f060ed4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d58a54c-c754-44f3-bc19-a772d5c97d61 HTTP/1.1" status: 200 len: 210 time: 0.0393877 Feb 03 15:06:21.977026 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d773b8-2bb6-462b-875a-088060762be9 x-openstack-request-id: req-62d773b8-2bb6-462b-875a-088060762be9 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:06:21.977810 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d58a54c-c754-44f3-bc19-a772d5c97d61", "name": "network-vif-deleted", "tag": "bbd89419-ead2-4aaf-ab80-fdf8b6645903", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:06:21.977810 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62d773b8-2bb6-462b-875a-088060762be9 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:06:21.978118 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d58a54c-c754-44f3-bc19-a772d5c97d61', 'name': 'network-vif-deleted', 'tag': 'bbd89419-ead2-4aaf-ab80-fdf8b6645903', 'status': 'completed', 'code': 200} Feb 03 15:06:22.022852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:06:22.239816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:22.256837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:22.284165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:06:22.293536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:06:22.294144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:06:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:22.414565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:06:22.782589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:22.809222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614404f9-02fa-4fc7-aa99-fff236992b58 None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:06:23.042487 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaebcb1-6ab0-46a0-83e1-0398cab5f4c9 None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:06:23.186724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-d5c22e1f-205a-4889-926a-589ea14d41cb tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--436704891&fields=id&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 267 time: 0.0459039 Feb 03 15:06:23.303798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-81a2e6eb-4cfa-4268-974d-22ca258b4f41 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:23.305254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-81a2e6eb-4cfa-4268-974d-22ca258b4f41 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1112392 Feb 03 15:06:23.320699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-bb4de0c8-48d7-493d-99c4-76778fae7a6a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/quotas/8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 375 time: 0.0099499 Feb 03 15:06:23.378604 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-145ea936-3a32-4f06-b9e2-1ed3210963b5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519359 Feb 03 15:06:23.396252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-81e345ec-77bc-477c-bad8-d7b07af94336 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:06:23.397280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-81e345ec-77bc-477c-bad8-d7b07af94336 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055385 Feb 03 15:06:23.494085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-4868f360-ece5-4db7-a0c0-4ad6f4a96ee7 service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900424 Feb 03 15:06:23.587501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-82ce0752-d4ea-4095-ac16-253549a2feb0 service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867448 Feb 03 15:06:23.756996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f85348b-f1df-4f83-8782-12f8ae3abf43 req-e36e2a48-1b73-47b3-bd3d-07757690258e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 210 time: 0.0287714 Feb 03 15:06:24.803427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-3acb7871-8bb3-4cd1-b08c-8a5c2635cc77 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:24.805040 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-3acb7871-8bb3-4cd1-b08c-8a5c2635cc77 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1157827 Feb 03 15:06:24.887051 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-0de3e234-1d72-424b-b806-b00dcba79aa5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 379 time: 0.0671530 Feb 03 15:06:24.895752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70ba5588-c929-4633-926b-24a1efb699f9 req-167ce38d-9513-4cd6-aaa6-3c17f7eb987c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 210 time: 0.0397403 Feb 03 15:06:24.917461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'port': {'device_id': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'admin_state_up': True, 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'security_groups': ['7e96ef05-ec77-41f4-9d40-82bf8695add5']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:06:25.034009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Made reservation on behalf of 8a8620a0360d4e42b23a4a5714abb7cf for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:06:25.037624 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:25.172605 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:25.176273 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Allocated IP 172.20.0.8 (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac/58150d74-773b-4ecd-b8cc-7a602553a2bc/ab64d54b-388b-426c-8b1d-6a18f1b7e3be) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:06:25.325657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:25.360657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:25.405417 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:06:25.408929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:06:25.412703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:06:25.442864 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:25.468844 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:25.469546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:25.503042 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-8116d3c8-c54f-4e44-ab7c-4e3616aac23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895584 Feb 03 15:06:25.519619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Request body: {'port': {'device_id': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:06:25.723976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c26b04b1-44b5-49ae-9a6b-5dc0bb281f01 None None] Provisioning complete for port ab64d54b-388b-426c-8b1d-6a18f1b7e3be triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:06:25.724238 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c26b04b1-44b5-49ae-9a6b-5dc0bb281f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:25.762419 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c26b04b1-44b5-49ae-9a6b-5dc0bb281f01 None None] Port ab64d54b-388b-426c-8b1d-6a18f1b7e3be cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:06:25.923612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:26.042777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85109ff7-fe76-4849-9d0f-01b6661d3753 req-924f9e58-2cd3-4d3c-b36e-9cbf5da52d5c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:26.044603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85109ff7-fe76-4849-9d0f-01b6661d3753 req-924f9e58-2cd3-4d3c-b36e-9cbf5da52d5c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 931 time: 0.0658312 Feb 03 15:06:26.100185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-85109ff7-fe76-4849-9d0f-01b6661d3753 req-b00cb693-97cf-41d6-bcbe-806562a82dca tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495672 Feb 03 15:06:26.222127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab64d54b-388b-426c-8b1d-6a18f1b7e3be {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:06:26.230782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Publish callbacks [] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:26.249685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Transition to ACTIVE for port object ab64d54b-388b-426c-8b1d-6a18f1b7e3be will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:06:26.258021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:26.326982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:26.350032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:06:26.375816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: bbd89419-ead2-4aaf-ab80-fdf8b6645903 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:06:26.376164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device bbd89419-ead2-4aaf-ab80-fdf8b6645903 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:06:26.399336 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:06:26.399670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:06:26.400005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:06:26.407193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:06:26.407788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:06:26.413512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:06:26.413748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:06:26.414138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:06:26.414575 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Bound port: ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:06:26.414950 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:26.484961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:06:26.488474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:06:26.496230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:26.538048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:26.538666 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:26.540140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] 10.222.0.71 "PUT /v2.0/ports/ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 1091 time: 1.0251920 Feb 03 15:06:26.540602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:06:26.542926 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80fafaa-20ce-46db-8a28-134342643aed" -d '{"events": [{"name": "network-changed", "server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:06:26.570597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a5145-4800-472b-8a7e-d05cc8e4e251 service neutron] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:26.603143 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c0cae5-e778-45e6-8821-50011432fb08 x-openstack-request-id: req-d6c0cae5-e778-45e6-8821-50011432fb08 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:06:26.603485 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:06:26.603815 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6c0cae5-e778-45e6-8821-50011432fb08 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:06:26.604340 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'status': 'completed', 'code': 200} Feb 03 15:06:26.672512 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-0a713b1c-98c9-4539-bd02-6e47164bc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:26.674967 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-0a713b1c-98c9-4539-bd02-6e47164bc563 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0571148 Feb 03 15:06:26.723899 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-0a1133f0-5330-4d16-b966-c57776b4c9f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 217 time: 0.0367937 Feb 03 15:06:26.780283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-19034b06-e183-4b4d-8a01-cf2b81700c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:26.781858 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-19034b06-e183-4b4d-8a01-cf2b81700c2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0522404 Feb 03 15:06:26.834262 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-3e5037d2-4a3d-4111-9322-4a3a8da65478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:26.835829 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-3e5037d2-4a3d-4111-9322-4a3a8da65478 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481493 Feb 03 15:06:26.930579 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-5fa33464-866e-41b0-a96e-94b35f2b839e service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889311 Feb 03 15:06:27.037343 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42bd309b-7b86-431a-b56d-03c28d5821ea req-2a6ad0da-0277-4d99-b7e6-fa40661f6139 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013784 Feb 03 15:06:27.178379 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fafaa-20ce-46db-8a28-134342643aed req-76bdfc1e-f033-4ff1-a806-ea677c6e2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:27.179914 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b80fafaa-20ce-46db-8a28-134342643aed req-76bdfc1e-f033-4ff1-a806-ea677c6e2ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0485365 Feb 03 15:06:27.231273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749b19-a53d-4362-939c-5bd927056603 req-a964bed1-384f-494f-80a4-a0f603907de7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:27.232943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10749b19-a53d-4362-939c-5bd927056603 req-a964bed1-384f-494f-80a4-a0f603907de7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 943 time: 0.0569606 Feb 03 15:06:27.285113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fafaa-20ce-46db-8a28-134342643aed req-9c27bf3d-735c-458b-8e70-4a4ab422e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:27.286737 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b80fafaa-20ce-46db-8a28-134342643aed req-9c27bf3d-735c-458b-8e70-4a4ab422e273 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1005816 Feb 03 15:06:27.290441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10749b19-a53d-4362-939c-5bd927056603 req-f19ea9a3-ea78-41ee-8ec9-cd850e288403 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518777 Feb 03 15:06:27.327481 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b80fafaa-20ce-46db-8a28-134342643aed req-6701d04e-ffd9-4d9c-b971-b87c769b71a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 217 time: 0.0346274 Feb 03 15:06:27.378353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fafaa-20ce-46db-8a28-134342643aed req-d223117e-780d-4c16-a1bc-747c48a0316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:27.379917 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b80fafaa-20ce-46db-8a28-134342643aed req-d223117e-780d-4c16-a1bc-747c48a0316c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0457428 Feb 03 15:06:27.435267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fafaa-20ce-46db-8a28-134342643aed req-c925267f-d5cf-4c8f-b3a2-57b41cfdfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:27.436796 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b80fafaa-20ce-46db-8a28-134342643aed req-c925267f-d5cf-4c8f-b3a2-57b41cfdfa7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510948 Feb 03 15:06:27.528396 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b80fafaa-20ce-46db-8a28-134342643aed req-44f707c0-60df-495b-adf3-9bf94270c8de service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853915 Feb 03 15:06:27.624112 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b80fafaa-20ce-46db-8a28-134342643aed req-b8aef907-3601-45de-a5ae-74b251dd529e service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901871 Feb 03 15:06:28.429368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac42de-e4cb-4388-b400-81198526bbf6 req-555aa88c-306a-4364-839f-6aef95956004 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:28.430932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbac42de-e4cb-4388-b400-81198526bbf6 req-555aa88c-306a-4364-839f-6aef95956004 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 943 time: 0.0614207 Feb 03 15:06:28.484548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbac42de-e4cb-4388-b400-81198526bbf6 req-dd3c5eed-295b-4b00-9a70-8d5ef9d35e82 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476122 Feb 03 15:06:29.610527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be9713-560b-4718-848a-6dc5d775574d req-5e5e9edc-2d02-4bda-86f7-dd4cdcaa0613 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:29.612155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90be9713-560b-4718-848a-6dc5d775574d req-5e5e9edc-2d02-4bda-86f7-dd4cdcaa0613 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 943 time: 0.0570037 Feb 03 15:06:29.674014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90be9713-560b-4718-848a-6dc5d775574d req-4271b90b-0fef-495a-96f0-a868888c831a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560176 Feb 03 15:06:30.349459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:06:30.469143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:30.480306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'mac_address': 'fa:16:3e:f0:04:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:06:30.519150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ab64d54b-388b-426c-8b1d-6a18f1b7e3be is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:06:30.519539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:30.534347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab64d54b-388b-426c-8b1d-6a18f1b7e3be {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:06:30.554532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:30.560940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:30.611153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:30.819813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be2076-ca03-45e3-83e7-af4c29e47657 req-05f505f2-d274-49f8-8852-3edf1e60f55b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:30.821277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87be2076-ca03-45e3-83e7-af4c29e47657 req-05f505f2-d274-49f8-8852-3edf1e60f55b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 944 time: 0.0578701 Feb 03 15:06:30.875303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87be2076-ca03-45e3-83e7-af4c29e47657 req-098025e4-3821-467f-bc2f-4d5f1557db10 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483744 Feb 03 15:06:30.918620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['ab64d54b-388b-426c-8b1d-6a18f1b7e3be'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:06:32.000603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023fb76-1b50-4110-bc4e-bd6f7e8ab3b2 req-590350b5-3efc-45a3-8cca-7ee6acab2f79 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:32.002125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b023fb76-1b50-4110-bc4e-bd6f7e8ab3b2 req-590350b5-3efc-45a3-8cca-7ee6acab2f79 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 944 time: 0.0558629 Feb 03 15:06:32.050736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b023fb76-1b50-4110-bc4e-bd6f7e8ab3b2 req-d7b545c7-efb6-443d-939a-54a4d741b04f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Feb 03 15:06:32.351667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:06:32.405618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port ab64d54b-388b-426c-8b1d-6a18f1b7e3be completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:06:32.410390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port ab64d54b-388b-426c-8b1d-6a18f1b7e3be triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:06:32.410774 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:32.496281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port ab64d54b-388b-426c-8b1d-6a18f1b7e3be is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:06:32.496616 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:32.520136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:06:32.522432 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff6cf20-0648-4f90-afc4-22c502836e38" -d '{"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-plugged", "status": "completed", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:06:32.536090 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:06:32.543563 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:32.569103 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2438862-58ba-40b6-a4f6-bb5063914498 x-openstack-request-id: req-b2438862-58ba-40b6-a4f6-bb5063914498 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:06:32.569426 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-plugged", "status": "completed", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:06:32.569680 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2438862-58ba-40b6-a4f6-bb5063914498 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:06:32.570071 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'code': 200} Feb 03 15:06:32.596064 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:06:32.700704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8d1a2-d767-494d-9072-db8ccd65805c req-d5a50342-2366-4902-b193-6f8cb211dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:32.702241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5ad8d1a2-d767-494d-9072-db8ccd65805c req-d5a50342-2366-4902-b193-6f8cb211dc7b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0460825 Feb 03 15:06:32.750328 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5ad8d1a2-d767-494d-9072-db8ccd65805c req-77065dc3-71f5-424c-a2a7-ac8be04725e4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Feb 03 15:06:33.180552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6458d-7182-4452-9e86-b0b8723975d5 req-12833432-c247-4f17-8503-af123f705d63 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:33.182185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ad6458d-7182-4452-9e86-b0b8723975d5 req-12833432-c247-4f17-8503-af123f705d63 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0596657 Feb 03 15:06:33.234147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ad6458d-7182-4452-9e86-b0b8723975d5 req-81cd8afb-29d1-49ed-bac3-f4bf1e377d84 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457911 Feb 03 15:06:34.369235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b63d9-4f6e-4b54-a484-3b151f09e88c req-90cd1db8-8189-4145-8e64-1227ee5a7666 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:34.371089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-561b63d9-4f6e-4b54-a484-3b151f09e88c req-90cd1db8-8189-4145-8e64-1227ee5a7666 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0607674 Feb 03 15:06:34.419124 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-561b63d9-4f6e-4b54-a484-3b151f09e88c req-772f37d6-2c84-420c-8bb5-c8ad787f87fb tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Feb 03 15:06:34.541166 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2866b00-9cc4-4703-bfce-c6eef674e596 req-99cf3921-8bab-4b6b-8622-320c4274f3f2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:34.542659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2866b00-9cc4-4703-bfce-c6eef674e596 req-99cf3921-8bab-4b6b-8622-320c4274f3f2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Feb 03 15:06:34.551614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 34390) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:06:34.556320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'floatingip': {'port_id': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:06:34.601329 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:35.077615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:35.081678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:35.193462 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e associated. External IP: 172.25.0.230, port: ab64d54b-388b-426c-8b1d-6a18f1b7e3be. Feb 03 15:06:35.422499 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:06:35.539398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:06:35.545330 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:35.550900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:06:35.561842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:06:35.562480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:06:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:35.576162 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b206eeed-2612-4683-aa92-af202807d9bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "PUT /v2.0/floatingips/eb0aedad-c264-488f-979e-2fb0c4d67f7e HTTP/1.1" status: 200 len: 991 time: 1.0234201 Feb 03 15:06:35.576904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:06:35.579296 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739c050d-1378-4a44-8491-eb1870799aff" -d '{"events": [{"name": "network-changed", "server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:06:35.678381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:06:35.682172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5f333-7282-4fe5-ae13-b0434c835a2a req-b88e877a-95a4-4695-a25e-afd3240e4898 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:35.683730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bf5f333-7282-4fe5-ae13-b0434c835a2a req-b88e877a-95a4-4695-a25e-afd3240e4898 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0559645 Feb 03 15:06:35.746218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bf5f333-7282-4fe5-ae13-b0434c835a2a req-638240b0-65b0-4e96-8140-c4b0d0ec4a3f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568905 Feb 03 15:06:35.792659 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c26168-e905-409a-9a6f-af6ff05d31f1 x-openstack-request-id: req-f9c26168-e905-409a-9a6f-af6ff05d31f1 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:06:35.792930 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:06:35.793217 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9c26168-e905-409a-9a6f-af6ff05d31f1 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:06:35.793582 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'status': 'completed', 'code': 200} Feb 03 15:06:35.884740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c050d-1378-4a44-8491-eb1870799aff req-7d940c92-d5ea-4321-8713-93ead55dc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:35.886998 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-739c050d-1378-4a44-8491-eb1870799aff req-7d940c92-d5ea-4321-8713-93ead55dc1b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0518467 Feb 03 15:06:35.939555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:f0:04:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:06:34Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:35.967398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:06:35.976813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:06:35.977433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:06:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:35.988366 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c050d-1378-4a44-8491-eb1870799aff req-c115dfdf-edde-4392-ba48-fcbd4e9c55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:35.990085 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-739c050d-1378-4a44-8491-eb1870799aff req-c115dfdf-edde-4392-ba48-fcbd4e9c55bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0974913 Feb 03 15:06:36.078397 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-739c050d-1378-4a44-8491-eb1870799aff req-d2a47a09-e66e-4650-9c73-e5fbcf0cd94b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 999 time: 0.0826936 Feb 03 15:06:36.091492 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:06:36.128925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c050d-1378-4a44-8491-eb1870799aff req-a080e289-b1ef-471b-8da4-a687d7440f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:36.130414 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-739c050d-1378-4a44-8491-eb1870799aff req-a080e289-b1ef-471b-8da4-a687d7440f20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0465505 Feb 03 15:06:36.188223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c050d-1378-4a44-8491-eb1870799aff req-149d2139-a7e6-4889-8859-9e237a2e3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:36.190608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-739c050d-1378-4a44-8491-eb1870799aff req-149d2139-a7e6-4889-8859-9e237a2e3b51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542166 Feb 03 15:06:36.292937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-739c050d-1378-4a44-8491-eb1870799aff req-df1edd75-2262-4a25-a0ea-7d3892d6abda service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958881 Feb 03 15:06:36.336650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:f0:04:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:06:34Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:06:36.363188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e25a4-c045-441a-832c-decfd23b8d64 None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:f0:04:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:06:34Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:06:36.391139 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-739c050d-1378-4a44-8491-eb1870799aff req-a470825d-c387-49f9-b43c-d2ca556f4745 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919113 Feb 03 15:06:36.592403 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28865d9d-152e-4906-b452-6f88e1a3c18e None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:06:36.882585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4c708-6388-4a8a-a94c-bf9190f85133 req-612fc5b1-22b0-49d9-ba9a-a621d4e031c2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:36.884152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7f4c708-6388-4a8a-a94c-bf9190f85133 req-612fc5b1-22b0-49d9-ba9a-a621d4e031c2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0587614 Feb 03 15:06:36.933493 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7f4c708-6388-4a8a-a94c-bf9190f85133 req-962e5878-1048-4830-8f2d-49549662a0ea tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435076 Feb 03 15:06:37.143506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6002b-c626-4594-a998-f939fe79ef85 req-fa5c5abb-04e2-4046-b68b-124fe88ce13a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:37.145114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4af6002b-c626-4594-a998-f939fe79ef85 req-fa5c5abb-04e2-4046-b68b-124fe88ce13a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0582013 Feb 03 15:06:37.198387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4af6002b-c626-4594-a998-f939fe79ef85 req-8ff67504-70a3-4164-9e7c-ffba392978af tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Feb 03 15:06:38.341190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ce344-ed26-4fbe-ac02-44f4bfd677f5 req-e0115307-93a9-4a52-814f-caab2718d3ef tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:38.342749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b1ce344-ed26-4fbe-ac02-44f4bfd677f5 req-e0115307-93a9-4a52-814f-caab2718d3ef tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0589907 Feb 03 15:06:38.394219 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b1ce344-ed26-4fbe-ac02-44f4bfd677f5 req-1bfd6d51-0858-4c54-8c13-e0b7783b3fa6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456302 Feb 03 15:06:39.422017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:39.526708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243ce28-2a8d-4ec2-b6d9-1a9d2b7a6ae6 req-61428b54-7330-4f28-899a-9bca00a06448 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:39.528174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1243ce28-2a8d-4ec2-b6d9-1a9d2b7a6ae6 req-61428b54-7330-4f28-899a-9bca00a06448 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0554228 Feb 03 15:06:39.577417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1243ce28-2a8d-4ec2-b6d9-1a9d2b7a6ae6 req-ce3c0da0-7af4-48c9-ba54-3efb777827a6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432642 Feb 03 15:06:40.768985 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734bd65-b0c9-48ef-961a-5eab8c703a49 req-3da30b53-fbe5-4208-9b91-61d116d32cc6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:40.770612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4734bd65-b0c9-48ef-961a-5eab8c703a49 req-3da30b53-fbe5-4208-9b91-61d116d32cc6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0584652 Feb 03 15:06:40.845017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4734bd65-b0c9-48ef-961a-5eab8c703a49 req-acb63a9b-37be-491e-aaf7-e9fb9ef3f61a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683270 Feb 03 15:06:41.233693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-24bfd89b-2f9a-4f4c-9ceb-ad7bd9354f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:41.235273 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-24bfd89b-2f9a-4f4c-9ceb-ad7bd9354f51 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0471244 Feb 03 15:06:41.349579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-6b3cc83d-b0da-481a-b42d-eaa08820e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:41.351082 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-6b3cc83d-b0da-481a-b42d-eaa08820e45d service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0965719 Feb 03 15:06:41.417435 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-f2dff453-d9b4-47ab-8b19-694843037161 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 1001 time: 0.0601325 Feb 03 15:06:41.470535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-bd2c24aa-f7e7-4334-9327-ff36f218a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:41.472026 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-bd2c24aa-f7e7-4334-9327-ff36f218a3f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0495427 Feb 03 15:06:41.522076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-ab5a73f0-ed8b-4785-9cd0-3164564e4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:41.523528 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-ab5a73f0-ed8b-4785-9cd0-3164564e4435 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459146 Feb 03 15:06:41.613160 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-e47048d5-724e-4293-b316-bd4ed896b504 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837095 Feb 03 15:06:41.707992 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc641501-03d6-4ee4-98d1-783cd45d1773 req-3dd63968-34ec-4ef2-bddc-d5466e6e4159 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895338 Feb 03 15:06:41.973915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1097f2-7fc2-4d7f-b558-1ae7dd3ca9a1 req-c504ff8a-e2ba-4c71-8205-b7144901866a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:41.975608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc1097f2-7fc2-4d7f-b558-1ae7dd3ca9a1 req-c504ff8a-e2ba-4c71-8205-b7144901866a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0544252 Feb 03 15:06:42.033808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc1097f2-7fc2-4d7f-b558-1ae7dd3ca9a1 req-712a6451-6c77-49a7-ab0f-6a83abce711d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521562 Feb 03 15:06:43.155374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ab4de-7f61-4603-a24b-c7894b171cc6 req-9c0cd7a1-8933-476f-abdc-f7a83b2c7e1f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:43.157048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c23ab4de-7f61-4603-a24b-c7894b171cc6 req-9c0cd7a1-8933-476f-abdc-f7a83b2c7e1f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0530138 Feb 03 15:06:43.204012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c23ab4de-7f61-4603-a24b-c7894b171cc6 req-8be7701b-7294-49f8-897a-385eca0c8165 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Feb 03 15:06:44.427689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1fced-2651-4f2e-9cc2-fa181ec614ac req-7742f26b-933e-4ec0-adab-c8c16ddd02ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:44.429306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9a1fced-2651-4f2e-9cc2-fa181ec614ac req-7742f26b-933e-4ec0-adab-c8c16ddd02ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.1147258 Feb 03 15:06:44.480046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d9a1fced-2651-4f2e-9cc2-fa181ec614ac req-a15ef537-0bdb-47c5-9233-4b05dc6ab9cc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451908 Feb 03 15:06:45.600987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eeb73-0e66-4bbf-8ec4-d37a90b20f20 req-ba861469-662c-48e1-b4ea-84c969ba2725 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:45.602471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-924eeb73-0e66-4bbf-8ec4-d37a90b20f20 req-ba861469-662c-48e1-b4ea-84c969ba2725 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Feb 03 15:06:45.649296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-924eeb73-0e66-4bbf-8ec4-d37a90b20f20 req-178032b7-7b64-4223-b0c8-2b5618c2eed0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 Feb 03 15:06:45.882635 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ca36-c55f-4ffa-99fd-1968003d652f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:46.780738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482cfbe-bf69-466e-aa7a-08fbe325b4e6 req-735e69dd-2958-4109-a2b2-0ccb6e663253 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:46.782496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5482cfbe-bf69-466e-aa7a-08fbe325b4e6 req-735e69dd-2958-4109-a2b2-0ccb6e663253 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0569730 Feb 03 15:06:46.829294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5482cfbe-bf69-466e-aa7a-08fbe325b4e6 req-56e942b0-d522-40cf-8f93-1345be96c15c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Feb 03 15:06:47.951333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77630f-6617-4878-9a38-aca01efae863 req-21136280-1cb3-4b6c-9d4a-51b72297cf94 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:47.952808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d77630f-6617-4878-9a38-aca01efae863 req-21136280-1cb3-4b6c-9d4a-51b72297cf94 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0543416 Feb 03 15:06:47.999583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d77630f-6617-4878-9a38-aca01efae863 req-21ffee5a-60a1-46d8-b317-009db40bb859 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409551 Feb 03 15:06:48.122498 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a82d4b34-b7a1-48ba-b1ac-af82fc894da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:49.124649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aa59b-33b6-4603-904b-c1e11e32853c req-6c08c840-2a06-4fcb-8d0b-d80bf7d6112b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:49.126730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-457aa59b-33b6-4603-904b-c1e11e32853c req-6c08c840-2a06-4fcb-8d0b-d80bf7d6112b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0556390 Feb 03 15:06:49.178662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-457aa59b-33b6-4603-904b-c1e11e32853c req-92d1d4d4-8006-4140-8473-30aadefa6d68 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464664 Feb 03 15:06:49.780296 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:50.304654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5fcd4-8c42-402b-b2fa-8cd73cf2d94d req-d6281c84-0941-4e4c-b4a1-17b88ebfddc2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:50.306184 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61f5fcd4-8c42-402b-b2fa-8cd73cf2d94d req-d6281c84-0941-4e4c-b4a1-17b88ebfddc2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Feb 03 15:06:50.355188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61f5fcd4-8c42-402b-b2fa-8cd73cf2d94d req-30c3c830-cfe1-4c2c-bc00-ee261e12581c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Feb 03 15:06:50.860969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:51.477365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fedc5-a3df-4122-a690-05941fd48b7d req-bc85b731-0175-4be5-9a79-daa46081e6dc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:51.479591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c32fedc5-a3df-4122-a690-05941fd48b7d req-bc85b731-0175-4be5-9a79-daa46081e6dc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0538402 Feb 03 15:06:51.526646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c32fedc5-a3df-4122-a690-05941fd48b7d req-adabae79-e303-4ada-9345-b526bdedb572 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415525 Feb 03 15:06:52.235746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:52.682675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e091bae-a8cb-4543-90ad-8ca6562f4520 req-c9408d26-08f6-4b5d-b74e-522b4ad7cd01 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:52.684231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e091bae-a8cb-4543-90ad-8ca6562f4520 req-c9408d26-08f6-4b5d-b74e-522b4ad7cd01 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0632432 Feb 03 15:06:52.730858 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8e091bae-a8cb-4543-90ad-8ca6562f4520 req-34513532-82b5-425e-8997-35a44a6e7d5e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Feb 03 15:06:53.857960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4b323-8808-469d-a0b7-9ea13f2c05c9 req-99f50d30-e354-4983-9f68-6febde1ccf48 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:53.859458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51a4b323-8808-469d-a0b7-9ea13f2c05c9 req-99f50d30-e354-4983-9f68-6febde1ccf48 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0540373 Feb 03 15:06:53.908775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51a4b323-8808-469d-a0b7-9ea13f2c05c9 req-4fd7476d-db31-4eeb-ae64-f25681e02281 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434515 Feb 03 15:06:55.030781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d34845-039f-4b3d-a275-f9bef035c9f4 req-447182ba-409d-4e31-828d-9dafb821b442 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:55.032651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03d34845-039f-4b3d-a275-f9bef035c9f4 req-447182ba-409d-4e31-828d-9dafb821b442 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Feb 03 15:06:55.087508 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03d34845-039f-4b3d-a275-f9bef035c9f4 req-4f91dfe6-afbe-4af5-84eb-5a5f2b43e57a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493855 Feb 03 15:06:55.168466 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:06:56.205363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932590-8727-4c14-a3c0-54433bd0a854 req-4a9bc24c-cfc7-42ab-8d67-08c0dc1cc126 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:56.206860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f932590-8727-4c14-a3c0-54433bd0a854 req-4a9bc24c-cfc7-42ab-8d67-08c0dc1cc126 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Feb 03 15:06:56.252982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f932590-8727-4c14-a3c0-54433bd0a854 req-e48f918f-0965-43c7-b6c7-237a09fe92f5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Feb 03 15:06:57.349133 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:06:57.394899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f0e6-5f44-459b-9835-20552615756a req-a0cdf894-4440-4832-9c0f-28d049aef45c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:57.400745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f14f0e6-5f44-459b-9835-20552615756a req-a0cdf894-4440-4832-9c0f-28d049aef45c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0549824 Feb 03 15:06:57.449919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f14f0e6-5f44-459b-9835-20552615756a req-ed503ec0-f487-4183-8138-242a505130f6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466619 Feb 03 15:06:58.582081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e504b5-8e65-4639-bb04-543d8416c806 req-834f8692-7299-4f85-b4b4-245e4dfcac87 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:58.583582 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40e504b5-8e65-4639-bb04-543d8416c806 req-834f8692-7299-4f85-b4b4-245e4dfcac87 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0664704 Feb 03 15:06:58.633962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-40e504b5-8e65-4639-bb04-543d8416c806 req-b1fa2f71-ebdd-43e7-8ae3-44f2bf9a8ec5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448375 Feb 03 15:06:59.755920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75828-cfa3-4725-be68-d0af6157143f req-fd40eba3-d70e-41c1-a21b-eb7e50ae58dd tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:06:59.757436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bf75828-cfa3-4725-be68-d0af6157143f req-fd40eba3-d70e-41c1-a21b-eb7e50ae58dd tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0530899 Feb 03 15:06:59.804112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6bf75828-cfa3-4725-be68-d0af6157143f req-2982a030-3b9e-4c3f-b16f-fd8a5f2bd944 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Feb 03 15:07:00.929740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7763-7c7f-455a-912e-62687a320bed req-c54a7009-929d-4f04-abc9-5f13b09ad415 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:00.931253 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32cb7763-7c7f-455a-912e-62687a320bed req-c54a7009-929d-4f04-abc9-5f13b09ad415 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0578859 Feb 03 15:07:00.980101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32cb7763-7c7f-455a-912e-62687a320bed req-a78339b8-a116-49f8-b9f1-52640364690e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Feb 03 15:07:02.101192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d6740-445e-471f-ad86-bfdcd3d1b644 req-7d0ae9b5-6615-4585-bf85-3afb008335fa tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:02.102668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-657d6740-445e-471f-ad86-bfdcd3d1b644 req-7d0ae9b5-6615-4585-bf85-3afb008335fa tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0553598 Feb 03 15:07:02.148455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-657d6740-445e-471f-ad86-bfdcd3d1b644 req-56ce07c3-807b-43f5-8d1d-5d0d37e99aff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402687 Feb 03 15:07:03.271348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb647-7f86-4298-857e-9a893b316738 req-91699a2a-98ae-475f-b4da-ece146119650 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:03.272852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-296fb647-7f86-4298-857e-9a893b316738 req-91699a2a-98ae-475f-b4da-ece146119650 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0534270 Feb 03 15:07:03.323111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-296fb647-7f86-4298-857e-9a893b316738 req-d53869cc-6eb8-4de0-87a7-78e399be3f4b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446415 Feb 03 15:07:03.596079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-95de296e-dce3-4733-a034-61a21eb193d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767004 Feb 03 15:07:03.602993 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd51d0-a50f-4fd0-b648-4c416216ec16 req-5a4dce22-8503-4fda-a76f-4698a9d14c88 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:03.604557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fdd51d0-a50f-4fd0-b648-4c416216ec16 req-5a4dce22-8503-4fda-a76f-4698a9d14c88 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0871973 Feb 03 15:07:03.655827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fdd51d0-a50f-4fd0-b648-4c416216ec16 req-5bade773-1ca4-40e7-a9ce-192aa3e58fe2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454364 Feb 03 15:07:04.786643 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae2d31-c4a4-4f80-863a-e82f77bf7a54 req-6f5fee96-7ea3-4c60-ae49-08e20a50f425 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:04.788192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eae2d31-c4a4-4f80-863a-e82f77bf7a54 req-6f5fee96-7ea3-4c60-ae49-08e20a50f425 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0610042 Feb 03 15:07:04.841666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eae2d31-c4a4-4f80-863a-e82f77bf7a54 req-b1b32eac-7374-4105-8b7d-3efc602bb39d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474608 Feb 03 15:07:04.855298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-d28ae99a-5d3b-45c8-9e89-397d36e56886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:04.856885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-d28ae99a-5d3b-45c8-9e89-397d36e56886 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0976775 Feb 03 15:07:04.957009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-81335b80-ae4e-4579-aae2-eb81f2e86c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:04.958390 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-81335b80-ae4e-4579-aae2-eb81f2e86c71 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0961146 Feb 03 15:07:05.021115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-335df3b1-fea5-4b60-9bf0-3bd694f8cb93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 1001 time: 0.0567181 Feb 03 15:07:05.071073 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-c672233e-8648-43c7-b830-f115afb6abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:05.073144 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-c672233e-8648-43c7-b830-f115afb6abea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0467541 Feb 03 15:07:05.125511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-8a4de9e3-7a31-4e6e-9f48-678bb0ca13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:05.127175 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-8a4de9e3-7a31-4e6e-9f48-678bb0ca13f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480778 Feb 03 15:07:05.216998 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-321d6354-0da8-43b7-a66a-32742446368d service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834684 Feb 03 15:07:05.311489 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-e3b5a38b-5c10-4fc8-b3d4-1b2fa9428dbd service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890653 Feb 03 15:07:05.961648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500ecf7-b0af-4c8f-9d4b-3852df1f6540 req-a5fe42a9-354e-4c3e-8be8-6bb4a957c007 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:05.963135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4500ecf7-b0af-4c8f-9d4b-3852df1f6540 req-a5fe42a9-354e-4c3e-8be8-6bb4a957c007 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Feb 03 15:07:06.009607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4500ecf7-b0af-4c8f-9d4b-3852df1f6540 req-65910077-6160-4d9b-b2c8-9842b6b77354 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Feb 03 15:07:07.122325 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-f0fa41e9-12b1-4534-86c8-04fe82072fa6 service neutron] show failed (client error): The resource could not be found. Feb 03 15:07:07.123388 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-f0fa41e9-12b1-4534-86c8-04fe82072fa6 service neutron] 10.222.0.71 "GET /v2.0/ports/ab64d54b-388b-426c-8b1d-6a18f1b7e3be/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0569074 Feb 03 15:07:07.133406 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd50d-7e60-4cfc-85c4-c428e66980d0 req-6becd820-a8fc-4ece-a709-24e0ff216ef6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:07.134891 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cbbd50d-7e60-4cfc-85c4-c428e66980d0 req-6becd820-a8fc-4ece-a709-24e0ff216ef6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0532246 Feb 03 15:07:07.186814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cbbd50d-7e60-4cfc-85c4-c428e66980d0 req-6829ae06-95a6-4d6b-8990-26497c4cb756 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455472 Feb 03 15:07:07.403931 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-1a4ba9fb-8f9e-48d6-9716-23f17f40453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:07.405460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-1a4ba9fb-8f9e-48d6-9716-23f17f40453c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 1127 time: 0.0813956 Feb 03 15:07:07.414893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-ab1aa68c-53c4-443d-abef-46cd23d3c147 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:07:07.415821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-ab1aa68c-53c4-443d-abef-46cd23d3c147 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047510 Feb 03 15:07:07.426362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:07:07.502970 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:07.706673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:07.739753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:07.783227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:07.788862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Publish callbacks [] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:07.806927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Transition to ACTIVE for port object ab64d54b-388b-426c-8b1d-6a18f1b7e3be will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:07:07.811892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:07.840160 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b11512-f1f3-429f-870e-c23c151e31af" -d '{"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:07.904841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:07.917489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.917841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.918195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.918523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.918859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.919334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.919528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.919828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.920151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.920515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.920830 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.921152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.921474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:07.954508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] No DVR routers for this DVR port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:07:07.989909 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63a0b6a-3d9d-419c-8f59-31d4fcbe9a81 x-openstack-request-id: req-a63a0b6a-3d9d-419c-8f59-31d4fcbe9a81 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:07.990206 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:07.990463 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a63a0b6a-3d9d-419c-8f59-31d4fcbe9a81 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:07.990891 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'code': 200} Feb 03 15:07:08.099625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:07:08.100244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:07:08.100614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:08.106349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:07:08.106679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Attempting to bind port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:08.112621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:07:08.112970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:07:08.113366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:07:08.113788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Bound port: ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:07:08.114151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:08.180399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:08.183433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:07:08.189087 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:08.222692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:08.223379 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:08.224713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 1091 time: 0.8024478 Feb 03 15:07:08.286322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ddab7-7130-45f2-8de7-940ef9ab03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:08.338289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-c10ff986-4c3b-4854-ba77-cdccead9274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:08.340451 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-c10ff986-4c3b-4854-ba77-cdccead9274f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0912828 Feb 03 15:07:08.375447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4531-2c85-426d-9816-d4436a316fe8 req-c11306b0-9200-481d-a337-3b685bcc60fc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:08.377006 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-065e4531-2c85-426d-9816-d4436a316fe8 req-c11306b0-9200-481d-a337-3b685bcc60fc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 943 time: 0.0936832 Feb 03 15:07:08.479435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-065e4531-2c85-426d-9816-d4436a316fe8 req-ec574ec7-d826-4db3-8139-d78e239b3507 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955133 Feb 03 15:07:08.482133 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-54d69465-0b9f-47e8-8303-c0edae146001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:08.483503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-54d69465-0b9f-47e8-8303-c0edae146001 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1369395 Feb 03 15:07:08.547704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-ea4a56aa-dbf6-4694-88ba-a7ead3307a1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 999 time: 0.0581262 Feb 03 15:07:08.594714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-4c8cb2c0-3236-4e61-9e6c-4ee951aa4def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:08.596153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-4c8cb2c0-3236-4e61-9e6c-4ee951aa4def service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0435109 Feb 03 15:07:08.649817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-6793ab71-c840-4e09-a18e-2823e967627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:08.651321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-6793ab71-c840-4e09-a18e-2823e967627d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489469 Feb 03 15:07:08.738481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-b9ec6edc-99f9-4b27-bdb1-b41585ceae27 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811896 Feb 03 15:07:08.828904 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6734a795-1689-4e4b-ad41-65e3f3f8ee90 req-6c1778ae-947b-4daa-b0e5-6248e2d34160 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850575 Feb 03 15:07:09.436055 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:09.599011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437599-bb90-4661-be21-a9118283484c req-21feb523-c2fc-47de-970f-ef3c945b2a80 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:09.600516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8437599-bb90-4661-be21-a9118283484c req-21feb523-c2fc-47de-970f-ef3c945b2a80 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 943 time: 0.0524540 Feb 03 15:07:09.647521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8437599-bb90-4661-be21-a9118283484c req-a1672aa1-5244-4683-b2f1-fb56ecf8ec28 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408530 Feb 03 15:07:09.991729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:09.994122 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba" -d '{"events": [{"name": "network-changed", "server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:10.042582 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018497a8-a455-4005-a02a-6acb09e263cb x-openstack-request-id: req-018497a8-a455-4005-a02a-6acb09e263cb {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:10.042881 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:10.043135 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-018497a8-a455-4005-a02a-6acb09e263cb {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:10.043870 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'status': 'completed', 'code': 200} Feb 03 15:07:10.117794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-a105243b-27c5-42ab-8d96-fd55f32b1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.119435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-a105243b-27c5-42ab-8d96-fd55f32b1e80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0454834 Feb 03 15:07:10.131571 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-2aa9b1c1-545e-46b8-a167-35293e42283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.133207 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-2aa9b1c1-545e-46b8-a167-35293e42283b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0473549 Feb 03 15:07:10.233682 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-89b8182d-79a0-4111-b3c3-65d42e2e9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.235236 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-89b8182d-79a0-4111-b3c3-65d42e2e9995 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0960538 Feb 03 15:07:10.306186 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-d5da6eb1-1bee-4b84-86ed-528fa52d9537 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 999 time: 0.0644453 Feb 03 15:07:10.356265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-a6525f68-9d69-40d6-a216-2f8f62877b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.357798 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-a6525f68-9d69-40d6-a216-2f8f62877b07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0457723 Feb 03 15:07:10.409405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-2a27b678-d282-421b-9abb-2059aeeb0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.410971 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-2a27b678-d282-421b-9abb-2059aeeb0525 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476730 Feb 03 15:07:10.505795 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-315b1803-a78c-4a7b-bc1b-69e5ea6eed74 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875843 Feb 03 15:07:10.518709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:07:10.550214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:07:10.554847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-06acd5c2-694b-4e61-a5c7-ba2afa1d5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.556407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-06acd5c2-694b-4e61-a5c7-ba2afa1d5b30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.4306159 Feb 03 15:07:10.581731 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port ab64d54b-388b-426c-8b1d-6a18f1b7e3be host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:07:10.582232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:07:10.606611 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-a6e96c53-fb2c-4282-aa66-3a1e393e58af service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941706 Feb 03 15:07:10.626806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-0abcdca6-1f6f-431a-9179-1c98895e537e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 999 time: 0.0638068 Feb 03 15:07:10.660479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:10.671035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'mac_address': 'fa:16:3e:f0:04:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:07:10.677388 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-ab71b765-06f9-4501-a173-059fd07fe55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.677957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-ab71b765-06f9-4501-a173-059fd07fe55b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0459776 Feb 03 15:07:10.710055 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ab64d54b-388b-426c-8b1d-6a18f1b7e3be is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:07:10.710551 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:10.724124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab64d54b-388b-426c-8b1d-6a18f1b7e3be {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:07:10.740959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-442146ba-ccd9-48bb-9e75-9d534c50eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.742449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-442146ba-ccd9-48bb-9e75-9d534c50eb85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586896 Feb 03 15:07:10.744656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:10.749233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:10.800676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:10.842135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f755-df01-40c0-8f91-917296eb23f9 req-dcb8ba57-f0ab-4bfc-b532-9eb8b0653532 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:10.843625 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9b4f755-df01-40c0-8f91-917296eb23f9 req-dcb8ba57-f0ab-4bfc-b532-9eb8b0653532 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 943 time: 0.1170638 Feb 03 15:07:10.880327 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-35cdf9a3-126e-455d-ae74-c43190edf0bf service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225781 Feb 03 15:07:10.926333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f9b4f755-df01-40c0-8f91-917296eb23f9 req-eda9d79f-b564-4b51-8244-ec9df8b141b3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765984 Feb 03 15:07:10.959610 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['ab64d54b-388b-426c-8b1d-6a18f1b7e3be'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:07:10.989151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e059bdee-4a0b-4b41-8c64-fbd6c21f6eba req-62628db7-79df-4dde-8402-1d10d5fa166a service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011784 Feb 03 15:07:11.138266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf9ab6-2857-43ec-9a38-cf0e34b90107 req-6d4745bb-9b19-4307-9a67-ec850bd3ee6c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:11.139681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fcf9ab6-2857-43ec-9a38-cf0e34b90107 req-6d4745bb-9b19-4307-9a67-ec850bd3ee6c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 944 time: 0.0553873 Feb 03 15:07:11.158200 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-3292b725-731b-412d-a77c-c2ceb67af7ea tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:11.159721 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-3292b725-731b-412d-a77c-c2ceb67af7ea tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 944 time: 0.0578151 Feb 03 15:07:11.187897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3fcf9ab6-2857-43ec-9a38-cf0e34b90107 req-1bb0bb0a-1b0a-4b7d-80ea-ecab10e7db25 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424068 Feb 03 15:07:11.222804 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-11984609-dd67-4745-9ef6-b6a302b5951c service neutron] delete failed (client error): The resource could not be found. Feb 03 15:07:11.223860 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-11984609-dd67-4745-9ef6-b6a302b5951c service neutron] 10.222.0.71 "DELETE /v2.0/ports/ab64d54b-388b-426c-8b1d-6a18f1b7e3be/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0578198 Feb 03 15:07:11.332337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-74bab776-ef8f-4c4b-bded-6719c6496628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:11.333875 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-74bab776-ef8f-4c4b-bded-6719c6496628 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1126 time: 0.0459356 Feb 03 15:07:11.424631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-130360a3-9493-40cd-8001-fcbb27d7cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:11.425922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-130360a3-9493-40cd-8001-fcbb27d7cfc7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0859656 Feb 03 15:07:11.492948 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-aeac822f-cc82-4a0b-acc5-c44b466abf27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 1000 time: 0.0615215 Feb 03 15:07:11.540048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-6e284dff-e5e8-4c56-a086-704f54e75a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:11.541547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-6e284dff-e5e8-4c56-a086-704f54e75a10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0431492 Feb 03 15:07:11.593316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-1c45a16d-c17e-4d23-93d0-64b8857838f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:11.594816 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-1c45a16d-c17e-4d23-93d0-64b8857838f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464375 Feb 03 15:07:11.682027 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-966dcb7e-07db-4061-947b-7909dbc5f6f3 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813127 Feb 03 15:07:11.777459 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-207fea9d-95c9-4544-8c06-135d0379e8a5 req-523f4ea2-6639-4a7c-bba6-98f28de0cdc1 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899396 Feb 03 15:07:12.316336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a4-030b-4904-91ee-d942dfa24eec req-22646661-ed36-4642-b5f7-f024c5d2eb5f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:12.317885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b99df3a4-030b-4904-91ee-d942dfa24eec req-22646661-ed36-4642-b5f7-f024c5d2eb5f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 944 time: 0.0568421 Feb 03 15:07:12.371560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b99df3a4-030b-4904-91ee-d942dfa24eec req-6b949716-9b1d-4c17-8923-4d719de369ea tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Feb 03 15:07:12.489035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c7248-43b0-44f2-9602-09531c4d1001 req-f383dca8-fe32-45b5-b2b1-46dc900a7131 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:12.490569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-793c7248-43b0-44f2-9602-09531c4d1001 req-f383dca8-fe32-45b5-b2b1-46dc900a7131 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 944 time: 0.0532594 Feb 03 15:07:12.536728 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-793c7248-43b0-44f2-9602-09531c4d1001 req-b6ca340e-f63c-4351-b894-53c01efee7d6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405557 Feb 03 15:07:12.562967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:07:12.613912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port ab64d54b-388b-426c-8b1d-6a18f1b7e3be completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:07:12.619962 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port ab64d54b-388b-426c-8b1d-6a18f1b7e3be triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:07:12.620830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:12.708560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port ab64d54b-388b-426c-8b1d-6a18f1b7e3be is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:07:12.708955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:12.732351 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:12.734613 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4241c4121cafdb204bc0a505e185e712dc8dc4a66f94f3daae8ed4b7d1851019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a379ac95-352b-4b4e-bf76-a5e94193235a" -d '{"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-plugged", "status": "completed", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:12.747290 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:12.751487 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:12.786063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b93d3-a0ca-433d-bfa6-95c2d6e5c3a7 req-9daf5ec3-305d-48e6-a0cb-c114a527a7cf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:12.787627 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c9b93d3-a0ca-433d-bfa6-95c2d6e5c3a7 req-9daf5ec3-305d-48e6-a0cb-c114a527a7cf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 944 time: 0.0954039 Feb 03 15:07:12.794143 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-4cc6c8d5-da33-4682-9abd-5809b24da04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:12.795763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-4cc6c8d5-da33-4682-9abd-5809b24da04e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 1126 time: 0.0724645 Feb 03 15:07:12.805404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:12.898565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3c9b93d3-a0ca-433d-bfa6-95c2d6e5c3a7 req-18b33dbb-9820-4f9f-8de9-6fdb059dc4be tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019638 Feb 03 15:07:12.921658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-3f393721-af85-41e1-94e1-0e6b1b3be830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:12.923256 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-3f393721-af85-41e1-94e1-0e6b1b3be830 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1199369 Feb 03 15:07:12.942409 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12903a5-2b7d-47ea-82eb-267860bef7c4 x-openstack-request-id: req-a12903a5-2b7d-47ea-82eb-267860bef7c4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:12.942774 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-plugged", "status": "completed", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:12.943032 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a12903a5-2b7d-47ea-82eb-267860bef7c4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:12.943450 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'code': 200} Feb 03 15:07:12.994242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-54ccefc3-9bd1-444b-9e67-fcf7e481041e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 200 len: 1001 time: 0.0649955 Feb 03 15:07:13.042489 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-48162a60-7238-4442-af68-1e4bf64e330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:13.043856 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-48162a60-7238-4442-af68-1e4bf64e330a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0432143 Feb 03 15:07:13.092530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-ea8ef240-b191-4468-8572-2a9eaff84467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:13.094037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-ea8ef240-b191-4468-8572-2a9eaff84467 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444205 Feb 03 15:07:13.219310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-c9bdd9db-deab-4928-932d-313af5424949 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195192 Feb 03 15:07:13.313692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83f5caab-fcee-446f-99b7-ec3daa3f572b req-6da69ce3-eefc-47f5-9ccb-c29424beed70 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887282 Feb 03 15:07:14.024766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3243-7e03-46e7-b5f8-e7fa6e9d217e req-e8e151fa-01d0-4189-81b8-1aaee13bf65f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:14.026772 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a7f3243-7e03-46e7-b5f8-e7fa6e9d217e req-e8e151fa-01d0-4189-81b8-1aaee13bf65f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0589910 Feb 03 15:07:14.073490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a7f3243-7e03-46e7-b5f8-e7fa6e9d217e req-de1abc26-67b2-4208-8b26-c658c11d26db tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Feb 03 15:07:14.317877 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235039dd-18d1-4775-be17-aea76f1d85db req-a99759ba-5b85-40e6-a588-612737519491 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:14.319401 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-235039dd-18d1-4775-be17-aea76f1d85db req-a99759ba-5b85-40e6-a588-612737519491 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0540235 Feb 03 15:07:14.366497 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-235039dd-18d1-4775-be17-aea76f1d85db req-e73fbff1-7b97-4610-8111-99bb8095ca40 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410607 Feb 03 15:07:15.529543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7dc9c-3d0f-42c0-99c0-bb51f89ec2c2 req-06625929-ca5a-4ccb-bcf6-321aa7c61b91 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:15.530961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ca7dc9c-3d0f-42c0-99c0-bb51f89ec2c2 req-06625929-ca5a-4ccb-bcf6-321aa7c61b91 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0953505 Feb 03 15:07:15.554381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-f7c02fcc-b12c-4050-b7f1-69e5fd65baba tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:15.555820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-f7c02fcc-b12c-4050-b7f1-69e5fd65baba tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "GET /v2.0/ports?device_id=932ea186-f968-462d-baf9-b9c1fae00ac3 HTTP/1.1" status: 200 len: 945 time: 0.0866208 Feb 03 15:07:15.626617 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ca7dc9c-3d0f-42c0-99c0-bb51f89ec2c2 req-8e430d95-5db0-4094-8ec9-000c3ba77711 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895076 Feb 03 15:07:15.672569 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Deleting port ab64d54b-388b-426c-8b1d-6a18f1b7e3be {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:07:15.672922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:15.764735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] For port ab64d54b-388b-426c-8b1d-6a18f1b7e3be, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:15.765105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:15.876990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71e29626-a51a-4089-9c48-c18f6fdd0ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:15.952123 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:15.952506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:15.952829 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e disassociated. External IP: 172.25.0.230, port: ab64d54b-388b-426c-8b1d-6a18f1b7e3be. Feb 03 15:07:15.953228 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Calling delete_port for ab64d54b-388b-426c-8b1d-6a18f1b7e3be owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:07:16.085237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ab64d54b-388b-426c-8b1d-6a18f1b7e3be), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:16.113503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event deleted for resources: {'Port': ['ID=ab64d54b-388b-426c-8b1d-6a18f1b7e3be,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:16.239127 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:07:16.358091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:07:16.371141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:07:16.382482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:07:16.383115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:06:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:16.400544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] No DVR routers for this DVR port ab64d54b-388b-426c-8b1d-6a18f1b7e3be on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:07:16.403511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:16.407084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-749d911a-0a01-4902-9bfd-6ed109f85202 req-85199b2e-b5f8-4e51-8797-49469ea83754 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "DELETE /v2.0/ports/ab64d54b-388b-426c-8b1d-6a18f1b7e3be HTTP/1.1" status: 204 len: 173 time: 0.8437266 Feb 03 15:07:16.407794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-deleted', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:16.410124 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f6e29-e261-45af-a3ab-f07b792b6cdb" -d '{"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-deleted", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:16.453809 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed8d391-25fa-45fd-a4d8-ec72531712e6 x-openstack-request-id: req-aed8d391-25fa-45fd-a4d8-ec72531712e6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:16.454105 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932ea186-f968-462d-baf9-b9c1fae00ac3", "name": "network-vif-deleted", "tag": "ab64d54b-388b-426c-8b1d-6a18f1b7e3be", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:16.454618 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aed8d391-25fa-45fd-a4d8-ec72531712e6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:16.455076 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932ea186-f968-462d-baf9-b9c1fae00ac3', 'name': 'network-vif-deleted', 'tag': 'ab64d54b-388b-426c-8b1d-6a18f1b7e3be', 'status': 'completed', 'code': 200} Feb 03 15:07:16.502282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:07:16.713006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:16.887900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-09f74c1d-827c-493a-a82e-299a2eff5b07 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--436704891&fields=id&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 267 time: 0.0557578 Feb 03 15:07:16.911976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:07:16.922405 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:07:16.923023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:06:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:17.000251 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-2db62da1-fcdb-4121-bd7d-b383e1f47245 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:17.001885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-2db62da1-fcdb-4121-bd7d-b383e1f47245 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1071913 Feb 03 15:07:17.016910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-f3f6ed17-525e-4c37-8980-19b3b562268e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/quotas/8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 375 time: 0.0096591 Feb 03 15:07:17.033996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:07:17.073918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-619d5360-f8b5-41c8-b75a-05eda335e377 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510821 Feb 03 15:07:17.237883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:17.262142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-32fcb72b-b32d-41fa-89b4-2988228fdb44 service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396127 Feb 03 15:07:17.265328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cbcbe-823e-427d-a0c5-4e798df6424d None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:07:17.356905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-15b8823f-a8f7-41eb-8154-dfac72a29dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888653 Feb 03 15:07:17.524527 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce317b-b923-4a45-b2b5-b1b29ff9dcec None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:07:17.543346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c32b77ee-87d2-48f2-8aea-f2cbc7714d58 req-676eb0f2-8333-45c5-b240-e34a2aba0d8e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 210 time: 0.0415707 Feb 03 15:07:18.130402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3de4f3e9-aa4d-4796-b3b6-9623a4fbe17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:18.528540 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-4ac844fe-e0bb-4d07-babf-bfc0691960a0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:18.530043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-4ac844fe-e0bb-4d07-babf-bfc0691960a0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1213191 Feb 03 15:07:18.599145 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-d6762d31-9031-4d07-888d-cfecd2342aa6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 379 time: 0.0536895 Feb 03 15:07:18.611457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'port': {'device_id': '04466ce2-c3d0-4159-be60-55eed3b18721', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'admin_state_up': True, 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'security_groups': ['7e96ef05-ec77-41f4-9d40-82bf8695add5']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:07:18.626317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:07:18.647811 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: ab64d54b-388b-426c-8b1d-6a18f1b7e3be {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:07:18.648193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device ab64d54b-388b-426c-8b1d-6a18f1b7e3be not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:07:18.655431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d059b67-3324-4174-9b3e-4363b682acfb req-a16f9bc8-4a25-45f7-8550-2fa0e951d23f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 210 time: 0.0340929 Feb 03 15:07:18.724617 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Made reservation on behalf of 8a8620a0360d4e42b23a4a5714abb7cf for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:07:18.727913 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:18.853067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Allocated IP 172.20.0.7 (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac/58150d74-773b-4ecd-b8cc-7a602553a2bc/4720db9c-e0ff-47c6-85bd-3b6017011064) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:07:18.986504 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.022222 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.071340 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:07:19.074516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:07:19.078191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:07:19.084631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:19.115439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.115707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.116057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.116441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.116801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.117127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.117461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.117788 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.118121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.118448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.118784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.119109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.119434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:19.143601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:19.144247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.162003 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-11f8e265-2a0d-4ecb-901f-350af680da38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543857 Feb 03 15:07:19.178808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Request body: {'port': {'device_id': '04466ce2-c3d0-4159-be60-55eed3b18721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:07:19.243382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.345905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f08eb5b7-c4f5-4f28-be3d-87d8cf5dd510 None None] Provisioning complete for port 4720db9c-e0ff-47c6-85bd-3b6017011064 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:07:19.346565 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f08eb5b7-c4f5-4f28-be3d-87d8cf5dd510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.380973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f08eb5b7-c4f5-4f28-be3d-87d8cf5dd510 None None] Port 4720db9c-e0ff-47c6-85bd-3b6017011064 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:07:19.518959 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4720db9c-e0ff-47c6-85bd-3b6017011064 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:07:19.527248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Publish callbacks [] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.539352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Transition to ACTIVE for port object 4720db9c-e0ff-47c6-85bd-3b6017011064 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:07:19.543001 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.595582 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:19.678473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:07:19.679000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:07:19.679527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:19.685102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:07:19.685427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:19.692816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:07:19.693431 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:07:19.693889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:07:19.694429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Bound port: 4720db9c-e0ff-47c6-85bd-3b6017011064, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:07:19.694995 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.769862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:19.773947 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:07:19.780447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.796403 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.815147 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cad81-56d7-4585-b091-70c8310a7007 req-25061732-0c58-41ad-ac31-6d10621eab1d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:19.817102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-583cad81-56d7-4585-b091-70c8310a7007 req-25061732-0c58-41ad-ac31-6d10621eab1d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 943 time: 0.0863976 Feb 03 15:07:19.819332 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:19.819981 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:19.821395 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] 10.222.0.71 "PUT /v2.0/ports/4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1091 time: 0.6469154 Feb 03 15:07:19.821836 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:19.824648 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e793975e8608b8a90ab7679a086fa55f5b3b06a6d78e1d74b3bfa6969abae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6bd48f-4e13-4a5a-8793-82fdbce83159" -d '{"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:19.846846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c27d-242e-409a-a05f-1141446f7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:19.871707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-583cad81-56d7-4585-b091-70c8310a7007 req-e72e656e-b654-482d-932d-d626794740e4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475862 Feb 03 15:07:19.933515 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-c30e8007-9df3-43f4-ae17-eb2cf84434a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:19.935090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-c30e8007-9df3-43f4-ae17-eb2cf84434a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1125 time: 0.0544887 Feb 03 15:07:19.946061 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f037b6f-6d27-45af-ade2-089e56f6e979 x-openstack-request-id: req-0f037b6f-6d27-45af-ade2-089e56f6e979 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:19.946355 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:19.946609 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f037b6f-6d27-45af-ade2-089e56f6e979 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:19.947015 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'status': 'completed', 'code': 200} Feb 03 15:07:19.987312 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-93374c49-9d4b-4485-a9c2-1b3edc903114 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 217 time: 0.0379214 Feb 03 15:07:20.036831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-ed3df920-8b25-44fc-91f1-dec302ea9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:20.038315 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-ed3df920-8b25-44fc-91f1-dec302ea9ada service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0451598 Feb 03 15:07:20.087104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0026-4f17-498d-9153-8453d025e7e3 req-f25eab44-9070-446c-9c7d-fbad07686509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:20.088664 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-f25eab44-9070-446c-9c7d-fbad07686509 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438931 Feb 03 15:07:20.181672 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-c8ceee8e-385a-4db8-9b42-175c62907912 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863638 Feb 03 15:07:20.269458 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-881a0026-4f17-498d-9153-8453d025e7e3 req-c4d400fe-0136-475d-86cd-e1187ba9bf67 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819070 Feb 03 15:07:20.406449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-05648c27-b1ea-4fc2-ad27-87b2be3e20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:20.408224 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-05648c27-b1ea-4fc2-ad27-87b2be3e20c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1125 time: 0.0485425 Feb 03 15:07:20.495606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-abe4fe3b-750f-4dd7-ace7-e4ef480ae30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:20.497127 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-abe4fe3b-750f-4dd7-ace7-e4ef480ae30b service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0832267 Feb 03 15:07:20.865489 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:20.878777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-8990f7f9-b1d1-4861-883e-f2aecb2cb803 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 217 time: 0.3753746 Feb 03 15:07:20.927896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-309ba92b-1f7c-40b4-8c36-8a4a10f0239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:20.929390 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-309ba92b-1f7c-40b4-8c36-8a4a10f0239c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0450904 Feb 03 15:07:20.982339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-6fa0340e-c8c1-47af-90ef-48697c9e514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:20.984106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-6fa0340e-c8c1-47af-90ef-48697c9e514b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484560 Feb 03 15:07:21.081642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-dceb2614-77d2-4ff4-82e0-81c2631110ca service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912158 Feb 03 15:07:21.176140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2d6bd48f-4e13-4a5a-8793-82fdbce83159 req-4f23293a-bf13-44d3-9868-ab08be5d9158 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875483 Feb 03 15:07:21.267851 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cabf73-4d33-44f8-ad5a-bce059d285d6 req-99d52b42-d5ee-4d10-b504-96757712989a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:21.269391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10cabf73-4d33-44f8-ad5a-bce059d285d6 req-99d52b42-d5ee-4d10-b504-96757712989a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 943 time: 0.0541759 Feb 03 15:07:21.324527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10cabf73-4d33-44f8-ad5a-bce059d285d6 req-8bf611e4-e44a-4d40-8f1c-87fff842bb36 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496104 Feb 03 15:07:22.238739 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:22.442935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87984a1f-a718-452c-a6b2-00bb70772d99 req-157bde04-f3f3-4e9d-9c48-8d769f56e45d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:22.444446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87984a1f-a718-452c-a6b2-00bb70772d99 req-157bde04-f3f3-4e9d-9c48-8d769f56e45d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 943 time: 0.0533497 Feb 03 15:07:22.490490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-87984a1f-a718-452c-a6b2-00bb70772d99 req-4489cf66-bd3b-4d0a-87be-36a2048f3e88 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404663 Feb 03 15:07:22.554123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:07:22.648065 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:22.658646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'mac_address': 'fa:16:3e:d2:1c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:07:22.699671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 4720db9c-e0ff-47c6-85bd-3b6017011064 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:07:22.700061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:22.712798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4720db9c-e0ff-47c6-85bd-3b6017011064 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:07:22.732678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:22.736506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:22.786842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:22.795218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.795577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.795920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.796261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.796625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.796961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.797293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.797625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.797953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.798280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.798609 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.798936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:22.799263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:07:23.147496 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['4720db9c-e0ff-47c6-85bd-3b6017011064'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:07:23.612786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799394-3d8b-49bb-86aa-9f8b94463405 req-2a055fc7-7b0d-4430-b38d-bd935bd97f66 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:23.614289 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66799394-3d8b-49bb-86aa-9f8b94463405 req-2a055fc7-7b0d-4430-b38d-bd935bd97f66 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0564847 Feb 03 15:07:23.662528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66799394-3d8b-49bb-86aa-9f8b94463405 req-5c249a46-74c2-45e6-bf7e-05a12df27b9d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Feb 03 15:07:24.565855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:07:24.625688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 4720db9c-e0ff-47c6-85bd-3b6017011064 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:07:24.629345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 4720db9c-e0ff-47c6-85bd-3b6017011064 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:07:24.629722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:24.721954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 4720db9c-e0ff-47c6-85bd-3b6017011064 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:07:24.722350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:24.752491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:24.769929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:24.774519 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:24.800549 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0bbbaf-9899-41c0-8a22-80e030fdbe85" -d '{"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-plugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:24.808117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60aeb-fdbb-4a91-88ba-e7b904535c23 req-72120bef-5b89-40cd-8bb3-f4aa01c93b61 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:24.809685 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49b60aeb-fdbb-4a91-88ba-e7b904535c23 req-72120bef-5b89-40cd-8bb3-f4aa01c93b61 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0628994 Feb 03 15:07:24.830829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:24.857626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49b60aeb-fdbb-4a91-88ba-e7b904535c23 req-598a8a20-0ea7-488d-a82b-69a99c60cc66 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Feb 03 15:07:24.953941 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af615598-da88-44ae-be55-809c37e39120 x-openstack-request-id: req-af615598-da88-44ae-be55-809c37e39120 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:24.954241 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-plugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:24.954495 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af615598-da88-44ae-be55-809c37e39120 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:24.954896 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'code': 200} Feb 03 15:07:25.087497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb4f73-c951-42af-812f-b9bbc261b2a5 req-2eee1e23-0156-4186-9235-9ba03c694642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:25.088965 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-66bb4f73-c951-42af-812f-b9bbc261b2a5 req-2eee1e23-0156-4186-9235-9ba03c694642 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1127 time: 0.0484600 Feb 03 15:07:25.135777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-66bb4f73-c951-42af-812f-b9bbc261b2a5 req-56458e7f-cd85-47d2-b5c0-b5a053f150e8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394945 Feb 03 15:07:25.173202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:25.980402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79793c39-4691-442b-9820-fec458e6bc11 req-e645f202-0dfa-40a9-ba4f-04472a1121dc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:25.981955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79793c39-4691-442b-9820-fec458e6bc11 req-e645f202-0dfa-40a9-ba4f-04472a1121dc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0530024 Feb 03 15:07:26.027982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79793c39-4691-442b-9820-fec458e6bc11 req-1b5dea23-420d-44a1-b17c-cb14a58763d0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Feb 03 15:07:27.154040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e4b3-bbe5-4c37-b40a-cc4eac7c9ecc req-710fb444-58d0-4169-86cc-c7f01f29cfb8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:27.155504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91c9e4b3-bbe5-4c37-b40a-cc4eac7c9ecc req-710fb444-58d0-4169-86cc-c7f01f29cfb8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0572014 Feb 03 15:07:27.201205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91c9e4b3-bbe5-4c37-b40a-cc4eac7c9ecc req-53597d9c-7afe-4938-8255-e1d10b2c8b83 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398881 Feb 03 15:07:27.318783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88869d4e-9152-4907-b00d-2ce90198c8bb req-599acacd-e962-4cba-9434-6fee9035af5f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:27.320186 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88869d4e-9152-4907-b00d-2ce90198c8bb req-599acacd-e962-4cba-9434-6fee9035af5f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Feb 03 15:07:27.328692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34588) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:07:27.332994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'floatingip': {'port_id': '4720db9c-e0ff-47c6-85bd-3b6017011064'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:07:27.372381 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:27.843389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:27.847324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:27.952638 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e associated. External IP: 172.25.0.230, port: 4720db9c-e0ff-47c6-85bd-3b6017011064. Feb 03 15:07:28.173609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:07:28.299081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:07:28.304133 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:28.312215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:07:28.326618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:07:28.327550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:07:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:28.337505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d34c7948-9bac-4ce0-931f-173d43d3b89c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "PUT /v2.0/floatingips/eb0aedad-c264-488f-979e-2fb0c4d67f7e HTTP/1.1" status: 200 len: 991 time: 1.0077517 Feb 03 15:07:28.338089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:28.340649 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ae75b2-67fe-42cf-afc7-548af4ee1129" -d '{"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:28.451210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025e646-cc7c-4d9e-84f8-3dfad69ed180 req-d02d2b1c-878d-4fee-aae1-08167ef5af9d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:28.452687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4025e646-cc7c-4d9e-84f8-3dfad69ed180 req-d02d2b1c-878d-4fee-aae1-08167ef5af9d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0615914 Feb 03 15:07:28.458013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:07:28.502255 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4025e646-cc7c-4d9e-84f8-3dfad69ed180 req-406ff0b1-785a-4460-a51e-ffbd14ab406b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Feb 03 15:07:28.559150 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25e6dc-b72a-4e01-8306-9cbdf7ef6283 x-openstack-request-id: req-cd25e6dc-b72a-4e01-8306-9cbdf7ef6283 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:28.559577 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:28.559826 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd25e6dc-b72a-4e01-8306-9cbdf7ef6283 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:28.560230 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'status': 'completed', 'code': 200} Feb 03 15:07:28.647313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-2b7e3fd1-597c-4af6-bc42-f982fbd9fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:28.649740 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-2b7e3fd1-597c-4af6-bc42-f982fbd9fb52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1127 time: 0.0480812 Feb 03 15:07:28.761161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:d2:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04466ce2-c3d0-4159-be60-55eed3b18721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:07:27Z', 'revision_number': 9, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:28.781480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-21b4a068-0a4c-442b-9edc-15078d21e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:28.783582 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-21b4a068-0a4c-442b-9edc-15078d21e40e service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1272583 Feb 03 15:07:28.789808 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:07:28.802805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:07:28.803930 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:07:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:28.864890 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-b425af12-56be-4b89-adf6-97376fb1c92e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 999 time: 0.0750194 Feb 03 15:07:28.937065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-2c7ea4f5-59e5-4288-9403-30efee906395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:28.938556 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-2c7ea4f5-59e5-4288-9403-30efee906395 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0676799 Feb 03 15:07:28.945421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:07:28.998795 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-be28652a-2db0-492c-94a3-d318f7437da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:29.000720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-be28652a-2db0-492c-94a3-d318f7437da5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563321 Feb 03 15:07:29.120539 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-478c1b7c-97e3-4191-809d-99979535df02 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127698 Feb 03 15:07:29.228385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:d2:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04466ce2-c3d0-4159-be60-55eed3b18721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:07:27Z', 'revision_number': 9, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:07:29.234732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b7ae75b2-67fe-42cf-afc7-548af4ee1129 req-92124e09-495c-4b2f-8327-b183fab4e1ed service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087017 Feb 03 15:07:29.259326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a68e6d-bda8-45de-9135-99f792a5af44 None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:d2:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04466ce2-c3d0-4159-be60-55eed3b18721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:07:27Z', 'revision_number': 9, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:07:29.468020 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ccbf2-da67-4f61-89a5-759f3a873121 None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:07:29.685121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d8c5-63f7-488e-abfa-50d17ac11039 req-49ad0170-b59e-41c5-b585-f06972b61d1a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:29.686700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bdd2d8c5-63f7-488e-abfa-50d17ac11039 req-49ad0170-b59e-41c5-b585-f06972b61d1a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0960786 Feb 03 15:07:29.737436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bdd2d8c5-63f7-488e-abfa-50d17ac11039 req-183f62b3-5b7c-4629-96ba-1ba79e407839 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446610 Feb 03 15:07:30.019639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-d8497a26-de67-4877-979b-38ceae402797 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786810 Feb 03 15:07:30.027542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06e627-2c73-4834-8eaf-731692bcf0ec req-9880b79a-c46f-4a37-afd5-956f8f8406cc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:30.029113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca06e627-2c73-4834-8eaf-731692bcf0ec req-9880b79a-c46f-4a37-afd5-956f8f8406cc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Feb 03 15:07:30.103322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca06e627-2c73-4834-8eaf-731692bcf0ec req-dc1d4b54-8f12-4c89-be1a-fcd3eb37a691 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671482 Feb 03 15:07:31.163034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-343e9698-63c6-44ed-a209-1b913b5c9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:31.164615 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-343e9698-63c6-44ed-a209-1b913b5c9a72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1127 time: 0.0468140 Feb 03 15:07:31.241303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d785-91bb-4b48-94df-bd997e1bf28a req-954a82cb-2b2a-43d9-a43d-8e06ca516621 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:31.242872 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e680d785-91bb-4b48-94df-bd997e1bf28a req-954a82cb-2b2a-43d9-a43d-8e06ca516621 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0610669 Feb 03 15:07:31.264870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-517f2470-082f-4588-82ee-4d5efc4be209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:31.266375 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-517f2470-082f-4588-82ee-4d5efc4be209 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0956457 Feb 03 15:07:31.292447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e680d785-91bb-4b48-94df-bd997e1bf28a req-fb10ee63-ece5-4602-865c-b3b766256f9e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433457 Feb 03 15:07:31.344148 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-eb2e9ca0-672b-47f3-868c-37d7e961695f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1002 time: 0.0713677 Feb 03 15:07:31.399765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-bc2a0658-1d01-48be-826c-1e114d004571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:31.401318 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-bc2a0658-1d01-48be-826c-1e114d004571 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0507555 Feb 03 15:07:31.457964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-ebe5aa77-cbe8-427e-81c0-8646f54edd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:31.459506 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-ebe5aa77-cbe8-427e-81c0-8646f54edd6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525980 Feb 03 15:07:31.578993 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-0be1aedb-bc7c-4552-ba61-8a399e10f1ec service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030579 Feb 03 15:07:31.681835 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd13cb99-0f1f-4ba1-985e-c060fb42dca5 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911565 Feb 03 15:07:32.414505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49503bf-c7b1-41be-a8eb-3e645bbeb8aa req-d102d2ca-f0a5-41a2-91a9-886edb93a00d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:32.416233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49503bf-c7b1-41be-a8eb-3e645bbeb8aa req-d102d2ca-f0a5-41a2-91a9-886edb93a00d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0538323 Feb 03 15:07:32.465165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f49503bf-c7b1-41be-a8eb-3e645bbeb8aa req-863eed79-f783-4702-9b53-d563f7efa05c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417614 Feb 03 15:07:33.590590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451ef91-3ab5-4d89-bb99-78917a339cc2 req-4c91f009-44e1-4797-acb5-ea2d55e49d38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:33.592090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8451ef91-3ab5-4d89-bb99-78917a339cc2 req-4c91f009-44e1-4797-acb5-ea2d55e49d38 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0585213 Feb 03 15:07:33.645933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8451ef91-3ab5-4d89-bb99-78917a339cc2 req-8d456eae-0ad2-4475-a85c-35b26e9fa631 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408771 Feb 03 15:07:34.348308 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:07:34.764340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a6db-992c-464b-a59d-57d59beb9d94 req-2694cf3f-7498-457f-9c91-501ce58f130c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:34.765841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0840a6db-992c-464b-a59d-57d59beb9d94 req-2694cf3f-7498-457f-9c91-501ce58f130c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0528674 Feb 03 15:07:34.812778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0840a6db-992c-464b-a59d-57d59beb9d94 req-ea0cae95-e184-4500-9836-40ffba21f4f1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Feb 03 15:07:35.936982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7381ff-2d0a-474a-b56b-a77f01bae81c req-cd92fcd7-9166-4b90-8813-08ade5e5ba98 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:35.939160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef7381ff-2d0a-474a-b56b-a77f01bae81c req-cd92fcd7-9166-4b90-8813-08ade5e5ba98 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0576427 Feb 03 15:07:35.992834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef7381ff-2d0a-474a-b56b-a77f01bae81c req-c7ec1446-4fb3-4d6d-a090-5f36e543f1e2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481191 Feb 03 15:07:37.121598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f4e4-e285-4f41-adf8-b0fc8dfa233e req-7f566854-5325-4a99-9a85-cb3cbe0d4fa8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:37.123087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f29f4e4-e285-4f41-adf8-b0fc8dfa233e req-7f566854-5325-4a99-9a85-cb3cbe0d4fa8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0530941 Feb 03 15:07:37.171753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f29f4e4-e285-4f41-adf8-b0fc8dfa233e req-f50d57aa-51d6-4bc6-8f5d-e788122c6e16 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426555 Feb 03 15:07:38.294087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc36ff-72f8-42e1-97f6-b340750ea9c8 req-c8798464-45be-444a-bfda-c4643cb448b6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:38.295588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ebc36ff-72f8-42e1-97f6-b340750ea9c8 req-c8798464-45be-444a-bfda-c4643cb448b6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0535855 Feb 03 15:07:38.344759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ebc36ff-72f8-42e1-97f6-b340750ea9c8 req-65c31ad9-b42a-420f-ab1d-ae506f9e0e98 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432835 Feb 03 15:07:39.453966 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:39.473321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b0769-b2ea-4967-9d38-977d91c0a694 req-e7cc914f-6246-4a2a-bdfd-87c95abd7ce4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:39.474829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077b0769-b2ea-4967-9d38-977d91c0a694 req-e7cc914f-6246-4a2a-bdfd-87c95abd7ce4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0600471 Feb 03 15:07:39.524797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-077b0769-b2ea-4967-9d38-977d91c0a694 req-5e260228-7850-4f0b-8332-ea09e48f3759 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441306 Feb 03 15:07:40.645701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2601a95-8fd7-48e1-ab52-306105c9a627 req-eb0d5e71-2356-42d5-8be4-7881cc9360d1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:40.647191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2601a95-8fd7-48e1-ab52-306105c9a627 req-eb0d5e71-2356-42d5-8be4-7881cc9360d1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0528567 Feb 03 15:07:40.694680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2601a95-8fd7-48e1-ab52-306105c9a627 req-4bc21c7d-28d5-405b-b64a-d00388528a14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418572 Feb 03 15:07:41.821711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784632-d77b-42d0-84e4-ef0c2f1780dd req-ecc42196-2444-40fe-ace4-b233fe27603a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:41.823788 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa784632-d77b-42d0-84e4-ef0c2f1780dd req-ecc42196-2444-40fe-ace4-b233fe27603a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0570900 Feb 03 15:07:41.870496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa784632-d77b-42d0-84e4-ef0c2f1780dd req-50463715-2c4e-45ec-9f88-71c7cb3129ad tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Feb 03 15:07:42.223658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-8f04528c-aa63-4e46-b335-7f689e7b841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:42.225217 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-8f04528c-aa63-4e46-b335-7f689e7b841d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1127 time: 0.0452762 Feb 03 15:07:42.335077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-2f76e0c8-4f96-474c-ac98-dfcf6584e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:42.336549 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-2f76e0c8-4f96-474c-ac98-dfcf6584e1ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0874710 Feb 03 15:07:42.423171 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-2dc210aa-e0a2-40f1-aa46-fd7e3a1d2ffc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1002 time: 0.0593512 Feb 03 15:07:42.479412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-40b9187c-d383-4791-a79d-f5dc7cdf3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:42.480946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-40b9187c-d383-4791-a79d-f5dc7cdf3b44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0450075 Feb 03 15:07:42.536283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-f4d43c50-359d-491b-9e54-fcd07ae41ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:42.537831 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-f4d43c50-359d-491b-9e54-fcd07ae41ebc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489936 Feb 03 15:07:42.624271 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-a1e153a8-7dba-4e66-b9d7-5a233c87cb32 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797348 Feb 03 15:07:42.721014 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-23a36368-d7bf-423d-a52d-30a5b7d4faaa req-c22ab7ba-1e79-46e5-9282-d68504b15e76 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907741 Feb 03 15:07:42.995951 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d80e89-6de7-441a-84e4-d98a6a1799d6 req-5fa94259-b3d4-4b72-8e1b-5c87364d259e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:42.997518 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51d80e89-6de7-441a-84e4-d98a6a1799d6 req-5fa94259-b3d4-4b72-8e1b-5c87364d259e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0568366 Feb 03 15:07:43.049435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51d80e89-6de7-441a-84e4-d98a6a1799d6 req-4a336310-0076-47d3-b1ff-bca08bf72fae tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461571 Feb 03 15:07:44.169140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0db05f-cc8b-4f2e-bc91-7fd67e8c8de5 req-ace0ef77-add6-405e-9756-b7d82deada91 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:44.170634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d0db05f-cc8b-4f2e-bc91-7fd67e8c8de5 req-ace0ef77-add6-405e-9756-b7d82deada91 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0531535 Feb 03 15:07:44.222980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d0db05f-cc8b-4f2e-bc91-7fd67e8c8de5 req-2deff50f-6bcf-4aba-8dae-60b5992db8d9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467708 Feb 03 15:07:45.346414 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda5255-d72e-48a4-89cf-99d8a9c5b26b req-3113298c-4715-4dd5-9530-b3821a0424ba tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:45.347909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bda5255-d72e-48a4-89cf-99d8a9c5b26b req-3113298c-4715-4dd5-9530-b3821a0424ba tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0523007 Feb 03 15:07:45.394634 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3bda5255-d72e-48a4-89cf-99d8a9c5b26b req-92b5bbdf-8585-4df0-a2f5-68950c8fff23 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Feb 03 15:07:45.887449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa90b96a-f998-4a54-8f10-3e312f5fdefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:46.528096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538677ab-5670-44c1-818e-5c60ffdcf1ac req-3d6f9e5f-5b79-43ed-ad3c-d8c8ab47ba01 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:46.529583 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-538677ab-5670-44c1-818e-5c60ffdcf1ac req-3d6f9e5f-5b79-43ed-ad3c-d8c8ab47ba01 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0596819 Feb 03 15:07:46.576438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-538677ab-5670-44c1-818e-5c60ffdcf1ac req-a651c6d3-257d-4305-869d-de28911d8ecc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Feb 03 15:07:47.701981 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557259b9-b5c8-4a19-8b86-d624497ad2f1 req-35a1090f-ba38-484b-9672-e0a58e2992c1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:47.703490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-557259b9-b5c8-4a19-8b86-d624497ad2f1 req-35a1090f-ba38-484b-9672-e0a58e2992c1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0569158 Feb 03 15:07:47.748994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-557259b9-b5c8-4a19-8b86-d624497ad2f1 req-1d328546-a50a-4438-81de-eb0fa10eb2b7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399225 Feb 03 15:07:48.123916 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32ddd370-cf32-4183-82fa-f9f44128e3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:48.483908 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-27276b4a-8cfb-42b9-a407-ca3242562b97 service neutron] show failed (client error): The resource could not be found. Feb 03 15:07:48.485036 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-27276b4a-8cfb-42b9-a407-ca3242562b97 service neutron] 10.222.0.71 "GET /v2.0/ports/4720db9c-e0ff-47c6-85bd-3b6017011064/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0557675 Feb 03 15:07:48.715479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-2400940f-6194-448d-9cf2-3d5134ebcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:48.717040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-2400940f-6194-448d-9cf2-3d5134ebcb3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 1127 time: 0.0540364 Feb 03 15:07:48.728315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:07:48.792596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:48.952310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1658ed-4c02-4a8c-b614-2f907ed0fefc req-eb875e98-305c-4fe8-a9d0-644d21d36423 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:48.955251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e1658ed-4c02-4a8c-b614-2f907ed0fefc req-eb875e98-305c-4fe8-a9d0-644d21d36423 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.1295590 Feb 03 15:07:49.396534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e1658ed-4c02-4a8c-b614-2f907ed0fefc req-310b5056-e0fd-471a-925d-bb53306a1c92 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352396 Feb 03 15:07:49.421695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:49.469067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:49.514445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:49.516856 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c337ab-0b2f-408a-9167-7aa393aab4be" -d '{"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-unplugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:49.520863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Publish callbacks [] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:49.537024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Transition to ACTIVE for port object 4720db9c-e0ff-47c6-85bd-3b6017011064 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:07:49.543676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:49.574313 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b1bfb5-369f-402b-99f8-664268f6b910 x-openstack-request-id: req-39b1bfb5-369f-402b-99f8-664268f6b910 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:49.574606 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-unplugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:49.574856 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39b1bfb5-369f-402b-99f8-664268f6b910 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:49.575250 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'code': 200} Feb 03 15:07:49.626413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:49.675154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] No DVR routers for this DVR port 4720db9c-e0ff-47c6-85bd-3b6017011064 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:07:49.785623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:49.820612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:07:49.821158 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:07:49.821284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:49.826160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:07:49.826481 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:49.831236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:07:49.831578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:07:49.831964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:07:49.832392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Bound port: 4720db9c-e0ff-47c6-85bd-3b6017011064, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:07:49.832785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:49.895961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:49.899245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:07:49.904637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:49.936551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:49.937213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:49.938729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] 10.222.0.45 "PUT /v2.0/ports/4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1091 time: 1.2143292 Feb 03 15:07:49.973568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18274f-18ec-449c-b40f-c1c56b1b9b73 service neutron] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:50.010238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-75117ef5-99b4-48c3-9c89-7d38982a70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:50.011905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-75117ef5-99b4-48c3-9c89-7d38982a70de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1125 time: 0.0503352 Feb 03 15:07:50.114204 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-8be6739e-b304-4794-b020-019ef0dceb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:50.116152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-8be6739e-b304-4794-b020-019ef0dceb0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0980208 Feb 03 15:07:50.187049 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-cc9e22af-945c-4c16-8bd1-19f0415a0ca0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1000 time: 0.0651929 Feb 03 15:07:50.247614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-ee0ab396-8b9d-4adc-9164-83e26065e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:50.249135 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-ee0ab396-8b9d-4adc-9164-83e26065e795 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0563302 Feb 03 15:07:50.303567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-90e43df0-a791-427e-a3a2-d732daafb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:50.305023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-90e43df0-a791-427e-a3a2-d732daafb76d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495763 Feb 03 15:07:50.398144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-bd4c3f5e-af71-44b8-bd24-f48b195b4f21 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861239 Feb 03 15:07:50.520430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68ea593d-74eb-499b-badb-b9845b3e1bb1 req-3b45709c-e5ae-4318-9675-510155b91aa8 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156256 Feb 03 15:07:50.539492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d13e7-97ec-45f7-8db7-4ce2d59ff149 req-520140d4-1931-4ade-a135-f04b8dac9623 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:50.541747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-773d13e7-97ec-45f7-8db7-4ce2d59ff149 req-520140d4-1931-4ade-a135-f04b8dac9623 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 943 time: 0.0701625 Feb 03 15:07:50.590876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-773d13e7-97ec-45f7-8db7-4ce2d59ff149 req-9a7d1795-a267-4e78-bce1-c42f3ce26abf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433969 Feb 03 15:07:50.866989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:51.576960 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:51.579266 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b9ced-44d2-4025-a3ea-624a195c656e" -d '{"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:51.639189 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51edf5-3151-419e-bb18-410ff2182bd5 x-openstack-request-id: req-4b51edf5-3151-419e-bb18-410ff2182bd5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:51.639534 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:51.639947 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b51edf5-3151-419e-bb18-410ff2182bd5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:51.640617 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'status': 'completed', 'code': 200} Feb 03 15:07:51.727194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-38ec62f5-edf3-4930-ba30-c07b88740729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:51.728801 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-38ec62f5-edf3-4930-ba30-c07b88740729 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1125 time: 0.0484123 Feb 03 15:07:51.738392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-969d8de1-e74d-44ce-87c5-2f2a0cf8b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:51.739649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-969d8de1-e74d-44ce-87c5-2f2a0cf8b54c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1125 time: 0.0804427 Feb 03 15:07:51.787446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8d9b6-8f61-43e1-bf3b-c4870555498b req-82380b15-954a-4201-9b45-1272912bf22e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:51.788980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dc8d9b6-8f61-43e1-bf3b-c4870555498b req-82380b15-954a-4201-9b45-1272912bf22e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 943 time: 0.0941045 Feb 03 15:07:51.825898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-52bfde16-9cca-411f-8947-db1a24c15e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:51.827468 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-52bfde16-9cca-411f-8947-db1a24c15e3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0924785 Feb 03 15:07:51.883294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6dc8d9b6-8f61-43e1-bf3b-c4870555498b req-6e0af7dc-22dc-421d-9959-3368be29b206 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698566 Feb 03 15:07:51.885321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-7257ffee-3a01-4445-b9ca-396be264b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:51.886730 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-7257ffee-3a01-4445-b9ca-396be264b384 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1406872 Feb 03 15:07:51.893531 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-f76e2ee5-63f9-4d61-b75f-bf32ed28e1d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1000 time: 0.0604002 Feb 03 15:07:51.950258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-eec2bd02-066b-4825-ac86-5a321f5d84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:51.951800 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-eec2bd02-066b-4825-ac86-5a321f5d84d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0530319 Feb 03 15:07:51.967257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-8fafbc64-eefe-4593-9a57-cfdbec43015a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1000 time: 0.0735805 Feb 03 15:07:52.007193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-7dcf19de-4b5c-4a35-8173-1e1d8096ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:52.009181 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-7dcf19de-4b5c-4a35-8173-1e1d8096ac62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508943 Feb 03 15:07:52.034167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-dc844852-947f-4b3e-aac5-2df6b081c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:52.035820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-dc844852-947f-4b3e-aac5-2df6b081c418 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0620770 Feb 03 15:07:52.106114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-7fc632ab-7359-41be-895e-4147cc110542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:52.106954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-bc3d6813-eb32-4d71-b0e6-c085b8422586 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917623 Feb 03 15:07:52.107807 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-7fc632ab-7359-41be-895e-4147cc110542 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526690 Feb 03 15:07:52.217733 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-1307a431-72d9-4037-9c33-6024955ee85b service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037962 Feb 03 15:07:52.227552 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-d7b4ba77-aac3-4a47-8539-b954c2982671 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139450 Feb 03 15:07:52.243719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:52.319640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f39b9ced-44d2-4025-a3ea-624a195c656e req-a0407251-8131-48d7-a1de-fc96f260216e service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961285 Feb 03 15:07:52.647312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:07:52.690165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port 4720db9c-e0ff-47c6-85bd-3b6017011064 host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:07:52.690562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:07:52.843446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:07:52.940320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:52.951098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'mac_address': 'fa:16:3e:d2:1c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:07:52.994240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4720db9c-e0ff-47c6-85bd-3b6017011064 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:07:52.994573 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:53.007630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4720db9c-e0ff-47c6-85bd-3b6017011064 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:07:53.012089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691cb0-6215-44e1-bc06-5ad46914bb27 req-712e2acf-a923-4c2a-ad59-b00bbd9321ae tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.013650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08691cb0-6215-44e1-bc06-5ad46914bb27 req-712e2acf-a923-4c2a-ad59-b00bbd9321ae tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 943 time: 0.0572202 Feb 03 15:07:53.028132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:53.032583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:53.067546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08691cb0-6215-44e1-bc06-5ad46914bb27 req-27b03cca-a4df-4d91-8c9c-1a3e6af0e279 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470417 Feb 03 15:07:53.085515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:53.260953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['4720db9c-e0ff-47c6-85bd-3b6017011064'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:07:53.402464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-e711235b-8851-42c4-9be8-ac54a27b4e12 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.404618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-e711235b-8851-42c4-9be8-ac54a27b4e12 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 944 time: 0.1019197 Feb 03 15:07:53.425494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96d52f-5f43-4208-a92f-e5e7cfeea4f6 req-f6926bda-8447-4a88-88f6-fc9ae9acee50 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.426980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f96d52f-5f43-4208-a92f-e5e7cfeea4f6 req-f6926bda-8447-4a88-88f6-fc9ae9acee50 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0938826 Feb 03 15:07:53.511536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-95729fe9-fce4-4892-bb78-3fb34a98b0fa service neutron] 10.222.0.45 "GET /v2.0/ports/4720db9c-e0ff-47c6-85bd-3b6017011064/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 382 time: 0.0992286 Feb 03 15:07:53.515681 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2f96d52f-5f43-4208-a92f-e5e7cfeea4f6 req-9a814948-37cd-4ae8-a914-d387213a7250 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711117 Feb 03 15:07:53.580824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-0d757126-5330-4b3f-9498-7f18cd7c7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.582362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-0d757126-5330-4b3f-9498-7f18cd7c7ea8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1126 time: 0.0468700 Feb 03 15:07:53.676825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-00beb775-2da7-4fb0-aecb-98ba22359341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.678322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-00beb775-2da7-4fb0-aecb-98ba22359341 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0899246 Feb 03 15:07:53.753958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-860abe7d-244f-44cf-90f2-d4cfca9a9c75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1001 time: 0.0687501 Feb 03 15:07:53.817928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-886502a3-bf78-4cff-b4d7-3a6769e53a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.820216 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-886502a3-bf78-4cff-b4d7-3a6769e53a7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0601621 Feb 03 15:07:53.881727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-53af1f2e-6a59-41d4-82dc-073e5c3d82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:53.883236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-53af1f2e-6a59-41d4-82dc-073e5c3d82b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574849 Feb 03 15:07:53.978762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-37495be3-21cc-49d2-8e4e-a2629a6b500d service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887253 Feb 03 15:07:54.092308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-f3596145-cdd1-4080-849d-4c4bc0d8635d service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078763 Feb 03 15:07:54.634777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a83d1-2407-4347-92bd-9e47868ac2a0 req-97deec0b-750b-4f9d-89e2-8ef8514663f1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:54.636278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca5a83d1-2407-4347-92bd-9e47868ac2a0 req-97deec0b-750b-4f9d-89e2-8ef8514663f1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0527275 Feb 03 15:07:54.694968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca5a83d1-2407-4347-92bd-9e47868ac2a0 req-33441648-8c17-41bb-9a38-93350fe8ab2f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518484 Feb 03 15:07:54.865300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:07:54.916462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 4720db9c-e0ff-47c6-85bd-3b6017011064 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:07:54.920316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 4720db9c-e0ff-47c6-85bd-3b6017011064 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:07:54.920722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:55.008005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 4720db9c-e0ff-47c6-85bd-3b6017011064 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:07:55.008397 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:55.032764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:55.034997 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d5b8e0-a676-41d7-ad8c-101fcef8fbfa" -d '{"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-plugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:55.051713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:55.059258 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:55.250256 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6205786-69a2-4315-8ee4-6e5a062f460e x-openstack-request-id: req-a6205786-69a2-4315-8ee4-6e5a062f460e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:55.250594 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-plugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:55.250797 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6205786-69a2-4315-8ee4-6e5a062f460e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:55.251169 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'code': 200} Feb 03 15:07:55.275896 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:55.285144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:55.821705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f626a-d356-4e04-8892-e62b0157b266 req-18022176-f036-48a4-898d-91f4fd03827e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:55.823811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af2f626a-d356-4e04-8892-e62b0157b266 req-18022176-f036-48a4-898d-91f4fd03827e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 945 time: 0.0577610 Feb 03 15:07:55.873918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af2f626a-d356-4e04-8892-e62b0157b266 req-9a90e7be-ed24-4337-b72d-e8ccee69f0d4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444188 Feb 03 15:07:56.042633 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-126fa5b8-7a64-4c0f-927f-89c5f846f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:56.044169 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-126fa5b8-7a64-4c0f-927f-89c5f846f955 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 1127 time: 0.0463800 Feb 03 15:07:56.060526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:07:56.124479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:56.331108 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:07:56.364243 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:56.410702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:56.417641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Publish callbacks [] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:56.433281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Transition to ACTIVE for port object 4720db9c-e0ff-47c6-85bd-3b6017011064 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:07:56.437407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:56.466221 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73e1c0f-f040-4023-a3e2-64ae22492476" -d '{"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-unplugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:56.528760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=10']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:56.580084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] No DVR routers for this DVR port 4720db9c-e0ff-47c6-85bd-3b6017011064 on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:07:56.615900 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f937af-09f6-4239-8874-d43884517891 x-openstack-request-id: req-17f937af-09f6-4239-8874-d43884517891 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:56.616198 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-unplugged", "status": "completed", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:56.616480 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17f937af-09f6-4239-8874-d43884517891 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:56.616892 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'code': 200} Feb 03 15:07:56.724367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:07:56.724852 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:07:56.725060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:56.730717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:07:56.731040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Attempting to bind port 4720db9c-e0ff-47c6-85bd-3b6017011064 on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:07:56.736375 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:07:56.736758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:07:56.737141 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:07:56.737562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Bound port: 4720db9c-e0ff-47c6-85bd-3b6017011064, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:07:56.737920 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:56.800284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:07:56.803172 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:07:56.809306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:56.848696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:56.849322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:07:56.851094 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] 10.222.0.71 "PUT /v2.0/ports/4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1092 time: 0.7949665 Feb 03 15:07:56.870691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093c839-7714-44b0-80f6-91cea3c5375f service neutron] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=11']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:07:56.940468 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-f7ce0c44-1c7a-447d-9084-c990499df774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:56.942132 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-f7ce0c44-1c7a-447d-9084-c990499df774 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1126 time: 0.0521784 Feb 03 15:07:57.009334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea610e3-75ee-44e1-86d0-e3d52c0c6795 req-0d9df773-77a6-4922-8077-9c30aa03e3d1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:57.011555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ea610e3-75ee-44e1-86d0-e3d52c0c6795 req-0d9df773-77a6-4922-8077-9c30aa03e3d1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0613418 Feb 03 15:07:57.045842 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-09cfb7a5-d67e-4609-a1d8-f048fe6c59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:57.048135 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-09cfb7a5-d67e-4609-a1d8-f048fe6c59f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0991676 Feb 03 15:07:57.083919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ea610e3-75ee-44e1-86d0-e3d52c0c6795 req-129a0822-f89a-4ba3-806c-d8eb22b88c41 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640497 Feb 03 15:07:57.119693 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-52e96936-9efb-4f68-b3fc-bc51c72fefc8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1000 time: 0.0646563 Feb 03 15:07:57.168997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-709450c8-94c5-4cc3-8a97-b04da0d4279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:57.170508 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-709450c8-94c5-4cc3-8a97-b04da0d4279b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0452373 Feb 03 15:07:57.222242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65289-caac-4a54-859f-4e70416b327a req-9367b17e-95ec-46e0-8818-77467c1ce4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:57.223776 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-9367b17e-95ec-46e0-8818-77467c1ce4b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479183 Feb 03 15:07:57.315248 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-8df62a2b-b4af-4f6d-983b-a6d57efe2d71 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851161 Feb 03 15:07:57.403526 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d8b65289-caac-4a54-859f-4e70416b327a req-84f410a6-63c5-47f7-9f8d-73313110b083 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Feb 03 15:07:58.209713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfcda8-d637-4e1d-84b9-638517fc40b8 req-86254b9b-3331-439c-8362-c73d41f757e0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.211221 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24cfcda8-d637-4e1d-84b9-638517fc40b8 req-86254b9b-3331-439c-8362-c73d41f757e0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0583048 Feb 03 15:07:58.257698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24cfcda8-d637-4e1d-84b9-638517fc40b8 req-d1555110-6c70-4e0f-b9d9-21fce9b010df tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406122 Feb 03 15:07:58.618429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:07:58.621461 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac" -d '{"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:07:58.668384 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c88b7-8938-47c8-99c6-43dc380feaae x-openstack-request-id: req-5e1c88b7-8938-47c8-99c6-43dc380feaae {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:07:58.668708 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:07:58.669025 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e1c88b7-8938-47c8-99c6-43dc380feaae {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:07:58.669430 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'status': 'completed', 'code': 200} Feb 03 15:07:58.734087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-b1d1aacb-cc2a-4c5a-86ae-54e091dbe1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.736065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-b1d1aacb-cc2a-4c5a-86ae-54e091dbe1b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1126 time: 0.0462394 Feb 03 15:07:58.758271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-2dea98a4-cd61-4af7-959f-9da0581d00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.759808 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-2dea98a4-cd61-4af7-959f-9da0581d00eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 1126 time: 0.0495868 Feb 03 15:07:58.827736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-ba8c6e67-eaca-42e0-8195-a72ae6f0f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.829266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-ba8c6e67-eaca-42e0-8195-a72ae6f0f57c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0882924 Feb 03 15:07:58.848092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-14413d98-79c9-4559-98ac-808905cf76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.849609 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-14413d98-79c9-4559-98ac-808905cf76e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0843616 Feb 03 15:07:58.874620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:07:58.897359 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-04bc63d2-d2f8-433e-9d89-f2b099cb8388 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1000 time: 0.0619273 Feb 03 15:07:58.918066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] The host n-h1-827549-2 is not matching for port 4720db9c-e0ff-47c6-85bd-3b6017011064 host n-h2-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:07:58.918471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:07:58.920691 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-7b46de55-d217-4ac1-af41-436bf92c5f71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 200 len: 1000 time: 0.0646925 Feb 03 15:07:58.946809 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-67328463-bf34-41b7-b3a5-ba266f00babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.949047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-67328463-bf34-41b7-b3a5-ba266f00babf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0463853 Feb 03 15:07:58.968768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-6f86422e-50cd-407d-9d09-b59860957012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:58.970257 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-6f86422e-50cd-407d-9d09-b59860957012 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0444241 Feb 03 15:07:59.001433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-65953eab-d620-45fc-a101-d4da3621adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:59.002940 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-65953eab-d620-45fc-a101-d4da3621adab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479546 Feb 03 15:07:59.021962 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-749db3c6-f614-49d1-b221-2e005a3d40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:59.023495 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-749db3c6-f614-49d1-b221-2e005a3d40e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470245 Feb 03 15:07:59.097123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-1dd0672c-a705-45db-a45e-96bb2f496e17 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876987 Feb 03 15:07:59.116966 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-30a5c302-e121-4a5d-a71c-86dccd21655e service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872753 Feb 03 15:07:59.196667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-13dd9adf-6ff3-48d1-aed9-d62be6533f21 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939844 Feb 03 15:07:59.208045 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b97f4d68-e502-46c5-bf2f-1754aa5b54ac req-7e1efbd0-65f5-4c36-80b1-49989ebe6af5 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851681 Feb 03 15:07:59.383426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f41c4-67b2-43ee-9e3b-c71f0a525bed req-112d3b36-d8ce-4f62-bfcb-b32c14e9852c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:07:59.385009 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d6f41c4-67b2-43ee-9e3b-c71f0a525bed req-112d3b36-d8ce-4f62-bfcb-b32c14e9852c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0560312 Feb 03 15:07:59.441308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0d6f41c4-67b2-43ee-9e3b-c71f0a525bed req-f7c9d9b7-44be-4653-94f6-5c737dc9e8b8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495796 Feb 03 15:08:00.564910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a5ffa-3cee-45f2-a64b-18d3875907b4 req-30e94acf-3d95-4f23-a143-e324cc2886d7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:00.566413 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c72a5ffa-3cee-45f2-a64b-18d3875907b4 req-30e94acf-3d95-4f23-a143-e324cc2886d7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0551186 Feb 03 15:08:00.622478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c72a5ffa-3cee-45f2-a64b-18d3875907b4 req-972904c2-7cb3-4140-a490-737ab5f1995a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503197 Feb 03 15:08:00.746407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deeecc-4304-4788-bd95-d3e76392f4cc req-680f6f0b-66fa-45f9-b480-93560b280f98 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:00.748054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27deeecc-4304-4788-bd95-d3e76392f4cc req-680f6f0b-66fa-45f9-b480-93560b280f98 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0567994 Feb 03 15:08:00.800440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27deeecc-4304-4788-bd95-d3e76392f4cc req-9a2d9e97-30ef-4d99-a78a-3a5754735a88 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459440 Feb 03 15:08:00.923470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d7bb5-ee97-43e2-890d-1aa88ece058f req-7ea71981-4ad1-44e5-8c61-7434e997080c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:00.925149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-899d7bb5-ee97-43e2-890d-1aa88ece058f req-7ea71981-4ad1-44e5-8c61-7434e997080c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0551946 Feb 03 15:08:00.977022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-899d7bb5-ee97-43e2-890d-1aa88ece058f req-47f829c0-834d-48f4-aa31-4d9d4a3d4dc5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460761 Feb 03 15:08:01.231356 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f18a75-2b2c-4a08-b8fc-64f64ea428f1 req-a3bdb25c-f436-4f4d-8d18-bc448585d1ea tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:01.232992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9f18a75-2b2c-4a08-b8fc-64f64ea428f1 req-a3bdb25c-f436-4f4d-8d18-bc448585d1ea tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0595505 Feb 03 15:08:01.282894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a9f18a75-2b2c-4a08-b8fc-64f64ea428f1 req-081c3536-444f-4160-a88e-aa1df6bc4388 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Feb 03 15:08:02.408620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6633c2b-504d-46dd-82c0-a670b61d8b80 req-26b41c74-bbce-4c87-945a-eaf222638f8c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:02.410169 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6633c2b-504d-46dd-82c0-a670b61d8b80 req-26b41c74-bbce-4c87-945a-eaf222638f8c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0538106 Feb 03 15:08:02.463153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6633c2b-504d-46dd-82c0-a670b61d8b80 req-099e5179-9417-49d3-bd54-b72e35580d60 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460212 Feb 03 15:08:02.642151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-6b66c761-7aa8-4731-bb1b-60e3e3fc817e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:02.643681 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-6b66c761-7aa8-4731-bb1b-60e3e3fc817e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 944 time: 0.0604413 Feb 03 15:08:02.692257 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:08:02.741772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Deleting port 4720db9c-e0ff-47c6-85bd-3b6017011064 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:08:02.742268 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:02.791532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:02.803820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'mac_address': 'fa:16:3e:d2:1c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:08:02.838313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:02.838683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:02.845754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 4720db9c-e0ff-47c6-85bd-3b6017011064 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:08:02.846143 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:02.860524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4720db9c-e0ff-47c6-85bd-3b6017011064 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:08:02.881491 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 4720db9c-e0ff-47c6-85bd-3b6017011064, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=4720db9c-e0ff-47c6-85bd-3b6017011064,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:02.886935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:02.937305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=12']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:03.021371 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:03.021742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:03.022062 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e disassociated. External IP: 172.25.0.230, port: 4720db9c-e0ff-47c6-85bd-3b6017011064. Feb 03 15:08:03.022409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Calling delete_port for 4720db9c-e0ff-47c6-85bd-3b6017011064 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:08:03.154265 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4720db9c-e0ff-47c6-85bd-3b6017011064), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:03.182329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event deleted for resources: {'Port': ['ID=4720db9c-e0ff-47c6-85bd-3b6017011064,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:03.572731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-daf0bb53-62f3-46fa-ba83-f9f3bbcdaed1 req-fbdfea5d-caa5-46c5-a1fd-15de5090580d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=04466ce2-c3d0-4159-be60-55eed3b18721 HTTP/1.1" status: 200 len: 210 time: 0.0291944 Feb 03 15:08:03.666898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:08:03.785480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:08:03.801235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:08:03.815628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:08:03.816601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:07:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:03.833919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] No DVR routers for this DVR port 4720db9c-e0ff-47c6-85bd-3b6017011064 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:08:03.836859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:03.840490 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-565e7de7-421a-44d7-88a0-1ba1c55c1171 req-2701e727-51ca-4342-aea2-ece1290bd13f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "DELETE /v2.0/ports/4720db9c-e0ff-47c6-85bd-3b6017011064 HTTP/1.1" status: 204 len: 173 time: 1.1911151 Feb 03 15:08:03.840974 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-deleted', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:08:03.845042 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474907bc-6262-4a17-a99b-7784ffc4d3fe" -d '{"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-deleted", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:08:03.891300 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c58edf-680f-4019-9eac-ec338cedfbe7 x-openstack-request-id: req-b6c58edf-680f-4019-9eac-ec338cedfbe7 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:08:03.891600 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04466ce2-c3d0-4159-be60-55eed3b18721", "name": "network-vif-deleted", "tag": "4720db9c-e0ff-47c6-85bd-3b6017011064", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:08:03.891853 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6c58edf-680f-4019-9eac-ec338cedfbe7 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:08:03.892251 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04466ce2-c3d0-4159-be60-55eed3b18721', 'name': 'network-vif-deleted', 'tag': '4720db9c-e0ff-47c6-85bd-3b6017011064', 'status': 'completed', 'code': 200} Feb 03 15:08:03.953915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:08:04.174258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:04.200441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:08:04.209329 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:08:04.209979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:07:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:04.327995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:08:04.542782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:04.573812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0e191-af6a-4bcd-8a1a-962d40ccd652 None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:08:04.811418 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d1a78-5245-486b-a970-2faf0f789252 None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:08:04.836638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-d9c70d5c-5807-414c-a08d-ab34d4bf8b25 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--436704891&fields=id&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 267 time: 0.0503330 Feb 03 15:08:04.946511 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-66d22e6f-74d2-4020-a27d-24327cbc422c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:04.948677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-66d22e6f-74d2-4020-a27d-24327cbc422c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1049144 Feb 03 15:08:04.963916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-be408bfb-9e0c-4e5c-993a-ea2a7952c295 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/quotas/8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 375 time: 0.0096319 Feb 03 15:08:05.020818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-3d54bf79-bc4e-42dd-8bf1-350ae69ab566 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510850 Feb 03 15:08:05.121536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-282e16ab-f607-4c4c-be14-ae8539189ce7 service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882916 Feb 03 15:08:05.211971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-94606f26-2c30-4298-bcc9-056822d75e9a service neutron] 10.222.0.52 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846918 Feb 03 15:08:05.379846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aeb263d6-f426-48e3-b417-b3ab6222e13a req-774b5e34-f102-4240-94f3-43569f2c47bd tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0324447 Feb 03 15:08:06.376632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-a5fd5e71-ea1c-4863-82ea-ba944ad94a4c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:06.378098 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-a5fd5e71-ea1c-4863-82ea-ba944ad94a4c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 812 time: 0.1053483 Feb 03 15:08:06.452720 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-45bd86ab-19c4-4f55-93e4-826effae3288 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 379 time: 0.0532489 Feb 03 15:08:06.467761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'port': {'device_id': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'admin_state_up': True, 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'security_groups': ['7e96ef05-ec77-41f4-9d40-82bf8695add5']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:08:06.478108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a62e35-70ad-4240-8546-effb7cec4b63 req-d7d249fd-e99e-4597-b5fc-fc6d83f562c4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0271130 Feb 03 15:08:06.571337 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Made reservation on behalf of 8a8620a0360d4e42b23a4a5714abb7cf for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:08:06.575108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:06.702669 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:08:06.704271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Allocated IP 172.20.0.6 (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac/58150d74-773b-4ecd-b8cc-7a602553a2bc/b1563c45-0cd4-4e3f-997b-ae1107a3aede) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:08:06.723089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 4720db9c-e0ff-47c6-85bd-3b6017011064 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:08:06.723448 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 4720db9c-e0ff-47c6-85bd-3b6017011064 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:08:06.839977 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:06.873072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:06.918292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:08:06.921274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:08:06.924876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:08:06.931376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:06.978406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:06.979037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:06.995793 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-e20b4f6e-c2ad-4fd4-a393-47e79308c94a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5319538 Feb 03 15:08:07.012744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Request body: {'port': {'device_id': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:08:07.076468 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:07.149888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4b75109c-19f0-48a7-8629-5de524e33664 None None] Provisioning complete for port b1563c45-0cd4-4e3f-997b-ae1107a3aede triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:08:07.150794 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b75109c-19f0-48a7-8629-5de524e33664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:07.183332 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4b75109c-19f0-48a7-8629-5de524e33664 None None] Port b1563c45-0cd4-4e3f-997b-ae1107a3aede cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:08:07.335846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:08:07.343630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Publish callbacks [] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:07.355724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Transition to ACTIVE for port object b1563c45-0cd4-4e3f-997b-ae1107a3aede will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:08:07.359068 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:07.409496 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:07.479566 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:08:07.479910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:08:07.480278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:08:07.484887 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:08:07.485204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:08:07.490397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:08:07.490737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:08:07.491118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:08:07.491541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Bound port: b1563c45-0cd4-4e3f-997b-ae1107a3aede, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:08:07.491899 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:07.565796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:08:07.568985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:08:07.574366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:07.605164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b9f3b-faf2-4898-a483-f7b2e21990b0 req-68be6845-4379-426f-8007-414529c8fa3e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:07.606919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c1b9f3b-faf2-4898-a483-f7b2e21990b0 req-68be6845-4379-426f-8007-414529c8fa3e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0577323 Feb 03 15:08:07.608674 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:07.609361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:07.610699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] 10.222.0.71 "PUT /v2.0/ports/b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1091 time: 0.6028216 Feb 03 15:08:07.611150 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:08:07.613434 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591c4707-6c9a-4d1d-9bab-658e16d02f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:08:07.645344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4e6b2-93c2-4a7b-8177-888a3b066574 service neutron] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:07.663474 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4c1b9f3b-faf2-4898-a483-f7b2e21990b0 req-e38e7a4b-bbea-46b9-a052-02d62f3d23e6 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500383 Feb 03 15:08:07.711414 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47123cd1-29a1-40db-9978-9fc95c25b499 x-openstack-request-id: req-47123cd1-29a1-40db-9978-9fc95c25b499 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:08:07.711711 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:08:07.711970 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47123cd1-29a1-40db-9978-9fc95c25b499 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:08:07.712378 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'status': 'completed', 'code': 200} Feb 03 15:08:07.725900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-58a18674-0c07-4742-a67c-7c9e1c86de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:07.727455 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-58a18674-0c07-4742-a67c-7c9e1c86de6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1125 time: 0.0603349 Feb 03 15:08:07.774834 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-33a5ee3a-be56-4e1f-b720-66a908168137 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 217 time: 0.0350266 Feb 03 15:08:07.824888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-4774a4ee-3766-454c-911c-f34b3df4d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:07.826493 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-4774a4ee-3766-454c-911c-f34b3df4d086 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0466881 Feb 03 15:08:07.879648 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-b1c338fa-bf04-40c1-8275-d7c81ff5a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:07.881298 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-b1c338fa-bf04-40c1-8275-d7c81ff5a17e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492396 Feb 03 15:08:07.969702 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-290ce329-60c8-4d20-926f-703e76f087ac service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819504 Feb 03 15:08:08.065183 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b90f7bcd-0ed4-44df-a35c-9bfcb72dea75 req-33186df0-64d6-457c-841d-3ae81974aad9 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895121 Feb 03 15:08:08.201759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-fe9563df-681c-4e7e-a252-6fc8a5928544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:08.203196 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-fe9563df-681c-4e7e-a252-6fc8a5928544 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1125 time: 0.0449574 Feb 03 15:08:08.295444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-7dff7125-f063-4ba8-9648-c8f93f50acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:08.296937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-7dff7125-f063-4ba8-9648-c8f93f50acdd service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0876696 Feb 03 15:08:08.335778 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-a82228cb-2984-4fee-910a-0561552af659 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 217 time: 0.0333703 Feb 03 15:08:08.382212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-1b217fc9-9995-4a39-a271-e02580c2172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:08.383630 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-1b217fc9-9995-4a39-a271-e02580c2172c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0422490 Feb 03 15:08:08.430281 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-4b1bdcee-408c-4485-982e-3f49609041ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:08.432278 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-4b1bdcee-408c-4485-982e-3f49609041ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432963 Feb 03 15:08:08.523491 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-07a49ab3-3791-4cb9-a3ff-91c574484c94 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852475 Feb 03 15:08:08.619269 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-591c4707-6c9a-4d1d-9bab-658e16d02f8a req-55dfc02f-7c7c-4776-bf55-0eb5c50baa91 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908237 Feb 03 15:08:08.785352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2f3c-6cd3-4deb-b009-566266c89c3e req-22d38f26-cf94-436f-b2dc-c6dc49d88c4a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:08.786738 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb6b2f3c-6cd3-4deb-b009-566266c89c3e req-22d38f26-cf94-436f-b2dc-c6dc49d88c4a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0527487 Feb 03 15:08:08.836368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb6b2f3c-6cd3-4deb-b009-566266c89c3e req-0515b198-3846-4f83-818c-2866dfb6c750 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 Feb 03 15:08:09.453739 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:09.958616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae18403-4795-4b5f-b988-d85b67fbcd2f req-11b490cb-4d0d-430e-91ac-24aaa76565ce tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:09.960098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ae18403-4795-4b5f-b988-d85b67fbcd2f req-11b490cb-4d0d-430e-91ac-24aaa76565ce tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0529268 Feb 03 15:08:10.006308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ae18403-4795-4b5f-b988-d85b67fbcd2f req-b8a98b72-0960-4403-acbc-b98d5e54a7ce tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Feb 03 15:08:11.124997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77098b7-cb1f-401f-8597-48420b7e233d req-a1a8faf9-7781-473e-90f6-b1b6e7c027bc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:11.126490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c77098b7-cb1f-401f-8597-48420b7e233d req-a1a8faf9-7781-473e-90f6-b1b6e7c027bc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0530715 Feb 03 15:08:11.173899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c77098b7-cb1f-401f-8597-48420b7e233d req-6d7f8dee-1d8b-4d73-9c81-ade8de5d4d0a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410767 Feb 03 15:08:11.347037 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:08:12.298939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ab0ba-15d1-4371-a840-885490f36232 req-70c197b3-17c7-4c07-9366-eaa2e60a0a72 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:12.300409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-838ab0ba-15d1-4371-a840-885490f36232 req-70c197b3-17c7-4c07-9366-eaa2e60a0a72 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0562286 Feb 03 15:08:12.346057 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-838ab0ba-15d1-4371-a840-885490f36232 req-dae96c43-0344-4c54-aa26-cd2cb2181d0b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401335 Feb 03 15:08:12.736568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:08:12.831356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:12.843536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'mac_address': 'fa:16:3e:53:0a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:08:12.883973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b1563c45-0cd4-4e3f-997b-ae1107a3aede is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:08:12.884362 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:12.897357 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:08:12.916387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:12.920475 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:12.967412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:13.266163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b1563c45-0cd4-4e3f-997b-ae1107a3aede'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:08:13.463990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f801-f3dc-4e94-bcb3-5a9f9dd258a6 req-f908ded4-fffc-435b-831e-9984345a2247 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:13.465488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8914f801-f3dc-4e94-bcb3-5a9f9dd258a6 req-f908ded4-fffc-435b-831e-9984345a2247 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0520108 Feb 03 15:08:13.512795 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8914f801-f3dc-4e94-bcb3-5a9f9dd258a6 req-76c0b495-a486-40ff-8eb4-fe098a3dee0a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Feb 03 15:08:14.634046 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724b60e-d783-427a-8680-988a937d0002 req-aaf5a9e2-0087-49e2-9d47-0d0ee0b919c3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:14.636191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b724b60e-d783-427a-8680-988a937d0002 req-aaf5a9e2-0087-49e2-9d47-0d0ee0b919c3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0559413 Feb 03 15:08:14.681640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b724b60e-d783-427a-8680-988a937d0002 req-8f60a9db-b598-402c-9d26-18e965438088 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399530 Feb 03 15:08:14.753285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:08:14.800861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port b1563c45-0cd4-4e3f-997b-ae1107a3aede completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:08:14.804588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port b1563c45-0cd4-4e3f-997b-ae1107a3aede triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:08:14.804967 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:14.881114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b1563c45-0cd4-4e3f-997b-ae1107a3aede is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:08:14.881500 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:14.914705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:08:14.918598 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5fb9ce-4d9b-4f9f-b740-98e6392db0d9" -d '{"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:08:14.934227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:14.938095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:14.965939 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563e7252-4694-4652-b046-b0a30dbff0f4 x-openstack-request-id: req-563e7252-4694-4652-b046-b0a30dbff0f4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:08:14.966338 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:08:14.966687 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-563e7252-4694-4652-b046-b0a30dbff0f4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:08:14.967209 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'code': 200} Feb 03 15:08:14.992942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:15.095443 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe2010-964b-4df4-b0ab-0452f0ff24ee req-f96eef41-d68a-4adc-9c14-580a60ec9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:15.096876 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d9fe2010-964b-4df4-b0ab-0452f0ff24ee req-f96eef41-d68a-4adc-9c14-580a60ec9bd7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1127 time: 0.0436149 Feb 03 15:08:15.140035 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d9fe2010-964b-4df4-b0ab-0452f0ff24ee req-b28d5319-3533-4ad6-91b9-d0d70e37c1fe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365777 Feb 03 15:08:15.803610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536b098-5e3d-4a4d-bec6-95c0b30a2955 req-0791cad1-ef46-44f0-bf01-8edb4ae2a9e4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:15.805131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c536b098-5e3d-4a4d-bec6-95c0b30a2955 req-0791cad1-ef46-44f0-bf01-8edb4ae2a9e4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0527952 Feb 03 15:08:15.851605 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c536b098-5e3d-4a4d-bec6-95c0b30a2955 req-52a12d17-0e99-463b-b7be-d72970cc4c2b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 Feb 03 15:08:15.879387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62205ae8-e41d-4a45-87bb-21da623d2880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:16.976268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdfa70-a118-4eb7-8456-72eb1c7516f3 req-bb33ca2e-4857-4f14-a675-4489717bfb78 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:16.977787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fbdfa70-a118-4eb7-8456-72eb1c7516f3 req-bb33ca2e-4857-4f14-a675-4489717bfb78 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0571036 Feb 03 15:08:17.028306 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0fbdfa70-a118-4eb7-8456-72eb1c7516f3 req-5d8e34a9-817e-4616-a4dd-96db5c3130e0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449181 Feb 03 15:08:17.139486 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061c2a0-8087-43f0-a5ce-0d53fd15984a req-d49f217d-7428-47cb-86b8-5466208b7ade tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:17.140900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d061c2a0-8087-43f0-a5ce-0d53fd15984a req-d49f217d-7428-47cb-86b8-5466208b7ade tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0519276 Feb 03 15:08:17.149299 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 34770) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:08:17.153513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Request body: {'floatingip': {'port_id': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:08:17.192056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:17.635536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:17.639317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:17.741631 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e associated. External IP: 172.25.0.230, port: b1563c45-0cd4-4e3f-997b-ae1107a3aede. Feb 03 15:08:17.956692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:08:18.067626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:08:18.072553 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:18.077215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:08:18.086503 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:08:18.087105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:07:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:18.102803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3383de32-a58f-428f-b60d-2a39314300ec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "PUT /v2.0/floatingips/eb0aedad-c264-488f-979e-2fb0c4d67f7e HTTP/1.1" status: 200 len: 992 time: 0.9524720 Feb 03 15:08:18.103395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:08:18.106442 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c90704c-7ca8-4489-a49b-35b59eee2e77" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:08:18.154838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68c997c5-1999-4652-b170-2c991a5bad3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:18.210112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:08:18.217950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006614fe-16dd-441e-bf53-17366b809139 req-bf326108-2e06-4fbb-b249-659540a7bcd7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:18.219453 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-006614fe-16dd-441e-bf53-17366b809139 req-bf326108-2e06-4fbb-b249-659540a7bcd7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0547178 Feb 03 15:08:18.266265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-006614fe-16dd-441e-bf53-17366b809139 req-6928931c-cb15-4795-a57d-bc8c6fd0c35d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411122 Feb 03 15:08:18.309397 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a480c8cb-fd99-404c-a4b8-4329d25bc6c6 x-openstack-request-id: req-a480c8cb-fd99-404c-a4b8-4329d25bc6c6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:08:18.309691 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:08:18.309942 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a480c8cb-fd99-404c-a4b8-4329d25bc6c6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:08:18.310346 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'status': 'completed', 'code': 200} Feb 03 15:08:18.394155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-23cbcec0-2111-4df4-86e8-23b588967c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:18.395651 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-23cbcec0-2111-4df4-86e8-23b588967c1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1127 time: 0.0437710 Feb 03 15:08:18.436052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:53:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:08:17Z', 'revision_number': 13, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:18.461531 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:08:18.470232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:08:18.470832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:08:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:18.489120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-1217a7cf-ad46-4584-8e7a-08a6077b56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:18.490605 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-1217a7cf-ad46-4584-8e7a-08a6077b56e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0894055 Feb 03 15:08:18.554474 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-fca4da9e-bc91-45b3-8893-630d7c88b948 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0579309 Feb 03 15:08:18.577996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:08:18.607008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-e07288e6-4154-4803-b797-fcb78074fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:18.608508 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-e07288e6-4154-4803-b797-fcb78074fd33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0484774 Feb 03 15:08:18.659091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-f7d31d47-c234-4dbe-8949-44ca5da67a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:18.660654 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-f7d31d47-c234-4dbe-8949-44ca5da67a39 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463839 Feb 03 15:08:18.752893 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-62d14637-035f-495f-95e2-cc32b802c213 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862947 Feb 03 15:08:18.847101 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2c90704c-7ca8-4489-a49b-35b59eee2e77 req-2bcc8c55-8798-46c5-ad4f-2237fb60944d service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888085 Feb 03 15:08:18.966140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:53:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:08:17Z', 'revision_number': 13, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:08:18.991720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ba9e9-a792-4af7-b3a0-8e9f9aa429cf None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': 'eb0aedad-c264-488f-979e-2fb0c4d67f7e', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'port_id': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'mac_address': 'fa:16:3e:53:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:05:40Z', 'updated_at': '2022-02-03T15:08:17Z', 'revision_number': 13, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:08:19.180599 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d98a7-1288-4e62-b693-7e83e0df3e2b None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:08:19.391339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3f898-675e-458e-bd1f-c66ad11f486a req-eb550876-a3ca-4b4d-a76b-5806a6dfd7ed tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:19.392848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e3f898-675e-458e-bd1f-c66ad11f486a req-eb550876-a3ca-4b4d-a76b-5806a6dfd7ed tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0552561 Feb 03 15:08:19.772238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b5e3f898-675e-458e-bd1f-c66ad11f486a req-ad4fd683-aa37-4963-b7dd-404eb75103f1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738246 Feb 03 15:08:19.790124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:20.868518 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:22.238476 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:22.257364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712169-8d3a-4f80-b8d0-503ca9ae7b76 req-d958b13b-a950-4381-b272-f772c4ac6b20 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:22.258842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33712169-8d3a-4f80-b8d0-503ca9ae7b76 req-d958b13b-a950-4381-b272-f772c4ac6b20 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0530827 Feb 03 15:08:22.304791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33712169-8d3a-4f80-b8d0-503ca9ae7b76 req-863ec08a-2469-42d6-87d3-2b3ff6125c5c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Feb 03 15:08:25.184931 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:38.706274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faca78-447c-4bb1-b7e6-fa8dd3225d2f req-1fba884f-51fc-4b77-afa8-d9cdabacbd1b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:38.707762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1faca78-447c-4bb1-b7e6-fa8dd3225d2f req-1fba884f-51fc-4b77-afa8-d9cdabacbd1b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0586767 Feb 03 15:08:38.786646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d1faca78-447c-4bb1-b7e6-fa8dd3225d2f req-c8699049-20cf-4c9d-b780-737b948f7ef7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732977 Feb 03 15:08:38.792408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-79fa8a4f-88eb-4442-aa47-02bdf9a4333e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161690 Feb 03 15:08:39.453520 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:39.899023 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-0ac2c4ac-fbf5-41fe-9222-cac1c245f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:39.900566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-0ac2c4ac-fbf5-41fe-9222-cac1c245f1b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1127 time: 0.0486419 Feb 03 15:08:39.909185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec924f-d634-4701-858b-79038e25826a req-fb2a1655-cc10-4ecd-8e61-d70b31dd13c7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:39.910676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1fec924f-d634-4701-858b-79038e25826a req-fb2a1655-cc10-4ecd-8e61-d70b31dd13c7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0528796 Feb 03 15:08:39.966615 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1fec924f-d634-4701-858b-79038e25826a req-6146b747-f183-4a23-a725-d9eedde2da8a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502908 Feb 03 15:08:39.998463 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-4755e374-ec44-4ca3-a8f8-2865915620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:39.999949 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-4755e374-ec44-4ca3-a8f8-2865915620fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0940700 Feb 03 15:08:40.063442 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-cc25e532-6dba-48f8-a043-c84d3e4da077 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1002 time: 0.0569975 Feb 03 15:08:40.113861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-4022bd0d-d702-4c50-9068-85e581f80ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:40.115215 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-4022bd0d-d702-4c50-9068-85e581f80ed7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0466254 Feb 03 15:08:40.163401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-a677b8d9-5e1c-43dd-b84d-23237cb6138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:40.164932 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-a677b8d9-5e1c-43dd-b84d-23237cb6138a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441124 Feb 03 15:08:40.251270 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-ae8379d2-86f8-4fbe-b2e2-8ad656823137 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797453 Feb 03 15:08:40.340844 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-da0907a8-3105-4905-8c52-75e0846ff009 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837028 Feb 03 15:08:41.096656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a867e-e815-46ae-9115-e7deb20140b9 req-fd56019c-b636-42cb-894c-567406fab8c5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:41.098136 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf0a867e-e815-46ae-9115-e7deb20140b9 req-fd56019c-b636-42cb-894c-567406fab8c5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0552239 Feb 03 15:08:41.147943 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf0a867e-e815-46ae-9115-e7deb20140b9 req-46915733-4057-442f-af4b-8409f1d92a3f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Feb 03 15:08:42.269242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe9685-5ff3-4495-b668-bfc6cf1601bc req-845d381d-3e7c-4598-879a-c643ba4272c9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:42.270718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfbe9685-5ff3-4495-b668-bfc6cf1601bc req-845d381d-3e7c-4598-879a-c643ba4272c9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0534577 Feb 03 15:08:42.317249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bfbe9685-5ff3-4495-b668-bfc6cf1601bc req-6956844a-10e7-4477-a48c-e832840304bf tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408940 Feb 03 15:08:43.436391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734acc6-f31a-4ebc-962d-2595ca4c7ef9 req-0540410e-1961-4993-b6de-662db43feff5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:43.437888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5734acc6-f31a-4ebc-962d-2595ca4c7ef9 req-0540410e-1961-4993-b6de-662db43feff5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0519383 Feb 03 15:08:43.483002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5734acc6-f31a-4ebc-962d-2595ca4c7ef9 req-4dfec295-6274-4d21-89f0-8fb555a8aa60 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394068 Feb 03 15:08:44.223764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-310b29e4-b94d-4710-a335-d6b91607fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:44.225215 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-310b29e4-b94d-4710-a335-d6b91607fad5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1127 time: 0.0441430 Feb 03 15:08:44.329524 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-68979386-a4eb-467c-b870-9e9c5a06c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:44.330992 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-68979386-a4eb-467c-b870-9e9c5a06c056 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0861244 Feb 03 15:08:44.393412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-fd92038a-7d7b-4ea2-9923-5380273e6b0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1002 time: 0.0569620 Feb 03 15:08:44.443975 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-b2de1817-f369-4993-9d66-124d4f527e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:44.445438 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-b2de1817-f369-4993-9d66-124d4f527e7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0466831 Feb 03 15:08:44.492180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-5190a3ad-e89f-44d5-b1b9-e17e3eeda9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:44.493738 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-5190a3ad-e89f-44d5-b1b9-e17e3eeda9de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428667 Feb 03 15:08:44.582046 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-cf601490-8ea1-4fbf-a909-a8b068b3530e service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824268 Feb 03 15:08:44.609545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3da477-7076-43f0-8496-13d46b94c491 req-253dd730-8594-4c7a-b731-98671892e01c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:44.611043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b3da477-7076-43f0-8496-13d46b94c491 req-253dd730-8594-4c7a-b731-98671892e01c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0568378 Feb 03 15:08:44.658012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b3da477-7076-43f0-8496-13d46b94c491 req-8c446235-ad85-44b8-9b23-516f75e8876b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409360 Feb 03 15:08:44.673867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b85e98ec-a946-45c0-a603-aa4484d44a6b req-660468d4-5483-41a1-9050-1bc35c9a8b2d service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866385 Feb 03 15:08:45.786901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37d38-89b4-4fd7-822e-43c9f0a01f25 req-adcae701-449c-4b5f-8dfd-c1f05e5905f7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:45.788372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72e37d38-89b4-4fd7-822e-43c9f0a01f25 req-adcae701-449c-4b5f-8dfd-c1f05e5905f7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0547109 Feb 03 15:08:45.834349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-72e37d38-89b4-4fd7-822e-43c9f0a01f25 req-9cd4ee32-e429-486b-a5ff-4ec461aa5780 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 Feb 03 15:08:45.881334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ccb09309-25b9-41b9-b0e8-f727685557c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:46.956200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de5ba9-09b1-49fe-8702-d2e507d108a0 req-9d26f4a8-e32e-479b-b529-a29a0f7e2aff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:46.957698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74de5ba9-09b1-49fe-8702-d2e507d108a0 req-9d26f4a8-e32e-479b-b529-a29a0f7e2aff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0562401 Feb 03 15:08:47.003775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74de5ba9-09b1-49fe-8702-d2e507d108a0 req-eb4e950a-61c1-460c-b3a8-1fb5237a3da5 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404770 Feb 03 15:08:48.129714 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a759898-3a63-4d59-854c-848ffa1d0695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:48.140293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f67f00-f2ad-4866-8fc1-fe27272311ba req-415902bd-db58-4444-9028-94d90a5b8c4d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:48.141838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39f67f00-f2ad-4866-8fc1-fe27272311ba req-415902bd-db58-4444-9028-94d90a5b8c4d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0592344 Feb 03 15:08:48.197239 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-39f67f00-f2ad-4866-8fc1-fe27272311ba req-9707e37b-e7fb-4111-8f92-69cf18846c6f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487096 Feb 03 15:08:48.349067 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:08:49.325635 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf231ed-0344-4901-865b-dba56189a0b7 req-23f376ca-1d6c-483d-8d84-c503b244a3fe tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:49.327220 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faf231ed-0344-4901-865b-dba56189a0b7 req-23f376ca-1d6c-483d-8d84-c503b244a3fe tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0557518 Feb 03 15:08:49.382424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-faf231ed-0344-4901-865b-dba56189a0b7 req-3c694410-947e-4618-9088-8b6adaeb9ec4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495238 Feb 03 15:08:49.792800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:50.504272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9438f-9664-4ef4-8800-c8b73df03906 req-134b8344-8981-4267-8040-7d9e6ada33f0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:50.505720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88e9438f-9664-4ef4-8800-c8b73df03906 req-134b8344-8981-4267-8040-7d9e6ada33f0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0526736 Feb 03 15:08:50.553014 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88e9438f-9664-4ef4-8800-c8b73df03906 req-549a8b40-c6be-449c-b33e-17abaa1b3a52 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Feb 03 15:08:50.872284 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:50.895830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:08:50.979688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b1563c45-0cd4-4e3f-997b-ae1107a3aede is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:08:50.980083 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:51.006303 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:08:51.008634 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d625c-e6c0-49aa-ac05-2ef2ae2ff8b9" -d '{"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:08:51.022759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:51.028947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:51.062984 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5da60c-a94a-407e-9491-8b69a935ed9e x-openstack-request-id: req-4f5da60c-a94a-407e-9491-8b69a935ed9e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:08:51.063285 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:08:51.063544 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f5da60c-a94a-407e-9491-8b69a935ed9e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:08:51.063932 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'code': 200} Feb 03 15:08:51.086212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:51.093361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.093714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.094060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.094402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.094739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.095076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.095409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.095739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.096068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.096398 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.096750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.097080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.097404 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.216842 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-3102b878-7750-4ec7-9280-8fba37be576d req-3eab4ebf-7015-40aa-9f16-14d8de0a03cd service neutron] show failed (client error): The resource could not be found. Feb 03 15:08:51.217849 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-3eab4ebf-7015-40aa-9f16-14d8de0a03cd service neutron] 10.222.0.71 "GET /v2.0/ports/b1563c45-0cd4-4e3f-997b-ae1107a3aede/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0544617 Feb 03 15:08:51.419315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-71d5cc4b-d0cd-4bc5-8d1a-fd327f075374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:51.421439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-71d5cc4b-d0cd-4bc5-8d1a-fd327f075374 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 1125 time: 0.0448470 Feb 03 15:08:51.431646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:08:51.492070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:51.728887 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:08:51.737678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2e80-64b4-4815-8954-626ef8cc1b2a req-3e2c8cad-3d26-4ebd-be8f-7a23afd202fe tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:51.739171 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29bb2e80-64b4-4815-8954-626ef8cc1b2a req-3e2c8cad-3d26-4ebd-be8f-7a23afd202fe tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.1140366 Feb 03 15:08:51.799165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:08:51.828790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29bb2e80-64b4-4815-8954-626ef8cc1b2a req-2bfcb804-2e18-46f4-ae5d-3d45345f4a0b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832331 Feb 03 15:08:51.841609 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:08:51.849252 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Publish callbacks [] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:51.862015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Transition to ACTIVE for port object b1563c45-0cd4-4e3f-997b-ae1107a3aede will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:08:51.865657 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:51.941644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:51.956157 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.956529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.956875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.957214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.957545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.957889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.958216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.958526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.958849 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.959170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.959493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.959811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.960129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:08:51.996974 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] No DVR routers for this DVR port b1563c45-0cd4-4e3f-997b-ae1107a3aede on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:08:52.140077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:08:52.140437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:08:52.140778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:08:52.144980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:08:52.145300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:08:52.150053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:08:52.150394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:08:52.150776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:08:52.151196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Bound port: b1563c45-0cd4-4e3f-997b-ae1107a3aede, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:08:52.151548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:52.216980 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:08:52.219863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:08:52.226861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:52.243386 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:52.262074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.262933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:52.264526 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] 10.222.0.45 "PUT /v2.0/ports/b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1091 time: 0.8366950 Feb 03 15:08:52.266845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:08:52.269743 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa3c5c-d3a7-4625-bf94-e3878384a054" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:08:52.311010 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75dcb5-7c0b-4db2-93b8-cc5449b49d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:08:52.332952 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63f5053-a133-49ab-b33e-b25dab97e9b2 x-openstack-request-id: req-f63f5053-a133-49ab-b33e-b25dab97e9b2 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:08:52.333363 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:08:52.333461 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f63f5053-a133-49ab-b33e-b25dab97e9b2 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:08:52.333868 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'status': 'completed', 'code': 200} Feb 03 15:08:52.351599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-931461c1-fa35-4735-97c2-247d65c61b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.353170 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-931461c1-fa35-4735-97c2-247d65c61b53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1125 time: 0.0586820 Feb 03 15:08:52.431043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-2a409d52-d421-4bd6-a6ef-0b70b5fa5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.432699 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-2a409d52-d421-4bd6-a6ef-0b70b5fa5b43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1125 time: 0.0561333 Feb 03 15:08:52.464583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-b87cd8bd-1a1b-40a2-b881-cf46f9094e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.466087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-b87cd8bd-1a1b-40a2-b881-cf46f9094e35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1048136 Feb 03 15:08:52.531100 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-54c3da6f-3f98-4994-af97-1c7ac9c298ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.532826 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-54c3da6f-3f98-4994-af97-1c7ac9c298ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0939991 Feb 03 15:08:52.532988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-197fd54b-816b-4168-985c-93cf71cfb59c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0593283 Feb 03 15:08:52.587170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-58e2c59a-c82e-4c80-97be-018feda903d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.588601 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-58e2c59a-c82e-4c80-97be-018feda903d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0508361 Feb 03 15:08:52.599480 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-837a8850-d662-4185-9940-233df4030700 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0611939 Feb 03 15:08:52.641394 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b878-7750-4ec7-9280-8fba37be576d req-b4da2821-2db6-44e9-9e94-5665aa859415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.643054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-b4da2821-2db6-44e9-9e94-5665aa859415 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478756 Feb 03 15:08:52.655565 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-37a665f0-c929-4661-8290-ca1aaac995c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.656701 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-37a665f0-c929-4661-8290-ca1aaac995c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0502944 Feb 03 15:08:52.709826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-c0da3c7c-da30-4726-9157-586b8a046ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:52.711398 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-c0da3c7c-da30-4726-9157-586b8a046ee5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494289 Feb 03 15:08:52.744834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-228802aa-7cd8-4964-8bbb-a0e1d0516a04 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951545 Feb 03 15:08:52.806156 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-15fbd406-b780-4d67-97bf-f74b28616b88 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884511 Feb 03 15:08:52.845158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-41c69ea9-aadf-43b4-8038-ba184b01c586 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942183 Feb 03 15:08:52.946903 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-cd9ccc76-3519-4afc-b1d5-a551dbc2fc0c service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349795 Feb 03 15:08:53.003711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-535e227d-3e16-4d37-89cd-539039a7d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:53.005264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-535e227d-3e16-4d37-89cd-539039a7d9c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1125 time: 0.1024799 Feb 03 15:08:53.020476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4b84-f3d3-4965-bf76-c19b13750861 req-f3c06f8f-6fdd-41d6-abcd-db5a209ac926 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:53.021971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-806d4b84-f3d3-4965-bf76-c19b13750861 req-f3c06f8f-6fdd-41d6-abcd-db5a209ac926 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.1076860 Feb 03 15:08:53.143402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-806d4b84-f3d3-4965-bf76-c19b13750861 req-bd24aaca-9cf4-491f-a4f9-3ddb236e5ab1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996215 Feb 03 15:08:53.146064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-aa28299b-45a3-47e4-8244-c5afc5a12429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:53.147444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-aa28299b-45a3-47e4-8244-c5afc5a12429 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.1245739 Feb 03 15:08:53.223552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-80611be0-0b55-4589-9e03-94c362da2581 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0700257 Feb 03 15:08:53.272667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-7d20f937-4250-4b54-9db2-111dd1fa7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:53.274104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-7d20f937-4250-4b54-9db2-111dd1fa7824 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0452218 Feb 03 15:08:53.325543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-a73f68bf-9311-433f-ac1d-4c826a5f0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:53.327662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-a73f68bf-9311-433f-ac1d-4c826a5f0469 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475204 Feb 03 15:08:53.421529 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-10230c5c-2b10-4cdc-aa13-a26873f1107a service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882099 Feb 03 15:08:53.516002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a5fa3c5c-d3a7-4625-bf94-e3878384a054 req-7e2ebd39-166a-42b8-85a1-b7d8f3fd1145 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886514 Feb 03 15:08:54.273863 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b0885-9125-49b8-97f4-4d1a73b501d2 req-af32caf0-d881-46c9-b9ee-cb17308bbaf0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:54.275361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334b0885-9125-49b8-97f4-4d1a73b501d2 req-af32caf0-d881-46c9-b9ee-cb17308bbaf0 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0608885 Feb 03 15:08:54.322090 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-334b0885-9125-49b8-97f4-4d1a73b501d2 req-60c3e4bc-9344-431a-9668-065d7b63c652 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404220 Feb 03 15:08:55.198750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:08:55.446678 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edf64e-1bc2-4d5e-9417-0c000889fea9 req-ee856a20-f032-4a29-b42a-5d5865bd37f2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:55.448209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54edf64e-1bc2-4d5e-9417-0c000889fea9 req-ee856a20-f032-4a29-b42a-5d5865bd37f2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0545137 Feb 03 15:08:55.496867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-54edf64e-1bc2-4d5e-9417-0c000889fea9 req-5b185c9c-f9d6-4216-a8b2-fb2bb4695a82 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Feb 03 15:08:56.618987 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a517b-50bb-4404-9665-825c062524bd req-c2f83779-d1a3-461d-a025-f17e41884e25 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:56.620494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a59a517b-50bb-4404-9665-825c062524bd req-c2f83779-d1a3-461d-a025-f17e41884e25 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0525403 Feb 03 15:08:56.671541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a59a517b-50bb-4404-9665-825c062524bd req-52c3161b-6ef5-4652-8daf-17ecaae1590b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 Feb 03 15:08:57.794682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5db3-f3b5-425a-a1e1-e052884763d7 req-dd50e6b5-ee52-4e30-9c4d-9dfcc04d0e52 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:57.796475 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f1b5db3-f3b5-425a-a1e1-e052884763d7 req-dd50e6b5-ee52-4e30-9c4d-9dfcc04d0e52 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0555344 Feb 03 15:08:57.847363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f1b5db3-f3b5-425a-a1e1-e052884763d7 req-2b6d861a-6c38-4dc3-8fa1-ea44b7f4fe1e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Feb 03 15:08:58.972497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762df4-3991-4928-a397-b7f9fd96b996 req-644fed1a-3cdd-435f-bb3a-049339c2e991 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:08:58.974000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02762df4-3991-4928-a397-b7f9fd96b996 req-644fed1a-3cdd-435f-bb3a-049339c2e991 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0527921 Feb 03 15:08:59.021722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02762df4-3991-4928-a397-b7f9fd96b996 req-72fbd6b6-e8f0-426e-8f9f-54a533dd27a8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 Feb 03 15:09:00.147024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8328f6-0b4d-4cf9-bfa7-9eb7f6400f1b req-da4814ad-18c2-4058-8e28-39ed7717892a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:00.148537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa8328f6-0b4d-4cf9-bfa7-9eb7f6400f1b req-da4814ad-18c2-4058-8e28-39ed7717892a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0575237 Feb 03 15:09:00.195752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa8328f6-0b4d-4cf9-bfa7-9eb7f6400f1b req-d4c74529-7fb3-4f00-8f2d-c03aafe38c7e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 Feb 03 15:09:01.318932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807bf1-2ac0-48c6-a9e3-4966a24957b0 req-04a7e0e4-2fcf-4534-8798-4e24e2540aff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:01.320395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf807bf1-2ac0-48c6-a9e3-4966a24957b0 req-04a7e0e4-2fcf-4534-8798-4e24e2540aff tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0528586 Feb 03 15:09:01.367273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf807bf1-2ac0-48c6-a9e3-4966a24957b0 req-2ee63ee7-3cc4-4f63-821c-4a5a28e6191e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Feb 03 15:09:02.492978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57358d4a-2c44-4258-8045-119aa42589d9 req-3742af5b-97f2-45e4-9347-9af2053aa7ee tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:02.494340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57358d4a-2c44-4258-8045-119aa42589d9 req-3742af5b-97f2-45e4-9347-9af2053aa7ee tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0523579 Feb 03 15:09:02.544331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-57358d4a-2c44-4258-8045-119aa42589d9 req-917f5e96-e4d8-42c4-9e66-691d6b603ff4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 Feb 03 15:09:03.663169 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e99f5-c3b7-429f-906f-2fa4198c4067 req-637ffe0b-8a29-4fb0-a4e2-565cd0d56377 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:03.664650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db2e99f5-c3b7-429f-906f-2fa4198c4067 req-637ffe0b-8a29-4fb0-a4e2-565cd0d56377 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0518084 Feb 03 15:09:03.709689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db2e99f5-c3b7-429f-906f-2fa4198c4067 req-ba254f21-cc46-49f1-a5f4-1a3a777a741c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388074 Feb 03 15:09:04.841698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8da4-a4f0-44b8-ab46-ed0316ea37f7 req-699b6f50-8c36-427e-9a52-0be1ebfb27ca tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:04.843853 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd8e8da4-a4f0-44b8-ab46-ed0316ea37f7 req-699b6f50-8c36-427e-9a52-0be1ebfb27ca tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0643106 Feb 03 15:09:04.896005 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cd8e8da4-a4f0-44b8-ab46-ed0316ea37f7 req-920e21dc-f600-4fcb-8727-f3a5b1b00c76 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464852 Feb 03 15:09:06.026680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56612-62f8-441b-8f77-0d57cab85a2e req-ab87b6bc-f4e3-49d3-9c32-52136567792c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:06.028296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0d56612-62f8-441b-8f77-0d57cab85a2e req-ab87b6bc-f4e3-49d3-9c32-52136567792c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0597434 Feb 03 15:09:06.074349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0d56612-62f8-441b-8f77-0d57cab85a2e req-de4602c8-28d0-44d1-b2a9-4f5e0b46b949 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403156 Feb 03 15:09:07.194080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a998c7-2092-45c2-9102-7249d6d944cd req-d30dae95-c45c-426a-a022-2ed03c5cc9b4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:07.195538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63a998c7-2092-45c2-9102-7249d6d944cd req-d30dae95-c45c-426a-a022-2ed03c5cc9b4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0541375 Feb 03 15:09:07.242314 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63a998c7-2092-45c2-9102-7249d6d944cd req-17f8b220-0456-4efe-a412-4516d7f11725 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405800 Feb 03 15:09:08.367529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75ac23-b582-48ab-a968-e4443bf8b5d0 req-efac5033-8343-4154-b193-16cb54897162 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:08.369055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de75ac23-b582-48ab-a968-e4443bf8b5d0 req-efac5033-8343-4154-b193-16cb54897162 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0567653 Feb 03 15:09:08.416131 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de75ac23-b582-48ab-a968-e4443bf8b5d0 req-3eb44d4c-0e01-4855-856f-9588a08b1f45 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Feb 03 15:09:09.449918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:09.545004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8ed1-f41c-4a36-9bd0-cb72735d83ec req-9f4c3286-bdb6-4137-9c6a-ca7e0767e201 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:09.546510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a34c8ed1-f41c-4a36-9bd0-cb72735d83ec req-9f4c3286-bdb6-4137-9c6a-ca7e0767e201 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0608540 Feb 03 15:09:09.594682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a34c8ed1-f41c-4a36-9bd0-cb72735d83ec req-3981f5f6-307c-4af0-a598-d57a18929301 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Feb 03 15:09:10.718197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a9ad0-be05-4c37-a4e4-6e30f6df1104 req-2ac478dc-c045-49d2-a8d4-7a5e7e174238 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:10.719666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-768a9ad0-be05-4c37-a4e4-6e30f6df1104 req-2ac478dc-c045-49d2-a8d4-7a5e7e174238 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0513854 Feb 03 15:09:10.768703 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-768a9ad0-be05-4c37-a4e4-6e30f6df1104 req-5bfe6130-fd13-4f8f-a4c3-ede14eb01926 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435166 Feb 03 15:09:11.076479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-f58001e1-02ff-46f7-8b1e-c2360f4d17a9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:11.077920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-f58001e1-02ff-46f7-8b1e-c2360f4d17a9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 943 time: 0.0867872 Feb 03 15:09:11.088523 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177f8cc-e3b4-4f53-9d8b-a0b3753fac00 req-680ac14e-a3e6-4645-8bd0-31b28c2db762 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:11.089897 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5177f8cc-e3b4-4f53-9d8b-a0b3753fac00 req-680ac14e-a3e6-4645-8bd0-31b28c2db762 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 943 time: 0.0715072 Feb 03 15:09:11.175569 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5177f8cc-e3b4-4f53-9d8b-a0b3753fac00 req-b7ed974b-f8bd-49b2-94ee-318c9a3ac338 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798347 Feb 03 15:09:11.177280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-d75715a1-a971-4a4a-8311-bb6a29fe8d35 service neutron] 10.222.0.45 "GET /v2.0/ports/b1563c45-0cd4-4e3f-997b-ae1107a3aede/bindings/n-h1-827549-2 HTTP/1.1" status: 200 len: 382 time: 0.0865529 Feb 03 15:09:11.245396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-08baf61a-0155-4098-ad20-b80cac9f2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:11.246930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-08baf61a-0155-4098-ad20-b80cac9f2e86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1125 time: 0.0465102 Feb 03 15:09:11.249050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:09:11.336533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-35277d87-74e5-4728-a1a5-7f88e9379cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:11.338018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-35277d87-74e5-4728-a1a5-7f88e9379cdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0853016 Feb 03 15:09:11.348151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:11.359063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'mac_address': 'fa:16:3e:53:0a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:09:11.395323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b1563c45-0cd4-4e3f-997b-ae1107a3aede is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:09:11.395707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:11.406036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-f136ba57-9e54-4566-9cc2-4077f96a545d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0618238 Feb 03 15:09:11.411256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:09:11.432387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:11.437061 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:11.454123 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-11ac30e9-6ac6-438d-a39b-1c7320265491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:11.455591 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-11ac30e9-6ac6-438d-a39b-1c7320265491 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0443819 Feb 03 15:09:11.489215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:11.506650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-f05a5ca7-4253-4808-b77e-9484462c8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:11.508273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-f05a5ca7-4253-4808-b77e-9484462c8492 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465326 Feb 03 15:09:11.602794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-a0fb1a37-ad80-4f75-93f3-6fb9f89d7f2f service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872579 Feb 03 15:09:11.651921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['b1563c45-0cd4-4e3f-997b-ae1107a3aede'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:09:11.692960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-2f19a226-ea8e-40d8-a1f0-181d4b76120a service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836699 Feb 03 15:09:12.301495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10a0c9-f176-4f93-8656-e9c4bba65308 req-7f2f4506-3e54-4163-b95f-8e3e6fa5b6cc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:12.302956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db10a0c9-f176-4f93-8656-e9c4bba65308 req-7f2f4506-3e54-4163-b95f-8e3e6fa5b6cc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0563009 Feb 03 15:09:12.348028 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db10a0c9-f176-4f93-8656-e9c4bba65308 req-5fb4d692-0b98-4137-a02b-b6baeb05424d tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395215 Feb 03 15:09:13.281629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:09:13.359978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port b1563c45-0cd4-4e3f-997b-ae1107a3aede is: BUILD; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:09:13.360373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:13.373992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:09:13.398555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:13.404271 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:13.458037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:13.472543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273f5e3-e824-465b-9c70-5af5968aaa81 req-ba473386-a098-45d3-91d5-d4bc3023fe26 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:13.474027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6273f5e3-e824-465b-9c70-5af5968aaa81 req-ba473386-a098-45d3-91d5-d4bc3023fe26 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0558360 Feb 03 15:09:13.524957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6273f5e3-e824-465b-9c70-5af5968aaa81 req-f2bb6e7d-6664-49d2-93b1-3a87c49627ae tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451660 Feb 03 15:09:14.647346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3435237-0b32-4fdd-b895-b3a7bd9612fd req-37277496-a3da-4236-a175-a95c1ceb32f9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:14.648839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3435237-0b32-4fdd-b895-b3a7bd9612fd req-37277496-a3da-4236-a175-a95c1ceb32f9 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0550826 Feb 03 15:09:14.694751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c3435237-0b32-4fdd-b895-b3a7bd9612fd req-eb2627ac-4bbd-49fb-9c68-de0e535cda27 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396662 Feb 03 15:09:15.814891 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c584d-12c7-4e8e-b69d-1988a806957b req-21facb6f-32aa-498a-bef7-215f6e299903 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:15.816363 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a7c584d-12c7-4e8e-b69d-1988a806957b req-21facb6f-32aa-498a-bef7-215f6e299903 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0518529 Feb 03 15:09:15.863132 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5a7c584d-12c7-4e8e-b69d-1988a806957b req-ef360026-ba1f-4357-b346-d5543925840c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Feb 03 15:09:15.889513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21471846-97f8-4fc7-935f-dd0596107e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:16.985417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5b4bd-1495-4da2-b55c-f856481fd22d req-efe2e140-de0e-4ba2-8ac8-a053a5a80a67 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:16.986910 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2cb5b4bd-1495-4da2-b55c-f856481fd22d req-efe2e140-de0e-4ba2-8ac8-a053a5a80a67 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0524549 Feb 03 15:09:17.038383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2cb5b4bd-1495-4da2-b55c-f856481fd22d req-b36fa73f-69ea-406e-aa5e-35d97b785bec tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Feb 03 15:09:17.341649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-cf0dfa05-1bfe-47c0-89a9-42b958e6ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:17.343161 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-cf0dfa05-1bfe-47c0-89a9-42b958e6ee72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d&tenant_id=8a8620a0360d4e42b23a4a5714abb7cf HTTP/1.1" status: 200 len: 1126 time: 0.0446954 Feb 03 15:09:17.359694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:09:17.419140 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:17.615543 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:17.653322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h1-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:09:17.687470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:09:17.695223 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Publish callbacks [] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:17.706907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Ignored duplicate provisioning block setup for port b1563c45-0cd4-4e3f-997b-ae1107a3aede by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 03 15:09:17.710673 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:17.790209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=11']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:17.804748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.805097 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.805441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.805785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.806117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.806444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.806790 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.807094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.807416 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.807738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.808622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.808622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.808871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:17.847436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] No DVR routers for this DVR port b1563c45-0cd4-4e3f-997b-ae1107a3aede on host n-h1-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:09:17.984070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:09:17.984436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:09:17.984773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:09:17.989064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:09:17.989389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Attempting to bind port b1563c45-0cd4-4e3f-997b-ae1107a3aede on network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:09:17.994305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:09:17.994650 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Checking segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:09:17.995039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Bound using segment: {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:09:17.995466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Bound port: b1563c45-0cd4-4e3f-997b-ae1107a3aede, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0e959b-1222-49c2-9618-89b098804e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:09:17.995828 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:18.064283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:09:18.067406 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:09:18.075097 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:18.116225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.116826 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:18.118199 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] 10.222.0.71 "PUT /v2.0/ports/b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1092 time: 0.7629282 Feb 03 15:09:18.118636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:09:18.120873 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef21892-6623-4f88-9529-ec24e85dab2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:09:18.133606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd1d747b-bc37-4599-b626-e53e698d76a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:18.143324 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769b3bd-9854-4e9d-97c6-414ac9eeae41 service neutron] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=12']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:18.195839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7cc74-455d-4789-9f42-5d9ba8f00fff req-8a0ecc8b-c467-4100-9cfb-f3ea66a5e3fa tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.197427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74e7cc74-455d-4789-9f42-5d9ba8f00fff req-8a0ecc8b-c467-4100-9cfb-f3ea66a5e3fa tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0856347 Feb 03 15:09:18.207165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-9d649974-1709-4694-9ecf-ebbec9d8cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.208751 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-9d649974-1709-4694-9ecf-ebbec9d8cb1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1126 time: 0.0501730 Feb 03 15:09:18.257056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-74e7cc74-455d-4789-9f42-5d9ba8f00fff req-adcbc489-9b21-43b8-ab20-8234598ccc4f tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524955 Feb 03 15:09:18.310875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-b8f7b63a-8945-4897-b04c-ecd8e8361f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.312732 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-b8f7b63a-8945-4897-b04c-ecd8e8361f61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0978010 Feb 03 15:09:18.326393 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f76445-444d-4eef-88e0-5569796b7bb4 x-openstack-request-id: req-98f76445-444d-4eef-88e0-5569796b7bb4 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:09:18.326689 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:09:18.326948 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98f76445-444d-4eef-88e0-5569796b7bb4 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:09:18.327340 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'status': 'completed', 'code': 200} Feb 03 15:09:18.383869 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-e98459ac-e28b-4981-9eab-45604d7df6e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0652127 Feb 03 15:09:18.385160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-e8c49073-1d01-4870-8d53-e5f38284a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.386649 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-e8c49073-1d01-4870-8d53-e5f38284a577 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1126 time: 0.0456257 Feb 03 15:09:18.431455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-0627f698-55ae-4cee-b8d1-cc0fc28fbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.432867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-0627f698-55ae-4cee-b8d1-cc0fc28fbfdc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0427349 Feb 03 15:09:18.478723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-8da21999-083b-49ab-b207-b6ac843369cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.480267 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-8da21999-083b-49ab-b207-b6ac843369cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0881004 Feb 03 15:09:18.485715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081752b1-988c-473e-ad0a-a867ebe23278 req-59b656fe-3f04-4e1e-8c31-ef2c0b034660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.487274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-59b656fe-3f04-4e1e-8c31-ef2c0b034660 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488484 Feb 03 15:09:18.545117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-a8455afd-b9be-4228-8275-6b32e7257713 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0582070 Feb 03 15:09:18.575443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-6f723aea-b7b3-4581-ab86-c07afd939095 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821483 Feb 03 15:09:18.593248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-9bef1436-3dc3-4a99-93d2-af7be9fe3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.594694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-9bef1436-3dc3-4a99-93d2-af7be9fe3cd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0439131 Feb 03 15:09:18.646876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-7f8d22f8-c0e5-4637-b1f1-3c0f00e0731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.648382 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-7f8d22f8-c0e5-4637-b1f1-3c0f00e0731b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483699 Feb 03 15:09:18.664327 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-081752b1-988c-473e-ad0a-a867ebe23278 req-b991ce49-a180-4762-8de3-4e478e0b1089 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Feb 03 15:09:18.737848 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-71f16c68-4ca4-449f-baf6-9ef2d0e0e496 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831776 Feb 03 15:09:18.778085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-087c8842-274c-445a-a002-10fff539b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.779642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-087c8842-274c-445a-a002-10fff539b05b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 1126 time: 0.0482681 Feb 03 15:09:18.833185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-50245b15-b765-448c-8453-09c74e559417 service neutron] 10.222.0.45 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 Feb 03 15:09:18.874162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-f3592158-ebb3-446f-98db-6ae0164871f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.875652 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-f3592158-ebb3-446f-98db-6ae0164871f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 200 len: 913 time: 0.0904527 Feb 03 15:09:18.942788 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-a9266264-005e-40eb-a4c7-15f1dcc6284d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 200 len: 1000 time: 0.0608668 Feb 03 15:09:18.988552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-d5d6e7f4-23af-475f-9b43-6dfa4829a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:18.989987 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-d5d6e7f4-23af-475f-9b43-6dfa4829a700 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 200 len: 851 time: 0.0421188 Feb 03 15:09:19.039178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-f1ce1af7-eb8e-4ec0-9e3f-2d7d01ad52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:19.040647 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-f1ce1af7-eb8e-4ec0-9e3f-2d7d01ad52a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451965 Feb 03 15:09:19.130581 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-9a7057e8-708a-4f5b-bdfc-a0090f483598 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839880 Feb 03 15:09:19.221384 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1ef21892-6623-4f88-9529-ec24e85dab2a req-309f2599-2743-4607-8720-5682926a29cb service neutron] 10.222.0.71 "GET /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838938 Feb 03 15:09:19.387034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770c77f-3871-4def-95e2-977c132eee1b req-6d9410f3-d467-4223-94b4-ee6821541871 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:19.388955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8770c77f-3871-4def-95e2-977c132eee1b req-6d9410f3-d467-4223-94b4-ee6821541871 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0535512 Feb 03 15:09:19.435504 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8770c77f-3871-4def-95e2-977c132eee1b req-2ee7986f-c187-480f-8cc9-3a38b8fbb7e8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 Feb 03 15:09:19.796242 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:20.555521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f7dee-b51e-4273-be1a-365e1060df38 req-415ea941-dc07-4334-ae03-82790619017a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:20.556947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b69f7dee-b51e-4273-be1a-365e1060df38 req-415ea941-dc07-4334-ae03-82790619017a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0524566 Feb 03 15:09:20.606968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b69f7dee-b51e-4273-be1a-365e1060df38 req-5b65501b-9570-410c-8dc3-6d867930eb6c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Feb 03 15:09:20.875639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:21.730831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50e439-5cdd-4c32-9a9b-385ce66c6e0f req-bda4ceb0-fac7-4aec-8353-26854bde4144 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:21.732315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff50e439-5cdd-4c32-9a9b-385ce66c6e0f req-bda4ceb0-fac7-4aec-8353-26854bde4144 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0533566 Feb 03 15:09:21.779753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ff50e439-5cdd-4c32-9a9b-385ce66c6e0f req-fb800f48-4db3-43f0-8aa1-e20a6c627f25 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Feb 03 15:09:22.246334 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:22.901061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7eeba-ea1a-4100-bd8e-f72d4a7f4baa req-c8984fb3-596b-4d4e-82d6-499e0f73c48b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:22.902696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36f7eeba-ea1a-4100-bd8e-f72d4a7f4baa req-c8984fb3-596b-4d4e-82d6-499e0f73c48b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0544586 Feb 03 15:09:22.952947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36f7eeba-ea1a-4100-bd8e-f72d4a7f4baa req-07dabdd7-e4fb-4a84-94eb-e4d212af7e09 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433664 Feb 03 15:09:24.077413 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f41de-71d3-4f0c-88f1-c2c0d4593dd3 req-9edb3875-6c51-4e79-8419-90019a913359 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:24.078888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d70f41de-71d3-4f0c-88f1-c2c0d4593dd3 req-9edb3875-6c51-4e79-8419-90019a913359 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0561583 Feb 03 15:09:24.127855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d70f41de-71d3-4f0c-88f1-c2c0d4593dd3 req-e0e352c6-ac3a-4ce2-86d1-137c9ec5dcb1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Feb 03 15:09:25.217633 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:25.255697 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409d667-20d4-4458-bcff-1ca99e94a9d5 req-265829a7-521a-4374-afe3-16d7ef359bb4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:25.257228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5409d667-20d4-4458-bcff-1ca99e94a9d5 req-265829a7-521a-4374-afe3-16d7ef359bb4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0553057 Feb 03 15:09:25.308521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5409d667-20d4-4458-bcff-1ca99e94a9d5 req-36f5e25b-7cfd-4901-bbc7-910b096533d7 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455561 Feb 03 15:09:25.349596 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:09:26.443435 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78665fcb-991d-45a8-8ce1-650d1a3cc96b req-5ffd9678-af60-4e25-b141-0918b15ae49b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:26.444839 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78665fcb-991d-45a8-8ce1-650d1a3cc96b req-5ffd9678-af60-4e25-b141-0918b15ae49b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0558333 Feb 03 15:09:26.490642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78665fcb-991d-45a8-8ce1-650d1a3cc96b req-5f78ea7d-38dd-46eb-b474-2b71da98fefb tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402579 Feb 03 15:09:27.613141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c2e16-76c2-4c0e-ae9f-360ef4e3045a req-7b9a8d2c-aa9f-435f-b0fa-261cad974372 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:27.614747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee9c2e16-76c2-4c0e-ae9f-360ef4e3045a req-7b9a8d2c-aa9f-435f-b0fa-261cad974372 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0534985 Feb 03 15:09:27.663691 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee9c2e16-76c2-4c0e-ae9f-360ef4e3045a req-e24bfcf2-ec5c-4a4d-92e0-c7f31e7044fc tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Feb 03 15:09:28.787249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ecb3d-3b28-4493-bf2b-23217bfa9b5f req-6d870867-f89f-4bd8-9ca9-172ac9d7107a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:28.788746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f3ecb3d-3b28-4493-bf2b-23217bfa9b5f req-6d870867-f89f-4bd8-9ca9-172ac9d7107a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0536673 Feb 03 15:09:28.838612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4f3ecb3d-3b28-4493-bf2b-23217bfa9b5f req-c80bcb36-3fcb-458f-8c7b-f0080e3026f3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441997 Feb 03 15:09:29.959293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7cb22-eab0-40a8-9531-cb8c8044a251 req-b5ee055f-eaa6-4467-96b6-49da927ece0b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:29.960780 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcb7cb22-eab0-40a8-9531-cb8c8044a251 req-b5ee055f-eaa6-4467-96b6-49da927ece0b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0526264 Feb 03 15:09:30.006968 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fcb7cb22-eab0-40a8-9531-cb8c8044a251 req-78b81032-7d0e-4760-b976-b317a685055c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406518 Feb 03 15:09:31.126460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0ebf3-74ef-4abf-aed9-b247f3130d24 req-03d931f6-0ae0-4ac8-a1ac-3cdf52f7dbe1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:31.127946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8c0ebf3-74ef-4abf-aed9-b247f3130d24 req-03d931f6-0ae0-4ac8-a1ac-3cdf52f7dbe1 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0522943 Feb 03 15:09:31.173709 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8c0ebf3-74ef-4abf-aed9-b247f3130d24 req-5c1969f0-78b3-49c0-89f6-a04dd898d096 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Feb 03 15:09:32.300038 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6a657-4a6d-4861-a96c-525c98d4d2a6 req-e18ee44b-cb61-498e-9bbe-89997126e5d4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:32.301557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ee6a657-4a6d-4861-a96c-525c98d4d2a6 req-e18ee44b-cb61-498e-9bbe-89997126e5d4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0563684 Feb 03 15:09:32.347499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ee6a657-4a6d-4861-a96c-525c98d4d2a6 req-8639d2e6-63ab-4bd5-a86a-5e4a4631f373 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404720 Feb 03 15:09:33.469339 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751b853-2688-465f-a732-3dcdb569e3b2 req-9532e5bd-4b72-457f-a0e0-18320e431c66 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:33.470740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c751b853-2688-465f-a732-3dcdb569e3b2 req-9532e5bd-4b72-457f-a0e0-18320e431c66 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0560451 Feb 03 15:09:33.517114 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c751b853-2688-465f-a732-3dcdb569e3b2 req-d8b3f554-d2f1-42bf-b0f7-5b36233fcad3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407598 Feb 03 15:09:34.638826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef92a2-5598-4b8d-b1fb-c4aa2dd77ce5 req-6e94d4da-0e50-4c72-8f81-1db5ec31651b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:34.640296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80ef92a2-5598-4b8d-b1fb-c4aa2dd77ce5 req-6e94d4da-0e50-4c72-8f81-1db5ec31651b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0522342 Feb 03 15:09:34.690068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80ef92a2-5598-4b8d-b1fb-c4aa2dd77ce5 req-34bc92eb-d460-4237-a858-48fc161e0414 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Feb 03 15:09:35.809506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca897d-87a5-407a-aca2-d9a2d2abdfcd req-ba8a38ca-0257-4ae3-b568-77e3058a0290 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:35.811520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0ca897d-87a5-407a-aca2-d9a2d2abdfcd req-ba8a38ca-0257-4ae3-b568-77e3058a0290 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0524728 Feb 03 15:09:35.857309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b0ca897d-87a5-407a-aca2-d9a2d2abdfcd req-b34f7bbb-de20-4cc0-a1ce-54943bbc8bb3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396459 Feb 03 15:09:36.973064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db633159-c075-42c8-8404-94c80c10f6ee req-5586ecc5-6dfd-481e-8a05-93dc95a6202a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:36.974540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db633159-c075-42c8-8404-94c80c10f6ee req-5586ecc5-6dfd-481e-8a05-93dc95a6202a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0515747 Feb 03 15:09:37.020667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db633159-c075-42c8-8404-94c80c10f6ee req-9da47bec-37f8-480f-bf65-912d70cae4ab tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406470 Feb 03 15:09:37.145119 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:09:37.163458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38431-6853-40a6-b4d4-574b2dcf2906 req-24aa94f3-ea9b-4c68-827a-3db745684943 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:37.164989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fac38431-6853-40a6-b4d4-574b2dcf2906 req-24aa94f3-ea9b-4c68-827a-3db745684943 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0593119 Feb 03 15:09:37.211188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fac38431-6853-40a6-b4d4-574b2dcf2906 req-f15b44d9-bde4-4cb1-99e3-99ac34e37330 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Feb 03 15:09:37.244881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:37.255368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'port_id': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'mac_address': 'fa:16:3e:53:0a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:09:37.293647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b1563c45-0cd4-4e3f-997b-ae1107a3aede is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:09:37.294042 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:37.307520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:09:37.326311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:37.329448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f20a2-33ed-4515-aaa1-46b90767e986 req-d553b472-135f-4ba1-aa84-5b16ed50f40a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:37.329935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:37.331016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f3f20a2-33ed-4515-aaa1-46b90767e986 req-d553b472-135f-4ba1-aa84-5b16ed50f40a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 944 time: 0.0534477 Feb 03 15:09:37.377152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=13']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:37.378895 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8f3f20a2-33ed-4515-aaa1-46b90767e986 req-4ef38341-8bc3-4406-87fc-343e8186b89e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Feb 03 15:09:37.626304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764318e-8f97-4f82-87b4-54cc69f451d9 req-053ce5e9-b200-49fc-9ba9-8ccaa5da32d3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:37.627761 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3764318e-8f97-4f82-87b4-54cc69f451d9 req-053ce5e9-b200-49fc-9ba9-8ccaa5da32d3 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0579181 Feb 03 15:09:37.673850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3764318e-8f97-4f82-87b4-54cc69f451d9 req-efbe92e5-8e40-43ce-90f2-b91a56a4d46c tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403984 Feb 03 15:09:37.740554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['b1563c45-0cd4-4e3f-997b-ae1107a3aede'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:09:38.792540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe5e00-40a1-445c-b4f0-43bf9316b25e req-9129a6f2-7920-41a1-8384-032e3ae29dcd tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:38.794018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2fe5e00-40a1-445c-b4f0-43bf9316b25e req-9129a6f2-7920-41a1-8384-032e3ae29dcd tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 945 time: 0.0526886 Feb 03 15:09:38.839865 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2fe5e00-40a1-445c-b4f0-43bf9316b25e req-091f22f2-b818-49d4-9dd5-682b662f7f90 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Feb 03 15:09:39.145395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:09:39.193590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port b1563c45-0cd4-4e3f-997b-ae1107a3aede completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:09:39.197715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port b1563c45-0cd4-4e3f-997b-ae1107a3aede triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:09:39.198113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:39.275931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port b1563c45-0cd4-4e3f-997b-ae1107a3aede is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:09:39.276444 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:39.299250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:09:39.301484 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e360ff86-6e23-473b-a173-c486584a12c1" -d '{"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:09:39.314039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:39.319162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:39.343329 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdfe1fa-e2c9-46df-a7e0-117ec3c7c7e2 x-openstack-request-id: req-dcdfe1fa-e2c9-46df-a7e0-117ec3c7c7e2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:09:39.343625 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:09:39.343884 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcdfe1fa-e2c9-46df-a7e0-117ec3c7c7e2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:09:39.344306 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'code': 200} Feb 03 15:09:39.369281 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=14']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:39.468167 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:39.484504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-143d56f7-23b4-47ec-b26e-9bb500a35774 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:39.485906 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-143d56f7-23b4-47ec-b26e-9bb500a35774 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 946 time: 0.0581024 Feb 03 15:09:39.573516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Deleting port b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:09:39.573879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:39.965832 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1de11-f54b-4092-913d-3236d760c478 req-c9ad6950-4a96-40e1-b6f7-207eefe3dbd8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:09:39.966665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fac1de11-f54b-4092-913d-3236d760c478 req-c9ad6950-4a96-40e1-b6f7-207eefe3dbd8 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 946 time: 0.0544546 Feb 03 15:09:40.002212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] For port b1563c45-0cd4-4e3f-997b-ae1107a3aede, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=b1563c45-0cd4-4e3f-997b-ae1107a3aede,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:40.002583 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:40.016695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fac1de11-f54b-4092-913d-3236d760c478 req-fefa184b-1af9-4270-974a-ab26f76d8b24 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e96ef05-ec77-41f4-9d40-82bf8695add5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Feb 03 15:09:40.167613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:40.167896 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:40.168305 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e disassociated. External IP: 172.25.0.230, port: b1563c45-0cd4-4e3f-997b-ae1107a3aede. Feb 03 15:09:40.168679 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Calling delete_port for b1563c45-0cd4-4e3f-997b-ae1107a3aede owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:09:40.294866 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (b1563c45-0cd4-4e3f-997b-ae1107a3aede), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:40.320106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event deleted for resources: {'Port': ['ID=b1563c45-0cd4-4e3f-997b-ae1107a3aede,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:40.440791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:09:40.555833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:09:40.565314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:09:40.574662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:09:40.575751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:40.597238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] No DVR routers for this DVR port b1563c45-0cd4-4e3f-997b-ae1107a3aede on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:09:40.599779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:40.603101 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6fb18d26-8690-41e8-91ed-a7dca496e9de req-c1b630f3-87d7-4832-8f42-2581f4972f14 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.71 "DELETE /v2.0/ports/b1563c45-0cd4-4e3f-997b-ae1107a3aede HTTP/1.1" status: 204 len: 173 time: 1.1121926 Feb 03 15:09:40.603546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-deleted', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:09:40.605869 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8febbba-60d6-4d72-af4f-cf9bc29ba4ee" -d '{"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-deleted", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:09:40.641838 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d4794-0b1d-464d-ba55-453279ff7d63 x-openstack-request-id: req-cb7d4794-0b1d-464d-ba55-453279ff7d63 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:09:40.643942 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3a7c9-213c-45b7-abf3-51eb71da2c4d", "name": "network-vif-deleted", "tag": "b1563c45-0cd4-4e3f-997b-ae1107a3aede", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:09:40.644854 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb7d4794-0b1d-464d-ba55-453279ff7d63 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:09:40.645331 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3a7c9-213c-45b7-abf3-51eb71da2c4d', 'name': 'network-vif-deleted', 'tag': 'b1563c45-0cd4-4e3f-997b-ae1107a3aede', 'status': 'completed', 'code': 200} Feb 03 15:09:40.687300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:09:40.895221 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:40.920941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:09:40.929156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:09:40.929749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:09:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:41.036687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:09:41.144061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe832db5-9e96-46fa-b017-c42bbd3da403 req-91dbe714-4b8f-49d7-9a01-a20961e2a6bd tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0474062 Feb 03 15:09:41.248957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:41.274304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f509401-3bd1-4019-b421-0e22b0bda12a None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:05:38Z', 'revision_number': 4, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '20f82422-72e8-421a-8599-1dab23010ff1', 'name': '', 'network_id': '0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'mac_address': 'fa:16:3e:29:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:38Z', 'updated_at': '2022-02-03T15:05:42Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'subnets': [{'id': '58150d74-773b-4ecd-b8cc-7a602553a2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:09:41.495128 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abdd4c0-b401-4058-9ac8-9aa8a97c1f75 None None] New status for floating IP eb0aedad-c264-488f-979e-2fb0c4d67f7e: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:09:42.249578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6e95c9c7-b9d3-4d25-af1b-7d65d81d2010 req-08ae0a2c-1ed7-4fea-b16c-0cadd789845b tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0337489 Feb 03 15:09:43.160821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:09:43.180510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: b1563c45-0cd4-4e3f-997b-ae1107a3aede {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:09:43.180885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device b1563c45-0cd4-4e3f-997b-ae1107a3aede not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:09:43.348223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-374bd7e8-c67c-43ac-85c1-e17504ef600c req-0669982c-5567-443f-a25b-f525ebb2c77a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0268478 Feb 03 15:09:44.443806 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-45ec5f0c-3154-4eaf-a2ef-95d7ec56b5c7 req-58202bb4-7ad5-4cb7-a89a-5a61e4c12d4a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0265689 Feb 03 15:09:45.541236 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-034ab219-0136-407a-a356-5a6b39503cf8 req-fc7ed19f-9ff1-4fdb-aa20-a396d5e9d835 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0267560 Feb 03 15:09:45.882163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca8cb4a5-8c35-47e3-9414-f425909931ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:46.641244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8f09bce-8dad-4e47-b457-dc54167e1eb6 req-f46eda3e-3e0e-430e-9bc7-e2ba84f8443a tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0301690 Feb 03 15:09:47.740665 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-611eee13-cbd8-4479-a10c-74fb50244a27 req-972dce19-0034-4979-8fec-142b2ee52179 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0279686 Feb 03 15:09:48.136951 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-025cbfc7-eedd-4565-96f1-195d17f9621b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:48.850373 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a779680f-fa84-48df-9d33-9c5661466d9c req-4378c393-7f8b-4ae4-8243-f7cd0027f64e tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9e3a7c9-213c-45b7-abf3-51eb71da2c4d HTTP/1.1" status: 200 len: 210 time: 0.0266111 Feb 03 15:09:49.797928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:50.879668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:52.258536 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:55.223803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:55.647023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35088) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:55.702519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group (7e96ef05-ec77-41f4-9d40-82bf8695add5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:55.725062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group (7e96ef05-ec77-41f4-9d40-82bf8695add5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:55.777413 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7e96ef05-ec77-41f4-9d40-82bf8695add5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:55.780557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:55.782104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "DELETE /v2.0/security-groups/7e96ef05-ec77-41f4-9d40-82bf8695add5 HTTP/1.1" status: 204 len: 168 time: 0.1338043 Feb 03 15:09:55.784960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35092) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:55.791842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e96ef05-ec77-41f4-9d40-82bf8695add5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:55.800141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.800691 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-5a1fefe6-e5e9-4f98-a1a0-ff77e87590a4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] show failed (client error): The resource could not be found. Feb 03 15:09:55.800818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.800912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804435 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5a1fefe6-e5e9-4f98-a1a0-ff77e87590a4 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "GET /v2.0/security-groups/7e96ef05-ec77-41f4-9d40-82bf8695add5 HTTP/1.1" status: 404 len: 347 time: 0.0150533 Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.804543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4330b7c8-92e8-4122-a038-a7ba23524558 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:55.805109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35094) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:55.931092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Deleting port f69b67f2-3f6d-405f-833d-03461e55d80b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:09:55.931441 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.008374 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.008754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (f69b67f2-3f6d-405f-833d-03461e55d80b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.020095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Calling delete_port for f69b67f2-3f6d-405f-833d-03461e55d80b owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:09:56.155007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f69b67f2-3f6d-405f-833d-03461e55d80b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.178740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Pushing event deleted for resources: {'Port': ['ID=f69b67f2-3f6d-405f-833d-03461e55d80b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:56.243181 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks [] for floatingip (eb0aedad-c264-488f-979e-2fb0c4d67f7e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.245954 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.247122 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8b0023c2-f0fc-441d-887c-e7d7052c1da2 tempest-ServerActionsTestJSON-459371500 tempest-ServerActionsTestJSON-459371500-project] 10.222.0.52 "DELETE /v2.0/floatingips/eb0aedad-c264-488f-979e-2fb0c4d67f7e HTTP/1.1" status: 204 len: 168 time: 0.4417377 Feb 03 15:09:56.250222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35096) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:56.607639 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (3706f49d-a199-4396-a9e9-8c289622e1e4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.868537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Deleting port 20f82422-72e8-421a-8599-1dab23010ff1 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:09:56.869245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (20f82422-72e8-421a-8599-1dab23010ff1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.946511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] For port 20f82422-72e8-421a-8599-1dab23010ff1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=20f82422-72e8-421a-8599-1dab23010ff1,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:56.946875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (20f82422-72e8-421a-8599-1dab23010ff1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:56.958355 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Calling delete_port for 20f82422-72e8-421a-8599-1dab23010ff1 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:09:57.143518 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (20f82422-72e8-421a-8599-1dab23010ff1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:57.173294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f82422-72e8-421a-8599-1dab23010ff1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:57.343073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (3706f49d-a199-4396-a9e9-8c289622e1e4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:57.561120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Router 3706f49d-a199-4396-a9e9-8c289622e1e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:09:57.667456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:09:57.674405 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8940b771-f7a0-4f41-9f47-e2fef6978665 admin admin] 10.222.0.52 "PUT /v2.0/routers/3706f49d-a199-4396-a9e9-8c289622e1e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231791 Feb 03 15:09:57.675179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35098) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:57.678489 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] Sync routers for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:09:57.687996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:09:57.688710 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:09:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:57.778991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks [] for router (3706f49d-a199-4396-a9e9-8c289622e1e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:57.794832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:09:57.887943 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks [] for router_gateway (3706f49d-a199-4396-a9e9-8c289622e1e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:57.940878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Deleting port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:09:57.941131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:57.972010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:09:57Z', 'revision_number': 5, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port': {'id': '6fe38e0d-55e3-481e-9b6b-e478059ffc0f', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:05:36Z', 'updated_at': '2022-02-03T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:58.036561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] For port 6fe38e0d-55e3-481e-9b6b-e478059ffc0f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:58.036966 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.050312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Calling delete_port for 6fe38e0d-55e3-481e-9b6b-e478059ffc0f owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:09:58.164963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] Checking router: 3706f49d-a199-4396-a9e9-8c289622e1e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:09:58.174251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] Routers {'3706f49d-a199-4396-a9e9-8c289622e1e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:09:58.175222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:09:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['3706f49d-a199-4396-a9e9-8c289622e1e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:58.234390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (6fe38e0d-55e3-481e-9b6b-e478059ffc0f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.259779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe38e0d-55e3-481e-9b6b-e478059ffc0f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:58.267923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] Set router 3706f49d-a199-4396-a9e9-8c289622e1e4 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:09:58.332516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:09:57Z', 'revision_number': 6, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:58.336331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (3706f49d-a199-4396-a9e9-8c289622e1e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.359578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e568-ae57-42b1-b5e2-e4c603b00c59 None None] The sync data for ids ['3706f49d-a199-4396-a9e9-8c289622e1e4'] in n-d-827549-2 is: [{'id': '3706f49d-a199-4396-a9e9-8c289622e1e4', 'name': 'tempest-ServerActionsTestJSON-1056922754-router', 'tenant_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:05:35Z', 'updated_at': '2022-02-03T15:09:57Z', 'revision_number': 6, 'project_id': '8a8620a0360d4e42b23a4a5714abb7cf', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:09:58.436635 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (3706f49d-a199-4396-a9e9-8c289622e1e4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.438735 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks [] for router_controller (3706f49d-a199-4396-a9e9-8c289622e1e4), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.480844 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (3706f49d-a199-4396-a9e9-8c289622e1e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.481277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3706f49d-a199-4396-a9e9-8c289622e1e4 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:09:58.486283 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.487411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-47798d7f-2a03-449d-8eb8-6d37694b3327 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3706f49d-a199-4396-a9e9-8c289622e1e4 HTTP/1.1" status: 204 len: 168 time: 0.8112609 Feb 03 15:09:58.489899 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35100) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:58.532759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] Deleting subnet 58150d74-773b-4ecd-b8cc-7a602553a2bc {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:09:58.535782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] Publish callbacks [] for subnet (58150d74-773b-4ecd-b8cc-7a602553a2bc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.569476 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (58150d74-773b-4ecd-b8cc-7a602553a2bc), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.645167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (58150d74-773b-4ecd-b8cc-7a602553a2bc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.697910 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (58150d74-773b-4ecd-b8cc-7a602553a2bc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.725252 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58150d74-773b-4ecd-b8cc-7a602553a2bc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:58.727234 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:58.730626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5e7fc4f1-374c-4823-b3e1-6febc561ec2d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/58150d74-773b-4ecd-b8cc-7a602553a2bc HTTP/1.1" status: 204 len: 168 time: 0.2397358 Feb 03 15:09:58.731761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8376c-57c2-46b0-bfcc-7702f7489802 None None] Network 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:09:58.733742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35102) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:59.131322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] DHCP port deletion for 0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:09:59.142628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.183464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Deleting port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:09:59.183846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.194968 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Deleting port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:09:59.195307 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.253107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] For port af117e4f-99bd-4a53-9c8c-9325ae76f1b2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:59.253488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.260932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] For port af117e4f-99bd-4a53-9c8c-9325ae76f1b2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,segment=NetworkSegment(3a0e959b-1222-49c2-9618-89b098804e64),segment_id=3a0e959b-1222-49c2-9618-89b098804e64)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:09:59.261295 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.267029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Calling delete_port for af117e4f-99bd-4a53-9c8c-9325ae76f1b2 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:09:59.275318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Calling delete_port for af117e4f-99bd-4a53-9c8c-9325ae76f1b2 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:09:59.347691 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.355212 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (af117e4f-99bd-4a53-9c8c-9325ae76f1b2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.373228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Pushing event deleted for resources: {'Port': ['ID=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:59.377692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] No DVR routers for this DVR port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:09:59.380552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af117e4f-99bd-4a53-9c8c-9325ae76f1b2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:59.384090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] No DVR routers for this DVR port af117e4f-99bd-4a53-9c8c-9325ae76f1b2 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:09:59.385883 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.386416 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.386929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.388216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.389327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.389672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.393979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.393979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.393979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.393979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.393979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.393979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.393979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bff060-43f3-45cf-bdf2-8dbc88d0d419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:09:59.468583 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.489743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:59.500765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0e959b-1222-49c2-9618-89b098804e64') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:59.500960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af117e4f-99bd-4a53-9c8c-9325ae76f1b2 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:09:59.501076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0e959b-1222-49c2-9618-89b098804e64') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:09:59.510889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (3a0e959b-1222-49c2-9618-89b098804e64), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.524871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (3a0e959b-1222-49c2-9618-89b098804e64), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.525080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: af117e4f-99bd-4a53-9c8c-9325ae76f1b2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:09:59.525371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device af117e4f-99bd-4a53-9c8c-9325ae76f1b2 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:09:59.525798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 20f82422-72e8-421a-8599-1dab23010ff1 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:09:59.530785 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:09:59.531212 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (3a0e959b-1222-49c2-9618-89b098804e64), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:09:59.533263 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:09:59.545304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 20f82422-72e8-421a-8599-1dab23010ff1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:09:59.545660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 20f82422-72e8-421a-8599-1dab23010ff1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:09:59.546077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6fe38e0d-55e3-481e-9b6b-e478059ffc0f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:09:59.565155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 6fe38e0d-55e3-481e-9b6b-e478059ffc0f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:09:59.565508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 6fe38e0d-55e3-481e-9b6b-e478059ffc0f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:09:59.586798 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.593436 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.596449 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac HTTP/1.1" status: 204 len: 168 time: 0.8617513 Feb 03 15:09:59.606150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380eebe-2862-4b14-9a26-e5e90bce47c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac9b8ff-9db5-4dc8-96b0-4b942ac9c5ac,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:09:59.728563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35106) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:59.772074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-80b1d74e-9640-4e0e-9f98-20d30ee72741 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a8620a0360d4e42b23a4a5714abb7cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423596 Feb 03 15:09:59.774471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35108) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:09:59.818965 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7687bfbc-2396-44c2-ae7b-81a24c667e14 admin admin] Publish callbacks [] for security_group (6b090c80-dab0-4118-a175-d451d0aa2c03), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.839283 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7687bfbc-2396-44c2-ae7b-81a24c667e14 admin admin] Publish callbacks [] for security_group (6b090c80-dab0-4118-a175-d451d0aa2c03), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.885266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7687bfbc-2396-44c2-ae7b-81a24c667e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6b090c80-dab0-4118-a175-d451d0aa2c03), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.887817 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7687bfbc-2396-44c2-ae7b-81a24c667e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:09:59.889029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7687bfbc-2396-44c2-ae7b-81a24c667e14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b090c80-dab0-4118-a175-d451d0aa2c03 HTTP/1.1" status: 204 len: 168 time: 0.1136260 Feb 03 15:09:59.896817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687bfbc-2396-44c2-ae7b-81a24c667e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b090c80-dab0-4118-a175-d451d0aa2c03,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:00.569922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35130) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:00.664183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-597037281-network', 'tenant_id': 'a3db9a5e3b754f9a926e62ed360b7a4b'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:00.682800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Made reservation on behalf of a3db9a5e3b754f9a926e62ed360b7a4b for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:00.685171 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.693911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.769519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks [] for security_group (be5a681f-fba5-4160-8922-fd2ae56bb89b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.773192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be5a681f-fba5-4160-8922-fd2ae56bb89b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.798079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:00.806575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a681f-fba5-4160-8922-fd2ae56bb89b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:00.813325 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6549bf4a-56e9-4678-a4ee-3111af5ab17d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.813673 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Added segment 6549bf4a-56e9-4678-a4ee-3111af5ab17d of type vlan for network f4ac8d20-8a63-4465-9c81-1e809ec5414c Feb 03 15:10:00.854831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (f4ac8d20-8a63-4465-9c81-1e809ec5414c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.880028 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (f4ac8d20-8a63-4465-9c81-1e809ec5414c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.881067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:00.881644 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.911062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3399808 Feb 03 15:10:00.913976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35134) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:00.919027 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Request body: {'subnet': {'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-597037281-subnet', 'tenant_id': 'a3db9a5e3b754f9a926e62ed360b7a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:00.938976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Made reservation on behalf of a3db9a5e3b754f9a926e62ed360b7a4b for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:00.941354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:00.945237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d06b6-907d-464a-9e3d-375c8a4c70ce admin admin] Pushing event updated for resources: {'Network': ['ID=f4ac8d20-8a63-4465-9c81-1e809ec5414c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:00.955251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network f4ac8d20-8a63-4465-9c81-1e809ec5414c details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:01.109326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (61a12221-7772-4997-b9ba-01bab8ed5c1a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:01.160075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a12221-7772-4997-b9ba-01bab8ed5c1a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:01.169919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Checking segment: {'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:01.170913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Network hostable DHCP agents. Network: f4ac8d20-8a63-4465-9c81-1e809ec5414c, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:01.186326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Network f4ac8d20-8a63-4465-9c81-1e809ec5414c is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:01.194580 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, f4ac8d20-8a63-4465-9c81-1e809ec5414c) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:01.198440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:01.199024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:01.203591 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7825479-32fc-4cc4-b166-237241638cce None None] Network f4ac8d20-8a63-4465-9c81-1e809ec5414c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:01.223098 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d3c9f4d4-8193-43ed-9944-60cd61d12154 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3074386 Feb 03 15:10:01.311570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d17698-4f10-47ed-88e0-8c91645e0aa8 None None] Network f4ac8d20-8a63-4465-9c81-1e809ec5414c requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:01.642309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-30415f61-ce39-4d4c-a404-a1e352b869f1 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:01.643774 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-30415f61-ce39-4d4c-a404-a1e352b869f1 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/networks?id=f4ac8d20-8a63-4465-9c81-1e809ec5414c HTTP/1.1" status: 200 len: 813 time: 0.1020727 Feb 03 15:10:01.658297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-63139856-94fd-4599-8ef3-08016cbcf9ec tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/quotas/a3db9a5e3b754f9a926e62ed360b7a4b HTTP/1.1" status: 200 len: 375 time: 0.0089841 Feb 03 15:10:01.690824 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-18413833-885e-43fa-a997-5587ac9ab9a0 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3db9a5e3b754f9a926e62ed360b7a4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275829 Feb 03 15:10:01.780880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-d7fe27c3-0d64-432e-95dd-e13c15154e05 service neutron] 10.222.0.52 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835259 Feb 03 15:10:01.867973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-7297c37d-e087-432e-8cc7-538cf26a99e7 service neutron] 10.222.0.52 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810177 Feb 03 15:10:02.021879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-665ef357-791e-4eaa-8869-d2b56627e43a req-e23fb95f-735d-4ab7-b8e4-726751207968 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 210 time: 0.0273108 Feb 03 15:10:02.350768 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:10:03.118750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-f3192de6-7b9e-4636-b9b3-f746e6cf519e tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:03.120229 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-f3192de6-7b9e-4636-b9b3-f746e6cf519e tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.71 "GET /v2.0/networks?id=f4ac8d20-8a63-4465-9c81-1e809ec5414c HTTP/1.1" status: 200 len: 813 time: 0.1123555 Feb 03 15:10:03.127754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f003c873-afa6-4805-8b38-a40214597ca3 req-4d77dfc6-41a7-47d0-9a55-1727c0b48252 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 210 time: 0.0318587 Feb 03 15:10:03.143902 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Request body: {'port': {'device_id': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c', 'admin_state_up': True, 'tenant_id': 'a3db9a5e3b754f9a926e62ed360b7a4b'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:03.251314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Made reservation on behalf of a3db9a5e3b754f9a926e62ed360b7a4b for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:03.254736 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:03.379396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Allocated IP 172.20.0.6 (f4ac8d20-8a63-4465-9c81-1e809ec5414c/61a12221-7772-4997-b9ba-01bab8ed5c1a/6b3209c8-80ca-40d3-90f4-7b8d296d3b7b) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:03.524444 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks [] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:03.557172 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:03.601153 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Network f4ac8d20-8a63-4465-9c81-1e809ec5414c is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:03.604257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:03.608352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:03.614691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Pushing event updated for resources: {'Port': ['ID=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:03.659274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:03.659820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:03.676165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-58147f6d-bf56-467d-b6da-ddd16b1115ab tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371575 Feb 03 15:10:03.711957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-8cd8152d-fa39-4605-a944-e9277ca0aebf tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:10:03.712936 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-8cd8152d-fa39-4605-a944-e9277ca0aebf tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049553 Feb 03 15:10:03.729873 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Request body: {'port': {'device_id': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:03.794007 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:04.046028 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:10:04.053355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Publish callbacks [] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:04.065076 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Transition to ACTIVE for port object 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:10:04.068600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:04.136235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:04.189828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Attempting to bind port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:04.190177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Attempting to bind port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:04.190516 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Attempting to bind port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b on network f4ac8d20-8a63-4465-9c81-1e809ec5414c {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:04.195238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b on network f4ac8d20-8a63-4465-9c81-1e809ec5414c not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:10:04.195564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Attempting to bind port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b on network f4ac8d20-8a63-4465-9c81-1e809ec5414c {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:04.200506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:04.200854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Checking segment: {'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:04.201239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Bound using segment: {'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:04.201666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Bound port: 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:04.202196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:04.249109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801756d-2079-4bd6-8c33-e722fb9d4048 req-9570387b-c136-4889-8ac4-478eb5dbc392 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:04.250712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3801756d-2079-4bd6-8c33-e722fb9d4048 req-9570387b-c136-4889-8ac4-478eb5dbc392 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 943 time: 0.0534458 Feb 03 15:10:04.265238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] For port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:04.268649 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] For port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:04.274851 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:04.298887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3801756d-2079-4bd6-8c33-e722fb9d4048 req-9981fb6a-0dd6-4b3d-86b8-71e941495da1 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Feb 03 15:10:04.311577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:04.312196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:04.313591 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] 10.222.0.71 "PUT /v2.0/ports/6b3209c8-80ca-40d3-90f4-7b8d296d3b7b HTTP/1.1" status: 200 len: 1091 time: 0.5873411 Feb 03 15:10:04.314038 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'tag': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:10:04.316222 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4661948-c4ce-4ce5-9df5-a704a3aa8241" -d '{"events": [{"name": "network-changed", "server_uuid": "8a17e986-b443-460a-891d-e5f18e66ad4c", "tag": "6b3209c8-80ca-40d3-90f4-7b8d296d3b7b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:10:04.341657 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eef05-512b-4dd4-a998-a131bbaee053 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:04.355002 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e8959b-a7cc-440a-b2c1-1f8777ae544f x-openstack-request-id: req-d8e8959b-a7cc-440a-b2c1-1f8777ae544f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:10:04.355294 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a17e986-b443-460a-891d-e5f18e66ad4c", "tag": "6b3209c8-80ca-40d3-90f4-7b8d296d3b7b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:10:04.355547 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8e8959b-a7cc-440a-b2c1-1f8777ae544f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:10:04.355945 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'tag': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b', 'status': 'completed', 'code': 200} Feb 03 15:10:04.419750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-eaa2bc72-1fcf-4efa-ba52-bad60ed86359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:04.421339 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-eaa2bc72-1fcf-4efa-ba52-bad60ed86359 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db9a5e3b754f9a926e62ed360b7a4b&device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 1125 time: 0.0487106 Feb 03 15:10:04.471740 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-9d075cea-aa40-4b8e-b896-c23d4ab8b0be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b HTTP/1.1" status: 200 len: 217 time: 0.0381086 Feb 03 15:10:04.522436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-874668a1-c5ce-4087-a744-a8ef67c44363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:04.523907 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-874668a1-c5ce-4087-a744-a8ef67c44363 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61a12221-7772-4997-b9ba-01bab8ed5c1a HTTP/1.1" status: 200 len: 853 time: 0.0465243 Feb 03 15:10:04.554894 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-037be0fb-1b16-469e-a345-2465bf20e625 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4ac8d20-8a63-4465-9c81-1e809ec5414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243719 Feb 03 15:10:04.644245 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-1d86b562-b356-4014-9d9f-8c40b4b43327 service neutron] 10.222.0.71 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827694 Feb 03 15:10:04.729500 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b36069f1-08c6-4546-b381-b2e464b80ccd req-00b4a729-5f5f-4499-a92a-c8c42ae1d8a5 service neutron] 10.222.0.71 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796745 Feb 03 15:10:04.861440 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-ffd14264-781e-4c4a-8cf9-7552baeb6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:04.862866 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-ffd14264-781e-4c4a-8cf9-7552baeb6fce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db9a5e3b754f9a926e62ed360b7a4b&device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 1125 time: 0.0490079 Feb 03 15:10:04.948701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-8b8531f7-6775-4d29-aa5f-9641c164dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:04.950194 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-8b8531f7-6775-4d29-aa5f-9641c164dad6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f4ac8d20-8a63-4465-9c81-1e809ec5414c HTTP/1.1" status: 200 len: 914 time: 0.0818655 Feb 03 15:10:04.990992 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-9278b88a-9348-4f6c-9f81-88cb896f335d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b HTTP/1.1" status: 200 len: 217 time: 0.0351574 Feb 03 15:10:05.038010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-94abacc3-3fc6-4423-a5b0-72ed6dc16295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:05.039413 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-94abacc3-3fc6-4423-a5b0-72ed6dc16295 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61a12221-7772-4997-b9ba-01bab8ed5c1a HTTP/1.1" status: 200 len: 853 time: 0.0424693 Feb 03 15:10:05.069409 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-f6c951fa-b838-4cca-9187-f9fc64d61323 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f4ac8d20-8a63-4465-9c81-1e809ec5414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241938 Feb 03 15:10:05.157983 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-838d9b03-4b5a-4a21-a03d-4d8bf81262e8 service neutron] 10.222.0.71 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824401 Feb 03 15:10:05.244266 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a4661948-c4ce-4ce5-9df5-a704a3aa8241 req-433aa27b-964d-4941-9e66-539424c90491 service neutron] 10.222.0.71 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807359 Feb 03 15:10:05.417808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a6e6f-a55c-423a-9564-80dcf176c9d2 req-027ffb0a-bc5b-440c-bece-768b0668fc82 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:05.419174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-573a6e6f-a55c-423a-9564-80dcf176c9d2 req-027ffb0a-bc5b-440c-bece-768b0668fc82 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 943 time: 0.0516269 Feb 03 15:10:05.465234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-573a6e6f-a55c-423a-9564-80dcf176c9d2 req-a3c2af4e-976a-4a60-9c7f-ffc3e5a57c47 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Feb 03 15:10:06.587270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2686037-2ed5-45b4-9e5e-f1311050a2b2 req-681e79f3-e835-4166-9d31-e0806368f273 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:06.588767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2686037-2ed5-45b4-9e5e-f1311050a2b2 req-681e79f3-e835-4166-9d31-e0806368f273 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 943 time: 0.0563591 Feb 03 15:10:06.635067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2686037-2ed5-45b4-9e5e-f1311050a2b2 req-7a016898-c410-419a-aade-4977685fa56b tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Feb 03 15:10:07.752922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120a144-8bd7-49a8-9f1e-e51f3ff1840a req-15d7eba6-f37c-4d41-a1e1-872402e9b64f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:07.754435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e120a144-8bd7-49a8-9f1e-e51f3ff1840a req-15d7eba6-f37c-4d41-a1e1-872402e9b64f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 943 time: 0.0528445 Feb 03 15:10:07.806854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e120a144-8bd7-49a8-9f1e-e51f3ff1840a req-cea6cd21-e8a0-4aed-961e-44da6ac5f714 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466604 Feb 03 15:10:08.924916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d9d80-9ef9-44a1-8f2a-0e84151a1cbf req-c53a2673-f2fc-4398-a45e-0667e8a054d4 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:08.926411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b74d9d80-9ef9-44a1-8f2a-0e84151a1cbf req-c53a2673-f2fc-4398-a45e-0667e8a054d4 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 943 time: 0.0532193 Feb 03 15:10:08.975624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b74d9d80-9ef9-44a1-8f2a-0e84151a1cbf req-c8b988c1-ffb6-4a27-bf11-2eb2675f568d tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436468 Feb 03 15:10:09.254929 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:10:09.349698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:09.360386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b', 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c', 'port_id': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b', 'mac_address': 'fa:16:3e:a3:d7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a12221-7772-4997-b9ba-01bab8ed5c1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:10:09.396188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:09.396623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:09.413629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:10:09.432688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:09.436480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:09.487590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:09.500961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:09.801102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['6b3209c8-80ca-40d3-90f4-7b8d296d3b7b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:10:10.096839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73852baa-abeb-4612-9304-16c470d30fe5 req-dec74ff5-cbf8-4881-b200-0f4847b3b2b1 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:10.098266 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73852baa-abeb-4612-9304-16c470d30fe5 req-dec74ff5-cbf8-4881-b200-0f4847b3b2b1 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 944 time: 0.0538170 Feb 03 15:10:10.144752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-73852baa-abeb-4612-9304-16c470d30fe5 req-97a4411c-dacd-44e0-83d6-2cdf69acf278 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Feb 03 15:10:11.261427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cb748-0609-4235-9b45-2fc33a8f8c9d req-ac08eb8c-c0d8-4f09-8692-7c377311ff38 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:11.262931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-790cb748-0609-4235-9b45-2fc33a8f8c9d req-ac08eb8c-c0d8-4f09-8692-7c377311ff38 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 944 time: 0.0523214 Feb 03 15:10:11.269395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:11.309952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-790cb748-0609-4235-9b45-2fc33a8f8c9d req-04262dab-76ea-43b1-9166-fb6778b1ed91 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Feb 03 15:10:11.319584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:10:11.324319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:11.324895 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:11.399750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:11.400132 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:11.425979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:10:11.428292 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81fdf16-e5ab-45fb-bb4a-403866dfb3c6" -d '{"events": [{"server_uuid": "8a17e986-b443-460a-891d-e5f18e66ad4c", "name": "network-vif-plugged", "status": "completed", "tag": "6b3209c8-80ca-40d3-90f4-7b8d296d3b7b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:10:11.440565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:11.444963 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:11.467209 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647c3bcf-8809-4427-b3d4-fa3423dbac84 x-openstack-request-id: req-647c3bcf-8809-4427-b3d4-fa3423dbac84 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:10:11.467499 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a17e986-b443-460a-891d-e5f18e66ad4c", "name": "network-vif-plugged", "status": "completed", "tag": "6b3209c8-80ca-40d3-90f4-7b8d296d3b7b", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:10:11.467746 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-647c3bcf-8809-4427-b3d4-fa3423dbac84 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:10:11.468130 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b', 'code': 200} Feb 03 15:10:11.493295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:11.592719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17713509-796b-411b-b59e-0f8ed68a0557 req-54612ba4-c4bf-4436-9a23-3a222b8a7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:11.594780 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17713509-796b-411b-b59e-0f8ed68a0557 req-54612ba4-c4bf-4436-9a23-3a222b8a7cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 1127 time: 0.0428391 Feb 03 15:10:11.639946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-17713509-796b-411b-b59e-0f8ed68a0557 req-e3c5a1ed-f259-444a-86c8-0a41ea70aede service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Feb 03 15:10:12.445922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312d4d-a663-4c2e-99a6-fb49ee493090 req-1db8af95-2af5-41d5-bd6c-adff8a70ebcf tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:12.447395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9312d4d-a663-4c2e-99a6-fb49ee493090 req-1db8af95-2af5-41d5-bd6c-adff8a70ebcf tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0561349 Feb 03 15:10:12.493341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b9312d4d-a663-4c2e-99a6-fb49ee493090 req-17aaca57-af1f-4a29-8703-08ab2dd688f7 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Feb 03 15:10:13.610241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9457bd-3e9b-4f41-8f33-89d0f4b15242 req-6e8bd0e9-e86a-4ac1-9f34-a2a1b4f1d7c7 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:13.611693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba9457bd-3e9b-4f41-8f33-89d0f4b15242 req-6e8bd0e9-e86a-4ac1-9f34-a2a1b4f1d7c7 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0521901 Feb 03 15:10:13.657227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba9457bd-3e9b-4f41-8f33-89d0f4b15242 req-d4067a70-09ec-4bbb-a1e8-677d5f960384 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Feb 03 15:10:13.890480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-5bd01f47-1315-464e-9c5b-d5d005675fa0 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:13.891923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-5bd01f47-1315-464e-9c5b-d5d005675fa0 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/networks?id=f4ac8d20-8a63-4465-9c81-1e809ec5414c HTTP/1.1" status: 200 len: 813 time: 0.1021001 Feb 03 15:10:13.906205 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-8e4c5021-4f75-4017-91b7-9f20146e811b tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/quotas/a3db9a5e3b754f9a926e62ed360b7a4b HTTP/1.1" status: 200 len: 375 time: 0.0088539 Feb 03 15:10:13.957986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-5b3c39df-5a7e-4819-9558-18554d681fc7 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3db9a5e3b754f9a926e62ed360b7a4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461626 Feb 03 15:10:14.052121 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-133a350e-ef78-407c-b426-2a35af924287 service neutron] 10.222.0.52 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876687 Feb 03 15:10:14.139661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-c65237a3-74c5-4188-9287-887af556d9d9 service neutron] 10.222.0.52 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818622 Feb 03 15:10:14.300162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba0e10a5-ad49-4d35-b1b7-5ab2a74776ec req-76945c60-0e07-4130-8518-eb279bd8fedb tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 210 time: 0.0282500 Feb 03 15:10:15.306314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-c8b116a8-e50e-46d0-acdb-00623df201e4 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:15.307763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-c8b116a8-e50e-46d0-acdb-00623df201e4 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.45 "GET /v2.0/networks?id=f4ac8d20-8a63-4465-9c81-1e809ec5414c HTTP/1.1" status: 200 len: 813 time: 0.1106465 Feb 03 15:10:15.321181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Request body: {'port': {'device_id': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c', 'admin_state_up': True, 'tenant_id': 'a3db9a5e3b754f9a926e62ed360b7a4b'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:15.411696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c2ab047-e0f7-4acf-8b9e-a76c44948be5 req-358646f9-71a8-41a5-a6f3-222d4b56cd34 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 210 time: 0.0341778 Feb 03 15:10:15.454317 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Made reservation on behalf of a3db9a5e3b754f9a926e62ed360b7a4b for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:15.457785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:15.584232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Allocated IP 172.20.0.2 (f4ac8d20-8a63-4465-9c81-1e809ec5414c/61a12221-7772-4997-b9ba-01bab8ed5c1a/463acd46-d951-4c6d-a52a-7b0eb9e76580) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:15.724675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks [] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:15.762388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:15.794349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['6b3209c8-80ca-40d3-90f4-7b8d296d3b7b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:10:15.811354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Network f4ac8d20-8a63-4465-9c81-1e809ec5414c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:15.815021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:15.818673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:15.841687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Pushing event updated for resources: {'Port': ['ID=463acd46-d951-4c6d-a52a-7b0eb9e76580,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:15.869104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:15.869725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:15.886406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-79f6581f-f899-4ec1-972a-bea0ff138c6f tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703287 Feb 03 15:10:15.898347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Request body: {'port': {'device_id': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:15.911437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62ae00ee-074d-4eea-9218-b46d9b01f0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:15.958624 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:16.219808 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463acd46-d951-4c6d-a52a-7b0eb9e76580 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:10:16.227320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Publish callbacks [] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:16.239662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Transition to ACTIVE for port object 463acd46-d951-4c6d-a52a-7b0eb9e76580 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:10:16.243428 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:16.295999 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Pushing event updated for resources: {'Port': ['ID=463acd46-d951-4c6d-a52a-7b0eb9e76580,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:16.362906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Attempting to bind port 463acd46-d951-4c6d-a52a-7b0eb9e76580 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:16.363640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Attempting to bind port 463acd46-d951-4c6d-a52a-7b0eb9e76580 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:16.363640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Attempting to bind port 463acd46-d951-4c6d-a52a-7b0eb9e76580 on network f4ac8d20-8a63-4465-9c81-1e809ec5414c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:16.367719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Port 463acd46-d951-4c6d-a52a-7b0eb9e76580 on network f4ac8d20-8a63-4465-9c81-1e809ec5414c not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:10:16.368034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Attempting to bind port 463acd46-d951-4c6d-a52a-7b0eb9e76580 on network f4ac8d20-8a63-4465-9c81-1e809ec5414c {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:16.372916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:16.373249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Checking segment: {'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:16.373625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Bound using segment: {'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:16.374041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Bound port: 463acd46-d951-4c6d-a52a-7b0eb9e76580, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6549bf4a-56e9-4678-a4ee-3111af5ab17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:16.374390 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:16.440034 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] For port 463acd46-d951-4c6d-a52a-7b0eb9e76580, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:16.443419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] For port 463acd46-d951-4c6d-a52a-7b0eb9e76580, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=463acd46-d951-4c6d-a52a-7b0eb9e76580,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:16.449898 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:16.487650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:16.488251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:16.489658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] 10.222.0.45 "PUT /v2.0/ports/463acd46-d951-4c6d-a52a-7b0eb9e76580 HTTP/1.1" status: 200 len: 1091 time: 0.5955987 Feb 03 15:10:16.491187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'tag': '463acd46-d951-4c6d-a52a-7b0eb9e76580'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:10:16.493435 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd173fe3-59b5-4d91-bb45-30faefe36528" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9e073d-188e-42fa-8e2b-18fff3f0441e", "tag": "463acd46-d951-4c6d-a52a-7b0eb9e76580"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:10:16.549937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d75ad-ce0d-4bd5-a2b2-ae0698a477bc service neutron] Pushing event updated for resources: {'Port': ['ID=463acd46-d951-4c6d-a52a-7b0eb9e76580,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:16.596815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723156d9-36a2-4d77-889a-2d245af7e671 req-951a04e3-79c0-4c12-9fd3-2e8131d2c9be tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:16.598332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-723156d9-36a2-4d77-889a-2d245af7e671 req-951a04e3-79c0-4c12-9fd3-2e8131d2c9be tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 943 time: 0.1078420 Feb 03 15:10:16.604599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-6ad2ecbf-a0d1-4bc5-8c78-0d17bbb1e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:16.605993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-6ad2ecbf-a0d1-4bc5-8c78-0d17bbb1e2f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db9a5e3b754f9a926e62ed360b7a4b&device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 1125 time: 0.0798683 Feb 03 15:10:16.656040 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-b2f4d403-96b6-40b8-8aab-47e8dd0fb44d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=463acd46-d951-4c6d-a52a-7b0eb9e76580 HTTP/1.1" status: 200 len: 217 time: 0.0421679 Feb 03 15:10:16.713567 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-723156d9-36a2-4d77-889a-2d245af7e671 req-3f56c4da-d887-4d75-92ba-288752d510ea tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065931 Feb 03 15:10:16.722266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-0ec7c4b9-1e3f-4318-9a19-f38b90476906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:16.723680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-0ec7c4b9-1e3f-4318-9a19-f38b90476906 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61a12221-7772-4997-b9ba-01bab8ed5c1a HTTP/1.1" status: 200 len: 853 time: 0.0600648 Feb 03 15:10:16.755999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-bf02912d-80df-4dd4-b690-355981c86376 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4ac8d20-8a63-4465-9c81-1e809ec5414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264177 Feb 03 15:10:16.757452 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc6617b-d60e-4c45-bf86-e620bc55d4d1 x-openstack-request-id: req-7bc6617b-d60e-4c45-bf86-e620bc55d4d1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:10:16.757776 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9e073d-188e-42fa-8e2b-18fff3f0441e", "tag": "463acd46-d951-4c6d-a52a-7b0eb9e76580", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:10:16.758103 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bc6617b-d60e-4c45-bf86-e620bc55d4d1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:10:16.758496 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'tag': '463acd46-d951-4c6d-a52a-7b0eb9e76580', 'status': 'completed', 'code': 200} Feb 03 15:10:16.845004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-acd439bc-48f4-497a-9107-6df4a2856599 service neutron] 10.222.0.45 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817318 Feb 03 15:10:16.935109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c2e3b18c-ce91-4037-958c-a28679dcf807 req-db6883c5-605c-4f58-bd89-ecfd016487c1 service neutron] 10.222.0.45 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840435 Feb 03 15:10:17.025658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-a73cfeae-b010-47b8-9414-9aad27ab5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:17.027060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-a73cfeae-b010-47b8-9414-9aad27ab5630 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db9a5e3b754f9a926e62ed360b7a4b&device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 1125 time: 0.0451407 Feb 03 15:10:17.118791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-a3e1c2da-9da2-4564-b5b5-69e30f2439ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:17.120257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-a3e1c2da-9da2-4564-b5b5-69e30f2439ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4ac8d20-8a63-4465-9c81-1e809ec5414c HTTP/1.1" status: 200 len: 914 time: 0.0868802 Feb 03 15:10:17.160985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-5538649c-79a6-410e-ac73-76d3594b1e7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=463acd46-d951-4c6d-a52a-7b0eb9e76580 HTTP/1.1" status: 200 len: 217 time: 0.0333567 Feb 03 15:10:17.207924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-c88efc53-3300-4b0d-805d-d1aa866c8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:17.209537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-c88efc53-3300-4b0d-805d-d1aa866c8632 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61a12221-7772-4997-b9ba-01bab8ed5c1a HTTP/1.1" status: 200 len: 853 time: 0.0426002 Feb 03 15:10:17.244829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-4b0a0647-4e82-4ac3-8f8d-568afe4480e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4ac8d20-8a63-4465-9c81-1e809ec5414c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294917 Feb 03 15:10:17.332860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-c42ee8c8-344a-4b84-93d0-32ad9e6f1d6f service neutron] 10.222.0.45 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807638 Feb 03 15:10:17.423926 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dd173fe3-59b5-4d91-bb45-30faefe36528 req-1f3c53bf-e4ec-4cde-914c-2f4a8ea7ffe4 service neutron] 10.222.0.45 "GET /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 Feb 03 15:10:17.833679 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0876d-34ad-4ad5-bdd6-a440e0a7a296 req-f8799e98-cc95-4134-89c1-e3d9a76c2bd6 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:17.835156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd0876d-34ad-4ad5-bdd6-a440e0a7a296 req-f8799e98-cc95-4134-89c1-e3d9a76c2bd6 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 943 time: 0.0522542 Feb 03 15:10:17.881345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8fd0876d-34ad-4ad5-bdd6-a440e0a7a296 req-c86e8a91-9fd1-4039-bfd2-e06d373cb887 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Feb 03 15:10:18.138909 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaf40130-7bb5-40f9-ad49-4e07cb861b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:18.999770 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d45fc-6932-4e63-a20b-7ddb95e3dd17 req-d3e067b1-6c9a-4490-98c8-e8f9fe39738b tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:19.001462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9d45fc-6932-4e63-a20b-7ddb95e3dd17 req-d3e067b1-6c9a-4490-98c8-e8f9fe39738b tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 943 time: 0.0519593 Feb 03 15:10:19.051911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bd9d45fc-6932-4e63-a20b-7ddb95e3dd17 req-59230b88-7c3a-4525-a4e8-563fa319f587 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Feb 03 15:10:19.621617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 463acd46-d951-4c6d-a52a-7b0eb9e76580 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:10:19.719296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 463acd46-d951-4c6d-a52a-7b0eb9e76580, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=463acd46-d951-4c6d-a52a-7b0eb9e76580,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:19.729350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': '463acd46-d951-4c6d-a52a-7b0eb9e76580', 'network_id': 'f4ac8d20-8a63-4465-9c81-1e809ec5414c', 'port_id': '463acd46-d951-4c6d-a52a-7b0eb9e76580', 'mac_address': 'fa:16:3e:82:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a12221-7772-4997-b9ba-01bab8ed5c1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:10:19.766554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 463acd46-d951-4c6d-a52a-7b0eb9e76580 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:19.766944 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:19.779432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463acd46-d951-4c6d-a52a-7b0eb9e76580 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:10:19.807370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:19.809062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 463acd46-d951-4c6d-a52a-7b0eb9e76580, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=463acd46-d951-4c6d-a52a-7b0eb9e76580,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:19.814092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:19.859105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=463acd46-d951-4c6d-a52a-7b0eb9e76580,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:20.016628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['463acd46-d951-4c6d-a52a-7b0eb9e76580'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:10:20.170901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4637115-1b38-4133-a2fb-908ca97cafdf req-9bf0d13a-8afd-4fb4-854b-f41f141b17d7 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:20.172998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4637115-1b38-4133-a2fb-908ca97cafdf req-9bf0d13a-8afd-4fb4-854b-f41f141b17d7 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 944 time: 0.0538404 Feb 03 15:10:20.218949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4637115-1b38-4133-a2fb-908ca97cafdf req-75a308ae-695b-40a1-bde8-878fa2d8fb8a tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Feb 03 15:10:20.881127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:21.336976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605ffdb-b99d-4e5b-afb1-68c3d4d6b427 req-ffc9d045-c063-4bd6-8422-bab3bf72dbe0 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:21.338454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1605ffdb-b99d-4e5b-afb1-68c3d4d6b427 req-ffc9d045-c063-4bd6-8422-bab3bf72dbe0 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 944 time: 0.0523746 Feb 03 15:10:21.384046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1605ffdb-b99d-4e5b-afb1-68c3d4d6b427 req-97af5ba7-9ade-486d-be22-85973e21d948 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Feb 03 15:10:21.621528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 463acd46-d951-4c6d-a52a-7b0eb9e76580 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:21.669157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port 463acd46-d951-4c6d-a52a-7b0eb9e76580 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:10:21.673408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port 463acd46-d951-4c6d-a52a-7b0eb9e76580 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:21.673756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:21.751545 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port 463acd46-d951-4c6d-a52a-7b0eb9e76580 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:21.751915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:21.773990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463acd46-d951-4c6d-a52a-7b0eb9e76580'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:10:21.776170 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d46969-0ad0-4e84-8eb6-2dab83be40ef" -d '{"events": [{"server_uuid": "7a9e073d-188e-42fa-8e2b-18fff3f0441e", "name": "network-vif-plugged", "status": "completed", "tag": "463acd46-d951-4c6d-a52a-7b0eb9e76580"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:10:21.789524 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port 463acd46-d951-4c6d-a52a-7b0eb9e76580, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=463acd46-d951-4c6d-a52a-7b0eb9e76580,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:21.794028 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:21.819712 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ef6f2-9e64-4e59-9d59-f81912aa9c6d x-openstack-request-id: req-297ef6f2-9e64-4e59-9d59-f81912aa9c6d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:10:21.820009 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9e073d-188e-42fa-8e2b-18fff3f0441e", "name": "network-vif-plugged", "status": "completed", "tag": "463acd46-d951-4c6d-a52a-7b0eb9e76580", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:10:21.820264 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-297ef6f2-9e64-4e59-9d59-f81912aa9c6d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:10:21.820688 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463acd46-d951-4c6d-a52a-7b0eb9e76580', 'code': 200} Feb 03 15:10:21.847575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=463acd46-d951-4c6d-a52a-7b0eb9e76580,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:21.963198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f2582-5524-4d0f-9560-4059f44e8613 req-74e7d21c-b80e-40b6-bde1-b526c42fec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:21.964633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa0f2582-5524-4d0f-9560-4059f44e8613 req-74e7d21c-b80e-40b6-bde1-b526c42fec4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 1127 time: 0.0475223 Feb 03 15:10:22.006264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fa0f2582-5524-4d0f-9560-4059f44e8613 req-c0a67e76-c6be-4a16-98d9-f92cefbf2cd7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Feb 03 15:10:22.251366 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:22.506324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320028b7-c503-496c-ac07-d1fe55ff65e0 req-f5485586-fb22-4f70-8391-a0004b10ba44 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:22.507712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-320028b7-c503-496c-ac07-d1fe55ff65e0 req-f5485586-fb22-4f70-8391-a0004b10ba44 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 945 time: 0.0520356 Feb 03 15:10:22.555278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-320028b7-c503-496c-ac07-d1fe55ff65e0 req-8406c8fc-93d5-4cff-b383-80046ffd110d tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Feb 03 15:10:23.671294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bffd2-97fe-43f2-b707-4b02e5224c03 req-edf46e0c-3f93-47c3-aa11-2acc65098533 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:23.673407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-461bffd2-97fe-43f2-b707-4b02e5224c03 req-edf46e0c-3f93-47c3-aa11-2acc65098533 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 945 time: 0.0517929 Feb 03 15:10:23.723159 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-461bffd2-97fe-43f2-b707-4b02e5224c03 req-0fb1d34c-faa9-4f94-824d-81bdb351e1b5 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Feb 03 15:10:23.962241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be774-0bdb-4925-be7f-acc753d7868b req-febeadad-2fb9-47ea-8393-a5e54a9b402b tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:23.963710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-279be774-0bdb-4925-be7f-acc753d7868b req-febeadad-2fb9-47ea-8393-a5e54a9b402b tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 945 time: 0.0513446 Feb 03 15:10:24.009606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-279be774-0bdb-4925-be7f-acc753d7868b req-523e470d-9b0b-4699-aa3d-7ed1c2d912de tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Feb 03 15:10:25.127237 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b9406-8ba4-44e8-a186-b33343de5d8c req-aa8caef7-6cfd-4f79-a57c-14afd3d53731 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:25.128756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c61b9406-8ba4-44e8-a186-b33343de5d8c req-aa8caef7-6cfd-4f79-a57c-14afd3d53731 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 945 time: 0.0529077 Feb 03 15:10:25.208227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c61b9406-8ba4-44e8-a186-b33343de5d8c req-829e137a-1e9d-4c13-8f01-028b2e0a783b tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739808 Feb 03 15:10:25.217071 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:25.227568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-8ce1801c-7f12-4e59-b8a3-cfed1b226733 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:25.229062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-8ce1801c-7f12-4e59-b8a3-cfed1b226733 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9e073d-188e-42fa-8e2b-18fff3f0441e HTTP/1.1" status: 200 len: 945 time: 0.0821345 Feb 03 15:10:25.322773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Deleting port 463acd46-d951-4c6d-a52a-7b0eb9e76580 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:25.323057 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:25.414691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] For port 463acd46-d951-4c6d-a52a-7b0eb9e76580, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=463acd46-d951-4c6d-a52a-7b0eb9e76580,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:25.415063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:25.426656 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Calling delete_port for 463acd46-d951-4c6d-a52a-7b0eb9e76580 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:25.549850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (463acd46-d951-4c6d-a52a-7b0eb9e76580), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:25.561381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['463acd46-d951-4c6d-a52a-7b0eb9e76580'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:10:25.582080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Pushing event deleted for resources: {'Port': ['ID=463acd46-d951-4c6d-a52a-7b0eb9e76580,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:25.586497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['6b3209c8-80ca-40d3-90f4-7b8d296d3b7b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:10:25.623721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] No DVR routers for this DVR port 463acd46-d951-4c6d-a52a-7b0eb9e76580 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:25.627168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:25.630578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48144545-22f9-4af2-b8ee-194bccb0d186 req-c800937a-2495-4cf2-8c17-405168456119 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.45 "DELETE /v2.0/ports/463acd46-d951-4c6d-a52a-7b0eb9e76580 HTTP/1.1" status: 204 len: 173 time: 0.3951633 Feb 03 15:10:25.631190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'name': 'network-vif-deleted', 'tag': '463acd46-d951-4c6d-a52a-7b0eb9e76580'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:10:25.633520 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a6b5fa-20b7-428e-8f0b-22bb2913621c" -d '{"events": [{"server_uuid": "7a9e073d-188e-42fa-8e2b-18fff3f0441e", "name": "network-vif-deleted", "tag": "463acd46-d951-4c6d-a52a-7b0eb9e76580"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:10:25.671700 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c9558-13e8-4892-af8e-27a07dd5ed0a x-openstack-request-id: req-ed9c9558-13e8-4892-af8e-27a07dd5ed0a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:10:25.671997 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9e073d-188e-42fa-8e2b-18fff3f0441e", "name": "network-vif-deleted", "tag": "463acd46-d951-4c6d-a52a-7b0eb9e76580", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:10:25.672252 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed9c9558-13e8-4892-af8e-27a07dd5ed0a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:10:25.672680 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9e073d-188e-42fa-8e2b-18fff3f0441e', 'name': 'network-vif-deleted', 'tag': '463acd46-d951-4c6d-a52a-7b0eb9e76580', 'status': 'completed', 'code': 200} Feb 03 15:10:26.363217 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf81c1-1f20-4d6e-8d5c-3c6462065c64 req-fc7dde8e-2d4f-4dcd-b96f-2fe2a0838553 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:26.364692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0abf81c1-1f20-4d6e-8d5c-3c6462065c64 req-fc7dde8e-2d4f-4dcd-b96f-2fe2a0838553 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0511265 Feb 03 15:10:26.410602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0abf81c1-1f20-4d6e-8d5c-3c6462065c64 req-d7e9c4f9-20d9-48e7-8c4f-c742b160bf0c tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Feb 03 15:10:26.549485 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94de0e-d742-4c29-9a6e-df6de63a533b req-0eccf17e-db5a-4b50-a8d1-c4fe2c189edb tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:26.550844 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba94de0e-d742-4c29-9a6e-df6de63a533b req-0eccf17e-db5a-4b50-a8d1-c4fe2c189edb tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0556619 Feb 03 15:10:26.595911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ba94de0e-d742-4c29-9a6e-df6de63a533b req-02354afe-ab47-497d-a788-bbf2dc975db4 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 Feb 03 15:10:26.714202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5e45-8fe0-41da-9aff-813379f41edc req-194d693b-74f5-4d94-a808-c4b65648c324 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:26.715667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d9b5e45-8fe0-41da-9aff-813379f41edc req-194d693b-74f5-4d94-a808-c4b65648c324 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0529850 Feb 03 15:10:26.762190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d9b5e45-8fe0-41da-9aff-813379f41edc req-b26a071f-f89f-49f8-84b7-20777c960e35 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Feb 03 15:10:26.932399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46876b3a-7019-418d-962e-c8d9c8422a9c req-1856df07-d8c4-4a12-850e-173b7a67a366 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:26.933874 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46876b3a-7019-418d-962e-c8d9c8422a9c req-1856df07-d8c4-4a12-850e-173b7a67a366 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0550187 Feb 03 15:10:26.979004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46876b3a-7019-418d-962e-c8d9c8422a9c req-1452472a-324c-4a47-9e8e-5cebdb46e386 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Feb 03 15:10:27.092342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc844e9-5e14-48fa-b532-b2e347b771fe req-1c72c6da-80ee-4e58-aec8-0a88a46e2578 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:27.094322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cc844e9-5e14-48fa-b532-b2e347b771fe req-1c72c6da-80ee-4e58-aec8-0a88a46e2578 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0508401 Feb 03 15:10:27.138640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cc844e9-5e14-48fa-b532-b2e347b771fe req-1e2ed193-76be-4cfe-86b5-5c8613a8d83d tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 Feb 03 15:10:27.268901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5649e-b4c8-4909-96ce-f06431b10cb9 req-b3455294-fa47-48e9-8e41-73c3605c9c8d tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:27.270361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ece5649e-b4c8-4909-96ce-f06431b10cb9 req-b3455294-fa47-48e9-8e41-73c3605c9c8d tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0523174 Feb 03 15:10:27.319360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ece5649e-b4c8-4909-96ce-f06431b10cb9 req-17c91779-24a8-4fbe-b080-36ba7c4db1f1 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434823 Feb 03 15:10:27.628715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4cc05-f900-4e76-a7f1-c50ac17641a0 req-953128e3-243b-43fc-bfb5-3b15b4e92109 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:27.630096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c4cc05-f900-4e76-a7f1-c50ac17641a0 req-953128e3-243b-43fc-bfb5-3b15b4e92109 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0520277 Feb 03 15:10:27.675859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 463acd46-d951-4c6d-a52a-7b0eb9e76580 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:10:27.676631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3c4cc05-f900-4e76-a7f1-c50ac17641a0 req-2f7d1b42-deea-485f-b034-fb02a0d1efb6 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Feb 03 15:10:27.698735 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: 463acd46-d951-4c6d-a52a-7b0eb9e76580 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:10:27.699083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device 463acd46-d951-4c6d-a52a-7b0eb9e76580 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:10:28.801684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fdbbc-8c5e-44e2-8478-7a4a1ba97a40 req-0692a8c9-a965-4e8c-afbc-4713ac4d2c65 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:28.803207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc1fdbbc-8c5e-44e2-8478-7a4a1ba97a40 req-0692a8c9-a965-4e8c-afbc-4713ac4d2c65 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0585339 Feb 03 15:10:28.851925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc1fdbbc-8c5e-44e2-8478-7a4a1ba97a40 req-82f838eb-912f-44e2-9093-a8c7e0cc6d83 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/security-groups?id=be5a681f-fba5-4160-8922-fd2ae56bb89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Feb 03 15:10:29.330410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-341d6cb3-b4d1-4090-9a24-3d6523776b7e tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:29.331859 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-341d6cb3-b4d1-4090-9a24-3d6523776b7e tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 945 time: 0.0523400 Feb 03 15:10:29.420928 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Deleting port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:29.421272 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:29.510703 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] For port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,segment=NetworkSegment(6549bf4a-56e9-4678-a4ee-3111af5ab17d),segment_id=6549bf4a-56e9-4678-a4ee-3111af5ab17d)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:29.510991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:29.522554 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Calling delete_port for 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:29.648372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (6b3209c8-80ca-40d3-90f4-7b8d296d3b7b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:29.678707 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Pushing event deleted for resources: {'Port': ['ID=6b3209c8-80ca-40d3-90f4-7b8d296d3b7b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:29.682280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['6b3209c8-80ca-40d3-90f4-7b8d296d3b7b'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:10:29.702686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.703043 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.703385 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.703729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.704067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.704958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.704958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.705191 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.705389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.705720 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.706049 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.706372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.706696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:29.728849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] No DVR routers for this DVR port 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:29.731325 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:29.735301 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-4da6bf8b-843e-4652-8c1b-e2c5db1fa4ff req-17c43762-98e0-4145-a2e9-1abd26daf562 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.71 "DELETE /v2.0/ports/6b3209c8-80ca-40d3-90f4-7b8d296d3b7b HTTP/1.1" status: 204 len: 173 time: 0.3987327 Feb 03 15:10:29.735782 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'name': 'network-vif-deleted', 'tag': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:10:29.738038 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3424e7d-6d45-4e17-b674-640a3a2fbcee" -d '{"events": [{"server_uuid": "8a17e986-b443-460a-891d-e5f18e66ad4c", "name": "network-vif-deleted", "tag": "6b3209c8-80ca-40d3-90f4-7b8d296d3b7b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:10:29.777392 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344680b8-73e8-4d87-a76b-440cee6d0b5e x-openstack-request-id: req-344680b8-73e8-4d87-a76b-440cee6d0b5e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:10:29.777686 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a17e986-b443-460a-891d-e5f18e66ad4c", "name": "network-vif-deleted", "tag": "6b3209c8-80ca-40d3-90f4-7b8d296d3b7b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:10:29.777962 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-344680b8-73e8-4d87-a76b-440cee6d0b5e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:10:29.778341 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a17e986-b443-460a-891d-e5f18e66ad4c', 'name': 'network-vif-deleted', 'tag': '6b3209c8-80ca-40d3-90f4-7b8d296d3b7b', 'status': 'completed', 'code': 200} Feb 03 15:10:29.973229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-de8aec07-dd32-4221-aceb-6c18c07a7e95 req-f692d972-f434-4c5b-92ad-ff04cdf88d95 tempest-ServersNegativeTestJSON-826832402 tempest-ServersNegativeTestJSON-826832402-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a17e986-b443-460a-891d-e5f18e66ad4c HTTP/1.1" status: 200 len: 210 time: 0.0332570 Feb 03 15:10:31.030841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35298) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:31.074531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] Deleting subnet 61a12221-7772-4997-b9ba-01bab8ed5c1a {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:10:31.077603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] Publish callbacks [] for subnet (61a12221-7772-4997-b9ba-01bab8ed5c1a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.111372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (61a12221-7772-4997-b9ba-01bab8ed5c1a), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.149710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (61a12221-7772-4997-b9ba-01bab8ed5c1a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.201650 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (61a12221-7772-4997-b9ba-01bab8ed5c1a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.242653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a12221-7772-4997-b9ba-01bab8ed5c1a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:31.246461 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.250346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-61519673-9b13-40a8-9713-f93e8f08c541 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/61a12221-7772-4997-b9ba-01bab8ed5c1a HTTP/1.1" status: 204 len: 168 time: 0.2176988 Feb 03 15:10:31.253810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35300) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:31.322153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f4ac8d20-8a63-4465-9c81-1e809ec5414c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.401407 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f4ac8d20-8a63-4465-9c81-1e809ec5414c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.421319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ac8d20-8a63-4465-9c81-1e809ec5414c']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:31.430854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6549bf4a-56e9-4678-a4ee-3111af5ab17d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:31.431153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6549bf4a-56e9-4678-a4ee-3111af5ab17d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:31.440853 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (6549bf4a-56e9-4678-a4ee-3111af5ab17d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.454456 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6549bf4a-56e9-4678-a4ee-3111af5ab17d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.460750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:31.461140 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (6549bf4a-56e9-4678-a4ee-3111af5ab17d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:31.462951 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:31.516196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (f4ac8d20-8a63-4465-9c81-1e809ec5414c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.520813 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.523994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] 10.222.0.52 "DELETE /v2.0/networks/f4ac8d20-8a63-4465-9c81-1e809ec5414c HTTP/1.1" status: 204 len: 168 time: 0.2693255 Feb 03 15:10:31.536100 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a6f1d-d450-451e-8885-bdbfcd4613ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ac8d20-8a63-4465-9c81-1e809ec5414c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:31.635995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35304) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:31.679277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b862f61-836a-4e05-b65d-76e2bdf8b51b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3db9a5e3b754f9a926e62ed360b7a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419106 Feb 03 15:10:31.681542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35306) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:31.726322 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69ffd55-fdc3-467c-890f-0625fa21b3a2 admin admin] Publish callbacks [] for security_group (be5a681f-fba5-4160-8922-fd2ae56bb89b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.747729 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69ffd55-fdc3-467c-890f-0625fa21b3a2 admin admin] Publish callbacks [] for security_group (be5a681f-fba5-4160-8922-fd2ae56bb89b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.795384 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69ffd55-fdc3-467c-890f-0625fa21b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (be5a681f-fba5-4160-8922-fd2ae56bb89b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.798710 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f69ffd55-fdc3-467c-890f-0625fa21b3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:31.799867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f69ffd55-fdc3-467c-890f-0625fa21b3a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be5a681f-fba5-4160-8922-fd2ae56bb89b HTTP/1.1" status: 204 len: 168 time: 0.1174333 Feb 03 15:10:31.807777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ffd55-fdc3-467c-890f-0625fa21b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a681f-fba5-4160-8922-fd2ae56bb89b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:32.469371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35328) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:32.574231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400026801'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:32.593712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:32.597009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.604955 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.679510 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for security_group (26e793d6-9dec-41c4-98aa-bdb9f1051d51), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.683277 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (26e793d6-9dec-41c4-98aa-bdb9f1051d51), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.710628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:32.720080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e793d6-9dec-41c4-98aa-bdb9f1051d51,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:32.726229 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (afb5b888-6075-493c-9e59-e78c71ca48c6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.726575 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Added segment afb5b888-6075-493c-9e59-e78c71ca48c6 of type vlan for network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 Feb 03 15:10:32.769357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ea1fd062-34e0-46ec-b846-05e99e7ae1e2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.793636 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ea1fd062-34e0-46ec-b846-05e99e7ae1e2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.798967 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:32.799558 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:32.835902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3653555 Feb 03 15:10:32.867241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca35c36-c6c3-4b2d-b532-71993197ab6e tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Network': ['ID=ea1fd062-34e0-46ec-b846-05e99e7ae1e2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:32.877617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:33.320541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:10:33.340722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:10:33.341076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 6b3209c8-80ca-40d3-90f4-7b8d296d3b7b not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:10:36.103138 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35332) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:36.108216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'subnet': {'network_id': 'ea1fd062-34e0-46ec-b846-05e99e7ae1e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:36.195383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:36.198828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.378577 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (26496f33-15ab-4d02-9391-a93142eb1fc6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.436878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Subnet': ['ID=26496f33-15ab-4d02-9391-a93142eb1fc6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:36.445914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Checking segment: {'id': 'afb5b888-6075-493c-9e59-e78c71ca48c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ea1fd062-34e0-46ec-b846-05e99e7ae1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:36.446272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network hostable DHCP agents. Network: ea1fd062-34e0-46ec-b846-05e99e7ae1e2, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:36.461921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:36.470669 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ea1fd062-34e0-46ec-b846-05e99e7ae1e2) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:36.477650 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:36.478251 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.480653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e93f8f8-44aa-46a6-9773-84852b25b3d1 None None] Network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:36.497915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35334) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:36.498494 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-287648f3-ca3d-496a-bb19-72cb79289d83 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3937411 Feb 03 15:10:36.503704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189586780'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:36.522595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:36.525900 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.549242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:36.557825 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4541759b-e4de-4e1d-8c2f-844a1973f9c4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.558190 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Added segment 4541759b-e4de-4e1d-8c2f-844a1973f9c4 of type vlan for network f875e69a-96ef-4287-8f55-ddf148fcae7b Feb 03 15:10:36.584623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-ea1fd062-34e0-46ec-b846-05e99e7ae1e2', 'network_id': 'ea1fd062-34e0-46ec-b846-05e99e7ae1e2', 'project_id': '07ea178644a14b18b7f79969bee425be', 'fixed_ips': [{'subnet_id': '26496f33-15ab-4d02-9391-a93142eb1fc6'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:36.585639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.597152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (f875e69a-96ef-4287-8f55-ddf148fcae7b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.625990 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (f875e69a-96ef-4287-8f55-ddf148fcae7b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.631056 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:36.631587 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.675242 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1734185 Feb 03 15:10:36.676035 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35336) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:36.681244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'subnet': {'network_id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:36.703678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d255a35-54be-4bd5-8fa4-7b4341f13267 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Network': ['ID=f875e69a-96ef-4287-8f55-ddf148fcae7b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:36.715947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network f875e69a-96ef-4287-8f55-ddf148fcae7b details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:36.748069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Allocated IP 2001:db8:0:ffff::2 (ea1fd062-34e0-46ec-b846-05e99e7ae1e2/26496f33-15ab-4d02-9391-a93142eb1fc6/97c53096-49b6-47a9-9b3a-c458b5ce9edd) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:36.768857 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:36.772329 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:36.974078 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (f6573b3b-68ed-4624-86df-c058f6827972), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.041773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Subnet': ['ID=f6573b3b-68ed-4624-86df-c058f6827972,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:37.051810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Checking segment: {'id': '4541759b-e4de-4e1d-8c2f-844a1973f9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:37.052178 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network hostable DHCP agents. Network: f875e69a-96ef-4287-8f55-ddf148fcae7b, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:37.069436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network f875e69a-96ef-4287-8f55-ddf148fcae7b is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:37.079917 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, f875e69a-96ef-4287-8f55-ddf148fcae7b) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:37.084515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:37.085149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.091516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d409d6f-d467-49ed-9e87-037b7a6d7842 None None] Network f875e69a-96ef-4287-8f55-ddf148fcae7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:37.097887 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Publish callbacks [] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.104176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2df46f57-a119-4ae7-b602-0344a59bb531 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4245253 Feb 03 15:10:37.104709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35338) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:37.111647 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.198272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:37.206120 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:37.208752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:37.215566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Pushing event updated for resources: {'Port': ['ID=97c53096-49b6-47a9-9b3a-c458b5ce9edd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:37.307624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-f875e69a-96ef-4287-8f55-ddf148fcae7b', 'network_id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b', 'project_id': '07ea178644a14b18b7f79969bee425be', 'fixed_ips': [{'subnet_id': 'f6573b3b-68ed-4624-86df-c058f6827972'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:37.309394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.322759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Attempting to bind port 97c53096-49b6-47a9-9b3a-c458b5ce9edd on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:37.323147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Attempting to bind port 97c53096-49b6-47a9-9b3a-c458b5ce9edd by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'afb5b888-6075-493c-9e59-e78c71ca48c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ea1fd062-34e0-46ec-b846-05e99e7ae1e2'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:37.323507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Attempting to bind port 97c53096-49b6-47a9-9b3a-c458b5ce9edd on network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:37.332754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:37.333144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Checking segment: {'id': 'afb5b888-6075-493c-9e59-e78c71ca48c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ea1fd062-34e0-46ec-b846-05e99e7ae1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:37.333560 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.333954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Bound using segment: {'id': 'afb5b888-6075-493c-9e59-e78c71ca48c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ea1fd062-34e0-46ec-b846-05e99e7ae1e2'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:37.334437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Bound port: 97c53096-49b6-47a9-9b3a-c458b5ce9edd, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb5b888-6075-493c-9e59-e78c71ca48c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ea1fd062-34e0-46ec-b846-05e99e7ae1e2'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:37.334822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.499222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] For port 97c53096-49b6-47a9-9b3a-c458b5ce9edd, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:37.504595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] For port 97c53096-49b6-47a9-9b3a-c458b5ce9edd, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=97c53096-49b6-47a9-9b3a-c458b5ce9edd,segment=NetworkSegment(afb5b888-6075-493c-9e59-e78c71ca48c6),segment_id=afb5b888-6075-493c-9e59-e78c71ca48c6)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:37.516352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.524236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Allocated IP 2001:db8::2 (f875e69a-96ef-4287-8f55-ddf148fcae7b/f6573b3b-68ed-4624-86df-c058f6827972/ce1d82e8-aed1-4381-87eb-cf12734f558a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:37.544316 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f875e69a-96ef-4287-8f55-ddf148fcae7b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.608204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (f6573b3b-68ed-4624-86df-c058f6827972), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.649044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ae30a-e20d-448e-838a-5281387ca346 None None] Pushing event updated for resources: {'Port': ['ID=97c53096-49b6-47a9-9b3a-c458b5ce9edd,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:37.732473 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Publish callbacks [] for port (ce1d82e8-aed1-4381-87eb-cf12734f558a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.749445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (ce1d82e8-aed1-4381-87eb-cf12734f558a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.774817 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (f6573b3b-68ed-4624-86df-c058f6827972), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.794092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Network f875e69a-96ef-4287-8f55-ddf148fcae7b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:37.797720 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:37.800134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:37.803436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Subnet': ['ID=f6573b3b-68ed-4624-86df-c058f6827972,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:37.814584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Pushing event updated for resources: {'Port': ['ID=ce1d82e8-aed1-4381-87eb-cf12734f558a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:37.875798 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Attempting to bind port ce1d82e8-aed1-4381-87eb-cf12734f558a on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:37.876173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Attempting to bind port ce1d82e8-aed1-4381-87eb-cf12734f558a by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '4541759b-e4de-4e1d-8c2f-844a1973f9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:37.876580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Attempting to bind port ce1d82e8-aed1-4381-87eb-cf12734f558a on network f875e69a-96ef-4287-8f55-ddf148fcae7b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:37.879830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f875e69a-96ef-4287-8f55-ddf148fcae7b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.882078 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:37.882919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Checking segment: {'id': '4541759b-e4de-4e1d-8c2f-844a1973f9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:37.882919 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.883250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Bound using segment: {'id': '4541759b-e4de-4e1d-8c2f-844a1973f9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:37.883715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Bound port: ce1d82e8-aed1-4381-87eb-cf12734f558a, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4541759b-e4de-4e1d-8c2f-844a1973f9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:37.884100 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ce1d82e8-aed1-4381-87eb-cf12734f558a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.902920 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f875e69a-96ef-4287-8f55-ddf148fcae7b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:37.914413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4541759b-e4de-4e1d-8c2f-844a1973f9c4') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:37.915063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4541759b-e4de-4e1d-8c2f-844a1973f9c4') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:37.926235 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (4541759b-e4de-4e1d-8c2f-844a1973f9c4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.941632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4541759b-e4de-4e1d-8c2f-844a1973f9c4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.949218 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:37.949812 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (4541759b-e4de-4e1d-8c2f-844a1973f9c4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:37.953305 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:37.964339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] For port ce1d82e8-aed1-4381-87eb-cf12734f558a, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:38.013553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] For port ce1d82e8-aed1-4381-87eb-cf12734f558a, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ce1d82e8-aed1-4381-87eb-cf12734f558a,segment=NetworkSegment(4541759b-e4de-4e1d-8c2f-844a1973f9c4),segment_id=4541759b-e4de-4e1d-8c2f-844a1973f9c4)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:38.013863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.db.api [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 15:10:38.013863 n-d-827549-2 neutron-server[103341]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 15:10:38.013863 n-d-827549-2 neutron-server[103341]: [parameters: {'id': 'f875e69a-96ef-4287-8f55-ddf148fcae7b'}] Feb 03 15:10:38.013863 n-d-827549-2 neutron-server[103341]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:10:38.014284 n-d-827549-2 neutron-server[103341]: DEBUG oslo_db.api [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:10:38.019371 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ce1d82e8-aed1-4381-87eb-cf12734f558a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.101638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9426189-3fdf-4c11-b19c-5ed743c1ed5f None None] Pushing event updated for resources: {'Port': ['ID=ce1d82e8-aed1-4381-87eb-cf12734f558a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:38.116272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a8c67-0c49-49af-8564-7b43f96ca092 None None] Network f875e69a-96ef-4287-8f55-ddf148fcae7b requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:38.516105 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (f875e69a-96ef-4287-8f55-ddf148fcae7b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.574740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0dcc6-8074-460b-bcf9-78b85ee90752 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 15:10:38.575235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Deleting port ce1d82e8-aed1-4381-87eb-cf12734f558a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:38.575621 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ce1d82e8-aed1-4381-87eb-cf12734f558a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.635172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e8978fda-d1b9-404e-91ee-4143fe1ed8bc None None] Provisioning complete for port 97c53096-49b6-47a9-9b3a-c458b5ce9edd triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:38.635578 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8978fda-d1b9-404e-91ee-4143fe1ed8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.637918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] For port ce1d82e8-aed1-4381-87eb-cf12734f558a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ce1d82e8-aed1-4381-87eb-cf12734f558a,segment=NetworkSegment(4541759b-e4de-4e1d-8c2f-844a1973f9c4),segment_id=4541759b-e4de-4e1d-8c2f-844a1973f9c4)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:38.638533 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ce1d82e8-aed1-4381-87eb-cf12734f558a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.654165 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Calling delete_port for ce1d82e8-aed1-4381-87eb-cf12734f558a owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:38.697934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0dcc6-8074-460b-bcf9-78b85ee90752 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 15:10:38.737979 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ce1d82e8-aed1-4381-87eb-cf12734f558a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.763901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Port': ['ID=ce1d82e8-aed1-4381-87eb-cf12734f558a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:38.768093 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No DVR routers for this DVR port ce1d82e8-aed1-4381-87eb-cf12734f558a on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:38.805209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e8978fda-d1b9-404e-91ee-4143fe1ed8bc None None] Current status of the port 97c53096-49b6-47a9-9b3a-c458b5ce9edd is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:38.805522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8978fda-d1b9-404e-91ee-4143fe1ed8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.847992 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (f875e69a-96ef-4287-8f55-ddf148fcae7b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.856084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e8978fda-d1b9-404e-91ee-4143fe1ed8bc None None] For port 97c53096-49b6-47a9-9b3a-c458b5ce9edd, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=97c53096-49b6-47a9-9b3a-c458b5ce9edd,segment=NetworkSegment(afb5b888-6075-493c-9e59-e78c71ca48c6),segment_id=afb5b888-6075-493c-9e59-e78c71ca48c6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:38.869817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f875e69a-96ef-4287-8f55-ddf148fcae7b']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:38.871967 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8978fda-d1b9-404e-91ee-4143fe1ed8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.880664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4541759b-e4de-4e1d-8c2f-844a1973f9c4') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:38.880994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4541759b-e4de-4e1d-8c2f-844a1973f9c4') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:38.890436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (4541759b-e4de-4e1d-8c2f-844a1973f9c4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.903598 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (4541759b-e4de-4e1d-8c2f-844a1973f9c4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.910143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:38.910535 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (4541759b-e4de-4e1d-8c2f-844a1973f9c4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:38.913761 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:38.935256 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8978fda-d1b9-404e-91ee-4143fe1ed8bc None None] Pushing event updated for resources: {'Port': ['ID=97c53096-49b6-47a9-9b3a-c458b5ce9edd,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:38.951675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d291ff-3fec-45b4-bcf4-d20058c085e3 None None] Network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:38.972546 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (f875e69a-96ef-4287-8f55-ddf148fcae7b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.978261 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:38.981961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/f875e69a-96ef-4287-8f55-ddf148fcae7b HTTP/1.1" status: 204 len: 168 time: 1.8759856 Feb 03 15:10:38.986590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35340) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:38.994363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501921809'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:39.002622 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e4bd2-b943-4033-9222-988ef170b752 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Network': ['ID=f875e69a-96ef-4287-8f55-ddf148fcae7b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:39.021013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:39.024321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.051040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:39.060472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (45c2be99-53f3-4abd-b409-9f1f6ed6d73b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.060760 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Added segment 45c2be99-53f3-4abd-b409-9f1f6ed6d73b of type vlan for network 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb Feb 03 15:10:39.100549 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (99cdd7bd-b4ac-4aa6-b937-0c9743f89efb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.125601 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (99cdd7bd-b4ac-4aa6-b937-0c9743f89efb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.131224 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:39.131816 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.170556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1813986 Feb 03 15:10:39.174154 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:39.179914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'subnet': {'network_id': '99cdd7bd-b4ac-4aa6-b937-0c9743f89efb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:39.289955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:39.293951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.297034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aab84387-8697-4ba3-84f1-23840dff723b None None] Provisioning complete for port 97c53096-49b6-47a9-9b3a-c458b5ce9edd triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:39.297532 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aab84387-8697-4ba3-84f1-23840dff723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.351933 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:10:39.356666 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Performing IP validity checks on allocation pools {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 15:10:39.357117 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.ipam_backend_mixin [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103341) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 15:10:39.401865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aab84387-8697-4ba3-84f1-23840dff723b None None] Current status of the port 97c53096-49b6-47a9-9b3a-c458b5ce9edd is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:39.499077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (cd9af15a-112f-41b6-ae01-b539bf63b5f4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.517997 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.560191 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106cf00-ae38-4fc8-8173-ff48f4c3d9eb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Network': ['ID=99cdd7bd-b4ac-4aa6-b937-0c9743f89efb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:39.564193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Subnet': ['ID=cd9af15a-112f-41b6-ae01-b539bf63b5f4,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:39.572978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:39.583024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Checking segment: {'id': '45c2be99-53f3-4abd-b409-9f1f6ed6d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '99cdd7bd-b4ac-4aa6-b937-0c9743f89efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:39.583544 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network hostable DHCP agents. Network: 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:39.596992 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 97c53096-49b6-47a9-9b3a-c458b5ce9edd up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:39.600744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:39.611132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:39.615576 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:39.616187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.633289 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-eddfad1d-1d5e-4bf9-8f1a-755fd9de8766 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4577413 Feb 03 15:10:39.635994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35344) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:39.647396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817ebce0-37f5-4532-a3ef-76804b1140b2 None None] Network 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:39.735943 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (99cdd7bd-b4ac-4aa6-b937-0c9743f89efb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.776967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 97c53096-49b6-47a9-9b3a-c458b5ce9edd triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:39.777331 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.790408 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (cd9af15a-112f-41b6-ae01-b539bf63b5f4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.798353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6b9bf-781a-4c0c-93b7-1809002031f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-99cdd7bd-b4ac-4aa6-b937-0c9743f89efb', 'network_id': '99cdd7bd-b4ac-4aa6-b937-0c9743f89efb', 'project_id': '07ea178644a14b18b7f79969bee425be', 'fixed_ips': [{'subnet_id': 'cd9af15a-112f-41b6-ae01-b539bf63b5f4'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:39.799191 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7d6b9bf-781a-4c0c-93b7-1809002031f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.850292 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (cd9af15a-112f-41b6-ae01-b539bf63b5f4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.882083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9af15a-112f-41b6-ae01-b539bf63b5f4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-c7d6b9bf-781a-4c0c-93b7-1809002031f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd9af15a-112f-41b6-ae01-b539bf63b5f4: This subnet is being modified by another concurrent operation. Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd9af15a-112f-41b6-ae01-b539bf63b5f4: This subnet is being modified by another concurrent operation. Feb 03 15:10:39.928515 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 15:10:39.936268 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 97c53096-49b6-47a9-9b3a-c458b5ce9edd is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:39.941728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (99cdd7bd-b4ac-4aa6-b937-0c9743f89efb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.951659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb4cbc-c820-4e62-955f-54c50c9241a3 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 15:10:39.962045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cdd7bd-b4ac-4aa6-b937-0c9743f89efb']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:39.971693 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c2be99-53f3-4abd-b409-9f1f6ed6d73b') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:39.971996 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c2be99-53f3-4abd-b409-9f1f6ed6d73b') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:39.981278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (45c2be99-53f3-4abd-b409-9f1f6ed6d73b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:39.994632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (45c2be99-53f3-4abd-b409-9f1f6ed6d73b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.001639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:40.002144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (45c2be99-53f3-4abd-b409-9f1f6ed6d73b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:40.005308 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:40.020933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb4cbc-c820-4e62-955f-54c50c9241a3 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 15:10:40.068082 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (99cdd7bd-b4ac-4aa6-b937-0c9743f89efb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.075678 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.078905 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/99cdd7bd-b4ac-4aa6-b937-0c9743f89efb HTTP/1.1" status: 204 len: 168 time: 0.4419539 Feb 03 15:10:40.083862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35346) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:40.090673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eebb4b-27cb-4e4a-8ca3-4401435bfc4c tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Network': ['ID=99cdd7bd-b4ac-4aa6-b937-0c9743f89efb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:40.096711 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-189961974'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:40.116888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:40.120683 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.144214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:40.153375 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (06c7d168-9a58-4915-a793-c07c0b98618a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.153725 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Added segment 06c7d168-9a58-4915-a793-c07c0b98618a of type vlan for network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 Feb 03 15:10:40.177327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0617bbb-d552-4c29-9c31-dfb00a534c49 None None] Network 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:40.188957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0617bbb-d552-4c29-9c31-dfb00a534c49 None None] Network 99cdd7bd-b4ac-4aa6-b937-0c9743f89efb could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 15:10:40.202567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (bb4e0085-e7a2-4464-8a33-f7d86b6c60c7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.226629 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (bb4e0085-e7a2-4464-8a33-f7d86b6c60c7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.231673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:40.232253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.269269 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1836398 Feb 03 15:10:40.272079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:40.279200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'subnet': {'network_id': 'bb4e0085-e7a2-4464-8a33-f7d86b6c60c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:40.326640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2812f5f-164b-4cd1-8dfe-7e54638e108f tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Network': ['ID=bb4e0085-e7a2-4464-8a33-f7d86b6c60c7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:40.337352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:40.397751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:40.401399 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.579535 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.635731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Subnet': ['ID=0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:40.650904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Checking segment: {'id': '06c7d168-9a58-4915-a793-c07c0b98618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb4e0085-e7a2-4464-8a33-f7d86b6c60c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:40.651205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network hostable DHCP agents. Network: bb4e0085-e7a2-4464-8a33-f7d86b6c60c7, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:40.668084 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:40.676472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, bb4e0085-e7a2-4464-8a33-f7d86b6c60c7) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:40.680371 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:40.681095 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.685603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4facaa-971e-40c0-8515-73ac72ec40c2 None None] Network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:40.697323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-09c8d8ab-988b-499b-a892-feff2159ef38 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4241927 Feb 03 15:10:40.700793 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35350) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:40.706275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479248720'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:40.725261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:40.728679 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.753041 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:40.762983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d33b91a7-da2f-492f-bf8b-b5c7141dd182), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.763334 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Added segment d33b91a7-da2f-492f-bf8b-b5c7141dd182 of type vlan for network 24e7f9c8-1e82-4160-812e-c544effbb1f4 Feb 03 15:10:40.792709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-bb4e0085-e7a2-4464-8a33-f7d86b6c60c7', 'network_id': 'bb4e0085-e7a2-4464-8a33-f7d86b6c60c7', 'project_id': '07ea178644a14b18b7f79969bee425be', 'fixed_ips': [{'subnet_id': '0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:40.793826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.806330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (24e7f9c8-1e82-4160-812e-c544effbb1f4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.831595 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (24e7f9c8-1e82-4160-812e-c544effbb1f4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.836513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:40.837100 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.873274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1714480 Feb 03 15:10:40.876886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35352) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:40.882770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Request body: {'subnet': {'network_id': '24e7f9c8-1e82-4160-812e-c544effbb1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:40.905006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93591a4-df61-4281-9ced-c840cc809dfb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Network': ['ID=24e7f9c8-1e82-4160-812e-c544effbb1f4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:40.918019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 24e7f9c8-1e82-4160-812e-c544effbb1f4 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:40.970020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Made reservation on behalf of 07ea178644a14b18b7f79969bee425be for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:40.974276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:40.990006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Allocated IP 2001:db8::2 (bb4e0085-e7a2-4464-8a33-f7d86b6c60c7/0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c/e9f7cbcd-1946-4e28-b3c2-b273461f877e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:41.164856 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (40096156-7059-4990-8d11-ff2f7a3789ed), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.232979 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event updated for resources: {'Subnet': ['ID=40096156-7059-4990-8d11-ff2f7a3789ed,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:41.241415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Checking segment: {'id': 'd33b91a7-da2f-492f-bf8b-b5c7141dd182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '24e7f9c8-1e82-4160-812e-c544effbb1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:41.241787 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network hostable DHCP agents. Network: 24e7f9c8-1e82-4160-812e-c544effbb1f4, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:41.258692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Network 24e7f9c8-1e82-4160-812e-c544effbb1f4 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:41.266645 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 24e7f9c8-1e82-4160-812e-c544effbb1f4) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:41.270851 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:41.271477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.277579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ce7bd-e053-421b-9fed-871056da9a7b None None] Network 24e7f9c8-1e82-4160-812e-c544effbb1f4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:41.288015 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-50075bed-d2b5-420a-92ce-9a23c9d28feb tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4100208 Feb 03 15:10:41.290716 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35354) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:41.350947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Publish callbacks [] for port (e9f7cbcd-1946-4e28-b3c2-b273461f877e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.357981 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (e9f7cbcd-1946-4e28-b3c2-b273461f877e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.398035 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (24e7f9c8-1e82-4160-812e-c544effbb1f4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.418209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:41.436228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Pushing event updated for resources: {'Port': ['ID=e9f7cbcd-1946-4e28-b3c2-b273461f877e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:41.439272 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:41.441490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:41.447446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4e58f-3e09-486b-b004-b03c5ddfc3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-24e7f9c8-1e82-4160-812e-c544effbb1f4', 'network_id': '24e7f9c8-1e82-4160-812e-c544effbb1f4', 'project_id': '07ea178644a14b18b7f79969bee425be', 'fixed_ips': [{'subnet_id': '40096156-7059-4990-8d11-ff2f7a3789ed'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:41.448369 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca4e58f-3e09-486b-b004-b03c5ddfc3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.454887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (40096156-7059-4990-8d11-ff2f7a3789ed), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.526138 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (40096156-7059-4990-8d11-ff2f7a3789ed), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.552819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Subnet': ['ID=40096156-7059-4990-8d11-ff2f7a3789ed,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:41.568300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Attempting to bind port e9f7cbcd-1946-4e28-b3c2-b273461f877e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:41.568709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Attempting to bind port e9f7cbcd-1946-4e28-b3c2-b273461f877e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '06c7d168-9a58-4915-a793-c07c0b98618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb4e0085-e7a2-4464-8a33-f7d86b6c60c7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:41.569080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Attempting to bind port e9f7cbcd-1946-4e28-b3c2-b273461f877e on network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:41.580478 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:41.580866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Checking segment: {'id': '06c7d168-9a58-4915-a793-c07c0b98618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb4e0085-e7a2-4464-8a33-f7d86b6c60c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:41.581272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.581662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Bound using segment: {'id': '06c7d168-9a58-4915-a793-c07c0b98618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb4e0085-e7a2-4464-8a33-f7d86b6c60c7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:41.582129 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Bound port: e9f7cbcd-1946-4e28-b3c2-b273461f877e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c7d168-9a58-4915-a793-c07c0b98618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb4e0085-e7a2-4464-8a33-f7d86b6c60c7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:41.582511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e9f7cbcd-1946-4e28-b3c2-b273461f877e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server [None req-cca4e58f-3e09-486b-b004-b03c5ddfc3ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40096156-7059-4990-8d11-ff2f7a3789ed: This subnet is being modified by another concurrent operation. Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server raise exception Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40096156-7059-4990-8d11-ff2f7a3789ed: This subnet is being modified by another concurrent operation. Feb 03 15:10:41.600657 n-d-827549-2 neutron-server[103343]: ERROR oslo_messaging.rpc.server Feb 03 15:10:41.616577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (24e7f9c8-1e82-4160-812e-c544effbb1f4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.632023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f9de7-1318-4fd4-b980-1561aeb0a713 None None] Network 24e7f9c8-1e82-4160-812e-c544effbb1f4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:41.640186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e7f9c8-1e82-4160-812e-c544effbb1f4']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:41.650691 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33b91a7-da2f-492f-bf8b-b5c7141dd182') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:41.651227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33b91a7-da2f-492f-bf8b-b5c7141dd182') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:41.666322 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (d33b91a7-da2f-492f-bf8b-b5c7141dd182), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.682776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d33b91a7-da2f-492f-bf8b-b5c7141dd182), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.689590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:41.690141 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (d33b91a7-da2f-492f-bf8b-b5c7141dd182), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:41.693353 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:41.718069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] For port e9f7cbcd-1946-4e28-b3c2-b273461f877e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:41.743081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] For port e9f7cbcd-1946-4e28-b3c2-b273461f877e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e9f7cbcd-1946-4e28-b3c2-b273461f877e,segment=NetworkSegment(06c7d168-9a58-4915-a793-c07c0b98618a),segment_id=06c7d168-9a58-4915-a793-c07c0b98618a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:41.749092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e9f7cbcd-1946-4e28-b3c2-b273461f877e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.752846 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (24e7f9c8-1e82-4160-812e-c544effbb1f4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.762099 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:41.766668 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/24e7f9c8-1e82-4160-812e-c544effbb1f4 HTTP/1.1" status: 204 len: 168 time: 0.4734638 Feb 03 15:10:41.768908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35356) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:41.774753 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768d033-f078-4192-895f-491e0542143d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Network': ['ID=24e7f9c8-1e82-4160-812e-c544effbb1f4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:41.806436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b6200-a280-4196-aa52-29bd35d34f76 None None] Pushing event updated for resources: {'Port': ['ID=e9f7cbcd-1946-4e28-b3c2-b273461f877e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:41.815266 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13f671f-454b-49c6-b0c3-edc08ff8d3b6 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] GET failed (client error): The resource could not be found. Feb 03 15:10:41.816799 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a13f671f-454b-49c6-b0c3-edc08ff8d3b6 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "GET /v2.0/subnets/40096156-7059-4990-8d11-ff2f7a3789ed HTTP/1.1" status: 404 len: 337 time: 0.0467064 Feb 03 15:10:41.819423 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35358) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:41.837700 n-d-827549-2 neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b26a53d-18b3-41dd-9b8e-8dbba6459d17 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] DELETE failed (client error): The resource could not be found. Feb 03 15:10:41.838222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b26a53d-18b3-41dd-9b8e-8dbba6459d17 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 15:10:41.841323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4b26a53d-18b3-41dd-9b8e-8dbba6459d17 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/24e7f9c8-1e82-4160-812e-c544effbb1f4 HTTP/1.1" status: 404 len: 339 time: 0.0209906 Feb 03 15:10:41.845346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35360) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:41.871661 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c54abcd-e600-4c50-b04e-2747b9b811b8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] DELETE failed (client error): The resource could not be found. Feb 03 15:10:41.872130 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c54abcd-e600-4c50-b04e-2747b9b811b8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 15:10:41.875815 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5c54abcd-e600-4c50-b04e-2747b9b811b8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/subnets/40096156-7059-4990-8d11-ff2f7a3789ed HTTP/1.1" status: 404 len: 337 time: 0.0294693 Feb 03 15:10:41.878278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35362) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:41.896369 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-0408d240-e264-4384-9088-ae864c40c6b0 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] DELETE failed (client error): The resource could not be found. Feb 03 15:10:41.896890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0408d240-e264-4384-9088-ae864c40c6b0 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 15:10:41.899879 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0408d240-e264-4384-9088-ae864c40c6b0 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/24e7f9c8-1e82-4160-812e-c544effbb1f4 HTTP/1.1" status: 404 len: 339 time: 0.0206988 Feb 03 15:10:41.902328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35364) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:41.966136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Deleting subnet 0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:10:41.970357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.014883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.102425 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.165891 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.190896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Subnet': ['ID=0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:42.197090 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.200437 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5748d3a8-b5f7-44ea-8592-1419d00a4cde tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/subnets/0f92f5f0-c0ba-4fff-b0e0-f8939be04f8c HTTP/1.1" status: 204 len: 168 time: 0.2971811 Feb 03 15:10:42.202933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:42.277369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (bb4e0085-e7a2-4464-8a33-f7d86b6c60c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.334929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Deleting port e9f7cbcd-1946-4e28-b3c2-b273461f877e {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:42.335274 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e9f7cbcd-1946-4e28-b3c2-b273461f877e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.399865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] For port e9f7cbcd-1946-4e28-b3c2-b273461f877e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e9f7cbcd-1946-4e28-b3c2-b273461f877e,segment=NetworkSegment(06c7d168-9a58-4915-a793-c07c0b98618a),segment_id=06c7d168-9a58-4915-a793-c07c0b98618a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:42.400237 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e9f7cbcd-1946-4e28-b3c2-b273461f877e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.413459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Calling delete_port for e9f7cbcd-1946-4e28-b3c2-b273461f877e owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:42.501808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e9f7cbcd-1946-4e28-b3c2-b273461f877e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.530060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No DVR routers for this DVR port e9f7cbcd-1946-4e28-b3c2-b273461f877e on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:42.535032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Port': ['ID=e9f7cbcd-1946-4e28-b3c2-b273461f877e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:42.612337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (bb4e0085-e7a2-4464-8a33-f7d86b6c60c7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.638203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4e0085-e7a2-4464-8a33-f7d86b6c60c7']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:42.648696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c7d168-9a58-4915-a793-c07c0b98618a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:42.649003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c7d168-9a58-4915-a793-c07c0b98618a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:42.659151 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (06c7d168-9a58-4915-a793-c07c0b98618a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.673056 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (06c7d168-9a58-4915-a793-c07c0b98618a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.679325 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:42.679727 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (06c7d168-9a58-4915-a793-c07c0b98618a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:42.682853 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:42.705732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05bc5b-2551-4918-b7e1-805cde2ddd68 None None] get_active_networks_info from n-d-827549-2 {{(pid=103343) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 15:10:42.745480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-b2e1a0ea-fe9b-4b17-9c4e-e44ba1dc6091 None None] Could not find standard attr ID for object e9f7cbcd-1946-4e28-b3c2-b273461f877e. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 15:10:42.747948 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (bb4e0085-e7a2-4464-8a33-f7d86b6c60c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.755958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.759510 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 HTTP/1.1" status: 204 len: 168 time: 0.5556507 Feb 03 15:10:42.762004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35370) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:42.778706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d8ba4-9062-4272-bc33-9abb4f8070e8 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Network': ['ID=bb4e0085-e7a2-4464-8a33-f7d86b6c60c7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:42.782937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c05bc5b-2551-4918-b7e1-805cde2ddd68 None None] Resources bound (agent type, host, resource id): {{(pid=103343) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 15:10:42.797265 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d62f57-520b-42f7-a2e2-d098b8bc57c9 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] DELETE failed (client error): The resource could not be found. Feb 03 15:10:42.797733 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d62f57-520b-42f7-a2e2-d098b8bc57c9 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 15:10:42.801047 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-64d62f57-520b-42f7-a2e2-d098b8bc57c9 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/subnets/cd9af15a-112f-41b6-ae01-b539bf63b5f4 HTTP/1.1" status: 404 len: 337 time: 0.0381205 Feb 03 15:10:42.803745 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35372) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:42.821648 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a098439-1583-480f-bdbd-15526f405d8d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] DELETE failed (client error): The resource could not be found. Feb 03 15:10:42.822128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a098439-1583-480f-bdbd-15526f405d8d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 15:10:42.825115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4a098439-1583-480f-bdbd-15526f405d8d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/99cdd7bd-b4ac-4aa6-b937-0c9743f89efb HTTP/1.1" status: 404 len: 339 time: 0.0204089 Feb 03 15:10:42.827658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35374) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:42.856077 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e561c5b-11ed-4ba5-94c1-e33eadccbc66 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] DELETE failed (client error): The resource could not be found. Feb 03 15:10:42.856552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e561c5b-11ed-4ba5-94c1-e33eadccbc66 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 15:10:42.860085 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4e561c5b-11ed-4ba5-94c1-e33eadccbc66 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/subnets/f6573b3b-68ed-4624-86df-c058f6827972 HTTP/1.1" status: 404 len: 337 time: 0.0315425 Feb 03 15:10:42.862606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:42.880204 n-d-827549-2 neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7918c1-6039-4ac9-ad27-7835b89b026d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] DELETE failed (client error): The resource could not be found. Feb 03 15:10:42.880904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7918c1-6039-4ac9-ad27-7835b89b026d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103341) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 15:10:42.883644 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ca7918c1-6039-4ac9-ad27-7835b89b026d tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/f875e69a-96ef-4287-8f55-ddf148fcae7b HTTP/1.1" status: 404 len: 339 time: 0.0201437 Feb 03 15:10:42.886216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35378) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:42.940572 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Deleting subnet 26496f33-15ab-4d02-9391-a93142eb1fc6 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:10:42.944298 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (26496f33-15ab-4d02-9391-a93142eb1fc6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.978189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6719625-5f11-45cf-8aa0-38f181fd1d9f None None] DHCP port deletion for bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:10:42.987219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (26496f33-15ab-4d02-9391-a93142eb1fc6), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:42.998836 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc6468-70f8-4367-94dc-9ad7d0d447c7 None None] Network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:43.011250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc6468-70f8-4367-94dc-9ad7d0d447c7 None None] Network bb4e0085-e7a2-4464-8a33-f7d86b6c60c7 could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 15:10:43.077972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (26496f33-15ab-4d02-9391-a93142eb1fc6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.133976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (26496f33-15ab-4d02-9391-a93142eb1fc6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.161588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Subnet': ['ID=26496f33-15ab-4d02-9391-a93142eb1fc6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:43.163557 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.166758 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0a9d56f2-ce47-4480-b3cb-fdf61d427706 tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/subnets/26496f33-15ab-4d02-9391-a93142eb1fc6 HTTP/1.1" status: 204 len: 168 time: 0.2795761 Feb 03 15:10:43.169177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35380) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:43.170699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0875ad-345f-410a-8334-599db8d99e4f None None] Network ea1fd062-34e0-46ec-b846-05e99e7ae1e2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:43.251384 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ea1fd062-34e0-46ec-b846-05e99e7ae1e2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.305254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Deleting port 97c53096-49b6-47a9-9b3a-c458b5ce9edd {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:43.305604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.335121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] DHCP port deletion for ea1fd062-34e0-46ec-b846-05e99e7ae1e2 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:10:43.375436 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] For port 97c53096-49b6-47a9-9b3a-c458b5ce9edd, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=97c53096-49b6-47a9-9b3a-c458b5ce9edd,segment=NetworkSegment(afb5b888-6075-493c-9e59-e78c71ca48c6),segment_id=afb5b888-6075-493c-9e59-e78c71ca48c6)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:43.375809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.381773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] Deleting port 97c53096-49b6-47a9-9b3a-c458b5ce9edd {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:43.382150 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.388149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Calling delete_port for 97c53096-49b6-47a9-9b3a-c458b5ce9edd owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:43.441817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] For port 97c53096-49b6-47a9-9b3a-c458b5ce9edd, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=97c53096-49b6-47a9-9b3a-c458b5ce9edd,segment=NetworkSegment(afb5b888-6075-493c-9e59-e78c71ca48c6),segment_id=afb5b888-6075-493c-9e59-e78c71ca48c6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:43.442221 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.455384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] Calling delete_port for 97c53096-49b6-47a9-9b3a-c458b5ce9edd owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:43.471344 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.500784 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Port': ['ID=97c53096-49b6-47a9-9b3a-c458b5ce9edd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:43.504050 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] No DVR routers for this DVR port 97c53096-49b6-47a9-9b3a-c458b5ce9edd on host n-d-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:43.529551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 97c53096-49b6-47a9-9b3a-c458b5ce9edd no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:10:43.552846 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 97c53096-49b6-47a9-9b3a-c458b5ce9edd {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:10:43.553280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 97c53096-49b6-47a9-9b3a-c458b5ce9edd not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:10:43.570829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (97c53096-49b6-47a9-9b3a-c458b5ce9edd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.589934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ea1fd062-34e0-46ec-b846-05e99e7ae1e2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.596508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] Pushing event deleted for resources: {'Port': ['ID=97c53096-49b6-47a9-9b3a-c458b5ce9edd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:43.599840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c215e-e433-493b-b0ca-8a194f7e6e10 None None] No DVR routers for this DVR port 97c53096-49b6-47a9-9b3a-c458b5ce9edd on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:43.614198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1fd062-34e0-46ec-b846-05e99e7ae1e2']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:43.623764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb5b888-6075-493c-9e59-e78c71ca48c6') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:43.624074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb5b888-6075-493c-9e59-e78c71ca48c6') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:43.633965 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (afb5b888-6075-493c-9e59-e78c71ca48c6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.646953 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (afb5b888-6075-493c-9e59-e78c71ca48c6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.652965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:43.653439 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (afb5b888-6075-493c-9e59-e78c71ca48c6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:43.657207 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:43.712773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ea1fd062-34e0-46ec-b846-05e99e7ae1e2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.716813 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:43.720977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] 10.222.0.52 "DELETE /v2.0/networks/ea1fd062-34e0-46ec-b846-05e99e7ae1e2 HTTP/1.1" status: 204 len: 168 time: 0.5505111 Feb 03 15:10:43.735074 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee4587-2a51-4723-8ad2-e56ffd184bff tempest-NetworksIpV6Test-357698568 tempest-NetworksIpV6Test-357698568-project] Pushing event deleted for resources: {'Network': ['ID=ea1fd062-34e0-46ec-b846-05e99e7ae1e2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:43.963179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35386) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:44.092699 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b3aca426-b625-4696-80dd-329de96336e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07ea178644a14b18b7f79969bee425be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283021 Feb 03 15:10:44.095630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:44.141153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b222a508-3dae-40ac-9043-04bcd1c8ccc8 admin admin] Publish callbacks [] for security_group (26e793d6-9dec-41c4-98aa-bdb9f1051d51), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:44.162318 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b222a508-3dae-40ac-9043-04bcd1c8ccc8 admin admin] Publish callbacks [] for security_group (26e793d6-9dec-41c4-98aa-bdb9f1051d51), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:44.209349 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b222a508-3dae-40ac-9043-04bcd1c8ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (26e793d6-9dec-41c4-98aa-bdb9f1051d51), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:44.212004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b222a508-3dae-40ac-9043-04bcd1c8ccc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:44.213185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b222a508-3dae-40ac-9043-04bcd1c8ccc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26e793d6-9dec-41c4-98aa-bdb9f1051d51 HTTP/1.1" status: 204 len: 168 time: 0.1166570 Feb 03 15:10:44.221820 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222a508-3dae-40ac-9043-04bcd1c8ccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e793d6-9dec-41c4-98aa-bdb9f1051d51,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:44.849476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35412) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:44.941429 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ad30b811-fbbd-44a6-8b3a-f248a5d61d39 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-98951312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:44.961054 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad30b811-fbbd-44a6-8b3a-f248a5d61d39 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:44.962122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad30b811-fbbd-44a6-8b3a-f248a5d61d39 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.016158 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad30b811-fbbd-44a6-8b3a-f248a5d61d39 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for router_controller (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.020282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad30b811-fbbd-44a6-8b3a-f248a5d61d39 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.038328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ad30b811-fbbd-44a6-8b3a-f248a5d61d39 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.039643 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ad30b811-fbbd-44a6-8b3a-f248a5d61d39 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1891618 Feb 03 15:10:45.042321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35416) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:45.047137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1482180937'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:45.065347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Made reservation on behalf of ebaf035641544e90b85ede6e9044e616 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:45.068542 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.077100 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.153475 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for security_group (8b96d482-f209-4fee-8cd3-77fa092ade11), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.157868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8b96d482-f209-4fee-8cd3-77fa092ade11), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.180464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:45.195217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b96d482-f209-4fee-8cd3-77fa092ade11,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:45.198227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (99f5667b-d3ee-4301-bc9e-c156489a5a81), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.198573 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Added segment 99f5667b-d3ee-4301-bc9e-c156489a5a81 of type vlan for network 84e1cc47-d562-48c3-9108-5029680775bf Feb 03 15:10:45.239189 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (84e1cc47-d562-48c3-9108-5029680775bf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.266942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (84e1cc47-d562-48c3-9108-5029680775bf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.272006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:45.272630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.309427 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2660935 Feb 03 15:10:45.312842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35418) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:45.318016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Request body: {'subnet': {'network_id': '84e1cc47-d562-48c3-9108-5029680775bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:45.340151 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e69105-d6d8-413f-be19-ff1a5ebfcf99 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event updated for resources: {'Network': ['ID=84e1cc47-d562-48c3-9108-5029680775bf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:45.350200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 84e1cc47-d562-48c3-9108-5029680775bf details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:45.406653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Made reservation on behalf of ebaf035641544e90b85ede6e9044e616 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:45.409851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.587665 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (dbcc1688-2ffc-4906-8c68-b66e89eb11e9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.649660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event updated for resources: {'Subnet': ['ID=dbcc1688-2ffc-4906-8c68-b66e89eb11e9,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:45.655654 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Checking segment: {'id': '99f5667b-d3ee-4301-bc9e-c156489a5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84e1cc47-d562-48c3-9108-5029680775bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:45.656021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Network hostable DHCP agents. Network: 84e1cc47-d562-48c3-9108-5029680775bf, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:45.672831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Network 84e1cc47-d562-48c3-9108-5029680775bf is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:45.681402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 84e1cc47-d562-48c3-9108-5029680775bf) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:45.686223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:45.687742 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.691361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27ebf5-e706-4725-bf12-cd39dd735ace None None] Network 84e1cc47-d562-48c3-9108-5029680775bf requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:45.704311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2fee7bc0-16f3-4713-adc8-d2473cf7c8c9 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3903294 Feb 03 15:10:45.707602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35420) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:45.712914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-871522937'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:45.730702 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Made reservation on behalf of ebaf035641544e90b85ede6e9044e616 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:45.734728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.759064 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:45.767788 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9e0662b6-45c9-4d8d-960a-daba7892caec), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.768266 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Added segment 9e0662b6-45c9-4d8d-960a-daba7892caec of type vlan for network 2142864e-79b6-458d-b1a6-5fa595adebe4 Feb 03 15:10:45.793070 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-84e1cc47-d562-48c3-9108-5029680775bf', 'network_id': '84e1cc47-d562-48c3-9108-5029680775bf', 'project_id': 'ebaf035641544e90b85ede6e9044e616', 'fixed_ips': [{'subnet_id': 'dbcc1688-2ffc-4906-8c68-b66e89eb11e9'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:45.793995 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.808136 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (2142864e-79b6-458d-b1a6-5fa595adebe4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.832521 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (2142864e-79b6-458d-b1a6-5fa595adebe4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.837528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:45.838112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.875029 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1654785 Feb 03 15:10:45.877883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35422) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:45.882925 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Request body: {'subnet': {'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:45.892450 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-246313d5-3b9c-44d9-9194-e13522c41d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.924992 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb4def-9279-4c9c-9e32-5f465488b212 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event updated for resources: {'Network': ['ID=2142864e-79b6-458d-b1a6-5fa595adebe4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:45.935181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 2142864e-79b6-458d-b1a6-5fa595adebe4 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:45.978357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Made reservation on behalf of ebaf035641544e90b85ede6e9044e616 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:45.981775 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:45.996212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Allocated IP 172.20.0.2 (84e1cc47-d562-48c3-9108-5029680775bf/dbcc1688-2ffc-4906-8c68-b66e89eb11e9/3755c2a3-e542-4566-9027-3cde03b6a56e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:46.156876 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Publish callbacks [] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.162895 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.170415 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (1a058d99-0790-4bdc-a1b2-b3ded71cf552), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.202558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Network 84e1cc47-d562-48c3-9108-5029680775bf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:46.205997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:46.209444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:46.216843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Pushing event updated for resources: {'Port': ['ID=3755c2a3-e542-4566-9027-3cde03b6a56e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:46.226262 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event updated for resources: {'Subnet': ['ID=1a058d99-0790-4bdc-a1b2-b3ded71cf552,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:46.242662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Checking segment: {'id': '9e0662b6-45c9-4d8d-960a-daba7892caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:46.243024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Network hostable DHCP agents. Network: 2142864e-79b6-458d-b1a6-5fa595adebe4, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:46.260571 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Network 2142864e-79b6-458d-b1a6-5fa595adebe4 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:46.269767 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 2142864e-79b6-458d-b1a6-5fa595adebe4) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:46.273971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:46.274580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.274801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Attempting to bind port 3755c2a3-e542-4566-9027-3cde03b6a56e on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:46.275210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Attempting to bind port 3755c2a3-e542-4566-9027-3cde03b6a56e by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '99f5667b-d3ee-4301-bc9e-c156489a5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84e1cc47-d562-48c3-9108-5029680775bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:46.275500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Attempting to bind port 3755c2a3-e542-4566-9027-3cde03b6a56e on network 84e1cc47-d562-48c3-9108-5029680775bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:46.279781 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda24884-0322-42c1-b46b-72242e3deb1e None None] Network 2142864e-79b6-458d-b1a6-5fa595adebe4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:46.293498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-30ef48c2-bcae-42e4-9883-9139b4df55cf tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4120948 Feb 03 15:10:46.293988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35424) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:46.296108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:46.297061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Checking segment: {'id': '99f5667b-d3ee-4301-bc9e-c156489a5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84e1cc47-d562-48c3-9108-5029680775bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:46.297468 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.297863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Bound using segment: {'id': '99f5667b-d3ee-4301-bc9e-c156489a5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84e1cc47-d562-48c3-9108-5029680775bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:46.298359 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Bound port: 3755c2a3-e542-4566-9027-3cde03b6a56e, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f5667b-d3ee-4301-bc9e-c156489a5a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '84e1cc47-d562-48c3-9108-5029680775bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:46.298762 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.299526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c6efede8-4359-49d2-92bd-f6ad4016e0b6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Request body: {'router': {'external_gateway_info': {'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:46.427341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] For port 3755c2a3-e542-4566-9027-3cde03b6a56e, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:46.432714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-2142864e-79b6-458d-b1a6-5fa595adebe4', 'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4', 'project_id': 'ebaf035641544e90b85ede6e9044e616', 'fixed_ips': [{'subnet_id': '1a058d99-0790-4bdc-a1b2-b3ded71cf552'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:46.433559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.444866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] For port 3755c2a3-e542-4566-9027-3cde03b6a56e, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3755c2a3-e542-4566-9027-3cde03b6a56e,segment=NetworkSegment(99f5667b-d3ee-4301-bc9e-c156489a5a81),segment_id=99f5667b-d3ee-4301-bc9e-c156489a5a81)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:46.463711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.510930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c6efede8-4359-49d2-92bd-f6ad4016e0b6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for router_gateway (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.591204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeef9cc-1976-4409-a9f3-4486b1ff0bf0 None None] Pushing event updated for resources: {'Port': ['ID=3755c2a3-e542-4566-9027-3cde03b6a56e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:46.628495 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [None req-c6efede8-4359-49d2-92bd-f6ad4016e0b6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 15:10:46.629580 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c6efede8-4359-49d2-92bd-f6ad4016e0b6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "PUT /v2.0/routers/3b0cb49d-cf64-4005-bd0c-eceffda3cb3d HTTP/1.1" status: 400 len: 364 time: 0.3345847 Feb 03 15:10:46.635489 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35426) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:46.654162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Allocated IP 172.21.0.2 (2142864e-79b6-458d-b1a6-5fa595adebe4/1a058d99-0790-4bdc-a1b2-b3ded71cf552/a25332ff-b82f-47af-84e6-e31b852c5109) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:46.693642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Deleting subnet 1a058d99-0790-4bdc-a1b2-b3ded71cf552 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:10:46.823845 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Publish callbacks [] for port (a25332ff-b82f-47af-84e6-e31b852c5109), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.828506 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for subnet (1a058d99-0790-4bdc-a1b2-b3ded71cf552), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.829148 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (a25332ff-b82f-47af-84e6-e31b852c5109), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.872638 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (1a058d99-0790-4bdc-a1b2-b3ded71cf552), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.874054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Network 2142864e-79b6-458d-b1a6-5fa595adebe4 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:46.877915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Pushing event updated for resources: {'Port': ['ID=a25332ff-b82f-47af-84e6-e31b852c5109,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:46.880426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:46.882605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:46.943566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Attempting to bind port a25332ff-b82f-47af-84e6-e31b852c5109 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:46.943934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Attempting to bind port a25332ff-b82f-47af-84e6-e31b852c5109 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '9e0662b6-45c9-4d8d-960a-daba7892caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:46.944293 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Attempting to bind port a25332ff-b82f-47af-84e6-e31b852c5109 on network 2142864e-79b6-458d-b1a6-5fa595adebe4 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:46.949194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:46.949564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Checking segment: {'id': '9e0662b6-45c9-4d8d-960a-daba7892caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:46.949961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.950343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Bound using segment: {'id': '9e0662b6-45c9-4d8d-960a-daba7892caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:46.950799 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Bound port: a25332ff-b82f-47af-84e6-e31b852c5109, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0662b6-45c9-4d8d-960a-daba7892caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2142864e-79b6-458d-b1a6-5fa595adebe4'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:46.951173 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a25332ff-b82f-47af-84e6-e31b852c5109), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:46.962480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (1a058d99-0790-4bdc-a1b2-b3ded71cf552), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.019835 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (1a058d99-0790-4bdc-a1b2-b3ded71cf552), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.021892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] For port a25332ff-b82f-47af-84e6-e31b852c5109, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:47.025386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] For port a25332ff-b82f-47af-84e6-e31b852c5109, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a25332ff-b82f-47af-84e6-e31b852c5109,segment=NetworkSegment(9e0662b6-45c9-4d8d-960a-daba7892caec),segment_id=9e0662b6-45c9-4d8d-960a-daba7892caec)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:47.031979 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a25332ff-b82f-47af-84e6-e31b852c5109), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.050405 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.053614 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "DELETE /v2.0/subnets/1a058d99-0790-4bdc-a1b2-b3ded71cf552 HTTP/1.1" status: 204 len: 168 time: 0.4171822 Feb 03 15:10:47.054604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd434e2-3652-4311-a6b2-503d3e63ffe2 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event deleted for resources: {'Subnet': ['ID=1a058d99-0790-4bdc-a1b2-b3ded71cf552,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:47.056572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35428) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:47.094957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1008cf-4dda-4ee5-beab-bfa4500b7fc1 None None] Pushing event updated for resources: {'Port': ['ID=a25332ff-b82f-47af-84e6-e31b852c5109,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:47.155437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (2142864e-79b6-458d-b1a6-5fa595adebe4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.215314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Deleting port a25332ff-b82f-47af-84e6-e31b852c5109 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:47.215659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a25332ff-b82f-47af-84e6-e31b852c5109), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.288194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] For port a25332ff-b82f-47af-84e6-e31b852c5109, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a25332ff-b82f-47af-84e6-e31b852c5109,segment=NetworkSegment(9e0662b6-45c9-4d8d-960a-daba7892caec),segment_id=9e0662b6-45c9-4d8d-960a-daba7892caec)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:47.288617 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a25332ff-b82f-47af-84e6-e31b852c5109), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.302747 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Calling delete_port for a25332ff-b82f-47af-84e6-e31b852c5109 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:47.393676 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a25332ff-b82f-47af-84e6-e31b852c5109), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.422124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event deleted for resources: {'Port': ['ID=a25332ff-b82f-47af-84e6-e31b852c5109,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:47.427253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] No DVR routers for this DVR port a25332ff-b82f-47af-84e6-e31b852c5109 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:47.530587 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (2142864e-79b6-458d-b1a6-5fa595adebe4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.554797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2142864e-79b6-458d-b1a6-5fa595adebe4']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:47.566132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0662b6-45c9-4d8d-960a-daba7892caec') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:47.566434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0662b6-45c9-4d8d-960a-daba7892caec') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:47.579897 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (9e0662b6-45c9-4d8d-960a-daba7892caec), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.589596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3755c2a3-e542-4566-9027-3cde03b6a56e up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:47.597561 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9e0662b6-45c9-4d8d-960a-daba7892caec), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.604259 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:47.604685 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (9e0662b6-45c9-4d8d-960a-daba7892caec), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:47.607939 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:47.650847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 3755c2a3-e542-4566-9027-3cde03b6a56e triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:47.651363 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.670003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (2142864e-79b6-458d-b1a6-5fa595adebe4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.677349 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.683257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:47.683548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "DELETE /v2.0/networks/2142864e-79b6-458d-b1a6-5fa595adebe4 HTTP/1.1" status: 204 len: 168 time: 0.6243548 Feb 03 15:10:47.699542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c458808-1b78-47d0-ae43-3b117b7a1050 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event deleted for resources: {'Network': ['ID=2142864e-79b6-458d-b1a6-5fa595adebe4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:47.729252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c5860f-b196-43f7-9409-677e1be2926e None None] Network 84e1cc47-d562-48c3-9108-5029680775bf requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:47.741917 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Deleting subnet dbcc1688-2ffc-4906-8c68-b66e89eb11e9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:10:47.745030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for subnet (dbcc1688-2ffc-4906-8c68-b66e89eb11e9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.762888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 3755c2a3-e542-4566-9027-3cde03b6a56e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:47.763281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.784909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (dbcc1688-2ffc-4906-8c68-b66e89eb11e9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.875564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (dbcc1688-2ffc-4906-8c68-b66e89eb11e9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.949213 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (dbcc1688-2ffc-4906-8c68-b66e89eb11e9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.987963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcc1688-2ffc-4906-8c68-b66e89eb11e9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:47.990936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:47.994809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8abc2ba5-0269-47d0-815f-bfd752a34262 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "DELETE /v2.0/subnets/dbcc1688-2ffc-4906-8c68-b66e89eb11e9 HTTP/1.1" status: 204 len: 168 time: 0.3103178 Feb 03 15:10:47.997444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:48.012797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88cc344e-bc1c-4ee9-863f-dab18d29b0c5 None None] Provisioning complete for port 3755c2a3-e542-4566-9027-3cde03b6a56e triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:48.013212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88cc344e-bc1c-4ee9-863f-dab18d29b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.089605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (84e1cc47-d562-48c3-9108-5029680775bf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.111007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:10:48.111381 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:10:48.155364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Deleting port 3755c2a3-e542-4566-9027-3cde03b6a56e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:10:48.157634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.172053 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39c9b89a-dfe1-4032-901d-1a7bec75e7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.185382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88cc344e-bc1c-4ee9-863f-dab18d29b0c5 None None] Current status of the port 3755c2a3-e542-4566-9027-3cde03b6a56e is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:48.185772 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88cc344e-bc1c-4ee9-863f-dab18d29b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.227677 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88cc344e-bc1c-4ee9-863f-dab18d29b0c5 None None] For port 3755c2a3-e542-4566-9027-3cde03b6a56e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3755c2a3-e542-4566-9027-3cde03b6a56e,segment=NetworkSegment(99f5667b-d3ee-4301-bc9e-c156489a5a81),segment_id=99f5667b-d3ee-4301-bc9e-c156489a5a81)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:48.232772 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88cc344e-bc1c-4ee9-863f-dab18d29b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.260379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] For port 3755c2a3-e542-4566-9027-3cde03b6a56e, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3755c2a3-e542-4566-9027-3cde03b6a56e,segment=NetworkSegment(99f5667b-d3ee-4301-bc9e-c156489a5a81),segment_id=99f5667b-d3ee-4301-bc9e-c156489a5a81)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:48.261292 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.278457 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Calling delete_port for 3755c2a3-e542-4566-9027-3cde03b6a56e owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:10:48.286077 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc344e-bc1c-4ee9-863f-dab18d29b0c5 None None] Pushing event updated for resources: {'Port': ['ID=3755c2a3-e542-4566-9027-3cde03b6a56e,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:48.347076 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d767a1a-339c-4a87-a90c-ab334de1270e None None] DHCP port deletion for 2142864e-79b6-458d-b1a6-5fa595adebe4 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:10:48.358050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bf3ae17d-4743-4390-a7f6-fb04a1583cb8 None None] Could not find standard attr ID for object a25332ff-b82f-47af-84e6-e31b852c5109. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 15:10:48.370169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3755c2a3-e542-4566-9027-3cde03b6a56e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.375700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a14f78-2117-4157-90f2-61b09cb19dc1 None None] Network 2142864e-79b6-458d-b1a6-5fa595adebe4 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:48.389318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a14f78-2117-4157-90f2-61b09cb19dc1 None None] Network 2142864e-79b6-458d-b1a6-5fa595adebe4 could not be found, it might have been deleted concurrently. {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 15:10:48.398386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event deleted for resources: {'Port': ['ID=3755c2a3-e542-4566-9027-3cde03b6a56e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:48.401970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] No DVR routers for this DVR port 3755c2a3-e542-4566-9027-3cde03b6a56e on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:10:48.404719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c34876-241a-46f7-af1b-cce16ac0e671 None None] Network 84e1cc47-d562-48c3-9108-5029680775bf requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:48.483573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-64b8fa33-5441-471c-b76d-4627359a8e91 None None] Could not find standard attr ID for object 3755c2a3-e542-4566-9027-3cde03b6a56e. {{(pid=103343) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 15:10:48.488079 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (84e1cc47-d562-48c3-9108-5029680775bf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.510826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e1cc47-d562-48c3-9108-5029680775bf']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:48.521176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f5667b-d3ee-4301-bc9e-c156489a5a81') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:48.521475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f5667b-d3ee-4301-bc9e-c156489a5a81') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:48.530826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (99f5667b-d3ee-4301-bc9e-c156489a5a81), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.542462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e15773-bb35-4b34-be55-5e2de7e7c71b None None] DHCP port deletion for 84e1cc47-d562-48c3-9108-5029680775bf request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:10:48.544354 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (99f5667b-d3ee-4301-bc9e-c156489a5a81), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.553755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:10:48.554216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (99f5667b-d3ee-4301-bc9e-c156489a5a81), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:10:48.557425 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:10:48.621043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (84e1cc47-d562-48c3-9108-5029680775bf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.634015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Port 3755c2a3-e542-4566-9027-3cde03b6a56e update to ACTIVE by agent not found {{(pid=103343) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 15:10:48.638462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.641638 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "DELETE /v2.0/networks/84e1cc47-d562-48c3-9108-5029680775bf HTTP/1.1" status: 204 len: 168 time: 0.6429224 Feb 03 15:10:48.642596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164335e-90ed-4aee-8068-660c80aa20f5 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Pushing event deleted for resources: {'Network': ['ID=84e1cc47-d562-48c3-9108-5029680775bf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:48.644208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35434) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:48.672192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-70cf7893-ce04-477c-a6a5-79facb4e203c tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b0cb49d-cf64-4005-bd0c-eceffda3cb3d HTTP/1.1" status: 200 len: 205 time: 0.0268836 Feb 03 15:10:48.674536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35436) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:48.758489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dced9ded-095b-485e-be3f-34368d64f6f6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for router (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.941323 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dced9ded-095b-485e-be3f-34368d64f6f6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.943540 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dced9ded-095b-485e-be3f-34368d64f6f6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for router_controller (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.989821 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dced9ded-095b-485e-be3f-34368d64f6f6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (3b0cb49d-cf64-4005-bd0c-eceffda3cb3d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.990346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dced9ded-095b-485e-be3f-34368d64f6f6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0cb49d-cf64-4005-bd0c-eceffda3cb3d {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:10:48.997155 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dced9ded-095b-485e-be3f-34368d64f6f6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:48.998273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dced9ded-095b-485e-be3f-34368d64f6f6 tempest-RoutersNegativeTest-1897598495 tempest-RoutersNegativeTest-1897598495-project] 10.222.0.52 "DELETE /v2.0/routers/3b0cb49d-cf64-4005-bd0c-eceffda3cb3d HTTP/1.1" status: 204 len: 168 time: 0.3227935 Feb 03 15:10:49.267300 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35442) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:49.414578 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-856aecdf-e63a-4ecf-b822-1d8347196c4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebaf035641544e90b85ede6e9044e616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460848 Feb 03 15:10:49.417102 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35446) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:49.478080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66bfc03f-e455-485b-b755-d9733b6610aa admin admin] Publish callbacks [] for security_group (8b96d482-f209-4fee-8cd3-77fa092ade11), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:49.501651 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66bfc03f-e455-485b-b755-d9733b6610aa admin admin] Publish callbacks [] for security_group (8b96d482-f209-4fee-8cd3-77fa092ade11), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:49.522142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a25332ff-b82f-47af-84e6-e31b852c5109 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:10:49.546820 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a25332ff-b82f-47af-84e6-e31b852c5109 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:10:49.547137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a25332ff-b82f-47af-84e6-e31b852c5109 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:10:49.547555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3755c2a3-e542-4566-9027-3cde03b6a56e no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:10:49.550035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66bfc03f-e455-485b-b755-d9733b6610aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8b96d482-f209-4fee-8cd3-77fa092ade11), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:49.552596 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-66bfc03f-e455-485b-b755-d9733b6610aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:49.553896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-66bfc03f-e455-485b-b755-d9733b6610aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b96d482-f209-4fee-8cd3-77fa092ade11 HTTP/1.1" status: 204 len: 168 time: 0.1358871 Feb 03 15:10:49.561892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfc03f-e455-485b-b755-d9733b6610aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b96d482-f209-4fee-8cd3-77fa092ade11,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:49.567564 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 3755c2a3-e542-4566-9027-3cde03b6a56e {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:10:49.567921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3755c2a3-e542-4566-9027-3cde03b6a56e not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:10:49.806281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.175095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35468) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:50.271469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1406312089-network', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:50.289737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Made reservation on behalf of cf22e8dd00b8468e87d2f680c833ef54 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:50.291998 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.300711 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.372315 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks [] for security_group (6f245445-5d52-41f9-9511-f225ab0d55b9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.376605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f245445-5d52-41f9-9511-f225ab0d55b9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.397579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:50.413450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f245445-5d52-41f9-9511-f225ab0d55b9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:50.417454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d3986bbd-b57a-41cd-a96b-2f7ab28a1e40), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.417808 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Added segment d3986bbd-b57a-41cd-a96b-2f7ab28a1e40 of type vlan for network 13c65d6e-f66e-4e87-9a40-c7573db87b8a Feb 03 15:10:50.456869 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (13c65d6e-f66e-4e87-9a40-c7573db87b8a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.484529 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (13c65d6e-f66e-4e87-9a40-c7573db87b8a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.487717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:50.487717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.527770 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3514817 Feb 03 15:10:50.530617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35472) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:50.537558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Request body: {'subnet': {'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-subnet', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:50.581257 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e42111-e8db-48ac-8ea2-f663f520cb95 admin admin] Pushing event updated for resources: {'Network': ['ID=13c65d6e-f66e-4e87-9a40-c7573db87b8a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:50.590921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:50.593892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Made reservation on behalf of cf22e8dd00b8468e87d2f680c833ef54 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:50.597004 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.762548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (032aef76-4d51-4543-a3b0-09a6d5f63e39), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.817773 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032aef76-4d51-4543-a3b0-09a6d5f63e39,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:50.824472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Checking segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:50.824841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Network hostable DHCP agents. Network: 13c65d6e-f66e-4e87-9a40-c7573db87b8a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:50.841691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:50.850255 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 13c65d6e-f66e-4e87-9a40-c7573db87b8a) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:50.855644 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:50.856348 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.862758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855082f-08be-4c3e-96c8-6c3af8d4c93f None None] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:50.877962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e817fba8-2c80-42b0-b0de-9e41ba3440d5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3452997 Feb 03 15:10:50.880983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35474) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:50.885829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:50.907262 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (86dcb426-348e-4236-801d-c628f23c70e4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.908536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (86dcb426-348e-4236-801d-c628f23c70e4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.938074 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.966765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks [] for router_controller (86dcb426-348e-4236-801d-c628f23c70e4), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:50.981605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'fixed_ips': [{'subnet_id': '032aef76-4d51-4543-a3b0-09a6d5f63e39'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:50.982449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.107565 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks [] for router_gateway (86dcb426-348e-4236-801d-c628f23c70e4), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.118241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Allocated IP 172.20.0.2 (13c65d6e-f66e-4e87-9a40-c7573db87b8a/032aef76-4d51-4543-a3b0-09a6d5f63e39/336585e9-40e0-4d5c-99d3-f24c29a31a5a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:51.271923 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Publish callbacks [] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.278068 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.317469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:51.320321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:51.320578 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks [] for router_gateway (86dcb426-348e-4236-801d-c628f23c70e4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.322741 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:51.339870 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.351490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Pushing event updated for resources: {'Port': ['ID=336585e9-40e0-4d5c-99d3-f24c29a31a5a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:51.390954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Attempting to bind port 336585e9-40e0-4d5c-99d3-f24c29a31a5a on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:51.391871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Attempting to bind port 336585e9-40e0-4d5c-99d3-f24c29a31a5a by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:51.392246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Attempting to bind port 336585e9-40e0-4d5c-99d3-f24c29a31a5a on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:51.397317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:51.397689 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Checking segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:51.398090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.398482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Bound using segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:51.398945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Bound port: 336585e9-40e0-4d5c-99d3-f24c29a31a5a, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:51.399326 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.447965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Allocated IP 172.25.0.236 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/86c536df-e6a1-49ef-ad46-ceb00a3282f8) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:51.463074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] For port 336585e9-40e0-4d5c-99d3-f24c29a31a5a, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:51.466365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] For port 336585e9-40e0-4d5c-99d3-f24c29a31a5a, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=336585e9-40e0-4d5c-99d3-f24c29a31a5a,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:51.472687 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.529464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9eb8-351d-4246-9fa1-b712798db6f8 None None] Pushing event updated for resources: {'Port': ['ID=336585e9-40e0-4d5c-99d3-f24c29a31a5a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:51.563921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks [] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.598077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:51.643807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:51.647263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:51.649714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:51.686476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Pushing event updated for resources: {'Port': ['ID=86c536df-e6a1-49ef-ad46-ceb00a3282f8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:51.934722 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks [] for router_gateway (86dcb426-348e-4236-801d-c628f23c70e4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.263962 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.490712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (86dcb426-348e-4236-801d-c628f23c70e4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.497759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e68ba-6eca-4753-83d4-00b67c25106e None None] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:52.571349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3598b44b-eb4e-4ba1-9b9b-08f866fabf68 None None] Provisioning complete for port 336585e9-40e0-4d5c-99d3-f24c29a31a5a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:52.571728 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3598b44b-eb4e-4ba1-9b9b-08f866fabf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.622261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Router 86dcb426-348e-4236-801d-c628f23c70e4 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:10:52.685188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3598b44b-eb4e-4ba1-9b9b-08f866fabf68 None None] Current status of the port 336585e9-40e0-4d5c-99d3-f24c29a31a5a is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:52.685589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3598b44b-eb4e-4ba1-9b9b-08f866fabf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.720006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3598b44b-eb4e-4ba1-9b9b-08f866fabf68 None None] For port 336585e9-40e0-4d5c-99d3-f24c29a31a5a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=336585e9-40e0-4d5c-99d3-f24c29a31a5a,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:52.724281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3598b44b-eb4e-4ba1-9b9b-08f866fabf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.737105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:52.749164 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Sync routers for ids ['86dcb426-348e-4236-801d-c628f23c70e4'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:10:52.755675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.760058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-b232ef93-f375-4f91-af95-57919511beb4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8752954 Feb 03 15:10:52.760372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35476) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:52.765803 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Routers {'86dcb426-348e-4236-801d-c628f23c70e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:10:52.767012 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86dcb426-348e-4236-801d-c628f23c70e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:52.784096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598b44b-eb4e-4ba1-9b9b-08f866fabf68 None None] Pushing event updated for resources: {'Port': ['ID=336585e9-40e0-4d5c-99d3-f24c29a31a5a,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:52.946699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8360311a-ffb7-4788-ab72-8f0696aee568 None None] Provisioning complete for port 336585e9-40e0-4d5c-99d3-f24c29a31a5a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:52.947128 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8360311a-ffb7-4788-ab72-8f0696aee568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:52.987256 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Set router 86dcb426-348e-4236-801d-c628f23c70e4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:10:53.030071 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8360311a-ffb7-4788-ab72-8f0696aee568 None None] Current status of the port 336585e9-40e0-4d5c-99d3-f24c29a31a5a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:53.170952 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:10:51Z', 'revision_number': 3, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port': {'id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:51Z', 'updated_at': '2022-02-03T15:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:53.206858 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Checking router: 86dcb426-348e-4236-801d-c628f23c70e4 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:10:53.207211 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Updating router 86dcb426-348e-4236-801d-c628f23c70e4 port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:10:53.221807 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.235791 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.379878 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Allocated IP 172.20.0.1 (13c65d6e-f66e-4e87-9a40-c7573db87b8a/032aef76-4d51-4543-a3b0-09a6d5f63e39/0fb60b3a-0198-48f2-ab2e-2df73a8ec217) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:53.481749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks [] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.487510 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Publish callbacks [] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.495789 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.532551 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.553763 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Attempting to bind port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:53.554135 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Attempting to bind port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:53.554503 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Attempting to bind port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:53.556538 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Pushing event updated for resources: {'Port': ['ID=86c536df-e6a1-49ef-ad46-ceb00a3282f8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:53.565437 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:53.565814 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:53.566220 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.566610 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:53.567245 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Bound port: 86c536df-e6a1-49ef-ad46-ceb00a3282f8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:53.567633 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.574467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:53.574659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.575005 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.575509 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.575848 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.576178 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.576543 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.576863 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.577185 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.577506 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.577826 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.578147 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.578495 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.578819 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:53.579140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:53.582238 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:53.617479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 336585e9-40e0-4d5c-99d3-f24c29a31a5a up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:53.632736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:53.644127 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] For port 86c536df-e6a1-49ef-ad46-ceb00a3282f8, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:53.647961 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] For port 86c536df-e6a1-49ef-ad46-ceb00a3282f8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=86c536df-e6a1-49ef-ad46-ceb00a3282f8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:53.649289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (86dcb426-348e-4236-801d-c628f23c70e4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.659144 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.679986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 336585e9-40e0-4d5c-99d3-f24c29a31a5a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:53.680792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.726814 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Routers {'86dcb426-348e-4236-801d-c628f23c70e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:10:53.727464 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86dcb426-348e-4236-801d-c628f23c70e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:53.780058 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6496a-1542-4e79-a0c0-d5310d0175d2 None None] Pushing event updated for resources: {'Port': ['ID=86c536df-e6a1-49ef-ad46-ceb00a3282f8,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:53.796801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 336585e9-40e0-4d5c-99d3-f24c29a31a5a is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:53.826203 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.855308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7830d518-1e7e-403c-a6e1-c8de7017404c None None] Provisioning complete for port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:53.855682 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7830d518-1e7e-403c-a6e1-c8de7017404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.868559 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] Set router 86dcb426-348e-4236-801d-c628f23c70e4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:10:53.895399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7830d518-1e7e-403c-a6e1-c8de7017404c None None] Port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:10:53.987838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks [] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:53.992831 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:54.047543 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:10:51Z', 'revision_number': 3, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port': {'id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:51Z', 'updated_at': '2022-02-03T15:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:54.061783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:54.064309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (86dcb426-348e-4236-801d-c628f23c70e4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:54.074446 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb3bc1-c83d-4d91-9b29-007413e633ce None None] The sync data for ids ['86dcb426-348e-4236-801d-c628f23c70e4'] in n-d-827549-2 is: [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:10:51Z', 'revision_number': 3, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port': {'id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:51Z', 'updated_at': '2022-02-03T15:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:10:54.159973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:54.161314 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:54.327513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Router 86dcb426-348e-4236-801d-c628f23c70e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:10:54.430260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-af5ab67f-c144-403c-b5a5-3f948804a2ee None None] Provisioning complete for port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:54.430638 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af5ab67f-c144-403c-b5a5-3f948804a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:54.464943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:54.471066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d929b66f-4da1-43f3-a950-71e1674a8a08 admin admin] 10.222.0.52 "PUT /v2.0/routers/86dcb426-348e-4236-801d-c628f23c70e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096229 Feb 03 15:10:54.474893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-af5ab67f-c144-403c-b5a5-3f948804a2ee None None] Port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:10:54.974575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35492) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:54.980959 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1661266054-network', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:55.001652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Made reservation on behalf of e2f7478f35da483ea5093626ad07c777 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:55.004053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.013085 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.091188 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks [] for security_group (8a4473b4-54ca-4210-be15-a8ae9634195a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.095050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8a4473b4-54ca-4210-be15-a8ae9634195a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.122988 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:10:55.130331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4473b4-54ca-4210-be15-a8ae9634195a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:55.138211 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7231d52f-23e6-4ff7-8787-97284a1a3129), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.138211 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Added segment 7231d52f-23e6-4ff7-8787-97284a1a3129 of type vlan for network ad4862f0-d8b8-4e8f-9588-8db18eda813a Feb 03 15:10:55.185903 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ad4862f0-d8b8-4e8f-9588-8db18eda813a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.213128 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.217127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ad4862f0-d8b8-4e8f-9588-8db18eda813a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.218296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:55.219518 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.253107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2766826 Feb 03 15:10:55.255911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:55.260922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Request body: {'subnet': {'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-subnet', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:55.282653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38bc31-95f9-43bf-989f-f4c9bfd1fa90 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4862f0-d8b8-4e8f-9588-8db18eda813a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:55.295824 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:10:55.299033 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Made reservation on behalf of e2f7478f35da483ea5093626ad07c777 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:10:55.303582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.503865 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (49a9f159-4804-4145-a199-a696be2ec2f8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.555188 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86c536df-e6a1-49ef-ad46-ceb00a3282f8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:55.563590 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a9f159-4804-4145-a199-a696be2ec2f8,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:55.573434 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Checking segment: {'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:55.573797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Network hostable DHCP agents. Network: ad4862f0-d8b8-4e8f-9588-8db18eda813a, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:10:55.591438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:10:55.600846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ad4862f0-d8b8-4e8f-9588-8db18eda813a) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:55.605345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:10:55.606131 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.609288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:55.609716 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.613919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52171382-4d7c-48ea-8e45-4c10b2c647c5 None None] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:55.622345 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5a32abda-28f5-414a-b1aa-cecb289ed8ab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3652251 Feb 03 15:10:55.624909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35496) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:55.629706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:10:55.650112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.651285 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.709577 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks [] for router_controller (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.741063 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Sync routers for ids ['86dcb426-348e-4236-801d-c628f23c70e4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:10:55.780360 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Routers {'86dcb426-348e-4236-801d-c628f23c70e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:10:55.781000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86dcb426-348e-4236-801d-c628f23c70e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:55.785615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:55.785615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.790464 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-ad4862f0-d8b8-4e8f-9588-8db18eda813a', 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a', 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'fixed_ips': [{'subnet_id': '49a9f159-4804-4145-a199-a696be2ec2f8'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:10:55.791256 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.855977 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks [] for router_gateway (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:55.867537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 86c536df-e6a1-49ef-ad46-ceb00a3282f8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=86c536df-e6a1-49ef-ad46-ceb00a3282f8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:55.874094 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.057599 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks [] for router_gateway (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.068626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=86c536df-e6a1-49ef-ad46-ceb00a3282f8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:56.076757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.097933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Set router 86dcb426-348e-4236-801d-c628f23c70e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:10:56.182995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Allocated IP 172.25.0.147 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/4cdd8dd3-e854-46c1-af67-126dec3ca0a6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:56.289711 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks [] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.324563 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.364353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:56.367269 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:56.370606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:56.376562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Pushing event updated for resources: {'Port': ['ID=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:56.411553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Allocated IP 172.20.0.2 (ad4862f0-d8b8-4e8f-9588-8db18eda813a/49a9f159-4804-4145-a199-a696be2ec2f8/d4655b3c-94a0-43b9-bb3e-b283027a5ca8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:56.690939 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Publish callbacks [] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.699128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:10:53Z', 'revision_number': 4, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port': {'id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:51Z', 'updated_at': '2022-02-03T15:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0fb60b3a-0198-48f2-ab2e-2df73a8ec217', 'name': '', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'mac_address': 'fa:16:3e:cb:93:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:53Z', 'updated_at': '2022-02-03T15:10:53Z', 'revision_number': 2, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'subnets': [{'id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:56.702834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.731355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Checking router: 86dcb426-348e-4236-801d-c628f23c70e4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:10:56.731707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Updating router 86dcb426-348e-4236-801d-c628f23c70e4 port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:10:56.794597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:56.801944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:56.806146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.808553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:56.811253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Pushing event updated for resources: {'Port': ['ID=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:56.951072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Attempting to bind port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:56.951366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Attempting to bind port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:56.951703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Attempting to bind port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 on network ad4862f0-d8b8-4e8f-9588-8db18eda813a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:56.966239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:56.966626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Checking segment: {'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:56.967024 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.967411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Bound using segment: {'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:56.967873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Bound port: d4655b3c-94a0-43b9-bb3e-b283027a5ca8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:56.968230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks [] for router_gateway (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:56.968352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.095116 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] For port d4655b3c-94a0-43b9-bb3e-b283027a5ca8, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:57.099263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] For port d4655b3c-94a0-43b9-bb3e-b283027a5ca8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,segment=NetworkSegment(7231d52f-23e6-4ff7-8787-97284a1a3129),segment_id=7231d52f-23e6-4ff7-8787-97284a1a3129)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:57.111757 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.169742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.218719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200bc61-e46b-4ac1-85d3-6afda96e0026 None None] Pushing event updated for resources: {'Port': ['ID=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:57.247456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Publish callbacks [] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.254157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.311132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4deec-da8f-4786-9bb6-55b717f21414 None None] Pushing event updated for resources: {'Port': ['ID=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:57.333372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:10:57.388315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Attempting to bind port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:57.388722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Attempting to bind port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:57.389092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Attempting to bind port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:57.399476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:57.399914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Checking segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:57.400774 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.401254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Bound using segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:57.401535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Bound port: 0fb60b3a-0198-48f2-ab2e-2df73a8ec217, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:57.401921 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.491355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] For port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:57.514410 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] For port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:57.527196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.533686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:57.549030 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Sync routers for ids ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:10:57.560937 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.561279 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Routers {'e15eeaba-4948-40f3-8d1a-f4ce658a09c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:10:57.562074 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:57.565264 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-591f1951-86e5-4f7c-b663-b6a86b190b16 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9362388 Feb 03 15:10:57.565705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35498) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:10:57.622091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Routers {'86dcb426-348e-4236-801d-c628f23c70e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:10:57.622701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86dcb426-348e-4236-801d-c628f23c70e4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:57.698727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4deec-da8f-4786-9bb6-55b717f21414 None None] Pushing event updated for resources: {'Port': ['ID=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:57.758296 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Set router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:10:57.793761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-86908719-a025-4159-a284-cd673c97dd38 None None] Provisioning complete for port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:57.794326 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86908719-a025-4159-a284-cd673c97dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:57.799184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d4655b3c-94a0-43b9-bb3e-b283027a5ca8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:57.845255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] Set router 86dcb426-348e-4236-801d-c628f23c70e4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:10:58.005496 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:10:56Z', 'revision_number': 3, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:58.039210 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Checking router: e15eeaba-4948-40f3-8d1a-f4ce658a09c7 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:10:58.039560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Updating router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:10:58.072082 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.109108 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:58.109701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.195457 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.215922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-86908719-a025-4159-a284-cd673c97dd38 None None] Current status of the port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:58.216324 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86908719-a025-4159-a284-cd673c97dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.371979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-86908719-a025-4159-a284-cd673c97dd38 None None] For port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:58.383557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:58.384374 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.386710 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86908719-a025-4159-a284-cd673c97dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.392331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Allocated IP 172.20.0.1 (ad4862f0-d8b8-4e8f-9588-8db18eda813a/49a9f159-4804-4145-a199-a696be2ec2f8/3341c5e5-3c33-4d65-a57b-7589e9dd7f79) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:10:58.410092 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Publish callbacks [] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.420145 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.493673 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca306d-1206-4033-95e3-95a23ed79ab5 None None] Pushing event updated for resources: {'Port': ['ID=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:58.511734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86908719-a025-4159-a284-cd673c97dd38 None None] Pushing event updated for resources: {'Port': ['ID=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:58.554809 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Attempting to bind port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:10:58.556724 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Attempting to bind port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:10:58.556889 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks [] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.557485 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Attempting to bind port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:10:58.567808 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:10:58.569191 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:10:58.569714 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.570206 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:10:58.570800 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Bound port: 4cdd8dd3-e854-46c1-af67-126dec3ca0a6, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:10:58.571450 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.583514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b26435a7-8774-4424-9469-878f7031b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:10:53Z', 'revision_number': 4, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port': {'id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:51Z', 'updated_at': '2022-02-03T15:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0fb60b3a-0198-48f2-ab2e-2df73a8ec217', 'name': '', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'mac_address': 'fa:16:3e:cb:93:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:53Z', 'updated_at': '2022-02-03T15:10:57Z', 'revision_number': 4, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'subnets': [{'id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:58.598285 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.604073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port d4655b3c-94a0-43b9-bb3e-b283027a5ca8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,segment=NetworkSegment(7231d52f-23e6-4ff7-8787-97284a1a3129),segment_id=7231d52f-23e6-4ff7-8787-97284a1a3129)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:10:58.643678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc0818a-0ce7-4656-8261-f10a8d8bb9b9 None None] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:10:58.645705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:58.646111 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] For port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:10:58.650439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:58.650601 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] For port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:10:58.660086 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:10:58.665861 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.666512 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.667890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86c536df-e6a1-49ef-ad46-ceb00a3282f8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:58.670286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26435a7-8774-4424-9469-878f7031b823 None None] The sync data for ids ['86dcb426-348e-4236-801d-c628f23c70e4'] in n-d-827549-2 is: [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:10:53Z', 'revision_number': 4, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port': {'id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:51Z', 'updated_at': '2022-02-03T15:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '0fb60b3a-0198-48f2-ab2e-2df73a8ec217', 'name': '', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'mac_address': 'fa:16:3e:cb:93:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:53Z', 'updated_at': '2022-02-03T15:10:57Z', 'revision_number': 4, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'subnets': [{'id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:10:58.717037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Pushing event updated for resources: {'Port': ['ID=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:58.734677 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.735253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.735620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.735971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.736316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.739469 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.740040 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.740552 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.740902 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.741241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.741580 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.741914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.742245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:10:58.765971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-42449054-4a9d-4d08-a1a1-37fa6476f4cd None None] Provisioning complete for port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:58.766431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42449054-4a9d-4d08-a1a1-37fa6476f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.779307 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Routers {'e15eeaba-4948-40f3-8d1a-f4ce658a09c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:10:58.779969 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:58.780102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:58.787386 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca306d-1206-4033-95e3-95a23ed79ab5 None None] Pushing event updated for resources: {'Port': ['ID=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:59.021871 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] Set router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:10:59.033838 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.228213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:59.247248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:59.247624 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.275428 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks [] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.282417 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.346497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-42449054-4a9d-4d08-a1a1-37fa6476f4cd None None] Current status of the port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:59.371858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Pushing event updated for resources: {'Port': ['ID=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:10:59.396759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.425615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:59.426050 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:10:56Z', 'revision_number': 3, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:10:59.462416 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ce643-6701-4c91-bc27-aac9030539c3 None None] The sync data for ids ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'] in n-d-827549-2 is: [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:10:56Z', 'revision_number': 3, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:10:59.494013 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-911453be-5152-4b96-8640-9050e323cb51 None None] Provisioning complete for port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:59.494559 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-911453be-5152-4b96-8640-9050e323cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.536608 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:10:59.545037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:10:59.613338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-911453be-5152-4b96-8640-9050e323cb51 None None] Current status of the port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:10:59.705856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:10:59.739544 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-05dd6607-6503-4772-8d8c-8c672f8331de None None] Provisioning complete for port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:59.741863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05dd6607-6503-4772-8d8c-8c672f8331de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.796866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d4655b3c-94a0-43b9-bb3e-b283027a5ca8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:10:59.802938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05dd6607-6503-4772-8d8c-8c672f8331de None None] Port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:10:59.842226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-05dd6607-6503-4772-8d8c-8c672f8331de None None] Provisioning complete for port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:59.842833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05dd6607-6503-4772-8d8c-8c672f8331de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.897378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:10:59.897858 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:10:59.901068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:10:59.916769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-181f0bcd-3b87-4774-83a7-355e10cfe84c admin admin] 10.222.0.52 "PUT /v2.0/routers/e15eeaba-4948-40f3-8d1a-f4ce658a09c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3404384 Feb 03 15:11:00.072646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:00.078005 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:11:00.124890 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05dd6607-6503-4772-8d8c-8c672f8331de None None] Current status of the port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:00.158745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:00.159572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:00.273002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0208bfa2-31f4-4f23-ac50-56da794492e7 None None] Provisioning complete for port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:00.273310 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0208bfa2-31f4-4f23-ac50-56da794492e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:00.274927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:00.312224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0208bfa2-31f4-4f23-ac50-56da794492e7 None None] Port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:11:01.044199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-1007d9b6-eeab-4a54-8b5c-9137330bf835 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:01.045694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-1007d9b6-eeab-4a54-8b5c-9137330bf835 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/networks?id=13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 200 len: 817 time: 0.1029172 Feb 03 15:11:01.059870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-27e750e5-9834-4496-a53f-3dbeb2016175 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/quotas/cf22e8dd00b8468e87d2f680c833ef54 HTTP/1.1" status: 200 len: 375 time: 0.0087078 Feb 03 15:11:01.114037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-a4d3ff94-1cb2-4741-ab16-01b8e1c51d9e tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487790 Feb 03 15:11:01.213416 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-aab84194-5b1c-460e-95b7-411181d6c7fd service neutron] 10.222.0.52 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883253 Feb 03 15:11:01.304360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-85dbd87a-057c-4d2a-9ad0-1a1049af4c2e service neutron] 10.222.0.52 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Feb 03 15:11:01.464339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad7c4102-b3b5-4f93-b414-4a306d7587fa req-ca112d98-8811-4d36-b741-c436a1f2f803 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Feb 03 15:11:01.579235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:11:01.633233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:01.633745 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:01.717537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:01.717931 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:01.742728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:01.747577 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:01.801229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:01.808620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.808969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.809314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.809666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.810022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.810443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.810910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.811366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.811674 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.812220 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.812623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.812954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.813280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:01.934403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Sync routers for ids ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:11:01.945640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Routers {'e15eeaba-4948-40f3-8d1a-f4ce658a09c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:11:01.946248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:11:02.054463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Set router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:11:02.251637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:10:58Z', 'revision_number': 4, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '3341c5e5-3c33-4d65-a57b-7589e9dd7f79', 'name': '', 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'mac_address': 'fa:16:3e:88:af:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '49a9f159-4804-4145-a199-a696be2ec2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:58Z', 'updated_at': '2022-02-03T15:10:59Z', 'revision_number': 2, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'subnets': [{'id': '49a9f159-4804-4145-a199-a696be2ec2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:11:02.277597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Checking router: e15eeaba-4948-40f3-8d1a-f4ce658a09c7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:11:02.277956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Updating router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:11:02.307940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:02.549729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-68f9f082-e1e6-4e19-8c0a-a4d8610dcabb tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:02.551886 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-68f9f082-e1e6-4e19-8c0a-a4d8610dcabb tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "GET /v2.0/networks?id=13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 200 len: 817 time: 0.1416295 Feb 03 15:11:02.571766 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c9d11f73-f5a6-453e-8199-a7d903389b8b req-dc44f227-d4d0-468e-b0b1-cb2b76782a4f tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 210 time: 0.0272558 Feb 03 15:11:02.573823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Request body: {'port': {'device_id': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'admin_state_up': True, 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:11:02.592055 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Publish callbacks [] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:02.605683 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:02.659092 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ef2a0-350e-411e-9fcf-6ce730929f13 None None] Pushing event updated for resources: {'Port': ['ID=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:02.696634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Made reservation on behalf of cf22e8dd00b8468e87d2f680c833ef54 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:11:02.700474 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:02.707642 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Attempting to bind port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:11:02.708036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Attempting to bind port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:11:02.708396 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Attempting to bind port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 on network ad4862f0-d8b8-4e8f-9588-8db18eda813a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:11:02.715180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:11:02.715571 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Checking segment: {'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:11:02.715987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:02.716389 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Bound using segment: {'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:11:02.716892 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Bound port: 3341c5e5-3c33-4d65-a57b-7589e9dd7f79, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7231d52f-23e6-4ff7-8787-97284a1a3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:11:02.717320 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:02.791589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] For port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:11:02.795019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] For port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,segment=NetworkSegment(7231d52f-23e6-4ff7-8787-97284a1a3129),segment_id=7231d52f-23e6-4ff7-8787-97284a1a3129)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:11:02.802153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:02.848343 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Allocated IP 172.20.0.8 (13c65d6e-f66e-4e87-9a40-c7573db87b8a/032aef76-4d51-4543-a3b0-09a6d5f63e39/21b97c0a-ab27-4013-8f27-51f872f95f42) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:11:02.870156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Routers {'e15eeaba-4948-40f3-8d1a-f4ce658a09c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:11:02.870839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:10:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:11:02.917763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ef2a0-350e-411e-9fcf-6ce730929f13 None None] Pushing event updated for resources: {'Port': ['ID=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:02.932774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a48dce03-67a8-408d-a29a-ae8934e16aaf None None] Provisioning complete for port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:02.933381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a48dce03-67a8-408d-a29a-ae8934e16aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.021820 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks [] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.035305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] Set router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:11:03.059120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.103118 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:11:03.106158 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:11:03.110331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:11:03.134246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Pushing event updated for resources: {'Port': ['ID=21b97c0a-ab27-4013-8f27-51f872f95f42,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:03.135388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a48dce03-67a8-408d-a29a-ae8934e16aaf None None] Current status of the port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:03.135785 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a48dce03-67a8-408d-a29a-ae8934e16aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.166507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:03.167288 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.190034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a48dce03-67a8-408d-a29a-ae8934e16aaf None None] For port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,segment=NetworkSegment(7231d52f-23e6-4ff7-8787-97284a1a3129),segment_id=7231d52f-23e6-4ff7-8787-97284a1a3129)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:03.191874 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-2a24c6ce-5624-438d-a453-a7c8d546b6fa tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223671 Feb 03 15:11:03.210382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Request body: {'port': {'device_id': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:11:03.224325 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a48dce03-67a8-408d-a29a-ae8934e16aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.279137 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.295912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dce03-67a8-408d-a29a-ae8934e16aaf None None] Pushing event updated for resources: {'Port': ['ID=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:03.355765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-aee6a189-3c48-429e-8419-dd4d522f37bd None None] Provisioning complete for port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:03.356143 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aee6a189-3c48-429e-8419-dd4d522f37bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.382200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:10:58Z', 'revision_number': 4, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '3341c5e5-3c33-4d65-a57b-7589e9dd7f79', 'name': '', 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'mac_address': 'fa:16:3e:88:af:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '49a9f159-4804-4145-a199-a696be2ec2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:58Z', 'updated_at': '2022-02-03T15:11:02Z', 'revision_number': 4, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'subnets': [{'id': '49a9f159-4804-4145-a199-a696be2ec2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:11:03.413948 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b9ef9-93b1-4970-9e88-ab22328562d7 None None] The sync data for ids ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'] in n-d-827549-2 is: [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:10:58Z', 'revision_number': 4, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '3341c5e5-3c33-4d65-a57b-7589e9dd7f79', 'name': '', 'network_id': 'ad4862f0-d8b8-4e8f-9588-8db18eda813a', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'mac_address': 'fa:16:3e:88:af:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '49a9f159-4804-4145-a199-a696be2ec2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:58Z', 'updated_at': '2022-02-03T15:11:02Z', 'revision_number': 4, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'subnets': [{'id': '49a9f159-4804-4145-a199-a696be2ec2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:11:03.489794 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-aee6a189-3c48-429e-8419-dd4d522f37bd None None] Current status of the port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:03.593157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b97c0a-ab27-4013-8f27-51f872f95f42 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:11:03.605909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Publish callbacks [] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.631833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6b811bdc-22ae-41a0-b53a-149a5ec1e1c8 None None] Provisioning complete for port 21b97c0a-ab27-4013-8f27-51f872f95f42 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:03.632394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b811bdc-22ae-41a0-b53a-149a5ec1e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.644128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Transition to ACTIVE for port object 21b97c0a-ab27-4013-8f27-51f872f95f42 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:11:03.652669 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.690381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b811bdc-22ae-41a0-b53a-149a5ec1e1c8 None None] Port 21b97c0a-ab27-4013-8f27-51f872f95f42 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:11:03.712630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:11:03.727359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Pushing event updated for resources: {'Port': ['ID=21b97c0a-ab27-4013-8f27-51f872f95f42,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:03.747071 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3a0c-44dd-4457-a43e-b9636fc59197 req-e84f2dd4-837c-4a92-828b-6d747dc5ab02 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:03.757095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01bf3a0c-44dd-4457-a43e-b9636fc59197 req-e84f2dd4-837c-4a92-828b-6d747dc5ab02 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 943 time: 0.0941052 Feb 03 15:11:03.800394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:03.800961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.822268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01bf3a0c-44dd-4457-a43e-b9636fc59197 req-8f1e3728-6bae-4fee-9267-a5db44eec820 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642242 Feb 03 15:11:03.833817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Attempting to bind port 21b97c0a-ab27-4013-8f27-51f872f95f42 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:11:03.834157 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Attempting to bind port 21b97c0a-ab27-4013-8f27-51f872f95f42 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:11:03.834495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Attempting to bind port 21b97c0a-ab27-4013-8f27-51f872f95f42 on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:11:03.840274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Port 21b97c0a-ab27-4013-8f27-51f872f95f42 on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:11:03.840634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Attempting to bind port 21b97c0a-ab27-4013-8f27-51f872f95f42 on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:11:03.853932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:11:03.853932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Checking segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:11:03.853932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Bound using segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:11:03.853932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Bound port: 21b97c0a-ab27-4013-8f27-51f872f95f42, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:11:03.853932 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.911670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:03.912821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:11:03.934126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] For port 21b97c0a-ab27-4013-8f27-51f872f95f42, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:11:03.937763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] For port 21b97c0a-ab27-4013-8f27-51f872f95f42, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=21b97c0a-ab27-4013-8f27-51f872f95f42,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:11:03.947197 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.991921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:03.992689 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:03.994357 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] 10.222.0.71 "PUT /v2.0/ports/21b97c0a-ab27-4013-8f27-51f872f95f42 HTTP/1.1" status: 200 len: 1091 time: 0.7883260 Feb 03 15:11:03.994853 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'tag': '21b97c0a-ab27-4013-8f27-51f872f95f42'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:11:03.997694 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac131fc7-6a2a-4791-806d-412b85fb3b82", "tag": "21b97c0a-ab27-4013-8f27-51f872f95f42"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:11:04.072477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94147d1b-982b-4eef-ac3e-73e3a9407260 service neutron] Pushing event updated for resources: {'Port': ['ID=21b97c0a-ab27-4013-8f27-51f872f95f42,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:04.079334 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99114e4-ab7a-4224-834c-a6cd8b0c1e0b x-openstack-request-id: req-b99114e4-ab7a-4224-834c-a6cd8b0c1e0b {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:11:04.079625 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac131fc7-6a2a-4791-806d-412b85fb3b82", "tag": "21b97c0a-ab27-4013-8f27-51f872f95f42", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:11:04.079884 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b99114e4-ab7a-4224-834c-a6cd8b0c1e0b {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:11:04.080293 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'tag': '21b97c0a-ab27-4013-8f27-51f872f95f42', 'status': 'completed', 'code': 200} Feb 03 15:11:04.135564 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-5d6b56f2-d833-4709-8580-13a3b45fa196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.137128 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-5d6b56f2-d833-4709-8580-13a3b45fa196 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 1125 time: 0.0600872 Feb 03 15:11:04.179237 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:04.179612 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:04.199528 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-d6a1bd4e-50c2-41af-9ec7-1c9eb672a69e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b97c0a-ab27-4013-8f27-51f872f95f42 HTTP/1.1" status: 200 len: 217 time: 0.0503840 Feb 03 15:11:04.271142 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-5349887a-342e-406f-aa92-5aed0cf35ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.273225 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-5349887a-342e-406f-aa92-5aed0cf35ab7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=032aef76-4d51-4543-a3b0-09a6d5f63e39 HTTP/1.1" status: 200 len: 856 time: 0.0629990 Feb 03 15:11:04.283518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:04.331177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-f468c280-aaa9-415b-91c4-679a57941ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.332848 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-f468c280-aaa9-415b-91c4-679a57941ddc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13c65d6e-f66e-4e87-9a40-c7573db87b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503876 Feb 03 15:11:04.428064 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-3496269f-7c9b-487d-bddd-206cb2bbeb38 service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892298 Feb 03 15:11:04.518630 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-3d2283e2-36d2-43ca-b6ad-ca6fb78ca5c7 req-8df6a255-8110-4d02-ab62-ef29c2d1b2db service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846786 Feb 03 15:11:04.643752 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-fb83a3d6-f6b4-45d8-a3cb-c0983573b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.645306 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-fb83a3d6-f6b4-45d8-a3cb-c0983573b22c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 1125 time: 0.0454767 Feb 03 15:11:04.749370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-a4279d98-bbbb-47d6-b80c-78b9ccb56596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.751381 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-a4279d98-bbbb-47d6-b80c-78b9ccb56596 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 200 len: 918 time: 0.0995789 Feb 03 15:11:04.791682 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-34c0f550-b498-4cf7-bff6-cb64ebb2db2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b97c0a-ab27-4013-8f27-51f872f95f42 HTTP/1.1" status: 200 len: 217 time: 0.0347648 Feb 03 15:11:04.843739 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-d5509f81-f0f9-480e-a620-de392c1f09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.845520 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-d5509f81-f0f9-480e-a620-de392c1f09eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=032aef76-4d51-4543-a3b0-09a6d5f63e39 HTTP/1.1" status: 200 len: 856 time: 0.0482879 Feb 03 15:11:04.895060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-9fb7c8d4-d211-4c18-b8a5-cc50845175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.896536 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-9fb7c8d4-d211-4c18-b8a5-cc50845175f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13c65d6e-f66e-4e87-9a40-c7573db87b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451097 Feb 03 15:11:04.953979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f3a0-3534-4ae4-b2e0-17223f1115b0 req-d1f0c8b5-bbb2-4fe9-b453-e7ce04064b2b tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:04.955471 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eda9f3a0-3534-4ae4-b2e0-17223f1115b0 req-d1f0c8b5-bbb2-4fe9-b453-e7ce04064b2b tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 943 time: 0.0528316 Feb 03 15:11:04.983887 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-2c06e3e8-ad88-45c0-9fd5-515a613b0071 service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814714 Feb 03 15:11:05.008508 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eda9f3a0-3534-4ae4-b2e0-17223f1115b0 req-49fac794-c574-4753-a730-d570a995b4cc tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Feb 03 15:11:05.084104 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-135da7ac-e1f0-4452-b9c6-046a1e4e00d2 req-ee4a0ad4-69f0-4b82-9d2d-6c6374e94b6b service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928843 Feb 03 15:11:06.138557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab380ef-fd0b-401a-b941-f1b88b0f0d52 req-f87f595b-25d5-4a69-b346-136bdacef03e tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:06.140075 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ab380ef-fd0b-401a-b941-f1b88b0f0d52 req-f87f595b-25d5-4a69-b346-136bdacef03e tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 943 time: 0.0569847 Feb 03 15:11:06.187050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4ab380ef-fd0b-401a-b941-f1b88b0f0d52 req-56146e52-e5db-4b45-95c3-2ab123085b57 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Feb 03 15:11:07.306742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3b8e5-8cc5-4745-b2a1-187397c9e7fe req-2508ab40-123f-406d-81ed-268a550d95ab tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:07.308225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41d3b8e5-8cc5-4745-b2a1-187397c9e7fe req-2508ab40-123f-406d-81ed-268a550d95ab tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 943 time: 0.0528173 Feb 03 15:11:07.354749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-41d3b8e5-8cc5-4745-b2a1-187397c9e7fe req-943dff90-4f06-4003-a37b-403c9c7d155e tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Feb 03 15:11:08.473539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f709c-5f6a-4a1c-af09-a55f3ad48de7 req-aa933517-1b48-4a7b-813f-b57ea0747a8f tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:08.475042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-080f709c-5f6a-4a1c-af09-a55f3ad48de7 req-aa933517-1b48-4a7b-813f-b57ea0747a8f tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 943 time: 0.0522838 Feb 03 15:11:08.524896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-080f709c-5f6a-4a1c-af09-a55f3ad48de7 req-becd7a36-c959-4422-98c6-0e544d438f24 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442579 Feb 03 15:11:09.473062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 21b97c0a-ab27-4013-8f27-51f872f95f42 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:11:09.549241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:09.578000 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 21b97c0a-ab27-4013-8f27-51f872f95f42, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=21b97c0a-ab27-4013-8f27-51f872f95f42,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:09.589028 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '21b97c0a-ab27-4013-8f27-51f872f95f42', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'port_id': '21b97c0a-ab27-4013-8f27-51f872f95f42', 'mac_address': 'fa:16:3e:72:21:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:11:09.630235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 21b97c0a-ab27-4013-8f27-51f872f95f42 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:09.630626 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:09.643620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b97c0a-ab27-4013-8f27-51f872f95f42 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:11:09.646501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4cd2c-abaa-47f3-99c0-ab91744d6f75 req-8623c375-377a-4d91-bb22-8d48d93e1fc2 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:09.648000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08d4cd2c-abaa-47f3-99c0-ab91744d6f75 req-8623c375-377a-4d91-bb22-8d48d93e1fc2 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 943 time: 0.0522447 Feb 03 15:11:09.664472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 21b97c0a-ab27-4013-8f27-51f872f95f42, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=21b97c0a-ab27-4013-8f27-51f872f95f42,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:09.668505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:09.695741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08d4cd2c-abaa-47f3-99c0-ab91744d6f75 req-68700132-8f48-4b9d-9b9d-c0559267bc60 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Feb 03 15:11:09.714198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=21b97c0a-ab27-4013-8f27-51f872f95f42,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:10.052922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['21b97c0a-ab27-4013-8f27-51f872f95f42'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:11:10.814471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e39c-10da-4d91-a9f4-c7de671a295d req-15b2c149-8b0e-4f09-8e2e-91e959184022 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:10.815913 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93a9e39c-10da-4d91-a9f4-c7de671a295d req-15b2c149-8b0e-4f09-8e2e-91e959184022 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 944 time: 0.0518439 Feb 03 15:11:10.861089 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93a9e39c-10da-4d91-a9f4-c7de671a295d req-c56f3922-347f-4a3c-9c57-c2a67ed58b2d tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Feb 03 15:11:11.473558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 21b97c0a-ab27-4013-8f27-51f872f95f42 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:11:11.520765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 21b97c0a-ab27-4013-8f27-51f872f95f42 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:11:11.524472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 21b97c0a-ab27-4013-8f27-51f872f95f42 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:11.524851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:11.603557 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 21b97c0a-ab27-4013-8f27-51f872f95f42 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:11.603948 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:11.625967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b97c0a-ab27-4013-8f27-51f872f95f42'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:11:11.628242 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86f5e90-b3b8-44b1-9bc1-5db4573bd595" -d '{"events": [{"server_uuid": "ac131fc7-6a2a-4791-806d-412b85fb3b82", "name": "network-vif-plugged", "status": "completed", "tag": "21b97c0a-ab27-4013-8f27-51f872f95f42"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:11:11.641105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 21b97c0a-ab27-4013-8f27-51f872f95f42, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=21b97c0a-ab27-4013-8f27-51f872f95f42,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:11.645007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:11.667570 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d31b943-40e9-457a-af27-922120bceec0 x-openstack-request-id: req-3d31b943-40e9-457a-af27-922120bceec0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:11:11.667859 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac131fc7-6a2a-4791-806d-412b85fb3b82", "name": "network-vif-plugged", "status": "completed", "tag": "21b97c0a-ab27-4013-8f27-51f872f95f42", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:11:11.668107 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d31b943-40e9-457a-af27-922120bceec0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:11:11.668510 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b97c0a-ab27-4013-8f27-51f872f95f42', 'code': 200} Feb 03 15:11:11.693312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=21b97c0a-ab27-4013-8f27-51f872f95f42,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:11.796209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976677f9-bc0a-4df9-9c5a-3eac2820e4b3 req-89c4be08-36de-43d1-8d5b-cef46bf323c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:11.797652 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-976677f9-bc0a-4df9-9c5a-3eac2820e4b3 req-89c4be08-36de-43d1-8d5b-cef46bf323c7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 1127 time: 0.0451260 Feb 03 15:11:11.838842 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-976677f9-bc0a-4df9-9c5a-3eac2820e4b3 req-2ce20ba3-4e2e-4b77-a6af-2dfadcf277a5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358729 Feb 03 15:11:11.985343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec657-3eb5-42ef-9d9f-81fa8232ccaf req-723e6023-9e33-46d3-b797-63afbb6bbadb tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:11.986814 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df7ec657-3eb5-42ef-9d9f-81fa8232ccaf req-723e6023-9e33-46d3-b797-63afbb6bbadb tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0567520 Feb 03 15:11:12.032207 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-df7ec657-3eb5-42ef-9d9f-81fa8232ccaf req-ab7af5d4-2182-48b9-aab4-9a2b8d3a6701 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 Feb 03 15:11:13.149213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b39a4e-a39c-4678-b6a9-89db74a8e769 req-654b8d27-8a84-47d5-bbec-c67c46dd5acc tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:13.150750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b39a4e-a39c-4678-b6a9-89db74a8e769 req-654b8d27-8a84-47d5-bbec-c67c46dd5acc tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0522220 Feb 03 15:11:13.199411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43b39a4e-a39c-4678-b6a9-89db74a8e769 req-01618bd4-7ed8-4069-916b-909c75808ff7 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Feb 03 15:11:14.320338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b1a83-ae00-4a3f-a386-585af91bb4c3 req-9ea74841-7e5c-4013-94d0-5ead3ba4a4d9 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:14.321840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-738b1a83-ae00-4a3f-a386-585af91bb4c3 req-9ea74841-7e5c-4013-94d0-5ead3ba4a4d9 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0544820 Feb 03 15:11:14.371333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-738b1a83-ae00-4a3f-a386-585af91bb4c3 req-b073f8a1-447a-4575-b066-74af5b71e872 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Feb 03 15:11:14.490006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7cb6-ebf1-4756-8a8f-7896664cba1a req-282102a8-6741-4a3c-b2ef-79aeac6cf96f tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:14.491434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b1f7cb6-ebf1-4756-8a8f-7896664cba1a req-282102a8-6741-4a3c-b2ef-79aeac6cf96f tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0530934 Feb 03 15:11:14.537487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8b1f7cb6-ebf1-4756-8a8f-7896664cba1a req-8004b223-0e00-4ed8-95e6-fbfe0d523cd6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Feb 03 15:11:15.887025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe13262b-b935-45b8-b8ca-d599c2421b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:16.352277 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:11:18.143911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6d4a-e085-4e1d-a18f-1bd96e233fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:19.807463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:20.881373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:22.257829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:25.211033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:39.520669 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:45.889377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c455-48f4-4749-be7a-bd501666075f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:46.176714 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-cc14c9db-8a68-4823-a5dc-2806f20b5fd2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478966 Feb 03 15:11:46.285940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-78c1c144-6990-4260-998a-0e7c75e13cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:46.287469 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-78c1c144-6990-4260-998a-0e7c75e13cf8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 1127 time: 0.0454640 Feb 03 15:11:46.391246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-8c911208-c66b-4a36-96f9-e0f7603d4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:46.392752 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-8c911208-c66b-4a36-96f9-e0f7603d4197 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 200 len: 918 time: 0.0855069 Feb 03 15:11:46.440052 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-4e1966e5-40c8-4435-8c59-f03838c7ec0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b97c0a-ab27-4013-8f27-51f872f95f42 HTTP/1.1" status: 200 len: 217 time: 0.0418692 Feb 03 15:11:46.489670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-c4e27460-d754-4230-bd30-2ecccf077032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:46.491173 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-c4e27460-d754-4230-bd30-2ecccf077032 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=032aef76-4d51-4543-a3b0-09a6d5f63e39 HTTP/1.1" status: 200 len: 856 time: 0.0453990 Feb 03 15:11:46.540192 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-582936ae-8e9e-4298-a80e-12e29837731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:46.541778 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-582936ae-8e9e-4298-a80e-12e29837731f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13c65d6e-f66e-4e87-9a40-c7573db87b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445766 Feb 03 15:11:46.633261 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-6fd2c49f-0d12-4968-a347-e0fe52e3e271 service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846884 Feb 03 15:11:46.725682 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-6f0b16e2-c9bb-42f8-bc5e-fe34caad8925 req-a5fafd1f-2869-41f1-9b84-fa4ea8853c8a service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856125 Feb 03 15:11:48.145480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-776bec1a-1e05-45e0-bdb2-ca87349a0e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:48.788105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873af70-a0c1-4b44-96b6-3bccd2f183df req-328de3d4-27a3-4d46-bd16-9efdc4334616 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:48.789771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6873af70-a0c1-4b44-96b6-3bccd2f183df req-328de3d4-27a3-4d46-bd16-9efdc4334616 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0564785 Feb 03 15:11:48.839764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6873af70-a0c1-4b44-96b6-3bccd2f183df req-2a5a6577-cc6c-4b98-b2db-69e7c0f73131 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Feb 03 15:11:49.810288 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:49.969360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974665f1-c996-4114-9573-8fc52d4b13c4 req-7a3021ff-6254-49f5-807d-84325bf85011 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:49.970412 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-974665f1-c996-4114-9573-8fc52d4b13c4 req-7a3021ff-6254-49f5-807d-84325bf85011 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0581727 Feb 03 15:11:50.018097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-974665f1-c996-4114-9573-8fc52d4b13c4 req-1a3d7e5a-a174-4e9f-9bea-32ed95f9e7cf tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Feb 03 15:11:50.833644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492842-ee09-4220-9b9d-87295c0066f6 req-f7634cd8-9d69-4ac5-86d0-fb96491469d3 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:50.835121 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-99492842-ee09-4220-9b9d-87295c0066f6 req-f7634cd8-9d69-4ac5-86d0-fb96491469d3 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0559852 Feb 03 15:11:50.866514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-8b6ba114-f47e-4a63-8fe4-72eb7e08627a req-b10d827c-bf1e-4bcf-bf75-648a04dc252f service neutron] (103341) timed out ('10.222.0.52', 59526) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:11:50.883457 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:50.927698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Deleting port 21b97c0a-ab27-4013-8f27-51f872f95f42 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:11:50.928044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:51.018116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] For port 21b97c0a-ab27-4013-8f27-51f872f95f42, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=21b97c0a-ab27-4013-8f27-51f872f95f42,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:51.018480 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:51.030057 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Calling delete_port for 21b97c0a-ab27-4013-8f27-51f872f95f42 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:11:51.141248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc523ed7-4d1f-4e15-ad6b-c6fb3c81e548 req-69027a6e-b204-4447-bb18-70b3def09ce8 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:51.142694 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc523ed7-4d1f-4e15-ad6b-c6fb3c81e548 req-69027a6e-b204-4447-bb18-70b3def09ce8 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac131fc7-6a2a-4791-806d-412b85fb3b82 HTTP/1.1" status: 200 len: 945 time: 0.0570011 Feb 03 15:11:51.158572 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (21b97c0a-ab27-4013-8f27-51f872f95f42), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:51.190395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cc523ed7-4d1f-4e15-ad6b-c6fb3c81e548 req-d7f29964-1366-4fa4-acd3-96d812c78f21 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Feb 03 15:11:51.191241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Pushing event deleted for resources: {'Port': ['ID=21b97c0a-ab27-4013-8f27-51f872f95f42,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:51.199096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['21b97c0a-ab27-4013-8f27-51f872f95f42'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:11:51.215237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.215602 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.215951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.216296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.216669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.217006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.217344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.217704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.218069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.218402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.218762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.219088 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.219414 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:11:51.261226 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] No DVR routers for this DVR port 21b97c0a-ab27-4013-8f27-51f872f95f42 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:11:51.263799 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:51.267863 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-99492842-ee09-4220-9b9d-87295c0066f6 req-b4a1f483-b4f1-4472-b2ac-9fe5f14722b6 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "DELETE /v2.0/ports/21b97c0a-ab27-4013-8f27-51f872f95f42 HTTP/1.1" status: 204 len: 173 time: 0.4276664 Feb 03 15:11:51.268327 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'name': 'network-vif-deleted', 'tag': '21b97c0a-ab27-4013-8f27-51f872f95f42'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:11:51.270607 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0084ecd8-7098-47ba-80b5-221fdbb30fe6" -d '{"events": [{"server_uuid": "ac131fc7-6a2a-4791-806d-412b85fb3b82", "name": "network-vif-deleted", "tag": "21b97c0a-ab27-4013-8f27-51f872f95f42"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:11:51.305452 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4b475-51bd-49bd-b9ca-b42f927024ab x-openstack-request-id: req-77a4b475-51bd-49bd-b9ca-b42f927024ab {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:11:51.305772 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac131fc7-6a2a-4791-806d-412b85fb3b82", "name": "network-vif-deleted", "tag": "21b97c0a-ab27-4013-8f27-51f872f95f42", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:11:51.306121 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77a4b475-51bd-49bd-b9ca-b42f927024ab {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:11:51.306501 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac131fc7-6a2a-4791-806d-412b85fb3b82', 'name': 'network-vif-deleted', 'tag': '21b97c0a-ab27-4013-8f27-51f872f95f42', 'status': 'completed', 'code': 200} Feb 03 15:11:52.261259 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:52.661235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-63526f79-304c-4023-b1d9-b4f4726e0980 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:52.662720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-63526f79-304c-4023-b1d9-b4f4726e0980 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/networks?id=13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 200 len: 817 time: 0.1024349 Feb 03 15:11:52.676928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-9f52caec-e8cd-49a2-8b0a-e31e3defd114 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/quotas/cf22e8dd00b8468e87d2f680c833ef54 HTTP/1.1" status: 200 len: 375 time: 0.0088744 Feb 03 15:11:52.730708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-4570b99a-626f-48e5-9390-0c51b4d29098 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490065 Feb 03 15:11:52.830828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-2578e711-4d5c-47ab-9b59-fdb904ad5667 service neutron] 10.222.0.52 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887964 Feb 03 15:11:52.917883 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-30fc6798-9330-4215-8798-36d4a1282820 service neutron] 10.222.0.52 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814562 Feb 03 15:11:53.083512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e98cdddc-00f6-49b1-9c16-194b285f0df3 req-9b7b5b98-cc61-488f-8e16-22e96fd44d1e tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 210 time: 0.0288041 Feb 03 15:11:53.351673 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:11:53.649949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 21b97c0a-ab27-4013-8f27-51f872f95f42 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:11:53.669414 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 21b97c0a-ab27-4013-8f27-51f872f95f42 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:11:53.669769 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 21b97c0a-ab27-4013-8f27-51f872f95f42 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:11:54.111464 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-25f81542-b72b-4fdf-8ab1-1b125b65c72a tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:54.113038 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-25f81542-b72b-4fdf-8ab1-1b125b65c72a tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "GET /v2.0/networks?id=13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 200 len: 817 time: 0.1014931 Feb 03 15:11:54.135390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Request body: {'port': {'device_id': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'admin_state_up': True, 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:11:54.183164 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cb096fcb-b95a-49e8-8052-8942eeebcaa0 req-cdc5c6ae-6003-49e3-b4a4-3a48f6328178 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 210 time: 0.0309405 Feb 03 15:11:54.244729 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Made reservation on behalf of cf22e8dd00b8468e87d2f680c833ef54 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:11:54.248038 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:54.373668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Allocated IP 172.20.0.14 (13c65d6e-f66e-4e87-9a40-c7573db87b8a/032aef76-4d51-4543-a3b0-09a6d5f63e39/369b5eeb-605a-42c6-b65f-50107bca8664) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:11:54.513354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks [] for port (369b5eeb-605a-42c6-b65f-50107bca8664), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:54.546442 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:54.594526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:11:54.597630 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:11:54.600006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:11:54.629373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Pushing event updated for resources: {'Port': ['ID=369b5eeb-605a-42c6-b65f-50107bca8664,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:54.653913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:54.654548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:54.671695 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-272c359b-4870-40c4-ae27-4aca37a9989c tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5414431 Feb 03 15:11:54.756215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Request body: {'port': {'device_id': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:11:54.814756 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:54.819553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a30c76cd-7d9c-4444-b57c-70f84798edc7 None None] Provisioning complete for port 369b5eeb-605a-42c6-b65f-50107bca8664 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:11:54.820065 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a30c76cd-7d9c-4444-b57c-70f84798edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:54.857592 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a30c76cd-7d9c-4444-b57c-70f84798edc7 None None] Port 369b5eeb-605a-42c6-b65f-50107bca8664 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:11:55.072441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369b5eeb-605a-42c6-b65f-50107bca8664 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:11:55.079890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Publish callbacks [] for port (369b5eeb-605a-42c6-b65f-50107bca8664), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:55.092552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Transition to ACTIVE for port object 369b5eeb-605a-42c6-b65f-50107bca8664 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:11:55.096371 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:55.164820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Pushing event updated for resources: {'Port': ['ID=369b5eeb-605a-42c6-b65f-50107bca8664,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:55.215147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:55.244511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Attempting to bind port 369b5eeb-605a-42c6-b65f-50107bca8664 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:11:55.244932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Attempting to bind port 369b5eeb-605a-42c6-b65f-50107bca8664 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:11:55.245275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Attempting to bind port 369b5eeb-605a-42c6-b65f-50107bca8664 on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:11:55.253569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Port 369b5eeb-605a-42c6-b65f-50107bca8664 on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:11:55.253569 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Attempting to bind port 369b5eeb-605a-42c6-b65f-50107bca8664 on network 13c65d6e-f66e-4e87-9a40-c7573db87b8a {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:11:55.264494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:11:55.265249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Checking segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:11:55.265620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Bound using segment: {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:11:55.266062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Bound port: 369b5eeb-605a-42c6-b65f-50107bca8664, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:11:55.266426 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:55.337491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] For port 369b5eeb-605a-42c6-b65f-50107bca8664, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:11:55.340945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] For port 369b5eeb-605a-42c6-b65f-50107bca8664, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=369b5eeb-605a-42c6-b65f-50107bca8664,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:11:55.341564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc2bc-0a13-47c7-8f50-10817cb2c3c6 req-429922c1-3fe9-414f-b7b4-19b48f3744b8 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:55.343826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4bbc2bc-0a13-47c7-8f50-10817cb2c3c6 req-429922c1-3fe9-414f-b7b4-19b48f3744b8 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 944 time: 0.0637083 Feb 03 15:11:55.347670 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:55.383660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:55.384278 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:55.385675 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] 10.222.0.71 "PUT /v2.0/ports/369b5eeb-605a-42c6-b65f-50107bca8664 HTTP/1.1" status: 200 len: 1092 time: 0.6338713 Feb 03 15:11:55.386146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'tag': '369b5eeb-605a-42c6-b65f-50107bca8664'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:11:55.388362 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d1877-606c-41cb-8031-5908147fb62f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9a93e7-f167-405b-b8f4-d8934a39a666", "tag": "369b5eeb-605a-42c6-b65f-50107bca8664"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:11:55.405054 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4bbc2bc-0a13-47c7-8f50-10817cb2c3c6 req-c9bded6b-10d4-49de-a76d-d58ce3441f84 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Feb 03 15:11:55.419913 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb851-171e-48f3-8311-eaec4cbafb2f service neutron] Pushing event updated for resources: {'Port': ['ID=369b5eeb-605a-42c6-b65f-50107bca8664,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:11:55.457959 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905c7d8-4969-4c15-a2ce-8c3014a6e8bd x-openstack-request-id: req-a905c7d8-4969-4c15-a2ce-8c3014a6e8bd {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:11:55.458255 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9a93e7-f167-405b-b8f4-d8934a39a666", "tag": "369b5eeb-605a-42c6-b65f-50107bca8664", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:11:55.458507 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a905c7d8-4969-4c15-a2ce-8c3014a6e8bd {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:11:55.458900 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'tag': '369b5eeb-605a-42c6-b65f-50107bca8664', 'status': 'completed', 'code': 200} Feb 03 15:11:55.495135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-c5e575ac-4c18-4faa-a5ae-bcc404f7ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:55.496740 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-c5e575ac-4c18-4faa-a5ae-bcc404f7ecc8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 1126 time: 0.0507612 Feb 03 15:11:55.549999 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-2c8979cf-bffc-4935-a668-249e1e4baf05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=369b5eeb-605a-42c6-b65f-50107bca8664 HTTP/1.1" status: 200 len: 217 time: 0.0402777 Feb 03 15:11:55.605560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-c4f6067a-c983-47cf-b0b1-6f3fa5fee771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:55.606937 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-c4f6067a-c983-47cf-b0b1-6f3fa5fee771 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=032aef76-4d51-4543-a3b0-09a6d5f63e39 HTTP/1.1" status: 200 len: 856 time: 0.0511558 Feb 03 15:11:55.655236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-0120f6b1-847d-4584-9088-5ba22c2ef7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:55.656890 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-0120f6b1-847d-4584-9088-5ba22c2ef7cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13c65d6e-f66e-4e87-9a40-c7573db87b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432053 Feb 03 15:11:55.747451 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-81a19f47-02fc-4b11-a78f-ac2d8fd21f50 service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Feb 03 15:11:55.834953 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8ca703a2-5bb8-4084-961a-fe6f9ce97e9e req-5425f814-e379-40a8-9741-383cc3f5b737 service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818157 Feb 03 15:11:55.973470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1877-606c-41cb-8031-5908147fb62f req-12b21c91-c8ce-41b7-a260-f0b2ba4546bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:55.974938 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71d1877-606c-41cb-8031-5908147fb62f req-12b21c91-c8ce-41b7-a260-f0b2ba4546bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 1126 time: 0.0488133 Feb 03 15:11:56.065359 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1877-606c-41cb-8031-5908147fb62f req-997c87ca-ddd4-4144-8888-d13c3c6c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:56.066827 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71d1877-606c-41cb-8031-5908147fb62f req-997c87ca-ddd4-4144-8888-d13c3c6c771a service neutron] 10.222.0.71 "GET /v2.0/networks?id=13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 200 len: 918 time: 0.0855203 Feb 03 15:11:56.109576 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71d1877-606c-41cb-8031-5908147fb62f req-1171627c-4a62-4503-a8f1-472c41703fab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=369b5eeb-605a-42c6-b65f-50107bca8664 HTTP/1.1" status: 200 len: 217 time: 0.0361791 Feb 03 15:11:56.156905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1877-606c-41cb-8031-5908147fb62f req-1b91b182-3ee9-4920-96b6-7ab44c016bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:56.158349 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71d1877-606c-41cb-8031-5908147fb62f req-1b91b182-3ee9-4920-96b6-7ab44c016bd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=032aef76-4d51-4543-a3b0-09a6d5f63e39 HTTP/1.1" status: 200 len: 856 time: 0.0432243 Feb 03 15:11:56.206437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1877-606c-41cb-8031-5908147fb62f req-5d2a2f56-d7ee-4ad8-9d7a-cea011935325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:56.207971 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71d1877-606c-41cb-8031-5908147fb62f req-5d2a2f56-d7ee-4ad8-9d7a-cea011935325 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13c65d6e-f66e-4e87-9a40-c7573db87b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433977 Feb 03 15:11:56.526377 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ebe3a-c6c0-4912-be82-72ecc261468a req-9b1034cb-1df6-4911-950b-79243f3cda80 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:56.527830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b3ebe3a-c6c0-4912-be82-72ecc261468a req-9b1034cb-1df6-4911-950b-79243f3cda80 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 944 time: 0.0534806 Feb 03 15:11:56.581248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b3ebe3a-c6c0-4912-be82-72ecc261468a req-159c7af0-9fea-416f-b917-c7f67cf8643a tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Feb 03 15:11:56.657907 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71d1877-606c-41cb-8031-5908147fb62f req-fd4cc27c-23c9-4cfe-ad61-3b1037b03dec service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434903 Feb 03 15:11:56.747174 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e71d1877-606c-41cb-8031-5908147fb62f req-729647e2-b93b-498d-a296-aa93c0a12f55 service neutron] 10.222.0.71 "GET /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824614 Feb 03 15:11:57.705288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b82e6-e4b8-4885-ad43-2837fe545e6a req-82d84910-b702-48e1-b266-7f18ba2a68c0 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:57.706748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a7b82e6-e4b8-4885-ad43-2837fe545e6a req-82d84910-b702-48e1-b266-7f18ba2a68c0 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 944 time: 0.0559793 Feb 03 15:11:57.751852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3a7b82e6-e4b8-4885-ad43-2837fe545e6a req-80cbd682-5add-4a6d-9572-9dbd24175d40 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Feb 03 15:11:58.873736 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0905-67b0-4420-9a37-2ad67746f7e5 req-89021aa8-0bd8-4a8c-890f-af876d8fd45b tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:11:58.875202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-290c0905-67b0-4420-9a37-2ad67746f7e5 req-89021aa8-0bd8-4a8c-890f-af876d8fd45b tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 944 time: 0.0515106 Feb 03 15:11:58.922097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-290c0905-67b0-4420-9a37-2ad67746f7e5 req-f55a030a-8292-4e14-8bfc-5113ab8ac872 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Feb 03 15:11:59.674810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 369b5eeb-605a-42c6-b65f-50107bca8664 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:11:59.773713 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 369b5eeb-605a-42c6-b65f-50107bca8664, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=369b5eeb-605a-42c6-b65f-50107bca8664,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:59.784745 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '369b5eeb-605a-42c6-b65f-50107bca8664', 'network_id': '13c65d6e-f66e-4e87-9a40-c7573db87b8a', 'port_id': '369b5eeb-605a-42c6-b65f-50107bca8664', 'mac_address': 'fa:16:3e:bd:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032aef76-4d51-4543-a3b0-09a6d5f63e39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:11:59.820686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 369b5eeb-605a-42c6-b65f-50107bca8664 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:11:59.821145 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:59.833807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369b5eeb-605a-42c6-b65f-50107bca8664 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:11:59.854196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 369b5eeb-605a-42c6-b65f-50107bca8664, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=369b5eeb-605a-42c6-b65f-50107bca8664,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:11:59.858153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:11:59.912030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=369b5eeb-605a-42c6-b65f-50107bca8664,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:00.043240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4f82e-9429-4aab-9be8-ea59b375284c req-4b8f449a-c38b-477f-932e-07eaa9c223fe tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:00.044639 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dce4f82e-9429-4aab-9be8-ea59b375284c req-4b8f449a-c38b-477f-932e-07eaa9c223fe tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 945 time: 0.0561640 Feb 03 15:12:00.090358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dce4f82e-9429-4aab-9be8-ea59b375284c req-c6d8cd2e-b512-4e33-8c50-ef23ff18a67d tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Feb 03 15:12:00.226265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['369b5eeb-605a-42c6-b65f-50107bca8664'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:12:01.207557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c0f6-8520-44ad-b9ae-7885f1200c81 req-73f72534-582c-4fa9-a073-9b8ac8d06f54 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:01.209142 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42a6c0f6-8520-44ad-b9ae-7885f1200c81 req-73f72534-582c-4fa9-a073-9b8ac8d06f54 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 945 time: 0.0518742 Feb 03 15:12:01.255789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42a6c0f6-8520-44ad-b9ae-7885f1200c81 req-624069bf-4e57-4acf-9d25-b27138886655 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Feb 03 15:12:01.675688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 369b5eeb-605a-42c6-b65f-50107bca8664 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:01.723345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 369b5eeb-605a-42c6-b65f-50107bca8664 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:12:01.727189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 369b5eeb-605a-42c6-b65f-50107bca8664 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:01.727573 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:01.805800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 369b5eeb-605a-42c6-b65f-50107bca8664 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:01.806090 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:01.828280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369b5eeb-605a-42c6-b65f-50107bca8664'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:12:01.830606 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aed1e9-7099-4f06-91d4-16fcbca31b4f" -d '{"events": [{"server_uuid": "ba9a93e7-f167-405b-b8f4-d8934a39a666", "name": "network-vif-plugged", "status": "completed", "tag": "369b5eeb-605a-42c6-b65f-50107bca8664"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:12:01.843301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 369b5eeb-605a-42c6-b65f-50107bca8664, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=369b5eeb-605a-42c6-b65f-50107bca8664,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:01.847163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:01.871024 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9f2a20-e142-40e9-aefc-fecf819ca648 x-openstack-request-id: req-5b9f2a20-e142-40e9-aefc-fecf819ca648 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:12:01.871315 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9a93e7-f167-405b-b8f4-d8934a39a666", "name": "network-vif-plugged", "status": "completed", "tag": "369b5eeb-605a-42c6-b65f-50107bca8664", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:12:01.871569 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b9f2a20-e142-40e9-aefc-fecf819ca648 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:12:01.871953 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369b5eeb-605a-42c6-b65f-50107bca8664', 'code': 200} Feb 03 15:12:01.897850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=369b5eeb-605a-42c6-b65f-50107bca8664,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:01.906685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.906933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.907283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:01.912283 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:02.002712 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ae3cc-3be3-4287-9a74-d6bc55fe002d req-d5daf519-5501-42b3-8e40-ab4e70250489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:02.004250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f07ae3cc-3be3-4287-9a74-d6bc55fe002d req-d5daf519-5501-42b3-8e40-ab4e70250489 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 1128 time: 0.0436606 Feb 03 15:12:02.050668 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f07ae3cc-3be3-4287-9a74-d6bc55fe002d req-92be2b32-4dc2-4582-825d-0b9236e603aa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Feb 03 15:12:02.374919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f3276-c73f-49f4-89b1-b2d81b2ef33c req-3dda0658-46a9-48c2-b8c1-4623f17a2ff4 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:02.376390 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31f3276-c73f-49f4-89b1-b2d81b2ef33c req-3dda0658-46a9-48c2-b8c1-4623f17a2ff4 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 946 time: 0.0519090 Feb 03 15:12:02.425622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31f3276-c73f-49f4-89b1-b2d81b2ef33c req-c9c063d0-f298-453c-af70-af1ef8d3c9fb tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Feb 03 15:12:03.546831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3d4f-4008-4999-ac08-cce2b7c6788a req-e2784584-9c1c-4c22-a780-0efb47d0d1c1 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:03.548290 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-119a3d4f-4008-4999-ac08-cce2b7c6788a req-e2784584-9c1c-4c22-a780-0efb47d0d1c1 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 946 time: 0.0545652 Feb 03 15:12:03.593828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-119a3d4f-4008-4999-ac08-cce2b7c6788a req-19488af3-4ad5-4d2f-93fb-a60b9b1a0559 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Feb 03 15:12:03.708769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc24c5c-cf30-4e11-af51-30cdfedaa428 req-293b642e-751f-42ba-b1ce-a862f74a7251 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:03.710246 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bc24c5c-cf30-4e11-af51-30cdfedaa428 req-293b642e-751f-42ba-b1ce-a862f74a7251 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 946 time: 0.0527389 Feb 03 15:12:03.756093 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4bc24c5c-cf30-4e11-af51-30cdfedaa428 req-e1b269df-f130-49e4-9af7-369158c68539 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Feb 03 15:12:09.517607 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:15.890388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6182a97-a423-4c3c-a8e2-51e7a0e1f3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:18.146935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-924fd1c5-9550-49a5-861f-a0c8c119a7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:19.813235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:20.886879 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:22.264049 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:25.212852 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:30.350943 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:12:37.773000 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006dfc-f8d3-4674-a253-a7fd93024f78 req-e201a7d6-e06e-45fe-b3f0-2b54a9b38705 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:37.774397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83006dfc-f8d3-4674-a253-a7fd93024f78 req-e201a7d6-e06e-45fe-b3f0-2b54a9b38705 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 946 time: 0.0575931 Feb 03 15:12:37.821432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83006dfc-f8d3-4674-a253-a7fd93024f78 req-d207bcfd-5c60-4acc-a83a-1a4663c710ee tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Feb 03 15:12:38.942544 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678d90-bb80-4a5d-b8ab-25ca3b645dc3 req-62dd9cc7-d692-4b06-8ec2-91542ce4235b tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:38.944126 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86678d90-bb80-4a5d-b8ab-25ca3b645dc3 req-62dd9cc7-d692-4b06-8ec2-91542ce4235b tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 946 time: 0.0556259 Feb 03 15:12:38.994537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-86678d90-bb80-4a5d-b8ab-25ca3b645dc3 req-58acbc40-1044-47a4-9b65-c0bfe0357ff9 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438540 Feb 03 15:12:39.541671 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:39.815393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-9af8b834-5a53-4a59-acf8-ff8c105e7c44 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:39.816811 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-9af8b834-5a53-4a59-acf8-ff8c105e7c44 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 946 time: 0.0513456 Feb 03 15:12:39.908071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Deleting port 369b5eeb-605a-42c6-b65f-50107bca8664 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:39.908443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:39.995915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] For port 369b5eeb-605a-42c6-b65f-50107bca8664, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=369b5eeb-605a-42c6-b65f-50107bca8664,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:39.996283 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:40.008445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Calling delete_port for 369b5eeb-605a-42c6-b65f-50107bca8664 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:40.119293 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67ad41-fcce-4538-80e9-51c20b9d6a76 req-5b60fd72-79ef-4efc-98b1-0731e6144a86 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:40.120841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea67ad41-fcce-4538-80e9-51c20b9d6a76 req-5b60fd72-79ef-4efc-98b1-0731e6144a86 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba9a93e7-f167-405b-b8f4-d8934a39a666 HTTP/1.1" status: 200 len: 946 time: 0.0527666 Feb 03 15:12:40.141360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (369b5eeb-605a-42c6-b65f-50107bca8664), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:40.169824 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Pushing event deleted for resources: {'Port': ['ID=369b5eeb-605a-42c6-b65f-50107bca8664,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:40.174195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea67ad41-fcce-4538-80e9-51c20b9d6a76 req-f4615abf-adc4-453f-bc0c-4ccd506c28cb tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f245445-5d52-41f9-9511-f225ab0d55b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Feb 03 15:12:40.181252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['369b5eeb-605a-42c6-b65f-50107bca8664'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:12:40.215161 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] No DVR routers for this DVR port 369b5eeb-605a-42c6-b65f-50107bca8664 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:12:40.217951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:40.221340 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ea9fc54d-ed81-46b8-84b0-5acb45dffb0c req-e841176c-a76d-4153-bb64-33ae1ee77837 tempest-TestEncryptedCinderVolumes-336357937 tempest-TestEncryptedCinderVolumes-336357937-project] 10.222.0.71 "DELETE /v2.0/ports/369b5eeb-605a-42c6-b65f-50107bca8664 HTTP/1.1" status: 204 len: 173 time: 0.3988392 Feb 03 15:12:40.221817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'name': 'network-vif-deleted', 'tag': '369b5eeb-605a-42c6-b65f-50107bca8664'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:12:40.224036 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c98b54d-aebd-4c25-adf9-68dfe5add964" -d '{"events": [{"server_uuid": "ba9a93e7-f167-405b-b8f4-d8934a39a666", "name": "network-vif-deleted", "tag": "369b5eeb-605a-42c6-b65f-50107bca8664"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:12:40.262018 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cc1ea7-cc58-402d-84c7-c21ef1d0752a x-openstack-request-id: req-d1cc1ea7-cc58-402d-84c7-c21ef1d0752a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:12:40.262324 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9a93e7-f167-405b-b8f4-d8934a39a666", "name": "network-vif-deleted", "tag": "369b5eeb-605a-42c6-b65f-50107bca8664", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:12:40.262584 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1cc1ea7-cc58-402d-84c7-c21ef1d0752a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:12:40.263214 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9a93e7-f167-405b-b8f4-d8934a39a666', 'name': 'network-vif-deleted', 'tag': '369b5eeb-605a-42c6-b65f-50107bca8664', 'status': 'completed', 'code': 200} Feb 03 15:12:41.269815 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35866) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:41.623971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (86dcb426-348e-4236-801d-c628f23c70e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:42.212269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Deleting port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:42.212640 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:42.291911 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] For port 0fb60b3a-0198-48f2-ab2e-2df73a8ec217, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:42.292597 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:42.303719 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Calling delete_port for 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:42.483572 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (0fb60b3a-0198-48f2-ab2e-2df73a8ec217), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:42.513118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb60b3a-0198-48f2-ab2e-2df73a8ec217,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:42.535208 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.535560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.535905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.536246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.536602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.536958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.537267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.537597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.537921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.538244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.538573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.538898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.539218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:42.686829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (86dcb426-348e-4236-801d-c628f23c70e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:42.911090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Router 86dcb426-348e-4236-801d-c628f23c70e4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:12:43.021449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:12:43.026624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e5fd307f-9365-429d-b2ab-75056559d1b2 admin admin] 10.222.0.52 "PUT /v2.0/routers/86dcb426-348e-4236-801d-c628f23c70e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556009 Feb 03 15:12:43.029172 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35868) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:43.032731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] Sync routers for ids ['86dcb426-348e-4236-801d-c628f23c70e4'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:12:43.045943 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] Routers {'86dcb426-348e-4236-801d-c628f23c70e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:43.046535 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86dcb426-348e-4236-801d-c628f23c70e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:43.136797 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks [] for router (86dcb426-348e-4236-801d-c628f23c70e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.147235 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] Set router 86dcb426-348e-4236-801d-c628f23c70e4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:43.247872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks [] for router_gateway (86dcb426-348e-4236-801d-c628f23c70e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.302121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Deleting port 86c536df-e6a1-49ef-ad46-ceb00a3282f8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:43.302843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.337321 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:12:42Z', 'revision_number': 5, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port': {'id': '86c536df-e6a1-49ef-ad46-ceb00a3282f8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dcb426-348e-4236-801d-c628f23c70e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:51Z', 'updated_at': '2022-02-03T15:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:43.363217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] Checking router: 86dcb426-348e-4236-801d-c628f23c70e4 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:12:43.371748 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] Routers {'86dcb426-348e-4236-801d-c628f23c70e4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:43.372332 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['86dcb426-348e-4236-801d-c628f23c70e4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:43.385014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] For port 86c536df-e6a1-49ef-ad46-ceb00a3282f8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=86c536df-e6a1-49ef-ad46-ceb00a3282f8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:43.385404 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.397660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Calling delete_port for 86c536df-e6a1-49ef-ad46-ceb00a3282f8 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:43.459332 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] Set router 86dcb426-348e-4236-801d-c628f23c70e4 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:43.511277 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:12:43Z', 'revision_number': 6, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:43.544933 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2869226-2a83-46c5-a485-c0f229fc881d None None] The sync data for ids ['86dcb426-348e-4236-801d-c628f23c70e4'] in n-d-827549-2 is: [{'id': '86dcb426-348e-4236-801d-c628f23c70e4', 'name': 'tempest-TestEncryptedCinderVolumes-1406312089-router', 'tenant_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:50Z', 'updated_at': '2022-02-03T15:12:43Z', 'revision_number': 6, 'project_id': 'cf22e8dd00b8468e87d2f680c833ef54', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:12:43.573530 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (86c536df-e6a1-49ef-ad46-ceb00a3282f8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.603733 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c536df-e6a1-49ef-ad46-ceb00a3282f8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:43.664080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (86dcb426-348e-4236-801d-c628f23c70e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.758373 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (86dcb426-348e-4236-801d-c628f23c70e4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.760541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks [] for router_controller (86dcb426-348e-4236-801d-c628f23c70e4), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.804749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (86dcb426-348e-4236-801d-c628f23c70e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.805200 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86dcb426-348e-4236-801d-c628f23c70e4 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:12:43.809725 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.811406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4565401f-12b9-4dac-8583-625bbdc8d4b3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/86dcb426-348e-4236-801d-c628f23c70e4 HTTP/1.1" status: 204 len: 168 time: 0.7797680 Feb 03 15:12:43.813883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35870) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:43.857521 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] Deleting subnet 032aef76-4d51-4543-a3b0-09a6d5f63e39 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:12:43.860627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] Publish callbacks [] for subnet (032aef76-4d51-4543-a3b0-09a6d5f63e39), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.895673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (032aef76-4d51-4543-a3b0-09a6d5f63e39), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.971222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 369b5eeb-605a-42c6-b65f-50107bca8664 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:12:43.983570 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (032aef76-4d51-4543-a3b0-09a6d5f63e39), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:43.991449 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 369b5eeb-605a-42c6-b65f-50107bca8664 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:12:43.991801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 369b5eeb-605a-42c6-b65f-50107bca8664 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:12:44.036537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (032aef76-4d51-4543-a3b0-09a6d5f63e39), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.062641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032aef76-4d51-4543-a3b0-09a6d5f63e39,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:44.065975 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.070485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e2490cdc-3e31-454e-9b54-1f80b270fe30 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/032aef76-4d51-4543-a3b0-09a6d5f63e39 HTTP/1.1" status: 204 len: 168 time: 0.2543228 Feb 03 15:12:44.071676 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35872) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:44.073974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27248d0-161c-4154-90ca-18526d47cbfc None None] Network 13c65d6e-f66e-4e87-9a40-c7573db87b8a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:12:44.143628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (13c65d6e-f66e-4e87-9a40-c7573db87b8a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.197164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Deleting port 336585e9-40e0-4d5c-99d3-f24c29a31a5a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:44.197514 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.259575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] For port 336585e9-40e0-4d5c-99d3-f24c29a31a5a, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=336585e9-40e0-4d5c-99d3-f24c29a31a5a,segment=NetworkSegment(d3986bbd-b57a-41cd-a96b-2f7ab28a1e40),segment_id=d3986bbd-b57a-41cd-a96b-2f7ab28a1e40)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:44.259944 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.276215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Calling delete_port for 336585e9-40e0-4d5c-99d3-f24c29a31a5a owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:44.313953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] DHCP port deletion for 13c65d6e-f66e-4e87-9a40-c7573db87b8a request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:12:44.360368 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.366197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] Deleting port 336585e9-40e0-4d5c-99d3-f24c29a31a5a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:44.366680 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.385706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=336585e9-40e0-4d5c-99d3-f24c29a31a5a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:44.389517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] No DVR routers for this DVR port 336585e9-40e0-4d5c-99d3-f24c29a31a5a on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:12:44.434705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] For port 336585e9-40e0-4d5c-99d3-f24c29a31a5a, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:44.435184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.448258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] Calling delete_port for 336585e9-40e0-4d5c-99d3-f24c29a31a5a owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:44.450975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] Port 336585e9-40e0-4d5c-99d3-f24c29a31a5a was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 15:12:44.452265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (336585e9-40e0-4d5c-99d3-f24c29a31a5a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.464694 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (13c65d6e-f66e-4e87-9a40-c7573db87b8a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.476693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] Pushing event deleted for resources: {'Port': ['ID=336585e9-40e0-4d5c-99d3-f24c29a31a5a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:44.480197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe725fad-8dab-4b0d-bd53-513b97862355 None None] No DVR routers for this DVR port 336585e9-40e0-4d5c-99d3-f24c29a31a5a on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:12:44.486061 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c65d6e-f66e-4e87-9a40-c7573db87b8a']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:44.496340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:44.496675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3986bbd-b57a-41cd-a96b-2f7ab28a1e40') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:44.506339 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (d3986bbd-b57a-41cd-a96b-2f7ab28a1e40), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.520020 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (d3986bbd-b57a-41cd-a96b-2f7ab28a1e40), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.526880 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:12:44.527371 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (d3986bbd-b57a-41cd-a96b-2f7ab28a1e40), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:12:44.529180 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:12:44.589281 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (13c65d6e-f66e-4e87-9a40-c7573db87b8a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.605034 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:44.608830 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/13c65d6e-f66e-4e87-9a40-c7573db87b8a HTTP/1.1" status: 204 len: 168 time: 0.5362291 Feb 03 15:12:44.610105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c3273-68b5-4ef1-99ac-58a3abf241b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c65d6e-f66e-4e87-9a40-c7573db87b8a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:44.611701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35874) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:44.955139 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:45.207865 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Deleting port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:45.208126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:45.295903 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] For port 3341c5e5-3c33-4d65-a57b-7589e9dd7f79, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,segment=NetworkSegment(7231d52f-23e6-4ff7-8787-97284a1a3129),segment_id=7231d52f-23e6-4ff7-8787-97284a1a3129)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:45.296255 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:45.307701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Calling delete_port for 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:45.485135 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (3341c5e5-3c33-4d65-a57b-7589e9dd7f79), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:45.509843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3341c5e5-3c33-4d65-a57b-7589e9dd7f79,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:45.645954 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86c536df-e6a1-49ef-ad46-ceb00a3282f8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:12:45.667400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 86c536df-e6a1-49ef-ad46-ceb00a3282f8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:12:45.667753 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 86c536df-e6a1-49ef-ad46-ceb00a3282f8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:12:45.668355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:12:45.689793 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:45.690192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:12:45.690636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 0fb60b3a-0198-48f2-ab2e-2df73a8ec217 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:12:45.691162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 336585e9-40e0-4d5c-99d3-f24c29a31a5a no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:12:45.716901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 336585e9-40e0-4d5c-99d3-f24c29a31a5a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:12:45.717356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 336585e9-40e0-4d5c-99d3-f24c29a31a5a not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:12:45.892182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-489337f3-06a0-41e7-9dc5-c2532277f61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:45.917087 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:12:46.023957 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:12:46.029240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f3d1a517-b6b3-4c95-9890-2aaa766dfba3 admin admin] 10.222.0.52 "PUT /v2.0/routers/e15eeaba-4948-40f3-8d1a-f4ce658a09c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4162359 Feb 03 15:12:46.032170 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35876) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:46.035379 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] Sync routers for ids ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:12:46.046180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] Routers {'e15eeaba-4948-40f3-8d1a-f4ce658a09c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:46.046977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:46.158321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] Set router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:46.341498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:12:45Z', 'revision_number': 5, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:46.369444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] Checking router: e15eeaba-4948-40f3-8d1a-f4ce658a09c7 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:12:46.378086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] Routers {'e15eeaba-4948-40f3-8d1a-f4ce658a09c7'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:46.378684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:46.477341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks [] for router (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:46.490213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] Set router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:46.579767 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks [] for router_gateway (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:46.632884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Deleting port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:46.633138 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:46.720275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] For port 4cdd8dd3-e854-46c1-af67-126dec3ca0a6, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:46.720677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:46.733282 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Calling delete_port for 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:46.823687 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:12:45Z', 'revision_number': 5, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:46.849889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc6520-5dff-46c5-a00c-017224ff76c1 None None] The sync data for ids ['e15eeaba-4948-40f3-8d1a-f4ce658a09c7'] in n-d-827549-2 is: [{'id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'name': 'tempest-TestEncryptedCinderVolumes-1661266054-router', 'tenant_id': 'e2f7478f35da483ea5093626ad07c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:10:55Z', 'updated_at': '2022-02-03T15:12:45Z', 'revision_number': 5, 'project_id': 'e2f7478f35da483ea5093626ad07c777', 'gw_port': {'id': '4cdd8dd3-e854-46c1-af67-126dec3ca0a6', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15eeaba-4948-40f3-8d1a-f4ce658a09c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:10:56Z', 'updated_at': '2022-02-03T15:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:12:46.908309 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4cdd8dd3-e854-46c1-af67-126dec3ca0a6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:46.933794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdd8dd3-e854-46c1-af67-126dec3ca0a6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:46.994013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.094563 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.096896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks [] for router_controller (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.140389 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e15eeaba-4948-40f3-8d1a-f4ce658a09c7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.140937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e15eeaba-4948-40f3-8d1a-f4ce658a09c7 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:12:47.145579 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.146587 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-19161816-adb1-4a72-880f-a4bdfa681cc0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e15eeaba-4948-40f3-8d1a-f4ce658a09c7 HTTP/1.1" status: 204 len: 168 time: 1.1134093 Feb 03 15:12:47.149180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35878) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:47.192759 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] Deleting subnet 49a9f159-4804-4145-a199-a696be2ec2f8 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:12:47.195876 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] Publish callbacks [] for subnet (49a9f159-4804-4145-a199-a696be2ec2f8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.238442 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (49a9f159-4804-4145-a199-a696be2ec2f8), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.317485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (49a9f159-4804-4145-a199-a696be2ec2f8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.369155 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (49a9f159-4804-4145-a199-a696be2ec2f8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.395016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a9f159-4804-4145-a199-a696be2ec2f8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:47.398499 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.401746 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-de27930b-0de7-408b-8a26-8cd36f85637d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/49a9f159-4804-4145-a199-a696be2ec2f8 HTTP/1.1" status: 204 len: 168 time: 0.2516184 Feb 03 15:12:47.404193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35880) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:47.407584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318b30e-5054-4815-b791-3d7719dd341d None None] Network ad4862f0-d8b8-4e8f-9588-8db18eda813a requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:12:47.486331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ad4862f0-d8b8-4e8f-9588-8db18eda813a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.547735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Deleting port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:47.548088 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.595219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] DHCP port deletion for ad4862f0-d8b8-4e8f-9588-8db18eda813a request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:12:47.619844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] For port d4655b3c-94a0-43b9-bb3e-b283027a5ca8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,segment=NetworkSegment(7231d52f-23e6-4ff7-8787-97284a1a3129),segment_id=7231d52f-23e6-4ff7-8787-97284a1a3129)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:47.620478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.633378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Calling delete_port for d4655b3c-94a0-43b9-bb3e-b283027a5ca8 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:47.641619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] Deleting port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:12:47.641998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.706707 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] For port d4655b3c-94a0-43b9-bb3e-b283027a5ca8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,segment=NetworkSegment(7231d52f-23e6-4ff7-8787-97284a1a3129),segment_id=7231d52f-23e6-4ff7-8787-97284a1a3129)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:47.707106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.713233 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.720101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] Calling delete_port for d4655b3c-94a0-43b9-bb3e-b283027a5ca8 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:12:47.739215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:47.742732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] No DVR routers for this DVR port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:12:47.790620 n-d-827549-2 neutron-server[103343]: self.session.flush() Feb 03 15:12:47.798135 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (d4655b3c-94a0-43b9-bb3e-b283027a5ca8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.817891 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ad4862f0-d8b8-4e8f-9588-8db18eda813a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.825818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] Pushing event deleted for resources: {'Port': ['ID=d4655b3c-94a0-43b9-bb3e-b283027a5ca8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:47.829540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e6e7c-5bb9-4bf3-9559-e73f94476078 None None] No DVR routers for this DVR port d4655b3c-94a0-43b9-bb3e-b283027a5ca8 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:12:47.840864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4862f0-d8b8-4e8f-9588-8db18eda813a']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:47.850287 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7231d52f-23e6-4ff7-8787-97284a1a3129') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:47.850585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7231d52f-23e6-4ff7-8787-97284a1a3129') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:47.860992 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (7231d52f-23e6-4ff7-8787-97284a1a3129), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.875029 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (7231d52f-23e6-4ff7-8787-97284a1a3129), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.881182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:12:47.881577 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (7231d52f-23e6-4ff7-8787-97284a1a3129), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:12:47.883213 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:12:47.935632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:12:47.942954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ad4862f0-d8b8-4e8f-9588-8db18eda813a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.957914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:12:47.958262 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 3341c5e5-3c33-4d65-a57b-7589e9dd7f79 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:12:47.958817 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:47.965436 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] 10.222.0.52 "DELETE /v2.0/networks/ad4862f0-d8b8-4e8f-9588-8db18eda813a HTTP/1.1" status: 204 len: 168 time: 0.5578735 Feb 03 15:12:47.965436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c880b0-365d-4027-b107-1bb07436457b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4862f0-d8b8-4e8f-9588-8db18eda813a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:48.137866 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:48.149675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1f9fe56-14fd-46cd-b8ff-fd5130772ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.181347 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a665aa38-e6e1-49a0-8ca9-33751c8522cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf22e8dd00b8468e87d2f680c833ef54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421543 Feb 03 15:12:48.184283 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35886) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:48.241031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88e95371-faa3-480a-98e0-bb54df6fd38b admin admin] Publish callbacks [] for security_group (6f245445-5d52-41f9-9511-f225ab0d55b9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.262326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88e95371-faa3-480a-98e0-bb54df6fd38b admin admin] Publish callbacks [] for security_group (6f245445-5d52-41f9-9511-f225ab0d55b9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.308319 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88e95371-faa3-480a-98e0-bb54df6fd38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (6f245445-5d52-41f9-9511-f225ab0d55b9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.311420 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88e95371-faa3-480a-98e0-bb54df6fd38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.312672 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-88e95371-faa3-480a-98e0-bb54df6fd38b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f245445-5d52-41f9-9511-f225ab0d55b9 HTTP/1.1" status: 204 len: 168 time: 0.1273644 Feb 03 15:12:48.320178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e95371-faa3-480a-98e0-bb54df6fd38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f245445-5d52-41f9-9511-f225ab0d55b9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:48.634306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35892) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:48.673505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a130a1b7-b400-40bc-9dd0-ad8d29e5248c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2f7478f35da483ea5093626ad07c777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379941 Feb 03 15:12:48.675966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35894) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:48.722177 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-75162999-88cf-4441-8b6e-da6def13f6c2 admin admin] Publish callbacks [] for security_group (8a4473b4-54ca-4210-be15-a8ae9634195a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.743122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-75162999-88cf-4441-8b6e-da6def13f6c2 admin admin] Publish callbacks [] for security_group (8a4473b4-54ca-4210-be15-a8ae9634195a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.790282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-75162999-88cf-4441-8b6e-da6def13f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (8a4473b4-54ca-4210-be15-a8ae9634195a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.792934 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-75162999-88cf-4441-8b6e-da6def13f6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:48.797037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-75162999-88cf-4441-8b6e-da6def13f6c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a4473b4-54ca-4210-be15-a8ae9634195a HTTP/1.1" status: 204 len: 168 time: 0.1170776 Feb 03 15:12:48.803201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75162999-88cf-4441-8b6e-da6def13f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4473b4-54ca-4210-be15-a8ae9634195a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:49.500975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 35916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:49.579240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d4655b3c-94a0-43b9-bb3e-b283027a5ca8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:12:49.599321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d4655b3c-94a0-43b9-bb3e-b283027a5ca8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:12:49.599520 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1276395467-network', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:12:49.599797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d4655b3c-94a0-43b9-bb3e-b283027a5ca8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:12:49.600269 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:12:49.619634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Made reservation on behalf of fb5a05d2f8e4415787f2972c16501656 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:12:49.621968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:12:49.622150 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.622315 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4cdd8dd3-e854-46c1-af67-126dec3ca0a6 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:12:49.631688 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.710279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks [] for security_group (b7bd5231-8aa5-477d-b43e-cfcb52ed42f0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.713890 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b7bd5231-8aa5-477d-b43e-cfcb52ed42f0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.733707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:12:49.746668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:49.751776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6fd00662-6626-4656-8936-5d8e21faa7b2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.752118 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Added segment 6fd00662-6626-4656-8936-5d8e21faa7b2 of type vlan for network 9ab99326-d19c-47c0-9665-e62b97311dbb Feb 03 15:12:49.793506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (9ab99326-d19c-47c0-9665-e62b97311dbb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.815202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.818382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (9ab99326-d19c-47c0-9665-e62b97311dbb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.819368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:49.819947 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.849194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3471332 Feb 03 15:12:49.852245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35920) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:49.857418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Request body: {'subnet': {'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1276395467-subnet', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:12:49.880292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Made reservation on behalf of fb5a05d2f8e4415787f2972c16501656 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:12:49.882795 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:49.883269 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81822d-6fed-43d6-87f3-be0cd1479fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab99326-d19c-47c0-9665-e62b97311dbb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:49.894062 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 9ab99326-d19c-47c0-9665-e62b97311dbb details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:12:50.051757 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (0a684bff-2f01-4052-980d-6e0a50783e38), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.109717 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a684bff-2f01-4052-980d-6e0a50783e38,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:50.113986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Checking segment: {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:12:50.114352 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Network hostable DHCP agents. Network: 9ab99326-d19c-47c0-9665-e62b97311dbb, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:12:50.131312 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Network 9ab99326-d19c-47c0-9665-e62b97311dbb is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:12:50.140237 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 9ab99326-d19c-47c0-9665-e62b97311dbb) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:50.144321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:50.144966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.149019 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc4642-7028-460b-be7f-a729f83f2718 None None] Network 9ab99326-d19c-47c0-9665-e62b97311dbb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:12:50.162769 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1fb782db-8ae4-4c43-a0f0-1f5967739941 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3063965 Feb 03 15:12:50.162977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:50.167813 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:12:50.186810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (aa701ae6-201d-4327-8d97-87affebea008), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.187838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (aa701ae6-201d-4327-8d97-87affebea008), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.243317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks [] for router_controller (aa701ae6-201d-4327-8d97-87affebea008), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.259139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-9ab99326-d19c-47c0-9665-e62b97311dbb', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:12:50.260033 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.382991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks [] for router_gateway (aa701ae6-201d-4327-8d97-87affebea008), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.403801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Allocated IP 172.20.0.2 (9ab99326-d19c-47c0-9665-e62b97311dbb/0a684bff-2f01-4052-980d-6e0a50783e38/b478519f-a5eb-48d0-8106-f98303a86708) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:12:50.548733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Publish callbacks [] for port (b478519f-a5eb-48d0-8106-f98303a86708), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.557848 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b478519f-a5eb-48d0-8106-f98303a86708), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.598311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Network 9ab99326-d19c-47c0-9665-e62b97311dbb is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:50.602239 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks [] for router_gateway (aa701ae6-201d-4327-8d97-87affebea008), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.603111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:50.606650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:12:50.618422 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Pushing event updated for resources: {'Port': ['ID=b478519f-a5eb-48d0-8106-f98303a86708,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:50.620800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.669426 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Attempting to bind port b478519f-a5eb-48d0-8106-f98303a86708 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:12:50.670103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Attempting to bind port b478519f-a5eb-48d0-8106-f98303a86708 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:12:50.670499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Attempting to bind port b478519f-a5eb-48d0-8106-f98303a86708 on network 9ab99326-d19c-47c0-9665-e62b97311dbb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:12:50.676461 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:12:50.676873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Checking segment: {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:12:50.677276 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.677667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Bound using segment: {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:12:50.678157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Bound port: b478519f-a5eb-48d0-8106-f98303a86708, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:12:50.678537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b478519f-a5eb-48d0-8106-f98303a86708), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.730433 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Allocated IP 172.25.0.236 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/cb08a4b5-11d0-4604-aa74-a1de1e215384) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:12:50.746662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] For port b478519f-a5eb-48d0-8106-f98303a86708, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:12:50.750260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] For port b478519f-a5eb-48d0-8106-f98303a86708, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b478519f-a5eb-48d0-8106-f98303a86708,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:12:50.755591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b478519f-a5eb-48d0-8106-f98303a86708), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.819367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12957f4-5faa-4124-91bf-e839dde10f87 None None] Pushing event updated for resources: {'Port': ['ID=b478519f-a5eb-48d0-8106-f98303a86708,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:50.846511 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks [] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.883684 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.896388 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:50.945297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:50.948578 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:50.953261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:12:50.956669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Pushing event updated for resources: {'Port': ['ID=cb08a4b5-11d0-4604-aa74-a1de1e215384,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:51.246538 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks [] for router_gateway (aa701ae6-201d-4327-8d97-87affebea008), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:51.462498 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (aa701ae6-201d-4327-8d97-87affebea008), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:51.605793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Router aa701ae6-201d-4327-8d97-87affebea008 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:12:51.627125 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b478519f-a5eb-48d0-8106-f98303a86708 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:51.678579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b478519f-a5eb-48d0-8106-f98303a86708 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:51.679244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b478519f-a5eb-48d0-8106-f98303a86708), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:51.725162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:12:51.735293 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Sync routers for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:12:51.745783 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:51.746706 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:51.750701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:51.752481 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-187fac37-112a-4c4c-879a-36c56d1d2147 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5875070 Feb 03 15:12:51.754830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35924) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:51.770516 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b478519f-a5eb-48d0-8106-f98303a86708 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:51.771513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b478519f-a5eb-48d0-8106-f98303a86708), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:51.810361 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port b478519f-a5eb-48d0-8106-f98303a86708, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b478519f-a5eb-48d0-8106-f98303a86708,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:51.817446 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b478519f-a5eb-48d0-8106-f98303a86708), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:51.879253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=b478519f-a5eb-48d0-8106-f98303a86708,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:51.882893 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:51.886967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca67910-2307-4c38-a901-99c0fbeeef2c None None] Network 9ab99326-d19c-47c0-9665-e62b97311dbb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:12:51.922796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-46611533-f13e-47bf-86cc-b4145b8d69ef None None] Provisioning complete for port b478519f-a5eb-48d0-8106-f98303a86708 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:51.923335 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46611533-f13e-47bf-86cc-b4145b8d69ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b478519f-a5eb-48d0-8106-f98303a86708), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.068004 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:51Z', 'revision_number': 3, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:52.070951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-46611533-f13e-47bf-86cc-b4145b8d69ef None None] Current status of the port b478519f-a5eb-48d0-8106-f98303a86708 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:52.098089 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Checking router: aa701ae6-201d-4327-8d97-87affebea008 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:12:52.098533 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Updating router aa701ae6-201d-4327-8d97-87affebea008 port cb08a4b5-11d0-4604-aa74-a1de1e215384 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:12:52.129939 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.211443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.273995 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.398470 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Publish callbacks [] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.399840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-297e1326-648b-496f-8e89-d08e3c3d1081 None None] Provisioning complete for port b478519f-a5eb-48d0-8106-f98303a86708 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:52.400360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-297e1326-648b-496f-8e89-d08e3c3d1081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b478519f-a5eb-48d0-8106-f98303a86708), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.405600 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.487547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-297e1326-648b-496f-8e89-d08e3c3d1081 None None] Current status of the port b478519f-a5eb-48d0-8106-f98303a86708 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:52.562738 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Attempting to bind port cb08a4b5-11d0-4604-aa74-a1de1e215384 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:12:52.563109 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Attempting to bind port cb08a4b5-11d0-4604-aa74-a1de1e215384 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:12:52.563475 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Attempting to bind port cb08a4b5-11d0-4604-aa74-a1de1e215384 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:12:52.572065 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Pushing event updated for resources: {'Port': ['ID=cb08a4b5-11d0-4604-aa74-a1de1e215384,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:52.574305 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:12:52.574671 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:12:52.575066 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.575447 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:12:52.575910 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Bound port: cb08a4b5-11d0-4604-aa74-a1de1e215384, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:12:52.576314 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.600217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.600665 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.601009 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.601350 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.601679 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.602006 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.602328 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.602647 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.602967 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.603363 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.603686 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.604002 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.604317 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.644989 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] For port cb08a4b5-11d0-4604-aa74-a1de1e215384, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:12:52.648073 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] For port cb08a4b5-11d0-4604-aa74-a1de1e215384, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cb08a4b5-11d0-4604-aa74-a1de1e215384,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:12:52.654209 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.709211 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:52.709812 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:52.716639 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Allocated IP 172.20.0.1 (9ab99326-d19c-47c0-9665-e62b97311dbb/0a684bff-2f01-4052-980d-6e0a50783e38/d87c9671-e464-4be6-a521-18f3060f69da) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:12:52.749513 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aad17-d6eb-4fa7-a00c-883147187a6f None None] Pushing event updated for resources: {'Port': ['ID=cb08a4b5-11d0-4604-aa74-a1de1e215384,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:52.822123 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks [] for port (d87c9671-e464-4be6-a521-18f3060f69da), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.824428 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:52.856095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d87c9671-e464-4be6-a521-18f3060f69da), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:52.895948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Network 9ab99326-d19c-47c0-9665-e62b97311dbb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:52.898889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:52.901313 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:12:52.925770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Pushing event updated for resources: {'Port': ['ID=d87c9671-e464-4be6-a521-18f3060f69da,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:52.942178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.942528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.942875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.943217 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.943555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.943895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.944455 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.944603 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.944895 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.945508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.946256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.946256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.946482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:12:52.960335 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (aa701ae6-201d-4327-8d97-87affebea008), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.020731 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:51Z', 'revision_number': 3, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:53.048324 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d83a38-ac44-4546-96f1-ffde1f751fa3 None None] The sync data for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 is: [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:51Z', 'revision_number': 3, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:12:53.111071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d87c9671-e464-4be6-a521-18f3060f69da), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.216864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a810c490-bd68-43c4-abe8-0e956ec210fc None None] Provisioning complete for port d87c9671-e464-4be6-a521-18f3060f69da triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:53.217841 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a810c490-bd68-43c4-abe8-0e956ec210fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d87c9671-e464-4be6-a521-18f3060f69da), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.256455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a810c490-bd68-43c4-abe8-0e956ec210fc None None] Port d87c9671-e464-4be6-a521-18f3060f69da cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:12:53.299586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks [] for port (d87c9671-e464-4be6-a521-18f3060f69da), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.308683 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (d87c9671-e464-4be6-a521-18f3060f69da), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.384637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Pushing event updated for resources: {'Port': ['ID=d87c9671-e464-4be6-a521-18f3060f69da,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:53.389677 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (aa701ae6-201d-4327-8d97-87affebea008), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.484675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Network 9ab99326-d19c-47c0-9665-e62b97311dbb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:53.486119 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:53.638604 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Router aa701ae6-201d-4327-8d97-87affebea008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:12:53.711081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb08a4b5-11d0-4604-aa74-a1de1e215384 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:53.772841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cb08a4b5-11d0-4604-aa74-a1de1e215384 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:53.773317 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.780106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:12:53.791225 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b20f3ace-9e7a-4d99-83b9-74c497a5e829 admin admin] 10.222.0.52 "PUT /v2.0/routers/aa701ae6-201d-4327-8d97-87affebea008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0314460 Feb 03 15:12:53.814671 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4fc02f27-90f0-4194-8a6a-e54b2c81ac13 None None] Provisioning complete for port d87c9671-e464-4be6-a521-18f3060f69da triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:53.815081 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fc02f27-90f0-4194-8a6a-e54b2c81ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d87c9671-e464-4be6-a521-18f3060f69da), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.858462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4fc02f27-90f0-4194-8a6a-e54b2c81ac13 None None] Port d87c9671-e464-4be6-a521-18f3060f69da cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:12:53.894323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cb08a4b5-11d0-4604-aa74-a1de1e215384 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:53.894708 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.919050 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port cb08a4b5-11d0-4604-aa74-a1de1e215384, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cb08a4b5-11d0-4604-aa74-a1de1e215384,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:53.924070 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:53.925178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b478519f-a5eb-48d0-8106-f98303a86708 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:54.014270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=cb08a4b5-11d0-4604-aa74-a1de1e215384,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:54.025304 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b478519f-a5eb-48d0-8106-f98303a86708 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:54.025680 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b478519f-a5eb-48d0-8106-f98303a86708), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.103159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b478519f-a5eb-48d0-8106-f98303a86708 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:54.288347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35940) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:54.293524 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-875552901-network', 'tenant_id': '09224636114948f488d6bc36ac37be02'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:12:54.313012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Made reservation on behalf of 09224636114948f488d6bc36ac37be02 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:12:54.315309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.323617 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.397396 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks [] for security_group (029788cb-7027-4803-b2c2-58c039dc69df), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.401060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (029788cb-7027-4803-b2c2-58c039dc69df), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.429128 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:12:54.433762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029788cb-7027-4803-b2c2-58c039dc69df,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:54.442168 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (321d5340-57c4-4d94-a9ed-206fbec8dabc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.442515 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Added segment 321d5340-57c4-4d94-a9ed-206fbec8dabc of type vlan for network 004401bd-7d2f-4440-b807-5d2da54c8e41 Feb 03 15:12:54.486763 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (004401bd-7d2f-4440-b807-5d2da54c8e41), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.511397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (004401bd-7d2f-4440-b807-5d2da54c8e41), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.512323 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:54.512920 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.543621 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2540224 Feb 03 15:12:54.546872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:54.574829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Request body: {'subnet': {'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-875552901-subnet', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:12:54.586384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c0ba7-fe4d-45d9-88eb-517ea45fff55 admin admin] Pushing event updated for resources: {'Network': ['ID=004401bd-7d2f-4440-b807-5d2da54c8e41,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:54.595969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:12:54.599389 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Made reservation on behalf of 09224636114948f488d6bc36ac37be02 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:12:54.602025 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.759498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Sync routers for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:12:54.770884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:54.771495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:54.786093 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (a6e96988-3546-45ca-83ec-3c1695735e3d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.842509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e96988-3546-45ca-83ec-3c1695735e3d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:54.849759 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Checking segment: {'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:12:54.850188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Network hostable DHCP agents. Network: 004401bd-7d2f-4440-b807-5d2da54c8e41, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:12:54.866931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:12:54.876796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 004401bd-7d2f-4440-b807-5d2da54c8e41) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:54.881694 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:12:54.882173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:54.882306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.897872 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a6848eac-c6f1-4c30-ac7a-45291d347f8b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3500595 Feb 03 15:12:54.900487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:54.905546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:12:54.910289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c5223c-adab-4f56-af3b-95e6228a935b None None] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:12:54.925532 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (df974af7-19e5-4a48-9b16-b596f5140da4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.926537 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (df974af7-19e5-4a48-9b16-b596f5140da4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:54.990613 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks [] for router_controller (df974af7-19e5-4a48-9b16-b596f5140da4), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.098004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-004401bd-7d2f-4440-b807-5d2da54c8e41', 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41', 'project_id': '09224636114948f488d6bc36ac37be02', 'fixed_ips': [{'subnet_id': 'a6e96988-3546-45ca-83ec-3c1695735e3d'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:12:55.099199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.137467 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks [] for router_gateway (df974af7-19e5-4a48-9b16-b596f5140da4), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.244651 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.288174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 2, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:55.321163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Allocated IP 172.20.0.2 (004401bd-7d2f-4440-b807-5d2da54c8e41/a6e96988-3546-45ca-83ec-3c1695735e3d/5adf1726-6532-42f4-80f4-b76008b8d502) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:12:55.323507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Checking router: aa701ae6-201d-4327-8d97-87affebea008 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:12:55.323860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Updating router aa701ae6-201d-4327-8d97-87affebea008 port d87c9671-e464-4be6-a521-18f3060f69da binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:12:55.344814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks [] for router_gateway (df974af7-19e5-4a48-9b16-b596f5140da4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.364357 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.474304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Allocated IP 172.25.0.240 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/5d8021a7-26ba-4e37-821f-c0bfab2e1228) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:12:55.518779 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d87c9671-e464-4be6-a521-18f3060f69da), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.590167 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks [] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.596325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb08a4b5-11d0-4604-aa74-a1de1e215384 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:55.630202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.669466 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:55.672358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:55.674883 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:12:55.703241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8021a7-26ba-4e37-821f-c0bfab2e1228,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:55.829408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cb08a4b5-11d0-4604-aa74-a1de1e215384 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:55.829710 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.835580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Publish callbacks [] for port (5adf1726-6532-42f4-80f4-b76008b8d502), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.862361 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.917089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:55.932498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:55.934312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks [] for router_gateway (df974af7-19e5-4a48-9b16-b596f5140da4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:55.939313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:12:55.957580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Pushing event updated for resources: {'Port': ['ID=5adf1726-6532-42f4-80f4-b76008b8d502,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:56.079595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Attempting to bind port 5adf1726-6532-42f4-80f4-b76008b8d502 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:12:56.079870 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Attempting to bind port 5adf1726-6532-42f4-80f4-b76008b8d502 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:12:56.080240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Attempting to bind port 5adf1726-6532-42f4-80f4-b76008b8d502 on network 004401bd-7d2f-4440-b807-5d2da54c8e41 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:12:56.083569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cb08a4b5-11d0-4604-aa74-a1de1e215384 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:56.096921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:12:56.097305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Checking segment: {'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:12:56.097711 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.098101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Bound using segment: {'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:12:56.098573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Bound port: 5adf1726-6532-42f4-80f4-b76008b8d502, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:12:56.098954 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.101892 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Publish callbacks [] for port (d87c9671-e464-4be6-a521-18f3060f69da), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.110985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d87c9671-e464-4be6-a521-18f3060f69da), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.137770 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (df974af7-19e5-4a48-9b16-b596f5140da4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.195024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc47de-9580-4746-a8cb-744c0dc33d48 None None] Pushing event updated for resources: {'Port': ['ID=d87c9671-e464-4be6-a521-18f3060f69da,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:56.250228 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] For port 5adf1726-6532-42f4-80f4-b76008b8d502, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:12:56.270331 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] For port 5adf1726-6532-42f4-80f4-b76008b8d502, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5adf1726-6532-42f4-80f4-b76008b8d502,segment=NetworkSegment(321d5340-57c4-4d94-a9ed-206fbec8dabc),segment_id=321d5340-57c4-4d94-a9ed-206fbec8dabc)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:12:56.274476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Attempting to bind port d87c9671-e464-4be6-a521-18f3060f69da on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:12:56.274854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Attempting to bind port d87c9671-e464-4be6-a521-18f3060f69da by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:12:56.275224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Attempting to bind port d87c9671-e464-4be6-a521-18f3060f69da on network 9ab99326-d19c-47c0-9665-e62b97311dbb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:12:56.282450 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.285966 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:12:56.286348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Checking segment: {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:12:56.286745 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.287142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Bound using segment: {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:12:56.287613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Bound port: d87c9671-e464-4be6-a521-18f3060f69da, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:12:56.288013 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d87c9671-e464-4be6-a521-18f3060f69da), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.298547 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Router df974af7-19e5-4a48-9b16-b596f5140da4 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:12:56.400385 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcbb92-a9cf-4eb9-87ee-ee930e28dd29 None None] Pushing event updated for resources: {'Port': ['ID=5adf1726-6532-42f4-80f4-b76008b8d502,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:56.413016 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] For port d87c9671-e464-4be6-a521-18f3060f69da, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:12:56.421877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:12:56.427955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] For port d87c9671-e464-4be6-a521-18f3060f69da, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d87c9671-e464-4be6-a521-18f3060f69da,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:12:56.431018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9a315ea0-b6c3-49c2-adb1-2862424e8d5d None None] Provisioning complete for port d87c9671-e464-4be6-a521-18f3060f69da triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:56.431324 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a315ea0-b6c3-49c2-adb1-2862424e8d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d87c9671-e464-4be6-a521-18f3060f69da), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.436086 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Sync routers for ids ['df974af7-19e5-4a48-9b16-b596f5140da4'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:12:56.449087 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.453241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ecadcaf5-116d-4959-8ec4-baf7bd83bdf7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5492024 Feb 03 15:12:56.453478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 35946) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:12:56.454675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d87c9671-e464-4be6-a521-18f3060f69da), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.464223 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Routers {'df974af7-19e5-4a48-9b16-b596f5140da4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:56.465217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['df974af7-19e5-4a48-9b16-b596f5140da4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:56.519049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc47de-9580-4746-a8cb-744c0dc33d48 None None] Pushing event updated for resources: {'Port': ['ID=d87c9671-e464-4be6-a521-18f3060f69da,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:56.525494 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9a315ea0-b6c3-49c2-adb1-2862424e8d5d None None] Port d87c9671-e464-4be6-a521-18f3060f69da cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:12:56.540645 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:56.541440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:56.618295 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Set router df974af7-19e5-4a48-9b16-b596f5140da4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:56.708766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:56.873654 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:12:55Z', 'revision_number': 3, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port': {'id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:00:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:55Z', 'updated_at': '2022-02-03T15:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:56.912204 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Checking router: df974af7-19e5-4a48-9b16-b596f5140da4 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:12:56.912583 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Updating router df974af7-19e5-4a48-9b16-b596f5140da4 port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:12:56.942448 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:56.995771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9290461f-4ccb-4732-90d2-5d4a95c884bd None None] Provisioning complete for port d87c9671-e464-4be6-a521-18f3060f69da triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:56.996148 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9290461f-4ccb-4732-90d2-5d4a95c884bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d87c9671-e464-4be6-a521-18f3060f69da), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.038510 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:56Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:57.053341 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.065888 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda33eea-4e07-4aa8-9015-00f569ac6a22 None None] The sync data for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 is: [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:56Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:12:57.138641 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9290461f-4ccb-4732-90d2-5d4a95c884bd None None] Current status of the port d87c9671-e464-4be6-a521-18f3060f69da is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:57.139515 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9290461f-4ccb-4732-90d2-5d4a95c884bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d87c9671-e464-4be6-a521-18f3060f69da), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.195270 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9290461f-4ccb-4732-90d2-5d4a95c884bd None None] For port d87c9671-e464-4be6-a521-18f3060f69da, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d87c9671-e464-4be6-a521-18f3060f69da,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:57.199785 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9290461f-4ccb-4732-90d2-5d4a95c884bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d87c9671-e464-4be6-a521-18f3060f69da), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.278950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290461f-4ccb-4732-90d2-5d4a95c884bd None None] Pushing event updated for resources: {'Port': ['ID=d87c9671-e464-4be6-a521-18f3060f69da,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:57.309075 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Allocated IP 172.20.0.1 (004401bd-7d2f-4440-b807-5d2da54c8e41/a6e96988-3546-45ca-83ec-3c1695735e3d/16bd49bc-2ab3-4491-9cdc-0a24b472a67f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:12:57.319260 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Publish callbacks [] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.328962 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.386757 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Attempting to bind port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:12:57.387233 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Attempting to bind port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:12:57.387626 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Attempting to bind port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:12:57.395590 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:12:57.395971 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:12:57.396377 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.396801 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:12:57.397280 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Bound port: 5d8021a7-26ba-4e37-821f-c0bfab2e1228, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:12:57.397667 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.431667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks [] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.458095 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] For port 5d8021a7-26ba-4e37-821f-c0bfab2e1228, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:12:57.461358 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] For port 5d8021a7-26ba-4e37-821f-c0bfab2e1228, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5d8021a7-26ba-4e37-821f-c0bfab2e1228,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:12:57.477614 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.479377 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.490578 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad503dd-09bf-4b8d-acff-ba34eba89d24 None None] Pushing event updated for resources: {'Port': ['ID=5d8021a7-26ba-4e37-821f-c0bfab2e1228,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:57.550028 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad503dd-09bf-4b8d-acff-ba34eba89d24 None None] Pushing event updated for resources: {'Port': ['ID=5d8021a7-26ba-4e37-821f-c0bfab2e1228,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:57.566560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Routers {'df974af7-19e5-4a48-9b16-b596f5140da4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:12:57.568447 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['df974af7-19e5-4a48-9b16-b596f5140da4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:57.740678 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] Set router df974af7-19e5-4a48-9b16-b596f5140da4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:12:57.811627 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d87c9671-e464-4be6-a521-18f3060f69da up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:57.853318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf69031-0dc6-4df5-a859-33c49dd4a5f5 None None] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:12:57.960005 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Pushing event updated for resources: {'Port': ['ID=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:57.963137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f6d22c59-6eb3-411d-9324-5161eeeb33ff None None] Provisioning complete for port 5adf1726-6532-42f4-80f4-b76008b8d502 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:57.963820 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6d22c59-6eb3-411d-9324-5161eeeb33ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.970225 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d87c9671-e464-4be6-a521-18f3060f69da triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:57.970607 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d87c9671-e464-4be6-a521-18f3060f69da), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:57.974435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:57.975993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:57.982563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:12:58.027971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (df974af7-19e5-4a48-9b16-b596f5140da4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.124803 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:12:55Z', 'revision_number': 3, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port': {'id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:00:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:55Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:12:58.173719 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d87c9671-e464-4be6-a521-18f3060f69da is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:58.174722 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5adf1726-6532-42f4-80f4-b76008b8d502 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:58.176472 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f6d22c59-6eb3-411d-9324-5161eeeb33ff None None] Current status of the port 5adf1726-6532-42f4-80f4-b76008b8d502 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:58.176861 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6d22c59-6eb3-411d-9324-5161eeeb33ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.178217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4da015-4daf-47c0-898c-8079ae3c94ad None None] The sync data for ids ['df974af7-19e5-4a48-9b16-b596f5140da4'] in n-d-827549-2 is: [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:12:55Z', 'revision_number': 3, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port': {'id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:00:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:55Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:12:58.220890 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.468096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f6d22c59-6eb3-411d-9324-5161eeeb33ff None None] For port 5adf1726-6532-42f4-80f4-b76008b8d502, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5adf1726-6532-42f4-80f4-b76008b8d502,segment=NetworkSegment(321d5340-57c4-4d94-a9ed-206fbec8dabc),segment_id=321d5340-57c4-4d94-a9ed-206fbec8dabc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:58.477947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6d22c59-6eb3-411d-9324-5161eeeb33ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.487282 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks [] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.491714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5adf1726-6532-42f4-80f4-b76008b8d502 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:58.491923 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.494573 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.573127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (df974af7-19e5-4a48-9b16-b596f5140da4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.590506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d22c59-6eb3-411d-9324-5161eeeb33ff None None] Pushing event updated for resources: {'Port': ['ID=5adf1726-6532-42f4-80f4-b76008b8d502,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:58.653345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4c7b3c8a-e936-4d65-89c9-e4cf99b38329 None None] Provisioning complete for port 5adf1726-6532-42f4-80f4-b76008b8d502 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:58.653728 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3c8a-e936-4d65-89c9-e4cf99b38329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.667781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Pushing event updated for resources: {'Port': ['ID=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:12:58.726061 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5adf1726-6532-42f4-80f4-b76008b8d502 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:58.747110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:12:58.748951 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:12:58.782589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b3c8a-e936-4d65-89c9-e4cf99b38329 None None] Current status of the port 5adf1726-6532-42f4-80f4-b76008b8d502 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:58.793487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4c7b3c8a-e936-4d65-89c9-e4cf99b38329 None None] Provisioning complete for port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:58.793867 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3c8a-e936-4d65-89c9-e4cf99b38329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:58.834018 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b3c8a-e936-4d65-89c9-e4cf99b38329 None None] Port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:12:58.912817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Router df974af7-19e5-4a48-9b16-b596f5140da4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:12:58.953486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-57e12b5a-a3fe-47af-bc51-410b117b9ad7 None None] Provisioning complete for port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:58.953866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57e12b5a-a3fe-47af-bc51-410b117b9ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:59.004323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-57e12b5a-a3fe-47af-bc51-410b117b9ad7 None None] Port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:12:59.041194 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:12:59.047731 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7fbcf54a-599d-4c57-bf14-8af5b8c957fd admin admin] 10.222.0.52 "PUT /v2.0/routers/df974af7-19e5-4a48-9b16-b596f5140da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931919 Feb 03 15:12:59.136998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dad41d16-9c37-4ebc-a02f-03ca5c7dbe95 None None] Provisioning complete for port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:59.137476 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad41d16-9c37-4ebc-a02f-03ca5c7dbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:59.185165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dad41d16-9c37-4ebc-a02f-03ca5c7dbe95 None None] Port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:12:59.714648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5adf1726-6532-42f4-80f4-b76008b8d502 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:59.762868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5adf1726-6532-42f4-80f4-b76008b8d502 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:59.763164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:59.844066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5adf1726-6532-42f4-80f4-b76008b8d502 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:59.845170 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5d8021a7-26ba-4e37-821f-c0bfab2e1228 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:12:59.890963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:12:59.891337 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:59.967624 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:12:59.968016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:12:59.994264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 5d8021a7-26ba-4e37-821f-c0bfab2e1228, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5d8021a7-26ba-4e37-821f-c0bfab2e1228,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:12:59.999741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:00.052512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=5d8021a7-26ba-4e37-821f-c0bfab2e1228,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:00.617834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Sync routers for ids ['df974af7-19e5-4a48-9b16-b596f5140da4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:13:00.637497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Routers {'df974af7-19e5-4a48-9b16-b596f5140da4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:13:00.638439 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['df974af7-19e5-4a48-9b16-b596f5140da4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:00.767306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Set router df974af7-19e5-4a48-9b16-b596f5140da4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:13:00.994718 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:12:58Z', 'revision_number': 4, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port': {'id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:00:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:55Z', 'updated_at': '2022-02-03T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '16bd49bc-2ab3-4491-9cdc-0a24b472a67f', 'name': '', 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'mac_address': 'fa:16:3e:91:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a6e96988-3546-45ca-83ec-3c1695735e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:57Z', 'updated_at': '2022-02-03T15:12:58Z', 'revision_number': 2, 'project_id': '09224636114948f488d6bc36ac37be02', 'subnets': [{'id': 'a6e96988-3546-45ca-83ec-3c1695735e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:01.025617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Checking router: df974af7-19e5-4a48-9b16-b596f5140da4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:13:01.025942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Updating router df974af7-19e5-4a48-9b16-b596f5140da4 port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:13:01.058156 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:01.358960 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Publish callbacks [] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:01.364552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:01.439616 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285b8d6-fefa-490c-a6a0-7e6fecfca05d None None] Pushing event updated for resources: {'Port': ['ID=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:01.477599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Attempting to bind port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:13:01.478232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Attempting to bind port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:13:01.478733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Attempting to bind port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f on network 004401bd-7d2f-4440-b807-5d2da54c8e41 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:13:01.484740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:13:01.485124 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Checking segment: {'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:13:01.486041 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:01.486756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Bound using segment: {'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:13:01.487554 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Bound port: 16bd49bc-2ab3-4491-9cdc-0a24b472a67f, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321d5340-57c4-4d94-a9ed-206fbec8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:13:01.487554 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:01.560059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] For port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:13:01.563384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] For port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,segment=NetworkSegment(321d5340-57c4-4d94-a9ed-206fbec8dabc),segment_id=321d5340-57c4-4d94-a9ed-206fbec8dabc)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:13:01.574213 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:01.633725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5d8021a7-26ba-4e37-821f-c0bfab2e1228 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:13:01.688813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285b8d6-fefa-490c-a6a0-7e6fecfca05d None None] Pushing event updated for resources: {'Port': ['ID=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:01.693550 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Routers {'df974af7-19e5-4a48-9b16-b596f5140da4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:13:01.694161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:12:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['df974af7-19e5-4a48-9b16-b596f5140da4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:01.824615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Provisioning complete for port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:13:01.824987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:01.846614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] Set router df974af7-19e5-4a48-9b16-b596f5140da4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:13:01.917284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:13:01.917657 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:02.083355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Current status of the port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:13:02.084042 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:02.185253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] For port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,segment=NetworkSegment(321d5340-57c4-4d94-a9ed-206fbec8dabc),segment_id=321d5340-57c4-4d94-a9ed-206fbec8dabc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:13:02.187760 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:13:02.196979 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:02.257457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Pushing event updated for resources: {'Port': ['ID=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:02.268570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.268906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.269255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.269594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.269934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.270260 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.270703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.271042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.271368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.271691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.272014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.272335 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.272678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93809804-3e67-451b-b486-4d73d4bf3c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:02.278688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:12:58Z', 'revision_number': 4, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port': {'id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:00:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:55Z', 'updated_at': '2022-02-03T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '16bd49bc-2ab3-4491-9cdc-0a24b472a67f', 'name': '', 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'mac_address': 'fa:16:3e:91:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a6e96988-3546-45ca-83ec-3c1695735e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:57Z', 'updated_at': '2022-02-03T15:13:01Z', 'revision_number': 4, 'project_id': '09224636114948f488d6bc36ac37be02', 'subnets': [{'id': 'a6e96988-3546-45ca-83ec-3c1695735e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:02.313749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8cddd8-ec9d-4aef-bd49-f585faf3d47c None None] The sync data for ids ['df974af7-19e5-4a48-9b16-b596f5140da4'] in n-d-827549-2 is: [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:12:58Z', 'revision_number': 4, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port': {'id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:00:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:55Z', 'updated_at': '2022-02-03T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '16bd49bc-2ab3-4491-9cdc-0a24b472a67f', 'name': '', 'network_id': '004401bd-7d2f-4440-b807-5d2da54c8e41', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'mac_address': 'fa:16:3e:91:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a6e96988-3546-45ca-83ec-3c1695735e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:57Z', 'updated_at': '2022-02-03T15:13:01Z', 'revision_number': 4, 'project_id': '09224636114948f488d6bc36ac37be02', 'subnets': [{'id': 'a6e96988-3546-45ca-83ec-3c1695735e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:13:02.329307 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f2448336-b2d0-4431-b01b-3b49339a9949 None None] Provisioning complete for port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:13:02.329690 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2448336-b2d0-4431-b01b-3b49339a9949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:02.461874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f2448336-b2d0-4431-b01b-3b49339a9949 None None] Current status of the port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:13:03.655920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 16bd49bc-2ab3-4491-9cdc-0a24b472a67f up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:13:03.715540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:13:03.715825 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:03.819957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:13:07.354032 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:13:09.315450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-c5872d7e-6ff3-43f8-884d-0c2087389ebe tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:09.316950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-c5872d7e-6ff3-43f8-884d-0c2087389ebe tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 815 time: 0.1055818 Feb 03 15:13:09.331182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-8072b227-c687-4d35-a56e-1cf1f1d9be7c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/quotas/fb5a05d2f8e4415787f2972c16501656 HTTP/1.1" status: 200 len: 375 time: 0.0088546 Feb 03 15:13:09.387937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-a4ae9b48-d8ad-4651-983e-e951d3a59b62 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520251 Feb 03 15:13:09.557828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:09.576633 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-57734880-6ef8-4d28-8903-65b8918cfa55 service neutron] 10.222.0.52 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764486 Feb 03 15:13:09.664756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-d8b592f4-f6d0-4a51-9047-98138b42a343 service neutron] 10.222.0.52 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823309 Feb 03 15:13:09.826257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6db0107e-c9f6-41cd-8d6a-8328fbae1189 req-76034488-92ea-4275-a6f9-143b60da55dc tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 210 time: 0.0312006 Feb 03 15:13:10.807277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-a9d798b4-252b-4ed6-a614-e699f2a43165 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:10.808890 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-a9d798b4-252b-4ed6-a614-e699f2a43165 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 815 time: 0.1051784 Feb 03 15:13:10.827209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'port': {'device_id': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'admin_state_up': True, 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:10.924178 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0665d654-acb8-41bc-bf31-136032ce5ffc req-1e402850-32d4-495c-ad47-c0b3db1ec352 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 210 time: 0.0306375 Feb 03 15:13:10.941331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Made reservation on behalf of fb5a05d2f8e4415787f2972c16501656 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:13:10.944998 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:11.074446 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Allocated IP 172.20.0.9 (9ab99326-d19c-47c0-9665-e62b97311dbb/0a684bff-2f01-4052-980d-6e0a50783e38/32dacd5f-4dba-4d7f-a156-6e8072cd29b3) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:13:11.310059 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:11.364210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:11.429501 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Network 9ab99326-d19c-47c0-9665-e62b97311dbb is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:13:11.432606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:13:11.436932 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:13:11.477438 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:11.515477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:11.516338 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:11.556708 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-3ee04128-9c8e-45e0-8bd2-52fa1f72a8f5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330620 Feb 03 15:13:11.751088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7e0e97f8-26ae-477b-ba46-f710e4acfb1c None None] Provisioning complete for port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:13:11.752085 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e0e97f8-26ae-477b-ba46-f710e4acfb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:11.791215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e97f8-26ae-477b-ba46-f710e4acfb1c None None] Port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:13:12.049658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b1e6-3b23-4052-ae6a-f84c99a38992 req-00671c94-5acf-4828-aaee-c4a7b2b49de1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:12.051273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d96b1e6-3b23-4052-ae6a-f84c99a38992 req-00671c94-5acf-4828-aaee-c4a7b2b49de1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0616488 Feb 03 15:13:12.102505 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d96b1e6-3b23-4052-ae6a-f84c99a38992 req-7494471f-40b5-4fa1-a334-8f379b16e31f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 Feb 03 15:13:13.252982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac856c-3449-4181-ae9c-4778b19fa34e req-c1fe3675-8fa4-4512-997d-897758d789f4 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:13.255829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52ac856c-3449-4181-ae9c-4778b19fa34e req-c1fe3675-8fa4-4512-997d-897758d789f4 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0851326 Feb 03 15:13:13.315561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-52ac856c-3449-4181-ae9c-4778b19fa34e req-47dd1703-05dc-46bc-b864-508350d3b0fe tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540571 Feb 03 15:13:14.443922 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4fba-c884-4441-8f91-c616751d5b07 req-e4f15a8d-c850-4f62-9063-97e0dd607a93 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:14.450062 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88dd4fba-c884-4441-8f91-c616751d5b07 req-e4f15a8d-c850-4f62-9063-97e0dd607a93 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0613770 Feb 03 15:13:14.494889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88dd4fba-c884-4441-8f91-c616751d5b07 req-b441f073-2c9f-4180-9935-bdf13b943e1d tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Feb 03 15:13:15.631515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26502dea-2768-4ce5-99bd-b277493377f7 req-5d3d249e-c4d9-4258-897a-6452ead85d9f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:15.633050 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26502dea-2768-4ce5-99bd-b277493377f7 req-5d3d249e-c4d9-4258-897a-6452ead85d9f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0585029 Feb 03 15:13:15.678718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26502dea-2768-4ce5-99bd-b277493377f7 req-c9fdde7e-d16d-4b6c-81f9-73ad053b1370 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Feb 03 15:13:15.894835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b63df8a5-facb-44e3-bf03-1465bde088fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:16.811932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002ab31-60c5-46f3-90e4-cbd35a597c5e req-b2d78083-5487-4aad-9399-6323a409b8c6 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:16.813544 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3002ab31-60c5-46f3-90e4-cbd35a597c5e req-b2d78083-5487-4aad-9399-6323a409b8c6 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0634527 Feb 03 15:13:16.862335 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3002ab31-60c5-46f3-90e4-cbd35a597c5e req-641c62f4-f272-49fb-b2ad-b6db2a21bc23 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 Feb 03 15:13:17.988915 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afaf05-d429-4d8d-93a9-f03f7ef28db8 req-84bc7d0e-6a01-4528-8f7d-4ff43598af3d tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:17.990406 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14afaf05-d429-4d8d-93a9-f03f7ef28db8 req-84bc7d0e-6a01-4528-8f7d-4ff43598af3d tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0533299 Feb 03 15:13:18.049464 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14afaf05-d429-4d8d-93a9-f03f7ef28db8 req-e40724b0-dcec-466c-ace8-adfbb0b13af1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Feb 03 15:13:18.150945 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33078fa6-65eb-48b0-b530-c80c675fc9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:19.166952 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362c541-ece7-43c0-89f5-3c4cb8173993 req-f8c004c3-aa1a-4350-a6db-617722f08afc tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:19.168402 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4362c541-ece7-43c0-89f5-3c4cb8173993 req-f8c004c3-aa1a-4350-a6db-617722f08afc tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0554585 Feb 03 15:13:19.214117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4362c541-ece7-43c0-89f5-3c4cb8173993 req-075c61f9-f81b-4474-9e73-040a92f711f8 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Feb 03 15:13:19.819347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:20.330795 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bc558-c2a3-40bf-80f2-23993e2d435e req-dccc03c0-d688-4505-bc52-0f2234ae6d6f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:20.332257 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-810bc558-c2a3-40bf-80f2-23993e2d435e req-dccc03c0-d688-4505-bc52-0f2234ae6d6f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0521023 Feb 03 15:13:20.378427 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-810bc558-c2a3-40bf-80f2-23993e2d435e req-9ad75965-4894-4c59-b525-792142be2943 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Feb 03 15:13:20.892401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:21.496273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86228f1-fa5e-4d0c-ab0d-e4f377119f40 req-f92d7784-ce91-4d67-913b-aa418bf8f9f2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:21.497722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f86228f1-fa5e-4d0c-ab0d-e4f377119f40 req-f92d7784-ce91-4d67-913b-aa418bf8f9f2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0519073 Feb 03 15:13:21.547944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f86228f1-fa5e-4d0c-ab0d-e4f377119f40 req-e1989f8d-a246-4598-83bd-4eaf89f7ab34 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446701 Feb 03 15:13:22.267281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:22.665940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc831d5-7d25-4807-ab39-3cdb59b11443 req-06b6671a-36f1-4e71-bd31-84f4b95b549f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:22.667446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bc831d5-7d25-4807-ab39-3cdb59b11443 req-06b6671a-36f1-4e71-bd31-84f4b95b549f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 931 time: 0.0518849 Feb 03 15:13:22.712666 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5bc831d5-7d25-4807-ab39-3cdb59b11443 req-4626ae81-6e62-4444-a3f9-01a3852aea62 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Feb 03 15:13:23.073234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Request body: {'port': {'device_id': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:23.130210 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:23.388238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:13:23.395505 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Publish callbacks [] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:23.407855 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Transition to ACTIVE for port object 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:13:23.411622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:23.463553 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Pushing event updated for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:23.529488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Attempting to bind port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:13:23.529834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Attempting to bind port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:13:23.530427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Attempting to bind port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 on network 9ab99326-d19c-47c0-9665-e62b97311dbb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:13:23.535126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 on network 9ab99326-d19c-47c0-9665-e62b97311dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:13:23.535454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Attempting to bind port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 on network 9ab99326-d19c-47c0-9665-e62b97311dbb {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:13:23.540519 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:13:23.540871 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Checking segment: {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:13:23.541276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Bound using segment: {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:13:23.541692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Bound port: 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd00662-6626-4656-8936-5d8e21faa7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:13:23.542058 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:23.613079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:13:23.616314 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:13:23.622739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:23.655567 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:23.656183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:23.657587 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] 10.222.0.71 "PUT /v2.0/ports/32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 1091 time: 0.6348433 Feb 03 15:13:23.658035 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:13:23.660289 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56" -d '{"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:13:23.687660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d94e6c-ad4c-4441-91c0-c20f0a650553 service neutron] Pushing event updated for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:23.776950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-eda04542-d6d1-4887-8b92-ee85f4886ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:23.778956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-eda04542-d6d1-4887-8b92-ee85f4886ebc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1125 time: 0.0552270 Feb 03 15:13:23.832053 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-b02ffd4d-15e8-4485-abf0-96e5446ff0dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 217 time: 0.0406873 Feb 03 15:13:23.866572 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fed3fa-6a8a-4155-afb5-580ae0f07bd9 x-openstack-request-id: req-b6fed3fa-6a8a-4155-afb5-580ae0f07bd9 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:13:23.866874 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:13:23.867135 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6fed3fa-6a8a-4155-afb5-580ae0f07bd9 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:13:23.867545 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'status': 'completed', 'code': 200} Feb 03 15:13:23.885059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-60bd18ed-1226-4043-89e2-7566c2e173f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:23.886557 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-60bd18ed-1226-4043-89e2-7566c2e173f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0497370 Feb 03 15:13:23.937370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-40d9611f-6dbe-4836-a59f-f0b6ec2d3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:23.938881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-40d9611f-6dbe-4836-a59f-f0b6ec2d3f98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459597 Feb 03 15:13:23.954568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245aeb2-c11d-4994-bd31-374c30a42593 req-8e187aac-7eef-458f-beb8-920b10ab7214 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:23.956082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9245aeb2-c11d-4994-bd31-374c30a42593 req-8e187aac-7eef-458f-beb8-920b10ab7214 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 943 time: 0.0602198 Feb 03 15:13:24.003265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9245aeb2-c11d-4994-bd31-374c30a42593 req-ff25b53c-da8c-4dff-b131-6af5264923eb tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Feb 03 15:13:24.032301 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-edd7e846-cd3e-427c-99cd-1a865bc0fdbd service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875559 Feb 03 15:13:24.118385 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-78b31a15-ba4e-45d6-b0e3-4194d46fbecf req-8c48db5c-4080-427e-a0c7-af94802a69ff service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803649 Feb 03 15:13:24.241522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-0781408c-7a7a-4a66-913c-4c57f0b8e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:24.243004 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-0781408c-7a7a-4a66-913c-4c57f0b8e7ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1125 time: 0.0446050 Feb 03 15:13:24.334309 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-f0ab77aa-45ad-4508-b2ab-7aa28a612842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:24.335965 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-f0ab77aa-45ad-4508-b2ab-7aa28a612842 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.0865963 Feb 03 15:13:24.376035 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-f7f63143-17ac-4d6f-8a54-80e688e2275e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 217 time: 0.0338378 Feb 03 15:13:24.427714 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-7f709c2a-44f0-43ea-8a25-840f6bf83abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:24.429184 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-7f709c2a-44f0-43ea-8a25-840f6bf83abb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0482299 Feb 03 15:13:24.478950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-15b42cc4-d956-43ef-996a-8f815e31bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:24.480527 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-15b42cc4-d956-43ef-996a-8f815e31bf09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459640 Feb 03 15:13:24.570312 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-fd8d2980-6f49-4831-8880-79f95c66fed6 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836155 Feb 03 15:13:24.656445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9050b1cb-f7cd-4e1a-aa4e-b30314fafa56 req-9056d262-2694-42fb-a249-807097ccfa60 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798047 Feb 03 15:13:25.123833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5d63c-2a61-41c4-b7c4-7d9b3c49be7d req-6fd906ca-f9bd-4363-ab2f-0e11b82efe72 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:25.125325 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71f5d63c-2a61-41c4-b7c4-7d9b3c49be7d req-6fd906ca-f9bd-4363-ab2f-0e11b82efe72 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 943 time: 0.0560892 Feb 03 15:13:25.170949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71f5d63c-2a61-41c4-b7c4-7d9b3c49be7d req-a5dc08ed-d5dd-498c-929b-2fa9515767dd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Feb 03 15:13:25.243831 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:26.289492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12beed2-c662-46ca-8eee-012eedd633a4 req-53b7ca96-0606-4a81-932c-9d6b0abc06eb tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:26.290966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d12beed2-c662-46ca-8eee-012eedd633a4 req-53b7ca96-0606-4a81-932c-9d6b0abc06eb tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 943 time: 0.0521438 Feb 03 15:13:26.336209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d12beed2-c662-46ca-8eee-012eedd633a4 req-e250c2b3-1166-48af-9e88-ad935f396671 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Feb 03 15:13:27.455582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d426a-2244-4676-95df-2b32c91dcb0f req-73ae3b7f-1bd2-40dd-838e-6f138c1c59da tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:27.457100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e40d426a-2244-4676-95df-2b32c91dcb0f req-73ae3b7f-1bd2-40dd-838e-6f138c1c59da tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 943 time: 0.0552173 Feb 03 15:13:27.507508 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e40d426a-2244-4676-95df-2b32c91dcb0f req-db310110-7b9d-4f67-9cef-a29583601bd7 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447586 Feb 03 15:13:28.220891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:13:28.319815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:13:28.330697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'port_id': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'mac_address': 'fa:16:3e:4d:42:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:13:28.371378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:13:28.371777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:28.385580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:13:28.404102 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:13:28.408017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:28.455089 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:28.631723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137411-e563-4528-8d38-97495ec717db req-a6b2bc63-b145-4506-aa4c-025744dfc940 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:28.633254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25137411-e563-4528-8d38-97495ec717db req-a6b2bc63-b145-4506-aa4c-025744dfc940 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 944 time: 0.0577486 Feb 03 15:13:28.681422 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25137411-e563-4528-8d38-97495ec717db req-83c7cee1-22fd-41f9-b93d-4a5520fb7736 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418501 Feb 03 15:13:28.775837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['32dacd5f-4dba-4d7f-a156-6e8072cd29b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:13:29.801633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0659f-56be-4e9e-b23c-a883b1f6febf req-cc181a3b-d874-449d-a286-86c74438604a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:29.803044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1c0659f-56be-4e9e-b23c-a883b1f6febf req-cc181a3b-d874-449d-a286-86c74438604a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 944 time: 0.0530632 Feb 03 15:13:29.849588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1c0659f-56be-4e9e-b23c-a883b1f6febf req-0d7d4e37-0c4a-486d-b6da-46d756407c54 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Feb 03 15:13:30.235714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:13:30.285574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:13:30.289349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:13:30.289722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:30.364682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:13:30.365070 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:30.390193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:13:30.392436 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3cca8-56b6-4a2b-99bb-e6e3fe5f1f20" -d '{"events": [{"server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "name": "network-vif-plugged", "status": "completed", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:13:30.405942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:13:30.409893 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:30.455698 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:30.485305 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36c252-30c3-4c2e-be56-8004744f4489 x-openstack-request-id: req-8f36c252-30c3-4c2e-be56-8004744f4489 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:13:30.485797 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "name": "network-vif-plugged", "status": "completed", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:13:30.486061 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f36c252-30c3-4c2e-be56-8004744f4489 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:13:30.486461 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'code': 200} Feb 03 15:13:30.616259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc946d72-e78a-4fa0-bb97-7da86f379444 req-b0dc7d5d-41af-44ba-acac-29c9b8b5c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:30.617772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc946d72-e78a-4fa0-bb97-7da86f379444 req-b0dc7d5d-41af-44ba-acac-29c9b8b5c5e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1127 time: 0.0459480 Feb 03 15:13:30.667425 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cc946d72-e78a-4fa0-bb97-7da86f379444 req-6919fa03-7cdf-4e0c-847d-967bd50bbca8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Feb 03 15:13:30.973488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60960-733e-4855-8fdf-ca8e3cfc3253 req-8d98a164-8108-45d3-823f-337d0af79ca3 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:30.974972 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07f60960-733e-4855-8fdf-ca8e3cfc3253 req-8d98a164-8108-45d3-823f-337d0af79ca3 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0569210 Feb 03 15:13:31.020645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07f60960-733e-4855-8fdf-ca8e3cfc3253 req-174e088f-b761-4a7c-9711-035f3940d22c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Feb 03 15:13:32.141285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4696-ff12-463b-a597-798b3de7b974 req-318909ca-6927-4ae5-b854-48c8bfd66194 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:32.142777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98dd4696-ff12-463b-a597-798b3de7b974 req-318909ca-6927-4ae5-b854-48c8bfd66194 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0538757 Feb 03 15:13:32.189070 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98dd4696-ff12-463b-a597-798b3de7b974 req-9d8b1621-efb8-4d45-ab29-781ef947c54d tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Feb 03 15:13:32.308791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db0b5d-b71e-44f4-b510-98b1a05c8885 req-472a713a-768d-42bb-9b53-306bd04c8841 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:32.310218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25db0b5d-b71e-44f4-b510-98b1a05c8885 req-472a713a-768d-42bb-9b53-306bd04c8841 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0570030 Feb 03 15:13:32.355996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-25db0b5d-b71e-44f4-b510-98b1a05c8885 req-73197ae3-af4b-4170-be7c-2f3d964438f9 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Feb 03 15:13:32.542564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9efc4c-7bcc-4c16-b73d-571a784c8a2a req-90d2d585-aa80-4bd7-a34f-a4ba8396ddc0 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:32.544037 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f9efc4c-7bcc-4c16-b73d-571a784c8a2a req-90d2d585-aa80-4bd7-a34f-a4ba8396ddc0 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0521264 Feb 03 15:13:32.589576 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f9efc4c-7bcc-4c16-b73d-571a784c8a2a req-3f20fd99-6489-44e7-8890-e7815098d5d5 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399532 Feb 03 15:13:39.577840 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:44.354847 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:13:45.896575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8ec4f13-71fd-4d84-af20-9a7baed4bab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:48.151474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d373b28-fe8a-4f69-8a1b-0f370b061449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:48.175264 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-c9d885b8-f7d8-4a87-bbb0-00ef51948bba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442667 Feb 03 15:13:48.278730 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-bc79a6a7-ffb3-43ee-8fad-6cf8eb371a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:48.280403 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-bc79a6a7-ffb3-43ee-8fad-6cf8eb371a87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1127 time: 0.0438790 Feb 03 15:13:48.383646 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-75174c13-a0bc-4993-8425-a70b4b8ca40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:48.385168 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-75174c13-a0bc-4993-8425-a70b4b8ca40f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.0877595 Feb 03 15:13:48.425629 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-621bc724-e687-4b1a-8686-e1486a1d4c3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 217 time: 0.0333111 Feb 03 15:13:48.472396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-b882270e-db36-4e99-a794-15919a984ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:48.473880 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-b882270e-db36-4e99-a794-15919a984ee7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0429206 Feb 03 15:13:48.524832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-592b2a3f-d1e6-4621-bb0a-d6e1cf981d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:48.526284 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-592b2a3f-d1e6-4621-bb0a-d6e1cf981d0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471570 Feb 03 15:13:48.613818 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-4a390c70-a6df-4664-ad81-1e57878d937a service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805206 Feb 03 15:13:48.702729 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab269fe8-52ba-4a63-b2aa-0c50d055b532 req-85e684bc-4734-4b86-8e7c-e8c8df639c45 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836067 Feb 03 15:13:49.822965 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:50.895779 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:51.409976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda9da-27f5-4edc-8f26-ed96c724a23d req-b1408f62-704b-4457-b16f-6a8f5ee62589 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:51.411448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6bda9da-27f5-4edc-8f26-ed96c724a23d req-b1408f62-704b-4457-b16f-6a8f5ee62589 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0522497 Feb 03 15:13:51.461101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f6bda9da-27f5-4edc-8f26-ed96c724a23d req-fcee47b4-2794-4b03-98d6-b2f1ac56a4e8 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 Feb 03 15:13:51.485249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36176) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:51.577101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f802896-2ea0-41d6-9d18-d7f281a2767e tempest-TestMinimumBasicScenario-1705217313 tempest-TestMinimumBasicScenario-1705217313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:51.581563 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8f802896-2ea0-41d6-9d18-d7f281a2767e tempest-TestMinimumBasicScenario-1705217313 tempest-TestMinimumBasicScenario-1705217313-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1122 time: 0.0924079 Feb 03 15:13:51.581756 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36180) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:51.586126 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:51.606956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:51.703497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:51.802170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Allocated IP 172.25.0.97 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/049adb30-7f8f-40f2-9c1c-bed5eb762bae) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:13:51.903019 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:51.936397 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:51.973522 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:13:51.976339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:13:51.979834 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:13:52.005054 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'Port': ['ID=049adb30-7f8f-40f2-9c1c-bed5eb762bae,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:52.269918 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:52.349595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for floatingip (97580aa1-992b-4618-be45-f77d14a345e8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:52.419942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:52.569464 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:52.573868 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:52.640319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'Port': ['ID=049adb30-7f8f-40f2-9c1c-bed5eb762bae,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:52.652326 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (97580aa1-992b-4618-be45-f77d14a345e8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:52.765679 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Floating IP 97580aa1-992b-4618-be45-f77d14a345e8 associated. External IP: 172.25.0.97, port: 32dacd5f-4dba-4d7f-a156-6e8072cd29b3. Feb 03 15:13:53.352672 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Router aa701ae6-201d-4327-8d97-87affebea008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:13:53.471872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:13:53.481882 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] Sync routers for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:13:53.490266 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.492803 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:13:53.493422 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:13:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:53.520380 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2fd2e538-ddf9-4bfc-976e-2eef84e442bd tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9375708 Feb 03 15:13:53.521101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:13:53.523449 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df964b-bc7b-4d03-b940-70bd06e00029" -d '{"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:13:53.523626 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36182) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:53.528320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356923302', 'description': 'tempest-secgroup-smoke-1356923302 description', 'project_id': 'fb5a05d2f8e4415787f2972c16501656'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:53.569880 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.574293 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b3ab7-6e3d-4011-a256-6ece2a032c21 x-openstack-request-id: req-298b3ab7-6e3d-4011-a256-6ece2a032c21 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:13:53.575384 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:13:53.575548 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-298b3ab7-6e3d-4011-a256-6ece2a032c21 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:13:53.575962 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'status': 'completed', 'code': 200} Feb 03 15:13:53.610845 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:13:53.642015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group (e7b20782-30b7-4407-9a11-a7a7d4bb7f95), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.647524 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e7b20782-30b7-4407-9a11-a7a7d4bb7f95), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.666811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-90b6d3e9-3049-4480-844d-6ba78d272a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:53.669690 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-90b6d3e9-3049-4480-844d-6ba78d272a62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1127 time: 0.0520775 Feb 03 15:13:53.673594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.674817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1501966 Feb 03 15:13:53.682491 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:53.687459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-74f861e3-efff-421a-b4af-b5a12279f60e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20782-30b7-4407-9a11-a7a7d4bb7f95', 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:53.693412 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b20782-30b7-4407-9a11-a7a7d4bb7f95,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:53.707418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.707765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.708116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.708487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.708834 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.709164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.709501 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.709831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.710276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.710612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.710941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.711267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.711590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5879c9-d877-4e91-b3f9-1e82e5501ad1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:53.728914 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74f861e3-efff-421a-b4af-b5a12279f60e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (859a45aa-492a-41a0-b6f3-5a2bdadaa6ec), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.776541 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-ca4f3dd9-35fa-45c3-8ef0-fac5ca67191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:53.778075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-ca4f3dd9-35fa-45c3-8ef0-fac5ca67191d service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.1018956 Feb 03 15:13:53.783278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74f861e3-efff-421a-b4af-b5a12279f60e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (859a45aa-492a-41a0-b6f3-5a2bdadaa6ec), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.788756 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74f861e3-efff-421a-b4af-b5a12279f60e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (859a45aa-492a-41a0-b6f3-5a2bdadaa6ec), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.808366 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f861e3-efff-421a-b4af-b5a12279f60e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859a45aa-492a-41a0-b6f3-5a2bdadaa6ec,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:53.816258 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-74f861e3-efff-421a-b4af-b5a12279f60e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.824052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-74f861e3-efff-421a-b4af-b5a12279f60e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381013 Feb 03 15:13:53.824322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36188) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:53.828803 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4ad3d8b1-3db6-4ead-82ce-be9b86125f50 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20782-30b7-4407-9a11-a7a7d4bb7f95', 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:53.854052 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-c57e268e-3b12-46d3-b09f-cc679ab5cd08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 998 time: 0.0703001 Feb 03 15:13:53.856828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d8b1-3db6-4ead-82ce-be9b86125f50 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (73e43a00-258c-4913-93ba-5d1a7ce01454), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.870939 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '97580aa1-992b-4618-be45-f77d14a345e8', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'port_id': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'mac_address': 'fa:16:3e:4d:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:13:52Z', 'updated_at': '2022-02-03T15:13:52Z', 'revision_number': 0, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:53.898179 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] Checking router: aa701ae6-201d-4327-8d97-87affebea008 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:13:53.903451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-0b2ceec1-5853-4509-8502-b2a7c60c4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:53.905274 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-0b2ceec1-5853-4509-8502-b2a7c60c4f00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0452821 Feb 03 15:13:53.907767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:13:53.908510 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:13:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:53.915707 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d8b1-3db6-4ead-82ce-be9b86125f50 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (73e43a00-258c-4913-93ba-5d1a7ce01454), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.920067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d8b1-3db6-4ead-82ce-be9b86125f50 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (73e43a00-258c-4913-93ba-5d1a7ce01454), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.939610 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3d8b1-3db6-4ead-82ce-be9b86125f50 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e43a00-258c-4913-93ba-5d1a7ce01454,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:53.949871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d8b1-3db6-4ead-82ce-be9b86125f50 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:53.953821 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4ad3d8b1-3db6-4ead-82ce-be9b86125f50 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257937 Feb 03 15:13:53.953979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36190) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:53.958817 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9b130f88-13f5-4b99-9d96-a7f45d2ef0d2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20782-30b7-4407-9a11-a7a7d4bb7f95', 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:53.962997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-448b6119-b8a6-41a8-aed9-6a4bb24e621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:53.964693 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-448b6119-b8a6-41a8-aed9-6a4bb24e621f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531924 Feb 03 15:13:53.987419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b130f88-13f5-4b99-9d96-a7f45d2ef0d2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (08fa08cf-2df3-45b5-aa02-197c65eb3946), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.033081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:13:54.053052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b130f88-13f5-4b99-9d96-a7f45d2ef0d2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (08fa08cf-2df3-45b5-aa02-197c65eb3946), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.057074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b130f88-13f5-4b99-9d96-a7f45d2ef0d2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (08fa08cf-2df3-45b5-aa02-197c65eb3946), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.063590 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-189f9552-f415-4b5a-bbee-b371ba97cb56 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916028 Feb 03 15:13:54.078694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b130f88-13f5-4b99-9d96-a7f45d2ef0d2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fa08cf-2df3-45b5-aa02-197c65eb3946,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:54.090935 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b130f88-13f5-4b99-9d96-a7f45d2ef0d2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.092355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9b130f88-13f5-4b99-9d96-a7f45d2ef0d2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373389 Feb 03 15:13:54.094972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36192) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:54.099344 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0e5b4fc4-938b-4e32-8134-91c7966f3153 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20782-30b7-4407-9a11-a7a7d4bb7f95', 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:54.128619 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4fc4-938b-4e32-8134-91c7966f3153 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (7ae12b29-8b32-41f0-9957-9225c95e6fd1), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.166210 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-08df964b-bc7b-4d03-b940-70bd06e00029 req-a435b3a3-8955-499d-ab3e-72621c3f7d3b service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961030 Feb 03 15:13:54.191067 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4fc4-938b-4e32-8134-91c7966f3153 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (7ae12b29-8b32-41f0-9957-9225c95e6fd1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.195248 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4fc4-938b-4e32-8134-91c7966f3153 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7ae12b29-8b32-41f0-9957-9225c95e6fd1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.221718 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b4fc4-938b-4e32-8134-91c7966f3153 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae12b29-8b32-41f0-9957-9225c95e6fd1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:54.229126 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4fc4-938b-4e32-8134-91c7966f3153 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.230704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0e5b4fc4-938b-4e32-8134-91c7966f3153 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344962 Feb 03 15:13:54.233988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36194) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:54.238573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20782-30b7-4407-9a11-a7a7d4bb7f95', 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:54.258862 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Project fb5a05d2f8e4415787f2972c16501656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:13:54.263956 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (21104bd8-684a-4f1a-a88d-5c69aee87f1b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.280214 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '97580aa1-992b-4618-be45-f77d14a345e8', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'port_id': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'mac_address': 'fa:16:3e:4d:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:13:52Z', 'updated_at': '2022-02-03T15:13:52Z', 'revision_number': 0, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:13:54.307567 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824464f-0cc5-4917-bb04-b0afc2310d58 None None] The sync data for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 is: [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '97580aa1-992b-4618-be45-f77d14a345e8', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'port_id': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'mac_address': 'fa:16:3e:4d:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:13:52Z', 'updated_at': '2022-02-03T15:13:52Z', 'revision_number': 0, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:13:54.331806 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (21104bd8-684a-4f1a-a88d-5c69aee87f1b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.336185 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (21104bd8-684a-4f1a-a88d-5c69aee87f1b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.357888 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21104bd8-684a-4f1a-a88d-5c69aee87f1b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:54.363201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.364448 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293752 Feb 03 15:13:54.367280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36196) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:13:54.369673 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.369945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.370292 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.370711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.370955 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.371288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.371652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.371892 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'security_group_rule': {'security_group_id': 'e7b20782-30b7-4407-9a11-a7a7d4bb7f95', 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:54.372012 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.372451 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.372803 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.373131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.373458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.373780 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d164-86d2-480e-b765-994aa2fbf663 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:13:54.397007 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Project fb5a05d2f8e4415787f2972c16501656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:13:54.402591 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (61958068-99a6-453e-82a1-6cf5149db563), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.463337 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (61958068-99a6-453e-82a1-6cf5149db563), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.468396 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (61958068-99a6-453e-82a1-6cf5149db563), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.487360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61958068-99a6-453e-82a1-6cf5149db563,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:54.495055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.496299 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a090b2e6-c82a-461d-832f-1dd88b9ce927 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280065 Feb 03 15:13:54.531999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ccad7-a0fd-4251-97d8-be20f8af2ee2 None None] New status for floating IP 97580aa1-992b-4618-be45-f77d14a345e8: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:13:54.593026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-35fd74a7-c2cb-4ae0-8772-2a4bcbdc28e2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356923302&fields=id&tenant_id=fb5a05d2f8e4415787f2972c16501656 HTTP/1.1" status: 200 len: 267 time: 0.0453775 Feb 03 15:13:54.651687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-008fb202-b370-46f3-8dc7-1163a2c586ae tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:54.653875 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-008fb202-b370-46f3-8dc7-1163a2c586ae tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0553854 Feb 03 15:13:54.665387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'port': {'security_groups': ['b7bd5231-8aa5-477d-b43e-cfcb52ed42f0', 'e7b20782-30b7-4407-9a11-a7a7d4bb7f95']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:13:54.736845 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.919984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:13:54.948235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.953471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:54.985802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['32dacd5f-4dba-4d7f-a156-6e8072cd29b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:13:55.002221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:55.002876 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:55.004461 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a8945ffa-4dae-4e7d-92b3-969c17289277 req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "PUT /v2.0/ports/32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 981 time: 0.3435562 Feb 03 15:13:55.004923 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:13:55.010514 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:13:55.032164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563628a-9807-4103-834f-0786644c75a2 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:13:55.124555 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['32dacd5f-4dba-4d7f-a156-6e8072cd29b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:13:55.129072 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f1deb-1c6f-4119-a2e4-2debe3053b17 req-d4f358a5-b5d1-4475-89f9-8dd530169086 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:55.130660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-516f1deb-1c6f-4119-a2e4-2debe3053b17 req-d4f358a5-b5d1-4475-89f9-8dd530169086 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0586140 Feb 03 15:13:55.199455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-516f1deb-1c6f-4119-a2e4-2debe3053b17 req-227bf1ee-f81f-432b-b5df-3008fa72b31a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611346 Feb 03 15:13:55.291248 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:55.305909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fb688d25-42e3-4b59-b29b-0a986911f1dd None None] Provisioning complete for port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:13:55.306287 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb688d25-42e3-4b59-b29b-0a986911f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:13:55.309121 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc2671f-95e0-4a34-9eba-a3adadab9ada x-openstack-request-id: req-bcc2671f-95e0-4a34-9eba-a3adadab9ada {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:13:55.309424 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:13:55.309680 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcc2671f-95e0-4a34-9eba-a3adadab9ada {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:13:55.310085 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'status': 'completed', 'code': 200} Feb 03 15:13:55.409145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-80b9e853-c231-45a8-932c-365a10068afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:55.411120 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-80b9e853-c231-45a8-932c-365a10068afc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1166 time: 0.0549071 Feb 03 15:13:55.506268 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-81d1e3a3-2b42-4661-b0cb-d62af406cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:55.507847 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-81d1e3a3-2b42-4661-b0cb-d62af406cd86 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.0899987 Feb 03 15:13:55.512650 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fb688d25-42e3-4b59-b29b-0a986911f1dd None None] Current status of the port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:13:55.575493 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-d02e3cdf-fc29-4c01-b923-653060fa0249 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 1000 time: 0.0605390 Feb 03 15:13:55.628437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-c26b9b3c-f0e3-4c13-a43b-a5f503c8e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:55.629967 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-c26b9b3c-f0e3-4c13-a43b-a5f503c8e095 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0485106 Feb 03 15:13:55.679129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-f715acfc-9a56-4c1d-ad29-db14c1b57114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:13:55.680681 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-f715acfc-9a56-4c1d-ad29-db14c1b57114 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449913 Feb 03 15:13:55.768179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-634a7b7c-c87d-40cb-b5ba-c47de722e317 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804200 Feb 03 15:13:55.861427 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ab27a4c9-b0ca-401f-9a3c-0b8950d7a7cb req-7069ba54-4e71-4a94-9bf0-8d7a5f7953ea service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855789 Feb 03 15:14:09.582967 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:15.897712 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0236ec36-84c4-4561-a687-af0190aaf6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:18.152630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b56a65a9-70d4-4332-8ad5-5210e781f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:19.825712 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:20.897882 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:21.354871 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:14:22.274851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:25.257492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:39.605938 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:40.270176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d703a85-475e-4344-b3f9-a14ca0fc4a9e req-985180a0-dcfa-4b84-a891-c9a555dd4e1d tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:40.271675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d703a85-475e-4344-b3f9-a14ca0fc4a9e req-985180a0-dcfa-4b84-a891-c9a555dd4e1d tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0620306 Feb 03 15:14:40.308963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-12868e16-8f42-41a0-9d40-15afc8337834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:40.310518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-12868e16-8f42-41a0-9d40-15afc8337834 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1166 time: 0.0457127 Feb 03 15:14:40.332065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6d703a85-475e-4344-b3f9-a14ca0fc4a9e req-98434d8a-a563-4e6e-accd-f986179bc795 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543501 Feb 03 15:14:40.404628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-81b0101c-d2c0-4815-a548-fbf5c2515716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:40.406101 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-81b0101c-d2c0-4815-a548-fbf5c2515716 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.0881183 Feb 03 15:14:40.473005 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-369988fd-d92f-46d6-96d1-14999ac77095 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 1000 time: 0.0572035 Feb 03 15:14:40.519830 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-e2fe6bf2-9018-4f3a-bec0-3de852c1c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:40.521304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-e2fe6bf2-9018-4f3a-bec0-3de852c1c911 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0423110 Feb 03 15:14:40.575931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-ca39781d-f08c-4849-a769-63f922a3863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:40.577450 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-ca39781d-f08c-4849-a769-63f922a3863e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480068 Feb 03 15:14:40.665333 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-c1fd929a-c82f-4331-bb1b-4af0fc6cb6a4 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810509 Feb 03 15:14:40.757702 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-eed3d3c3-a8bc-4f30-9648-98c9bf6f15c7 req-a0d080ab-83ca-4365-b2d3-39fa24f123ea service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Feb 03 15:14:41.457181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd0be4-071d-48a2-954f-e6d319b617f1 req-19bca16e-e726-4562-a01b-390a7dc7cfad tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:41.458664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08cd0be4-071d-48a2-954f-e6d319b617f1 req-19bca16e-e726-4562-a01b-390a7dc7cfad tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0570195 Feb 03 15:14:41.516168 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-08cd0be4-071d-48a2-954f-e6d319b617f1 req-0993c556-894b-4570-b7ce-85a97cb77c41 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514486 Feb 03 15:14:42.644068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dbb10-071a-4277-9a50-af7b9dae6da4 req-c6bd218c-8359-4e6d-acea-2f24e7212cd7 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:42.645594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d9dbb10-071a-4277-9a50-af7b9dae6da4 req-c6bd218c-8359-4e6d-acea-2f24e7212cd7 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0524833 Feb 03 15:14:42.705254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d9dbb10-071a-4277-9a50-af7b9dae6da4 req-269af53f-b051-42a8-8128-d131e83b0e08 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535581 Feb 03 15:14:43.823277 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1b259-5d58-4f6c-beaf-f146063f1895 req-3e8b6be4-63ac-40fb-832a-d07cc2e8a981 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:43.824762 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6da1b259-5d58-4f6c-beaf-f146063f1895 req-3e8b6be4-63ac-40fb-832a-d07cc2e8a981 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0529358 Feb 03 15:14:43.886763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6da1b259-5d58-4f6c-beaf-f146063f1895 req-7bfa76bf-5c00-4943-9e14-1fe960f1e29b tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557556 Feb 03 15:14:45.007324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af22e-f856-4380-8cc1-7e4d12c03eef req-cb51bc1d-87b0-4534-8536-5c64f2d57f10 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:45.008828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b02af22e-f856-4380-8cc1-7e4d12c03eef req-cb51bc1d-87b0-4534-8536-5c64f2d57f10 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0527596 Feb 03 15:14:45.067323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b02af22e-f856-4380-8cc1-7e4d12c03eef req-dcbdae24-a7b7-4e1b-b7c5-9b5bd56c71f8 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528855 Feb 03 15:14:45.898434 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fe68-3f5d-41e8-9057-54d5f22d12f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:46.184970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edd598-f85e-4971-a960-ff3e452f46bd req-18434d6d-5487-4e90-a755-6434ba5e3d7e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:46.186452 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71edd598-f85e-4971-a960-ff3e452f46bd req-18434d6d-5487-4e90-a755-6434ba5e3d7e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0527244 Feb 03 15:14:46.244765 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-71edd598-f85e-4971-a960-ff3e452f46bd req-f50e9298-d86d-40c1-ae52-7a9f6f87abf9 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519881 Feb 03 15:14:47.371466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e704ce-613b-40ac-bef9-e3afc7e346f4 req-234340f7-dd08-4e96-b2a5-25892e14b2eb tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:47.372971 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5e704ce-613b-40ac-bef9-e3afc7e346f4 req-234340f7-dd08-4e96-b2a5-25892e14b2eb tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0571158 Feb 03 15:14:47.431541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5e704ce-613b-40ac-bef9-e3afc7e346f4 req-0659ec08-1d8b-4fb7-83d1-a02359e5cc7e tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528755 Feb 03 15:14:48.154494 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6f7e-b3b1-4d31-9bb0-ea5a27d1d276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:48.215419 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-5db65342-629b-4862-87cf-95ca487b01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:48.216958 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-5db65342-629b-4862-87cf-95ca487b01a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1166 time: 0.0463543 Feb 03 15:14:48.327135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-37f25a32-196a-48d9-8eb8-94b46e6e19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:48.328644 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-37f25a32-196a-48d9-8eb8-94b46e6e19b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.0896904 Feb 03 15:14:48.392321 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-a5164436-c243-4abb-aee5-81a49ace1d6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 1000 time: 0.0573189 Feb 03 15:14:48.438277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-32c4f850-17db-40b4-840d-05d858bd5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:48.439608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-32c4f850-17db-40b4-840d-05d858bd5f8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0423701 Feb 03 15:14:48.492828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-e5197977-bfaf-44f3-ae4a-fc87e2f55c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:48.494361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-e5197977-bfaf-44f3-ae4a-fc87e2f55c61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491631 Feb 03 15:14:48.552256 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0bf9-996d-492f-8741-049f2e7d4e80 req-70e93cde-186c-494e-ad3c-8b42d412dc3a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:48.553321 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f06b0bf9-996d-492f-8741-049f2e7d4e80 req-70e93cde-186c-494e-ad3c-8b42d412dc3a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0538466 Feb 03 15:14:48.583718 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-8ba791d7-8c63-4e0c-b7ab-089339fbeac1 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831981 Feb 03 15:14:48.613330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f06b0bf9-996d-492f-8741-049f2e7d4e80 req-90874525-9dd0-42d1-9d2a-9c992ac79aa4 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543516 Feb 03 15:14:48.674836 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a2d43c0c-5f94-4686-a7cc-1f7a8860ffc2 req-b5ba1025-028f-4f5d-bf11-04a546fac33b service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856133 Feb 03 15:14:49.740578 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648c374-c201-4461-b0cb-1fdea6c50ea1 req-6a3bf728-fcb0-4c75-a5b4-3e6bea11c7e8 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:49.742060 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4648c374-c201-4461-b0cb-1fdea6c50ea1 req-6a3bf728-fcb0-4c75-a5b4-3e6bea11c7e8 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0564277 Feb 03 15:14:49.800841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4648c374-c201-4461-b0cb-1fdea6c50ea1 req-cecea798-ddf7-46b7-810a-079029b86bd8 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529785 Feb 03 15:14:49.828044 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:50.900246 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:50.924479 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccf66b-a7e5-44cf-ae1a-b25f17d98ca6 req-afff05ba-e890-4b3b-9521-7164b17b05cc tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:50.925992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceccf66b-a7e5-44cf-ae1a-b25f17d98ca6 req-afff05ba-e890-4b3b-9521-7164b17b05cc tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0542142 Feb 03 15:14:50.984559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ceccf66b-a7e5-44cf-ae1a-b25f17d98ca6 req-52595cb5-7d8f-42d6-9aed-3d9ff2e8b987 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528123 Feb 03 15:14:52.118582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a185-4461-4fa5-9a6b-c2e0c5139e5e req-3179e81b-5e62-4b52-9144-5d1b50de064c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:14:52.120094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed74a185-4461-4fa5-9a6b-c2e0c5139e5e req-3179e81b-5e62-4b52-9144-5d1b50de064c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0562077 Feb 03 15:14:52.181888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ed74a185-4461-4fa5-9a6b-c2e0c5139e5e req-456ee470-b7a0-4585-bc57-1012d6e06770 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&id=e7b20782-30b7-4407-9a11-a7a7d4bb7f95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561581 Feb 03 15:14:52.276875 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:55.261722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:14:58.354112 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:15:09.610605 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:15.899940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1039aa44-cef5-4364-a35d-ce9ae7a4aba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:18.155171 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-000043d8-2daf-4dd4-be51-63324663907f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:19.831580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:20.902947 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:22.278365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:25.256113 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:35.353896 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:15:39.603492 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.046710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-8bbc97f3-5bb7-49bc-a81e-dd247efebd4f tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356923302&fields=id&tenant_id=fb5a05d2f8e4415787f2972c16501656 HTTP/1.1" status: 200 len: 267 time: 0.0425396 Feb 03 15:15:41.102490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-f255baf1-d4af-46d4-ad8a-743f96b8d9f6 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:41.103934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-f255baf1-d4af-46d4-ad8a-743f96b8d9f6 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 984 time: 0.0515041 Feb 03 15:15:41.114867 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Request body: {'port': {'security_groups': ['b7bd5231-8aa5-477d-b43e-cfcb52ed42f0']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:15:41.184359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.354710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:15:41.384519 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.388958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.422432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['32dacd5f-4dba-4d7f-a156-6e8072cd29b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:15:41.437402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:41.438032 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.440023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cca6d403-df45-4659-92a5-07e5d4d7cf35 req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "PUT /v2.0/ports/32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 942 time: 0.3300939 Feb 03 15:15:41.440509 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:15:41.442779 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568e1998-be2b-4415-890c-9f5d6a8f4a89" -d '{"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:15:41.446500 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:15:41.466731 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event updated for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:15:41.475561 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.475797 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.476028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.476336 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.477192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.477192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.477416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.477638 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.477963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.478288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.478605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.478930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.479465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdf0c4-ec80-441f-9c6a-0581b043ce03 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.489522 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efb4d28-00b7-4891-aeda-c5030d26ab72 x-openstack-request-id: req-9efb4d28-00b7-4891-aeda-c5030d26ab72 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:15:41.489819 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:15:41.490074 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9efb4d28-00b7-4891-aeda-c5030d26ab72 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:15:41.490490 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'status': 'completed', 'code': 200} Feb 03 15:15:41.527066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group (e7b20782-30b7-4407-9a11-a7a7d4bb7f95), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.557802 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['32dacd5f-4dba-4d7f-a156-6e8072cd29b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:15:41.585734 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group (e7b20782-30b7-4407-9a11-a7a7d4bb7f95), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.633272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-81baa3aa-b7b3-413d-9797-14ee8126d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:41.635076 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-81baa3aa-b7b3-413d-9797-14ee8126d01e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1127 time: 0.0912926 Feb 03 15:15:41.719582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e7b20782-30b7-4407-9a11-a7a7d4bb7f95), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.722331 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.723487 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "DELETE /v2.0/security-groups/e7b20782-30b7-4407-9a11-a7a7d4bb7f95 HTTP/1.1" status: 204 len: 168 time: 0.2759414 Feb 03 15:15:41.726321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36284) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:15:41.737242 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b20782-30b7-4407-9a11-a7a7d4bb7f95,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:15:41.755963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.756467 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.756833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.757178 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.757644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.757984 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.758322 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.758642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.758966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.759294 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.759621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.759943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.760265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69628e53-d23d-4bae-928d-9744702ac836 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:15:41.764165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dbe00188-756a-42e4-8908-953b061068dd None None] Provisioning complete for port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:15:41.764564 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbe00188-756a-42e4-8908-953b061068dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.772179 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-6ef577b9-4b96-4c73-b6af-d92eb3f78bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:41.773752 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-6ef577b9-4b96-4c73-b6af-d92eb3f78bcd service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.1309948 Feb 03 15:15:41.855085 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-6dcfe217-92dc-4cd3-8bfd-944504e3068b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 1000 time: 0.0750742 Feb 03 15:15:41.865943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dbe00188-756a-42e4-8908-953b061068dd None None] Current status of the port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:15:41.907260 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-f5bd6b04-e9fe-45cb-aeff-c56af3125593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:41.907522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Deleting port 049adb30-7f8f-40f2-9c1c-bed5eb762bae {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:15:41.907637 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.908853 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-f5bd6b04-e9fe-45cb-aeff-c56af3125593 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0469360 Feb 03 15:15:41.958258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-68355df6-f869-4c56-bab7-df43c6680ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:41.959765 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-68355df6-f869-4c56-bab7-df43c6680ae8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445664 Feb 03 15:15:41.980714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.981475 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for floatingip (049adb30-7f8f-40f2-9c1c-bed5eb762bae), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:41.993387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Calling delete_port for 049adb30-7f8f-40f2-9c1c-bed5eb762bae owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:15:42.051105 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-d1cbe54b-7599-4662-983b-f880ff85744b service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853868 Feb 03 15:15:42.139501 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-568e1998-be2b-4415-890c-9f5d6a8f4a89 req-06daf8a7-1b23-4b6c-b7b8-8dc9f114dd37 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817392 Feb 03 15:15:42.151522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (049adb30-7f8f-40f2-9c1c-bed5eb762bae), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:42.179898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event deleted for resources: {'Port': ['ID=049adb30-7f8f-40f2-9c1c-bed5eb762bae,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:15:42.244318 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks [] for floatingip (97580aa1-992b-4618-be45-f77d14a345e8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:42.244612 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Floating IP 97580aa1-992b-4618-be45-f77d14a345e8 disassociated (deleted). External IP: 172.25.0.97, port: 32dacd5f-4dba-4d7f-a156-6e8072cd29b3. Feb 03 15:15:42.453709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Router aa701ae6-201d-4327-8d97-87affebea008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:15:42.562108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:15:42.566727 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:42.571296 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] Sync routers for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:15:42.581054 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:15:42.581653 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:15:42.595841 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e93342b0-1e04-40a0-812b-bd8bf38dcb4c tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "DELETE /v2.0/floatingips/97580aa1-992b-4618-be45-f77d14a345e8 HTTP/1.1" status: 204 len: 168 time: 0.8684049 Feb 03 15:15:42.692374 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:15:42.896113 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:15:42.933965 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] Checking router: aa701ae6-201d-4327-8d97-87affebea008 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:15:42.942398 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:15:42.942994 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:15:43.049657 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:15:43.340453 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:15:43.366953 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d83d8-9a21-4672-8de7-a24d6b69b3fe None None] The sync data for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 is: [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd87c9671-e464-4be6-a521-18f3060f69da', 'name': '', 'network_id': '9ab99326-d19c-47c0-9665-e62b97311dbb', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'mac_address': 'fa:16:3e:dc:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:52Z', 'updated_at': '2022-02-03T15:12:57Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'subnets': [{'id': '0a684bff-2f01-4052-980d-6e0a50783e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:15:43.492141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:15:43.494617 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1515e6e-8cf8-4bf4-aca7-717ae351756a" -d '{"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:15:43.536557 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eab508-3a8d-494a-9f4c-d4652e5d4719 x-openstack-request-id: req-76eab508-3a8d-494a-9f4c-d4652e5d4719 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:15:43.536882 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:15:43.537144 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76eab508-3a8d-494a-9f4c-d4652e5d4719 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:15:43.537560 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'status': 'completed', 'code': 200} Feb 03 15:15:43.625193 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30584f6-22fd-4181-85e5-2ca1b4b67c60 None None] New status for floating IP 97580aa1-992b-4618-be45-f77d14a345e8: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:15:43.635412 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-cb01d769-52b1-4466-957c-e49fad40f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:43.637358 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-cb01d769-52b1-4466-957c-e49fad40f686 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1127 time: 0.0579116 Feb 03 15:15:43.734193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-8402955e-a358-44e1-b053-d9d2c8e28a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:43.736243 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-8402955e-a358-44e1-b053-d9d2c8e28a43 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.0936487 Feb 03 15:15:43.775283 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-3a4e3d96-22ac-4030-a1f0-a8c579bac010 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 217 time: 0.0336232 Feb 03 15:15:43.827256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-ba79a152-29c1-4127-befe-6edb2660f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:43.829394 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-ba79a152-29c1-4127-befe-6edb2660f098 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0475299 Feb 03 15:15:43.880193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-92f8100c-9eb1-4838-a39b-117831c3e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:43.881755 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-92f8100c-9eb1-4838-a39b-117831c3e7ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472043 Feb 03 15:15:43.971613 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-dfdf17cd-f6a0-410d-9f35-453e07022805 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841379 Feb 03 15:15:44.058404 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a1515e6e-8cf8-4bf4-aca7-717ae351756a req-55d194e2-13d5-4b7d-b229-0cb85b8abb8f service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809240 Feb 03 15:15:45.902365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b97afcd-e783-48e7-ade8-2d7abe58fb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:48.169271 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6e4972a-4370-4bb8-8517-62427561a455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:49.834700 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:50.225219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-d9151ab4-0cfa-462c-a3e4-e07089028888 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514724 Feb 03 15:15:50.328084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-64bb5ed7-063f-445b-9650-833d676463e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:50.329642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-64bb5ed7-063f-445b-9650-833d676463e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb5a05d2f8e4415787f2972c16501656&device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 1127 time: 0.0482521 Feb 03 15:15:50.431737 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-f2a1b3f8-43dd-450b-b22a-8bfaf99842c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:50.433165 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-f2a1b3f8-43dd-450b-b22a-8bfaf99842c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 200 len: 916 time: 0.0853419 Feb 03 15:15:50.476702 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-d3504fce-f9f1-45f6-8a13-e62ddcaf2747 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 200 len: 217 time: 0.0370090 Feb 03 15:15:50.525063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-a017ebe4-5632-40e9-b948-3db4e6aeffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:50.526899 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-a017ebe4-5632-40e9-b948-3db4e6aeffa2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 200 len: 854 time: 0.0453522 Feb 03 15:15:50.576868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-4763165b-2b44-45cb-8aa6-08dc60647192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:50.578365 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-4763165b-2b44-45cb-8aa6-08dc60647192 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ab99326-d19c-47c0-9665-e62b97311dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448387 Feb 03 15:15:50.669779 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-2729352b-b335-42c1-aace-3152e9f06b8a service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857739 Feb 03 15:15:50.758402 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-637c7e4f-1355-4d90-b239-4c6e0ca59d83 req-1e5413df-f314-4649-9788-33a65652dc87 service neutron] 10.222.0.71 "GET /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826561 Feb 03 15:15:50.907806 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:52.282514 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:55.253317 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:15:57.949498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db1b1a-403b-40ab-aabd-2723bdf58f41 req-4030d50e-641d-416c-89e1-7dd3ca9e4a47 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:57.950927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83db1b1a-403b-40ab-aabd-2723bdf58f41 req-4030d50e-641d-416c-89e1-7dd3ca9e4a47 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0550451 Feb 03 15:15:57.998173 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-83db1b1a-403b-40ab-aabd-2723bdf58f41 req-241d28e9-9461-40a3-9059-6af2cd32fed6 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Feb 03 15:15:59.120182 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27d382-59d3-4aaf-a583-4ff0bc33efb9 req-c85a7b2d-ca35-44ef-b99b-f8a58de11cef tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:59.121692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b27d382-59d3-4aaf-a583-4ff0bc33efb9 req-c85a7b2d-ca35-44ef-b99b-f8a58de11cef tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0525353 Feb 03 15:15:59.170988 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9b27d382-59d3-4aaf-a583-4ff0bc33efb9 req-774ebb19-aaf3-4050-94f2-d001c61f68a9 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Feb 03 15:15:59.821474 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-7a48e911-ed27-4490-9006-631085a100a1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:15:59.822932 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-7a48e911-ed27-4490-9006-631085a100a1 tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.71 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 945 time: 0.0532928 Feb 03 15:15:59.917606 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Deleting port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:15:59.917864 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:00.009878 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] For port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:00.010250 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:00.022034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Calling delete_port for 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:16:00.146657 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (32dacd5f-4dba-4d7f-a156-6e8072cd29b3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:00.181859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['32dacd5f-4dba-4d7f-a156-6e8072cd29b3'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:16:00.182513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Pushing event deleted for resources: {'Port': ['ID=32dacd5f-4dba-4d7f-a156-6e8072cd29b3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:00.251563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] No DVR routers for this DVR port 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:16:00.257508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:00.260845 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80774d3b-06f8-477d-9ffb-6e7452f1cab0 req-cdcb08a4-58fb-4c91-9133-e6e232c34d9a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.71 "DELETE /v2.0/ports/32dacd5f-4dba-4d7f-a156-6e8072cd29b3 HTTP/1.1" status: 204 len: 173 time: 0.4333410 Feb 03 15:16:00.261304 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'name': 'network-vif-deleted', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:16:00.264904 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e37f1a-1fb6-4014-a221-efa092d03a0e" -d '{"events": [{"server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "name": "network-vif-deleted", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:16:00.302931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-14232ebf-b484-48b9-801c-54d4b39f029e req-43156abd-3406-4c75-a63b-25d4b0d2a90a tempest-TestMinimumBasicScenario-107031183 tempest-TestMinimumBasicScenario-107031183-project] 10.222.0.52 "GET /v2.0/ports?device_id=89049b1a-6d36-4d93-9b6a-4199b2777eba HTTP/1.1" status: 200 len: 210 time: 0.0324438 Feb 03 15:16:00.359348 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c048d-5b83-411e-9f6a-7c4089efcf3a x-openstack-request-id: req-238c048d-5b83-411e-9f6a-7c4089efcf3a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:16:00.359671 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89049b1a-6d36-4d93-9b6a-4199b2777eba", "name": "network-vif-deleted", "tag": "32dacd5f-4dba-4d7f-a156-6e8072cd29b3", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:16:00.360468 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-238c048d-5b83-411e-9f6a-7c4089efcf3a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:16:00.360873 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89049b1a-6d36-4d93-9b6a-4199b2777eba', 'name': 'network-vif-deleted', 'tag': '32dacd5f-4dba-4d7f-a156-6e8072cd29b3', 'status': 'completed', 'code': 200} Feb 03 15:16:01.881297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36398) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:02.564804 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (aa701ae6-201d-4327-8d97-87affebea008), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:02.818858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Deleting port d87c9671-e464-4be6-a521-18f3060f69da {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:16:02.819120 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d87c9671-e464-4be6-a521-18f3060f69da), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:02.900062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] For port d87c9671-e464-4be6-a521-18f3060f69da, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d87c9671-e464-4be6-a521-18f3060f69da,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:02.900757 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d87c9671-e464-4be6-a521-18f3060f69da), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:02.912167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Calling delete_port for d87c9671-e464-4be6-a521-18f3060f69da owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:16:03.101950 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d87c9671-e464-4be6-a521-18f3060f69da), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:03.128367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87c9671-e464-4be6-a521-18f3060f69da,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:03.219047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:16:03.250004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:16:03.251211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 32dacd5f-4dba-4d7f-a156-6e8072cd29b3 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:16:03.305893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (aa701ae6-201d-4327-8d97-87affebea008), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:03.522764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Router aa701ae6-201d-4327-8d97-87affebea008 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:16:03.633577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:16:03.641785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:03.642308 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-03cabc84-19d2-466c-890e-4ef7d5a6c9a1 admin admin] 10.222.0.52 "PUT /v2.0/routers/aa701ae6-201d-4327-8d97-87affebea008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594471 Feb 03 15:16:03.645470 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] Sync routers for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:16:03.655335 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:03.655929 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:03.749429 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks [] for router (aa701ae6-201d-4327-8d97-87affebea008), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:03.761218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:03.942577 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:16:03Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:03.973999 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] Checking router: aa701ae6-201d-4327-8d97-87affebea008 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:16:03.982969 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] Routers {'aa701ae6-201d-4327-8d97-87affebea008'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:03.983585 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['aa701ae6-201d-4327-8d97-87affebea008'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:04.097234 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] Set router aa701ae6-201d-4327-8d97-87affebea008 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:04.193596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks [] for router_gateway (aa701ae6-201d-4327-8d97-87affebea008), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.245106 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Deleting port cb08a4b5-11d0-4604-aa74-a1de1e215384 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:16:04.245455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.279337 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:16:03Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:04.307864 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f1f55-e454-4352-807e-a18c0bce5577 None None] The sync data for ids ['aa701ae6-201d-4327-8d97-87affebea008'] in n-d-827549-2 is: [{'id': 'aa701ae6-201d-4327-8d97-87affebea008', 'name': 'tempest-TestMinimumBasicScenario-1276395467-router', 'tenant_id': 'fb5a05d2f8e4415787f2972c16501656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:16:03Z', 'revision_number': 5, 'project_id': 'fb5a05d2f8e4415787f2972c16501656', 'gw_port': {'id': 'cb08a4b5-11d0-4604-aa74-a1de1e215384', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:cc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa701ae6-201d-4327-8d97-87affebea008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:50Z', 'updated_at': '2022-02-03T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:16:04.332819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] For port cb08a4b5-11d0-4604-aa74-a1de1e215384, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cb08a4b5-11d0-4604-aa74-a1de1e215384,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:04.333194 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.349472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Calling delete_port for cb08a4b5-11d0-4604-aa74-a1de1e215384 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:16:04.515343 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cb08a4b5-11d0-4604-aa74-a1de1e215384), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.541274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb08a4b5-11d0-4604-aa74-a1de1e215384,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:04.598744 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (aa701ae6-201d-4327-8d97-87affebea008), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.690667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (aa701ae6-201d-4327-8d97-87affebea008), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.692946 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks [] for router_controller (aa701ae6-201d-4327-8d97-87affebea008), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.741334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (aa701ae6-201d-4327-8d97-87affebea008), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.742300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa701ae6-201d-4327-8d97-87affebea008 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:16:04.746694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.747882 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99987892-7aef-49c0-a471-2c816e83c9f1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/aa701ae6-201d-4327-8d97-87affebea008 HTTP/1.1" status: 204 len: 168 time: 1.1043396 Feb 03 15:16:04.751009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36402) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:04.795003 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] Deleting subnet 0a684bff-2f01-4052-980d-6e0a50783e38 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:16:04.798768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] Publish callbacks [] for subnet (0a684bff-2f01-4052-980d-6e0a50783e38), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.832144 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (0a684bff-2f01-4052-980d-6e0a50783e38), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.920762 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0a684bff-2f01-4052-980d-6e0a50783e38), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:04.978590 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (0a684bff-2f01-4052-980d-6e0a50783e38), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.003731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a684bff-2f01-4052-980d-6e0a50783e38,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:05.008693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.012768 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5fb2e886-f3eb-4322-90d5-4d5b7f4d80e6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0a684bff-2f01-4052-980d-6e0a50783e38 HTTP/1.1" status: 204 len: 168 time: 0.2601471 Feb 03 15:16:05.014321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763e793-b043-46a6-8662-e52bdc630afb None None] Network 9ab99326-d19c-47c0-9665-e62b97311dbb requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:16:05.014807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36404) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:05.087194 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (9ab99326-d19c-47c0-9665-e62b97311dbb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.141197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Deleting port b478519f-a5eb-48d0-8106-f98303a86708 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:16:05.141546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b478519f-a5eb-48d0-8106-f98303a86708), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.202824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] For port b478519f-a5eb-48d0-8106-f98303a86708, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b478519f-a5eb-48d0-8106-f98303a86708,segment=NetworkSegment(6fd00662-6626-4656-8936-5d8e21faa7b2),segment_id=6fd00662-6626-4656-8936-5d8e21faa7b2)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:05.203187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b478519f-a5eb-48d0-8106-f98303a86708), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.216167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Calling delete_port for b478519f-a5eb-48d0-8106-f98303a86708 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:16:05.301422 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b478519f-a5eb-48d0-8106-f98303a86708), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.305912 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d36736-f00d-4490-ac6f-b7669cf82c35 None None] DHCP port deletion for 9ab99326-d19c-47c0-9665-e62b97311dbb request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:16:05.326532 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Pushing event deleted for resources: {'Port': ['ID=b478519f-a5eb-48d0-8106-f98303a86708,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:05.333310 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] No DVR routers for this DVR port b478519f-a5eb-48d0-8106-f98303a86708 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:16:05.407397 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (9ab99326-d19c-47c0-9665-e62b97311dbb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.427706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab99326-d19c-47c0-9665-e62b97311dbb']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:05.436847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd00662-6626-4656-8936-5d8e21faa7b2') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:05.437152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd00662-6626-4656-8936-5d8e21faa7b2') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:05.446392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (6fd00662-6626-4656-8936-5d8e21faa7b2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.460070 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (6fd00662-6626-4656-8936-5d8e21faa7b2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.466081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:16:05.466493 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (6fd00662-6626-4656-8936-5d8e21faa7b2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:16:05.468132 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:16:05.521643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (9ab99326-d19c-47c0-9665-e62b97311dbb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.527289 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:05.530716 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] 10.222.0.52 "DELETE /v2.0/networks/9ab99326-d19c-47c0-9665-e62b97311dbb HTTP/1.1" status: 204 len: 168 time: 0.5149789 Feb 03 15:16:05.534380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36406) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:05.541813 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97b90d-26dd-4187-b44f-ee469cd2122b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab99326-d19c-47c0-9665-e62b97311dbb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:05.694783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d87c9671-e464-4be6-a521-18f3060f69da no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:16:05.718596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d87c9671-e464-4be6-a521-18f3060f69da {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:16:05.718945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d87c9671-e464-4be6-a521-18f3060f69da not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:16:05.719356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb08a4b5-11d0-4604-aa74-a1de1e215384 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:16:05.738167 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cb08a4b5-11d0-4604-aa74-a1de1e215384 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:16:05.738512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cb08a4b5-11d0-4604-aa74-a1de1e215384 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:16:05.738909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b478519f-a5eb-48d0-8106-f98303a86708 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:16:05.758727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b478519f-a5eb-48d0-8106-f98303a86708 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:16:05.759068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b478519f-a5eb-48d0-8106-f98303a86708 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:16:05.883748 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (df974af7-19e5-4a48-9b16-b596f5140da4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:06.130470 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Deleting port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:16:06.130810 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:06.209209 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] For port 16bd49bc-2ab3-4491-9cdc-0a24b472a67f, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,segment=NetworkSegment(321d5340-57c4-4d94-a9ed-206fbec8dabc),segment_id=321d5340-57c4-4d94-a9ed-206fbec8dabc)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:06.209544 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:06.221333 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Calling delete_port for 16bd49bc-2ab3-4491-9cdc-0a24b472a67f owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:16:06.401827 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (16bd49bc-2ab3-4491-9cdc-0a24b472a67f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:06.428801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bd49bc-2ab3-4491-9cdc-0a24b472a67f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:06.596245 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (df974af7-19e5-4a48-9b16-b596f5140da4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:06.810391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Router df974af7-19e5-4a48-9b16-b596f5140da4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:16:06.919687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:16:06.924794 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-fe4f9dab-593b-42b0-a9e0-520e35507a86 admin admin] 10.222.0.52 "PUT /v2.0/routers/df974af7-19e5-4a48-9b16-b596f5140da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3893714 Feb 03 15:16:06.927300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36408) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:06.930801 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] Sync routers for ids ['df974af7-19e5-4a48-9b16-b596f5140da4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:16:06.940279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] Routers {'df974af7-19e5-4a48-9b16-b596f5140da4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:06.940970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['df974af7-19e5-4a48-9b16-b596f5140da4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:07.034909 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks [] for router (df974af7-19e5-4a48-9b16-b596f5140da4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.048772 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] Set router df974af7-19e5-4a48-9b16-b596f5140da4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:07.142328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks [] for router_gateway (df974af7-19e5-4a48-9b16-b596f5140da4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.197092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Deleting port 5d8021a7-26ba-4e37-821f-c0bfab2e1228 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:16:07.197439 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.282885 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] For port 5d8021a7-26ba-4e37-821f-c0bfab2e1228, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5d8021a7-26ba-4e37-821f-c0bfab2e1228,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:07.283354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.295480 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Calling delete_port for 5d8021a7-26ba-4e37-821f-c0bfab2e1228 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:16:07.385552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:16:06Z', 'revision_number': 5, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port': {'id': '5d8021a7-26ba-4e37-821f-c0bfab2e1228', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:00:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:12:55Z', 'updated_at': '2022-02-03T15:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:07.412476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] Checking router: df974af7-19e5-4a48-9b16-b596f5140da4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:16:07.421590 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] Routers {'df974af7-19e5-4a48-9b16-b596f5140da4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:07.423069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['df974af7-19e5-4a48-9b16-b596f5140da4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:07.478230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5d8021a7-26ba-4e37-821f-c0bfab2e1228), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.504271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8021a7-26ba-4e37-821f-c0bfab2e1228,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:07.513914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] Set router df974af7-19e5-4a48-9b16-b596f5140da4 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:07.568068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:16:07Z', 'revision_number': 6, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:07.576061 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (df974af7-19e5-4a48-9b16-b596f5140da4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.594666 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78903b4-e63f-442f-9032-0bae5d5b676f None None] The sync data for ids ['df974af7-19e5-4a48-9b16-b596f5140da4'] in n-d-827549-2 is: [{'id': 'df974af7-19e5-4a48-9b16-b596f5140da4', 'name': 'tempest-TestMinimumBasicScenario-875552901-router', 'tenant_id': '09224636114948f488d6bc36ac37be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:12:54Z', 'updated_at': '2022-02-03T15:16:07Z', 'revision_number': 6, 'project_id': '09224636114948f488d6bc36ac37be02', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:16:07.685830 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (df974af7-19e5-4a48-9b16-b596f5140da4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.688061 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks [] for router_controller (df974af7-19e5-4a48-9b16-b596f5140da4), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.732903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (df974af7-19e5-4a48-9b16-b596f5140da4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.733484 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df974af7-19e5-4a48-9b16-b596f5140da4 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:16:07.738486 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.742134 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-148b30fc-b81d-4edd-945b-5be6d9d044c2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/df974af7-19e5-4a48-9b16-b596f5140da4 HTTP/1.1" status: 204 len: 168 time: 0.8115556 Feb 03 15:16:07.742495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:07.792449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] Deleting subnet a6e96988-3546-45ca-83ec-3c1695735e3d {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:16:07.795934 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] Publish callbacks [] for subnet (a6e96988-3546-45ca-83ec-3c1695735e3d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.833958 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (a6e96988-3546-45ca-83ec-3c1695735e3d), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.922777 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (a6e96988-3546-45ca-83ec-3c1695735e3d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:07.990898 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (a6e96988-3546-45ca-83ec-3c1695735e3d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.021042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e96988-3546-45ca-83ec-3c1695735e3d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:08.026103 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.030035 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e56c313a-5568-40dc-8aef-f8aed636cf9d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a6e96988-3546-45ca-83ec-3c1695735e3d HTTP/1.1" status: 204 len: 168 time: 0.2865038 Feb 03 15:16:08.035814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36412) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:08.038935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1cbb48-a40c-4806-998f-bd660430033f None None] Network 004401bd-7d2f-4440-b807-5d2da54c8e41 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:16:08.061156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 16bd49bc-2ab3-4491-9cdc-0a24b472a67f no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:16:08.089348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 16bd49bc-2ab3-4491-9cdc-0a24b472a67f {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:16:08.089701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 16bd49bc-2ab3-4491-9cdc-0a24b472a67f not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:16:08.120782 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (004401bd-7d2f-4440-b807-5d2da54c8e41), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.175543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Deleting port 5adf1726-6532-42f4-80f4-b76008b8d502 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:16:08.175895 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.244539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] For port 5adf1726-6532-42f4-80f4-b76008b8d502, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=5adf1726-6532-42f4-80f4-b76008b8d502,segment=NetworkSegment(321d5340-57c4-4d94-a9ed-206fbec8dabc),segment_id=321d5340-57c4-4d94-a9ed-206fbec8dabc)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:08.244911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.258173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Calling delete_port for 5adf1726-6532-42f4-80f4-b76008b8d502 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:16:08.338023 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5adf1726-6532-42f4-80f4-b76008b8d502), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.363076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=5adf1726-6532-42f4-80f4-b76008b8d502,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:08.368698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] No DVR routers for this DVR port 5adf1726-6532-42f4-80f4-b76008b8d502 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:16:08.410141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec64fd-5bef-49a4-8afe-7481e2050eac None None] DHCP port deletion for 004401bd-7d2f-4440-b807-5d2da54c8e41 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:16:08.453864 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (004401bd-7d2f-4440-b807-5d2da54c8e41), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.473658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004401bd-7d2f-4440-b807-5d2da54c8e41']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:08.482841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321d5340-57c4-4d94-a9ed-206fbec8dabc') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:08.483144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321d5340-57c4-4d94-a9ed-206fbec8dabc') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:08.494627 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (321d5340-57c4-4d94-a9ed-206fbec8dabc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.509937 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (321d5340-57c4-4d94-a9ed-206fbec8dabc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.516199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:16:08.516643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (321d5340-57c4-4d94-a9ed-206fbec8dabc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:16:08.518371 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:16:08.578143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (004401bd-7d2f-4440-b807-5d2da54c8e41), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.583977 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.587153 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] 10.222.0.52 "DELETE /v2.0/networks/004401bd-7d2f-4440-b807-5d2da54c8e41 HTTP/1.1" status: 204 len: 168 time: 0.5502310 Feb 03 15:16:08.599174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f77846-4bc0-4d47-9008-c4d3c46b5c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=004401bd-7d2f-4440-b807-5d2da54c8e41,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:08.751794 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36416) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:08.792647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-14194d68-4e0b-4210-9ed3-6e34149e08ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb5a05d2f8e4415787f2972c16501656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395629 Feb 03 15:16:08.794966 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36418) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:08.841172 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57350058-d662-4ceb-ab04-2b07c465dada admin admin] Publish callbacks [] for security_group (b7bd5231-8aa5-477d-b43e-cfcb52ed42f0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.862886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57350058-d662-4ceb-ab04-2b07c465dada admin admin] Publish callbacks [] for security_group (b7bd5231-8aa5-477d-b43e-cfcb52ed42f0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.909552 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57350058-d662-4ceb-ab04-2b07c465dada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b7bd5231-8aa5-477d-b43e-cfcb52ed42f0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.912485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-57350058-d662-4ceb-ab04-2b07c465dada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:08.913378 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-57350058-d662-4ceb-ab04-2b07c465dada admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7bd5231-8aa5-477d-b43e-cfcb52ed42f0 HTTP/1.1" status: 204 len: 168 time: 0.1174641 Feb 03 15:16:08.921378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57350058-d662-4ceb-ab04-2b07c465dada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bd5231-8aa5-477d-b43e-cfcb52ed42f0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:09.226653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36424) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:09.265935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-22642b42-0151-4c4c-807f-5bd1fbf42c76 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09224636114948f488d6bc36ac37be02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380332 Feb 03 15:16:09.268343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36426) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:09.317287 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5cc54ff0-6b6a-439d-a9bb-4ea2f1a4cba7 admin admin] Publish callbacks [] for security_group (029788cb-7027-4803-b2c2-58c039dc69df), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:09.337437 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5cc54ff0-6b6a-439d-a9bb-4ea2f1a4cba7 admin admin] Publish callbacks [] for security_group (029788cb-7027-4803-b2c2-58c039dc69df), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:09.385074 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5cc54ff0-6b6a-439d-a9bb-4ea2f1a4cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (029788cb-7027-4803-b2c2-58c039dc69df), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:09.388013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5cc54ff0-6b6a-439d-a9bb-4ea2f1a4cba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:09.389232 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5cc54ff0-6b6a-439d-a9bb-4ea2f1a4cba7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/029788cb-7027-4803-b2c2-58c039dc69df HTTP/1.1" status: 204 len: 168 time: 0.1199703 Feb 03 15:16:09.396961 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc54ff0-6b6a-439d-a9bb-4ea2f1a4cba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029788cb-7027-4803-b2c2-58c039dc69df,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:09.615200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:09.680377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5adf1726-6532-42f4-80f4-b76008b8d502 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:16:09.700314 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 5adf1726-6532-42f4-80f4-b76008b8d502 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:16:09.700732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5adf1726-6532-42f4-80f4-b76008b8d502 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:16:09.701166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5d8021a7-26ba-4e37-821f-c0bfab2e1228 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:16:09.724608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 5d8021a7-26ba-4e37-821f-c0bfab2e1228 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:16:09.724964 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 5d8021a7-26ba-4e37-821f-c0bfab2e1228 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:16:11.205142 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36466) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:11.209910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124245902', 'description': 'tempest-secgroup-smoke-124245902 description', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:11.230985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.238879 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.309860 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (7ac0c2aa-c66c-437b-adc6-ea1b6627afd3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.313392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7ac0c2aa-c66c-437b-adc6-ea1b6627afd3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.348517 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0c2aa-c66c-437b-adc6-ea1b6627afd3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:11.387825 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (1e57627c-b297-4657-88f2-2db4aa30418d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.392152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1e57627c-b297-4657-88f2-2db4aa30418d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.424216 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.425676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2193794 Feb 03 15:16:11.427641 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aacfe8-31ba-4375-acc0-a3180c0bb3fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57627c-b297-4657-88f2-2db4aa30418d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:11.428786 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:11.433586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-892de0c2-4db9-4ab6-8189-ff5742b62f44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '1e57627c-b297-4657-88f2-2db4aa30418d', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:11.459016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-892de0c2-4db9-4ab6-8189-ff5742b62f44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (c00260ee-6028-4e4d-a4b1-80e204088974), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.513040 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-892de0c2-4db9-4ab6-8189-ff5742b62f44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (c00260ee-6028-4e4d-a4b1-80e204088974), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.517205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-892de0c2-4db9-4ab6-8189-ff5742b62f44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c00260ee-6028-4e4d-a4b1-80e204088974), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.535997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892de0c2-4db9-4ab6-8189-ff5742b62f44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00260ee-6028-4e4d-a4b1-80e204088974,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:11.541631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-892de0c2-4db9-4ab6-8189-ff5742b62f44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.542817 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-892de0c2-4db9-4ab6-8189-ff5742b62f44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130242 Feb 03 15:16:11.545611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36470) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:11.549930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-666d4ae2-eaf6-4233-ab2e-4393a6eb5ef6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '1e57627c-b297-4657-88f2-2db4aa30418d', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:11.574870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-666d4ae2-eaf6-4233-ab2e-4393a6eb5ef6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (4ae7a0ae-0bdc-41ec-b6c2-dc17fa6b8d0c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.632818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-666d4ae2-eaf6-4233-ab2e-4393a6eb5ef6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (4ae7a0ae-0bdc-41ec-b6c2-dc17fa6b8d0c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.636439 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-666d4ae2-eaf6-4233-ab2e-4393a6eb5ef6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (4ae7a0ae-0bdc-41ec-b6c2-dc17fa6b8d0c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.655079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d4ae2-eaf6-4233-ab2e-4393a6eb5ef6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae7a0ae-0bdc-41ec-b6c2-dc17fa6b8d0c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:11.659886 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-666d4ae2-eaf6-4233-ab2e-4393a6eb5ef6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.661088 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-666d4ae2-eaf6-4233-ab2e-4393a6eb5ef6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145496 Feb 03 15:16:11.663761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36472) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:11.667953 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bfcde6ca-c6f7-463d-907a-c53aa2cac090 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '1e57627c-b297-4657-88f2-2db4aa30418d', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:11.691951 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bfcde6ca-c6f7-463d-907a-c53aa2cac090 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (637511cd-7ed8-4682-876c-3b4a1e84fa8d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.748012 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bfcde6ca-c6f7-463d-907a-c53aa2cac090 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (637511cd-7ed8-4682-876c-3b4a1e84fa8d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.752196 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bfcde6ca-c6f7-463d-907a-c53aa2cac090 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (637511cd-7ed8-4682-876c-3b4a1e84fa8d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.777342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcde6ca-c6f7-463d-907a-c53aa2cac090 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637511cd-7ed8-4682-876c-3b4a1e84fa8d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:11.785354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bfcde6ca-c6f7-463d-907a-c53aa2cac090 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.786574 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bfcde6ca-c6f7-463d-907a-c53aa2cac090 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218977 Feb 03 15:16:11.789293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36474) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:11.793591 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-35e27f81-fe60-42db-9667-dce685dd9e9d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '1e57627c-b297-4657-88f2-2db4aa30418d', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:11.817566 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35e27f81-fe60-42db-9667-dce685dd9e9d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (07c8e168-3d93-465f-b9fe-f7334f8d70f5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.872045 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35e27f81-fe60-42db-9667-dce685dd9e9d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (07c8e168-3d93-465f-b9fe-f7334f8d70f5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.875778 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35e27f81-fe60-42db-9667-dce685dd9e9d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (07c8e168-3d93-465f-b9fe-f7334f8d70f5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.893504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e27f81-fe60-42db-9667-dce685dd9e9d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c8e168-3d93-465f-b9fe-f7334f8d70f5,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:11.899987 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35e27f81-fe60-42db-9667-dce685dd9e9d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.900991 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-35e27f81-fe60-42db-9667-dce685dd9e9d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1107655 Feb 03 15:16:11.904094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36476) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:11.908371 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '1e57627c-b297-4657-88f2-2db4aa30418d', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:11.928097 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:16:11.932837 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (b5b3fdd1-3379-4e39-9c8e-d5a4c79952d2), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.991174 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (b5b3fdd1-3379-4e39-9c8e-d5a4c79952d2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:11.994753 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (b5b3fdd1-3379-4e39-9c8e-d5a4c79952d2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.011961 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b3fdd1-3379-4e39-9c8e-d5a4c79952d2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:12.020643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.021894 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-187dfec4-e026-4881-9cbc-5ca01ae3509e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168156 Feb 03 15:16:12.024925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36478) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:12.029425 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '1e57627c-b297-4657-88f2-2db4aa30418d', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:12.049587 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:16:12.054324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (aa95240b-156b-4156-9e86-8728ff0e8e4b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.121183 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (aa95240b-156b-4156-9e86-8728ff0e8e4b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.124741 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (aa95240b-156b-4156-9e86-8728ff0e8e4b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.142350 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa95240b-156b-4156-9e86-8728ff0e8e4b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:12.150595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.154795 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8595aee5-6345-4223-a095-8e4d859a8a44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259432 Feb 03 15:16:12.155201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36480) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:12.160068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'network': {'name': 'tempest-network-smoke--1088008994', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'port_security_enabled': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:12.178952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:16:12.182309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.205504 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:16:12.214553 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8f889e89-7b16-4607-b9b9-b29bdb3864bd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.214903 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Added segment 8f889e89-7b16-4607-b9b9-b29bdb3864bd of type vlan for network bf44c816-6a01-4d68-bac2-60a5ed8101d9 Feb 03 15:16:12.254725 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (bf44c816-6a01-4d68-bac2-60a5ed8101d9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.281472 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (bf44c816-6a01-4d68-bac2-60a5ed8101d9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.286432 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:12.287020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.323751 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1675158 Feb 03 15:16:12.326791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36482) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:12.331441 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'admin_state_up': True, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:12.353237 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e879d5eb-27e3-42ce-9513-041c55c54643), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.354356 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e879d5eb-27e3-42ce-9513-041c55c54643), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.356132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813dce0-9d6d-45f7-8f47-5a5b3d15506b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Network': ['ID=bf44c816-6a01-4d68-bac2-60a5ed8101d9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:12.357255 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:16:12.368006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:16:12.413015 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (e879d5eb-27e3-42ce-9513-041c55c54643), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.565149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (e879d5eb-27e3-42ce-9513-041c55c54643), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.755926 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (e879d5eb-27e3-42ce-9513-041c55c54643), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.774754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:12.879743 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.138 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9a05944e-b1d2-478f-b926-13e48331a771) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:16:12.979018 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (9a05944e-b1d2-478f-b926-13e48331a771), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:13.011541 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9a05944e-b1d2-478f-b926-13e48331a771), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:13.052979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:16:13.055768 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:16:13.059118 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:16:13.089885 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=9a05944e-b1d2-478f-b926-13e48331a771,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:13.317481 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (e879d5eb-27e3-42ce-9513-041c55c54643), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:13.518896 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e879d5eb-27e3-42ce-9513-041c55c54643), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:13.987582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router e879d5eb-27e3-42ce-9513-041c55c54643 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:16:14.098407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:16:14.108453 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Sync routers for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:16:14.118989 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.120229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0eb3e94b-30f9-408b-9e89-614f3243c3b2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7924325 Feb 03 15:16:14.123282 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:14.123508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36484) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:14.124138 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:14.228621 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:14.247890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-83f9dfaa-29de-49d9-bbce-3ec00f430c5d tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=b823e47ba43a4e5cad9a0e7b6d73e865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1232219 Feb 03 15:16:14.250556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36488) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:14.335365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc20f98-6a42-41af-b0e7-6efd9f26233b tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:14.339636 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2dc20f98-6a42-41af-b0e7-6efd9f26233b tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854573 Feb 03 15:16:14.339816 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36490) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:14.375007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2e97070e-80d6-4bed-9df3-36b858326560 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315721 Feb 03 15:16:14.375265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36492) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:14.380085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-786137503', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:14.480818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:16:14.484357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.501163 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:13Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:14.527076 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Checking router: e879d5eb-27e3-42ce-9513-041c55c54643 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:16:14.527422 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Updating router e879d5eb-27e3-42ce-9513-041c55c54643 port 9a05944e-b1d2-478f-b926-13e48331a771 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:16:14.556288 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9a05944e-b1d2-478f-b926-13e48331a771), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.667357 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (8f14a647-a081-4d39-b8f7-897706e1250e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.734642 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Subnet': ['ID=8f14a647-a081-4d39-b8f7-897706e1250e,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:14.742488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Checking segment: {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:16:14.742910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network hostable DHCP agents. Network: bf44c816-6a01-4d68-bac2-60a5ed8101d9, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:16:14.767833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:16:14.777950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, bf44c816-6a01-4d68-bac2-60a5ed8101d9) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:16:14.783487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:14.784584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.790241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da6215-f89c-433e-8b37-fa99f5326496 None None] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:16:14.821123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1acfffb9-0fb1-4822-9427-314ebe266e21 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4448786 Feb 03 15:16:14.823995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36494) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:14.831410 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Publish callbacks [] for port (9a05944e-b1d2-478f-b926-13e48331a771), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.837929 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9a05944e-b1d2-478f-b926-13e48331a771), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.889171 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Attempting to bind port 9a05944e-b1d2-478f-b926-13e48331a771 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:16:14.889540 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Attempting to bind port 9a05944e-b1d2-478f-b926-13e48331a771 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:16:14.889902 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Attempting to bind port 9a05944e-b1d2-478f-b926-13e48331a771 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:16:14.898659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Pushing event updated for resources: {'Port': ['ID=9a05944e-b1d2-478f-b926-13e48331a771,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:14.901227 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:16:14.901677 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:16:14.902138 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.902579 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:16:14.903098 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Bound port: 9a05944e-b1d2-478f-b926-13e48331a771, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:16:14.903814 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9a05944e-b1d2-478f-b926-13e48331a771), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.913353 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.913713 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.914048 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.914433 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.914816 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.915241 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.915518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:16:14.915710 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.915928 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.916308 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.916673 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.917087 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.917342 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.917511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:14.917871 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:14.978122 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] For port 9a05944e-b1d2-478f-b926-13e48331a771, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:16:14.982500 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] For port 9a05944e-b1d2-478f-b926-13e48331a771, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9a05944e-b1d2-478f-b926-13e48331a771,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:16:14.991462 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9a05944e-b1d2-478f-b926-13e48331a771), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.074324 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:15.074946 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:15.079031 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6057ef-5f2d-4fd7-8cb2-0d5f4c26457f None None] Pushing event updated for resources: {'Port': ['ID=9a05944e-b1d2-478f-b926-13e48331a771,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:15.117660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Allocated IP 172.20.0.2 (bf44c816-6a01-4d68-bac2-60a5ed8101d9/8f14a647-a081-4d39-b8f7-897706e1250e/cc3c3e30-9f5a-4619-a790-9370e7cf61d1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:16:15.199339 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:15.290056 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Publish callbacks [] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.296196 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.337605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:16:15.339445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:16:15.343209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:16:15.352443 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Pushing event updated for resources: {'Port': ['ID=cc3c3e30-9f5a-4619-a790-9370e7cf61d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:15.371024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.384884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.385238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.385613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.385957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.386433 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.386699 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.386965 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.388392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.388392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.388392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.388392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.388811 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:13Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:15.388955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.388955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:16:15.415498 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5be95-f5aa-4caf-8082-2aa08acb04c6 None None] The sync data for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 is: [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:13Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:16:15.418644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Attempting to bind port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:16:15.419022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Attempting to bind port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:16:15.419388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Attempting to bind port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 on network bf44c816-6a01-4d68-bac2-60a5ed8101d9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:16:15.424553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:16:15.425024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Checking segment: {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:16:15.425337 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.425728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Bound using segment: {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:16:15.426629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Bound port: cc3c3e30-9f5a-4619-a790-9370e7cf61d1, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:16:15.426629 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.496466 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] For port cc3c3e30-9f5a-4619-a790-9370e7cf61d1, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:16:15.499716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] For port cc3c3e30-9f5a-4619-a790-9370e7cf61d1, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cc3c3e30-9f5a-4619-a790-9370e7cf61d1,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:16:15.511209 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.573696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd855c7-ec6f-4d42-872a-aa32fc6c220b None None] Pushing event updated for resources: {'Port': ['ID=cc3c3e30-9f5a-4619-a790-9370e7cf61d1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:15.714434 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.1 (bf44c816-6a01-4d68-bac2-60a5ed8101d9/8f14a647-a081-4d39-b8f7-897706e1250e/866c2a46-7a32-4ebb-8030-556461f99819) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:16:15.857115 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (866c2a46-7a32-4ebb-8030-556461f99819), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.902011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (866c2a46-7a32-4ebb-8030-556461f99819), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.915328 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db4c3953-5c63-4927-993b-195bc875ad78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:15.946710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:16:15.950292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:16:15.956372 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:16:15.991704 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=866c2a46-7a32-4ebb-8030-556461f99819,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:16.017023 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e879d5eb-27e3-42ce-9513-041c55c54643), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.162131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (866c2a46-7a32-4ebb-8030-556461f99819), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.462803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (866c2a46-7a32-4ebb-8030-556461f99819), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.467802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (866c2a46-7a32-4ebb-8030-556461f99819), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.547387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=866c2a46-7a32-4ebb-8030-556461f99819,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:16.550242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e879d5eb-27e3-42ce-9513-041c55c54643), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.645640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:16:16.647216 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:16:16.660154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd61fc1-2169-4d73-b254-aba43bbb7009 None None] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:16:16.758583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a81c67fc-ad9c-4129-861e-2ad3cad98e55 None None] Provisioning complete for port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:16.758955 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a81c67fc-ad9c-4129-861e-2ad3cad98e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.764327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router e879d5eb-27e3-42ce-9513-041c55c54643 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:16:16.848924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a81c67fc-ad9c-4129-861e-2ad3cad98e55 None None] Current status of the port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:16.849402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a81c67fc-ad9c-4129-861e-2ad3cad98e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.889114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a81c67fc-ad9c-4129-861e-2ad3cad98e55 None None] For port cc3c3e30-9f5a-4619-a790-9370e7cf61d1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cc3c3e30-9f5a-4619-a790-9370e7cf61d1,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:16.894399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:16:16.895104 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a81c67fc-ad9c-4129-861e-2ad3cad98e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:16.910711 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6e5ffbd4-dd32-43a7-8055-a9515fd36560 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/e879d5eb-27e3-42ce-9513-041c55c54643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0775919 Feb 03 15:16:16.950601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c67fc-ad9c-4129-861e-2ad3cad98e55 None None] Pushing event updated for resources: {'Port': ['ID=cc3c3e30-9f5a-4619-a790-9370e7cf61d1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:17.072867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-6a2aadba-70c9-41d8-8225-9e3bb138443b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124245902&fields=id&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 267 time: 0.0504463 Feb 03 15:16:17.117044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5a368236-9dca-4354-8e9f-ea0d3109deb6 None None] Provisioning complete for port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:17.117417 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a368236-9dca-4354-8e9f-ea0d3109deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:17.195211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-9f97bd7e-5ffe-4f22-9169-4bcf71e7de15 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:17.197946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-9f97bd7e-5ffe-4f22-9169-4bcf71e7de15 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/networks?id=bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 200 len: 797 time: 0.1165352 Feb 03 15:16:17.203859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5a368236-9dca-4354-8e9f-ea0d3109deb6 None None] Current status of the port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:17.215553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5a368236-9dca-4354-8e9f-ea0d3109deb6 None None] Provisioning complete for port 866c2a46-7a32-4ebb-8030-556461f99819 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:17.216034 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a368236-9dca-4354-8e9f-ea0d3109deb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (866c2a46-7a32-4ebb-8030-556461f99819), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:17.217431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-f869db1a-c02b-41e6-ae8f-779831fca9fa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/quotas/b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 375 time: 0.0143986 Feb 03 15:16:17.261394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5a368236-9dca-4354-8e9f-ea0d3109deb6 None None] Port 866c2a46-7a32-4ebb-8030-556461f99819 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:16:17.278576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Sync routers for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:16:17.283237 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-7558d8bf-01d8-4499-bc48-c18784bb7ae5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596602 Feb 03 15:16:17.289201 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:17.289834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:15:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:17.392395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-0ad2bdde-74c0-4404-8c77-775b720c31a4 service neutron] 10.222.0.52 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967209 Feb 03 15:16:17.406241 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-347621b6-a797-4ce8-a391-8f2f6df03869 None None] Provisioning complete for port 866c2a46-7a32-4ebb-8030-556461f99819 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:17.406696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-347621b6-a797-4ce8-a391-8f2f6df03869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (866c2a46-7a32-4ebb-8030-556461f99819), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:17.436183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:17.477855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-347621b6-a797-4ce8-a391-8f2f6df03869 None None] Port 866c2a46-7a32-4ebb-8030-556461f99819 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:16:17.493798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-79ae12c8-b78d-4ff2-a4cc-0b82f6c75284 service neutron] 10.222.0.52 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915067 Feb 03 15:16:17.642789 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e4aec933-1117-4441-a116-5cb71fbcc2c9 None None] Provisioning complete for port 866c2a46-7a32-4ebb-8030-556461f99819 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:17.643165 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4aec933-1117-4441-a116-5cb71fbcc2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (866c2a46-7a32-4ebb-8030-556461f99819), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:17.661151 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-04ef167d-dd0b-42e3-af35-3ae332ca1688 req-2017cdcb-460c-4b59-b432-5dfac86c5785 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 210 time: 0.0347486 Feb 03 15:16:17.699904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e4aec933-1117-4441-a116-5cb71fbcc2c9 None None] Port 866c2a46-7a32-4ebb-8030-556461f99819 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:16:17.720663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 2, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:17.748132 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Checking router: e879d5eb-27e3-42ce-9513-041c55c54643 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:16:17.748513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Updating router e879d5eb-27e3-42ce-9513-041c55c54643 port 866c2a46-7a32-4ebb-8030-556461f99819 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:16:17.779535 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (866c2a46-7a32-4ebb-8030-556461f99819), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:17.796507 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a05944e-b1d2-478f-b926-13e48331a771 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:16:17.935175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9a05944e-b1d2-478f-b926-13e48331a771 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:17.935550 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9a05944e-b1d2-478f-b926-13e48331a771), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.199247 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b22f34c-8868-4052-b4f9-cbc10fc2d279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.272245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9a05944e-b1d2-478f-b926-13e48331a771 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:18.272701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9a05944e-b1d2-478f-b926-13e48331a771), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.322081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 9a05944e-b1d2-478f-b926-13e48331a771, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9a05944e-b1d2-478f-b926-13e48331a771,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:18.329161 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9a05944e-b1d2-478f-b926-13e48331a771), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.329945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cc3c3e30-9f5a-4619-a790-9370e7cf61d1 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:16:18.377397 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Publish callbacks [] for port (866c2a46-7a32-4ebb-8030-556461f99819), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.400604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (866c2a46-7a32-4ebb-8030-556461f99819), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.429880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=9a05944e-b1d2-478f-b926-13e48331a771,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:18.503103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:18.503487 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.541088 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b5a3e-974e-4925-8e68-7fc2cd05b300 None None] Pushing event updated for resources: {'Port': ['ID=866c2a46-7a32-4ebb-8030-556461f99819,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:18.570444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Attempting to bind port 866c2a46-7a32-4ebb-8030-556461f99819 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:16:18.570825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Attempting to bind port 866c2a46-7a32-4ebb-8030-556461f99819 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:16:18.571196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Attempting to bind port 866c2a46-7a32-4ebb-8030-556461f99819 on network bf44c816-6a01-4d68-bac2-60a5ed8101d9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:16:18.580956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:16:18.581341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Checking segment: {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:16:18.581749 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.582146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Bound using segment: {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:16:18.582619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Bound port: 866c2a46-7a32-4ebb-8030-556461f99819, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:16:18.583003 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (866c2a46-7a32-4ebb-8030-556461f99819), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.681730 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-369248eb-2096-4912-be4b-379e466ef674 None None] Provisioning complete for port 866c2a46-7a32-4ebb-8030-556461f99819 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:18.682111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-369248eb-2096-4912-be4b-379e466ef674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (866c2a46-7a32-4ebb-8030-556461f99819), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.683523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:18.719679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] For port 866c2a46-7a32-4ebb-8030-556461f99819, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:16:18.732983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-369248eb-2096-4912-be4b-379e466ef674 None None] Port 866c2a46-7a32-4ebb-8030-556461f99819 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:16:18.736043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] For port 866c2a46-7a32-4ebb-8030-556461f99819, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=866c2a46-7a32-4ebb-8030-556461f99819,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:16:18.743129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (866c2a46-7a32-4ebb-8030-556461f99819), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:18.753843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c705205e-fef8-40c8-a810-d859867f64ff req-6ac7febf-12e3-4ab6-89b9-110a31e0d640 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 210 time: 0.0331743 Feb 03 15:16:18.804603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:18.805242 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:18.841043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b5a3e-974e-4925-8e68-7fc2cd05b300 None None] Pushing event updated for resources: {'Port': ['ID=866c2a46-7a32-4ebb-8030-556461f99819,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:18.927157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:19.085440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7801e667-0a55-4701-9506-033c85b24996 None None] Provisioning complete for port 866c2a46-7a32-4ebb-8030-556461f99819 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:19.085714 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7801e667-0a55-4701-9506-033c85b24996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (866c2a46-7a32-4ebb-8030-556461f99819), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:19.205878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7801e667-0a55-4701-9506-033c85b24996 None None] Current status of the port 866c2a46-7a32-4ebb-8030-556461f99819 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:19.206543 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7801e667-0a55-4701-9506-033c85b24996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (866c2a46-7a32-4ebb-8030-556461f99819), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:19.211392 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:19.245400 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb5def9-513d-4104-8d00-32896c19af2c None None] The sync data for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 is: [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:16:19.267632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7801e667-0a55-4701-9506-033c85b24996 None None] For port 866c2a46-7a32-4ebb-8030-556461f99819, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=866c2a46-7a32-4ebb-8030-556461f99819,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:19.271833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7801e667-0a55-4701-9506-033c85b24996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (866c2a46-7a32-4ebb-8030-556461f99819), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:19.335493 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801e667-0a55-4701-9506-033c85b24996 None None] Pushing event updated for resources: {'Port': ['ID=866c2a46-7a32-4ebb-8030-556461f99819,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:19.790758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a05944e-b1d2-478f-b926-13e48331a771 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:16:19.837715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8c4a0491-8201-441d-8569-6b451a35ee44 req-1d7e1603-d176-4b70-a0af-34995845b300 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 210 time: 0.0291970 Feb 03 15:16:19.856772 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:19.868628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9a05944e-b1d2-478f-b926-13e48331a771 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:19.869031 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9a05944e-b1d2-478f-b926-13e48331a771), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:19.947238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9a05944e-b1d2-478f-b926-13e48331a771 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:19.948326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 866c2a46-7a32-4ebb-8030-556461f99819 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:16:19.999625 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 866c2a46-7a32-4ebb-8030-556461f99819 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:20.000095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (866c2a46-7a32-4ebb-8030-556461f99819), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:20.081218 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 866c2a46-7a32-4ebb-8030-556461f99819 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:20.897695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-000e29f9-b732-46f1-b0da-363770a92887 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:20.902360 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-000e29f9-b732-46f1-b0da-363770a92887 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/networks?id=bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 200 len: 797 time: 0.1124678 Feb 03 15:16:20.911665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:20.945974 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8cc4f7c2-b133-412c-91de-aa4b77a18e52 req-f5022d3f-3629-4fd9-bafa-ea03f648ba9c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 210 time: 0.0297391 Feb 03 15:16:20.974353 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-0cc5ef4f-0be7-4be3-b8ae-cfeac2d77061 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 379 time: 0.0578980 Feb 03 15:16:21.009089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'port': {'device_id': '167e5019-deb9-40cf-bcf6-3a888618d069', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'admin_state_up': True, 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'security_groups': ['1e57627c-b297-4657-88f2-2db4aa30418d']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:21.111641 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:16:21.115220 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:21.245835 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.11 (bf44c816-6a01-4d68-bac2-60a5ed8101d9/8f14a647-a081-4d39-b8f7-897706e1250e/796ef809-a35b-4ec6-b473-523b3a5435d8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:16:21.382512 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:21.415862 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:21.459247 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:16:21.462395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:16:21.465983 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:16:21.493184 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=796ef809-a35b-4ec6-b473-523b3a5435d8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:21.520840 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:21.521466 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:21.544616 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-b1bf0f7e-950b-4202-bf09-77e0278252f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391090 Feb 03 15:16:21.566008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Request body: {'port': {'device_id': '167e5019-deb9-40cf-bcf6-3a888618d069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:21.632501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:21.708823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-a3ff4930-0f71-49e2-9732-d79c6e186b09 None None] Provisioning complete for port 796ef809-a35b-4ec6-b473-523b3a5435d8 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:21.709199 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4930-0f71-49e2-9732-d79c6e186b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:21.742910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4930-0f71-49e2-9732-d79c6e186b09 None None] Port 796ef809-a35b-4ec6-b473-523b3a5435d8 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:16:21.891838 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796ef809-a35b-4ec6-b473-523b3a5435d8 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:16:21.899128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Publish callbacks [] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:21.911861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Transition to ACTIVE for port object 796ef809-a35b-4ec6-b473-523b3a5435d8 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:16:21.915004 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:22.011026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Pushing event updated for resources: {'Port': ['ID=796ef809-a35b-4ec6-b473-523b3a5435d8,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:22.037437 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Attempting to bind port 796ef809-a35b-4ec6-b473-523b3a5435d8 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:16:22.037791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Attempting to bind port 796ef809-a35b-4ec6-b473-523b3a5435d8 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:16:22.038136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Attempting to bind port 796ef809-a35b-4ec6-b473-523b3a5435d8 on network bf44c816-6a01-4d68-bac2-60a5ed8101d9 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:16:22.042801 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Port 796ef809-a35b-4ec6-b473-523b3a5435d8 on network bf44c816-6a01-4d68-bac2-60a5ed8101d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:16:22.043186 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Attempting to bind port 796ef809-a35b-4ec6-b473-523b3a5435d8 on network bf44c816-6a01-4d68-bac2-60a5ed8101d9 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:16:22.048347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:16:22.048731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Checking segment: {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:16:22.049124 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Bound using segment: {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:16:22.049558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Bound port: 796ef809-a35b-4ec6-b473-523b3a5435d8, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f889e89-7b16-4607-b9b9-b29bdb3864bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:16:22.049923 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:22.077225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde15c2-5a3c-4a65-bc80-ca835f6b79a6 req-3faae785-bfc3-4210-b248-863871b17eb6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:22.079506 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcde15c2-5a3c-4a65-bc80-ca835f6b79a6 req-3faae785-bfc3-4210-b248-863871b17eb6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 944 time: 0.0590718 Feb 03 15:16:22.121750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] For port 796ef809-a35b-4ec6-b473-523b3a5435d8, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:16:22.125502 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] For port 796ef809-a35b-4ec6-b473-523b3a5435d8, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=796ef809-a35b-4ec6-b473-523b3a5435d8,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:16:22.132022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bcde15c2-5a3c-4a65-bc80-ca835f6b79a6 req-3d8820ac-aa50-4883-8585-4bca8a82275c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Feb 03 15:16:22.133664 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:22.175326 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:22.175957 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:22.177372 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] 10.222.0.71 "PUT /v2.0/ports/796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 200 len: 1092 time: 0.6161234 Feb 03 15:16:22.177809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:16:22.180046 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b459e1-0293-4f6b-aca6-4b4d7c3af112" -d '{"events": [{"name": "network-changed", "server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:16:22.197748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ec550-e3ac-4533-9b1f-a8debe51602e service neutron] Pushing event updated for resources: {'Port': ['ID=796ef809-a35b-4ec6-b473-523b3a5435d8,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:22.248484 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8cd67f-307f-4891-9977-b3a8af4bc62e x-openstack-request-id: req-fc8cd67f-307f-4891-9977-b3a8af4bc62e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:16:22.248708 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:16:22.248999 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc8cd67f-307f-4891-9977-b3a8af4bc62e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:16:22.249371 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'status': 'completed', 'code': 200} Feb 03 15:16:22.287377 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:22.295397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-7fd01c2b-a061-4d53-ae25-25ffd5a64d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:22.296991 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-7fd01c2b-a061-4d53-ae25-25ffd5a64d10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1126 time: 0.0597894 Feb 03 15:16:22.344886 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-51c0fd78-a5e8-490e-a5db-7f4f867e1b48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 200 len: 217 time: 0.0359199 Feb 03 15:16:22.393053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-d9221a04-b18c-45ea-82f8-7c8954175d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:22.395151 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-d9221a04-b18c-45ea-82f8-7c8954175d13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8f14a647-a081-4d39-b8f7-897706e1250e HTTP/1.1" status: 200 len: 834 time: 0.0445383 Feb 03 15:16:22.446061 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-c36974b6-a40a-4b76-9c37-ac2009175e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:22.447550 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-c36974b6-a40a-4b76-9c37-ac2009175e34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf44c816-6a01-4d68-bac2-60a5ed8101d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478766 Feb 03 15:16:22.876230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-76a86807-561f-421e-851c-2bd3718fdddd service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225266 Feb 03 15:16:22.965806 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5f1a6c78-3ed6-491d-8b9d-5af6570de263 req-18580202-42ad-4c44-80c5-92efe7f6f178 service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Feb 03 15:16:23.109595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-e8924055-d745-457f-a6d7-050c4937b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:23.111100 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-e8924055-d745-457f-a6d7-050c4937b1ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1126 time: 0.0445044 Feb 03 15:16:23.208562 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-c6d0c456-1b4d-49c0-ba57-d0cc4d9930e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:23.210049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-c6d0c456-1b4d-49c0-ba57-d0cc4d9930e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 200 len: 898 time: 0.0931497 Feb 03 15:16:23.251070 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-9a12ecbd-9a62-420a-a614-39b093438f4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 200 len: 217 time: 0.0353241 Feb 03 15:16:23.262814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0236157-efa8-4539-87cb-5380b8547954 req-4de43477-0cc0-4a62-b097-f83511e8e024 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:23.264866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0236157-efa8-4539-87cb-5380b8547954 req-4de43477-0cc0-4a62-b097-f83511e8e024 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 944 time: 0.0584815 Feb 03 15:16:23.299857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-8d23ba11-5826-4248-b815-2e0321a772ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:23.301348 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-8d23ba11-5826-4248-b815-2e0321a772ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8f14a647-a081-4d39-b8f7-897706e1250e HTTP/1.1" status: 200 len: 834 time: 0.0448873 Feb 03 15:16:23.312869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d0236157-efa8-4539-87cb-5380b8547954 req-43272eb7-e4da-4b25-8f48-c91a067e4ae5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Feb 03 15:16:23.349740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-cd994eaf-adfa-475f-90cf-2e582f4d9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:23.351292 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-cd994eaf-adfa-475f-90cf-2e582f4d9fbd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf44c816-6a01-4d68-bac2-60a5ed8101d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442877 Feb 03 15:16:23.442851 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-438453fa-fdfd-4545-880d-daa8b51bfb0a service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853703 Feb 03 15:16:23.533944 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-19b459e1-0293-4f6b-aca6-4b4d7c3af112 req-a2b43d41-75a1-4cdd-bec4-2fbd46e4afe2 service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859199 Feb 03 15:16:24.429562 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484558c0-68dc-4864-a18c-dd07bba61157 req-7bb89010-71c0-4044-a795-f6c46fa3e9b9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:24.431017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-484558c0-68dc-4864-a18c-dd07bba61157 req-7bb89010-71c0-4044-a795-f6c46fa3e9b9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 944 time: 0.0513628 Feb 03 15:16:24.478043 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-484558c0-68dc-4864-a18c-dd07bba61157 req-91c81860-1200-4e50-b31b-743ef4d681e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Feb 03 15:16:25.248671 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:25.598953 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106dc68-9c10-488c-a31c-09313e824f5d req-63f87b03-960d-4c68-8f85-264a9d0312a2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:25.600459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b106dc68-9c10-488c-a31c-09313e824f5d req-63f87b03-960d-4c68-8f85-264a9d0312a2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 944 time: 0.0553589 Feb 03 15:16:25.652992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b106dc68-9c10-488c-a31c-09313e824f5d req-b486bae3-a656-4d1c-9579-235a8703bea9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469611 Feb 03 15:16:26.773602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11165d69-8bc6-4634-beb2-d9311e02fd15 req-e5a05ca4-1045-4672-9d87-013e5176b5c8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:26.775072 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11165d69-8bc6-4634-beb2-d9311e02fd15 req-e5a05ca4-1045-4672-9d87-013e5176b5c8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 944 time: 0.0529709 Feb 03 15:16:26.829224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-11165d69-8bc6-4634-beb2-d9311e02fd15 req-7eef9f69-7555-466e-9412-f5b9d55dd261 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483134 Feb 03 15:16:27.341917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 796ef809-a35b-4ec6-b473-523b3a5435d8 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:16:27.439513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 796ef809-a35b-4ec6-b473-523b3a5435d8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=796ef809-a35b-4ec6-b473-523b3a5435d8,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:27.449909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'port_id': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'mac_address': 'fa:16:3e:b8:40:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:16:27.486715 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 796ef809-a35b-4ec6-b473-523b3a5435d8 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:27.487034 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:27.499233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796ef809-a35b-4ec6-b473-523b3a5435d8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:16:27.517633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 796ef809-a35b-4ec6-b473-523b3a5435d8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=796ef809-a35b-4ec6-b473-523b3a5435d8,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:27.521562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:27.567328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=796ef809-a35b-4ec6-b473-523b3a5435d8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:27.952241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e21f98-6587-4dc9-be2e-c3312ad59d92 req-70f83dcc-0549-42d1-98c9-eb7699773ceb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:27.954294 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8e21f98-6587-4dc9-be2e-c3312ad59d92 req-70f83dcc-0549-42d1-98c9-eb7699773ceb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 945 time: 0.0539243 Feb 03 15:16:27.957153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['796ef809-a35b-4ec6-b473-523b3a5435d8'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:16:28.001958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8e21f98-6587-4dc9-be2e-c3312ad59d92 req-acf12fca-a9de-4a9d-8721-7dae1e9f4580 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420427 Feb 03 15:16:29.130211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7da97-823b-4c2e-ab79-19aff1faefa4 req-f7c93358-5c86-4a60-9aef-6784aaad9afa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:29.131611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1b7da97-823b-4c2e-ab79-19aff1faefa4 req-f7c93358-5c86-4a60-9aef-6784aaad9afa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 945 time: 0.0584283 Feb 03 15:16:29.180488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a1b7da97-823b-4c2e-ab79-19aff1faefa4 req-92f00a0b-835c-48d6-b25a-36a55b692d29 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433700 Feb 03 15:16:29.358121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 796ef809-a35b-4ec6-b473-523b3a5435d8 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:16:29.411862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 796ef809-a35b-4ec6-b473-523b3a5435d8 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:16:29.416628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 796ef809-a35b-4ec6-b473-523b3a5435d8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:16:29.417007 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:29.492956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 796ef809-a35b-4ec6-b473-523b3a5435d8 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:16:29.493347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:29.515913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:16:29.518183 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e1504-5bae-48be-b7d1-3b2aed7e63b5" -d '{"events": [{"server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "name": "network-vif-plugged", "status": "completed", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:16:29.532067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 796ef809-a35b-4ec6-b473-523b3a5435d8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=796ef809-a35b-4ec6-b473-523b3a5435d8,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:16:29.537569 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:29.562919 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3db5d8-4cc5-48d4-8a52-ade68721e0b9 x-openstack-request-id: req-4f3db5d8-4cc5-48d4-8a52-ade68721e0b9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:16:29.563326 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "name": "network-vif-plugged", "status": "completed", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:16:29.563697 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f3db5d8-4cc5-48d4-8a52-ade68721e0b9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:16:29.564217 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'code': 200} Feb 03 15:16:29.592884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=796ef809-a35b-4ec6-b473-523b3a5435d8,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:29.689867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88147c72-a7f3-4c01-b3b9-ed9d9322c9f6 req-3690b8aa-470d-4161-901a-6fc0bb162a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:29.691355 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88147c72-a7f3-4c01-b3b9-ed9d9322c9f6 req-3690b8aa-470d-4161-901a-6fc0bb162a73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1128 time: 0.0441601 Feb 03 15:16:29.735580 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-88147c72-a7f3-4c01-b3b9-ed9d9322c9f6 req-37e71d0c-a10b-4fe3-a97f-378f16f563d0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387406 Feb 03 15:16:30.312014 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bac52-0dba-4b7d-a7e4-a8335b0e2410 req-5fb28e8b-1407-4282-ad85-010e17978618 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:30.314214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-580bac52-0dba-4b7d-a7e4-a8335b0e2410 req-5fb28e8b-1407-4282-ad85-010e17978618 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0562122 Feb 03 15:16:30.364098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-580bac52-0dba-4b7d-a7e4-a8335b0e2410 req-43e49c37-4102-4b4f-9a8d-0720a4c119ca tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Feb 03 15:16:31.485769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dda0e8-e2ba-4b91-a2fd-de3381052488 req-ef666b64-8b2d-4e3c-bb9b-7068de885521 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:31.487149 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dda0e8-e2ba-4b91-a2fd-de3381052488 req-ef666b64-8b2d-4e3c-bb9b-7068de885521 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0559165 Feb 03 15:16:31.534743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b3dda0e8-e2ba-4b91-a2fd-de3381052488 req-082f2499-a12d-4730-8040-cd6a15e5aecf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Feb 03 15:16:31.652159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc82ea5-adb9-442e-beba-6befa59caece req-a5625eb0-168d-4ae9-a8c1-381b3c169bf8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:31.653928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc82ea5-adb9-442e-beba-6befa59caece req-a5625eb0-168d-4ae9-a8c1-381b3c169bf8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0527987 Feb 03 15:16:31.702721 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dc82ea5-adb9-442e-beba-6befa59caece req-f7ee0705-c947-4da2-8b8c-a3d884da5589 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Feb 03 15:16:31.723800 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36556) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:31.766392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695254b-c0ab-478b-89d1-8bbccc2ec7f4 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:31.767790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3695254b-c0ab-478b-89d1-8bbccc2ec7f4 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1123 time: 0.0430055 Feb 03 15:16:31.770530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36558) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:31.774632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:16:31.793749 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:31.890625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:31.995888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.240 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1da972f1-76dd-475a-94a9-4ccd9b69eb7c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:16:32.094282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:32.126928 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:32.166859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:16:32.169734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:16:32.173712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:16:32.179057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=1da972f1-76dd-475a-94a9-4ccd9b69eb7c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:32.537500 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (4c6a4cac-5541-4c54-971f-dca3a6e16877), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:32.610167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:32.752655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:32.757095 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:32.827258 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=1da972f1-76dd-475a-94a9-4ccd9b69eb7c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:16:32.837652 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (4c6a4cac-5541-4c54-971f-dca3a6e16877), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:32.940106 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 4c6a4cac-5541-4c54-971f-dca3a6e16877 associated. External IP: 172.25.0.240, port: 796ef809-a35b-4ec6-b473-523b3a5435d8. Feb 03 15:16:33.151096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router e879d5eb-27e3-42ce-9513-041c55c54643 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:16:33.600088 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:16:33.610779 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] Sync routers for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:16:33.618224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:33.622560 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:33.623340 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:33.651122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd305a1b-2564-44c7-a639-fd9176555827 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8795869 Feb 03 15:16:33.651712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:16:33.654404 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bc08e7-ddb5-4398-8a74-42fe233e6640" -d '{"events": [{"name": "network-changed", "server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:16:33.738789 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:33.755732 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815efd2f-5068-4320-953e-dda80f3c2561 req-d0153be9-7cdc-4f84-a3b1-1dd4952ea061 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:33.757249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-815efd2f-5068-4320-953e-dda80f3c2561 req-d0153be9-7cdc-4f84-a3b1-1dd4952ea061 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0521288 Feb 03 15:16:33.806889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-815efd2f-5068-4320-953e-dda80f3c2561 req-f49151ea-deb5-4935-bdd5-4faf43d7ff78 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Feb 03 15:16:33.829985 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36564) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:33.851911 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96faf0d3-3b22-4130-aca4-4ecc98de9cd4 x-openstack-request-id: req-96faf0d3-3b22-4130-aca4-4ecc98de9cd4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:16:33.852208 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:16:33.852488 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96faf0d3-3b22-4130-aca4-4ecc98de9cd4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:16:33.852896 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'status': 'completed', 'code': 200} Feb 03 15:16:33.897018 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4d1876b5-578b-4614-9f49-47cdae64d04c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/4c6a4cac-5541-4c54-971f-dca3a6e16877 HTTP/1.1" status: 200 len: 992 time: 0.0651550 Feb 03 15:16:33.940773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-11196cd5-2b48-45cd-8af7-ee47bb4b8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:33.942313 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-11196cd5-2b48-45cd-8af7-ee47bb4b8c33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1128 time: 0.0443492 Feb 03 15:16:33.971620 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '4c6a4cac-5541-4c54-971f-dca3a6e16877', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'port_id': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'mac_address': 'fa:16:3e:b8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167e5019-deb9-40cf-bcf6-3a888618d069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:16:32Z', 'updated_at': '2022-02-03T15:16:32Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:19Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:34.000770 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] Checking router: e879d5eb-27e3-42ce-9513-041c55c54643 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:16:34.009012 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:16:34.009612 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:16:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:34.032921 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-83c93a11-6ea7-4dbb-8388-85d8ad02f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:34.034408 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-83c93a11-6ea7-4dbb-8388-85d8ad02f898 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 200 len: 898 time: 0.0859113 Feb 03 15:16:34.105155 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-213b78c4-8ed5-45df-9615-541ce0c69fb5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 200 len: 1000 time: 0.0644598 Feb 03 15:16:34.118501 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:16:34.154284 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-076ce39c-7c19-4e57-8a58-8e0c48a2eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:34.156066 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-076ce39c-7c19-4e57-8a58-8e0c48a2eae2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8f14a647-a081-4d39-b8f7-897706e1250e HTTP/1.1" status: 200 len: 834 time: 0.0453587 Feb 03 15:16:34.203893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-b67f890c-8351-44bc-bd50-69d9de3d180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:34.206032 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-b67f890c-8351-44bc-bd50-69d9de3d180f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf44c816-6a01-4d68-bac2-60a5ed8101d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446136 Feb 03 15:16:34.302561 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-5891ab5d-1c02-43c1-bc22-c32e1dc58f15 service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906725 Feb 03 15:16:34.393731 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e7bc08e7-ddb5-4398-8a74-42fe233e6640 req-07f247c2-4ea8-4abe-99d5-628699d45768 service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857968 Feb 03 15:16:34.436231 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '4c6a4cac-5541-4c54-971f-dca3a6e16877', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'port_id': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'mac_address': 'fa:16:3e:b8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167e5019-deb9-40cf-bcf6-3a888618d069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:16:32Z', 'updated_at': '2022-02-03T15:16:32Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:19Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:16:34.465152 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a45ee-4ec9-4590-86d1-b7101e41d9a3 None None] The sync data for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 is: [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '4c6a4cac-5541-4c54-971f-dca3a6e16877', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'port_id': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'mac_address': 'fa:16:3e:b8:40:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167e5019-deb9-40cf-bcf6-3a888618d069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:16:32Z', 'updated_at': '2022-02-03T15:16:32Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:19Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:16:34.652771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bf89e-5122-43f6-a748-ef18e8e8fccc None None] New status for floating IP 4c6a4cac-5541-4c54-971f-dca3a6e16877: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:16:34.900747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36568) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:16:34.965775 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2541c028-5800-45cb-a662-cb255c16d094 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/4c6a4cac-5541-4c54-971f-dca3a6e16877 HTTP/1.1" status: 200 len: 994 time: 0.0639520 Feb 03 15:16:39.615819 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:45.910063 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb7ec-d6ad-479a-b11d-c23e69b77d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:48.161203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-432d370b-e58b-421a-a890-f9b38b141409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:49.356844 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:16:49.839349 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:50.914894 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:51.167361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-c245b212-c083-407e-9e17-e9a0821b6941 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432456 Feb 03 15:16:51.269588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-40a00a8b-9504-4903-9f79-15abf166eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:51.271385 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-40a00a8b-9504-4903-9f79-15abf166eb5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1128 time: 0.0455687 Feb 03 15:16:51.375197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-8bb599d3-ea8a-4d8d-8edf-83e426a571c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:51.377367 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-8bb599d3-ea8a-4d8d-8edf-83e426a571c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 200 len: 898 time: 0.0871496 Feb 03 15:16:51.442857 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-a3a06f23-8e54-4558-948c-87eb3c846032 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 200 len: 1002 time: 0.0596952 Feb 03 15:16:51.489719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-2aaad209-9ce6-4970-8253-eb643a989580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:51.491114 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-2aaad209-9ce6-4970-8253-eb643a989580 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8f14a647-a081-4d39-b8f7-897706e1250e HTTP/1.1" status: 200 len: 834 time: 0.0419807 Feb 03 15:16:51.538357 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-8d15852d-08e6-49cc-a98a-1f2a0639ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:16:51.539815 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-8d15852d-08e6-49cc-a98a-1f2a0639ffbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf44c816-6a01-4d68-bac2-60a5ed8101d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428064 Feb 03 15:16:51.630115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-55c45d61-45a2-4be6-a05c-379ea772283d service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838022 Feb 03 15:16:51.723502 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f3649aec-29c2-43b2-9a5e-26a06b5845ef req-ab5cea58-3b41-47eb-9b5a-ad888fce9218 service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874763 Feb 03 15:16:52.289809 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:16:55.252710 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:09.641180 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:15.913345 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e16c63c4-1731-46d0-93bc-69e2df96fb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:18.165576 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24a92b9f-9abd-430b-9780-0043fee99978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:19.843036 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:20.915671 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:22.291675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:25.253722 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:26.356180 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:17:39.633351 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:45.914502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aee719a-5a19-492b-9a0b-485d811ecdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:48.168497 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15e51743-8482-481e-858d-ea483f3a09a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:48.185854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e172d5-542b-4fdd-95b9-d441ab53619c req-b01f7021-e63b-41a0-bde2-0afe3fb07b25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:48.187337 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47e172d5-542b-4fdd-95b9-d441ab53619c req-b01f7021-e63b-41a0-bde2-0afe3fb07b25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.1181078 Feb 03 15:17:48.239956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47e172d5-542b-4fdd-95b9-d441ab53619c req-e45184d4-6eac-4802-93f7-d40fafb2c38e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461667 Feb 03 15:17:49.359662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e337a-79ea-423a-8a1a-dd4076f0dd8d req-4085dc89-7f64-448d-ab2a-9ef9595a5804 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:49.361180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4e337a-79ea-423a-8a1a-dd4076f0dd8d req-4085dc89-7f64-448d-ab2a-9ef9595a5804 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Feb 03 15:17:49.408575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a4e337a-79ea-423a-8a1a-dd4076f0dd8d req-c7443cff-b02b-4376-8255-e0fe6a62f66e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Feb 03 15:17:49.431415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36604) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:49.504859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4931c803-608a-4cae-8db9-9b795db3574b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/4c6a4cac-5541-4c54-971f-dca3a6e16877 HTTP/1.1" status: 200 len: 994 time: 0.0719659 Feb 03 15:17:49.845250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:50.784379 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ab5b5-c40f-4dea-9a2c-21ce9ec163eb req-12c59c0f-35a7-4cf6-82dc-004efa4f9c7e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:50.785800 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b5ab5b5-c40f-4dea-9a2c-21ce9ec163eb req-12c59c0f-35a7-4cf6-82dc-004efa4f9c7e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0534070 Feb 03 15:17:50.835689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b5ab5b5-c40f-4dea-9a2c-21ce9ec163eb req-e644fb57-aead-4f0a-ba42-0186e1370929 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442770 Feb 03 15:17:50.919463 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:51.957463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd586-d911-46df-b4ba-045a36d6611b req-71c79cae-8290-470b-b5d9-158ce9120ddb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:51.958842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cbfd586-d911-46df-b4ba-045a36d6611b req-71c79cae-8290-470b-b5d9-158ce9120ddb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0530691 Feb 03 15:17:52.006381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1cbfd586-d911-46df-b4ba-045a36d6611b req-c8471e79-6f8a-441d-aab4-86bc1b6ac25e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Feb 03 15:17:52.028214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36614) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:52.089598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-13217f0c-8cd1-4746-ad9b-ecc97b3f45c0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/4c6a4cac-5541-4c54-971f-dca3a6e16877 HTTP/1.1" status: 200 len: 994 time: 0.0602312 Feb 03 15:17:52.167246 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-7e7b950d-bb90-4cfb-93a5-a3a0af53845a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440223 Feb 03 15:17:52.271183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-1a31a83f-760d-4a1c-89f3-8146ca9101d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:52.272728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-1a31a83f-760d-4a1c-89f3-8146ca9101d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1128 time: 0.0482547 Feb 03 15:17:52.295013 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:52.318289 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36622) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:52.377290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-bf679e6c-2262-469b-a376-6c044acc8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:52.378809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-bf679e6c-2262-469b-a376-6c044acc8982 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 200 len: 898 time: 0.0874207 Feb 03 15:17:52.456022 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-07b2b565-c0c0-4cf8-8b09-cddee9dd0529 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 200 len: 1002 time: 0.0706868 Feb 03 15:17:52.475737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 1da972f1-76dd-475a-94a9-4ccd9b69eb7c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:17:52.476091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:52.503394 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-8fdb276c-d6c9-4cff-9cb5-ec1b61b34b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:52.505885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-8fdb276c-d6c9-4cff-9cb5-ec1b61b34b90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8f14a647-a081-4d39-b8f7-897706e1250e HTTP/1.1" status: 200 len: 834 time: 0.0441172 Feb 03 15:17:52.554929 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-6485b249-786e-40c4-8208-dd0e5a0dae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:52.556495 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-6485b249-786e-40c4-8208-dd0e5a0dae08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf44c816-6a01-4d68-bac2-60a5ed8101d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447800 Feb 03 15:17:52.560810 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:52.561146 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:52.572775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 1da972f1-76dd-475a-94a9-4ccd9b69eb7c owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:17:52.646925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-35fc9184-8a28-4e2f-9015-0c47f6c75b5a service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849149 Feb 03 15:17:52.717784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1da972f1-76dd-475a-94a9-4ccd9b69eb7c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:52.735545 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-927a45df-a418-4bb4-b5b9-b5d6d4a48351 req-ce5a7dac-cb09-4057-af72-89c7d6f1ddd3 service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822647 Feb 03 15:17:52.748253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=1da972f1-76dd-475a-94a9-4ccd9b69eb7c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:17:52.778059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.778333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.778684 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.779023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.779357 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.779688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.780015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.780342 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.780723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.781050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.781374 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.781692 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.782011 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:52.822228 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (4c6a4cac-5541-4c54-971f-dca3a6e16877), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:52.822558 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 4c6a4cac-5541-4c54-971f-dca3a6e16877 disassociated (deleted). External IP: 172.25.0.240, port: 796ef809-a35b-4ec6-b473-523b3a5435d8. Feb 03 15:17:53.032291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router e879d5eb-27e3-42ce-9513-041c55c54643 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:17:53.143659 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:17:53.148829 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:53.153991 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] Sync routers for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:17:53.163697 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:17:53.164284 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:53.179250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5b3ca413-9f35-4118-961a-cf9d07eeab54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/floatingips/4c6a4cac-5541-4c54-971f-dca3a6e16877 HTTP/1.1" status: 204 len: 168 time: 0.8599043 Feb 03 15:17:53.179845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:17:53.182115 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443e8032-0a18-4f79-a74b-dcac8b35103d" -d '{"events": [{"name": "network-changed", "server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:17:53.275008 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:17:53.344393 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd7308-0767-41c0-9958-92aad30a80a1 x-openstack-request-id: req-afdd7308-0767-41c0-9958-92aad30a80a1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:17:53.344720 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:17:53.344983 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-afdd7308-0767-41c0-9958-92aad30a80a1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:17:53.345386 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'status': 'completed', 'code': 200} Feb 03 15:17:53.449464 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacc9ae-b51e-48b5-a468-3e4dec6980d5 req-4a096b10-2524-41e0-b15a-790cd5f6c41f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:53.453025 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbacc9ae-b51e-48b5-a468-3e4dec6980d5 req-4a096b10-2524-41e0-b15a-790cd5f6c41f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0622883 Feb 03 15:17:53.457391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-34f8eef1-0678-471c-b053-0c14839ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:53.460110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-34f8eef1-0678-471c-b053-0c14839ccb76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 1128 time: 0.0496144 Feb 03 15:17:53.480998 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:19Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:53.504276 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbacc9ae-b51e-48b5-a468-3e4dec6980d5 req-e3bfa4af-240f-4ca9-a5e0-a580a3ca843b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469296 Feb 03 15:17:53.521354 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] Checking router: e879d5eb-27e3-42ce-9513-041c55c54643 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:17:53.531668 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:17:53.532259 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:53.556207 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-eb49ff71-2299-41ba-88c4-190ad3104520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:53.558110 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-eb49ff71-2299-41ba-88c4-190ad3104520 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 200 len: 898 time: 0.0910912 Feb 03 15:17:53.603120 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-3705f421-62e5-4933-901d-56d6482c0ce6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 200 len: 217 time: 0.0384796 Feb 03 15:17:53.641973 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:17:53.651891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-c60c9ffd-ab49-4586-87b8-6ff2895f8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:53.653659 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-c60c9ffd-ab49-4586-87b8-6ff2895f8f87 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8f14a647-a081-4d39-b8f7-897706e1250e HTTP/1.1" status: 200 len: 834 time: 0.0449777 Feb 03 15:17:53.704935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-0b99350a-fd15-4f10-ac45-7ad3535a9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:53.706548 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-0b99350a-fd15-4f10-ac45-7ad3535a9ee0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf44c816-6a01-4d68-bac2-60a5ed8101d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440145 Feb 03 15:17:53.797826 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-56db213a-8229-4c07-a023-3693c94f8b45 service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849407 Feb 03 15:17:53.840957 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:19Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:53.867705 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eac62f-b0f2-4b4a-ad17-4c4bb5228681 None None] The sync data for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 is: [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:16Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '866c2a46-7a32-4ebb-8030-556461f99819', 'name': '', 'network_id': 'bf44c816-6a01-4d68-bac2-60a5ed8101d9', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:1d:8b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:15Z', 'updated_at': '2022-02-03T15:16:19Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '8f14a647-a081-4d39-b8f7-897706e1250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:17:53.914646 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-443e8032-0a18-4f79-a74b-dcac8b35103d req-9a558698-41d7-43c4-bfd9-6afc2e6f907a service neutron] 10.222.0.71 "GET /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094258 Feb 03 15:17:54.077837 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54045bc-e9dd-488a-b3f4-5d38972c23e9 None None] New status for floating IP 4c6a4cac-5541-4c54-971f-dca3a6e16877: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:17:54.627998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2db35-1ae3-48b6-a2cb-bf28b3fb71fe req-900b5af2-a0fe-4ba8-af7b-4b456f9fe463 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:54.629507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dd2db35-1ae3-48b6-a2cb-bf28b3fb71fe req-900b5af2-a0fe-4ba8-af7b-4b456f9fe463 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0567501 Feb 03 15:17:54.679042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8dd2db35-1ae3-48b6-a2cb-bf28b3fb71fe req-c88c8a4f-5e57-4833-8d25-7f3a3654e07a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e57627c-b297-4657-88f2-2db4aa30418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Feb 03 15:17:55.255282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:55.391257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-3a2b8412-cee2-4704-b30d-4cc2b4503f84 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:17:55.392728 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-3a2b8412-cee2-4704-b30d-4cc2b4503f84 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 946 time: 0.0524261 Feb 03 15:17:55.486427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 796ef809-a35b-4ec6-b473-523b3a5435d8 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:17:55.486808 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:55.579293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 796ef809-a35b-4ec6-b473-523b3a5435d8, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=796ef809-a35b-4ec6-b473-523b3a5435d8,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:17:55.579659 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:55.591924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 796ef809-a35b-4ec6-b473-523b3a5435d8 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:17:55.723134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (796ef809-a35b-4ec6-b473-523b3a5435d8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:55.758132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=796ef809-a35b-4ec6-b473-523b3a5435d8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:17:55.771386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.771746 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.772102 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.772471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.772816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.773152 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.773487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.773820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.774149 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.774479 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.774809 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.775137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.775461 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:55.780950 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27e851b1-4157-418f-b8c8-4cc86a5664db req-3ad744ad-6149-4324-811d-b9d825bd1eca tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=167e5019-deb9-40cf-bcf6-3a888618d069 HTTP/1.1" status: 200 len: 210 time: 0.0302799 Feb 03 15:17:55.811793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] No DVR routers for this DVR port 796ef809-a35b-4ec6-b473-523b3a5435d8 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:17:55.814492 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:55.818412 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8c2d7371-b77c-4ea9-8ea0-0ecf9340ecf3 req-c22ce24a-7d34-4b23-a503-3ce842882df4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "DELETE /v2.0/ports/796ef809-a35b-4ec6-b473-523b3a5435d8 HTTP/1.1" status: 204 len: 173 time: 0.4204099 Feb 03 15:17:55.818868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'name': 'network-vif-deleted', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:17:55.821109 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec5e70-7781-4d91-bcaa-6cf41616acd3" -d '{"events": [{"server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "name": "network-vif-deleted", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:17:55.858446 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6620d61a-a179-4ca1-afb4-c2e2368178ea x-openstack-request-id: req-6620d61a-a179-4ca1-afb4-c2e2368178ea {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:17:55.858747 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167e5019-deb9-40cf-bcf6-3a888618d069", "name": "network-vif-deleted", "tag": "796ef809-a35b-4ec6-b473-523b3a5435d8", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:17:55.859008 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6620d61a-a179-4ca1-afb4-c2e2368178ea {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:17:55.859415 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167e5019-deb9-40cf-bcf6-3a888618d069', 'name': 'network-vif-deleted', 'tag': '796ef809-a35b-4ec6-b473-523b3a5435d8', 'status': 'completed', 'code': 200} Feb 03 15:17:56.843117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36640) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:57.209225 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e879d5eb-27e3-42ce-9513-041c55c54643), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:57.468355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 866c2a46-7a32-4ebb-8030-556461f99819 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:17:57.468623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (866c2a46-7a32-4ebb-8030-556461f99819), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:57.555788 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 866c2a46-7a32-4ebb-8030-556461f99819, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=866c2a46-7a32-4ebb-8030-556461f99819,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:17:57.556159 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (866c2a46-7a32-4ebb-8030-556461f99819), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:57.568564 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 866c2a46-7a32-4ebb-8030-556461f99819 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:17:57.773452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (866c2a46-7a32-4ebb-8030-556461f99819), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:57.779556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 796ef809-a35b-4ec6-b473-523b3a5435d8 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:17:57.800151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 796ef809-a35b-4ec6-b473-523b3a5435d8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:17:57.800525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 796ef809-a35b-4ec6-b473-523b3a5435d8 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:17:57.813063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=866c2a46-7a32-4ebb-8030-556461f99819,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:17:58.011093 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e879d5eb-27e3-42ce-9513-041c55c54643), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.251352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router e879d5eb-27e3-42ce-9513-041c55c54643 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:17:58.362437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:17:58.369613 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0333e35c-bbfd-4447-82a2-1a25c4dae0c6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/e879d5eb-27e3-42ce-9513-041c55c54643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5251908 Feb 03 15:17:58.372095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36642) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:58.388577 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] Sync routers for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:17:58.400320 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:17:58.400881 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:58.425639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting subnet 8f14a647-a081-4d39-b8f7-897706e1250e {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:17:58.429083 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (8f14a647-a081-4d39-b8f7-897706e1250e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.474893 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (8f14a647-a081-4d39-b8f7-897706e1250e), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.531885 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:17:58.567907 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (8f14a647-a081-4d39-b8f7-897706e1250e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.626050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (8f14a647-a081-4d39-b8f7-897706e1250e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.654144 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Subnet': ['ID=8f14a647-a081-4d39-b8f7-897706e1250e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:17:58.656181 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.660922 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f6b095be-44f6-4637-9a12-e8cd78ae729e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/subnets/8f14a647-a081-4d39-b8f7-897706e1250e HTTP/1.1" status: 204 len: 168 time: 0.2877853 Feb 03 15:17:58.661676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7506395-fa29-441a-9df9-a2df804a337e None None] Network bf44c816-6a01-4d68-bac2-60a5ed8101d9 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:17:58.662374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36644) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:58.716714 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:17:57Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:58.744635 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] Checking router: e879d5eb-27e3-42ce-9513-041c55c54643 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:17:58.754520 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] Routers {'e879d5eb-27e3-42ce-9513-041c55c54643'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:17:58.755133 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e879d5eb-27e3-42ce-9513-041c55c54643'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:58.795818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (e879d5eb-27e3-42ce-9513-041c55c54643), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.867705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] DHCP port deletion for bf44c816-6a01-4d68-bac2-60a5ed8101d9 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:17:58.905629 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (e879d5eb-27e3-42ce-9513-041c55c54643), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.918920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Deleting port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:17:58.919583 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.965606 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] Set router e879d5eb-27e3-42ce-9513-041c55c54643 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:17:58.967495 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 9a05944e-b1d2-478f-b926-13e48331a771 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:17:58.967928 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9a05944e-b1d2-478f-b926-13e48331a771), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:58.990136 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] For port cc3c3e30-9f5a-4619-a790-9370e7cf61d1, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=cc3c3e30-9f5a-4619-a790-9370e7cf61d1,segment=NetworkSegment(8f889e89-7b16-4607-b9b9-b29bdb3864bd),segment_id=8f889e89-7b16-4607-b9b9-b29bdb3864bd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:17:58.991395 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.005038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Calling delete_port for cc3c3e30-9f5a-4619-a790-9370e7cf61d1 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:17:59.054743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 9a05944e-b1d2-478f-b926-13e48331a771, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9a05944e-b1d2-478f-b926-13e48331a771,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:17:59.055435 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9a05944e-b1d2-478f-b926-13e48331a771), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.069261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 9a05944e-b1d2-478f-b926-13e48331a771 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:17:59.097120 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (cc3c3e30-9f5a-4619-a790-9370e7cf61d1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.123927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Pushing event deleted for resources: {'Port': ['ID=cc3c3e30-9f5a-4619-a790-9370e7cf61d1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:17:59.133611 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.134212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.134727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.135246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.135751 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.136386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.136924 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.137520 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.138021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.138521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.138855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.139381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.139514 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:17:59.148139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e95a7-a635-49e0-bc9c-0612efd8762b None None] No DVR routers for this DVR port cc3c3e30-9f5a-4619-a790-9370e7cf61d1 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:17:59.187552 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:17:57Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:59.222049 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c05f113-69a0-4a1d-8292-1d6db457c460 None None] The sync data for ids ['e879d5eb-27e3-42ce-9513-041c55c54643'] in n-d-827549-2 is: [{'id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524800406', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '9a05944e-b1d2-478f-b926-13e48331a771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:17:57Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9a05944e-b1d2-478f-b926-13e48331a771', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879d5eb-27e3-42ce-9513-041c55c54643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:16:12Z', 'updated_at': '2022-02-03T15:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:17:59.257234 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9a05944e-b1d2-478f-b926-13e48331a771), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.288338 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=9a05944e-b1d2-478f-b926-13e48331a771,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:17:59.341688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e879d5eb-27e3-42ce-9513-041c55c54643), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.436021 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e879d5eb-27e3-42ce-9513-041c55c54643), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.438231 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (e879d5eb-27e3-42ce-9513-041c55c54643), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.485205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e879d5eb-27e3-42ce-9513-041c55c54643), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.485798 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Fanout notify agent at l3_agent the message router_deleted on router e879d5eb-27e3-42ce-9513-041c55c54643 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:17:59.493530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.494703 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6153a141-2972-4956-ab3c-992d4f7e2c43 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/routers/e879d5eb-27e3-42ce-9513-041c55c54643 HTTP/1.1" status: 204 len: 168 time: 0.8313501 Feb 03 15:17:59.497382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:59.575135 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (bf44c816-6a01-4d68-bac2-60a5ed8101d9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.666143 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (bf44c816-6a01-4d68-bac2-60a5ed8101d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.685067 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf44c816-6a01-4d68-bac2-60a5ed8101d9']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:59.694597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f889e89-7b16-4607-b9b9-b29bdb3864bd') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:59.694896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f889e89-7b16-4607-b9b9-b29bdb3864bd') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:17:59.703822 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (8f889e89-7b16-4607-b9b9-b29bdb3864bd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.717289 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (8f889e89-7b16-4607-b9b9-b29bdb3864bd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.723135 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:17:59.723520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (8f889e89-7b16-4607-b9b9-b29bdb3864bd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:17:59.726465 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:17:59.788930 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (bf44c816-6a01-4d68-bac2-60a5ed8101d9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.794107 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.797320 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/networks/bf44c816-6a01-4d68-bac2-60a5ed8101d9 HTTP/1.1" status: 204 len: 168 time: 0.2989755 Feb 03 15:17:59.802567 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36648) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:17:59.812231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0a9cc-9dd2-42da-a45c-583fb6405512 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Network': ['ID=bf44c816-6a01-4d68-bac2-60a5ed8101d9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:17:59.858231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f369ed73-620f-42b2-b9d8-c785aa95c3e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (1e57627c-b297-4657-88f2-2db4aa30418d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.883127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f369ed73-620f-42b2-b9d8-c785aa95c3e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (1e57627c-b297-4657-88f2-2db4aa30418d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.955102 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f369ed73-620f-42b2-b9d8-c785aa95c3e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (1e57627c-b297-4657-88f2-2db4aa30418d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.958511 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f369ed73-620f-42b2-b9d8-c785aa95c3e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:17:59.962816 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-f369ed73-620f-42b2-b9d8-c785aa95c3e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/security-groups/1e57627c-b297-4657-88f2-2db4aa30418d HTTP/1.1" status: 204 len: 168 time: 0.1561923 Feb 03 15:17:59.969772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369ed73-620f-42b2-b9d8-c785aa95c3e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57627c-b297-4657-88f2-2db4aa30418d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:00.004319 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a05944e-b1d2-478f-b926-13e48331a771 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:18:00.026233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9a05944e-b1d2-478f-b926-13e48331a771 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:18:00.026785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9a05944e-b1d2-478f-b926-13e48331a771 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:18:00.027633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 866c2a46-7a32-4ebb-8030-556461f99819 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:18:00.047633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 866c2a46-7a32-4ebb-8030-556461f99819 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:18:00.047981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 866c2a46-7a32-4ebb-8030-556461f99819 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:18:00.048387 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cc3c3e30-9f5a-4619-a790-9370e7cf61d1 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:18:00.068045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: cc3c3e30-9f5a-4619-a790-9370e7cf61d1 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:18:00.068401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device cc3c3e30-9f5a-4619-a790-9370e7cf61d1 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:18:00.247020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36654) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:00.251664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d0f73bfb-897e-469d-9af6-d819bd72ddd7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160414680', 'description': 'tempest-secgroup-smoke-1160414680 description', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:00.279874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f73bfb-897e-469d-9af6-d819bd72ddd7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.349789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f73bfb-897e-469d-9af6-d819bd72ddd7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.353448 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f73bfb-897e-469d-9af6-d819bd72ddd7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.384603 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f73bfb-897e-469d-9af6-d819bd72ddd7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.385827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d0f73bfb-897e-469d-9af6-d819bd72ddd7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1377490 Feb 03 15:18:00.387702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f73bfb-897e-469d-9af6-d819bd72ddd7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:00.388934 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36656) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:00.394235 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e38ef5d4-5191-441e-9757-260dd9b3d359 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:00.418367 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e38ef5d4-5191-441e-9757-260dd9b3d359 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (584a813d-8fa2-4da4-ac4f-4bf2294b14a7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.470312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e38ef5d4-5191-441e-9757-260dd9b3d359 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (584a813d-8fa2-4da4-ac4f-4bf2294b14a7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.474650 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e38ef5d4-5191-441e-9757-260dd9b3d359 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (584a813d-8fa2-4da4-ac4f-4bf2294b14a7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.488889 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ef5d4-5191-441e-9757-260dd9b3d359 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584a813d-8fa2-4da4-ac4f-4bf2294b14a7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:00.499104 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e38ef5d4-5191-441e-9757-260dd9b3d359 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.500358 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e38ef5d4-5191-441e-9757-260dd9b3d359 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102662 Feb 03 15:18:00.503763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36658) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:00.507950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-834ae038-2c36-4285-80bf-eb6e7ac434e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:00.532259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-834ae038-2c36-4285-80bf-eb6e7ac434e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (06f00718-a3e4-46f7-867c-f72e1bf34293), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.586360 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-834ae038-2c36-4285-80bf-eb6e7ac434e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (06f00718-a3e4-46f7-867c-f72e1bf34293), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.590253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-834ae038-2c36-4285-80bf-eb6e7ac434e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (06f00718-a3e4-46f7-867c-f72e1bf34293), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.608396 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ae038-2c36-4285-80bf-eb6e7ac434e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f00718-a3e4-46f7-867c-f72e1bf34293,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:00.616240 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-834ae038-2c36-4285-80bf-eb6e7ac434e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.617520 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-834ae038-2c36-4285-80bf-eb6e7ac434e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128345 Feb 03 15:18:00.620328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36660) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:00.624846 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-dcbf4b75-01ad-40f7-a08d-3ac6c30dc60c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:00.650031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4b75-01ad-40f7-a08d-3ac6c30dc60c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (8997c450-4d1d-490b-84a7-233af7dba796), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.709871 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4b75-01ad-40f7-a08d-3ac6c30dc60c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (8997c450-4d1d-490b-84a7-233af7dba796), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.714967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4b75-01ad-40f7-a08d-3ac6c30dc60c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (8997c450-4d1d-490b-84a7-233af7dba796), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.732687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf4b75-01ad-40f7-a08d-3ac6c30dc60c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8997c450-4d1d-490b-84a7-233af7dba796,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:00.743971 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcbf4b75-01ad-40f7-a08d-3ac6c30dc60c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.745426 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dcbf4b75-01ad-40f7-a08d-3ac6c30dc60c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241009 Feb 03 15:18:00.748211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36662) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:00.753857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d9321c28-3260-4e04-92a1-4195028e9e70 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:00.782767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9321c28-3260-4e04-92a1-4195028e9e70 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (a5eae993-b7e0-49dd-8113-f723422e192b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.844477 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9321c28-3260-4e04-92a1-4195028e9e70 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (a5eae993-b7e0-49dd-8113-f723422e192b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.848002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9321c28-3260-4e04-92a1-4195028e9e70 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a5eae993-b7e0-49dd-8113-f723422e192b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.865374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9321c28-3260-4e04-92a1-4195028e9e70 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5eae993-b7e0-49dd-8113-f723422e192b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:00.874046 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9321c28-3260-4e04-92a1-4195028e9e70 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.875260 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9321c28-3260-4e04-92a1-4195028e9e70 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258378 Feb 03 15:18:00.878636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36664) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:00.883127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:00.904956 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:18:00.910165 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (daa9e9de-2957-46cf-9cf3-a1e07be99e37), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.968859 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (daa9e9de-2957-46cf-9cf3-a1e07be99e37), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.972522 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (daa9e9de-2957-46cf-9cf3-a1e07be99e37), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.990653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa9e9de-2957-46cf-9cf3-a1e07be99e37,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:00.998694 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:00.999898 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9aaa0428-ec2e-4a12-a89b-d74cdd53f484 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203341 Feb 03 15:18:01.003265 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:01.007510 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:01.026500 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:18:01.031555 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (1774f044-cbb0-432e-a0fc-ff6da61fbc59), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.088804 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (1774f044-cbb0-432e-a0fc-ff6da61fbc59), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.092520 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (1774f044-cbb0-432e-a0fc-ff6da61fbc59), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.110302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1774f044-cbb0-432e-a0fc-ff6da61fbc59,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:01.118244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.119707 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bf112b0c-c435-43f7-821a-d78d52376c1c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152296 Feb 03 15:18:01.122344 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36668) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:01.127024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'network': {'name': 'tempest-network-smoke--1626553368', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'port_security_enabled': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:01.145611 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:18:01.148878 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.174927 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:18:01.183975 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c1a38433-e156-4741-b54e-a873ef9d629b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.184324 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Added segment c1a38433-e156-4741-b54e-a873ef9d629b of type vlan for network e2439eff-1135-45bd-acb0-499a2b199ea5 Feb 03 15:18:01.223917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (e2439eff-1135-45bd-acb0-499a2b199ea5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.248251 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (e2439eff-1135-45bd-acb0-499a2b199ea5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.253644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:01.254234 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.291199 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1677840 Feb 03 15:18:01.294048 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36670) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:01.298666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'admin_state_up': True, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:01.320129 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (c40a908b-0476-4710-9fac-461112e258ac), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.321167 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (c40a908b-0476-4710-9fac-461112e258ac), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.322286 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eb2ec-99da-4167-94ac-ab6a4bdfe294 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Network': ['ID=e2439eff-1135-45bd-acb0-499a2b199ea5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:01.333614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network e2439eff-1135-45bd-acb0-499a2b199ea5 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:18:01.376330 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (c40a908b-0476-4710-9fac-461112e258ac), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:01.867320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (c40a908b-0476-4710-9fac-461112e258ac), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:02.060765 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (c40a908b-0476-4710-9fac-461112e258ac), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:02.079415 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:02.178525 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.156 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/07237247-3a53-4732-a338-d375e40c8cfc) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:18:02.280673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (07237247-3a53-4732-a338-d375e40c8cfc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:02.313187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (07237247-3a53-4732-a338-d375e40c8cfc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:02.350734 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:18:02.354977 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:18:02.358333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:18:02.380327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=07237247-3a53-4732-a338-d375e40c8cfc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:02.607892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (c40a908b-0476-4710-9fac-461112e258ac), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:02.810270 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (c40a908b-0476-4710-9fac-461112e258ac), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:02.940811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router c40a908b-0476-4710-9fac-461112e258ac is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:18:03.052298 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:18:03.061697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Sync routers for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:18:03.071900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:18:03.072220 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.072552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:03.073611 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e8ebf308-2f43-4cce-b3b8-66505b0bbb28 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7785504 Feb 03 15:18:03.076933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:03.115473 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-8d13a600-af8e-44cc-926f-14050bd32298 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=b823e47ba43a4e5cad9a0e7b6d73e865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373213 Feb 03 15:18:03.118101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36674) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:03.188343 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:18:03.205427 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3ac5e-d990-4f1e-b377-4725197fc6e0 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:03.210134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36676) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:03.210341 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-31d3ac5e-d990-4f1e-b377-4725197fc6e0 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911129 Feb 03 15:18:03.238655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ce003b39-9299-4644-a4e4-8d658d06dff6 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269222 Feb 03 15:18:03.241001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36678) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:03.245717 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494825733', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:03.337063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:18:03.340575 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.355797 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:18:03.369318 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:02Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:03.399454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Checking router: c40a908b-0476-4710-9fac-461112e258ac for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:18:03.399805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Updating router c40a908b-0476-4710-9fac-461112e258ac port 07237247-3a53-4732-a338-d375e40c8cfc binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:18:03.429549 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (07237247-3a53-4732-a338-d375e40c8cfc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.527387 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (47d98f62-a386-417a-8f25-4b1c906243f9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.587613 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Subnet': ['ID=47d98f62-a386-417a-8f25-4b1c906243f9,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:03.598845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Checking segment: {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:18:03.599221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network hostable DHCP agents. Network: e2439eff-1135-45bd-acb0-499a2b199ea5, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:18:03.616623 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network e2439eff-1135-45bd-acb0-499a2b199ea5 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:18:03.625445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, e2439eff-1135-45bd-acb0-499a2b199ea5) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:18:03.630160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:03.631293 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.647671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c3069dfc-90e3-4696-94cf-06c355d96477 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4056625 Feb 03 15:18:03.650395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36680) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:03.656565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891ec98-78f8-45b3-9094-f3de07e50a68 None None] Network e2439eff-1135-45bd-acb0-499a2b199ea5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:18:03.749373 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Publish callbacks [] for port (07237247-3a53-4732-a338-d375e40c8cfc), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.758912 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (07237247-3a53-4732-a338-d375e40c8cfc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.834548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Attempting to bind port 07237247-3a53-4732-a338-d375e40c8cfc on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:18:03.835469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Attempting to bind port 07237247-3a53-4732-a338-d375e40c8cfc by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:18:03.835469 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Attempting to bind port 07237247-3a53-4732-a338-d375e40c8cfc on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:18:03.841894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-e2439eff-1135-45bd-acb0-499a2b199ea5', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:18:03.842718 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.848898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497c0d3-05de-4031-b468-6feeb0ed4d64 None None] Pushing event updated for resources: {'Port': ['ID=07237247-3a53-4732-a338-d375e40c8cfc,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:03.860038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:18:03.860441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:18:03.860850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.861249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:18:03.861756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Bound port: 07237247-3a53-4732-a338-d375e40c8cfc, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:18:03.862137 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (07237247-3a53-4732-a338-d375e40c8cfc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:03.976381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] For port 07237247-3a53-4732-a338-d375e40c8cfc, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:18:03.981755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] For port 07237247-3a53-4732-a338-d375e40c8cfc, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=07237247-3a53-4732-a338-d375e40c8cfc,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:18:03.991790 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (07237247-3a53-4732-a338-d375e40c8cfc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.088113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Allocated IP 172.20.0.2 (e2439eff-1135-45bd-acb0-499a2b199ea5/47d98f62-a386-417a-8f25-4b1c906243f9/7ef19b71-0e32-4948-9e75-29bc5a64a72c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:18:04.093894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497c0d3-05de-4031-b468-6feeb0ed4d64 None None] Pushing event updated for resources: {'Port': ['ID=07237247-3a53-4732-a338-d375e40c8cfc,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:04.097717 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.098585 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:18:04.099198 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:04.277259 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:18:04.574782 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Publish callbacks [] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.584065 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.629932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.1 (e2439eff-1135-45bd-acb0-499a2b199ea5/47d98f62-a386-417a-8f25-4b1c906243f9/ed4fe21b-773a-4bdc-9731-4e20232047ae) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:18:04.645844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Network e2439eff-1135-45bd-acb0-499a2b199ea5 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:18:04.647977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Pushing event updated for resources: {'Port': ['ID=7ef19b71-0e32-4948-9e75-29bc5a64a72c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:04.666371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:18:04.669453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:18:04.740049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Attempting to bind port 7ef19b71-0e32-4948-9e75-29bc5a64a72c on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:18:04.740528 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Attempting to bind port 7ef19b71-0e32-4948-9e75-29bc5a64a72c by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:18:04.740800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Attempting to bind port 7ef19b71-0e32-4948-9e75-29bc5a64a72c on network e2439eff-1135-45bd-acb0-499a2b199ea5 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:18:04.747675 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.748156 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:18:04.748568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Checking segment: {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:18:04.748966 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.749352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Bound using segment: {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:18:04.749814 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Bound port: 7ef19b71-0e32-4948-9e75-29bc5a64a72c, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:18:04.750198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.754958 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:02Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:04.782682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.787450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fff83b-0cbd-4ff0-80d4-1cb52d07e1df None None] The sync data for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 is: [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:02Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:18:04.836845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network e2439eff-1135-45bd-acb0-499a2b199ea5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:18:04.839905 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:18:04.843660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] For port 7ef19b71-0e32-4948-9e75-29bc5a64a72c, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:18:04.844777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:18:04.848746 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] For port 7ef19b71-0e32-4948-9e75-29bc5a64a72c, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7ef19b71-0e32-4948-9e75-29bc5a64a72c,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:18:04.849929 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=ed4fe21b-773a-4bdc-9731-4e20232047ae,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:04.858746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.891503 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (c40a908b-0476-4710-9fac-461112e258ac), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:04.929138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab79a3-ec28-41da-b320-877f299d20c2 None None] Pushing event updated for resources: {'Port': ['ID=7ef19b71-0e32-4948-9e75-29bc5a64a72c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:05.063536 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:05.411293 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:05.416135 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:05.491265 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (c40a908b-0476-4710-9fac-461112e258ac), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:05.501037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=ed4fe21b-773a-4bdc-9731-4e20232047ae,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:05.591024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network e2439eff-1135-45bd-acb0-499a2b199ea5 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:18:05.592503 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:18:05.716621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router c40a908b-0476-4710-9fac-461112e258ac has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:18:05.858980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07237247-3a53-4732-a338-d375e40c8cfc up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:18:05.864033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:18:05.869631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5f811cb0-bf66-4124-ad71-a95561b73ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/c40a908b-0476-4710-9fac-461112e258ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2182570 Feb 03 15:18:05.910750 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 07237247-3a53-4732-a338-d375e40c8cfc triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:05.911259 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (07237247-3a53-4732-a338-d375e40c8cfc), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.003134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 07237247-3a53-4732-a338-d375e40c8cfc is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:06.003618 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (07237247-3a53-4732-a338-d375e40c8cfc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.030938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 07237247-3a53-4732-a338-d375e40c8cfc, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=07237247-3a53-4732-a338-d375e40c8cfc,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:18:06.036035 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (07237247-3a53-4732-a338-d375e40c8cfc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.037131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7ef19b71-0e32-4948-9e75-29bc5a64a72c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:18:06.049141 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-7cafc375-ecee-4439-9f39-09da93c58b80 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160414680&fields=id&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 267 time: 0.0668948 Feb 03 15:18:06.107414 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bcf984-64b9-413e-856f-b3e6ac5d26d4 None None] Network e2439eff-1135-45bd-acb0-499a2b199ea5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:18:06.126599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=07237247-3a53-4732-a338-d375e40c8cfc,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:06.166222 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-1af51c26-5ea3-4436-8897-cf60abec372a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:06.167650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-1af51c26-5ea3-4436-8897-cf60abec372a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 797 time: 0.1110864 Feb 03 15:18:06.182403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-d0da630d-831a-420e-9feb-aaa26ce38ba3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/quotas/b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 375 time: 0.0091956 Feb 03 15:18:06.209485 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dfb55d5a-becf-45c1-9d7a-296a8530657d None None] Provisioning complete for port 7ef19b71-0e32-4948-9e75-29bc5a64a72c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:06.209860 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfb55d5a-becf-45c1-9d7a-296a8530657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.249282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-983f9ef9-cc5f-408c-985e-ba39765f1cee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614645 Feb 03 15:18:06.266628 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-34a8d75a-438d-45d1-82cb-52b612c78537 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:18:06.268146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-34a8d75a-438d-45d1-82cb-52b612c78537 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055604 Feb 03 15:18:06.276254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7ef19b71-0e32-4948-9e75-29bc5a64a72c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:06.276665 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.373391 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-df70794d-72dd-492a-8193-d9f8c09ad1a6 service neutron] 10.222.0.52 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955012 Feb 03 15:18:06.383796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dfb55d5a-becf-45c1-9d7a-296a8530657d None None] Current status of the port 7ef19b71-0e32-4948-9e75-29bc5a64a72c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:06.384189 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfb55d5a-becf-45c1-9d7a-296a8530657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.445117 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7ef19b71-0e32-4948-9e75-29bc5a64a72c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:06.445541 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.450755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-dfb55d5a-becf-45c1-9d7a-296a8530657d None None] For port 7ef19b71-0e32-4948-9e75-29bc5a64a72c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7ef19b71-0e32-4948-9e75-29bc5a64a72c,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:18:06.458536 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfb55d5a-becf-45c1-9d7a-296a8530657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.492828 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-582d4050-ca9c-4ae7-9c38-a24e68f70811 service neutron] 10.222.0.52 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055992 Feb 03 15:18:06.547295 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55d5a-becf-45c1-9d7a-296a8530657d None None] Pushing event updated for resources: {'Port': ['ID=7ef19b71-0e32-4948-9e75-29bc5a64a72c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:06.554839 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:18:06.555470 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:18:06.617526 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Sync routers for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:18:06.640307 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:18:06.640967 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:06.683180 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-516a9b07-1399-4000-bc72-ebbd2087370b None None] Provisioning complete for port 7ef19b71-0e32-4948-9e75-29bc5a64a72c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:06.683915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-516a9b07-1399-4000-bc72-ebbd2087370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.714759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-adcadef5-6265-4633-a472-e9d616b3085f req-266170b2-ff5c-4649-81c5-6ca189e13e78 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 210 time: 0.0389369 Feb 03 15:18:06.774635 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:18:06.786155 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-516a9b07-1399-4000-bc72-ebbd2087370b None None] Current status of the port 7ef19b71-0e32-4948-9e75-29bc5a64a72c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:06.799233 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-516a9b07-1399-4000-bc72-ebbd2087370b None None] Provisioning complete for port ed4fe21b-773a-4bdc-9731-4e20232047ae triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:06.799727 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-516a9b07-1399-4000-bc72-ebbd2087370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.838080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-516a9b07-1399-4000-bc72-ebbd2087370b None None] Port ed4fe21b-773a-4bdc-9731-4e20232047ae cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:18:06.971632 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-3ea71aea-3903-4969-9398-60ecf73d556a None None] Provisioning complete for port ed4fe21b-773a-4bdc-9731-4e20232047ae triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:06.972284 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ea71aea-3903-4969-9398-60ecf73d556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:06.982125 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 2, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:07.008910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3ea71aea-3903-4969-9398-60ecf73d556a None None] Port ed4fe21b-773a-4bdc-9731-4e20232047ae cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:18:07.013917 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Checking router: c40a908b-0476-4710-9fac-461112e258ac for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:18:07.014301 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Updating router c40a908b-0476-4710-9fac-461112e258ac port ed4fe21b-773a-4bdc-9731-4e20232047ae binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:18:07.043141 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.092487 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7ef19b71-0e32-4948-9e75-29bc5a64a72c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:07.127998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-72cf4da2-7b66-4038-9d4e-e05902244240 None None] Provisioning complete for port ed4fe21b-773a-4bdc-9731-4e20232047ae triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:07.128527 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72cf4da2-7b66-4038-9d4e-e05902244240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.165617 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-72cf4da2-7b66-4038-9d4e-e05902244240 None None] Port ed4fe21b-773a-4bdc-9731-4e20232047ae cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:18:07.300350 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Publish callbacks [] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.305790 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.354974 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Pushing event updated for resources: {'Port': ['ID=ed4fe21b-773a-4bdc-9731-4e20232047ae,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:07.380897 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.381242 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.381586 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.381921 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.382256 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.382584 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.382908 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.383232 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.383555 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.383877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.384195 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.384676 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.385006 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:18:07.420484 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Attempting to bind port ed4fe21b-773a-4bdc-9731-4e20232047ae on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:18:07.420865 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Attempting to bind port ed4fe21b-773a-4bdc-9731-4e20232047ae by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:18:07.421231 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Attempting to bind port ed4fe21b-773a-4bdc-9731-4e20232047ae on network e2439eff-1135-45bd-acb0-499a2b199ea5 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:18:07.427595 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:18:07.427975 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Checking segment: {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:18:07.428381 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.429341 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Bound using segment: {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:18:07.429817 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Bound port: ed4fe21b-773a-4bdc-9731-4e20232047ae, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:18:07.430200 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.493702 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] For port ed4fe21b-773a-4bdc-9731-4e20232047ae, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:18:07.496842 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] For port ed4fe21b-773a-4bdc-9731-4e20232047ae, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ed4fe21b-773a-4bdc-9731-4e20232047ae,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:18:07.503739 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.554708 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:18:07.555336 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:17:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:07.588756 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-f0fb3099-bfb2-4a24-80a6-175be1f00bc3 None None] Provisioning complete for port ed4fe21b-773a-4bdc-9731-4e20232047ae triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:07.589130 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3099-bfb2-4a24-80a6-175be1f00bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.607967 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8023-338e-4a66-bbd1-db9d849f73ff None None] Pushing event updated for resources: {'Port': ['ID=ed4fe21b-773a-4bdc-9731-4e20232047ae,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:07.692949 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:18:07.710235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb3099-bfb2-4a24-80a6-175be1f00bc3 None None] Current status of the port ed4fe21b-773a-4bdc-9731-4e20232047ae is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:07.710635 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3099-bfb2-4a24-80a6-175be1f00bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.756821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f0fb3099-bfb2-4a24-80a6-175be1f00bc3 None None] For port ed4fe21b-773a-4bdc-9731-4e20232047ae, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ed4fe21b-773a-4bdc-9731-4e20232047ae,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:18:07.761430 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3099-bfb2-4a24-80a6-175be1f00bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.812933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07237247-3a53-4732-a338-d375e40c8cfc up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:18:07.832158 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3181d41a-da00-423e-bee3-b3825389aebe req-eb133f36-85ce-4b1b-b9ac-651d1ee1f8d9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 210 time: 0.0411856 Feb 03 15:18:07.852294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb3099-bfb2-4a24-80a6-175be1f00bc3 None None] Pushing event updated for resources: {'Port': ['ID=ed4fe21b-773a-4bdc-9731-4e20232047ae,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:07.891162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4644d8c4-2cf5-4d96-809d-edd4118acb5d None None] Provisioning complete for port ed4fe21b-773a-4bdc-9731-4e20232047ae triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:07.891529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4644d8c4-2cf5-4d96-809d-edd4118acb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.920600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 07237247-3a53-4732-a338-d375e40c8cfc triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:07.920970 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (07237247-3a53-4732-a338-d375e40c8cfc), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:07.968944 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:07.998528 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb00b4-516b-41b8-abed-c69dc0fb4953 None None] The sync data for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 is: [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:18:08.006833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4644d8c4-2cf5-4d96-809d-edd4118acb5d None None] Current status of the port ed4fe21b-773a-4bdc-9731-4e20232047ae is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:08.064944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 07237247-3a53-4732-a338-d375e40c8cfc is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:08.066083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7ef19b71-0e32-4948-9e75-29bc5a64a72c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:18:08.115702 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7ef19b71-0e32-4948-9e75-29bc5a64a72c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:08.115702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:08.198246 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7ef19b71-0e32-4948-9e75-29bc5a64a72c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:08.911553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3032126f-31ba-467e-8430-73d86b54167c req-c09364a2-f1a7-4d62-8158-6e31f0a49262 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 210 time: 0.0302994 Feb 03 15:18:09.648525 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:09.770285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ed4fe21b-773a-4bdc-9731-4e20232047ae up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:18:09.818025 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ed4fe21b-773a-4bdc-9731-4e20232047ae triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:09.818405 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:09.896734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ed4fe21b-773a-4bdc-9731-4e20232047ae is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:09.994589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d80fa8ce-fa51-4ae1-a250-a3bde963aca8 req-bf428a32-457d-4c7f-b44b-d6d9caaf2158 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 210 time: 0.0310316 Feb 03 15:18:11.088976 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-121d02e5-6aff-4cb6-8f08-438ececbc465 req-fbdfd894-a1f0-45f5-b448-c2ea454af8d3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Feb 03 15:18:12.185331 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2196c401-6220-4e3a-945e-3a555cbe1924 req-f22e0161-1d39-4025-b925-1dcfbfa33ee2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 210 time: 0.0281692 Feb 03 15:18:12.219272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-754b6e53-952d-47f7-b1c2-cb8a020879cc tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:12.220733 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-754b6e53-952d-47f7-b1c2-cb8a020879cc tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 797 time: 0.4410439 Feb 03 15:18:12.286766 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-7ca89071-9cff-485d-a8ff-ac00d48d70e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 380 time: 0.0515063 Feb 03 15:18:12.295488 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'port': {'device_id': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'admin_state_up': True, 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'security_groups': ['56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:12.397426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:18:12.400667 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:12.524948 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.5 (e2439eff-1135-45bd-acb0-499a2b199ea5/47d98f62-a386-417a-8f25-4b1c906243f9/cacb4e0b-bcfa-4e13-8c82-d403a05e983a) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:18:12.661352 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:12.694133 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:12.738164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network e2439eff-1135-45bd-acb0-499a2b199ea5 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:18:12.741145 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:18:12.744768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:18:12.751094 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:12.800535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:12.801202 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:12.818855 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8deab8a7-1442-4698-a99f-2024b3f429d2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5267603 Feb 03 15:18:12.837113 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Request body: {'port': {'device_id': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:12.905708 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:12.960208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d5daecfe-c7cd-4ab6-b1d3-ccd764e41e06 None None] Provisioning complete for port cacb4e0b-bcfa-4e13-8c82-d403a05e983a triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:12.960822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5daecfe-c7cd-4ab6-b1d3-ccd764e41e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:12.994347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d5daecfe-c7cd-4ab6-b1d3-ccd764e41e06 None None] Port cacb4e0b-bcfa-4e13-8c82-d403a05e983a cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:18:13.173598 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacb4e0b-bcfa-4e13-8c82-d403a05e983a {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:18:13.181077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Publish callbacks [] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:13.193228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Transition to ACTIVE for port object cacb4e0b-bcfa-4e13-8c82-d403a05e983a will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:18:13.196855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:13.256776 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Pushing event updated for resources: {'Port': ['ID=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:13.310995 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db181a-0c7e-4f81-a8ce-1aa23598d4ba req-619b2386-3313-4e8d-b479-4e3ef2f4a9a7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:13.312561 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88db181a-0c7e-4f81-a8ce-1aa23598d4ba req-619b2386-3313-4e8d-b479-4e3ef2f4a9a7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 943 time: 0.0558360 Feb 03 15:18:13.332193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Attempting to bind port cacb4e0b-bcfa-4e13-8c82-d403a05e983a on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:18:13.332608 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Attempting to bind port cacb4e0b-bcfa-4e13-8c82-d403a05e983a by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:18:13.332942 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Attempting to bind port cacb4e0b-bcfa-4e13-8c82-d403a05e983a on network e2439eff-1135-45bd-acb0-499a2b199ea5 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:18:13.337573 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Port cacb4e0b-bcfa-4e13-8c82-d403a05e983a on network e2439eff-1135-45bd-acb0-499a2b199ea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:18:13.337904 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Attempting to bind port cacb4e0b-bcfa-4e13-8c82-d403a05e983a on network e2439eff-1135-45bd-acb0-499a2b199ea5 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:18:13.346077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:18:13.346523 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Checking segment: {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:18:13.346870 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Bound using segment: {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:18:13.347236 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Bound port: cacb4e0b-bcfa-4e13-8c82-d403a05e983a, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a38433-e156-4741-b54e-a873ef9d629b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:18:13.347603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:13.369609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88db181a-0c7e-4f81-a8ce-1aa23598d4ba req-1f94d2e5-121d-4556-b19f-85079cd14d09 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481136 Feb 03 15:18:13.418655 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] For port cacb4e0b-bcfa-4e13-8c82-d403a05e983a, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:18:13.421839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] For port cacb4e0b-bcfa-4e13-8c82-d403a05e983a, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:18:13.428782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:13.470032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:13.471420 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:13.472650 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] 10.222.0.71 "PUT /v2.0/ports/cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 1091 time: 0.6399121 Feb 03 15:18:13.473085 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:18:13.475347 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67789a12-9964-48ee-83eb-88228234e2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:18:13.500658 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cca74-633c-4e12-b33d-6ff36ed20662 service neutron] Pushing event updated for resources: {'Port': ['ID=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:13.514766 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d71f55-a2e8-46f5-ada5-529d8c4086dc x-openstack-request-id: req-81d71f55-a2e8-46f5-ada5-529d8c4086dc {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:18:13.515185 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:18:13.515517 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81d71f55-a2e8-46f5-ada5-529d8c4086dc {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:18:13.516392 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'status': 'completed', 'code': 200} Feb 03 15:18:13.586096 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8a18f17e-65c0-4e42-ba1b-e61667ebe8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:13.587645 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-8a18f17e-65c0-4e42-ba1b-e61667ebe8e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1125 time: 0.0507293 Feb 03 15:18:13.635920 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-13ed9933-a93f-4b74-9324-3cda77e2aa13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 217 time: 0.0346458 Feb 03 15:18:13.685731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-9a59c87a-a71c-4889-8f44-72807a11b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:13.687336 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-9a59c87a-a71c-4889-8f44-72807a11b52f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 200 len: 835 time: 0.0453124 Feb 03 15:18:13.738978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-dc9addba-39d8-4ca7-ac7d-fbdf21b29482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:13.740657 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-dc9addba-39d8-4ca7-ac7d-fbdf21b29482 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2439eff-1135-45bd-acb0-499a2b199ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468636 Feb 03 15:18:13.828497 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-0642eb09-939f-4338-b10b-7eea455ed401 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810113 Feb 03 15:18:13.920537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-965a6283-f3fa-4abc-95fe-463dd23306a1 req-417e9f1b-6647-4d09-b5c1-c99090454e52 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855687 Feb 03 15:18:14.062765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789a12-9964-48ee-83eb-88228234e2c3 req-704d393a-cd14-4bdb-8b7c-38f31c5f9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:14.064782 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67789a12-9964-48ee-83eb-88228234e2c3 req-704d393a-cd14-4bdb-8b7c-38f31c5f9176 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1125 time: 0.0437539 Feb 03 15:18:14.155353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789a12-9964-48ee-83eb-88228234e2c3 req-3129373c-0e4d-4c23-a4d5-9a06462d45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:14.156813 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67789a12-9964-48ee-83eb-88228234e2c3 req-3129373c-0e4d-4c23-a4d5-9a06462d45a3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 898 time: 0.0860059 Feb 03 15:18:14.197140 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67789a12-9964-48ee-83eb-88228234e2c3 req-53e631fc-3bc3-4b92-92ef-b8bfa726e0cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 217 time: 0.0334966 Feb 03 15:18:14.243503 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789a12-9964-48ee-83eb-88228234e2c3 req-8622acaa-2f52-4697-8631-d0f8e2908ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:14.244946 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67789a12-9964-48ee-83eb-88228234e2c3 req-8622acaa-2f52-4697-8631-d0f8e2908ec2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 200 len: 835 time: 0.0419786 Feb 03 15:18:14.296171 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789a12-9964-48ee-83eb-88228234e2c3 req-8b8c1772-41bc-4bf2-ac45-0b8db447df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:14.297572 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67789a12-9964-48ee-83eb-88228234e2c3 req-8b8c1772-41bc-4bf2-ac45-0b8db447df90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2439eff-1135-45bd-acb0-499a2b199ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466492 Feb 03 15:18:14.383136 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67789a12-9964-48ee-83eb-88228234e2c3 req-e8e3579b-485a-4929-aa41-ed48a530cc97 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784664 Feb 03 15:18:14.474991 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-67789a12-9964-48ee-83eb-88228234e2c3 req-bcd94f97-55c9-434d-9e13-25d915ae3f79 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858099 Feb 03 15:18:14.498536 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478680d-c28c-4d4a-b054-0eef9f2efd22 req-a036f77d-1415-41ed-b6e7-6949fee4f944 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:14.500035 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1478680d-c28c-4d4a-b054-0eef9f2efd22 req-a036f77d-1415-41ed-b6e7-6949fee4f944 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 943 time: 0.0574999 Feb 03 15:18:14.548896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1478680d-c28c-4d4a-b054-0eef9f2efd22 req-541bcaff-4883-4360-b5a1-f466cf66b446 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Feb 03 15:18:15.666882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd4bcb-eba8-41d0-86e3-77599450f1f4 req-378ac6d9-a67b-430e-8c72-4bed8e0a310d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:15.668364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90bd4bcb-eba8-41d0-86e3-77599450f1f4 req-378ac6d9-a67b-430e-8c72-4bed8e0a310d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 943 time: 0.0528724 Feb 03 15:18:15.718792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90bd4bcb-eba8-41d0-86e3-77599450f1f4 req-f9328c70-bbbf-461e-9222-b8798cc8ad03 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443816 Feb 03 15:18:15.916297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61018922-52f4-4e19-94df-5b11da399f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:16.838715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf565d-c00a-4ade-9ae0-1680296a1feb req-f21a1c58-2c35-42f1-a07f-dffef3b90848 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:16.840240 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cdf565d-c00a-4ade-9ae0-1680296a1feb req-f21a1c58-2c35-42f1-a07f-dffef3b90848 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 943 time: 0.0526843 Feb 03 15:18:16.891764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0cdf565d-c00a-4ade-9ae0-1680296a1feb req-1a00cbbc-eb66-4b6c-b55b-4425f607695f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Feb 03 15:18:17.907667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cacb4e0b-bcfa-4e13-8c82-d403a05e983a details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:18:18.012236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cacb4e0b-bcfa-4e13-8c82-d403a05e983a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:18:18.017574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9adb4-15af-470c-843d-a753c797fe12 req-485bd101-559e-4d02-9715-ec3d12ffe049 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:18.019085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ff9adb4-15af-470c-843d-a753c797fe12 req-485bd101-559e-4d02-9715-ec3d12ffe049 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 943 time: 0.0557418 Feb 03 15:18:18.023620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'port_id': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'mac_address': 'fa:16:3e:0d:0a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:18:18.061578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port cacb4e0b-bcfa-4e13-8c82-d403a05e983a is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:18.061964 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:18.068349 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ff9adb4-15af-470c-843d-a753c797fe12 req-366cd4c3-0bd4-43cf-8c03-117437211a08 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Feb 03 15:18:18.075224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacb4e0b-bcfa-4e13-8c82-d403a05e983a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:18:18.099830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cacb4e0b-bcfa-4e13-8c82-d403a05e983a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:18:18.103741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:18.153142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:18.171929 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1dd2-6300-470b-8ef8-f108281791d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:18.494823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['cacb4e0b-bcfa-4e13-8c82-d403a05e983a'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:18:19.186391 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de91b3-cdc0-46d2-a6e5-6e729b8c0812 req-462ad577-e617-4467-bb5d-dbd16925d4e5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:19.187849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97de91b3-cdc0-46d2-a6e5-6e729b8c0812 req-462ad577-e617-4467-bb5d-dbd16925d4e5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 944 time: 0.0517452 Feb 03 15:18:19.236756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-97de91b3-cdc0-46d2-a6e5-6e729b8c0812 req-eca87ca3-b632-4c39-bfa7-d274497c52d6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Feb 03 15:18:19.849690 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:19.930690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cacb4e0b-bcfa-4e13-8c82-d403a05e983a up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:18:19.979776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port cacb4e0b-bcfa-4e13-8c82-d403a05e983a completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:18:19.983529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port cacb4e0b-bcfa-4e13-8c82-d403a05e983a triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:18:19.983908 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:20.064390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port cacb4e0b-bcfa-4e13-8c82-d403a05e983a is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:18:20.064815 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:20.087226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:18:20.089475 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ad12a-8c5e-4568-aaee-374aef345ff7" -d '{"events": [{"server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "name": "network-vif-plugged", "status": "completed", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:18:20.101622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port cacb4e0b-bcfa-4e13-8c82-d403a05e983a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:18:20.105738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:20.128303 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805650a6-9127-4152-9e3c-2f00697b8009 x-openstack-request-id: req-805650a6-9127-4152-9e3c-2f00697b8009 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:18:20.129139 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "name": "network-vif-plugged", "status": "completed", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:18:20.129394 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-805650a6-9127-4152-9e3c-2f00697b8009 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:18:20.129778 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'code': 200} Feb 03 15:18:20.154914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:20.264986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c68852-d700-4410-8498-df6a960c12dd req-51d1a44a-d0a8-4df8-8e45-a5eeb26c45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:20.266592 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49c68852-d700-4410-8498-df6a960c12dd req-51d1a44a-d0a8-4df8-8e45-a5eeb26c45e5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1127 time: 0.0438426 Feb 03 15:18:20.312922 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49c68852-d700-4410-8498-df6a960c12dd req-801975c8-26ca-4d93-9f91-3b7ec14c029b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 Feb 03 15:18:20.358129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd1564-d5c9-4a58-9660-11aea5f13de0 req-3f712e73-1114-4e3c-abee-2882e624a696 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:20.359608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dafd1564-d5c9-4a58-9660-11aea5f13de0 req-3f712e73-1114-4e3c-abee-2882e624a696 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Feb 03 15:18:20.407867 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dafd1564-d5c9-4a58-9660-11aea5f13de0 req-b672d45f-8650-4875-981a-34dfb7ca8a06 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Feb 03 15:18:20.921592 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:21.524510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf7756-eb5e-485d-b1f9-a752cdd80c2f req-73710478-2cc8-4bdd-844b-e40b85a4edb0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:21.525918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36bf7756-eb5e-485d-b1f9-a752cdd80c2f req-73710478-2cc8-4bdd-844b-e40b85a4edb0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Feb 03 15:18:21.573955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36bf7756-eb5e-485d-b1f9-a752cdd80c2f req-a63e485a-2a0a-4188-8e0d-ab22d0e2599b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Feb 03 15:18:22.298050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:22.694473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a9dcc-a73e-48e7-937a-f2ff6db0595e req-65c53941-89f8-4cbe-a8b1-c033eae16ff8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:22.695969 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-636a9dcc-a73e-48e7-937a-f2ff6db0595e req-65c53941-89f8-4cbe-a8b1-c033eae16ff8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0557745 Feb 03 15:18:22.743547 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-636a9dcc-a73e-48e7-937a-f2ff6db0595e req-edd92d90-891e-469f-8ea1-49d1b8a5a917 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Feb 03 15:18:22.862387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16199b-cfdf-4053-bfe6-d8b8e17f4354 req-4a6c05b3-f80a-4686-b453-b105069e6ff0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:22.863771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f16199b-cfdf-4053-bfe6-d8b8e17f4354 req-4a6c05b3-f80a-4686-b453-b105069e6ff0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Feb 03 15:18:22.911658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f16199b-cfdf-4053-bfe6-d8b8e17f4354 req-c53c2368-7ef4-4992-9934-d661d3fb68ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Feb 03 15:18:22.932577 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36752) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:22.974488 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf022a8-cefc-4df4-97c8-6c9b02742852 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:22.975957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8cf022a8-cefc-4df4-97c8-6c9b02742852 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1122 time: 0.0424268 Feb 03 15:18:22.978701 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36754) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:22.982831 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:18:23.002226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:23.101488 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:23.205807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.51 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/accc9f55-5549-42f2-947f-254904322be9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:18:23.305741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (accc9f55-5549-42f2-947f-254904322be9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:23.338055 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (accc9f55-5549-42f2-947f-254904322be9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:23.377116 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:18:23.380483 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:18:23.383780 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:18:23.746861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=accc9f55-5549-42f2-947f-254904322be9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:24.078409 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (5432324d-950d-4d30-8cc7-5c87382fb354), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:24.150200 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (accc9f55-5549-42f2-947f-254904322be9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:24.303359 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (accc9f55-5549-42f2-947f-254904322be9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:24.308195 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (accc9f55-5549-42f2-947f-254904322be9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:24.377104 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=accc9f55-5549-42f2-947f-254904322be9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:18:24.386976 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (5432324d-950d-4d30-8cc7-5c87382fb354), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:24.490022 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 5432324d-950d-4d30-8cc7-5c87382fb354 associated. External IP: 172.25.0.51, port: cacb4e0b-bcfa-4e13-8c82-d403a05e983a. Feb 03 15:18:24.702352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router c40a908b-0476-4710-9fac-461112e258ac has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:18:24.830171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:18:24.839956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] Sync routers for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:18:24.848198 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:24.850969 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:18:24.851599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:18:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:24.878251 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-47c2908a-442e-446f-a373-aa14bce5cbc0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8985534 Feb 03 15:18:24.878833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:18:24.881092 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec8d689-b929-4905-94cb-8439d5c83752" -d '{"events": [{"name": "network-changed", "server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:18:24.965831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:18:24.981893 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1bbb9-691d-4efc-8c68-aa8c48fcb871 req-d51eefe5-95d7-4b17-b43f-c65192d203a6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:24.983499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fea1bbb9-691d-4efc-8c68-aa8c48fcb871 req-d51eefe5-95d7-4b17-b43f-c65192d203a6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0545845 Feb 03 15:18:25.036458 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fea1bbb9-691d-4efc-8c68-aa8c48fcb871 req-c3f7e276-62f4-4f7d-a008-528c7fe64a73 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471950 Feb 03 15:18:25.065402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36760) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:25.107471 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed1a874-c92a-48e2-b11e-e7d4d9e71568 x-openstack-request-id: req-2ed1a874-c92a-48e2-b11e-e7d4d9e71568 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:18:25.107756 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:18:25.108014 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ed1a874-c92a-48e2-b11e-e7d4d9e71568 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:18:25.108585 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'status': 'completed', 'code': 200} Feb 03 15:18:25.151961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b3551fac-0da0-4f8d-8114-42e48cd4da18 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/5432324d-950d-4d30-8cc7-5c87382fb354 HTTP/1.1" status: 200 len: 990 time: 0.0862160 Feb 03 15:18:25.243968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d689-b929-4905-94cb-8439d5c83752 req-afa62efa-d080-4a0e-82c8-8cae3443bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:25.245523 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cec8d689-b929-4905-94cb-8439d5c83752 req-afa62efa-d080-4a0e-82c8-8cae3443bb65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1127 time: 0.0923717 Feb 03 15:18:25.294707 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:25.336882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d689-b929-4905-94cb-8439d5c83752 req-ba9e85d3-c006-4dad-9f5f-9166283de1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:25.338420 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cec8d689-b929-4905-94cb-8439d5c83752 req-ba9e85d3-c006-4dad-9f5f-9166283de1b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 898 time: 0.0870016 Feb 03 15:18:25.370146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5432324d-950d-4d30-8cc7-5c87382fb354', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'port_id': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'mac_address': 'fa:16:3e:0d:0a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:18:23Z', 'updated_at': '2022-02-03T15:18:23Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:25.402506 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] Checking router: c40a908b-0476-4710-9fac-461112e258ac for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:18:25.413199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:18:25.413827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:18:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:25.417038 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cec8d689-b929-4905-94cb-8439d5c83752 req-fa0ee5c8-a58a-46bf-9469-15cae049ccbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 998 time: 0.0724385 Feb 03 15:18:25.465216 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d689-b929-4905-94cb-8439d5c83752 req-b837aba9-e891-47a6-bdf0-7ee560638339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:25.466869 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cec8d689-b929-4905-94cb-8439d5c83752 req-b837aba9-e891-47a6-bdf0-7ee560638339 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 200 len: 835 time: 0.0435405 Feb 03 15:18:25.516156 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d689-b929-4905-94cb-8439d5c83752 req-f4a3f466-e471-458b-9e10-aed3684439d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:25.517603 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cec8d689-b929-4905-94cb-8439d5c83752 req-f4a3f466-e471-458b-9e10-aed3684439d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2439eff-1135-45bd-acb0-499a2b199ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445609 Feb 03 15:18:25.521697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:18:25.613054 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cec8d689-b929-4905-94cb-8439d5c83752 req-b76a77e2-7f76-4a71-bf10-bc30c1c82ccd service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872097 Feb 03 15:18:25.708392 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cec8d689-b929-4905-94cb-8439d5c83752 req-fccb1e96-1fdb-4176-a11d-96ec68043e82 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896325 Feb 03 15:18:25.750574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5432324d-950d-4d30-8cc7-5c87382fb354', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'port_id': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'mac_address': 'fa:16:3e:0d:0a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:18:23Z', 'updated_at': '2022-02-03T15:18:23Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:18:25.780953 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e91662-235c-48d7-bdd5-50f83c428927 None None] The sync data for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 is: [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '5432324d-950d-4d30-8cc7-5c87382fb354', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'port_id': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'mac_address': 'fa:16:3e:0d:0a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:18:23Z', 'updated_at': '2022-02-03T15:18:23Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:18:25.971023 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdb5b1-a553-4df6-b394-cceb74fe0fee None None] New status for floating IP 5432324d-950d-4d30-8cc7-5c87382fb354: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:18:26.155925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36764) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:26.224467 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1332a3f4-db3a-41ac-ba22-27a068be59a7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/5432324d-950d-4d30-8cc7-5c87382fb354 HTTP/1.1" status: 200 len: 990 time: 0.0667267 Feb 03 15:18:27.227577 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36766) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:18:27.291204 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-04ce304a-d025-4b9c-9598-9e7ec09bf3f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/5432324d-950d-4d30-8cc7-5c87382fb354 HTTP/1.1" status: 200 len: 992 time: 0.0624287 Feb 03 15:18:39.644387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:40.354988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:18:45.918015 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d10c1c4-2804-45cd-94ac-516a1011deb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:48.175920 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0dd80fe1-5013-468a-b8c3-c33f923b7be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:49.852496 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:50.924544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:52.195208 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-f44f8ac3-898e-4ba4-b8b7-f288c9ce46fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417540 Feb 03 15:18:52.299635 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:18:52.302791 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-32b1c9bf-287d-428b-9ce4-6ed2f7f11333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:52.304297 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-32b1c9bf-287d-428b-9ce4-6ed2f7f11333 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1127 time: 0.0462017 Feb 03 15:18:52.411231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-5420f9f6-368f-4796-84b0-dca06f8bc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:52.412875 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-5420f9f6-368f-4796-84b0-dca06f8bc809 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 898 time: 0.0878947 Feb 03 15:18:52.477038 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-bec92ece-a1ff-4be4-adfb-3d9f84c4cc0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 1000 time: 0.0572295 Feb 03 15:18:52.524769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-110a420d-38a1-4f69-bbb4-4d065dc2943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:52.526221 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-110a420d-38a1-4f69-bbb4-4d065dc2943d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 200 len: 835 time: 0.0420446 Feb 03 15:18:52.579055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-52b3d1be-9398-4250-828a-b879cbcad1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:18:52.580642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-52b3d1be-9398-4250-828a-b879cbcad1af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2439eff-1135-45bd-acb0-499a2b199ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480475 Feb 03 15:18:52.675962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-8c777c23-f69c-4c4c-b2bd-561b4e38686d service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890942 Feb 03 15:18:52.764838 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ed26b31c-5249-4843-bfc2-972f2cf837bc req-729dee92-dee3-415f-ac51-f612855d6b86 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833519 Feb 03 15:18:55.241828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:09.659336 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:15.919668 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f453912-d741-4945-9f60-6ffdd6a04442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:17.355273 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:19:18.181375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29668f0c-8d44-4677-a694-3629327e2f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:19.855370 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:20.927737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:22.302185 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:25.243941 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:36.465155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262abd0-c06a-4204-9571-a24af832229f req-0339a041-3449-40eb-9273-ab0a191ce58a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:36.466707 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9262abd0-c06a-4204-9571-a24af832229f req-0339a041-3449-40eb-9273-ab0a191ce58a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0630319 Feb 03 15:19:36.473201 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-98e1acab-bd76-4e80-b5b9-f7673b7f3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:36.474703 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-98e1acab-bd76-4e80-b5b9-f7673b7f3a9d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1127 time: 0.0452824 Feb 03 15:19:36.515977 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9262abd0-c06a-4204-9571-a24af832229f req-60b61931-66ef-4b01-b2d8-80f60275ffe1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Feb 03 15:19:36.567107 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-484fcfd4-f7ae-4550-a93a-a02cf76467bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:36.568654 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-484fcfd4-f7ae-4550-a93a-a02cf76467bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 898 time: 0.0879996 Feb 03 15:19:36.633796 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-98dcb047-1002-4cde-b241-28d86fa10a13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 1000 time: 0.0591938 Feb 03 15:19:36.685476 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-f5f9b1cc-d034-459e-889c-a5be4021b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:36.686908 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-f5f9b1cc-d034-459e-889c-a5be4021b982 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 200 len: 835 time: 0.0428009 Feb 03 15:19:36.738081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-4762b567-d5c2-438a-a719-f9e2a341a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:36.739537 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-4762b567-d5c2-438a-a719-f9e2a341a66c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2439eff-1135-45bd-acb0-499a2b199ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459089 Feb 03 15:19:36.829936 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-63779625-8395-4b54-b9e3-1c4f0fe7e381 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841012 Feb 03 15:19:36.920566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c54332c2-52a4-4465-aab3-bfe6753c8255 req-91eb3805-279c-4a9b-b25a-24ba5a63597a service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Feb 03 15:19:37.632290 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f556db0-0c65-4a28-a16e-ea8489c25013 req-c0c599d8-328e-4cc1-a8d6-974390449e2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:37.634300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f556db0-0c65-4a28-a16e-ea8489c25013 req-c0c599d8-328e-4cc1-a8d6-974390449e2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0528178 Feb 03 15:19:37.682510 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3f556db0-0c65-4a28-a16e-ea8489c25013 req-70e2915a-762f-4a2b-ba4a-7f0299d5682b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427184 Feb 03 15:19:38.803197 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82a86f-0473-470c-b8cd-cf48755177de req-e63fde12-4fcd-4dff-9111-a25da946aa54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:38.804720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb82a86f-0473-470c-b8cd-cf48755177de req-e63fde12-4fcd-4dff-9111-a25da946aa54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0527124 Feb 03 15:19:38.858015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bb82a86f-0473-470c-b8cd-cf48755177de req-b08140b0-47d9-4329-9af8-b68139a67256 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477827 Feb 03 15:19:39.663389 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:39.977463 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5646d-c2d2-4fc1-9c95-c6b720b8d375 req-38b941c3-8c3f-4e95-8e03-2f3ebf23f733 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:39.978939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5de5646d-c2d2-4fc1-9c95-c6b720b8d375 req-38b941c3-8c3f-4e95-8e03-2f3ebf23f733 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0532920 Feb 03 15:19:40.027620 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5de5646d-c2d2-4fc1-9c95-c6b720b8d375 req-11ecfa79-74ac-4375-aa31-85bcfe6192ca tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Feb 03 15:19:41.145165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506bf1a-2880-46b3-ad55-e5218c13fef8 req-07f79b1a-2fbb-41e8-9037-f0083481cdac tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:41.146650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0506bf1a-2880-46b3-ad55-e5218c13fef8 req-07f79b1a-2fbb-41e8-9037-f0083481cdac tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0524614 Feb 03 15:19:41.194095 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0506bf1a-2880-46b3-ad55-e5218c13fef8 req-93045c94-1b42-4b41-9bb7-eb7b74e7e3c1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Feb 03 15:19:42.329570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d14cfd-03ca-4a55-a7d7-1002bc00a841 req-4300f141-a2fb-4dcc-a44a-3ba8fb018a98 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:42.331051 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6d14cfd-03ca-4a55-a7d7-1002bc00a841 req-4300f141-a2fb-4dcc-a44a-3ba8fb018a98 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0656137 Feb 03 15:19:42.381150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6d14cfd-03ca-4a55-a7d7-1002bc00a841 req-10d3fd21-66c1-43f2-8bad-8721394217f4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Feb 03 15:19:43.499860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337c550-a293-4d1d-a93f-f4eea9356ee9 req-b85ce48f-f3d0-4384-98a6-934ae6c37e86 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:43.501272 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1337c550-a293-4d1d-a93f-f4eea9356ee9 req-b85ce48f-f3d0-4384-98a6-934ae6c37e86 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Feb 03 15:19:43.549655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1337c550-a293-4d1d-a93f-f4eea9356ee9 req-a811d384-e3d4-42cf-ac4a-f808724e6dce tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Feb 03 15:19:44.672165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd570df-d86d-45da-8e15-23f442782a2a req-9a72bdb7-de01-4c6c-815e-801f24ecd8ed tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:44.673663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cd570df-d86d-45da-8e15-23f442782a2a req-9a72bdb7-de01-4c6c-815e-801f24ecd8ed tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0570033 Feb 03 15:19:44.721850 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5cd570df-d86d-45da-8e15-23f442782a2a req-a497aae7-c1b3-420e-b371-a890b2973239 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Feb 03 15:19:44.751737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-122a84ca-02d7-49a1-a23f-94af8c3d1a66 req-1237d108-e6fa-488d-be97-abdcb1c02aa3 tempest-ServerDiskConfigTestJSON-800805667 tempest-ServerDiskConfigTestJSON-800805667-project] (103342) timed out ('10.222.0.71', 53762) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:19:45.843152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139113d-6db9-4e06-8804-428dc4536cf8 req-16dc2630-5f02-4dda-b51f-cb598a49f6e3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:45.844647 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5139113d-6db9-4e06-8804-428dc4536cf8 req-16dc2630-5f02-4dda-b51f-cb598a49f6e3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Feb 03 15:19:45.892094 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5139113d-6db9-4e06-8804-428dc4536cf8 req-f9831233-6502-4984-a735-23de3a988ab1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Feb 03 15:19:45.921429 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe41094f-6bd7-495f-ace6-4f43355aa000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:47.009496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24b07-ee2a-4dc7-8bc0-8c6172baf99e req-7ec586ac-f478-4d0a-b735-0beed736d963 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:47.011007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c24b07-ee2a-4dc7-8bc0-8c6172baf99e req-7ec586ac-f478-4d0a-b735-0beed736d963 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0535576 Feb 03 15:19:47.062748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c24b07-ee2a-4dc7-8bc0-8c6172baf99e req-6c0dc140-8d15-4ed2-bf51-e94e15adab6f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462344 Feb 03 15:19:48.181383 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7a4c-d317-4bab-bfd5-52ea137b47bc req-9cb854b6-eceb-4909-a938-235c510b6b78 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:48.182868 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c52d7a4c-d317-4bab-bfd5-52ea137b47bc req-9cb854b6-eceb-4909-a938-235c510b6b78 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Feb 03 15:19:48.184004 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89ed8b9a-805c-4ec0-908e-d78886314631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:48.235073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c52d7a4c-d317-4bab-bfd5-52ea137b47bc req-1706161c-ba0c-4213-9b2d-bd45dd264881 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Feb 03 15:19:48.257506 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36826) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:19:48.316946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-214af2ed-ce59-4704-8811-26917ca81d5a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/5432324d-950d-4d30-8cc7-5c87382fb354 HTTP/1.1" status: 200 len: 992 time: 0.0583184 Feb 03 15:19:49.858134 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:50.931182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:52.305293 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:19:54.191187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-c5257a80-b0d3-4cc8-86a0-d5151e8de564 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417306 Feb 03 15:19:54.298310 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-819e87b0-e792-49e1-a27d-cf661a03268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:54.299867 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-819e87b0-e792-49e1-a27d-cf661a03268a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1127 time: 0.0448143 Feb 03 15:19:54.354850 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:19:54.403875 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-3bd598fa-ba80-41d8-afb3-656c970bb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:54.405451 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-3bd598fa-ba80-41d8-afb3-656c970bb193 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 898 time: 0.0880420 Feb 03 15:19:54.467756 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-546347e6-e391-42ff-8a9f-47a4a6f61736 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 1000 time: 0.0558591 Feb 03 15:19:54.518937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-bb94fd94-0403-4413-9c4a-d6b9f783296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:54.520655 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-bb94fd94-0403-4413-9c4a-d6b9f783296f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 200 len: 835 time: 0.0467949 Feb 03 15:19:54.574203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-2ade2ca5-2e77-4391-a18a-f88acf81bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:19:54.575707 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-2ade2ca5-2e77-4391-a18a-f88acf81bfb2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2439eff-1135-45bd-acb0-499a2b199ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499227 Feb 03 15:19:54.665073 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-3edad0bf-617f-4845-8394-f8649a5cc8c6 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796385 Feb 03 15:19:54.755564 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-58a3b617-7414-48ee-9b78-4e82acdfafc7 req-e4897d6f-eb03-4c17-a4f6-fea9bb736a3f service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842950 Feb 03 15:19:55.244457 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:09.673745 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:15.923681 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55776b99-12db-49db-a869-919db6fae2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:18.186101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-637c7373-88dd-49d2-8e6c-86cf6dd38900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:19.859674 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:20.935181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:22.307789 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:25.248760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:31.354387 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:20:39.680408 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:45.925691 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd8b6-2ba4-4386-b595-a2e0cd911b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:47.324855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36850) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:47.483225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port accc9f55-5549-42f2-947f-254904322be9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:20:47.483471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (accc9f55-5549-42f2-947f-254904322be9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:47.558568 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (accc9f55-5549-42f2-947f-254904322be9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:47.558903 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (accc9f55-5549-42f2-947f-254904322be9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:47.570570 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for accc9f55-5549-42f2-947f-254904322be9 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:20:47.715507 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (accc9f55-5549-42f2-947f-254904322be9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:47.739789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=accc9f55-5549-42f2-947f-254904322be9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:47.751508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.751856 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.752201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.752557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.752889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.753215 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.753542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.753872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.754188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.754508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.754829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.755145 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.755458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:47.815192 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (5432324d-950d-4d30-8cc7-5c87382fb354), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:47.815596 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 5432324d-950d-4d30-8cc7-5c87382fb354 disassociated (deleted). External IP: 172.25.0.51, port: cacb4e0b-bcfa-4e13-8c82-d403a05e983a. Feb 03 15:20:48.022730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router c40a908b-0476-4710-9fac-461112e258ac has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:20:48.133065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:20:48.137419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:48.142882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] Sync routers for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:20:48.152921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:20:48.153668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:48.166890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-264268b8-935d-49a3-9d56-2a1473941964 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/floatingips/5432324d-950d-4d30-8cc7-5c87382fb354 HTTP/1.1" status: 204 len: 168 time: 0.8409302 Feb 03 15:20:48.167493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:20:48.169770 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:20:48.220786 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157a67c2-7665-4ffc-8e82-e04677985b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:48.278685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:20:48.407224 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28205a01-b549-43a2-b878-4215823a5458 x-openstack-request-id: req-28205a01-b549-43a2-b878-4215823a5458 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:20:48.407791 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:20:48.407791 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28205a01-b549-43a2-b878-4215823a5458 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:20:48.408164 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'status': 'completed', 'code': 200} Feb 03 15:20:48.489629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:48.497081 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-900e0824-df91-470c-bbeb-e20f6dbfb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:48.498610 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-900e0824-df91-470c-bbeb-e20f6dbfb5eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 1127 time: 0.0476580 Feb 03 15:20:48.512009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eedfe4-f1d8-46a5-bf87-e2562be21587 req-dd8b598c-310c-4731-aab7-2e437d257cae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:48.513566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20eedfe4-f1d8-46a5-bf87-e2562be21587 req-dd8b598c-310c-4731-aab7-2e437d257cae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0589025 Feb 03 15:20:48.526152 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] Checking router: c40a908b-0476-4710-9fac-461112e258ac for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:20:48.535173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:20:48.535712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:48.565110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-20eedfe4-f1d8-46a5-bf87-e2562be21587 req-c41fc7ca-b397-40c8-aef0-b8116d7141ab tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450242 Feb 03 15:20:48.595804 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-670b482e-6e83-43ed-9e88-4e24782f9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:48.597340 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-670b482e-6e83-43ed-9e88-4e24782f9d88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 200 len: 898 time: 0.0913644 Feb 03 15:20:48.638590 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-834fea86-2dcc-4a20-ab57-df81fa03e95c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 200 len: 217 time: 0.0343206 Feb 03 15:20:48.654243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:20:48.685675 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-a99d52bf-d3af-4124-ade4-15460bbae4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:48.687127 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-a99d52bf-d3af-4124-ade4-15460bbae4d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 200 len: 835 time: 0.0426962 Feb 03 15:20:48.739911 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-4e027581-6b88-40cb-9bf7-80358ad32755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:48.741456 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-4e027581-6b88-40cb-9bf7-80358ad32755 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e2439eff-1135-45bd-acb0-499a2b199ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482662 Feb 03 15:20:48.752750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-e5863421-fb2b-4606-ad59-56485f61b717 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:20:48.753744 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-e5863421-fb2b-4606-ad59-56485f61b717 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050061 Feb 03 15:20:48.842785 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-a3e60181-f900-442b-b1f3-e5a089aaf95a service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829945 Feb 03 15:20:48.848541 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:48.874158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5101bd3-df71-4bd4-aa17-5b3cf57da453 None None] The sync data for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 is: [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:18:05Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'ed4fe21b-773a-4bdc-9731-4e20232047ae', 'name': '', 'network_id': 'e2439eff-1135-45bd-acb0-499a2b199ea5', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:03:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:04Z', 'updated_at': '2022-02-03T15:18:07Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '47d98f62-a386-417a-8f25-4b1c906243f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:20:48.936667 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f7bfe24b-a2a0-4908-a5f1-404a69809fdf req-9e360ac3-9492-458f-b335-42d9262adf89 service neutron] 10.222.0.71 "GET /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880127 Feb 03 15:20:49.096385 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3b590-0a0b-46a1-a784-ec37260f43b8 None None] New status for floating IP 5432324d-950d-4d30-8cc7-5c87382fb354: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:20:49.686778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1c4b-7072-4636-9fab-eedc51635420 req-3b3505d6-d413-4f7e-8954-78b5f1b793ca tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:49.688235 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ede1c4b-7072-4636-9fab-eedc51635420 req-3b3505d6-d413-4f7e-8954-78b5f1b793ca tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0520506 Feb 03 15:20:49.734955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ede1c4b-7072-4636-9fab-eedc51635420 req-b03342f6-4bee-4013-85aa-361be5b647f0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413330 Feb 03 15:20:49.868070 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:50.213204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-d08b7cf0-71e1-4e7e-b59e-9999ef7296b5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:50.215270 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-d08b7cf0-71e1-4e7e-b59e-9999ef7296b5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 945 time: 0.0522468 Feb 03 15:20:50.308365 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port cacb4e0b-bcfa-4e13-8c82-d403a05e983a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:20:50.308743 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:50.398071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port cacb4e0b-bcfa-4e13-8c82-d403a05e983a, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:20:50.398440 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:50.410190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for cacb4e0b-bcfa-4e13-8c82-d403a05e983a owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:20:50.550754 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (cacb4e0b-bcfa-4e13-8c82-d403a05e983a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:50.582245 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=cacb4e0b-bcfa-4e13-8c82-d403a05e983a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:50.605822 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.606177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.606527 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.606868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.607198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.607528 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.607858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.608185 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.608537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.608881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.609189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.609511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.609832 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:50.631749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] No DVR routers for this DVR port cacb4e0b-bcfa-4e13-8c82-d403a05e983a on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:20:50.634819 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:50.638059 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d4e6f9c8-2249-4b31-9e29-ad2a223b57e6 req-867080d0-50c8-492a-a3c5-b357c47a1d54 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "DELETE /v2.0/ports/cacb4e0b-bcfa-4e13-8c82-d403a05e983a HTTP/1.1" status: 204 len: 173 time: 0.4187157 Feb 03 15:20:50.638490 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'name': 'network-vif-deleted', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:20:50.640765 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ac3ce-b5a1-420b-835d-dc79088ac03e" -d '{"events": [{"server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "name": "network-vif-deleted", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:20:50.731462 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1558d15-a859-48fd-846d-a56693843e97 x-openstack-request-id: req-a1558d15-a859-48fd-846d-a56693843e97 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:20:50.731819 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548dee1d-b86b-4c64-aa1b-d95bde5d4a54", "name": "network-vif-deleted", "tag": "cacb4e0b-bcfa-4e13-8c82-d403a05e983a", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:20:50.732082 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1558d15-a859-48fd-846d-a56693843e97 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:20:50.732509 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548dee1d-b86b-4c64-aa1b-d95bde5d4a54', 'name': 'network-vif-deleted', 'tag': 'cacb4e0b-bcfa-4e13-8c82-d403a05e983a', 'status': 'completed', 'code': 200} Feb 03 15:20:50.858381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-561bc74d-ffce-4c82-8d31-5599e0639d71 req-3546340d-dc74-41b8-ab5e-d60b361cc6ff tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=548dee1d-b86b-4c64-aa1b-d95bde5d4a54 HTTP/1.1" status: 200 len: 210 time: 0.0330994 Feb 03 15:20:50.936966 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:51.922597 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36870) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:52.287245 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (c40a908b-0476-4710-9fac-461112e258ac), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:52.311713 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:52.549910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port ed4fe21b-773a-4bdc-9731-4e20232047ae {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:20:52.550170 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:52.640113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port ed4fe21b-773a-4bdc-9731-4e20232047ae, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ed4fe21b-773a-4bdc-9731-4e20232047ae,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:20:52.640496 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:52.652265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for ed4fe21b-773a-4bdc-9731-4e20232047ae owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:20:52.835537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ed4fe21b-773a-4bdc-9731-4e20232047ae), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:52.861303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=ed4fe21b-773a-4bdc-9731-4e20232047ae,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:52.877727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cacb4e0b-bcfa-4e13-8c82-d403a05e983a no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:20:52.898855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: cacb4e0b-bcfa-4e13-8c82-d403a05e983a {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:20:52.899197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device cacb4e0b-bcfa-4e13-8c82-d403a05e983a not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:20:53.039388 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (c40a908b-0476-4710-9fac-461112e258ac), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.266639 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router c40a908b-0476-4710-9fac-461112e258ac has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:20:53.375935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:20:53.380999 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2b16806f-67ad-4ed7-911d-a94f5d66f132 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/c40a908b-0476-4710-9fac-461112e258ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4573903 Feb 03 15:20:53.383664 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36872) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:53.386940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] Sync routers for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:20:53.397182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:20:53.398330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:53.437706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting subnet 47d98f62-a386-417a-8f25-4b1c906243f9 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:20:53.440871 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (47d98f62-a386-417a-8f25-4b1c906243f9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.480521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (47d98f62-a386-417a-8f25-4b1c906243f9), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.507744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:20:53.576582 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (47d98f62-a386-417a-8f25-4b1c906243f9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.633830 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (47d98f62-a386-417a-8f25-4b1c906243f9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.660588 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Subnet': ['ID=47d98f62-a386-417a-8f25-4b1c906243f9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:53.664857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.670400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8f717941-919e-456d-ace2-21385df85715 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/subnets/47d98f62-a386-417a-8f25-4b1c906243f9 HTTP/1.1" status: 204 len: 168 time: 0.2833679 Feb 03 15:20:53.670705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36874) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:53.678330 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd214f45-d726-430c-8fde-ab883dfde309 None None] Network e2439eff-1135-45bd-acb0-499a2b199ea5 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:20:53.779508 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:20:52Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:53.788031 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (c40a908b-0476-4710-9fac-461112e258ac), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.813402 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] Checking router: c40a908b-0476-4710-9fac-461112e258ac for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:20:53.826103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] Routers {'c40a908b-0476-4710-9fac-461112e258ac'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:20:53.826656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['c40a908b-0476-4710-9fac-461112e258ac'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:53.910211 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (c40a908b-0476-4710-9fac-461112e258ac), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.919235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] DHCP port deletion for e2439eff-1135-45bd-acb0-499a2b199ea5 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:20:53.962956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 07237247-3a53-4732-a338-d375e40c8cfc {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:20:53.963385 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (07237247-3a53-4732-a338-d375e40c8cfc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:53.974601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] Set router c40a908b-0476-4710-9fac-461112e258ac gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:20:54.044244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 07237247-3a53-4732-a338-d375e40c8cfc, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=07237247-3a53-4732-a338-d375e40c8cfc,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:20:54.044868 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (07237247-3a53-4732-a338-d375e40c8cfc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.056284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 07237247-3a53-4732-a338-d375e40c8cfc owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:20:54.084388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Deleting port 7ef19b71-0e32-4948-9e75-29bc5a64a72c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:20:54.084787 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.165997 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] For port 7ef19b71-0e32-4948-9e75-29bc5a64a72c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7ef19b71-0e32-4948-9e75-29bc5a64a72c,segment=NetworkSegment(c1a38433-e156-4741-b54e-a873ef9d629b),segment_id=c1a38433-e156-4741-b54e-a873ef9d629b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:20:54.166312 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.196714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Calling delete_port for 7ef19b71-0e32-4948-9e75-29bc5a64a72c owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:20:54.231144 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (07237247-3a53-4732-a338-d375e40c8cfc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.258095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=07237247-3a53-4732-a338-d375e40c8cfc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:54.287841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:20:52Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:54.321434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa97c40-d081-417b-851e-565b31ad8170 None None] The sync data for ids ['c40a908b-0476-4710-9fac-461112e258ac'] in n-d-827549-2 is: [{'id': 'c40a908b-0476-4710-9fac-461112e258ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1889461958', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '07237247-3a53-4732-a338-d375e40c8cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:18:01Z', 'updated_at': '2022-02-03T15:20:52Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '07237247-3a53-4732-a338-d375e40c8cfc', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a908b-0476-4710-9fac-461112e258ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:18:02Z', 'updated_at': '2022-02-03T15:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:20:54.322419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (c40a908b-0476-4710-9fac-461112e258ac), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.332155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (7ef19b71-0e32-4948-9e75-29bc5a64a72c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.359651 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Pushing event deleted for resources: {'Port': ['ID=7ef19b71-0e32-4948-9e75-29bc5a64a72c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:54.362323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] No DVR routers for this DVR port 7ef19b71-0e32-4948-9e75-29bc5a64a72c on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:20:54.372286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.373211 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.373568 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.373915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.374251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.374596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.375217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.375349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.375577 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.375897 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.376227 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.376588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.377300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc043708-36f0-4f0b-aa9c-f426f87e1cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:54.767598 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (c40a908b-0476-4710-9fac-461112e258ac), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.769894 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (c40a908b-0476-4710-9fac-461112e258ac), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.816843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (c40a908b-0476-4710-9fac-461112e258ac), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.817426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Fanout notify agent at l3_agent the message router_deleted on router c40a908b-0476-4710-9fac-461112e258ac {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:20:54.824687 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.825842 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-92a569a5-c7a4-47f4-af3d-97416983835f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/routers/c40a908b-0476-4710-9fac-461112e258ac HTTP/1.1" status: 204 len: 168 time: 1.1542158 Feb 03 15:20:54.828540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36876) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:54.908538 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (e2439eff-1135-45bd-acb0-499a2b199ea5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:54.997674 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (e2439eff-1135-45bd-acb0-499a2b199ea5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.018933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2439eff-1135-45bd-acb0-499a2b199ea5']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:55.028875 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a38433-e156-4741-b54e-a873ef9d629b') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:55.029175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a38433-e156-4741-b54e-a873ef9d629b') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:55.038302 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (c1a38433-e156-4741-b54e-a873ef9d629b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.051044 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c1a38433-e156-4741-b54e-a873ef9d629b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.057460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:20:55.057949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (c1a38433-e156-4741-b54e-a873ef9d629b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:20:55.060926 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:20:55.122298 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (e2439eff-1135-45bd-acb0-499a2b199ea5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.126910 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.130265 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/networks/e2439eff-1135-45bd-acb0-499a2b199ea5 HTTP/1.1" status: 204 len: 168 time: 0.3007841 Feb 03 15:20:55.133701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:55.144806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13922f-7509-45c2-9095-ec06397a7ba1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Network': ['ID=e2439eff-1135-45bd-acb0-499a2b199ea5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:55.190128 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f922fe0-5ccb-4234-b9ba-78cfed944a4a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.214917 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f922fe0-5ccb-4234-b9ba-78cfed944a4a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.249233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.279000 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f922fe0-5ccb-4234-b9ba-78cfed944a4a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.281701 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f922fe0-5ccb-4234-b9ba-78cfed944a4a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.282871 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f922fe0-5ccb-4234-b9ba-78cfed944a4a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/security-groups/56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3 HTTP/1.1" status: 204 len: 168 time: 0.1481359 Feb 03 15:20:55.292748 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f922fe0-5ccb-4234-b9ba-78cfed944a4a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d7f02c-ff1c-4fa5-98e3-ba7fa7a7ffb3,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:55.587424 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36884) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:55.591876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a614aa1c-82fb-4b26-9e91-6a985a3ff13c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361786393', 'description': 'tempest-secgroup-smoke-1361786393 description', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:55.612164 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a614aa1c-82fb-4b26-9e91-6a985a3ff13c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.676602 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a614aa1c-82fb-4b26-9e91-6a985a3ff13c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (f9ec9db7-fa23-4634-8a20-38b892f8c565), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.680833 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a614aa1c-82fb-4b26-9e91-6a985a3ff13c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f9ec9db7-fa23-4634-8a20-38b892f8c565), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.710369 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a614aa1c-82fb-4b26-9e91-6a985a3ff13c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.714222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a614aa1c-82fb-4b26-9e91-6a985a3ff13c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1231570 Feb 03 15:20:55.714222 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614aa1c-82fb-4b26-9e91-6a985a3ff13c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec9db7-fa23-4634-8a20-38b892f8c565,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:55.715025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36886) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:55.721660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-33b5a2a3-4436-4cb2-b1e9-93266b99d285 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': 'f9ec9db7-fa23-4634-8a20-38b892f8c565', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:55.748246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-33b5a2a3-4436-4cb2-b1e9-93266b99d285 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (60df0e8f-1319-49eb-90f9-0dd442949a6d), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.803741 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-33b5a2a3-4436-4cb2-b1e9-93266b99d285 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (60df0e8f-1319-49eb-90f9-0dd442949a6d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.808008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-33b5a2a3-4436-4cb2-b1e9-93266b99d285 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (60df0e8f-1319-49eb-90f9-0dd442949a6d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.822815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07237247-3a53-4732-a338-d375e40c8cfc no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:20:55.828453 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5a2a3-4436-4cb2-b1e9-93266b99d285 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60df0e8f-1319-49eb-90f9-0dd442949a6d,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:55.832858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-33b5a2a3-4436-4cb2-b1e9-93266b99d285 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.834068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-33b5a2a3-4436-4cb2-b1e9-93266b99d285 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165211 Feb 03 15:20:55.836720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36888) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:55.840948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2b757474-0854-4124-a084-420b2ccc82f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': 'f9ec9db7-fa23-4634-8a20-38b892f8c565', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:55.849247 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 07237247-3a53-4732-a338-d375e40c8cfc {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:20:55.849599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 07237247-3a53-4732-a338-d375e40c8cfc not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:20:55.850024 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7ef19b71-0e32-4948-9e75-29bc5a64a72c no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:20:55.865341 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b757474-0854-4124-a084-420b2ccc82f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (303c7ee6-40ef-4d92-b3e2-b57827c032a3), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.869985 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7ef19b71-0e32-4948-9e75-29bc5a64a72c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:20:55.870339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7ef19b71-0e32-4948-9e75-29bc5a64a72c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:20:55.870755 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ed4fe21b-773a-4bdc-9731-4e20232047ae no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:20:55.889630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ed4fe21b-773a-4bdc-9731-4e20232047ae {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:20:55.889983 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ed4fe21b-773a-4bdc-9731-4e20232047ae not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:20:55.927898 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b757474-0854-4124-a084-420b2ccc82f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (303c7ee6-40ef-4d92-b3e2-b57827c032a3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.932235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b757474-0854-4124-a084-420b2ccc82f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (303c7ee6-40ef-4d92-b3e2-b57827c032a3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.950700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b757474-0854-4124-a084-420b2ccc82f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303c7ee6-40ef-4d92-b3e2-b57827c032a3,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:55.959454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b757474-0854-4124-a084-420b2ccc82f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:55.960720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2b757474-0854-4124-a084-420b2ccc82f7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230118 Feb 03 15:20:55.963331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36890) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:55.967572 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ddea7e89-6258-455c-bbe3-30b878f1ae50 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': 'f9ec9db7-fa23-4634-8a20-38b892f8c565', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:55.991005 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddea7e89-6258-455c-bbe3-30b878f1ae50 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (a6714504-4455-4711-83f6-c3a36123a03a), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.048250 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddea7e89-6258-455c-bbe3-30b878f1ae50 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (a6714504-4455-4711-83f6-c3a36123a03a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.051677 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddea7e89-6258-455c-bbe3-30b878f1ae50 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (a6714504-4455-4711-83f6-c3a36123a03a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.069474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea7e89-6258-455c-bbe3-30b878f1ae50 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6714504-4455-4711-83f6-c3a36123a03a,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:56.076856 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddea7e89-6258-455c-bbe3-30b878f1ae50 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.078047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ddea7e89-6258-455c-bbe3-30b878f1ae50 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137538 Feb 03 15:20:56.080722 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36892) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:56.085129 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7255426b-bf33-41a3-acf7-44e0d0c45dd5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': 'f9ec9db7-fa23-4634-8a20-38b892f8c565', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:56.109108 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7255426b-bf33-41a3-acf7-44e0d0c45dd5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (c55ee607-ddbd-4bb9-b61a-b959e08c6069), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.167522 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7255426b-bf33-41a3-acf7-44e0d0c45dd5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (c55ee607-ddbd-4bb9-b61a-b959e08c6069), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.171036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7255426b-bf33-41a3-acf7-44e0d0c45dd5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (c55ee607-ddbd-4bb9-b61a-b959e08c6069), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.187970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255426b-bf33-41a3-acf7-44e0d0c45dd5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55ee607-ddbd-4bb9-b61a-b959e08c6069,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:56.196392 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7255426b-bf33-41a3-acf7-44e0d0c45dd5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.197612 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7255426b-bf33-41a3-acf7-44e0d0c45dd5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159241 Feb 03 15:20:56.200360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36894) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:56.204691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': 'f9ec9db7-fa23-4634-8a20-38b892f8c565', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:56.225078 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:20:56.230235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (25f81d11-450e-47a6-92eb-80599855ceab), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.294425 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (25f81d11-450e-47a6-92eb-80599855ceab), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.298168 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (25f81d11-450e-47a6-92eb-80599855ceab), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.317673 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f81d11-450e-47a6-92eb-80599855ceab,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:56.323007 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.324790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-71bb8381-9afe-45f4-a30e-b81aabd9fa0c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228249 Feb 03 15:20:56.326907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36896) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:56.331140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': 'f9ec9db7-fa23-4634-8a20-38b892f8c565', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:56.350607 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:20:56.355498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (2ed24160-fe2c-487a-a5b0-3e641b6a1bda), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.416010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (2ed24160-fe2c-487a-a5b0-3e641b6a1bda), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.419634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (2ed24160-fe2c-487a-a5b0-3e641b6a1bda), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.437554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed24160-fe2c-487a-a5b0-3e641b6a1bda,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:56.445472 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.446729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6688c689-f2c0-4553-986e-4fe052f0c36b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188362 Feb 03 15:20:56.449595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36898) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:56.454442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'network': {'name': 'tempest-network-smoke--1250935229', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'port_security_enabled': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:56.473593 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:20:56.477026 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.500883 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:20:56.510184 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9173b21d-dfbd-41a1-9653-7e289055d166), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.510564 n-d-827549-2 neutron-server[103342]: INFO neutron.db.segments_db [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Added segment 9173b21d-dfbd-41a1-9653-7e289055d166 of type vlan for network 977382be-ae7e-48e2-a8e7-d70d5362f633 Feb 03 15:20:56.550056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (977382be-ae7e-48e2-a8e7-d70d5362f633), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.574064 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (977382be-ae7e-48e2-a8e7-d70d5362f633), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.579874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:56.580505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.624099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1734612 Feb 03 15:20:56.626740 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36900) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:56.631502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'admin_state_up': True, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:56.675802 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495c613-f361-47da-9cda-f252c5c7417e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Network': ['ID=977382be-ae7e-48e2-a8e7-d70d5362f633,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:56.685466 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (be498fad-6f84-49f5-a78b-61a421085f72), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.686714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (be498fad-6f84-49f5-a78b-61a421085f72), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.688615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:20:56.740766 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (be498fad-6f84-49f5-a78b-61a421085f72), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:56.885334 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (be498fad-6f84-49f5-a78b-61a421085f72), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:57.089688 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (be498fad-6f84-49f5-a78b-61a421085f72), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:57.108342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:57.207331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.87 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9da5f45a-1cce-420b-8e2d-083e6c0461a8) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:20:57.315259 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:57.348278 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:57.386005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:20:57.388932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:20:57.392542 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:20:57.419051 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=9da5f45a-1cce-420b-8e2d-083e6c0461a8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:57.650077 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (be498fad-6f84-49f5-a78b-61a421085f72), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:57.849721 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (be498fad-6f84-49f5-a78b-61a421085f72), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:57.978882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router be498fad-6f84-49f5-a78b-61a421085f72 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:20:58.087949 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:20:58.097920 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Sync routers for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:20:58.107620 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.108482 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:20:58.108887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cd3add1b-843c-47f6-be48-9dd30949f13a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4812086 Feb 03 15:20:58.109333 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:58.112735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 36902) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:58.140454 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-77f68445-8a51-4c86-a951-997e52f33181 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=b823e47ba43a4e5cad9a0e7b6d73e865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265877 Feb 03 15:20:58.143162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36904) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:58.216008 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:20:58.231862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed9278-a198-42b5-9fef-b31363906b19 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:58.233416 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f1ed9278-a198-42b5-9fef-b31363906b19 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892816 Feb 03 15:20:58.236259 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36906) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:58.262999 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f92b2884-22bf-40ff-b3c9-d1b8700f2756 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255978 Feb 03 15:20:58.265373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36908) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:58.269872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1390770070', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:20:58.353136 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:20:58.356482 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.400360 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:20:57Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:58.427470 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Checking router: be498fad-6f84-49f5-a78b-61a421085f72 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:20:58.427825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Updating router be498fad-6f84-49f5-a78b-61a421085f72 port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:20:58.456410 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.535160 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (760a4181-4410-4622-8660-ed58b679a409), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.599660 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Subnet': ['ID=760a4181-4410-4622-8660-ed58b679a409,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:58.609190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Checking segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:20:58.609740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network hostable DHCP agents. Network: 977382be-ae7e-48e2-a8e7-d70d5362f633, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:20:58.626321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:20:58.635329 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 977382be-ae7e-48e2-a8e7-d70d5362f633) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:20:58.640123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:20:58.640751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.649113 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb89e2e-5d3a-4f8c-a08c-616ff75a67dd None None] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:20:58.668068 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-51adcd59-bbc4-497f-a624-2d41e86a5a2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992016 Feb 03 15:20:58.668297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36910) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:20:58.719999 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Publish callbacks [] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.727175 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.751546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-977382be-ae7e-48e2-a8e7-d70d5362f633', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:20:58.752721 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.780064 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Attempting to bind port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:20:58.780614 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Attempting to bind port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:20:58.780988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Attempting to bind port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:20:58.790016 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:20:58.790375 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:20:58.790789 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.791178 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:20:58.791654 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Bound port: 9da5f45a-1cce-420b-8e2d-083e6c0461a8, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:20:58.792036 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.815598 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Pushing event updated for resources: {'Port': ['ID=9da5f45a-1cce-420b-8e2d-083e6c0461a8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:58.832000 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.832494 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.832796 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.833135 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.833466 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.833794 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.834117 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.834443 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.834758 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.835613 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.835941 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.836258 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.836651 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:20:58.862559 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] For port 9da5f45a-1cce-420b-8e2d-083e6c0461a8, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:20:58.865961 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] For port 9da5f45a-1cce-420b-8e2d-083e6c0461a8, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9da5f45a-1cce-420b-8e2d-083e6c0461a8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:20:58.874118 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:58.900780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Allocated IP 172.20.0.2 (977382be-ae7e-48e2-a8e7-d70d5362f633/760a4181-4410-4622-8660-ed58b679a409/4b682e0c-dcb3-48f8-b7cb-29c5994cb756) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:20:58.937583 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:20:58.938217 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:58.976989 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9478c5-827e-4843-b1f1-7c9e7de6e916 None None] Pushing event updated for resources: {'Port': ['ID=9da5f45a-1cce-420b-8e2d-083e6c0461a8,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:59.055629 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:20:59.059654 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Publish callbacks [] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:59.065660 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:59.115603 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Pushing event updated for resources: {'Port': ['ID=4b682e0c-dcb3-48f8-b7cb-29c5994cb756,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:59.121207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:20:59.123162 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:20:59.126128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:20:59.181847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Attempting to bind port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:20:59.182226 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Attempting to bind port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:20:59.182597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Attempting to bind port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:20:59.187701 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:20:59.188074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Checking segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:20:59.188503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:59.188900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Bound using segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:20:59.189362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Bound port: 4b682e0c-dcb3-48f8-b7cb-29c5994cb756, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:20:59.189745 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:59.249169 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:20:57Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:20:59.256026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] For port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:20:59.266582 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] For port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4b682e0c-dcb3-48f8-b7cb-29c5994cb756,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:20:59.274013 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:59.281415 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34b8fa-cc5b-4968-a3e9-f6719555b74f None None] The sync data for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 is: [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:20:57Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:20:59.351450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5bb1e-c7be-4c5f-87f8-e948f853baa8 None None] Pushing event updated for resources: {'Port': ['ID=4b682e0c-dcb3-48f8-b7cb-29c5994cb756,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:20:59.525793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:59.865025 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.1 (977382be-ae7e-48e2-a8e7-d70d5362f633/760a4181-4410-4622-8660-ed58b679a409/e0c0984b-1c93-42fa-8875-7461ae555899) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:20:59.927017 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9da5f45a-1cce-420b-8e2d-083e6c0461a8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:20:59.979176 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:20:59.979652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:20:59.998152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (e0c0984b-1c93-42fa-8875-7461ae555899), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.037152 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.074980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:00.075383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.080677 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:21:00.087031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:21:00.091046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:21:00.103863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 9da5f45a-1cce-420b-8e2d-083e6c0461a8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9da5f45a-1cce-420b-8e2d-083e6c0461a8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:21:00.109551 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.110766 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:21:00.136176 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=e0c0984b-1c93-42fa-8875-7461ae555899,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:00.159042 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (be498fad-6f84-49f5-a78b-61a421085f72), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.204196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=9da5f45a-1cce-420b-8e2d-083e6c0461a8,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:00.215869 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:00.216621 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.308797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:00.309192 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.325648 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.348681 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4b682e0c-dcb3-48f8-b7cb-29c5994cb756,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:21:00.353661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.417628 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=4b682e0c-dcb3-48f8-b7cb-29c5994cb756,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:00.528199 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635da8fe-64b2-4d15-94d6-e195e0c68961 None None] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:21:00.607501 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-02cc2923-231c-4db2-ae67-636927bb5212 None None] Provisioning complete for port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:00.608005 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02cc2923-231c-4db2-ae67-636927bb5212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.630565 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (e0c0984b-1c93-42fa-8875-7461ae555899), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.635966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.708321 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (be498fad-6f84-49f5-a78b-61a421085f72), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:00.716358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=e0c0984b-1c93-42fa-8875-7461ae555899,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:00.726602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-02cc2923-231c-4db2-ae67-636927bb5212 None None] Current status of the port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:00.817514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:21:00.819901 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:21:00.943558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router be498fad-6f84-49f5-a78b-61a421085f72 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:21:00.949311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fe69320c-300b-4046-b2b5-4c8f20532684 None None] Provisioning complete for port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:00.950367 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe69320c-300b-4046-b2b5-4c8f20532684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:01.036740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe69320c-300b-4046-b2b5-4c8f20532684 None None] Current status of the port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:01.047559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fe69320c-300b-4046-b2b5-4c8f20532684 None None] Provisioning complete for port e0c0984b-1c93-42fa-8875-7461ae555899 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:01.047969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe69320c-300b-4046-b2b5-4c8f20532684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:01.068644 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:21:01.082760 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-6671fc03-c0f6-4c0b-adeb-e6e566da5518 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/be498fad-6f84-49f5-a78b-61a421085f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4047849 Feb 03 15:21:01.101668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe69320c-300b-4046-b2b5-4c8f20532684 None None] Port e0c0984b-1c93-42fa-8875-7461ae555899 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:21:01.222273 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Sync routers for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:21:01.242749 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:21:01.243391 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:01.245726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-6b07e017-5b7f-44ff-8a20-32a11b297fc2 None None] Provisioning complete for port e0c0984b-1c93-42fa-8875-7461ae555899 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:01.246105 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b07e017-5b7f-44ff-8a20-32a11b297fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:01.248044 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-cbaa877b-6a99-4ef7-8f35-10ac4c988665 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361786393&fields=id&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 267 time: 0.0510681 Feb 03 15:21:01.325020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b07e017-5b7f-44ff-8a20-32a11b297fc2 None None] Port e0c0984b-1c93-42fa-8875-7461ae555899 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:21:01.362093 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-08637941-c23a-42c2-ae74-28610c61eca6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:01.363577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-08637941-c23a-42c2-ae74-28610c61eca6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 797 time: 0.1088800 Feb 03 15:21:01.381278 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-0e1d7f78-503b-4e0a-b262-25b4effd8eab tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/quotas/b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 375 time: 0.0106828 Feb 03 15:21:01.453106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-7a0ac8b9-cdfe-404a-8c71-38cc670edb19 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643113 Feb 03 15:21:01.578032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-17d34043-01d5-49cb-9245-a6b1260e0040 None None] Provisioning complete for port e0c0984b-1c93-42fa-8875-7461ae555899 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:01.578409 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17d34043-01d5-49cb-9245-a6b1260e0040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:01.583353 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:21:01.638001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-e48ea99c-aa46-44cb-8e92-2dd4b56b99ac service neutron] 10.222.0.52 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740906 Feb 03 15:21:01.651158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-17d34043-01d5-49cb-9245-a6b1260e0040 None None] Port e0c0984b-1c93-42fa-8875-7461ae555899 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:21:01.749300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-b91e0ad0-2f27-41f4-a9f1-6ee2a817f7e3 service neutron] 10.222.0.52 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051362 Feb 03 15:21:01.845209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 2, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:01.882971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9da5f45a-1cce-420b-8e2d-083e6c0461a8 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:21:01.887021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Checking router: be498fad-6f84-49f5-a78b-61a421085f72 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:21:01.887219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Updating router be498fad-6f84-49f5-a78b-61a421085f72 port e0c0984b-1c93-42fa-8875-7461ae555899 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:21:01.941000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7810db5c-5e6b-481f-905d-de4bd944826f req-2dd52504-6890-46ab-9ba6-7c1df3d86648 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 210 time: 0.0416293 Feb 03 15:21:01.945850 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.023086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:02.023773 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.236300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:02.237440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:21:02.347630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:02.348016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.378549 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Publish callbacks [] for port (e0c0984b-1c93-42fa-8875-7461ae555899), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.386225 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.446190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4279c-97ea-4fa3-ad90-86eb101dad7c None None] Pushing event updated for resources: {'Port': ['ID=e0c0984b-1c93-42fa-8875-7461ae555899,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:02.532758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Attempting to bind port e0c0984b-1c93-42fa-8875-7461ae555899 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:21:02.533140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Attempting to bind port e0c0984b-1c93-42fa-8875-7461ae555899 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:21:02.533502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Attempting to bind port e0c0984b-1c93-42fa-8875-7461ae555899 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:21:02.537943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:02.543103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:21:02.543547 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Checking segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:21:02.543842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.544222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Bound using segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:21:02.544714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Bound port: e0c0984b-1c93-42fa-8875-7461ae555899, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:21:02.545088 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.611037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] For port e0c0984b-1c93-42fa-8875-7461ae555899, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:21:02.614498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] For port e0c0984b-1c93-42fa-8875-7461ae555899, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e0c0984b-1c93-42fa-8875-7461ae555899,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:21:02.620698 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.690294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:21:02.690827 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:02.693943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4279c-97ea-4fa3-ad90-86eb101dad7c None None] Pushing event updated for resources: {'Port': ['ID=e0c0984b-1c93-42fa-8875-7461ae555899,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:02.737684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-595860ae-523e-42ad-941c-734a1f1feb4c None None] Provisioning complete for port e0c0984b-1c93-42fa-8875-7461ae555899 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:02.738075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-595860ae-523e-42ad-941c-734a1f1feb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:02.840381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:21:02.941081 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-595860ae-523e-42ad-941c-734a1f1feb4c None None] Current status of the port e0c0984b-1c93-42fa-8875-7461ae555899 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:02.942396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-595860ae-523e-42ad-941c-734a1f1feb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.005293 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-986f5d9c-fcec-41e7-9aa1-aa6e6779f7e2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:03.008035 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-986f5d9c-fcec-41e7-9aa1-aa6e6779f7e2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 797 time: 0.1180880 Feb 03 15:21:03.038680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-595860ae-523e-42ad-941c-734a1f1feb4c None None] For port e0c0984b-1c93-42fa-8875-7461ae555899, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e0c0984b-1c93-42fa-8875-7461ae555899,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:21:03.045757 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-595860ae-523e-42ad-941c-734a1f1feb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.055632 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d75f806-2679-4c79-a4b7-cbf57a742790 req-1eb13aaa-c1fc-4f7b-acfb-9f12d1b98ee6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 210 time: 0.0414617 Feb 03 15:21:03.082255 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-9cedfa05-7672-4ff9-ba26-a9ebdc3190e7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 380 time: 0.0564804 Feb 03 15:21:03.115204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'port': {'device_id': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'admin_state_up': True, 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'security_groups': ['f9ec9db7-fa23-4634-8a20-38b892f8c565']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:21:03.132612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595860ae-523e-42ad-941c-734a1f1feb4c None None] Pushing event updated for resources: {'Port': ['ID=e0c0984b-1c93-42fa-8875-7461ae555899,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:03.163911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:03.193423 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e827686-5049-46dd-80f3-3a216f72e669 None None] The sync data for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 is: [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:21:03.196323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9c01dedc-de35-47c0-9518-a8c8af1c0e21 None None] Provisioning complete for port e0c0984b-1c93-42fa-8875-7461ae555899 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:03.196719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c01dedc-de35-47c0-9518-a8c8af1c0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.237471 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:21:03.242779 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.332815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9c01dedc-de35-47c0-9518-a8c8af1c0e21 None None] Current status of the port e0c0984b-1c93-42fa-8875-7461ae555899 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:03.411529 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.3 (977382be-ae7e-48e2-a8e7-d70d5362f633/760a4181-4410-4622-8660-ed58b679a409/a0eb2c79-db91-465a-b296-705c4ea13c24) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:21:03.562652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.597294 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.647908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:21:03.651346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:21:03.655257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:21:03.680507 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:03.709138 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:03.709961 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.729355 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8b4a88d6-c8fd-4e45-a6ed-e5f6e30c6167 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6180136 Feb 03 15:21:03.747091 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Request body: {'port': {'device_id': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:21:03.826286 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.909059 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e0c0984b-1c93-42fa-8875-7461ae555899 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:21:03.965417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0012f051-e5d8-4317-a4aa-b6fcca0b71bf None None] Provisioning complete for port a0eb2c79-db91-465a-b296-705c4ea13c24 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:03.965794 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0012f051-e5d8-4317-a4aa-b6fcca0b71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:03.994245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port e0c0984b-1c93-42fa-8875-7461ae555899 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:03.994920 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:04.036844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0012f051-e5d8-4317-a4aa-b6fcca0b71bf None None] Port a0eb2c79-db91-465a-b296-705c4ea13c24 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:21:04.093829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port e0c0984b-1c93-42fa-8875-7461ae555899 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:04.122867 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0eb2c79-db91-465a-b296-705c4ea13c24 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:21:04.130897 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Publish callbacks [] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:04.144560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Transition to ACTIVE for port object a0eb2c79-db91-465a-b296-705c4ea13c24 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:21:04.149312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:04.193497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7be6b-210d-4f38-b1d2-96e869aef8e6 req-f9de244d-7e91-4db1-ade7-9ed446a0674e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:04.194793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42b7be6b-210d-4f38-b1d2-96e869aef8e6 req-f9de244d-7e91-4db1-ade7-9ed446a0674e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 931 time: 0.0610964 Feb 03 15:21:04.234533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:04.259538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42b7be6b-210d-4f38-b1d2-96e869aef8e6 req-b1a28933-dfa7-4fd4-a359-dffdb427c924 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581136 Feb 03 15:21:04.301874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:21:04.302215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:21:04.302555 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:21:04.307715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Port a0eb2c79-db91-465a-b296-705c4ea13c24 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:21:04.308040 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:21:04.313423 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:21:04.313817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Checking segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:21:04.314219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Bound using segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:21:04.314653 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Bound port: a0eb2c79-db91-465a-b296-705c4ea13c24, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:21:04.315185 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:04.389413 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:21:04.392777 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:21:04.400843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:04.441970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:04.442598 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:04.444067 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] 10.222.0.71 "PUT /v2.0/ports/a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 1091 time: 0.7017813 Feb 03 15:21:04.444509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:21:04.446829 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150" -d '{"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:21:04.465526 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f035ecc-ca89-457b-8ebb-57550aadc528 service neutron] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:04.515292 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d576e4-bab5-4578-869e-f167c45efccc x-openstack-request-id: req-c0d576e4-bab5-4578-869e-f167c45efccc {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:21:04.515668 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:21:04.516008 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0d576e4-bab5-4578-869e-f167c45efccc {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:21:04.516474 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'status': 'completed', 'code': 200} Feb 03 15:21:04.556452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-e2b14268-9346-4a1c-977b-0b8ea8c156f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:04.558004 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-e2b14268-9346-4a1c-977b-0b8ea8c156f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1125 time: 0.0526597 Feb 03 15:21:04.609090 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-721e164f-3c8a-4b9a-b001-a108f002cc2b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 217 time: 0.0379899 Feb 03 15:21:04.657221 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-18230c23-13c5-4792-9997-644942a84f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:04.658673 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-18230c23-13c5-4792-9997-644942a84f22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0437837 Feb 03 15:21:04.706435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8ddb282e-9037-40bd-be15-3dcf06138c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:04.708313 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-8ddb282e-9037-40bd-be15-3dcf06138c18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436685 Feb 03 15:21:04.798442 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-98584add-0a30-4b1f-a1a8-7e258e8aa9de service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Feb 03 15:21:04.883201 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ee09e16a-12e8-4836-a088-f530fe58bb37 req-fe6623ba-ac11-419f-8a23-8d5035d784fe service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787425 Feb 03 15:21:05.013296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-1f96e300-aa23-4a4f-9e81-dd1d53260dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:05.014817 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-1f96e300-aa23-4a4f-9e81-dd1d53260dc4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1125 time: 0.0502489 Feb 03 15:21:05.102862 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-62ff03f5-8d41-4e9c-98a9-5e13cb88534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:05.104231 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-62ff03f5-8d41-4e9c-98a9-5e13cb88534e service neutron] 10.222.0.71 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.0829346 Feb 03 15:21:05.146311 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-025c434c-77d3-457d-8135-d59d884e3169 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 217 time: 0.0359280 Feb 03 15:21:05.192115 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-1bc4c5d8-94a6-4d20-88a8-1fd59ae65dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:05.193553 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-1bc4c5d8-94a6-4d20-88a8-1fd59ae65dd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0416031 Feb 03 15:21:05.241387 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-7b693797-2d6b-48cf-aa35-ce2252491b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:05.242925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-7b693797-2d6b-48cf-aa35-ce2252491b6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437400 Feb 03 15:21:05.334158 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-e106515f-fc9e-4a24-a645-5d93f4d75102 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855505 Feb 03 15:21:05.381101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aafc2-03a2-4076-8b60-ed0bc20cf266 req-cf84ba13-efa4-4d40-acf0-771f7ba2de51 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:05.382543 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-199aafc2-03a2-4076-8b60-ed0bc20cf266 req-cf84ba13-efa4-4d40-acf0-771f7ba2de51 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.0529494 Feb 03 15:21:05.422806 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1cf42a6c-0976-458c-ab3c-7d2f79d2e150 req-0aed1c90-0cbc-4eb5-afe9-eaf360c79567 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830557 Feb 03 15:21:05.431383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-199aafc2-03a2-4076-8b60-ed0bc20cf266 req-056be09b-fd57-4497-9d81-4fbc7b6e1eea tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 Feb 03 15:21:06.554663 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9197c4-1041-42e4-b428-fa6ebc2c02da req-254b89e3-afb9-469e-80d7-53af65295cf1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:06.556152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f9197c4-1041-42e4-b428-fa6ebc2c02da req-254b89e3-afb9-469e-80d7-53af65295cf1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.0566282 Feb 03 15:21:06.603310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f9197c4-1041-42e4-b428-fa6ebc2c02da req-2b0ef890-cab8-4659-b044-ef897b0a9829 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Feb 03 15:21:07.723183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319bc4-5528-4907-a375-5d2e57734d8c req-caca72e9-cf5e-43ce-a787-80af7b88c032 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:07.724704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63319bc4-5528-4907-a375-5d2e57734d8c req-caca72e9-cf5e-43ce-a787-80af7b88c032 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.0550473 Feb 03 15:21:07.773534 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63319bc4-5528-4907-a375-5d2e57734d8c req-590f1142-3cba-4b90-b87b-def1af78f108 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Feb 03 15:21:08.353228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:21:08.897862 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d472-e48e-47d5-a865-4931bf2f1d13 req-e4fd4f5a-9a56-4c08-bc18-6c79f1226d65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:08.899374 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c2d472-e48e-47d5-a865-4931bf2f1d13 req-e4fd4f5a-9a56-4c08-bc18-6c79f1226d65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.0535324 Feb 03 15:21:08.899861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:21:08.952619 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-70c2d472-e48e-47d5-a865-4931bf2f1d13 req-6b2284d0-db76-4033-a1d4-0a4bc88c76ba tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470388 Feb 03 15:21:08.997536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:21:09.008074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'port_id': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'mac_address': 'fa:16:3e:c9:d5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:21:09.045306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a0eb2c79-db91-465a-b296-705c4ea13c24 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:09.045702 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:09.058428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0eb2c79-db91-465a-b296-705c4ea13c24 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:21:09.077565 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:21:09.082217 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:09.139845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:09.509421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['a0eb2c79-db91-465a-b296-705c4ea13c24'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:21:09.693329 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:10.070833 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46298d-5f9b-4879-8f4b-8c7fd97a32c0 req-91af606e-9786-470f-8ad3-ac5a9088c9f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:10.072303 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b46298d-5f9b-4879-8f4b-8c7fd97a32c0 req-91af606e-9786-470f-8ad3-ac5a9088c9f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 944 time: 0.0529103 Feb 03 15:21:10.120112 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5b46298d-5f9b-4879-8f4b-8c7fd97a32c0 req-c9b650ff-fd1b-490e-9254-3c6359523b14 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Feb 03 15:21:10.915644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:21:10.964636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port a0eb2c79-db91-465a-b296-705c4ea13c24 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:21:10.968500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port a0eb2c79-db91-465a-b296-705c4ea13c24 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:21:10.968881 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:11.047922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port a0eb2c79-db91-465a-b296-705c4ea13c24 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:21:11.048309 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:11.070447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:21:11.072697 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26df2cd8-53a8-4bd0-b9c3-04ef68667686" -d '{"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-plugged", "status": "completed", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:21:11.084990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:21:11.089589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:11.136852 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:11.181103 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0892d96e-253c-47e2-a693-aec5c18b1c00 x-openstack-request-id: req-0892d96e-253c-47e2-a693-aec5c18b1c00 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:21:11.181395 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-plugged", "status": "completed", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:21:11.181647 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0892d96e-253c-47e2-a693-aec5c18b1c00 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:21:11.182038 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'code': 200} Feb 03 15:21:11.311095 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca3bab-4129-4a67-b096-f231e0188d48 req-c24fe103-ad4b-4b2a-be63-19f7a0783b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:11.312634 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cdca3bab-4129-4a67-b096-f231e0188d48 req-c24fe103-ad4b-4b2a-be63-19f7a0783b94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1127 time: 0.0456214 Feb 03 15:21:11.327121 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd71608-98b3-4540-8f15-455dba6a63ce req-334170ed-27d5-4b87-b49c-1d3b5b437f7a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:11.328637 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fd71608-98b3-4540-8f15-455dba6a63ce req-334170ed-27d5-4b87-b49c-1d3b5b437f7a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0541847 Feb 03 15:21:11.363030 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-cdca3bab-4129-4a67-b096-f231e0188d48 req-d362bafa-d131-4676-a077-919ccaaee6bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447793 Feb 03 15:21:11.377082 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fd71608-98b3-4540-8f15-455dba6a63ce req-d05232ae-f789-4856-bdd6-134d76525b3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Feb 03 15:21:12.503826 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccf056-6322-4d7b-b76c-44e423c0e15b req-5fbfdfd7-de9e-48cd-a8d1-3a6796c1c70c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:12.505280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51ccf056-6322-4d7b-b76c-44e423c0e15b req-5fbfdfd7-de9e-48cd-a8d1-3a6796c1c70c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0568781 Feb 03 15:21:12.553098 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51ccf056-6322-4d7b-b76c-44e423c0e15b req-8f86e31a-da9c-4eae-9e23-1ecd92776049 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417764 Feb 03 15:21:13.670791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11ff1-fa5e-4672-9387-134eccdcd234 req-b73db2ed-9d84-4c54-a607-7c533aec3460 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:13.672262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2e11ff1-fa5e-4672-9387-134eccdcd234 req-b73db2ed-9d84-4c54-a607-7c533aec3460 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0522799 Feb 03 15:21:13.719541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2e11ff1-fa5e-4672-9387-134eccdcd234 req-6383607b-172e-4ae3-9806-1a4ab48f0041 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Feb 03 15:21:13.841218 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30a503-5aea-4861-aa52-006b0537daac req-586d218c-daf3-448d-ad69-385fcf055159 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:13.842695 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb30a503-5aea-4861-aa52-006b0537daac req-586d218c-daf3-448d-ad69-385fcf055159 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0568135 Feb 03 15:21:13.889870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fb30a503-5aea-4861-aa52-006b0537daac req-22080529-fc54-45e4-815d-66e1c513feb1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Feb 03 15:21:13.911797 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36970) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:21:13.954282 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422259c3-15b7-459f-83c3-f92fcfdbc675 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:13.955788 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-422259c3-15b7-459f-83c3-f92fcfdbc675 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1122 time: 0.0429721 Feb 03 15:21:13.958600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36972) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:21:13.963508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:21:13.983276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:14.075530 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:14.177726 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.74 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/5b9721e3-83e1-4da8-9979-250f5bb62b1d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:21:14.279212 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:14.310793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:14.349008 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:21:14.351823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:21:14.355277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:21:14.377977 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=5b9721e3-83e1-4da8-9979-250f5bb62b1d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:15.050162 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:15.117118 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:15.281586 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:15.285800 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:15.356465 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=5b9721e3-83e1-4da8-9979-250f5bb62b1d,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:21:15.364394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:15.465353 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91 associated. External IP: 172.25.0.74, port: a0eb2c79-db91-465a-b296-705c4ea13c24. Feb 03 15:21:15.672908 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router be498fad-6f84-49f5-a78b-61a421085f72 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:21:15.783014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:21:15.793471 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] Sync routers for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:21:15.801904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:15.804236 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:21:15.805132 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:15.832893 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ca446e68-c387-4e0f-a73c-ac937dac3e36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8732643 Feb 03 15:21:15.833477 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:21:15.836209 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a2d7d6-fecc-4bbe-beff-1b940f00f302" -d '{"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:21:15.931538 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e89c58ff-0373-4f8b-9a7f-809f88ffd51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:15.941134 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1b318-1eb9-4803-bafb-4535177e0d7f req-bf334e29-da6b-4a9d-a0fb-2dda5e6c3ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:15.942729 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6f1b318-1eb9-4803-bafb-4535177e0d7f req-bf334e29-da6b-4a9d-a0fb-2dda5e6c3ce2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0618389 Feb 03 15:21:15.995000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6f1b318-1eb9-4803-bafb-4535177e0d7f req-5304c132-e841-4096-bc20-be309482d645 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Feb 03 15:21:16.016796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36980) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:21:16.017478 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:21:16.061076 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a6b7dc-c4c5-4fbb-b3d4-8dd5514a3a60 x-openstack-request-id: req-e3a6b7dc-c4c5-4fbb-b3d4-8dd5514a3a60 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:21:16.061606 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:21:16.061764 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3a6b7dc-c4c5-4fbb-b3d4-8dd5514a3a60 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:21:16.062225 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'status': 'completed', 'code': 200} Feb 03 15:21:16.083548 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9abe88c4-382f-4791-a605-cf102c368238 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91 HTTP/1.1" status: 200 len: 990 time: 0.0655444 Feb 03 15:21:16.144709 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-a21d7871-0286-46ae-bf7f-8f11558ae6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:16.146250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-a21d7871-0286-46ae-bf7f-8f11558ae6da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1127 time: 0.0442765 Feb 03 15:21:16.242981 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-eabbac37-746a-4dab-b247-161db5d6ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:16.243489 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'port_id': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'mac_address': 'fa:16:3e:c9:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:21:14Z', 'updated_at': '2022-02-03T15:21:14Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:16.244701 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-eabbac37-746a-4dab-b247-161db5d6ac96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.0916872 Feb 03 15:21:16.269733 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] Checking router: be498fad-6f84-49f5-a78b-61a421085f72 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:21:16.278737 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:21:16.279332 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:20:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:16.311631 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-3532083e-bc23-4d72-a8ee-aa8774d28ec6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 998 time: 0.0613108 Feb 03 15:21:16.358546 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-4b283f37-9a04-4a8e-b035-2e537d4bdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:16.360041 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-4b283f37-9a04-4a8e-b035-2e537d4bdeaa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0434227 Feb 03 15:21:16.386636 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:21:16.409090 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-5ba33880-d706-4904-8ce1-193bbd8abdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:16.410648 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-5ba33880-d706-4904-8ce1-193bbd8abdb2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442967 Feb 03 15:21:16.501963 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-875eed7b-9989-4021-9fae-600000ee1d3f service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Feb 03 15:21:16.601616 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-80a2d7d6-fecc-4bbe-beff-1b940f00f302 req-d14d4fc4-7b1f-46e2-8e75-df52b8e277bd service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934882 Feb 03 15:21:16.611507 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'port_id': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'mac_address': 'fa:16:3e:c9:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:21:14Z', 'updated_at': '2022-02-03T15:21:14Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:21:16.636762 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f01dcc4-3e47-4f0d-94b8-ff03be002d92 None None] The sync data for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 is: [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'port_id': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'mac_address': 'fa:16:3e:c9:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:21:14Z', 'updated_at': '2022-02-03T15:21:14Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:21:16.823998 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7343e629-6264-4a33-ae6a-421e11f49966 None None] New status for floating IP 2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:21:17.088232 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36982) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:21:17.157248 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-21b0ce6f-3830-4824-b93d-7923d205f708 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91 HTTP/1.1" status: 200 len: 990 time: 0.0677693 Feb 03 15:21:18.160758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 36984) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:21:18.192323 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191199bb-c75b-4176-b349-abf1120d1005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:18.224635 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e2976a0c-05bb-4b35-a86c-5cc9860693fa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91 HTTP/1.1" status: 200 len: 992 time: 0.0583730 Feb 03 15:21:19.867644 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:20.938679 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:22.313952 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:25.258333 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:39.682499 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:45.352032 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:21:45.926504 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f6de1cf-6a6f-4e13-9194-b81de07235e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:48.194221 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72921391-b430-4ce8-bbbf-9578d4c77bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:49.871242 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:50.941343 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:52.316154 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:55.256848 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:21:57.186705 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-9a818ab7-864a-4738-81b4-275a1e7c6c1e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439756 Feb 03 15:21:57.288692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-18293f2a-6da4-461e-b097-e9397c558561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:57.290220 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-18293f2a-6da4-461e-b097-e9397c558561 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1127 time: 0.0481749 Feb 03 15:21:57.389635 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-516fe0d8-0e7d-43c5-b62a-a9e2ef6b7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:57.391118 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-516fe0d8-0e7d-43c5-b62a-a9e2ef6b7e32 service neutron] 10.222.0.71 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.0837801 Feb 03 15:21:57.457450 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-b1f43fa4-80ba-453e-bf47-ca3de4f5cef4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 1000 time: 0.0603151 Feb 03 15:21:57.505224 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-aa542e09-2dd9-412e-80fb-c67cc69a1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:57.506695 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-aa542e09-2dd9-412e-80fb-c67cc69a1dd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0436130 Feb 03 15:21:57.553376 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-0fbb83b5-1c41-49f6-afa7-05fc3b954a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:21:57.554832 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-0fbb83b5-1c41-49f6-afa7-05fc3b954a80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429258 Feb 03 15:21:57.645115 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-caf75005-0d98-48a2-92e1-f666afe5d00f service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836027 Feb 03 15:21:57.732566 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-df93db3a-4f5d-496c-bf02-8bdf74c62d2e req-c82460f6-8cf4-42d7-a3d9-28790868cf15 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817075 Feb 03 15:22:09.690111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:15.927889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01323107-da87-40c4-8814-9672b6f526c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:18.196206 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6790b9c5-cd72-41ed-9181-e4041cbb01d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:19.874713 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:20.944648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:22.318835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:22.350417 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:22:25.271522 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:27.589775 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-773d043d-49bc-4d6c-8149-8f5138e7acfd req-8b5513b1-767b-4e8b-923c-093212572ba9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:22:27.590743 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-773d043d-49bc-4d6c-8149-8f5138e7acfd req-8b5513b1-767b-4e8b-923c-093212572ba9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064182 Feb 03 15:22:27.762240 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37020) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:22:27.770090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f219-6308-4698-843f-a7da59c7953a req-8d7678c4-9507-4c2c-aec3-5d129cea7719 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:27.771580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ed1f219-6308-4698-843f-a7da59c7953a req-8d7678c4-9507-4c2c-aec3-5d129cea7719 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Feb 03 15:22:27.828732 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ed1f219-6308-4698-843f-a7da59c7953a req-cefd2f09-26e7-4eb7-98cd-c38ad6e336a8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505695 Feb 03 15:22:27.851672 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-b65978fa-9ba3-4ee7-8c73-a6d0dd361dcc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882003 Feb 03 15:22:27.859978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-eb80a74e-ed70-4502-9a4c-95db2b0122f8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:22:27.860956 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-eb80a74e-ed70-4502-9a4c-95db2b0122f8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049136 Feb 03 15:22:28.955694 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300bc41-009a-4404-b4b8-4d2fe6a1271c req-cb3ec3fb-89e7-4c26-98ca-602fe1c464e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:28.957415 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7300bc41-009a-4404-b4b8-4d2fe6a1271c req-cb3ec3fb-89e7-4c26-98ca-602fe1c464e8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0547876 Feb 03 15:22:28.962715 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-7f1fc69d-c144-4251-b41e-8ad2878d40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:28.964853 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-7f1fc69d-c144-4251-b41e-8ad2878d40c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1127 time: 0.0468149 Feb 03 15:22:29.010689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7300bc41-009a-4404-b4b8-4d2fe6a1271c req-1cfcf1bf-daba-44d9-8d65-e0ca9bbafab0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473287 Feb 03 15:22:29.066084 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-c61fa0f8-7051-4a80-830b-b3a53c8e6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:29.067587 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-c61fa0f8-7051-4a80-830b-b3a53c8e6ea6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.0968356 Feb 03 15:22:29.137213 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-22cba461-09d9-45ec-b211-a8778656ae01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 1000 time: 0.0638592 Feb 03 15:22:29.185612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-09fd37d5-1cea-4aa6-91da-14aaac637b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:29.187057 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-09fd37d5-1cea-4aa6-91da-14aaac637b04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0435991 Feb 03 15:22:29.235735 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-e5f010e6-03dd-428a-a989-49905ea7acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:29.237324 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-e5f010e6-03dd-428a-a989-49905ea7acf9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442963 Feb 03 15:22:29.340553 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-c698d0d3-ecf3-47fc-b4c9-d26368df4447 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963762 Feb 03 15:22:29.435212 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-90890ad3-06d3-4923-ac6f-b4b649b2b895 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885210 Feb 03 15:22:30.132296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03045471-4324-469a-b6d9-d69998fae88b req-678b5216-2d7c-457d-a59d-534bceb790cf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:30.133760 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03045471-4324-469a-b6d9-d69998fae88b req-678b5216-2d7c-457d-a59d-534bceb790cf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0522358 Feb 03 15:22:30.183154 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03045471-4324-469a-b6d9-d69998fae88b req-e12eb6de-1332-4cca-a077-7bbe8a0747bd tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Feb 03 15:22:31.306420 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bca5ec-c5bf-4809-8f8d-5acd531c7bc9 req-fd4e5d50-a331-46fb-a1a6-2bc935b6038e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:31.307884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5bca5ec-c5bf-4809-8f8d-5acd531c7bc9 req-fd4e5d50-a331-46fb-a1a6-2bc935b6038e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0563703 Feb 03 15:22:31.355211 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5bca5ec-c5bf-4809-8f8d-5acd531c7bc9 req-4f0755fe-2494-4138-8c21-4fa3012831d7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Feb 03 15:22:32.488360 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90708890-0e9a-45be-8a25-ce4826b54289 req-90a4c4b5-0060-4514-9f9a-8c9cada0df1f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:32.489857 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90708890-0e9a-45be-8a25-ce4826b54289 req-90a4c4b5-0060-4514-9f9a-8c9cada0df1f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0534148 Feb 03 15:22:32.536918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-90708890-0e9a-45be-8a25-ce4826b54289 req-e0fb5ea1-fb66-405b-9c69-c81644e7c787 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Feb 03 15:22:33.662227 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc613e57-cc73-4d9e-9f39-80257cacc948 req-0682d015-bc6b-4453-8e53-2e746b124e35 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:33.663712 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc613e57-cc73-4d9e-9f39-80257cacc948 req-0682d015-bc6b-4453-8e53-2e746b124e35 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0569415 Feb 03 15:22:33.711191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fc613e57-cc73-4d9e-9f39-80257cacc948 req-063ac369-e317-43aa-9f00-6c48907bd233 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Feb 03 15:22:34.828841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a08be4-5d2d-4f23-9f36-ba14eaf7972c req-5d223ba3-e8f3-4b9d-a4cf-bba23ff6e8c7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:34.830302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13a08be4-5d2d-4f23-9f36-ba14eaf7972c req-5d223ba3-e8f3-4b9d-a4cf-bba23ff6e8c7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Feb 03 15:22:34.876562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-13a08be4-5d2d-4f23-9f36-ba14eaf7972c req-9479e7fb-4747-4b11-9654-bb019d1fb1f5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Feb 03 15:22:35.995964 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549beb0b-ac71-45aa-a494-66058cbd35cc req-d2c9616a-e0fc-40e7-9d11-550ba1ac3a35 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:35.997446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-549beb0b-ac71-45aa-a494-66058cbd35cc req-d2c9616a-e0fc-40e7-9d11-550ba1ac3a35 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0530930 Feb 03 15:22:36.048398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-549beb0b-ac71-45aa-a494-66058cbd35cc req-21bed7ba-fb40-4949-9cee-a43cefdb56b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Feb 03 15:22:37.165645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32cc33-8d49-4555-81fb-25dfe45f0033 req-d3a0ca1f-fce8-4628-a192-5a904cea7837 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:37.167162 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e32cc33-8d49-4555-81fb-25dfe45f0033 req-d3a0ca1f-fce8-4628-a192-5a904cea7837 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0523639 Feb 03 15:22:37.215657 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9e32cc33-8d49-4555-81fb-25dfe45f0033 req-8cc7c0aa-86a8-49f7-b530-5c0395640786 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Feb 03 15:22:38.334591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aac23-0488-4fb5-94ca-5e8d881c420a req-6210cd39-b447-4b4b-a696-a0d6b9927846 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:38.336076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e14aac23-0488-4fb5-94ca-5e8d881c420a req-6210cd39-b447-4b4b-a696-a0d6b9927846 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Feb 03 15:22:38.386322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e14aac23-0488-4fb5-94ca-5e8d881c420a req-550b298b-25d0-4d15-9ff9-05a82fa1cb15 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Feb 03 15:22:39.508568 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610502-041a-4a0a-89f7-226b44802eb3 req-638ac9ba-33c4-46c8-ad6a-0c55c01c169b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:39.509955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa610502-041a-4a0a-89f7-226b44802eb3 req-638ac9ba-33c4-46c8-ad6a-0c55c01c169b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0567644 Feb 03 15:22:39.556650 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-aa610502-041a-4a0a-89f7-226b44802eb3 req-c94a3d50-2812-4bd8-94db-128ddb326bc5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411654 Feb 03 15:22:39.686250 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:40.678843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a18-a997-4a81-82dd-754adfe89718 req-99cad484-a907-4fd9-b288-4caf7d4368c0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:40.680310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67b67a18-a997-4a81-82dd-754adfe89718 req-99cad484-a907-4fd9-b288-4caf7d4368c0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0547388 Feb 03 15:22:40.727623 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-67b67a18-a997-4a81-82dd-754adfe89718 req-218bee59-d45b-4358-a281-28455e5fa986 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Feb 03 15:22:41.846698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c380fca-e90d-4fc4-baa6-3efaf5f61d44 req-072a7597-b885-4c51-8af8-99ae3e0b29fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:41.848172 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c380fca-e90d-4fc4-baa6-3efaf5f61d44 req-072a7597-b885-4c51-8af8-99ae3e0b29fb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0524750 Feb 03 15:22:41.900109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c380fca-e90d-4fc4-baa6-3efaf5f61d44 req-545b652c-6bce-4ba3-a42d-e9e53ec876d7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463793 Feb 03 15:22:43.016860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131b3f-194c-4d59-9e52-645c6905c2f9 req-14de9b10-a964-425a-8209-80082b31b42c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:43.018511 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7131b3f-194c-4d59-9e52-645c6905c2f9 req-14de9b10-a964-425a-8209-80082b31b42c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Feb 03 15:22:43.066340 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f7131b3f-194c-4d59-9e52-645c6905c2f9 req-02b9dc68-81ce-46ca-8fd4-80ea595a3dbe tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Feb 03 15:22:44.188772 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ba909-0fb9-44c0-a225-431847572596 req-2bb2e4db-63dd-4753-b9c9-691b305ac403 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:44.190285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e95ba909-0fb9-44c0-a225-431847572596 req-2bb2e4db-63dd-4753-b9c9-691b305ac403 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0559542 Feb 03 15:22:44.242322 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e95ba909-0fb9-44c0-a225-431847572596 req-c89e4f35-6430-47f7-8893-d6e9bccf6dbd tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459411 Feb 03 15:22:45.364053 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bdf0a-2cdc-4195-bf5c-bcfb5c4dfa35 req-e17e5819-cb2a-4c81-aa52-8d80ce24e1f2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:45.365560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e87bdf0a-2cdc-4195-bf5c-bcfb5c4dfa35 req-e17e5819-cb2a-4c81-aa52-8d80ce24e1f2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0554256 Feb 03 15:22:45.414467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e87bdf0a-2cdc-4195-bf5c-bcfb5c4dfa35 req-d06eec18-7672-42c2-a62a-da3f8d1b6c44 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 Feb 03 15:22:45.928735 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b0171ec-a2b9-444d-b48d-fb0c0d55f8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:46.527924 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-4b2c96bb-684f-4b18-bc36-634420902cc1 service neutron] show failed (client error): The resource could not be found. Feb 03 15:22:46.528994 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-4b2c96bb-684f-4b18-bc36-634420902cc1 service neutron] 10.222.0.71 "GET /v2.0/ports/a0eb2c79-db91-465a-b296-705c4ea13c24/bindings/n-h1-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0678668 Feb 03 15:22:46.541587 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937267a6-fdf2-4c53-a8b8-997bbe819daa req-e3f5c08c-2db3-44f6-9101-410483a78465 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:46.543068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-937267a6-fdf2-4c53-a8b8-997bbe819daa req-e3f5c08c-2db3-44f6-9101-410483a78465 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0568593 Feb 03 15:22:46.593981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-937267a6-fdf2-4c53-a8b8-997bbe819daa req-4bb238db-0a17-4688-b639-aac3d7fadebd tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Feb 03 15:22:46.788983 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-8a73212d-84ed-4fe8-8701-5f22ec8a76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:46.790408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-8a73212d-84ed-4fe8-8701-5f22ec8a76e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 1127 time: 0.0934350 Feb 03 15:22:46.800935 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-07b1d81a-f0d7-41ca-b732-8101a555ada1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:22:46.801899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-07b1d81a-f0d7-41ca-b732-8101a555ada1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050461 Feb 03 15:22:46.813860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827549-2', 'device_owner': 'compute:nova'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:22:46.871546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:47.068079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:22:47.099494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:22:47.142482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:22:47.144749 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212d7d49-8fcf-4d6e-9036-d4997283ec5d" -d '{"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:22:47.148505 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Publish callbacks [] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:47.160750 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Transition to ACTIVE for port object a0eb2c79-db91-465a-b296-705c4ea13c24 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:22:47.165009 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:47.202985 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ccdaf3-5370-4949-8031-cc7ed4c1c1bc x-openstack-request-id: req-31ccdaf3-5370-4949-8031-cc7ed4c1c1bc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:22:47.203358 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:22:47.203652 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31ccdaf3-5370-4949-8031-cc7ed4c1c1bc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:22:47.204044 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'code': 200} Feb 03 15:22:47.254920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:22:47.267090 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.267541 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.267898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.268240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.268598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.268933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.269288 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.269615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.269937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.270265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.270591 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.270914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.271235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:47.305997 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] No DVR routers for this DVR port a0eb2c79-db91-465a-b296-705c4ea13c24 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:22:47.445355 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:22:47.445688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:22:47.446013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:22:47.450212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Port a0eb2c79-db91-465a-b296-705c4ea13c24 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:22:47.450533 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Attempting to bind port a0eb2c79-db91-465a-b296-705c4ea13c24 on network 977382be-ae7e-48e2-a8e7-d70d5362f633 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:22:47.455268 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:22:47.455596 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Checking segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:22:47.455972 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Bound using segment: {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:22:47.456382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Bound port: a0eb2c79-db91-465a-b296-705c4ea13c24, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173b21d-dfbd-41a1-9653-7e289055d166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:22:47.456761 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:47.516566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:22:47.519474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:22:47.525296 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:47.556774 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:47.558101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:47.559624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] 10.222.0.45 "PUT /v2.0/ports/a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 1091 time: 0.7498796 Feb 03 15:22:47.593926 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f5f7d-62b7-429f-b92b-f7d7eb0b0c44 service neutron] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:22:47.631648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-8e34309a-ebcb-474b-ab3b-f4ddb9f38bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:47.633194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-8e34309a-ebcb-474b-ab3b-f4ddb9f38bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1125 time: 0.0512297 Feb 03 15:22:47.763095 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-f1035a46-5c31-41f2-8780-af6e929f357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:47.764589 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-f1035a46-5c31-41f2-8780-af6e929f357e service neutron] 10.222.0.45 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.1248832 Feb 03 15:22:47.833001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c695e8-4b52-4596-ada8-b24b2ddb1895 req-e1b5c33d-a86f-4eb5-b8ad-e951f3c44117 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:47.834532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38c695e8-4b52-4596-ada8-b24b2ddb1895 req-e1b5c33d-a86f-4eb5-b8ad-e951f3c44117 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.1626496 Feb 03 15:22:47.849826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-4bc7918d-ec48-4701-aa4a-c2e98677a60f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 998 time: 0.0781279 Feb 03 15:22:47.925234 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-080c82b3-6e9d-4161-b8fc-8b8e5b9980a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:47.926679 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-080c82b3-6e9d-4161-b8fc-8b8e5b9980a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0688660 Feb 03 15:22:47.931411 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38c695e8-4b52-4596-ada8-b24b2ddb1895 req-fe3b4afe-3400-4c55-8fe9-933fa8815cb2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800917 Feb 03 15:22:47.980655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-6a9770c6-ab81-441b-be96-7357ca42f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:47.982147 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-6a9770c6-ab81-441b-be96-7357ca42f76b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480311 Feb 03 15:22:48.068702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-a99821fb-f44e-459a-a45d-5e43d8491659 service neutron] 10.222.0.45 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802200 Feb 03 15:22:48.163643 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ccb0bd12-e0dc-4045-94d2-c42706eba0c9 req-3fb194f0-06be-468b-a526-505b41d6a416 service neutron] 10.222.0.45 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855377 Feb 03 15:22:48.198157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17d4d670-b139-4abc-b5d7-25192b58a864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:49.050185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117c89a-2e2d-41cc-a23e-ef87650d83a5 req-48488372-38e5-448e-8658-eb810c316261 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.051660 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4117c89a-2e2d-41cc-a23e-ef87650d83a5 req-48488372-38e5-448e-8658-eb810c316261 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.0522420 Feb 03 15:22:49.099554 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4117c89a-2e2d-41cc-a23e-ef87650d83a5 req-dfed7881-1924-46ca-8eb1-6bf0b2e76df9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Feb 03 15:22:49.205473 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:22:49.207994 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171085e2-99cb-4c76-8a72-a5922d824758" -d '{"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:22:49.256451 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eca6819-2364-4221-a4f7-94ad2489ad28 x-openstack-request-id: req-7eca6819-2364-4221-a4f7-94ad2489ad28 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:22:49.256754 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:22:49.257693 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7eca6819-2364-4221-a4f7-94ad2489ad28 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:22:49.258113 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'status': 'completed', 'code': 200} Feb 03 15:22:49.319408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-b8b8e2b6-f457-43f6-931e-972b02315995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.320962 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-b8b8e2b6-f457-43f6-931e-972b02315995 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1125 time: 0.0463836 Feb 03 15:22:49.345454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-fcda8aba-8a69-4d10-afd2-950d9e6e5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.346962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-fcda8aba-8a69-4d10-afd2-950d9e6e5b67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1125 time: 0.0447435 Feb 03 15:22:49.415110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-d6be955f-1306-46ab-8e90-fbbf36ea36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.417245 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-d6be955f-1306-46ab-8e90-fbbf36ea36a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.0887356 Feb 03 15:22:49.439995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-92cd45ae-5508-456a-8c39-3cf0932bf0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.441516 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-92cd45ae-5508-456a-8c39-3cf0932bf0d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.0863261 Feb 03 15:22:49.480368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-9596745d-52d4-4122-85ea-1c3350af92d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 998 time: 0.0575860 Feb 03 15:22:49.505162 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-4ba7f439-ada5-4ce7-99f6-fd5e91906b71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 998 time: 0.0571506 Feb 03 15:22:49.532546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-bd3d31fd-c1c9-434b-b09a-3b4c4ae41ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.534026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-bd3d31fd-c1c9-434b-b09a-3b4c4ae41ec4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0480905 Feb 03 15:22:49.559290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-f132dd5d-cf1e-42b6-8f70-2a897564e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.560772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-f132dd5d-cf1e-42b6-8f70-2a897564e2c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0493636 Feb 03 15:22:49.584599 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-8c248c03-4f8a-4d28-930b-af75437eeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.586103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-8c248c03-4f8a-4d28-930b-af75437eeef6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450830 Feb 03 15:22:49.612320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171085e2-99cb-4c76-8a72-a5922d824758 req-15a1de6c-afa8-4ac9-8eba-c7031df6f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:49.614172 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-15a1de6c-afa8-4ac9-8eba-c7031df6f236 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474465 Feb 03 15:22:49.681346 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-84a7915f-e7c6-4c12-a4ef-4fd276985c4b service neutron] 10.222.0.45 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877130 Feb 03 15:22:49.706821 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-5cad0683-5772-4582-a646-e879bfeedd06 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Feb 03 15:22:49.788225 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-c7a9632b-22fd-4ccf-8c39-a99a320c8d7d service neutron] 10.222.0.45 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934801 Feb 03 15:22:49.808248 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-171085e2-99cb-4c76-8a72-a5922d824758 req-271d7da4-8e9b-486e-b93d-945059946db5 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938699 Feb 03 15:22:49.877657 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:50.220592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceb19d-40ac-49ae-9a7e-a1928482fdb7 req-d56965e7-1e02-46a0-801f-181dedcfede6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:50.222073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dceb19d-40ac-49ae-9a7e-a1928482fdb7 req-d56965e7-1e02-46a0-801f-181dedcfede6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.0526679 Feb 03 15:22:50.269941 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1dceb19d-40ac-49ae-9a7e-a1928482fdb7 req-2f63263d-74e7-433d-9048-5ab1a7908649 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Feb 03 15:22:50.485659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:22:50.489612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-87439bfd-b74e-43c9-8d8b-63c46c9f1d17 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:50.491384 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-87439bfd-b74e-43c9-8d8b-63c46c9f1d17 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&binding%3Ahost_id=n-h1-827549-2 HTTP/1.1" status: 200 len: 943 time: 0.0577025 Feb 03 15:22:50.553715 n-d-827549-2 neutron-server[103341]: INFO neutron.api.v2.resource [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-00a17de6-a7bb-4321-af9b-c6a2ea23dde1 service neutron] delete failed (client error): The resource could not be found. Feb 03 15:22:50.554772 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-00a17de6-a7bb-4321-af9b-c6a2ea23dde1 service neutron] 10.222.0.71 "DELETE /v2.0/ports/a0eb2c79-db91-465a-b296-705c4ea13c24/bindings/n-h2-827549-2 HTTP/1.1" status: 404 len: 380 time: 0.0571673 Feb 03 15:22:50.591692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:22:50.604636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'port_id': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'mac_address': 'fa:16:3e:c9:d5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:22:50.647640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a0eb2c79-db91-465a-b296-705c4ea13c24 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:22:50.648799 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:50.667452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0eb2c79-db91-465a-b296-705c4ea13c24 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:22:50.674704 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-fc783c1b-f0f5-4fa9-89d2-d076160ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:50.677860 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-fc783c1b-f0f5-4fa9-89d2-d076160ca3d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1125 time: 0.0594378 Feb 03 15:22:50.688034 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:22:50.692980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:50.743377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:22:50.750952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.751312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.751662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.752003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.752338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.752703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.753039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.753367 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.753697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.754207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.754551 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.754879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.755204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:22:50.778667 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-25393e6d-0f19-4b48-9437-ebf94550a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:50.780172 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-25393e6d-0f19-4b48-9437-ebf94550a465 service neutron] 10.222.0.71 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.0971651 Feb 03 15:22:50.821982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0896f-6f4d-46e0-90fc-b861b86c7bd1 req-f22093e3-1af8-467c-8dde-3865bdff9e63 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:50.823540 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89a0896f-6f4d-46e0-90fc-b861b86c7bd1 req-f22093e3-1af8-467c-8dde-3865bdff9e63 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 943 time: 0.4110827 Feb 03 15:22:50.849371 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-a161f1f1-903c-44b7-bacd-28495b8bd626 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 999 time: 0.0634947 Feb 03 15:22:50.875759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-89a0896f-6f4d-46e0-90fc-b861b86c7bd1 req-e2c9fc58-e4ad-48c3-83d2-248c256aaa2d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459168 Feb 03 15:22:50.899114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-70caee60-b304-416b-be95-363372661573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:50.901093 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-70caee60-b304-416b-be95-363372661573 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0454237 Feb 03 15:22:50.950194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['a0eb2c79-db91-465a-b296-705c4ea13c24'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:22:50.950744 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-11dc18c7-d831-4a48-a1e7-b6d9bf4a98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:50.952351 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-11dc18c7-d831-4a48-a1e7-b6d9bf4a98c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448272 Feb 03 15:22:50.953939 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:51.004787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305984c4-6cbf-4d5b-b734-15f57ff57baa req-f3b06db5-f5c6-4933-839e-1401e17f56ff tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:51.006405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-305984c4-6cbf-4d5b-b734-15f57ff57baa req-f3b06db5-f5c6-4933-839e-1401e17f56ff tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 944 time: 0.0620461 Feb 03 15:22:51.049254 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-5c473ff4-2a3d-4656-a28d-717e4c9d009c service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909779 Feb 03 15:22:51.060036 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-305984c4-6cbf-4d5b-b734-15f57ff57baa req-4f49926b-af2f-426e-9bf5-5f434cee275f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470157 Feb 03 15:22:51.143457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-42b58c13-c3a4-40be-9ed2-5938e8860d2b req-97970eba-2e13-4cb1-974d-93cc810cb3b0 service neutron] 10.222.0.71 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882556 Feb 03 15:22:51.429761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:22:51.468192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] The host n-h2-827549-2 is not matching for port a0eb2c79-db91-465a-b296-705c4ea13c24 host n-h1-827549-2! {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 15:22:51.468614 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:22:52.186748 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73fbd-55b7-484e-b2e5-4f2d6398eab2 req-fbbac2cd-bb5d-4d40-9651-c6a8d4bbbe65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:22:52.188202 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ed73fbd-55b7-484e-b2e5-4f2d6398eab2 req-fbbac2cd-bb5d-4d40-9651-c6a8d4bbbe65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 944 time: 0.0558412 Feb 03 15:22:52.236778 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ed73fbd-55b7-484e-b2e5-4f2d6398eab2 req-07811c2e-402f-4462-9d2a-d0ba912ed90e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Feb 03 15:22:52.259267 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37100) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:22:52.319029 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-597b97c3-7ac2-4b15-9569-dfd255c543d8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91 HTTP/1.1" status: 200 len: 991 time: 0.0586522 Feb 03 15:22:52.320911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:52.496429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:22:52.547437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port a0eb2c79-db91-465a-b296-705c4ea13c24 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:22:52.551109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port a0eb2c79-db91-465a-b296-705c4ea13c24 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:22:52.551483 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:52.625457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port a0eb2c79-db91-465a-b296-705c4ea13c24 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:22:52.625844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:52.648572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:22:52.651359 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0da0fcc-b6df-4889-b311-f0af0e8c04b0" -d '{"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-plugged", "status": "completed", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:22:52.664556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:22:52.669683 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:52.692704 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d71a006-e97e-4c13-ab31-687c6c3bb365 x-openstack-request-id: req-8d71a006-e97e-4c13-ab31-687c6c3bb365 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:22:52.693001 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-plugged", "status": "completed", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:22:52.693257 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d71a006-e97e-4c13-ab31-687c6c3bb365 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:22:52.693642 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'code': 200} Feb 03 15:22:52.721263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:22:55.286344 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:22:59.349585 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:23:09.692715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:15.930057 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-020d3e4f-486d-4d89-8395-3bdd63f4a356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:18.200177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee126fc8-f90d-46c8-a98e-e4182745c035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:19.879489 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:20.847365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37112) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:20.950801 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:21.008560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 5b9721e3-83e1-4da8-9979-250f5bb62b1d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:23:21.008909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:21.085282 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:21.085612 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (5b9721e3-83e1-4da8-9979-250f5bb62b1d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:21.097096 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 5b9721e3-83e1-4da8-9979-250f5bb62b1d owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:23:21.249228 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (5b9721e3-83e1-4da8-9979-250f5bb62b1d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:21.274614 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=5b9721e3-83e1-4da8-9979-250f5bb62b1d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:21.338517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:21.338911 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91 disassociated (deleted). External IP: 172.25.0.74, port: a0eb2c79-db91-465a-b296-705c4ea13c24. Feb 03 15:23:21.545612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router be498fad-6f84-49f5-a78b-61a421085f72 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:23:21.654073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:23:21.659197 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:21.664263 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] Sync routers for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:23:21.677319 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:21.677927 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:21.694490 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c3da43ec-be1b-43a8-89c2-d8a2ecd1ae25 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/floatingips/2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91 HTTP/1.1" status: 204 len: 168 time: 0.8460126 Feb 03 15:23:21.695080 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:23:21.697379 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b2970c-9d65-4e78-921c-cdc887b1050d" -d '{"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:23:21.787376 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:21.856201 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f7379-26e2-4741-8c1e-a7f70b4339aa x-openstack-request-id: req-d84f7379-26e2-4741-8c1e-a7f70b4339aa {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:23:21.856747 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:23:21.856747 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d84f7379-26e2-4741-8c1e-a7f70b4339aa {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:23:21.857147 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'status': 'completed', 'code': 200} Feb 03 15:23:21.952015 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-ddd100f0-e42a-4292-8743-d80670780ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:21.953594 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-ddd100f0-e42a-4292-8743-d80670780ab5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 1127 time: 0.0777795 Feb 03 15:23:21.976859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e6ff5-b5c9-4307-b3ec-7a01b315e604 req-04016b0a-ce9c-41a8-8a50-318ed76ed79a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:21.978326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-781e6ff5-b5c9-4307-b3ec-7a01b315e604 req-04016b0a-ce9c-41a8-8a50-318ed76ed79a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0724676 Feb 03 15:23:22.004715 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:22.032171 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] Checking router: be498fad-6f84-49f5-a78b-61a421085f72 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:23:22.040272 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:22.040907 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:22.088291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-781e6ff5-b5c9-4307-b3ec-7a01b315e604 req-4c4e612d-a899-4735-89d8-e9a1d47697f9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001251 Feb 03 15:23:22.093621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-3a0234fc-1547-41f0-b343-22e0151c09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:22.095063 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-3a0234fc-1547-41f0-b343-22e0151c09a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 200 len: 898 time: 0.1337512 Feb 03 15:23:22.138741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-01e9e84f-e6e7-4e8e-8a1f-420200823ef4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 200 len: 217 time: 0.0357819 Feb 03 15:23:22.149971 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:22.190380 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-2e2a9ebc-0e3f-43e1-af88-430be87917fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:22.191902 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-2e2a9ebc-0e3f-43e1-af88-430be87917fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 200 len: 835 time: 0.0472705 Feb 03 15:23:22.247181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-93f9a96d-c309-4206-9981-830fad0a0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:22.248739 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-93f9a96d-c309-4206-9981-830fad0a0f73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=977382be-ae7e-48e2-a8e7-d70d5362f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506532 Feb 03 15:23:22.325305 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:22.346403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-64502f97-27f8-496d-a0e0-8e01a6be7992 service neutron] 10.222.0.45 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910790 Feb 03 15:23:22.346607 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:22.377173 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ab28a-bf36-433e-abda-e9f91987e252 None None] The sync data for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 is: [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'e0c0984b-1c93-42fa-8875-7461ae555899', 'name': '', 'network_id': '977382be-ae7e-48e2-a8e7-d70d5362f633', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:d7:17:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '760a4181-4410-4622-8660-ed58b679a409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:59Z', 'updated_at': '2022-02-03T15:21:02Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': '760a4181-4410-4622-8660-ed58b679a409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:23:22.444697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a7b2970c-9d65-4e78-921c-cdc887b1050d req-1a0ca9e1-a27c-4003-abc0-d0c298802dda service neutron] 10.222.0.45 "GET /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917397 Feb 03 15:23:22.598638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5546b3f8-9a4b-4f16-9f6f-8c073e53abc7 None None] New status for floating IP 2a6a19cb-8820-4ed1-bdeb-8cf90f4acf91: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:23:23.227873 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-2447f5d2-8839-438b-8e80-018c99a600ec tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:23.230233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-2447f5d2-8839-438b-8e80-018c99a600ec tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.45 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0843093 Feb 03 15:23:23.242168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac889-917a-482d-a70f-e6142a18cab0 req-416a6551-36df-4380-9282-7aadf1e7622d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:23.243525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7aac889-917a-482d-a70f-e6142a18cab0 req-416a6551-36df-4380-9282-7aadf1e7622d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=f45ac172-e4fa-4dd4-a63c-7d867d940f23 HTTP/1.1" status: 200 len: 945 time: 0.0724106 Feb 03 15:23:23.343444 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d7aac889-917a-482d-a70f-e6142a18cab0 req-a8f8adc7-b8f4-4ed0-bf2f-01f56c461614 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9ec9db7-fa23-4634-8a20-38b892f8c565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936315 Feb 03 15:23:23.365325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port a0eb2c79-db91-465a-b296-705c4ea13c24 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:23:23.365665 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:23.452476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port a0eb2c79-db91-465a-b296-705c4ea13c24, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=a0eb2c79-db91-465a-b296-705c4ea13c24,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:23.452755 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:23.464275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for a0eb2c79-db91-465a-b296-705c4ea13c24 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:23:23.593703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (a0eb2c79-db91-465a-b296-705c4ea13c24), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:23.622789 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=a0eb2c79-db91-465a-b296-705c4ea13c24,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:23.669842 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] No DVR routers for this DVR port a0eb2c79-db91-465a-b296-705c4ea13c24 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:23:23.672395 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:23.675718 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.45 "DELETE /v2.0/ports/a0eb2c79-db91-465a-b296-705c4ea13c24 HTTP/1.1" status: 204 len: 173 time: 0.4405501 Feb 03 15:23:23.858044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-deleted', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:23:23.860491 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b7bd5-526d-4e8d-9b55-98bfcbfa7d74" -d '{"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-deleted", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:23:23.905058 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63997187-38d3-4202-a53c-8ca6fc2aa5e6 x-openstack-request-id: req-63997187-38d3-4202-a53c-8ca6fc2aa5e6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:23:23.905402 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ac172-e4fa-4dd4-a63c-7d867d940f23", "name": "network-vif-deleted", "tag": "a0eb2c79-db91-465a-b296-705c4ea13c24", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:23:23.905677 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63997187-38d3-4202-a53c-8ca6fc2aa5e6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:23:23.906044 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ac172-e4fa-4dd4-a63c-7d867d940f23', 'name': 'network-vif-deleted', 'tag': 'a0eb2c79-db91-465a-b296-705c4ea13c24', 'status': 'completed', 'code': 200} Feb 03 15:23:24.402790 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37128) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:24.758041 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (be498fad-6f84-49f5-a78b-61a421085f72), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:25.027333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port e0c0984b-1c93-42fa-8875-7461ae555899 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:23:25.027660 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:25.116348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port e0c0984b-1c93-42fa-8875-7461ae555899, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=e0c0984b-1c93-42fa-8875-7461ae555899,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:25.116737 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:25.129077 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for e0c0984b-1c93-42fa-8875-7461ae555899 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:23:25.285774 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:25.325545 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (e0c0984b-1c93-42fa-8875-7461ae555899), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:25.357658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=e0c0984b-1c93-42fa-8875-7461ae555899,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:25.530279 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (be498fad-6f84-49f5-a78b-61a421085f72), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:25.751099 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router be498fad-6f84-49f5-a78b-61a421085f72 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:23:25.859207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:23:25.864630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0c7a3e21-085e-4823-9a0e-5b907a7be78c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/be498fad-6f84-49f5-a78b-61a421085f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4605293 Feb 03 15:23:25.867105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37130) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:25.872097 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] Sync routers for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:23:25.983638 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:25.984240 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:26.093733 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:26.259354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting subnet 760a4181-4410-4622-8660-ed58b679a409 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:23:26.262941 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (760a4181-4410-4622-8660-ed58b679a409), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.273255 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:23:25Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:26.302634 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] Checking router: be498fad-6f84-49f5-a78b-61a421085f72 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:23:26.304922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (760a4181-4410-4622-8660-ed58b679a409), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.310843 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] Routers {'be498fad-6f84-49f5-a78b-61a421085f72'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:26.311436 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['be498fad-6f84-49f5-a78b-61a421085f72'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:26.396548 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (760a4181-4410-4622-8660-ed58b679a409), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.417025 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] Set router be498fad-6f84-49f5-a78b-61a421085f72 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:26.454768 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (760a4181-4410-4622-8660-ed58b679a409), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.481720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Subnet': ['ID=760a4181-4410-4622-8660-ed58b679a409,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:26.485516 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.488908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-12109cc1-ae03-4c34-9f79-905eaee74e82 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/subnets/760a4181-4410-4622-8660-ed58b679a409 HTTP/1.1" status: 204 len: 168 time: 0.6207428 Feb 03 15:23:26.491450 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37132) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:26.495652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07729f6-729a-4de5-a01d-492b9851cc6a None None] Network 977382be-ae7e-48e2-a8e7-d70d5362f633 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:23:26.603558 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:23:25Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:26.613435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (be498fad-6f84-49f5-a78b-61a421085f72), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.638947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d9dee-ad74-46cb-b972-7d2e433e4d83 None None] The sync data for ids ['be498fad-6f84-49f5-a78b-61a421085f72'] in n-d-827549-2 is: [{'id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515714893', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:20:56Z', 'updated_at': '2022-02-03T15:23:25Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': '9da5f45a-1cce-420b-8e2d-083e6c0461a8', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be498fad-6f84-49f5-a78b-61a421085f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:20:57Z', 'updated_at': '2022-02-03T15:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:23:26.666934 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] DHCP port deletion for 977382be-ae7e-48e2-a8e7-d70d5362f633 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:23:26.719344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] Deleting port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:23:26.719712 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.742498 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (be498fad-6f84-49f5-a78b-61a421085f72), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.745498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:23:26.792350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: a0eb2c79-db91-465a-b296-705c4ea13c24 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:23:26.792725 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device a0eb2c79-db91-465a-b296-705c4ea13c24 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:23:26.796210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 9da5f45a-1cce-420b-8e2d-083e6c0461a8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:23:26.796600 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.810274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] For port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4b682e0c-dcb3-48f8-b7cb-29c5994cb756,segment=NetworkSegment(9173b21d-dfbd-41a1-9653-7e289055d166),segment_id=9173b21d-dfbd-41a1-9653-7e289055d166)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:26.810678 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.824497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] Calling delete_port for 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:23:26.881495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 9da5f45a-1cce-420b-8e2d-083e6c0461a8, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9da5f45a-1cce-420b-8e2d-083e6c0461a8,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:26.881799 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.893928 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 9da5f45a-1cce-420b-8e2d-083e6c0461a8 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:23:26.904794 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (4b682e0c-dcb3-48f8-b7cb-29c5994cb756), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:26.929159 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] Pushing event deleted for resources: {'Port': ['ID=4b682e0c-dcb3-48f8-b7cb-29c5994cb756,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:26.933456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bd9a3-d7fa-4a9e-9d6b-f2f23acb9c09 None None] No DVR routers for this DVR port 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:23:27.081242 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9da5f45a-1cce-420b-8e2d-083e6c0461a8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.107651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=9da5f45a-1cce-420b-8e2d-083e6c0461a8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:27.169851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (be498fad-6f84-49f5-a78b-61a421085f72), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.266803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (be498fad-6f84-49f5-a78b-61a421085f72), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.268979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (be498fad-6f84-49f5-a78b-61a421085f72), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.311559 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (be498fad-6f84-49f5-a78b-61a421085f72), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.312076 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Fanout notify agent at l3_agent the message router_deleted on router be498fad-6f84-49f5-a78b-61a421085f72 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:23:27.318751 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.319855 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-56c7fdb4-2919-4d95-9b95-ebb4376042d1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/routers/be498fad-6f84-49f5-a78b-61a421085f72 HTTP/1.1" status: 204 len: 168 time: 0.8274240 Feb 03 15:23:27.322487 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37134) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:27.408608 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (977382be-ae7e-48e2-a8e7-d70d5362f633), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.500008 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (977382be-ae7e-48e2-a8e7-d70d5362f633), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.519499 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977382be-ae7e-48e2-a8e7-d70d5362f633']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:27.529403 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9173b21d-dfbd-41a1-9653-7e289055d166') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:27.529710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9173b21d-dfbd-41a1-9653-7e289055d166') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:27.539231 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (9173b21d-dfbd-41a1-9653-7e289055d166), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.552855 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (9173b21d-dfbd-41a1-9653-7e289055d166), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.558653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:23:27.559040 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (9173b21d-dfbd-41a1-9653-7e289055d166), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:23:27.561992 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:23:27.623246 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (977382be-ae7e-48e2-a8e7-d70d5362f633), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.630866 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.633376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/networks/977382be-ae7e-48e2-a8e7-d70d5362f633 HTTP/1.1" status: 204 len: 168 time: 0.3093204 Feb 03 15:23:27.636199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37136) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:27.644392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6f301-0836-4403-83a6-9eb22b252a74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Network': ['ID=977382be-ae7e-48e2-a8e7-d70d5362f633,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:27.694642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (f9ec9db7-fa23-4634-8a20-38b892f8c565), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.723037 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (f9ec9db7-fa23-4634-8a20-38b892f8c565), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.784916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (f9ec9db7-fa23-4634-8a20-38b892f8c565), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.787742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:27.792267 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/security-groups/f9ec9db7-fa23-4634-8a20-38b892f8c565 HTTP/1.1" status: 204 len: 168 time: 0.1549532 Feb 03 15:23:27.801863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec9db7-fa23-4634-8a20-38b892f8c565,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:27.809607 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.809967 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.810316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.810661 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.810997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.811328 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.811663 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.811994 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.812320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.812692 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.813018 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.813497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.813686 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e24675-5c9e-42f7-9f84-35d8f9e48f2c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:27.912326 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e0c0984b-1c93-42fa-8875-7461ae555899 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:23:27.932255 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: e0c0984b-1c93-42fa-8875-7461ae555899 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:23:27.932623 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device e0c0984b-1c93-42fa-8875-7461ae555899 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:23:27.933027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9da5f45a-1cce-420b-8e2d-083e6c0461a8 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:23:27.951428 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9da5f45a-1cce-420b-8e2d-083e6c0461a8 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:23:27.951774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9da5f45a-1cce-420b-8e2d-083e6c0461a8 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:23:27.952203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:23:27.973049 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:23:27.973390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4b682e0c-dcb3-48f8-b7cb-29c5994cb756 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:23:28.039545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37142) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.044182 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2b5179e1-5d2a-48cc-b89e-9d29016d14f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787780058', 'description': 'tempest-secgroup-smoke-787780058 description', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.064016 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5179e1-5d2a-48cc-b89e-9d29016d14f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.127632 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5179e1-5d2a-48cc-b89e-9d29016d14f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (9412884e-36b0-43f4-881a-997380e111e1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.131203 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5179e1-5d2a-48cc-b89e-9d29016d14f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9412884e-36b0-43f4-881a-997380e111e1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.159275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5179e1-5d2a-48cc-b89e-9d29016d14f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9412884e-36b0-43f4-881a-997380e111e1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:28.163814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2b5179e1-5d2a-48cc-b89e-9d29016d14f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.165061 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2b5179e1-5d2a-48cc-b89e-9d29016d14f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1244900 Feb 03 15:23:28.167861 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37144) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.172048 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2aa77714-249d-4ab8-af3c-d6f30a20d826 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '9412884e-36b0-43f4-881a-997380e111e1', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.195936 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2aa77714-249d-4ab8-af3c-d6f30a20d826 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (79717d2e-9819-4265-979f-8933e4ba3d99), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.249674 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2aa77714-249d-4ab8-af3c-d6f30a20d826 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (79717d2e-9819-4265-979f-8933e4ba3d99), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.253366 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2aa77714-249d-4ab8-af3c-d6f30a20d826 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (79717d2e-9819-4265-979f-8933e4ba3d99), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.269395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa77714-249d-4ab8-af3c-d6f30a20d826 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79717d2e-9819-4265-979f-8933e4ba3d99,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:28.279036 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2aa77714-249d-4ab8-af3c-d6f30a20d826 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.280231 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2aa77714-249d-4ab8-af3c-d6f30a20d826 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114385 Feb 03 15:23:28.282964 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.287384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f38d33ae-276c-46e0-bff6-b048e0f8063d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '9412884e-36b0-43f4-881a-997380e111e1', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.310619 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f38d33ae-276c-46e0-bff6-b048e0f8063d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (91625961-9d74-42a6-8b42-1ffe93179226), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.376582 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f38d33ae-276c-46e0-bff6-b048e0f8063d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (91625961-9d74-42a6-8b42-1ffe93179226), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.380324 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f38d33ae-276c-46e0-bff6-b048e0f8063d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (91625961-9d74-42a6-8b42-1ffe93179226), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.398829 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d33ae-276c-46e0-bff6-b048e0f8063d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91625961-9d74-42a6-8b42-1ffe93179226,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:28.404079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f38d33ae-276c-46e0-bff6-b048e0f8063d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.405300 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f38d33ae-276c-46e0-bff6-b048e0f8063d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214228 Feb 03 15:23:28.407991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37148) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.413295 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4d9a2b33-c4cf-4442-98bd-e002c6b0a71d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '9412884e-36b0-43f4-881a-997380e111e1', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.438147 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2b33-c4cf-4442-98bd-e002c6b0a71d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (eb235c53-930f-4039-a3f7-25920d0b29fd), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.494513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2b33-c4cf-4442-98bd-e002c6b0a71d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (eb235c53-930f-4039-a3f7-25920d0b29fd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.498284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2b33-c4cf-4442-98bd-e002c6b0a71d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (eb235c53-930f-4039-a3f7-25920d0b29fd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.515505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a2b33-c4cf-4442-98bd-e002c6b0a71d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb235c53-930f-4039-a3f7-25920d0b29fd,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:28.523390 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2b33-c4cf-4442-98bd-e002c6b0a71d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.524624 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4d9a2b33-c4cf-4442-98bd-e002c6b0a71d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156564 Feb 03 15:23:28.527831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37150) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.532082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-67d77209-2763-4098-907d-b9b8a154ad4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '9412884e-36b0-43f4-881a-997380e111e1', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.555509 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-67d77209-2763-4098-907d-b9b8a154ad4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (627df564-26a9-43be-9b44-61688c2f075e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.611064 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-67d77209-2763-4098-907d-b9b8a154ad4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (627df564-26a9-43be-9b44-61688c2f075e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.614611 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-67d77209-2763-4098-907d-b9b8a154ad4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (627df564-26a9-43be-9b44-61688c2f075e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.631530 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d77209-2763-4098-907d-b9b8a154ad4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627df564-26a9-43be-9b44-61688c2f075e,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:28.643976 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-67d77209-2763-4098-907d-b9b8a154ad4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.645313 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-67d77209-2763-4098-907d-b9b8a154ad4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165309 Feb 03 15:23:28.648187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37152) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.655246 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '9412884e-36b0-43f4-881a-997380e111e1', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.686705 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:23:28.691793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (44d6472a-a141-4e9d-88d5-75e9787c52b7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.750710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (44d6472a-a141-4e9d-88d5-75e9787c52b7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.754407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (44d6472a-a141-4e9d-88d5-75e9787c52b7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.772341 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d6472a-a141-4e9d-88d5-75e9787c52b7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:28.779982 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.781223 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-36ddaa0e-8d7a-4fc7-a0fc-9a5e866630ae tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320322 Feb 03 15:23:28.783925 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37154) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.788190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '9412884e-36b0-43f4-881a-997380e111e1', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.808318 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:23:28.813109 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (33503d2d-d07c-4a34-b7f4-6d697af2894a), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.872651 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (33503d2d-d07c-4a34-b7f4-6d697af2894a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.876060 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (33503d2d-d07c-4a34-b7f4-6d697af2894a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.893634 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33503d2d-d07c-4a34-b7f4-6d697af2894a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:28.902061 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.903253 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c664d887-211b-4984-b7df-e2b79d6d8ad5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183753 Feb 03 15:23:28.906065 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:28.911110 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'network': {'name': 'tempest-network-smoke--1362092743', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'port_security_enabled': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:28.928600 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:23:28.931798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.957006 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:23:28.965889 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c6d430e2-f6aa-415b-ba88-ce4a5dd82405), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:28.966236 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Added segment c6d430e2-f6aa-415b-ba88-ce4a5dd82405 of type vlan for network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 Feb 03 15:23:29.005973 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (ac25f916-7016-41e1-9fd4-c2b660b5b4f6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.032788 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (ac25f916-7016-41e1-9fd4-c2b660b5b4f6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.037850 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:29.038433 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.077472 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703544 Feb 03 15:23:29.080333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37158) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:29.084984 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'admin_state_up': True, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:29.107063 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (9d503468-1bc6-4c37-9d27-d13315e0b1c5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.108254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15068ec5-4284-4948-a937-cee2cb85bb20 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Network': ['ID=ac25f916-7016-41e1-9fd4-c2b660b5b4f6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:29.109845 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (9d503468-1bc6-4c37-9d27-d13315e0b1c5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.120584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:23:29.166507 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (9d503468-1bc6-4c37-9d27-d13315e0b1c5), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.317169 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (9d503468-1bc6-4c37-9d27-d13315e0b1c5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.511493 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (9d503468-1bc6-4c37-9d27-d13315e0b1c5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.530567 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.628696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.226 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ff844b1c-e568-481d-b819-cdf7ff564103) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:23:29.731333 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (ff844b1c-e568-481d-b819-cdf7ff564103), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.764661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:29.804112 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:23:29.806948 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:23:29.810844 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:23:29.816136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=ff844b1c-e568-481d-b819-cdf7ff564103,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:30.074872 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (9d503468-1bc6-4c37-9d27-d13315e0b1c5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:30.287788 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (9d503468-1bc6-4c37-9d27-d13315e0b1c5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:30.417030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:23:30.523419 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:23:30.532830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Sync routers for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:23:30.542529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:30.543050 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:30.543182 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:30.544268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8c92df3b-a2b6-4a6d-8e22-c792942b5daa tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4628732 Feb 03 15:23:30.547597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37160) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:30.617247 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2ce6cf98-38f3-4ded-b3b4-b3f60cd1d462 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=b823e47ba43a4e5cad9a0e7b6d73e865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684719 Feb 03 15:23:30.620373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37164) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:30.654595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:30.707254 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a8ce13-4d32-49cc-a2c6-c6601139d6fe tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:30.708711 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-81a8ce13-4d32-49cc-a2c6-c6601139d6fe tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873687 Feb 03 15:23:30.711508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37166) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:30.738486 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9d7e37ed-965d-4214-ba68-b4f00aa219a5 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259519 Feb 03 15:23:30.740969 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37168) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:30.745478 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127619202', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:30.829233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:23:30.832653 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:30.833788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:29Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:30.860308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Checking router: 9d503468-1bc6-4c37-9d27-d13315e0b1c5 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:23:30.860690 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Updating router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 port ff844b1c-e568-481d-b819-cdf7ff564103 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:23:30.887659 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.011497 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (dda4fec8-f3f1-4582-ba62-4fc73ec42f90), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.147131 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Publish callbacks [] for port (ff844b1c-e568-481d-b819-cdf7ff564103), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.154073 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.209382 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fec4da-15a1-4a4c-bbe9-0bca01330171 None None] Pushing event updated for resources: {'Port': ['ID=ff844b1c-e568-481d-b819-cdf7ff564103,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:31.212098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Attempting to bind port ff844b1c-e568-481d-b819-cdf7ff564103 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:23:31.212500 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Attempting to bind port ff844b1c-e568-481d-b819-cdf7ff564103 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:23:31.212874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Attempting to bind port ff844b1c-e568-481d-b819-cdf7ff564103 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:23:31.218697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:23:31.218970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:23:31.219383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.219777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:23:31.220253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Bound port: ff844b1c-e568-481d-b819-cdf7ff564103, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:23:31.220664 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.273292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] For port ff844b1c-e568-481d-b819-cdf7ff564103, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:23:31.276370 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] For port ff844b1c-e568-481d-b819-cdf7ff564103, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff844b1c-e568-481d-b819-cdf7ff564103,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:23:31.283551 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.341072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:31.341692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:31.347086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fec4da-15a1-4a4c-bbe9-0bca01330171 None None] Pushing event updated for resources: {'Port': ['ID=ff844b1c-e568-481d-b819-cdf7ff564103,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:31.425133 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Subnet': ['ID=dda4fec8-f3f1-4582-ba62-4fc73ec42f90,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:31.431046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Checking segment: {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:23:31.431418 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network hostable DHCP agents. Network: ac25f916-7016-41e1-9fd4-c2b660b5b4f6, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:23:31.450521 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:23:31.460642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, ac25f916-7016-41e1-9fd4-c2b660b5b4f6) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:23:31.463417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:31.466082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:31.466693 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.485197 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-69b761fd-892c-4586-9229-018b7582ad65 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7432156 Feb 03 15:23:31.488062 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37170) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:31.495809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f2dd0-0b73-4ba4-9103-ea4f0ed16567 None None] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:23:31.837206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:23:31.838053 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.928962 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:31.984537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:29Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:32.019313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30180c59-73af-4e47-88bb-6a81cfb14b43 None None] The sync data for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 is: [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:29Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:23:32.042054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Allocated IP 172.20.0.2 (ac25f916-7016-41e1-9fd4-c2b660b5b4f6/dda4fec8-f3f1-4582-ba62-4fc73ec42f90/f9ac1565-f927-46c6-bc8f-c6b1214f42e5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:23:32.192517 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Publish callbacks [] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.198611 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.256853 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:23:32.258905 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.1 (ac25f916-7016-41e1-9fd4-c2b660b5b4f6/dda4fec8-f3f1-4582-ba62-4fc73ec42f90/a0d9523f-3a02-4262-a9b1-d77bb35ab018) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:23:32.261795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:23:32.270105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:23:32.273657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Pushing event updated for resources: {'Port': ['ID=f9ac1565-f927-46c6-bc8f-c6b1214f42e5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:32.329444 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Attempting to bind port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:23:32.329815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Attempting to bind port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:23:32.330175 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Attempting to bind port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 on network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:23:32.342734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:23:32.343074 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Checking segment: {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:23:32.343466 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.343873 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Bound using segment: {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:23:32.344362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Bound port: f9ac1565-f927-46c6-bc8f-c6b1214f42e5, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:23:32.345032 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.390073 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.421121 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] For port f9ac1565-f927-46c6-bc8f-c6b1214f42e5, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:23:32.424434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] For port f9ac1565-f927-46c6-bc8f-c6b1214f42e5, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9ac1565-f927-46c6-bc8f-c6b1214f42e5,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:23:32.429355 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.431089 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.476868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:23:32.480212 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:23:32.484083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:23:32.497633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8c2a8-3255-4048-ba9e-db8f146f9e41 None None] Pushing event updated for resources: {'Port': ['ID=f9ac1565-f927-46c6-bc8f-c6b1214f42e5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:32.519441 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=a0d9523f-3a02-4262-a9b1-d77bb35ab018,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:32.545776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (9d503468-1bc6-4c37-9d27-d13315e0b1c5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:32.718595 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:33.048367 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:33.055543 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:33.132456 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=a0d9523f-3a02-4262-a9b1-d77bb35ab018,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:33.136063 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (9d503468-1bc6-4c37-9d27-d13315e0b1c5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:33.234810 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:23:33.236045 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:23:33.350751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:23:33.459019 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:23:33.464981 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c0da2fcf-4a7c-4234-8bcb-e3c0acb88bf5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/9d503468-1bc6-4c37-9d27-d13315e0b1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9755101 Feb 03 15:23:33.615664 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-3cb425d7-9c25-41ab-b7d5-009c24fa3175 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787780058&fields=id&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 267 time: 0.0446429 Feb 03 15:23:33.730001 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-a98a6712-1757-4c96-b065-a2e6280e321d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:33.731656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-a98a6712-1757-4c96-b065-a2e6280e321d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 797 time: 0.1087718 Feb 03 15:23:33.747419 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-5410f0d6-d371-470c-a01b-68443571a4b4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/quotas/b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Feb 03 15:23:33.806116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-1b671c52-bb04-4804-9c11-d6f6bfe99d7c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533741 Feb 03 15:23:33.924673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-d73856e1-638a-4dab-a957-64187b9ae52b service neutron] 10.222.0.52 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995913 Feb 03 15:23:33.966294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735bd4bc-bb2f-461e-bdd0-7af663d2bcff None None] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:23:34.033408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff844b1c-e568-481d-b819-cdf7ff564103 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:23:34.034185 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-b1e841ca-8e2d-4703-b632-f7fb81349673 service neutron] 10.222.0.52 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971189 Feb 03 15:23:34.058220 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Sync routers for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:23:34.071864 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:34.072539 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:34.118761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0a5117b3-46cd-4058-b8bb-4d1887023630 None None] Provisioning complete for port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:34.119182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a5117b3-46cd-4058-b8bb-4d1887023630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.176235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ff844b1c-e568-481d-b819-cdf7ff564103 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:34.179025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.231260 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:34.235226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-028e2afd-43c0-46fd-ac81-cdf119d7b8dd req-eca959e1-1f88-4285-a623-7c9bec936c16 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 210 time: 0.0397809 Feb 03 15:23:34.280301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0a5117b3-46cd-4058-b8bb-4d1887023630 None None] Current status of the port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:34.280740 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a5117b3-46cd-4058-b8bb-4d1887023630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.343692 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0a5117b3-46cd-4058-b8bb-4d1887023630 None None] For port f9ac1565-f927-46c6-bc8f-c6b1214f42e5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9ac1565-f927-46c6-bc8f-c6b1214f42e5,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:34.356591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a5117b3-46cd-4058-b8bb-4d1887023630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.385004 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ff844b1c-e568-481d-b819-cdf7ff564103 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:34.385431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.418243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ff844b1c-e568-481d-b819-cdf7ff564103, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff844b1c-e568-481d-b819-cdf7ff564103,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:34.428472 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.429239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ac1565-f927-46c6-bc8f-c6b1214f42e5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:23:34.452036 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5117b3-46cd-4058-b8bb-4d1887023630 None None] Pushing event updated for resources: {'Port': ['ID=f9ac1565-f927-46c6-bc8f-c6b1214f42e5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:34.467577 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 2, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:34.498074 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Checking router: 9d503468-1bc6-4c37-9d27-d13315e0b1c5 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:23:34.498428 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Updating router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 port a0d9523f-3a02-4262-a9b1-d77bb35ab018 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:23:34.520192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ff844b1c-e568-481d-b819-cdf7ff564103,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:34.528796 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.531835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:34.532153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.588732 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fa4ca218-db65-4d01-9001-ec8d7f9c19d5 None None] Provisioning complete for port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:34.589116 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca218-db65-4d01-9001-ec8d7f9c19d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.672552 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:34.716133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ca218-db65-4d01-9001-ec8d7f9c19d5 None None] Current status of the port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:34.727527 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fa4ca218-db65-4d01-9001-ec8d7f9c19d5 None None] Provisioning complete for port a0d9523f-3a02-4262-a9b1-d77bb35ab018 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:34.727906 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca218-db65-4d01-9001-ec8d7f9c19d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.764733 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ca218-db65-4d01-9001-ec8d7f9c19d5 None None] Port a0d9523f-3a02-4262-a9b1-d77bb35ab018 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:23:34.832400 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Publish callbacks [] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.838308 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.886922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9127fde9-6cf9-4e45-89a3-5d5f6524a41a None None] Provisioning complete for port a0d9523f-3a02-4262-a9b1-d77bb35ab018 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:34.887313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9127fde9-6cf9-4e45-89a3-5d5f6524a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.895623 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Pushing event updated for resources: {'Port': ['ID=a0d9523f-3a02-4262-a9b1-d77bb35ab018,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:34.920894 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.920894 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.920894 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.921325 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.921547 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.921869 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.922742 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.922742 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.922997 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.923098 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.923402 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.923742 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.924280 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:23:34.946292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9127fde9-6cf9-4e45-89a3-5d5f6524a41a None None] Port a0d9523f-3a02-4262-a9b1-d77bb35ab018 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:23:34.957661 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Attempting to bind port a0d9523f-3a02-4262-a9b1-d77bb35ab018 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:23:34.957969 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Attempting to bind port a0d9523f-3a02-4262-a9b1-d77bb35ab018 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:23:34.958337 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Attempting to bind port a0d9523f-3a02-4262-a9b1-d77bb35ab018 on network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:23:34.963895 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:23:34.964265 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Checking segment: {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:23:34.964699 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:34.965088 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Bound using segment: {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:23:34.965571 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Bound port: a0d9523f-3a02-4262-a9b1-d77bb35ab018, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:23:34.965948 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:35.034427 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] For port a0d9523f-3a02-4262-a9b1-d77bb35ab018, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:23:35.037745 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] For port a0d9523f-3a02-4262-a9b1-d77bb35ab018, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a0d9523f-3a02-4262-a9b1-d77bb35ab018,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:23:35.043546 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:35.066003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-984bbe7b-39eb-467e-a35d-dcc839cc48d2 None None] Provisioning complete for port a0d9523f-3a02-4262-a9b1-d77bb35ab018 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:35.066598 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-984bbe7b-39eb-467e-a35d-dcc839cc48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:35.097643 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:35.098449 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:35.160325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-984bbe7b-39eb-467e-a35d-dcc839cc48d2 None None] Current status of the port a0d9523f-3a02-4262-a9b1-d77bb35ab018 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:35.160748 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-984bbe7b-39eb-467e-a35d-dcc839cc48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:35.198819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-984bbe7b-39eb-467e-a35d-dcc839cc48d2 None None] For port a0d9523f-3a02-4262-a9b1-d77bb35ab018, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a0d9523f-3a02-4262-a9b1-d77bb35ab018,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:35.205182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-984bbe7b-39eb-467e-a35d-dcc839cc48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:35.257922 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bbe7b-39eb-467e-a35d-dcc839cc48d2 None None] Pushing event updated for resources: {'Port': ['ID=a0d9523f-3a02-4262-a9b1-d77bb35ab018,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:35.290127 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31170fb4-7765-416a-9c02-9c0d5f16db0d None None] Pushing event updated for resources: {'Port': ['ID=a0d9523f-3a02-4262-a9b1-d77bb35ab018,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:35.323602 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:35.327581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-4eb840c6-b63e-4bc2-8738-ccd4dc73d183 None None] Provisioning complete for port a0d9523f-3a02-4262-a9b1-d77bb35ab018 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:35.328076 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4eb840c6-b63e-4bc2-8738-ccd4dc73d183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:35.347744 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2942d715-ed90-44b7-a463-eb04a5c96cfc req-8c453af1-f37a-4558-8687-23bc8321c01a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 210 time: 0.0441172 Feb 03 15:23:35.419819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4eb840c6-b63e-4bc2-8738-ccd4dc73d183 None None] Current status of the port a0d9523f-3a02-4262-a9b1-d77bb35ab018 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:35.540068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9c48fd51-7ec7-48a5-9299-c2cd939c6ebb None None] Provisioning complete for port a0d9523f-3a02-4262-a9b1-d77bb35ab018 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:35.540457 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c48fd51-7ec7-48a5-9299-c2cd939c6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:35.544337 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:35.580843 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63e77a-e344-40ca-853c-292feeb1b8c7 None None] The sync data for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 is: [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:23:35.621015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9c48fd51-7ec7-48a5-9299-c2cd939c6ebb None None] Current status of the port a0d9523f-3a02-4262-a9b1-d77bb35ab018 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:36.008006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff844b1c-e568-481d-b819-cdf7ff564103 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:23:36.061356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ff844b1c-e568-481d-b819-cdf7ff564103 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:36.061653 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:36.144667 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ff844b1c-e568-481d-b819-cdf7ff564103 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:36.145743 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ac1565-f927-46c6-bc8f-c6b1214f42e5 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:23:36.193691 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:36.194073 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:36.277898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:36.279115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a0d9523f-3a02-4262-a9b1-d77bb35ab018 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:23:36.326575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port a0d9523f-3a02-4262-a9b1-d77bb35ab018 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:36.326866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:36.349790 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:23:36.410154 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port a0d9523f-3a02-4262-a9b1-d77bb35ab018 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:36.424575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0c6af0e2-37ef-45b0-b4af-c11cd7f88656 req-4988369f-c343-4814-b405-0a73b5649a49 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 210 time: 0.0344415 Feb 03 15:23:37.405459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-e55dfa31-fa81-49d1-a8b7-8118775f2536 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:37.407106 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-e55dfa31-fa81-49d1-a8b7-8118775f2536 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 797 time: 0.1044314 Feb 03 15:23:37.478618 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-2d7212c6-772d-43e5-a526-c4871a19131c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 379 time: 0.0584416 Feb 03 15:23:37.504669 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'port': {'device_id': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'admin_state_up': True, 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'security_groups': ['9412884e-36b0-43f4-881a-997380e111e1']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:37.521512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-60b0cccd-5585-4c1e-a9be-54aefed7e900 req-fafe08e3-76ab-4d5c-b85b-7e8076a72949 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 210 time: 0.0274913 Feb 03 15:23:37.616439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:23:37.620496 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:37.748034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.7 (ac25f916-7016-41e1-9fd4-c2b660b5b4f6/dda4fec8-f3f1-4582-ba62-4fc73ec42f90/9b1593fe-790b-4c58-921e-b2c92d825b86) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:23:37.880387 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:37.919562 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:37.962122 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:23:37.965545 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:23:37.969014 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:23:37.975143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=9b1593fe-790b-4c58-921e-b2c92d825b86,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:38.021980 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:38.022776 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.041207 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-dff6d767-bad9-4ca1-80e5-0d6e22233344 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402582 Feb 03 15:23:38.107452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Request body: {'port': {'device_id': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:38.171270 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.262974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-907b4578-b7c2-4854-8a03-d68975513b8d None None] Provisioning complete for port 9b1593fe-790b-4c58-921e-b2c92d825b86 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:38.263536 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-907b4578-b7c2-4854-8a03-d68975513b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.300236 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-907b4578-b7c2-4854-8a03-d68975513b8d None None] Port 9b1593fe-790b-4c58-921e-b2c92d825b86 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:23:38.434952 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1593fe-790b-4c58-921e-b2c92d825b86 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:23:38.442242 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Publish callbacks [] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.454397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Transition to ACTIVE for port object 9b1593fe-790b-4c58-921e-b2c92d825b86 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:23:38.457392 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.508642 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1593fe-790b-4c58-921e-b2c92d825b86,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:38.580818 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Attempting to bind port 9b1593fe-790b-4c58-921e-b2c92d825b86 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:23:38.581164 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Attempting to bind port 9b1593fe-790b-4c58-921e-b2c92d825b86 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:23:38.582024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Attempting to bind port 9b1593fe-790b-4c58-921e-b2c92d825b86 on network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:23:38.586032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Port 9b1593fe-790b-4c58-921e-b2c92d825b86 on network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:23:38.586356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Attempting to bind port 9b1593fe-790b-4c58-921e-b2c92d825b86 on network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:23:38.592092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:23:38.592487 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Checking segment: {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:23:38.592877 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Bound using segment: {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:23:38.593296 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Bound port: 9b1593fe-790b-4c58-921e-b2c92d825b86, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:23:38.593652 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.652745 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e08fd-3c56-4ba6-8ccd-165de297930d req-9b6d1759-d4f7-48b6-9c8b-15652a180e89 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:38.659341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-399e08fd-3c56-4ba6-8ccd-165de297930d req-9b6d1759-d4f7-48b6-9c8b-15652a180e89 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 943 time: 0.0598972 Feb 03 15:23:38.660319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] For port 9b1593fe-790b-4c58-921e-b2c92d825b86, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:23:38.663574 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] For port 9b1593fe-790b-4c58-921e-b2c92d825b86, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b1593fe-790b-4c58-921e-b2c92d825b86,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:23:38.672180 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.708747 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-399e08fd-3c56-4ba6-8ccd-165de297930d req-b843c8c0-0e16-43f2-a8de-aa6a409d2519 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485077 Feb 03 15:23:38.709722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:38.710361 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:38.711747 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 1091 time: 0.6574149 Feb 03 15:23:38.712183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:23:38.714996 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245b0ee-cf4a-4cdf-8e90-2f849255b729" -d '{"events": [{"name": "network-changed", "server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:23:38.747957 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e0e70-dd35-41f8-a7a0-3b2d14baa579 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1593fe-790b-4c58-921e-b2c92d825b86,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:38.772321 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d68707-bca6-48c1-a2d9-fa86e51cb530 x-openstack-request-id: req-99d68707-bca6-48c1-a2d9-fa86e51cb530 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:23:38.773082 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:23:38.773374 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99d68707-bca6-48c1-a2d9-fa86e51cb530 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:23:38.773789 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'status': 'completed', 'code': 200} Feb 03 15:23:38.793760 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-3102b878-7750-4ec7-9280-8fba37be576d req-79fa8a4f-88eb-4442-aa47-02bdf9a4333e service neutron] (103342) timed out ('10.222.0.52', 60110) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:23:38.842498 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-c9f903ef-6387-40d3-8e81-6ce31ff4b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:38.844170 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-c9f903ef-6387-40d3-8e81-6ce31ff4b636 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1125 time: 0.0573287 Feb 03 15:23:38.902187 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-9d3aa290-40b4-4a38-b67b-d2e0236b0111 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 217 time: 0.0460093 Feb 03 15:23:38.949828 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-f69c3ffb-7946-431f-9346-712bfca3e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:38.951571 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-f69c3ffb-7946-431f-9346-712bfca3e346 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0440910 Feb 03 15:23:39.004219 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-fd40b058-2eca-4387-bf03-45d0e649d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:39.005762 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-fd40b058-2eca-4387-bf03-45d0e649d329 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459585 Feb 03 15:23:39.098493 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-562ab8f3-d701-4601-820d-15d563879d27 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853896 Feb 03 15:23:39.186729 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-31a24acb-a70f-480f-b3d1-7d5e0c107797 req-f049917b-f419-42df-9aed-702bd5235395 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819263 Feb 03 15:23:39.321918 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-b25397c8-4dcd-49ef-8497-3d8ba0dbb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:39.323982 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-b25397c8-4dcd-49ef-8497-3d8ba0dbb617 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1125 time: 0.0486007 Feb 03 15:23:39.416377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-58e83ae9-7565-44d4-8ad8-fb981f094c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:39.418019 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-58e83ae9-7565-44d4-8ad8-fb981f094c25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0883963 Feb 03 15:23:39.468661 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-6588775d-338c-4bcc-bf89-bee5cb8527a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 217 time: 0.0442932 Feb 03 15:23:39.518290 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-db26fd2c-01e3-4ed6-b209-e610e3b74f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:39.519827 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-db26fd2c-01e3-4ed6-b209-e610e3b74f5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0454447 Feb 03 15:23:39.567935 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-1f9762c4-aca0-473c-a36d-1fd9c70a2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:39.569458 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-1f9762c4-aca0-473c-a36d-1fd9c70a2825 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443530 Feb 03 15:23:39.669002 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-f4989bc3-37e0-4e49-b4ce-6b8796b831c6 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929043 Feb 03 15:23:39.701162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:39.766544 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c245b0ee-cf4a-4cdf-8e90-2f849255b729 req-57ee9122-c168-4b89-83d8-98005bb6ce2b service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919414 Feb 03 15:23:39.854276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2a9c-4c45-411b-b9e1-30ecf86fc7f5 req-de136ca5-ab95-44d6-a692-c317f1a666dd tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:39.855751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-724f2a9c-4c45-411b-b9e1-30ecf86fc7f5 req-de136ca5-ab95-44d6-a692-c317f1a666dd tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 943 time: 0.0719860 Feb 03 15:23:39.910854 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-724f2a9c-4c45-411b-b9e1-30ecf86fc7f5 req-d4ef8cd7-7fdf-4489-bd78-9de387fb8b4e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495386 Feb 03 15:23:41.054461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba12939-6b93-46f6-8de1-f6ada7271f06 req-36d48118-a2da-4acb-b393-69bf62239ac8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:41.055949 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ba12939-6b93-46f6-8de1-f6ada7271f06 req-36d48118-a2da-4acb-b393-69bf62239ac8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 943 time: 0.0735447 Feb 03 15:23:41.104961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1ba12939-6b93-46f6-8de1-f6ada7271f06 req-ddbdace4-034b-47e8-a887-f3a57c60f41f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Feb 03 15:23:41.631563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b1593fe-790b-4c58-921e-b2c92d825b86 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:23:41.727296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9b1593fe-790b-4c58-921e-b2c92d825b86, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b1593fe-790b-4c58-921e-b2c92d825b86,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:41.737774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'port_id': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'mac_address': 'fa:16:3e:ff:07:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:23:41.773813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9b1593fe-790b-4c58-921e-b2c92d825b86 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:41.774208 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:41.788375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1593fe-790b-4c58-921e-b2c92d825b86 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:23:41.807899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9b1593fe-790b-4c58-921e-b2c92d825b86, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b1593fe-790b-4c58-921e-b2c92d825b86,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:41.811777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:41.858748 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9b1593fe-790b-4c58-921e-b2c92d825b86,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:42.231782 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fcadd-7d4e-42b9-92e4-a419de7cc068 req-059bd8d2-b514-4de3-a201-ee90042d3da1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:42.233356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b6fcadd-7d4e-42b9-92e4-a419de7cc068 req-059bd8d2-b514-4de3-a201-ee90042d3da1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 944 time: 0.0593977 Feb 03 15:23:42.233569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['9b1593fe-790b-4c58-921e-b2c92d825b86'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:23:42.289398 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b6fcadd-7d4e-42b9-92e4-a419de7cc068 req-1602381a-70c1-4646-8c04-b30460acfb02 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480001 Feb 03 15:23:43.409713 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5a0ce-24c4-4d1c-bc90-f585b8843a31 req-288a3276-4527-4ba0-b35c-53a9e3d6d0a1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:43.411183 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4f5a0ce-24c4-4d1c-bc90-f585b8843a31 req-288a3276-4527-4ba0-b35c-53a9e3d6d0a1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 944 time: 0.0548530 Feb 03 15:23:43.457923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f4f5a0ce-24c4-4d1c-bc90-f585b8843a31 req-929eb54a-55e9-4aa4-af8e-a081a0190502 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Feb 03 15:23:43.630178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b1593fe-790b-4c58-921e-b2c92d825b86 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:23:43.680780 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 9b1593fe-790b-4c58-921e-b2c92d825b86 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:23:43.684338 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 9b1593fe-790b-4c58-921e-b2c92d825b86 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:23:43.684744 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:43.757384 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 9b1593fe-790b-4c58-921e-b2c92d825b86 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:23:43.757763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:43.780311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:23:43.782635 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d327929f-f490-4ef3-8aef-56cc354ca087" -d '{"events": [{"server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "name": "network-vif-plugged", "status": "completed", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:23:43.794723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 9b1593fe-790b-4c58-921e-b2c92d825b86, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b1593fe-790b-4c58-921e-b2c92d825b86,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:23:43.799200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:43.825560 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c125700-89e1-4605-a33d-553c9deb8fd2 x-openstack-request-id: req-3c125700-89e1-4605-a33d-553c9deb8fd2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:23:43.825851 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "name": "network-vif-plugged", "status": "completed", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:23:43.826099 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c125700-89e1-4605-a33d-553c9deb8fd2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:23:43.826479 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'code': 200} Feb 03 15:23:43.851282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=9b1593fe-790b-4c58-921e-b2c92d825b86,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:43.955896 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d97770-7b9f-462b-9890-30aec9e696b7 req-c5c6a9c9-5e76-44ee-b33b-0c62762f22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:43.957321 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06d97770-7b9f-462b-9890-30aec9e696b7 req-c5c6a9c9-5e76-44ee-b33b-0c62762f22fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0440736 Feb 03 15:23:44.005469 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06d97770-7b9f-462b-9890-30aec9e696b7 req-e1343a61-0354-4d29-a1c2-284ea5fd9bed service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415537 Feb 03 15:23:44.586836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865421ad-69bb-4d15-9a47-137aefa4d622 req-2774f708-e88b-4705-9b48-3a2a8b970222 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:44.588961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-865421ad-69bb-4d15-9a47-137aefa4d622 req-2774f708-e88b-4705-9b48-3a2a8b970222 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0614128 Feb 03 15:23:44.636994 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-865421ad-69bb-4d15-9a47-137aefa4d622 req-cc9328d3-a27c-4fe8-8bd4-d4699b26663e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425308 Feb 03 15:23:45.756556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ab7b-2b06-4c58-aa3d-bc98c51e1c4e req-aee2a81b-f853-4495-84bc-b50a352c4756 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:45.758007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f0ab7b-2b06-4c58-aa3d-bc98c51e1c4e req-aee2a81b-f853-4495-84bc-b50a352c4756 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0550890 Feb 03 15:23:45.804648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b2f0ab7b-2b06-4c58-aa3d-bc98c51e1c4e req-cb5ff225-af4f-4b04-9b34-b255498aa4d5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 Feb 03 15:23:45.920908 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57b644-45c4-42fa-8ab6-dcfff11558ba req-b4ecca52-1c51-45ee-b004-2f6b551cb4e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:45.922348 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af57b644-45c4-42fa-8ab6-dcfff11558ba req-b4ecca52-1c51-45ee-b004-2f6b551cb4e0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Feb 03 15:23:45.936465 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d415f73-55ed-4a87-a049-9cba3852cfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:45.975609 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af57b644-45c4-42fa-8ab6-dcfff11558ba req-dc78470b-fc14-4041-a8b6-4cfaa9040b7c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476825 Feb 03 15:23:45.997804 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37234) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:46.040106 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ca9ae-44cd-44f0-a967-08217dfd0daf tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:46.042208 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-760ca9ae-44cd-44f0-a967-08217dfd0daf tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1122 time: 0.0434444 Feb 03 15:23:46.044956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37236) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:46.049122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:23:46.069313 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:46.167224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:46.271879 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.251 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9b170469-5c54-4b44-ac50-e85305e972a5) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:23:46.369152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (9b170469-5c54-4b44-ac50-e85305e972a5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:46.403690 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9b170469-5c54-4b44-ac50-e85305e972a5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:46.442137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:23:46.444969 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:23:46.447492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:23:46.478183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=9b170469-5c54-4b44-ac50-e85305e972a5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:46.809776 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (7a171f0d-a10c-404f-910d-57d34ccc9625), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:46.879127 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9b170469-5c54-4b44-ac50-e85305e972a5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:47.032300 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (9b170469-5c54-4b44-ac50-e85305e972a5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:47.036973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (9b170469-5c54-4b44-ac50-e85305e972a5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:47.105392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=9b170469-5c54-4b44-ac50-e85305e972a5,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:23:47.117053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (7a171f0d-a10c-404f-910d-57d34ccc9625), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:47.556394 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 7a171f0d-a10c-404f-910d-57d34ccc9625 associated. External IP: 172.25.0.251, port: 9b1593fe-790b-4c58-921e-b2c92d825b86. Feb 03 15:23:47.763445 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:23:47.872581 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:23:47.882215 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] Sync routers for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:23:47.890322 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:47.892771 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:47.893459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:47.921180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-398abbb3-e075-4f86-840d-bff400e2d4bb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8752174 Feb 03 15:23:47.921971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:23:47.924230 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7895b84-02ff-4cc1-b779-9b7831ba0eea" -d '{"events": [{"name": "network-changed", "server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:23:48.026462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a545c-355f-421f-a752-dc438520507e req-3225c6b9-8b7a-4369-9426-cd832383b6d8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:48.027982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1a545c-355f-421f-a752-dc438520507e req-3225c6b9-8b7a-4369-9426-cd832383b6d8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0571668 Feb 03 15:23:48.079909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1a545c-355f-421f-a752-dc438520507e req-0ee40b10-b229-4228-b190-b5310104e311 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460632 Feb 03 15:23:48.103193 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37242) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:48.146109 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dc508d-fc6f-4ee3-bbf8-012f748db81e x-openstack-request-id: req-b6dc508d-fc6f-4ee3-bbf8-012f748db81e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:23:48.146401 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:23:48.146656 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6dc508d-fc6f-4ee3-bbf8-012f748db81e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:23:48.147049 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'status': 'completed', 'code': 200} Feb 03 15:23:48.168207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:48.175515 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-eee2db63-dede-4858-86ac-e2dae9ad6f30 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7a171f0d-a10c-404f-910d-57d34ccc9625 HTTP/1.1" status: 200 len: 991 time: 0.0708809 Feb 03 15:23:48.212497 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-7b65d728-6ad2-408b-9e86-583cdd99849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:48.214674 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-7b65d728-6ad2-408b-9e86-583cdd99849e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0468299 Feb 03 15:23:48.272838 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be9ae596-64d8-4339-b4ba-02dba71e9e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:48.305728 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-e492fe65-30fe-411d-ae2b-4c1bb4b17095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:48.307175 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-e492fe65-30fe-411d-ae2b-4c1bb4b17095 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0860736 Feb 03 15:23:48.377255 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-8e68533c-1b0d-4691-9827-5b5ad50048fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 999 time: 0.0642440 Feb 03 15:23:48.411354 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '7a171f0d-a10c-404f-910d-57d34ccc9625', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'port_id': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'mac_address': 'fa:16:3e:ff:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:23:46Z', 'updated_at': '2022-02-03T15:23:46Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:48.433808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-965b1757-42ae-4039-b170-aae0f7ce03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:48.435271 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-965b1757-42ae-4039-b170-aae0f7ce03b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0522847 Feb 03 15:23:48.444558 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] Checking router: 9d503468-1bc6-4c37-9d27-d13315e0b1c5 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:23:48.454033 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:23:48.454652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:23:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:48.485525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-82b314a3-3e2e-4e0a-8d2c-9b4c35ac1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:48.487049 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-82b314a3-3e2e-4e0a-8d2c-9b4c35ac1f73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463691 Feb 03 15:23:48.563570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:23:48.578585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-d6caaf59-07f0-4e8d-a2fc-4a53304f9a08 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Feb 03 15:23:48.668445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-c7895b84-02ff-4cc1-b779-9b7831ba0eea req-47112344-0625-4ba1-92e5-e93ca0e745af service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840826 Feb 03 15:23:48.802212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '7a171f0d-a10c-404f-910d-57d34ccc9625', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'port_id': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'mac_address': 'fa:16:3e:ff:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:23:46Z', 'updated_at': '2022-02-03T15:23:46Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:23:48.828105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f35f99-fdc5-42c5-b1bf-8c55d6585c8c None None] The sync data for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 is: [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '7a171f0d-a10c-404f-910d-57d34ccc9625', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'port_id': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'mac_address': 'fa:16:3e:ff:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:23:46Z', 'updated_at': '2022-02-03T15:23:46Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:23:49.023153 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c233b7a3-cee4-4d70-a718-accbd20a0c92 None None] New status for floating IP 7a171f0d-a10c-404f-910d-57d34ccc9625: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:23:49.179484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37244) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:23:49.240538 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c6e66fed-872e-4cd9-b61d-590028a87535 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7a171f0d-a10c-404f-910d-57d34ccc9625 HTTP/1.1" status: 200 len: 993 time: 0.0597601 Feb 03 15:23:49.881950 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:50.953431 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:52.328929 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:55.299861 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:23:57.171630 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-0cd5dcdd-58c7-4bb5-9f10-b9f401d7dfb4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438731 Feb 03 15:23:57.278740 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c65d9-6876-4565-a001-beafe2f295f3 req-db5fa942-54f3-4d56-97f2-3b21e714201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:57.280222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-db5fa942-54f3-4d56-97f2-3b21e714201f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0447297 Feb 03 15:23:57.384837 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c65d9-6876-4565-a001-beafe2f295f3 req-f8211f69-413f-4b8e-8d69-3f17800b03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:57.386297 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-f8211f69-413f-4b8e-8d69-3f17800b03bf service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0873430 Feb 03 15:23:57.450143 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-93875dee-777e-46b8-9207-008a6025bda7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 1001 time: 0.0562859 Feb 03 15:23:57.500298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c65d9-6876-4565-a001-beafe2f295f3 req-1ef5f7b9-43dc-4716-ab0f-fd8cd6d79c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:57.501776 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-1ef5f7b9-43dc-4716-ab0f-fd8cd6d79c03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0434985 Feb 03 15:23:57.554442 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c65d9-6876-4565-a001-beafe2f295f3 req-8f0843c3-d8ac-4fdb-a557-b9ee8dcb39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:23:57.555950 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-8f0843c3-d8ac-4fdb-a557-b9ee8dcb39a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478187 Feb 03 15:23:57.642556 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-84a967fd-2c5e-4cc7-b6cd-c2d872253b38 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804322 Feb 03 15:23:57.730910 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-152c65d9-6876-4565-a001-beafe2f295f3 req-a69b4e1e-0a9b-437b-9cdd-2edc7407cd27 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822365 Feb 03 15:24:09.731303 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:13.348675 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:24:15.929608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3c1e-1630-4da6-8c2c-2fa70d60a6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:18.214282 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a51707d-a517-4b43-a6a4-2de7e89538c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:19.885793 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:20.956926 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:22.329761 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:25.299141 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:39.748935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:45.930856 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16649e5d-338a-4337-9910-b7ed611b4f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:48.208670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-317d8d59-c58c-4d53-8b68-df818b7e653f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:49.892981 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:50.349240 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:24:50.960029 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:52.332376 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:55.325360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:24:57.191518 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-b69bcaf5-1a04-40fc-b9f0-ed78ac137376 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535932 Feb 03 15:24:57.315402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-d07e9b14-aae4-4eee-bd71-06c4a0eb6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:24:57.316941 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-d07e9b14-aae4-4eee-bd71-06c4a0eb6b2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0621064 Feb 03 15:24:57.429724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-7c27f6b4-50a7-49ce-b4e7-2e0b1bbd461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:24:57.431241 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-7c27f6b4-50a7-49ce-b4e7-2e0b1bbd461f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0946298 Feb 03 15:24:57.497218 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-330344ac-1829-4239-b1a7-e17ed5795c8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 1001 time: 0.0591414 Feb 03 15:24:57.551403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-7f9d52df-9667-4f6f-93dd-90d35cd5850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:24:57.552985 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-7f9d52df-9667-4f6f-93dd-90d35cd5850b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0504825 Feb 03 15:24:57.607233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-bec3494a-9fd1-4540-8931-826f3703dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:24:57.608809 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-bec3494a-9fd1-4540-8931-826f3703dea6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464764 Feb 03 15:24:57.702662 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-3a1f358b-3a26-4438-ab18-ef06235c4ea3 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861320 Feb 03 15:24:57.800587 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a40fbe54-dec8-4dfd-8b60-9fbef8b99863 req-b5e09d80-082e-4779-8867-e98293265ee3 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918388 Feb 03 15:25:02.460783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51765fdf-6714-4282-9e09-bfddb8269655 req-53902ff5-b0ef-4828-8247-36423c0dca4c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:02.462284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51765fdf-6714-4282-9e09-bfddb8269655 req-53902ff5-b0ef-4828-8247-36423c0dca4c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0591726 Feb 03 15:25:02.526553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-51765fdf-6714-4282-9e09-bfddb8269655 req-a9388636-5fdf-42d7-b56f-7a8e912a436e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586169 Feb 03 15:25:03.661634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f05183-bf9e-401e-8b8d-b79c759210e2 req-e1f9727e-98da-47b3-b4c8-98ab3e020d81 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:03.663203 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15f05183-bf9e-401e-8b8d-b79c759210e2 req-e1f9727e-98da-47b3-b4c8-98ab3e020d81 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0581703 Feb 03 15:25:03.713933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15f05183-bf9e-401e-8b8d-b79c759210e2 req-09749ffa-fbad-423b-be8d-0019d15bcd16 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449824 Feb 03 15:25:04.844375 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070559-fcb2-4584-ad3d-93d50979a7c0 req-daf80d0b-04a3-4076-817b-3ea6dbad230d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:04.845919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f070559-fcb2-4584-ad3d-93d50979a7c0 req-daf80d0b-04a3-4076-817b-3ea6dbad230d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0554686 Feb 03 15:25:04.900640 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7f070559-fcb2-4584-ad3d-93d50979a7c0 req-b100598d-faeb-4b2f-ab24-d7ecab5d66c7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490670 Feb 03 15:25:06.045231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cbbea-e9f6-4216-879c-c548ca602a0e req-87914ab9-999a-4fd4-8c40-e08a632e1f41 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:06.046775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a05cbbea-e9f6-4216-879c-c548ca602a0e req-87914ab9-999a-4fd4-8c40-e08a632e1f41 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0724728 Feb 03 15:25:06.105450 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a05cbbea-e9f6-4216-879c-c548ca602a0e req-2cabbac4-964e-4fb0-bd7d-92f970a45b6a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530922 Feb 03 15:25:07.237798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021dfbc-0110-47da-a125-52b26222a188 req-8a191067-a81b-44b4-acb1-1c1b07201bef tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:07.239315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c021dfbc-0110-47da-a125-52b26222a188 req-8a191067-a81b-44b4-acb1-1c1b07201bef tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0626364 Feb 03 15:25:07.295230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c021dfbc-0110-47da-a125-52b26222a188 req-903b844a-c125-4df2-8e68-621a81d059cf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497808 Feb 03 15:25:08.427703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04cca4-001a-4cb0-a40f-392391ec74c5 req-21d7aaef-a01d-4150-966f-1aeba25d50e5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:08.429194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce04cca4-001a-4cb0-a40f-392391ec74c5 req-21d7aaef-a01d-4150-966f-1aeba25d50e5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0584786 Feb 03 15:25:08.498835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ce04cca4-001a-4cb0-a40f-392391ec74c5 req-0d027e7d-ed9f-4869-85e0-475733ab0bed tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619371 Feb 03 15:25:09.620707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac322f0-b698-40b9-abfb-432afd91ce4a req-a8202f79-7735-40e8-8cfb-be281afe997c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:09.622215 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eac322f0-b698-40b9-abfb-432afd91ce4a req-a8202f79-7735-40e8-8cfb-be281afe997c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Feb 03 15:25:09.672409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eac322f0-b698-40b9-abfb-432afd91ce4a req-44525876-70df-4f75-a54a-2a63b5dbc3a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Feb 03 15:25:09.760548 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:10.793109 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00bba4-87e0-479a-a482-96e962e7a90b req-271ecebc-0385-42c2-8a44-4a43bc93114e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:10.795182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f00bba4-87e0-479a-a482-96e962e7a90b req-271ecebc-0385-42c2-8a44-4a43bc93114e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0531719 Feb 03 15:25:10.847438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9f00bba4-87e0-479a-a482-96e962e7a90b req-52b27f4b-0131-41b1-91cf-5e9565098f8c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467851 Feb 03 15:25:11.975318 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc6e6d-47cb-4a1c-b5f6-40f84437fb6a req-c89ff17e-7cc8-4e21-84c2-d48da22fa023 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:11.976835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27dc6e6d-47cb-4a1c-b5f6-40f84437fb6a req-c89ff17e-7cc8-4e21-84c2-d48da22fa023 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0582042 Feb 03 15:25:12.025403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27dc6e6d-47cb-4a1c-b5f6-40f84437fb6a req-17646f93-c3ca-477a-9a2b-bcd68aaed256 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423381 Feb 03 15:25:13.154611 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804def0-c193-4e9e-a089-ad5aa0e4f8c9 req-ab861ee7-876a-434d-a45c-402e0bc3288e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:13.157801 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4804def0-c193-4e9e-a089-ad5aa0e4f8c9 req-ab861ee7-876a-434d-a45c-402e0bc3288e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0574706 Feb 03 15:25:13.221101 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4804def0-c193-4e9e-a089-ad5aa0e4f8c9 req-0335b522-504d-409d-b104-3338c90ae7f6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545239 Feb 03 15:25:14.346225 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6aafa-ea28-408f-841a-c9b16600bb04 req-919f3dc9-f44c-4877-b34a-b17aa09153a1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:14.347724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8c6aafa-ea28-408f-841a-c9b16600bb04 req-919f3dc9-f44c-4877-b34a-b17aa09153a1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0564437 Feb 03 15:25:14.396102 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f8c6aafa-ea28-408f-841a-c9b16600bb04 req-4b12b545-8de7-41f8-803d-08cef6f5d909 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428736 Feb 03 15:25:15.516646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90cbcf-a5f1-4e12-81ad-95df6fd6a813 req-913a05be-2ea0-4b8a-921b-d79851a221e3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:15.518068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db90cbcf-a5f1-4e12-81ad-95df6fd6a813 req-913a05be-2ea0-4b8a-921b-d79851a221e3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0543582 Feb 03 15:25:15.572110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-db90cbcf-a5f1-4e12-81ad-95df6fd6a813 req-c3e1ca08-e2a9-4376-9947-2bc589ed1586 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480051 Feb 03 15:25:15.932526 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-258bbce7-2e1c-4413-9056-e6647cc3cde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:16.700044 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa39ef8-6f5f-4969-9cb6-b96a962c632b req-67b7963a-1986-4ba5-8352-09e27d71f799 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:16.701552 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2aa39ef8-6f5f-4969-9cb6-b96a962c632b req-67b7963a-1986-4ba5-8352-09e27d71f799 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0579736 Feb 03 15:25:16.750726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2aa39ef8-6f5f-4969-9cb6-b96a962c632b req-b2d47c6d-bb75-4a63-ac4d-e7b348bbfb5b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436769 Feb 03 15:25:17.872042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b51a0d-a0be-477d-ad15-edc8b94e2bcd req-14bf4a3f-7523-4e09-92ca-de4b05e27cc5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:17.873602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10b51a0d-a0be-477d-ad15-edc8b94e2bcd req-14bf4a3f-7523-4e09-92ca-de4b05e27cc5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0551217 Feb 03 15:25:17.923381 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-10b51a0d-a0be-477d-ad15-edc8b94e2bcd req-79e15c97-747c-4b3f-8e67-1666057641e2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Feb 03 15:25:17.945150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37304) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:25:18.010152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e246a54b-1d05-4f23-a1d6-5fdff3d94933 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7a171f0d-a10c-404f-910d-57d34ccc9625 HTTP/1.1" status: 200 len: 993 time: 0.0638726 Feb 03 15:25:18.211243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cdf24df2-c3c0-4be0-9b25-5101bd39aa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:19.294708 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da781-7e6d-4a19-9015-86cccec5a76a req-7630b821-d945-428a-9677-54e7ffaf79cf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:19.297424 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-706da781-7e6d-4a19-9015-86cccec5a76a req-7630b821-d945-428a-9677-54e7ffaf79cf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Feb 03 15:25:19.341410 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-e0cfceee-a657-4292-9cdb-7c326dd746ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:19.342925 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-e0cfceee-a657-4292-9cdb-7c326dd746ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0467269 Feb 03 15:25:19.348405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-706da781-7e6d-4a19-9015-86cccec5a76a req-ce34c5f2-5b78-4d14-a440-eb6ea208fff6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454147 Feb 03 15:25:19.783082 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-a8a817a5-e127-44ee-9165-3bcbbc907b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:19.784633 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-a8a817a5-e127-44ee-9165-3bcbbc907b45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 898 time: 0.4363174 Feb 03 15:25:19.848907 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-4c2cf529-e4c7-4081-af9e-a98898de41c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 1001 time: 0.0578008 Feb 03 15:25:19.892878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:19.898505 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-96b67d96-cd6c-45e0-abff-7879bc52f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:19.900011 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-96b67d96-cd6c-45e0-abff-7879bc52f34c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0457914 Feb 03 15:25:19.962271 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-3b1e9afc-9847-4364-ac9d-ad1a84350918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:19.963790 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-3b1e9afc-9847-4364-ac9d-ad1a84350918 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579782 Feb 03 15:25:20.059183 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-f67fb5dd-93bd-4248-acdc-ed5e8555177f service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884941 Feb 03 15:25:20.148753 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-8605fe90-b648-45c3-928f-9fc9f6d93161 req-4b35949f-d23e-4cba-829e-1aa8b242a2d2 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833023 Feb 03 15:25:20.468232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1ccfa-9324-47f9-9f0e-23cd479d39fc req-2174c45b-eb2b-45d2-b721-d7efd9f68d60 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:20.469740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f1ccfa-9324-47f9-9f0e-23cd479d39fc req-2174c45b-eb2b-45d2-b721-d7efd9f68d60 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0534048 Feb 03 15:25:20.518196 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-47f1ccfa-9324-47f9-9f0e-23cd479d39fc req-c319225d-ade1-4210-97e8-4c279f002943 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 Feb 03 15:25:20.962398 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:21.641510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dca7b-9f56-4a97-a7ff-01ab566f0af0 req-0bb2e2bd-c48e-4143-9c39-1349e0625b61 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:21.642989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-414dca7b-9f56-4a97-a7ff-01ab566f0af0 req-0bb2e2bd-c48e-4143-9c39-1349e0625b61 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0576267 Feb 03 15:25:21.691446 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-414dca7b-9f56-4a97-a7ff-01ab566f0af0 req-23247d5b-ea3a-4817-a0da-f0227cf12c03 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427155 Feb 03 15:25:21.713141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37316) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:25:21.772031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-7e33dc35-e97e-4bc5-9cf2-786ea91dfa75 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7a171f0d-a10c-404f-910d-57d34ccc9625 HTTP/1.1" status: 200 len: 993 time: 0.0578160 Feb 03 15:25:22.338740 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:25.319820 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:27.349637 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:25:39.765567 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:45.937168 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-495b8d9f-a34e-485f-b7d1-f9b5cadae970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:48.217423 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c8069e6-f451-400b-bd91-123480acd513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:49.898161 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:50.967152 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:52.333208 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:55.312212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:25:59.178960 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-79742409-5197-4720-84cf-80427c41c091 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501349 Feb 03 15:25:59.284104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-fdcc42c7-798a-4f81-9ce3-5ca993b6e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:59.285695 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-fdcc42c7-798a-4f81-9ce3-5ca993b6e395 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0466738 Feb 03 15:25:59.397007 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-1d865cbd-d2b5-47fa-b8ac-da707b82f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:59.398480 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-1d865cbd-d2b5-47fa-b8ac-da707b82f192 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0930705 Feb 03 15:25:59.463997 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-1f62623d-f196-407c-bee6-9599399e35cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 1001 time: 0.0586653 Feb 03 15:25:59.518377 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-a0f6f219-c630-4bb3-9405-5fa1515a9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:59.519885 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-a0f6f219-c630-4bb3-9405-5fa1515a9d59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0503068 Feb 03 15:25:59.571397 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-3d4f0b9b-8c35-47e2-9334-bd9a5adedf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:25:59.572974 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-3d4f0b9b-8c35-47e2-9334-bd9a5adedf92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473390 Feb 03 15:25:59.665089 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-37bd8441-4832-4830-9f3e-d9eb37975f1c service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862632 Feb 03 15:25:59.769863 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-20f51fa6-7391-46a3-9f5f-607c65f3510a req-76a9f664-bfc6-4ade-ae05-5e96d89b63e8 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994756 Feb 03 15:26:04.350128 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:26:09.762101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:15.939211 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c16-b599-4c08-b80d-a1bd8bdc00dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:18.211235 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2bafc71-dd5c-4643-9d47-03c1085e2030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:18.736737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37356) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:19.068033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 9b170469-5c54-4b44-ac50-e85305e972a5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:26:19.068266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9b170469-5c54-4b44-ac50-e85305e972a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:19.144253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9b170469-5c54-4b44-ac50-e85305e972a5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:19.144623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (9b170469-5c54-4b44-ac50-e85305e972a5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:19.160328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 9b170469-5c54-4b44-ac50-e85305e972a5 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:26:19.314075 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9b170469-5c54-4b44-ac50-e85305e972a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:19.340811 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=9b170469-5c54-4b44-ac50-e85305e972a5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:19.366382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.366729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.367070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.367402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.367729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.368055 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.368381 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.368729 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.369050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.369370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.369687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.370002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.370316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:19.409186 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (7a171f0d-a10c-404f-910d-57d34ccc9625), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:19.409510 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 7a171f0d-a10c-404f-910d-57d34ccc9625 disassociated (deleted). External IP: 172.25.0.251, port: 9b1593fe-790b-4c58-921e-b2c92d825b86. Feb 03 15:26:19.626012 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:26:19.736276 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:26:19.741202 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:19.746146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] Sync routers for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:26:19.760212 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:19.760859 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:19.773847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-cb65637a-cc2e-433f-82b3-1b0fc05343a0 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/floatingips/7a171f0d-a10c-404f-910d-57d34ccc9625 HTTP/1.1" status: 204 len: 168 time: 1.0348840 Feb 03 15:26:19.773847 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:26:19.775700 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eda5ca-4da6-42dc-93c0-576c6664eefd" -d '{"events": [{"name": "network-changed", "server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:26:19.877597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:19.935118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:20.073874 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c08995-9928-4d51-a8fd-cff90cb390e0 x-openstack-request-id: req-72c08995-9928-4d51-a8fd-cff90cb390e0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:26:20.074177 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:26:20.074468 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72c08995-9928-4d51-a8fd-cff90cb390e0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:26:20.074873 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'status': 'completed', 'code': 200} Feb 03 15:26:20.092450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:20.123865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] Checking router: 9d503468-1bc6-4c37-9d27-d13315e0b1c5 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:26:20.134068 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:20.134921 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:20.165362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-dd0ad207-3073-440e-ae7c-8bb598d3a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:20.167171 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-dd0ad207-3073-440e-ae7c-8bb598d3a99e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0479288 Feb 03 15:26:20.175513 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887213b1-cfd3-4e5a-a260-2c98d5122fa8 req-54b19957-ce17-4d67-a0c9-0ca406edd695 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:20.177333 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-887213b1-cfd3-4e5a-a260-2c98d5122fa8 req-54b19957-ce17-4d67-a0c9-0ca406edd695 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0596733 Feb 03 15:26:20.238356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-887213b1-cfd3-4e5a-a260-2c98d5122fa8 req-216f9ff9-b642-4f7e-a928-62ad49b3d417 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547807 Feb 03 15:26:20.257537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:20.268453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-fcf1d0fb-df8d-4f27-9f8c-a611bff2b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:20.270025 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-fcf1d0fb-df8d-4f27-9f8c-a611bff2b752 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0973639 Feb 03 15:26:20.310692 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-435145ae-6f82-4bd7-a669-46a4b6c27232 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 200 len: 217 time: 0.0340044 Feb 03 15:26:20.358621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-c66bc6e4-b819-4f1e-b48b-881ed373abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:20.360641 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-c66bc6e4-b819-4f1e-b48b-881ed373abd3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 200 len: 834 time: 0.0432079 Feb 03 15:26:20.416966 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-69ee9b5e-d216-4fc2-a1e0-5fa3e76b0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:20.418406 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-69ee9b5e-d216-4fc2-a1e0-5fa3e76b0cb8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac25f916-7016-41e1-9fd4-c2b660b5b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490310 Feb 03 15:26:20.457140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:20.486863 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddfa973-c651-419e-9f10-e4cfb5c7a265 None None] The sync data for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 is: [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:32Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'a0d9523f-3a02-4262-a9b1-d77bb35ab018', 'name': '', 'network_id': 'ac25f916-7016-41e1-9fd4-c2b660b5b4f6', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:14:31:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:32Z', 'updated_at': '2022-02-03T15:23:35Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'dda4fec8-f3f1-4582-ba62-4fc73ec42f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:26:20.511024 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-8325de27-c33b-448a-ab5c-74bc496970ba service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835683 Feb 03 15:26:20.606600 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-01eda5ca-4da6-42dc-93c0-576c6664eefd req-af62acce-7b42-4a10-8c70-81ebb4dc7f77 service neutron] 10.222.0.71 "GET /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884807 Feb 03 15:26:20.719441 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf838aa-1503-47aa-a06e-c95007cf9a24 None None] New status for floating IP 7a171f0d-a10c-404f-910d-57d34ccc9625: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:26:20.969260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:21.359266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4490f1-a0a5-483b-b56a-54713ca09ca5 req-17af70d3-26b6-4bdf-a3c1-ead2222c8575 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:21.360764 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e4490f1-a0a5-483b-b56a-54713ca09ca5 req-17af70d3-26b6-4bdf-a3c1-ead2222c8575 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0568099 Feb 03 15:26:21.408948 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0e4490f1-a0a5-483b-b56a-54713ca09ca5 req-adc40255-d621-4588-a889-3f586d0fb208 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=9412884e-36b0-43f4-881a-997380e111e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426431 Feb 03 15:26:21.855841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24000492-d836-4d3b-9193-7967d229a401 req-2264a9d9-29ca-4308-a2a8-7d8470a7c5f9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:21.857336 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-24000492-d836-4d3b-9193-7967d229a401 req-2264a9d9-29ca-4308-a2a8-7d8470a7c5f9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0533912 Feb 03 15:26:21.947010 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 9b1593fe-790b-4c58-921e-b2c92d825b86 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:26:21.947384 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:22.038039 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 9b1593fe-790b-4c58-921e-b2c92d825b86, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=9b1593fe-790b-4c58-921e-b2c92d825b86,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:22.038411 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:22.050706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 9b1593fe-790b-4c58-921e-b2c92d825b86 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:26:22.181802 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (9b1593fe-790b-4c58-921e-b2c92d825b86), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:22.210749 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=9b1593fe-790b-4c58-921e-b2c92d825b86,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:22.222762 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.223120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.224457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.224457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.224457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.224457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.224833 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.225976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.225976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.225976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.226316 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.226651 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.226986 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:22.263285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] No DVR routers for this DVR port 9b1593fe-790b-4c58-921e-b2c92d825b86 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:26:22.266025 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:22.269384 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-24000492-d836-4d3b-9193-7967d229a401 req-6a5050b9-4b2a-4d9d-80ae-5daba849394b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "DELETE /v2.0/ports/9b1593fe-790b-4c58-921e-b2c92d825b86 HTTP/1.1" status: 204 len: 173 time: 0.4070284 Feb 03 15:26:22.269823 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'name': 'network-vif-deleted', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:26:22.272339 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ee8e62-e414-4609-99b3-2db848ac2c94" -d '{"events": [{"server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "name": "network-vif-deleted", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:26:22.338999 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:22.363487 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c329cc6-90d3-4ebf-a1b8-5deead2ccbc8 x-openstack-request-id: req-8c329cc6-90d3-4ebf-a1b8-5deead2ccbc8 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:26:22.363823 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d715bc2a-1f33-41f9-b932-f0a42ee2b5c7", "name": "network-vif-deleted", "tag": "9b1593fe-790b-4c58-921e-b2c92d825b86", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:26:22.364078 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c329cc6-90d3-4ebf-a1b8-5deead2ccbc8 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:26:22.364526 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd715bc2a-1f33-41f9-b932-f0a42ee2b5c7', 'name': 'network-vif-deleted', 'tag': '9b1593fe-790b-4c58-921e-b2c92d825b86', 'status': 'completed', 'code': 200} Feb 03 15:26:22.518119 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0bd59e34-2759-4914-ab64-09f4d216895e req-95a63a45-f911-42e5-98f3-3a67a41ab6b5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=d715bc2a-1f33-41f9-b932-f0a42ee2b5c7 HTTP/1.1" status: 200 len: 210 time: 0.0310450 Feb 03 15:26:23.576636 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37382) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:23.940883 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (9d503468-1bc6-4c37-9d27-d13315e0b1c5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:24.204197 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port a0d9523f-3a02-4262-a9b1-d77bb35ab018 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:26:24.204484 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:24.298392 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port a0d9523f-3a02-4262-a9b1-d77bb35ab018, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=a0d9523f-3a02-4262-a9b1-d77bb35ab018,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:24.298759 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:24.310415 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for a0d9523f-3a02-4262-a9b1-d77bb35ab018 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:26:24.496855 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (a0d9523f-3a02-4262-a9b1-d77bb35ab018), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:24.523228 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=a0d9523f-3a02-4262-a9b1-d77bb35ab018,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:24.704491 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (9d503468-1bc6-4c37-9d27-d13315e0b1c5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:24.923331 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:26:25.040162 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:26:25.045184 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cfa92130-795f-4001-b3b7-7eb1097f2ad2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/9d503468-1bc6-4c37-9d27-d13315e0b1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670012 Feb 03 15:26:25.048028 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37384) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:25.054286 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] Sync routers for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:26:25.064521 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:25.065133 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:25.101150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting subnet dda4fec8-f3f1-4582-ba62-4fc73ec42f90 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:26:25.104263 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (dda4fec8-f3f1-4582-ba62-4fc73ec42f90), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.148602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (dda4fec8-f3f1-4582-ba62-4fc73ec42f90), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.174995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:25.236805 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (dda4fec8-f3f1-4582-ba62-4fc73ec42f90), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.296576 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (dda4fec8-f3f1-4582-ba62-4fc73ec42f90), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.325343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Subnet': ['ID=dda4fec8-f3f1-4582-ba62-4fc73ec42f90,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:25.329905 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.335980 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0dd157f1-c131-461b-b7c0-5858f3a23466 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/subnets/dda4fec8-f3f1-4582-ba62-4fc73ec42f90 HTTP/1.1" status: 204 len: 168 time: 0.2845101 Feb 03 15:26:25.336934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37386) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:25.341532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec77b59-1b2f-4355-b783-5cfac0955f4b None None] Network ac25f916-7016-41e1-9fd4-c2b660b5b4f6 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:26:25.344064 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.455746 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (9d503468-1bc6-4c37-9d27-d13315e0b1c5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.568759 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (9d503468-1bc6-4c37-9d27-d13315e0b1c5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.601137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:26:24Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'ff844b1c-e568-481d-b819-cdf7ff564103', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:02:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:25.623354 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port ff844b1c-e568-481d-b819-cdf7ff564103 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:26:25.623703 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.632796 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] Checking router: 9d503468-1bc6-4c37-9d27-d13315e0b1c5 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:26:25.646538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] Routers {'9d503468-1bc6-4c37-9d27-d13315e0b1c5'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:25.647086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:25.710640 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port ff844b1c-e568-481d-b819-cdf7ff564103, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ff844b1c-e568-481d-b819-cdf7ff564103,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:25.710920 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.724754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for ff844b1c-e568-481d-b819-cdf7ff564103 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:26:25.730956 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] DHCP port deletion for ac25f916-7016-41e1-9fd4-c2b660b5b4f6 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:26:25.740700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] Set router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:25.806821 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:26:25Z', 'revision_number': 6, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:25.841192 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e221d8-6293-48e5-a2fe-a55df6606583 None None] The sync data for ids ['9d503468-1bc6-4c37-9d27-d13315e0b1c5'] in n-d-827549-2 is: [{'id': '9d503468-1bc6-4c37-9d27-d13315e0b1c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024141274', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:23:29Z', 'updated_at': '2022-02-03T15:26:25Z', 'revision_number': 6, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:26:25.862758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Deleting port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:26:25.863505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.900737 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ff844b1c-e568-481d-b819-cdf7ff564103), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.925240 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=ff844b1c-e568-481d-b819-cdf7ff564103,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:25.928274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] For port f9ac1565-f927-46c6-bc8f-c6b1214f42e5, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9ac1565-f927-46c6-bc8f-c6b1214f42e5,segment=NetworkSegment(c6d430e2-f6aa-415b-ba88-ce4a5dd82405),segment_id=c6d430e2-f6aa-415b-ba88-ce4a5dd82405)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:25.928631 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:25.941947 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Calling delete_port for f9ac1565-f927-46c6-bc8f-c6b1214f42e5 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:26:25.992439 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (9d503468-1bc6-4c37-9d27-d13315e0b1c5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.026562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (f9ac1565-f927-46c6-bc8f-c6b1214f42e5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.053232 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Pushing event deleted for resources: {'Port': ['ID=f9ac1565-f927-46c6-bc8f-c6b1214f42e5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:26.055636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] No DVR routers for this DVR port f9ac1565-f927-46c6-bc8f-c6b1214f42e5 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:26:26.069459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.069684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.069994 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.070334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.071660 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.072007 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.072348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.072708 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.073043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.073374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.073729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.074058 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.074381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61bea9-40fb-478b-ab9d-1fe92e2145c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:26.091974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (9d503468-1bc6-4c37-9d27-d13315e0b1c5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.095164 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (9d503468-1bc6-4c37-9d27-d13315e0b1c5), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.141952 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (9d503468-1bc6-4c37-9d27-d13315e0b1c5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.142476 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Fanout notify agent at l3_agent the message router_deleted on router 9d503468-1bc6-4c37-9d27-d13315e0b1c5 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:26:26.149515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.150642 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d35edc02-e2f7-416b-b5d5-fa030599df53 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/routers/9d503468-1bc6-4c37-9d27-d13315e0b1c5 HTTP/1.1" status: 204 len: 168 time: 0.8133111 Feb 03 15:26:26.153266 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37388) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:26.243819 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (ac25f916-7016-41e1-9fd4-c2b660b5b4f6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.301475 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ac1565-f927-46c6-bc8f-c6b1214f42e5 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:26:26.324844 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f9ac1565-f927-46c6-bc8f-c6b1214f42e5 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:26:26.325224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9ac1565-f927-46c6-bc8f-c6b1214f42e5 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:26:26.325738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a0d9523f-3a02-4262-a9b1-d77bb35ab018 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:26:26.342602 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (ac25f916-7016-41e1-9fd4-c2b660b5b4f6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.345709 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: a0d9523f-3a02-4262-a9b1-d77bb35ab018 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:26:26.346057 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device a0d9523f-3a02-4262-a9b1-d77bb35ab018 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:26:26.363942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac25f916-7016-41e1-9fd4-c2b660b5b4f6']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:26.373783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:26.374146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d430e2-f6aa-415b-ba88-ce4a5dd82405') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:26.383964 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (c6d430e2-f6aa-415b-ba88-ce4a5dd82405), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.398714 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (c6d430e2-f6aa-415b-ba88-ce4a5dd82405), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.404918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:26:26.405851 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (c6d430e2-f6aa-415b-ba88-ce4a5dd82405), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:26:26.408979 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:26:26.427399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b1593fe-790b-4c58-921e-b2c92d825b86 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:26:26.447817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 9b1593fe-790b-4c58-921e-b2c92d825b86 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:26:26.448294 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 9b1593fe-790b-4c58-921e-b2c92d825b86 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:26:26.466699 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (ac25f916-7016-41e1-9fd4-c2b660b5b4f6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.474010 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.477177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/networks/ac25f916-7016-41e1-9fd4-c2b660b5b4f6 HTTP/1.1" status: 204 len: 168 time: 0.3229904 Feb 03 15:26:26.479828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:26.497039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01f1a3-441f-4eec-b2c1-05171363264f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Network': ['ID=ac25f916-7016-41e1-9fd4-c2b660b5b4f6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:26.554588 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a862f2b-cc23-4ac9-a1f6-0de8f83b5bcf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (9412884e-36b0-43f4-881a-997380e111e1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.581998 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a862f2b-cc23-4ac9-a1f6-0de8f83b5bcf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (9412884e-36b0-43f4-881a-997380e111e1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.647912 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a862f2b-cc23-4ac9-a1f6-0de8f83b5bcf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (9412884e-36b0-43f4-881a-997380e111e1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.650685 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a862f2b-cc23-4ac9-a1f6-0de8f83b5bcf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:26.651859 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3a862f2b-cc23-4ac9-a1f6-0de8f83b5bcf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/security-groups/9412884e-36b0-43f4-881a-997380e111e1 HTTP/1.1" status: 204 len: 168 time: 0.1710544 Feb 03 15:26:26.661560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a862f2b-cc23-4ac9-a1f6-0de8f83b5bcf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9412884e-36b0-43f4-881a-997380e111e1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:26.964231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37396) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:26.968848 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4f970d14-4278-4027-9a4b-becf86ba503b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406409263', 'description': 'tempest-secgroup-smoke-406409263 description', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:26.988684 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f970d14-4278-4027-9a4b-becf86ba503b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.057427 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f970d14-4278-4027-9a4b-becf86ba503b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (124b059e-d8d3-48c9-9dcb-c0a88244fa33), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.063580 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f970d14-4278-4027-9a4b-becf86ba503b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (124b059e-d8d3-48c9-9dcb-c0a88244fa33), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.092161 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4f970d14-4278-4027-9a4b-becf86ba503b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.093438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4f970d14-4278-4027-9a4b-becf86ba503b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1281016 Feb 03 15:26:27.095332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f970d14-4278-4027-9a4b-becf86ba503b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124b059e-d8d3-48c9-9dcb-c0a88244fa33,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:27.096435 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37398) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:27.102940 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e69dcb6d-5ad1-42d7-a823-a1a07ba73b36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '124b059e-d8d3-48c9-9dcb-c0a88244fa33', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:27.130036 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e69dcb6d-5ad1-42d7-a823-a1a07ba73b36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (72c9da96-6a45-41ad-adde-080acc1ad427), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.188195 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e69dcb6d-5ad1-42d7-a823-a1a07ba73b36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (72c9da96-6a45-41ad-adde-080acc1ad427), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.191931 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e69dcb6d-5ad1-42d7-a823-a1a07ba73b36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (72c9da96-6a45-41ad-adde-080acc1ad427), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.211022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dcb6d-5ad1-42d7-a823-a1a07ba73b36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c9da96-6a45-41ad-adde-080acc1ad427,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:27.221567 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e69dcb6d-5ad1-42d7-a823-a1a07ba73b36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.222796 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e69dcb6d-5ad1-42d7-a823-a1a07ba73b36 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242828 Feb 03 15:26:27.225405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37400) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:27.229724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-cf9b4c04-1cb9-4253-94a8-9115480147ee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '124b059e-d8d3-48c9-9dcb-c0a88244fa33', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:27.255829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4c04-1cb9-4253-94a8-9115480147ee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (adfeda15-efe6-4c57-982b-d6340178ac09), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.310244 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4c04-1cb9-4253-94a8-9115480147ee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (adfeda15-efe6-4c57-982b-d6340178ac09), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.314328 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4c04-1cb9-4253-94a8-9115480147ee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (adfeda15-efe6-4c57-982b-d6340178ac09), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.334445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b4c04-1cb9-4253-94a8-9115480147ee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfeda15-efe6-4c57-982b-d6340178ac09,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:27.340631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4c04-1cb9-4253-94a8-9115480147ee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.341796 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cf9b4c04-1cb9-4253-94a8-9115480147ee tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154661 Feb 03 15:26:27.344536 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37402) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:27.348708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-38daa13e-d08b-4178-a803-f7af874e120d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '124b059e-d8d3-48c9-9dcb-c0a88244fa33', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:27.372798 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38daa13e-d08b-4178-a803-f7af874e120d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (556818dd-b1ab-440a-8741-d3b56cd66bf6), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.428443 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38daa13e-d08b-4178-a803-f7af874e120d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (556818dd-b1ab-440a-8741-d3b56cd66bf6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.432206 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38daa13e-d08b-4178-a803-f7af874e120d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (556818dd-b1ab-440a-8741-d3b56cd66bf6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.451723 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daa13e-d08b-4178-a803-f7af874e120d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556818dd-b1ab-440a-8741-d3b56cd66bf6,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:27.460461 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-38daa13e-d08b-4178-a803-f7af874e120d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.461652 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-38daa13e-d08b-4178-a803-f7af874e120d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161988 Feb 03 15:26:27.464401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37404) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:27.468631 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-60e74d9e-9c28-4c16-b3dc-3d781e58cd4f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '124b059e-d8d3-48c9-9dcb-c0a88244fa33', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:27.493627 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e74d9e-9c28-4c16-b3dc-3d781e58cd4f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (b5bd8324-380a-42be-8246-060ea056cd05), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.551219 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e74d9e-9c28-4c16-b3dc-3d781e58cd4f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (b5bd8324-380a-42be-8246-060ea056cd05), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.554791 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e74d9e-9c28-4c16-b3dc-3d781e58cd4f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (b5bd8324-380a-42be-8246-060ea056cd05), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.574180 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e74d9e-9c28-4c16-b3dc-3d781e58cd4f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bd8324-380a-42be-8246-060ea056cd05,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:27.582882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-60e74d9e-9c28-4c16-b3dc-3d781e58cd4f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.584067 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-60e74d9e-9c28-4c16-b3dc-3d781e58cd4f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187253 Feb 03 15:26:27.586769 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37406) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:27.590958 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '124b059e-d8d3-48c9-9dcb-c0a88244fa33', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:27.610870 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:26:27.615634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (5dba85cd-2f0e-4f44-9a16-ceb2536ba016), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.673568 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (5dba85cd-2f0e-4f44-9a16-ceb2536ba016), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.677230 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (5dba85cd-2f0e-4f44-9a16-ceb2536ba016), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.696839 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dba85cd-2f0e-4f44-9a16-ceb2536ba016,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:27.704297 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.705515 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-287a9a69-6d33-444e-a5bd-0f0e1c1ad422 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178358 Feb 03 15:26:27.708345 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37408) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:27.712973 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'security_group_rule': {'security_group_id': '124b059e-d8d3-48c9-9dcb-c0a88244fa33', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:27.732893 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Project b823e47ba43a4e5cad9a0e7b6d73e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:26:27.738184 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (10b08a1f-0a1f-4b9a-9672-7022692673ba), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.794647 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (10b08a1f-0a1f-4b9a-9672-7022692673ba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.798679 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (10b08a1f-0a1f-4b9a-9672-7022692673ba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.816826 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b08a1f-0a1f-4b9a-9672-7022692673ba,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:27.821284 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.822509 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5082b81f-f72c-4788-a9ac-b20eadcb5cd8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1130502 Feb 03 15:26:27.825374 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37410) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:27.830109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'network': {'name': 'tempest-network-smoke--1045120298', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'port_security_enabled': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:27.851017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:26:27.854255 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.877701 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:26:27.886447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cf4927ee-96b0-4e45-be25-0375669e5234), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.886796 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Added segment cf4927ee-96b0-4e45-be25-0375669e5234 of type vlan for network 631e4b64-67da-433b-9678-9f21ddcbe3ae Feb 03 15:26:27.926098 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (631e4b64-67da-433b-9678-9f21ddcbe3ae), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.949631 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (631e4b64-67da-433b-9678-9f21ddcbe3ae), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.955475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:27.955739 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:27.963189 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff844b1c-e568-481d-b819-cdf7ff564103 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:26:27.983179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ff844b1c-e568-481d-b819-cdf7ff564103 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:26:27.983605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ff844b1c-e568-481d-b819-cdf7ff564103 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:26:28.019734 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1933103 Feb 03 15:26:28.022838 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37412) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:28.026101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac7026-36eb-4330-bf07-bc05e9759383 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Network': ['ID=631e4b64-67da-433b-9678-9f21ddcbe3ae,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:28.028721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'admin_state_up': True, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:28.036754 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:26:28.053730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (ae91f59c-9202-40b8-9125-66f8120bb360), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:28.054774 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (ae91f59c-9202-40b8-9125-66f8120bb360), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:28.111149 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (ae91f59c-9202-40b8-9125-66f8120bb360), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:28.252152 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (ae91f59c-9202-40b8-9125-66f8120bb360), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:28.788921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (ae91f59c-9202-40b8-9125-66f8120bb360), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:28.806985 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:28.914205 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.69 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/d097fb0f-de81-4d8b-a271-a51fae82accf) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:26:29.014487 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:29.050537 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:29.091073 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:26:29.094091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:26:29.097537 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:26:29.103066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=d097fb0f-de81-4d8b-a271-a51fae82accf,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:29.372973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (ae91f59c-9202-40b8-9125-66f8120bb360), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:29.580817 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (ae91f59c-9202-40b8-9125-66f8120bb360), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:29.716666 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router ae91f59c-9202-40b8-9125-66f8120bb360 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:26:29.827805 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:26:29.840594 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Sync routers for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:26:29.850927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:29.854535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37414) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:29.855020 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:29.855122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a6b8e241-65e3-448d-8138-a853bfc5ab7f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8311398 Feb 03 15:26:29.855214 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:29.883872 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-29d30324-4d97-4564-98cf-87390a1d8752 tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=b823e47ba43a4e5cad9a0e7b6d73e865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272117 Feb 03 15:26:29.886616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37416) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:29.967090 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:29.988177 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30808ea1-5d97-4da7-aca5-44726523363b tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:29.992644 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-30808ea1-5d97-4da7-aca5-44726523363b tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021941 Feb 03 15:26:29.992890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37418) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:30.022878 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-c30cc781-b21d-4f15-b45b-fee05484bb6c tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=59818ba3-4dcb-4cd4-9368-ee8b3b93d545&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260842 Feb 03 15:26:30.023129 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37420) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:30.027854 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1708873628', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:30.117276 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:26:30.121009 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25090510'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.153605 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:29Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:30.184767 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Checking router: ae91f59c-9202-40b8-9125-66f8120bb360 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:26:30.185118 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Updating router ae91f59c-9202-40b8-9125-66f8120bb360 port d097fb0f-de81-4d8b-a271-a51fae82accf binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:26:30.215332 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.316169 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24707525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25090520'] for subnet (fddf8d3f-8403-407d-adf6-e18d383263fd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.387930 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Subnet': ['ID=fddf8d3f-8403-407d-adf6-e18d383263fd,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:30.397552 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Checking segment: {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:26:30.397915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network hostable DHCP agents. Network: 631e4b64-67da-433b-9678-9f21ddcbe3ae, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:26:30.414882 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:26:30.423923 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 631e4b64-67da-433b-9678-9f21ddcbe3ae) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:26:30.428143 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:30.428773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.432832 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f9b454-28b0-4dda-8305-bf080a4e8f88 None None] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:26:30.450929 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9cb61f43-79ca-4be1-9626-89186b277116 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4266877 Feb 03 15:26:30.457618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37422) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:30.496209 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Publish callbacks [] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.502329 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.554280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-631e4b64-67da-433b-9678-9f21ddcbe3ae', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:26:30.554815 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Attempting to bind port d097fb0f-de81-4d8b-a271-a51fae82accf on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:26:30.555166 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.555282 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Attempting to bind port d097fb0f-de81-4d8b-a271-a51fae82accf by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:26:30.555551 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Attempting to bind port d097fb0f-de81-4d8b-a271-a51fae82accf on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:26:30.565114 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:26:30.566271 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:26:30.566271 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.566271 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:26:30.566712 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Bound port: d097fb0f-de81-4d8b-a271-a51fae82accf, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:26:30.567517 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.613313 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Pushing event updated for resources: {'Port': ['ID=d097fb0f-de81-4d8b-a271-a51fae82accf,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:30.626218 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.626573 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.626917 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.627261 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.627626 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.627938 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.628280 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.628619 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.629282 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.629426 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.629774 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.630128 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.630449 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:26:30.639423 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] For port d097fb0f-de81-4d8b-a271-a51fae82accf, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:26:30.643446 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] For port d097fb0f-de81-4d8b-a271-a51fae82accf, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d097fb0f-de81-4d8b-a271-a51fae82accf,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:26:30.650445 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.706985 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:30.707606 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:30.711982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Allocated IP 172.20.0.2 (631e4b64-67da-433b-9678-9f21ddcbe3ae/fddf8d3f-8403-407d-adf6-e18d383263fd/b61ac660-0b62-4909-a091-5ed75698df8c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:26:30.744793 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dffe6-449b-4f43-96f7-f41697f7587b None None] Pushing event updated for resources: {'Port': ['ID=d097fb0f-de81-4d8b-a271-a51fae82accf,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:30.863224 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Publish callbacks [] for port (b61ac660-0b62-4909-a091-5ed75698df8c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.870210 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.911729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:26:30.914774 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:26:30.918008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:26:30.923635 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:30.925940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Pushing event updated for resources: {'Port': ['ID=b61ac660-0b62-4909-a091-5ed75698df8c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:30.933942 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.989488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Attempting to bind port b61ac660-0b62-4909-a091-5ed75698df8c on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:26:30.989866 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Attempting to bind port b61ac660-0b62-4909-a091-5ed75698df8c by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:26:30.990532 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Attempting to bind port b61ac660-0b62-4909-a091-5ed75698df8c on network 631e4b64-67da-433b-9678-9f21ddcbe3ae {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:26:30.995363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:26:30.995742 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Checking segment: {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:26:30.996153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:30.996579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Bound using segment: {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:26:30.997043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Bound port: b61ac660-0b62-4909-a091-5ed75698df8c, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:26:30.997427 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:31.064608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] For port b61ac660-0b62-4909-a091-5ed75698df8c, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:26:31.068529 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] For port b61ac660-0b62-4909-a091-5ed75698df8c, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b61ac660-0b62-4909-a091-5ed75698df8c,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:26:31.076769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:31.125853 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:29Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:31.140822 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3c219-1b0a-47a5-a85c-f4d640a7ad1b None None] Pushing event updated for resources: {'Port': ['ID=b61ac660-0b62-4909-a091-5ed75698df8c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:31.162467 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2db829-257d-47f4-8447-fd9d3a358d21 None None] The sync data for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 is: [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:29Z', 'revision_number': 3, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:26:31.611683 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.1 (631e4b64-67da-433b-9678-9f21ddcbe3ae/fddf8d3f-8403-407d-adf6-e18d383263fd/06670e2b-9d75-4aa7-86c3-6516f8c44968) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:26:31.732536 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:31.768091 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:31.815257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:26:31.818384 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:26:31.822906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:26:31.826890 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=06670e2b-9d75-4aa7-86c3-6516f8c44968,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:31.870302 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (ae91f59c-9202-40b8-9125-66f8120bb360), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.030603 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.165898 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d097fb0f-de81-4d8b-a271-a51fae82accf up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:26:32.233344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d097fb0f-de81-4d8b-a271-a51fae82accf triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:32.233769 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.280302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df9be3a-1222-41f5-82df-92c4754bbacc None None] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:26:32.353002 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.358430 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.393559 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d097fb0f-de81-4d8b-a271-a51fae82accf is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:32.393957 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.431736 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=06670e2b-9d75-4aa7-86c3-6516f8c44968,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:32.434247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (ae91f59c-9202-40b8-9125-66f8120bb360), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.438862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-bda0e0fe-d431-40a1-9421-55be51292f2e None None] Provisioning complete for port b61ac660-0b62-4909-a091-5ed75698df8c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:32.439450 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bda0e0fe-d431-40a1-9421-55be51292f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.442453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port d097fb0f-de81-4d8b-a271-a51fae82accf, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d097fb0f-de81-4d8b-a271-a51fae82accf,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:32.463084 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.463784 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b61ac660-0b62-4909-a091-5ed75698df8c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:26:32.532922 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:26:32.534380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:26:32.574251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=d097fb0f-de81-4d8b-a271-a51fae82accf,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:32.612759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b61ac660-0b62-4909-a091-5ed75698df8c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:32.613142 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.653495 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bda0e0fe-d431-40a1-9421-55be51292f2e None None] Current status of the port b61ac660-0b62-4909-a091-5ed75698df8c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:32.653889 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bda0e0fe-d431-40a1-9421-55be51292f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.674858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router ae91f59c-9202-40b8-9125-66f8120bb360 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:26:32.719284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bda0e0fe-d431-40a1-9421-55be51292f2e None None] For port b61ac660-0b62-4909-a091-5ed75698df8c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b61ac660-0b62-4909-a091-5ed75698df8c,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:32.730400 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bda0e0fe-d431-40a1-9421-55be51292f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.740044 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b61ac660-0b62-4909-a091-5ed75698df8c is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:32.740469 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:32.804938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:26:32.817284 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0eec123a-d848-464a-b18c-2df364c363f3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/ae91f59c-9202-40b8-9125-66f8120bb360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3556831 Feb 03 15:26:32.820752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0e0fe-d431-40a1-9421-55be51292f2e None None] Pushing event updated for resources: {'Port': ['ID=b61ac660-0b62-4909-a091-5ed75698df8c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:32.837790 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:26:32.838144 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:26:32.860145 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-046c7b8d-ef54-492b-a0f0-2de448c03b70 None None] Provisioning complete for port b61ac660-0b62-4909-a091-5ed75698df8c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:32.860552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c7b8d-ef54-492b-a0f0-2de448c03b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:33.010160 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-29b677fe-dd39-482e-acb3-6f2864523c81 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406409263&fields=id&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 267 time: 0.0706959 Feb 03 15:26:33.123675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Sync routers for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:26:33.137594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:33.137814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-7b3f1ed8-7db0-486a-ae6f-9e17addf50a1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:33.138209 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:33.139420 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-7b3f1ed8-7db0-486a-ae6f-9e17addf50a1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 797 time: 0.1211007 Feb 03 15:26:33.155989 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-80fff1d3-f2af-4ad3-81ef-fdc11a6e4a17 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/quotas/b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 375 time: 0.0102682 Feb 03 15:26:33.175807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-046c7b8d-ef54-492b-a0f0-2de448c03b70 None None] Current status of the port b61ac660-0b62-4909-a091-5ed75698df8c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:33.205785 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-046c7b8d-ef54-492b-a0f0-2de448c03b70 None None] Provisioning complete for port 06670e2b-9d75-4aa7-86c3-6516f8c44968 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:33.209670 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c7b8d-ef54-492b-a0f0-2de448c03b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:33.226750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-96bdf7c2-7383-4365-90e3-ed7a13af1e74 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629089 Feb 03 15:26:33.306181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-046c7b8d-ef54-492b-a0f0-2de448c03b70 None None] Port 06670e2b-9d75-4aa7-86c3-6516f8c44968 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:26:33.315553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:33.379056 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-dba3540e-2bb0-4e08-bcd3-916fc0683ac9 service neutron] 10.222.0.52 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401739 Feb 03 15:26:33.423421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b61ac660-0b62-4909-a091-5ed75698df8c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:33.473117 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-132e20d8-7dd7-4523-af3c-caa1d0235f28 service neutron] 10.222.0.52 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883934 Feb 03 15:26:33.488395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-77d4ed7a-5312-497d-9147-9d9ab12eabca None None] Provisioning complete for port 06670e2b-9d75-4aa7-86c3-6516f8c44968 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:33.488807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77d4ed7a-5312-497d-9147-9d9ab12eabca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:33.541143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-77d4ed7a-5312-497d-9147-9d9ab12eabca None None] Port 06670e2b-9d75-4aa7-86c3-6516f8c44968 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:26:33.599118 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 2, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:33.628923 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Checking router: ae91f59c-9202-40b8-9125-66f8120bb360 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:26:33.629274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Updating router ae91f59c-9202-40b8-9125-66f8120bb360 port 06670e2b-9d75-4aa7-86c3-6516f8c44968 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:26:33.649652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-58d67e03-6d23-418f-8ccc-c386c213b2cf req-da5eacff-3289-4c48-9816-4bd90a2c4942 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 210 time: 0.0334053 Feb 03 15:26:33.664816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:33.935546 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Publish callbacks [] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:33.941202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:33.994263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7735c-f681-4ee8-9ad9-6db2b8e14f57 None None] Pushing event updated for resources: {'Port': ['ID=06670e2b-9d75-4aa7-86c3-6516f8c44968,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:34.044515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d097fb0f-de81-4d8b-a271-a51fae82accf up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:26:34.089213 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Attempting to bind port 06670e2b-9d75-4aa7-86c3-6516f8c44968 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:26:34.089581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Attempting to bind port 06670e2b-9d75-4aa7-86c3-6516f8c44968 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:26:34.089952 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Attempting to bind port 06670e2b-9d75-4aa7-86c3-6516f8c44968 on network 631e4b64-67da-433b-9678-9f21ddcbe3ae {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:26:34.099728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:26:34.100111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Checking segment: {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:26:34.100547 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.100946 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Bound using segment: {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:26:34.101420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Bound port: 06670e2b-9d75-4aa7-86c3-6516f8c44968, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:26:34.101807 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.156014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d097fb0f-de81-4d8b-a271-a51fae82accf triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:34.156400 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.216918 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] For port 06670e2b-9d75-4aa7-86c3-6516f8c44968, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:26:34.221640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] For port 06670e2b-9d75-4aa7-86c3-6516f8c44968, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=06670e2b-9d75-4aa7-86c3-6516f8c44968,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:26:34.234036 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.320459 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d097fb0f-de81-4d8b-a271-a51fae82accf is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:34.321371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b61ac660-0b62-4909-a091-5ed75698df8c up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:26:34.367091 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0d88bd71-7c84-4fcf-8747-97b1b769846e None None] Provisioning complete for port 06670e2b-9d75-4aa7-86c3-6516f8c44968 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:34.367479 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d88bd71-7c84-4fcf-8747-97b1b769846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.399706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7735c-f681-4ee8-9ad9-6db2b8e14f57 None None] Pushing event updated for resources: {'Port': ['ID=06670e2b-9d75-4aa7-86c3-6516f8c44968,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:34.405560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:34.406183 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:34.517200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b61ac660-0b62-4909-a091-5ed75698df8c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:34.517200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.597186 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:34.600445 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0d88bd71-7c84-4fcf-8747-97b1b769846e None None] Current status of the port 06670e2b-9d75-4aa7-86c3-6516f8c44968 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:34.600846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d88bd71-7c84-4fcf-8747-97b1b769846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.713817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0d88bd71-7c84-4fcf-8747-97b1b769846e None None] For port 06670e2b-9d75-4aa7-86c3-6516f8c44968, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=06670e2b-9d75-4aa7-86c3-6516f8c44968,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:34.748018 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d88bd71-7c84-4fcf-8747-97b1b769846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.772195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98255055-810f-4a9b-bbb1-31108c1546c7 req-33af1884-b961-4203-984d-e99a05f5df37 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 210 time: 0.0363564 Feb 03 15:26:34.832010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b61ac660-0b62-4909-a091-5ed75698df8c is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:34.863811 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-c1fc3f4b-a897-4378-b815-fb1bb7bac655 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:34.865248 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-c1fc3f4b-a897-4378-b815-fb1bb7bac655 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 797 time: 0.1342144 Feb 03 15:26:34.865999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88bd71-7c84-4fcf-8747-97b1b769846e None None] Pushing event updated for resources: {'Port': ['ID=06670e2b-9d75-4aa7-86c3-6516f8c44968,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:34.888344 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ed3d26e-3f4c-40a4-b98a-392362967843 None None] Provisioning complete for port 06670e2b-9d75-4aa7-86c3-6516f8c44968 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:34.888750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d26e-3f4c-40a4-b98a-392362967843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:34.944112 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-53a63570-7f31-4ffb-969e-65ec419128f1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865 HTTP/1.1" status: 200 len: 379 time: 0.0619097 Feb 03 15:26:34.972668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'port': {'device_id': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'admin_state_up': True, 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'security_groups': ['124b059e-d8d3-48c9-9dcb-c0a88244fa33']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:34.998945 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:35.029812 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cb99b-3a5a-45ee-aef8-7057df33f92d None None] The sync data for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 is: [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:26:35.031880 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3d26e-3f4c-40a4-b98a-392362967843 None None] Current status of the port 06670e2b-9d75-4aa7-86c3-6516f8c44968 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:35.116668 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Made reservation on behalf of b823e47ba43a4e5cad9a0e7b6d73e865 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:26:35.120226 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:35.260771 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.20.0.10 (631e4b64-67da-433b-9678-9f21ddcbe3ae/fddf8d3f-8403-407d-adf6-e18d383263fd/84cdb810-c909-4c67-bcdc-24846c29ea25) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:26:35.416654 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:35.460887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:35.507137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:26:35.510360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:26:35.514210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:26:35.544903 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=84cdb810-c909-4c67-bcdc-24846c29ea25,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:35.571183 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:35.571854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:35.590240 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-32dd3e60-58ae-4c96-8606-0e816ee7e6cb tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213496 Feb 03 15:26:35.607356 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Request body: {'port': {'device_id': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:35.678024 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:35.759831 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-7a9791e9-979d-4af9-ae9f-88ad92731340 None None] Provisioning complete for port 84cdb810-c909-4c67-bcdc-24846c29ea25 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:35.760945 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a9791e9-979d-4af9-ae9f-88ad92731340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:35.802181 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7a9791e9-979d-4af9-ae9f-88ad92731340 None None] Port 84cdb810-c909-4c67-bcdc-24846c29ea25 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:26:35.903378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df09b51-65f3-48e4-bcea-1434cabfe8e1 req-3e2318bb-2549-42a4-9d6b-46725906fdf9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:35.905181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0df09b51-65f3-48e4-bcea-1434cabfe8e1 req-3e2318bb-2549-42a4-9d6b-46725906fdf9 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 932 time: 0.0597777 Feb 03 15:26:35.958797 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0df09b51-65f3-48e4-bcea-1434cabfe8e1 req-2c683184-ebd8-4acc-b6ca-898139c70729 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463889 Feb 03 15:26:35.966993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cdb810-c909-4c67-bcdc-24846c29ea25 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:26:35.976072 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Publish callbacks [] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:35.991428 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Transition to ACTIVE for port object 84cdb810-c909-4c67-bcdc-24846c29ea25 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:26:35.996912 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:36.073056 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 06670e2b-9d75-4aa7-86c3-6516f8c44968 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:26:36.090731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=84cdb810-c909-4c67-bcdc-24846c29ea25,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:36.147080 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 06670e2b-9d75-4aa7-86c3-6516f8c44968 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:36.148323 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:36.168193 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Attempting to bind port 84cdb810-c909-4c67-bcdc-24846c29ea25 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:26:36.168620 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Attempting to bind port 84cdb810-c909-4c67-bcdc-24846c29ea25 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:26:36.168968 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Attempting to bind port 84cdb810-c909-4c67-bcdc-24846c29ea25 on network 631e4b64-67da-433b-9678-9f21ddcbe3ae {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:26:36.173899 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Port 84cdb810-c909-4c67-bcdc-24846c29ea25 on network 631e4b64-67da-433b-9678-9f21ddcbe3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:26:36.174251 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Attempting to bind port 84cdb810-c909-4c67-bcdc-24846c29ea25 on network 631e4b64-67da-433b-9678-9f21ddcbe3ae {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:26:36.179511 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:26:36.179858 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Checking segment: {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:26:36.180250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Bound using segment: {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:26:36.180706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Bound port: 84cdb810-c909-4c67-bcdc-24846c29ea25, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4927ee-96b0-4e45-be25-0375669e5234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:26:36.181071 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:36.261807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 06670e2b-9d75-4aa7-86c3-6516f8c44968 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:36.264761 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] For port 84cdb810-c909-4c67-bcdc-24846c29ea25, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:26:36.268089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] For port 84cdb810-c909-4c67-bcdc-24846c29ea25, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=84cdb810-c909-4c67-bcdc-24846c29ea25,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:26:36.275187 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:36.313950 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:36.314564 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:36.315961 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] 10.222.0.71 "PUT /v2.0/ports/84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 1092 time: 0.7131679 Feb 03 15:26:36.316405 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:26:36.318682 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87" -d '{"events": [{"name": "network-changed", "server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:26:36.351965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c9e1-7a46-4f55-a5b7-f5d18af0efa5 service neutron] Pushing event updated for resources: {'Port': ['ID=84cdb810-c909-4c67-bcdc-24846c29ea25,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:36.375877 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6927f11d-8847-4a1f-b73f-e0d840c1cd9e x-openstack-request-id: req-6927f11d-8847-4a1f-b73f-e0d840c1cd9e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:26:36.376331 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:26:36.376629 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6927f11d-8847-4a1f-b73f-e0d840c1cd9e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:26:36.377039 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'status': 'completed', 'code': 200} Feb 03 15:26:36.439579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-8050ee75-e3ca-4ad4-866f-3a21d3387b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:36.441504 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-8050ee75-e3ca-4ad4-866f-3a21d3387b08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1126 time: 0.0523236 Feb 03 15:26:36.489498 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-6d093399-fcb1-428c-902a-955d49ce6a2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 217 time: 0.0353994 Feb 03 15:26:36.537993 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-359d8b6d-1bcb-45ec-a544-3772f00949f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:36.539454 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-359d8b6d-1bcb-45ec-a544-3772f00949f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 200 len: 835 time: 0.0438972 Feb 03 15:26:36.593629 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-c9bb4815-4ead-4779-8d59-99c297b87ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:36.595075 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-c9bb4815-4ead-4779-8d59-99c297b87ace service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=631e4b64-67da-433b-9678-9f21ddcbe3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498271 Feb 03 15:26:36.683712 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-4a6836f2-02de-428c-8efb-640e8f8b5800 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823960 Feb 03 15:26:36.774529 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-b93b5257-8b71-428c-a779-a8a540b9f45f req-2b5850d1-847a-4589-860f-6b04b490e040 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846038 Feb 03 15:26:36.908004 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-2662d69b-b308-4042-a2f4-c9dc5f812909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:36.909540 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-2662d69b-b308-4042-a2f4-c9dc5f812909 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1126 time: 0.0445871 Feb 03 15:26:37.003863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-c8737e59-3998-4a0e-b472-6ff297448245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:37.005445 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-c8737e59-3998-4a0e-b472-6ff297448245 service neutron] 10.222.0.71 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 898 time: 0.0888300 Feb 03 15:26:37.046550 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-97d4e7c6-7058-48f7-b187-83782c10ca86 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 217 time: 0.0342155 Feb 03 15:26:37.085766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec72f-18f6-4cc7-a647-6ff2fa729077 req-7f30f8c5-1815-45b1-860a-d5717916b444 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:37.087400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad3ec72f-18f6-4cc7-a647-6ff2fa729077 req-7f30f8c5-1815-45b1-860a-d5717916b444 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 944 time: 0.0561135 Feb 03 15:26:37.094114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-d4020e64-f00a-42c9-8271-68e9021e2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:37.095706 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-d4020e64-f00a-42c9-8271-68e9021e2764 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 200 len: 835 time: 0.0439775 Feb 03 15:26:37.141125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ad3ec72f-18f6-4cc7-a647-6ff2fa729077 req-42ea9cdf-52f7-47f4-9dd9-580c8983170b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478535 Feb 03 15:26:37.145031 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-d82b6d43-1c0b-48ba-85ab-0fc03583e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:37.146812 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-d82b6d43-1c0b-48ba-85ab-0fc03583e336 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=631e4b64-67da-433b-9678-9f21ddcbe3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458367 Feb 03 15:26:37.247951 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-e7bf7906-2532-4764-8220-08a94af05e99 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944068 Feb 03 15:26:37.341467 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-a90e1c53-8a2d-4305-a0b7-11e3e566ba87 req-07746e9d-52b0-4781-a7d2-873f9cd89a97 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855134 Feb 03 15:26:38.259579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1bc9e-c07d-4ed2-803e-41c6568558ac req-9de78858-ba33-4b5c-8444-dbb755e3f09e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:38.261150 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98a1bc9e-c07d-4ed2-803e-41c6568558ac req-9de78858-ba33-4b5c-8444-dbb755e3f09e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 944 time: 0.0531626 Feb 03 15:26:38.313222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98a1bc9e-c07d-4ed2-803e-41c6568558ac req-23ae28b7-2dc1-4ee7-b9e0-b3adec2dc0d7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441511 Feb 03 15:26:39.430002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26524fed-3450-4202-8dfd-da4d3e45453a req-67ebbeb2-0911-4f50-89f4-ba9de3855c09 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:39.431465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26524fed-3450-4202-8dfd-da4d3e45453a req-67ebbeb2-0911-4f50-89f4-ba9de3855c09 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 944 time: 0.0521483 Feb 03 15:26:39.479919 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26524fed-3450-4202-8dfd-da4d3e45453a req-57ab75fe-f489-412f-9a70-b27adf1fa23d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Feb 03 15:26:39.777327 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:40.477752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 84cdb810-c909-4c67-bcdc-24846c29ea25 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:26:40.575368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 84cdb810-c909-4c67-bcdc-24846c29ea25, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=84cdb810-c909-4c67-bcdc-24846c29ea25,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:40.589995 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'port_id': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'mac_address': 'fa:16:3e:66:ce:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:26:40.610846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2ea6c-866d-4b02-a49d-712bba89bed3 req-6f4bdd96-8310-455d-8d5e-b98613b701a8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:40.612465 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fb2ea6c-866d-4b02-a49d-712bba89bed3 req-6f4bdd96-8310-455d-8d5e-b98613b701a8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 944 time: 0.0582514 Feb 03 15:26:40.666914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6fb2ea6c-866d-4b02-a49d-712bba89bed3 req-8c0979c6-b0de-4fba-a077-cf92d7ca5887 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485847 Feb 03 15:26:40.783453 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 84cdb810-c909-4c67-bcdc-24846c29ea25 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:40.784028 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:40.796630 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cdb810-c909-4c67-bcdc-24846c29ea25 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:26:40.816066 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 84cdb810-c909-4c67-bcdc-24846c29ea25, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=84cdb810-c909-4c67-bcdc-24846c29ea25,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:40.820378 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:40.866267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=84cdb810-c909-4c67-bcdc-24846c29ea25,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:41.243876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['84cdb810-c909-4c67-bcdc-24846c29ea25'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:26:41.349237 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:26:41.786944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d616f5-69af-44b6-a453-ef5d70a4eeae req-0fb82ea5-0a9b-4d3c-892c-a6bb12c6f71a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:41.788459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61d616f5-69af-44b6-a453-ef5d70a4eeae req-0fb82ea5-0a9b-4d3c-892c-a6bb12c6f71a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 945 time: 0.0532753 Feb 03 15:26:41.837048 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-61d616f5-69af-44b6-a453-ef5d70a4eeae req-ba5bbd80-dfd1-4963-afc6-a08f33d7087a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Feb 03 15:26:42.489865 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 84cdb810-c909-4c67-bcdc-24846c29ea25 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:26:42.544652 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 84cdb810-c909-4c67-bcdc-24846c29ea25 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:26:42.551073 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 84cdb810-c909-4c67-bcdc-24846c29ea25 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:26:42.551511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:42.627306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 84cdb810-c909-4c67-bcdc-24846c29ea25 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:26:42.627688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:42.650138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:26:42.652378 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e80b8d6-a9d0-4327-8055-4b3a56e3dcea" -d '{"events": [{"server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "name": "network-vif-plugged", "status": "completed", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:26:42.664908 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 84cdb810-c909-4c67-bcdc-24846c29ea25, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=84cdb810-c909-4c67-bcdc-24846c29ea25,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:26:42.668886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:42.719341 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=84cdb810-c909-4c67-bcdc-24846c29ea25,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:42.739215 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae05a6ce-328f-4165-b8e1-8053c91c7a54 x-openstack-request-id: req-ae05a6ce-328f-4165-b8e1-8053c91c7a54 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:26:42.739588 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "name": "network-vif-plugged", "status": "completed", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:26:42.739839 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae05a6ce-328f-4165-b8e1-8053c91c7a54 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:26:42.740292 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'code': 200} Feb 03 15:26:42.868160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63903616-e871-44c8-8890-1216f977505d req-0fe9fc15-6413-476d-9856-20658faf7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:42.869745 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63903616-e871-44c8-8890-1216f977505d req-0fe9fc15-6413-476d-9856-20658faf7e39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1128 time: 0.0438149 Feb 03 15:26:42.915777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-63903616-e871-44c8-8890-1216f977505d req-b50a3fb6-5ed4-43d7-bd57-39f2d05fdd3c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Feb 03 15:26:42.961345 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d14cca-fa5e-43c0-8bb9-5d51c3046b56 req-6d4bbe96-2226-43fa-bf89-a92c4cd516ed tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:42.962826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88d14cca-fa5e-43c0-8bb9-5d51c3046b56 req-6d4bbe96-2226-43fa-bf89-a92c4cd516ed tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0568650 Feb 03 15:26:43.011127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88d14cca-fa5e-43c0-8bb9-5d51c3046b56 req-7a65e1a1-a432-4c52-acc4-575e1bf16913 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425889 Feb 03 15:26:44.129349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646bc9-17d1-441c-a643-21db1303f7d0 req-0eaa0ba9-9a89-42b7-a901-971684b584fc tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:44.130837 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24646bc9-17d1-441c-a643-21db1303f7d0 req-0eaa0ba9-9a89-42b7-a901-971684b584fc tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0535550 Feb 03 15:26:44.179409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24646bc9-17d1-441c-a643-21db1303f7d0 req-96df8d83-85a7-4082-bba1-aa2bb94770c8 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Feb 03 15:26:45.296039 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e3a1-314e-4f21-8a00-361e84096ad6 req-32ee41ed-f2f2-4188-9921-c6c0c658a3e1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:45.297560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af88e3a1-314e-4f21-8a00-361e84096ad6 req-32ee41ed-f2f2-4188-9921-c6c0c658a3e1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0522780 Feb 03 15:26:45.355480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af88e3a1-314e-4f21-8a00-361e84096ad6 req-223d2179-29bd-4cde-af1a-0e4daf285caf tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517809 Feb 03 15:26:45.478942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5794-9264-45bb-a6b7-f0f770ef80e0 req-95656a6c-7a4a-4136-8c5e-bac59f6e494a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:45.480440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-011e5794-9264-45bb-a6b7-f0f770ef80e0 req-95656a6c-7a4a-4136-8c5e-bac59f6e494a tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0586486 Feb 03 15:26:45.529541 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-011e5794-9264-45bb-a6b7-f0f770ef80e0 req-3c654704-03c7-4f82-8bb8-1ef49888075d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435226 Feb 03 15:26:45.550535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37482) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:45.596695 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0086d0-016b-469b-9f06-b8ae021bc3dd tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:45.598219 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-5e0086d0-016b-469b-9f06-b8ae021bc3dd tempest-TestNetworkAdvancedServerOps-1697791329 tempest-TestNetworkAdvancedServerOps-1697791329-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1123 time: 0.0467074 Feb 03 15:26:45.600963 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37484) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:45.605426 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:26:45.624879 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:45.727539 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:45.833816 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Allocated IP 172.25.0.77 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/0dcd7f9f-14fe-4cef-b389-0b98be9a5519) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:26:45.935630 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:45.941750 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96436739-08c2-4759-8767-889262beb146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:45.969473 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:46.009819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:26:46.012685 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:26:46.016208 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:26:46.042520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=0dcd7f9f-14fe-4cef-b389-0b98be9a5519,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:46.377605 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (7dfcaee8-8ae1-4581-984d-0c32a337a1ca), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:46.447508 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:46.589389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:46.594767 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:46.663114 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event updated for resources: {'Port': ['ID=0dcd7f9f-14fe-4cef-b389-0b98be9a5519,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:26:46.674724 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (7dfcaee8-8ae1-4581-984d-0c32a337a1ca), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:46.777251 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 7dfcaee8-8ae1-4581-984d-0c32a337a1ca associated. External IP: 172.25.0.77, port: 84cdb810-c909-4c67-bcdc-24846c29ea25. Feb 03 15:26:46.985070 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router ae91f59c-9202-40b8-9125-66f8120bb360 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:26:47.436382 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:26:47.446809 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] Sync routers for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:26:47.454702 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:47.455855 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:47.456480 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:47.482982 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9788bb11-1152-498a-8c89-9c8c49c79f6b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8810163 Feb 03 15:26:47.483662 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:26:47.486532 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:26:47.565772 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:47.583912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf1fa-0027-466b-a9c1-9177b5256a28 req-77b9f7b9-ff1d-41e0-a0a3-45271a64d5bc tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:47.585840 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68baf1fa-0027-466b-a9c1-9177b5256a28 req-77b9f7b9-ff1d-41e0-a0a3-45271a64d5bc tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0524654 Feb 03 15:26:47.634338 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68baf1fa-0027-466b-a9c1-9177b5256a28 req-68a2ab1b-f5c6-4e5b-b885-6d5f4127e03c tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432813 Feb 03 15:26:47.657257 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37490) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:47.697219 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b04e19-880e-4a74-8010-ddd7957ae047 x-openstack-request-id: req-13b04e19-880e-4a74-8010-ddd7957ae047 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:26:47.697513 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:26:47.697767 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13b04e19-880e-4a74-8010-ddd7957ae047 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:26:47.698164 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'status': 'completed', 'code': 200} Feb 03 15:26:47.738261 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3f1385c8-8615-40d5-9c01-e89aede6a467 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7dfcaee8-8ae1-4581-984d-0c32a337a1ca HTTP/1.1" status: 200 len: 991 time: 0.0660315 Feb 03 15:26:47.789386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-2d734e7c-7ec6-4549-b4a5-264d5e1c507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:47.790907 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-2d734e7c-7ec6-4549-b4a5-264d5e1c507b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1128 time: 0.0450256 Feb 03 15:26:47.803811 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '7dfcaee8-8ae1-4581-984d-0c32a337a1ca', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'port_id': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'mac_address': 'fa:16:3e:66:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:26:46Z', 'updated_at': '2022-02-03T15:26:46Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:47.829945 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] Checking router: ae91f59c-9202-40b8-9125-66f8120bb360 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:26:47.838183 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:26:47.838778 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:26:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:47.885819 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-f7985bdb-b240-4af6-80af-80cf2d72024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:47.887304 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-f7985bdb-b240-4af6-80af-80cf2d72024b service neutron] 10.222.0.71 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 898 time: 0.0909338 Feb 03 15:26:47.947195 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:26:47.954406 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-34080986-ab0a-448f-a6bd-bed717e7379d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 999 time: 0.0610700 Feb 03 15:26:48.003034 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-f6172a61-9ac9-4051-9e8b-11ac6e805997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:48.004516 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-f6172a61-9ac9-4051-9e8b-11ac6e805997 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 200 len: 835 time: 0.0447943 Feb 03 15:26:48.057931 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-99846630-4568-4215-85d1-0491b487fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:26:48.059904 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-99846630-4568-4215-85d1-0491b487fb51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=631e4b64-67da-433b-9678-9f21ddcbe3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497253 Feb 03 15:26:48.150402 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-c5f13cc2-582b-44ac-9bd6-1c805ef458b2 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844493 Feb 03 15:26:48.173127 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '7dfcaee8-8ae1-4581-984d-0c32a337a1ca', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'port_id': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'mac_address': 'fa:16:3e:66:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:26:46Z', 'updated_at': '2022-02-03T15:26:46Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:26:48.208308 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc4c95-ae79-451a-8a8a-2cae17ebe663 None None] The sync data for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 is: [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '7dfcaee8-8ae1-4581-984d-0c32a337a1ca', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'port_id': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'mac_address': 'fa:16:3e:66:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:26:46Z', 'updated_at': '2022-02-03T15:26:46Z', 'revision_number': 0, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:26:48.218590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93b49261-628c-4493-9ba6-9a7a684f2431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:48.243757 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e98b4bae-c062-42f8-9c2c-db20d46cd9e6 req-3fc0ddc5-30d9-456b-a2ad-d8946502bf3c service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Feb 03 15:26:48.426786 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3addc5f7-5e11-463b-b791-8ada4d871ba8 None None] New status for floating IP 7dfcaee8-8ae1-4581-984d-0c32a337a1ca: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:26:48.728494 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37492) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:26:48.798457 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e02840fe-053a-4989-8b17-63d3b9b18e2e tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7dfcaee8-8ae1-4581-984d-0c32a337a1ca HTTP/1.1" status: 200 len: 993 time: 0.0688038 Feb 03 15:26:49.901869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:50.972272 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:52.341942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:26:55.311725 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:00.211715 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-3febe518-ad19-4271-91a2-60baa6e81d5b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468917 Feb 03 15:27:00.325831 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-c8fe0605-0e12-4af5-ba0d-cbed58ba40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:27:00.327396 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-c8fe0605-0e12-4af5-ba0d-cbed58ba40fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1128 time: 0.0509903 Feb 03 15:27:00.447943 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-65ed9bdd-cfcb-40e7-a639-8117ca196c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:27:00.449812 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-65ed9bdd-cfcb-40e7-a639-8117ca196c3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 898 time: 0.1028852 Feb 03 15:27:00.524601 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-ed080c65-0e36-4e87-962e-263213ceac05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 1001 time: 0.0675750 Feb 03 15:27:00.583215 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-e02ff8bb-281b-490a-8d70-aabba7c42087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:27:00.584713 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-e02ff8bb-281b-490a-8d70-aabba7c42087 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 200 len: 835 time: 0.0542982 Feb 03 15:27:00.640872 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-4d52df82-af03-47f7-928b-05eafedbb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:27:00.642529 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-4d52df82-af03-47f7-928b-05eafedbb24e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=631e4b64-67da-433b-9678-9f21ddcbe3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507250 Feb 03 15:27:00.730963 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-4f21b10d-d64a-4454-be5c-df1ce8140366 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826733 Feb 03 15:27:00.822080 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-dd4434b1-fefe-4a57-9688-27750f5040e4 req-b829a958-b116-4ef8-af7b-38c8605a4f51 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844767 Feb 03 15:27:09.778297 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:15.945795 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99c42ed4-45f9-41b8-a9cc-e43ab70d96a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:18.211692 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4454136d-cdd4-4316-9d22-4b9c50bc6c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:18.349072 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:27:19.904304 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:20.974600 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:22.349160 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:25.317652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:39.778891 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:45.948685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-635920d6-a344-4036-8f60-8426d966ef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:48.213402 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00a71085-1c99-46e4-96fc-f99648b64380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:49.907292 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:50.977745 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:52.343913 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:55.331517 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:27:55.348514 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:28:01.158706 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-0ec2a881-3fa7-4210-b486-63cb1707246e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439618 Feb 03 15:28:01.259288 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-0f998498-1d46-43b1-a3cc-1e75bf1e3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:01.260784 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-0f998498-1d46-43b1-a3cc-1e75bf1e3b02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1128 time: 0.0441120 Feb 03 15:28:01.363743 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-4403a2ec-8996-483d-b4d1-c1eeb51061cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:01.365249 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-4403a2ec-8996-483d-b4d1-c1eeb51061cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 898 time: 0.0867608 Feb 03 15:28:01.428379 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-69c5cb22-d5f7-456b-acf8-ed8c5e8066f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 1001 time: 0.0571778 Feb 03 15:28:01.479628 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-6b8da330-123b-4b16-9394-d7ebbf214949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:01.481093 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-6b8da330-123b-4b16-9394-d7ebbf214949 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 200 len: 835 time: 0.0469444 Feb 03 15:28:01.529009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-4598b9cb-1e7e-4f10-91a2-400cdf61baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:01.530494 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-4598b9cb-1e7e-4f10-91a2-400cdf61baf1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=631e4b64-67da-433b-9678-9f21ddcbe3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436838 Feb 03 15:28:01.616514 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-d72d159a-2f9b-44b1-a07f-55328c952bbb service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804241 Feb 03 15:28:01.707553 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9f7ea5d1-2ea9-468d-93ed-cf3260642047 req-15d6ae92-47ca-467c-a74b-dce15f4ee182 service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850086 Feb 03 15:28:02.178390 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45221d-68ea-4742-8575-99721a5c202d req-c6c6b58b-de99-42d0-ac7e-332ac60e49c2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:02.179896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea45221d-68ea-4742-8575-99721a5c202d req-c6c6b58b-de99-42d0-ac7e-332ac60e49c2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.1220195 Feb 03 15:28:02.228116 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ea45221d-68ea-4742-8575-99721a5c202d req-ddad5cbf-1f01-451b-a6e3-f908eb5364d5 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 Feb 03 15:28:03.359007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520827c-3fc0-4d83-a301-026dfc4c1bfb req-02ce7e69-8bbe-436f-b6f9-b45d6d1d8829 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:03.359007 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f520827c-3fc0-4d83-a301-026dfc4c1bfb req-02ce7e69-8bbe-436f-b6f9-b45d6d1d8829 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0547011 Feb 03 15:28:03.409566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f520827c-3fc0-4d83-a301-026dfc4c1bfb req-a379cc18-1fb3-4798-aac7-de8f6503a6f2 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477443 Feb 03 15:28:04.532870 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05b82-563b-476e-808b-2cb3b14e8b79 req-5ca5486c-e279-4597-870c-9a23ab83cfc1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:04.534418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88b05b82-563b-476e-808b-2cb3b14e8b79 req-5ca5486c-e279-4597-870c-9a23ab83cfc1 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0554721 Feb 03 15:28:04.591644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-88b05b82-563b-476e-808b-2cb3b14e8b79 req-bb0b7d21-a9b9-4ae7-834f-e44f239dc8d4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497940 Feb 03 15:28:04.614495 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37532) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:04.683550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a7ba1f50-2e43-493f-b8b6-c588c43e23b7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7dfcaee8-8ae1-4581-984d-0c32a337a1ca HTTP/1.1" status: 200 len: 993 time: 0.0678289 Feb 03 15:28:05.961595 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf986af-e998-4eed-bcbe-a3676e0cf2ae req-502f7f42-07c0-4589-8bef-debd9b9a8ff4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:05.963008 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf986af-e998-4eed-bcbe-a3676e0cf2ae req-502f7f42-07c0-4589-8bef-debd9b9a8ff4 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0582986 Feb 03 15:28:05.998051 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-fbd072b0-5235-4afd-8f6c-d3c2b8143b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:05.999581 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-fbd072b0-5235-4afd-8f6c-d3c2b8143b46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1128 time: 0.0452464 Feb 03 15:28:06.018810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6cf986af-e998-4eed-bcbe-a3676e0cf2ae req-a84a5327-b987-4a22-aceb-7e24340f47a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483451 Feb 03 15:28:06.093949 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-8371bcb2-0ea6-44fb-997c-7cc6f036eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:06.095414 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-8371bcb2-0ea6-44fb-997c-7cc6f036eb74 service neutron] 10.222.0.71 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 898 time: 0.0899041 Feb 03 15:28:06.162766 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-6e7aa74a-d7cf-4c76-b283-c649d7768cdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 1001 time: 0.0608919 Feb 03 15:28:06.214509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-ebc8b8a5-90ca-41ba-8e98-755df53bf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:06.215899 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-ebc8b8a5-90ca-41ba-8e98-755df53bf142 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 200 len: 835 time: 0.0465667 Feb 03 15:28:06.265060 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-05c56074-10b3-452a-9501-5165dc5a4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:06.266548 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-05c56074-10b3-452a-9501-5165dc5a4e86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=631e4b64-67da-433b-9678-9f21ddcbe3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444524 Feb 03 15:28:06.353895 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-1e215b90-362f-48f9-988b-f4ed7d678f2b service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810564 Feb 03 15:28:06.446844 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-bd971d5a-9cc1-4b1b-9886-17c4e5b6eb98 req-a8315e27-3962-40c6-ba45-12c9c8e20c7a service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862076 Feb 03 15:28:07.139472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b5436-dfaf-48d4-94af-0930a8704dd3 req-f4b69e47-4021-4c1c-b86d-e8560518ec4b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:07.140985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b78b5436-dfaf-48d4-94af-0930a8704dd3 req-f4b69e47-4021-4c1c-b86d-e8560518ec4b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0534787 Feb 03 15:28:07.189315 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b78b5436-dfaf-48d4-94af-0930a8704dd3 req-8dbd579f-ea29-42da-b92b-f069138a4de3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427527 Feb 03 15:28:08.310724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b580d6b-8c51-4074-89b5-1fb7c7644138 req-86ecb8a2-f45b-44e4-9ac7-81f6e4930aec tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:08.312120 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b580d6b-8c51-4074-89b5-1fb7c7644138 req-86ecb8a2-f45b-44e4-9ac7-81f6e4930aec tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0526125 Feb 03 15:28:08.360330 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b580d6b-8c51-4074-89b5-1fb7c7644138 req-7655c92d-6ad6-452d-bdbd-08e8b7944982 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417135 Feb 03 15:28:08.384557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37544) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:08.451193 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a657240f-c478-4916-944f-7a25946abd84 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/floatingips/7dfcaee8-8ae1-4581-984d-0c32a337a1ca HTTP/1.1" status: 200 len: 993 time: 0.0654559 Feb 03 15:28:08.670670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37550) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:08.830227 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 0dcd7f9f-14fe-4cef-b389-0b98be9a5519 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:28:08.830578 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:08.909516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:08.909852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:08.921919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 0dcd7f9f-14fe-4cef-b389-0b98be9a5519 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:28:09.069253 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (0dcd7f9f-14fe-4cef-b389-0b98be9a5519), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:09.098696 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=0dcd7f9f-14fe-4cef-b389-0b98be9a5519,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:09.133233 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.133586 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.133937 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.134278 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.134612 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.134938 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.135274 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.135599 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.135924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.136249 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.136597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.136919 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.137238 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:09.176721 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for floatingip (7dfcaee8-8ae1-4581-984d-0c32a337a1ca), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:09.176979 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Floating IP 7dfcaee8-8ae1-4581-984d-0c32a337a1ca disassociated (deleted). External IP: 172.25.0.77, port: 84cdb810-c909-4c67-bcdc-24846c29ea25. Feb 03 15:28:09.401978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router ae91f59c-9202-40b8-9125-66f8120bb360 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:28:09.517160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:28:09.522205 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:09.526705 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] Sync routers for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:28:09.537243 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:09.537837 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:09.552547 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f025e50-4762-47ae-8f5c-7296df118b45 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/floatingips/7dfcaee8-8ae1-4581-984d-0c32a337a1ca HTTP/1.1" status: 204 len: 168 time: 0.8816643 Feb 03 15:28:09.553155 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:28:09.555408 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06720d6-3d27-4a91-a892-931f20b938cf" -d '{"events": [{"name": "network-changed", "server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:28:09.713942 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5009ee1e-a875-4d68-9d7e-ef553795dc79 x-openstack-request-id: req-5009ee1e-a875-4d68-9d7e-ef553795dc79 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:28:09.714565 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:28:09.714565 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5009ee1e-a875-4d68-9d7e-ef553795dc79 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:28:09.714960 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'status': 'completed', 'code': 200} Feb 03 15:28:09.746105 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:09.788287 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:09.815624 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27270977-d375-4153-b6b2-7d7c20c76976 req-66205732-d4bc-46e2-9ea8-a2c966aede05 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:09.817323 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27270977-d375-4153-b6b2-7d7c20c76976 req-66205732-d4bc-46e2-9ea8-a2c966aede05 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0596306 Feb 03 15:28:09.824763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06720d6-3d27-4a91-a892-931f20b938cf req-17943cf1-93f0-4cdc-b53d-97d55d43421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:09.826744 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e06720d6-3d27-4a91-a892-931f20b938cf req-17943cf1-93f0-4cdc-b53d-97d55d43421d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 1128 time: 0.0505717 Feb 03 15:28:09.869838 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-27270977-d375-4153-b6b2-7d7c20c76976 req-98227214-93b0-4a08-b907-6f232ff768ad tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 Feb 03 15:28:09.926589 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06720d6-3d27-4a91-a892-931f20b938cf req-35e22b60-93f7-4f0f-a7f9-8e2d1b371990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:09.928071 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e06720d6-3d27-4a91-a892-931f20b938cf req-35e22b60-93f7-4f0f-a7f9-8e2d1b371990 service neutron] 10.222.0.71 "GET /v2.0/networks?id=631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 200 len: 898 time: 0.0941107 Feb 03 15:28:09.961752 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:09.968091 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e06720d6-3d27-4a91-a892-931f20b938cf req-d7fb5eca-a3f2-4480-aaac-77ecb858e783 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 200 len: 217 time: 0.0336661 Feb 03 15:28:09.991247 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] Checking router: ae91f59c-9202-40b8-9125-66f8120bb360 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:28:09.999277 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:09.999863 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:10.018711 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06720d6-3d27-4a91-a892-931f20b938cf req-0d916076-15a7-4a71-98c8-c4ae7c0c46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:10.020779 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e06720d6-3d27-4a91-a892-931f20b938cf req-0d916076-15a7-4a71-98c8-c4ae7c0c46ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 200 len: 835 time: 0.0452259 Feb 03 15:28:10.075563 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06720d6-3d27-4a91-a892-931f20b938cf req-7d64aed9-4ddb-42c7-8bf9-2e4736ceeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:10.077023 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e06720d6-3d27-4a91-a892-931f20b938cf req-7d64aed9-4ddb-42c7-8bf9-2e4736ceeccf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=631e4b64-67da-433b-9678-9f21ddcbe3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483062 Feb 03 15:28:10.108626 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:10.174152 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e06720d6-3d27-4a91-a892-931f20b938cf req-fd5290a0-0612-4b6b-85b3-0a1942f361ce service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859177 Feb 03 15:28:10.271962 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-e06720d6-3d27-4a91-a892-931f20b938cf req-0209f1f5-6cf9-4b29-bf24-7fb90827465f service neutron] 10.222.0.71 "GET /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897839 Feb 03 15:28:10.302644 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:10.328761 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8c710-ea8e-4920-9055-93943b0141c1 None None] The sync data for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 is: [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:31Z', 'revision_number': 4, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '06670e2b-9d75-4aa7-86c3-6516f8c44968', 'name': '', 'network_id': '631e4b64-67da-433b-9678-9f21ddcbe3ae', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'mac_address': 'fa:16:3e:50:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:31Z', 'updated_at': '2022-02-03T15:26:34Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'subnets': [{'id': 'fddf8d3f-8403-407d-adf6-e18d383263fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:28:10.546626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db14999-9021-428b-9476-3580a8432c9a None None] New status for floating IP 7dfcaee8-8ae1-4581-984d-0c32a337a1ca: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:28:10.995524 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27de985-46d2-49c4-beb5-7c7041c5e47f req-86dc33d1-a4ee-4cd8-8753-48e599d570c7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:10.997047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d27de985-46d2-49c4-beb5-7c7041c5e47f req-86dc33d1-a4ee-4cd8-8753-48e599d570c7 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0573144 Feb 03 15:28:11.047455 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d27de985-46d2-49c4-beb5-7c7041c5e47f req-b8850533-9565-480c-b1b2-d3b8c007de1b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447967 Feb 03 15:28:11.871676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-ada93447-aad3-4aee-8b50-f1e94143bc63 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:11.873204 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-ada93447-aad3-4aee-8b50-f1e94143bc63 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0534871 Feb 03 15:28:11.969032 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 84cdb810-c909-4c67-bcdc-24846c29ea25 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:28:11.969380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:12.056750 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 84cdb810-c909-4c67-bcdc-24846c29ea25, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=84cdb810-c909-4c67-bcdc-24846c29ea25,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:12.057112 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:12.069386 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 84cdb810-c909-4c67-bcdc-24846c29ea25 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:28:12.172107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca41338-475e-461a-9fbf-a05b49447dcd req-82c2387e-59e3-433c-ab35-c788184b2d46 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:12.173626 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bca41338-475e-461a-9fbf-a05b49447dcd req-82c2387e-59e3-433c-ab35-c788184b2d46 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b373e8-5ed2-4c3f-8202-64afea4e464c HTTP/1.1" status: 200 len: 946 time: 0.0565200 Feb 03 15:28:12.203465 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (84cdb810-c909-4c67-bcdc-24846c29ea25), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:12.223884 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bca41338-475e-461a-9fbf-a05b49447dcd req-e5c86e81-f194-4752-9811-2a779ee5360b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "GET /v2.0/security-groups?id=124b059e-d8d3-48c9-9dcb-c0a88244fa33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441401 Feb 03 15:28:12.234092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=84cdb810-c909-4c67-bcdc-24846c29ea25,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:12.280430 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] No DVR routers for this DVR port 84cdb810-c909-4c67-bcdc-24846c29ea25 on host n-h2-827549-2 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:28:12.283031 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:12.286877 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-edfb2a41-f3a0-4cce-b144-cc8fb379b85c req-dc9d9e8d-afc9-45d1-aac2-717141cd07a3 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.71 "DELETE /v2.0/ports/84cdb810-c909-4c67-bcdc-24846c29ea25 HTTP/1.1" status: 204 len: 173 time: 0.4070466 Feb 03 15:28:12.287311 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'name': 'network-vif-deleted', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:28:12.289531 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a97719-ad1e-4100-a5a4-d51539ea50fd" -d '{"events": [{"server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "name": "network-vif-deleted", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:28:12.328500 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e1880c-a3dd-4567-8b7b-5c6fd214506f x-openstack-request-id: req-82e1880c-a3dd-4567-8b7b-5c6fd214506f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:28:12.328792 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b373e8-5ed2-4c3f-8202-64afea4e464c", "name": "network-vif-deleted", "tag": "84cdb810-c909-4c67-bcdc-24846c29ea25", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:28:12.329047 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82e1880c-a3dd-4567-8b7b-5c6fd214506f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:28:12.329446 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b373e8-5ed2-4c3f-8202-64afea4e464c', 'name': 'network-vif-deleted', 'tag': '84cdb810-c909-4c67-bcdc-24846c29ea25', 'status': 'completed', 'code': 200} Feb 03 15:28:13.281405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37566) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:13.654861 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (ae91f59c-9202-40b8-9125-66f8120bb360), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:13.915202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port 06670e2b-9d75-4aa7-86c3-6516f8c44968 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:28:13.915444 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:14.002168 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port 06670e2b-9d75-4aa7-86c3-6516f8c44968, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=06670e2b-9d75-4aa7-86c3-6516f8c44968,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:14.002539 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:14.015241 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for 06670e2b-9d75-4aa7-86c3-6516f8c44968 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:28:14.202419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (06670e2b-9d75-4aa7-86c3-6516f8c44968), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:14.227574 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=06670e2b-9d75-4aa7-86c3-6516f8c44968,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:14.243030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.243361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.243723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.244063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.244370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.244725 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.245050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.245402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.245727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.246057 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.246376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.246700 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.247016 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:14.421118 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (ae91f59c-9202-40b8-9125-66f8120bb360), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:14.641920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Router ae91f59c-9202-40b8-9125-66f8120bb360 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:28:14.749919 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:28:14.756670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-022fcb67-80e8-4120-b549-b68543aed60f tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "PUT /v2.0/routers/ae91f59c-9202-40b8-9125-66f8120bb360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4741938 Feb 03 15:28:14.759428 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37568) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:14.760052 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] Sync routers for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:28:14.769548 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:14.770139 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:14.810416 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting subnet fddf8d3f-8403-407d-adf6-e18d383263fd {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:28:14.813597 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (fddf8d3f-8403-407d-adf6-e18d383263fd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:14.855753 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (fddf8d3f-8403-407d-adf6-e18d383263fd), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:14.875099 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:14.944449 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (fddf8d3f-8403-407d-adf6-e18d383263fd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.001517 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (fddf8d3f-8403-407d-adf6-e18d383263fd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.029763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Subnet': ['ID=fddf8d3f-8403-407d-adf6-e18d383263fd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:15.031732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.035005 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1bcf8e62-b637-4f2d-92e7-07eac6b9e6b6 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/subnets/fddf8d3f-8403-407d-adf6-e18d383263fd HTTP/1.1" status: 204 len: 168 time: 0.2746091 Feb 03 15:28:15.038625 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37570) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:15.039222 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2788d18-c4ab-4070-b516-72182d281d44 None None] Network 631e4b64-67da-433b-9678-9f21ddcbe3ae requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:28:15.060618 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:28:14Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:15.088362 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] Checking router: ae91f59c-9202-40b8-9125-66f8120bb360 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:28:15.102090 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] Routers {'ae91f59c-9202-40b8-9125-66f8120bb360'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:15.102696 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:27:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['ae91f59c-9202-40b8-9125-66f8120bb360'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:15.234156 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] Set router ae91f59c-9202-40b8-9125-66f8120bb360 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:15.248458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] DHCP port deletion for 631e4b64-67da-433b-9678-9f21ddcbe3ae request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:28:15.300622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Deleting port b61ac660-0b62-4909-a091-5ed75698df8c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:28:15.301615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.370546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] For port b61ac660-0b62-4909-a091-5ed75698df8c, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b61ac660-0b62-4909-a091-5ed75698df8c,segment=NetworkSegment(cf4927ee-96b0-4e45-be25-0375669e5234),segment_id=cf4927ee-96b0-4e45-be25-0375669e5234)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:15.370973 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.386905 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Calling delete_port for b61ac660-0b62-4909-a091-5ed75698df8c owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:28:15.431088 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:28:14Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:15.459278 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915e493-eec8-438b-ace0-cbd3b2b5fd54 None None] The sync data for ids ['ae91f59c-9202-40b8-9125-66f8120bb360'] in n-d-827549-2 is: [{'id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1883106185', 'tenant_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:28:14Z', 'revision_number': 5, 'project_id': 'b823e47ba43a4e5cad9a0e7b6d73e865', 'gw_port': {'id': 'd097fb0f-de81-4d8b-a271-a51fae82accf', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae91f59c-9202-40b8-9125-66f8120bb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:26:28Z', 'updated_at': '2022-02-03T15:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:28:15.470604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b61ac660-0b62-4909-a091-5ed75698df8c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.501917 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Pushing event deleted for resources: {'Port': ['ID=b61ac660-0b62-4909-a091-5ed75698df8c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:15.507488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] No DVR routers for this DVR port b61ac660-0b62-4909-a091-5ed75698df8c on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:28:15.514456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.514816 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.515157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.515499 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.515840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.516530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.516530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.517264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.517264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.517457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.517783 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.518104 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.518829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f137-725b-4511-a154-aec44ec267e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:15.527154 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (ae91f59c-9202-40b8-9125-66f8120bb360), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.632489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_gateway (ae91f59c-9202-40b8-9125-66f8120bb360), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.684607 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Deleting port d097fb0f-de81-4d8b-a271-a51fae82accf {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:28:15.684954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.760199 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] For port d097fb0f-de81-4d8b-a271-a51fae82accf, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d097fb0f-de81-4d8b-a271-a51fae82accf,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:15.760521 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.772582 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Calling delete_port for d097fb0f-de81-4d8b-a271-a51fae82accf owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:28:15.950843 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6419779-f8b2-42d3-9f46-c127a0381cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.954419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d097fb0f-de81-4d8b-a271-a51fae82accf), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:15.980829 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Port': ['ID=d097fb0f-de81-4d8b-a271-a51fae82accf,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:16.042991 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (ae91f59c-9202-40b8-9125-66f8120bb360), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.120403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 06670e2b-9d75-4aa7-86c3-6516f8c44968 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:28:16.137783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (ae91f59c-9202-40b8-9125-66f8120bb360), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.139980 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router_controller (ae91f59c-9202-40b8-9125-66f8120bb360), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.140349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 06670e2b-9d75-4aa7-86c3-6516f8c44968 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:28:16.140885 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 06670e2b-9d75-4aa7-86c3-6516f8c44968 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:28:16.141306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b61ac660-0b62-4909-a091-5ed75698df8c no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:28:16.160515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b61ac660-0b62-4909-a091-5ed75698df8c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:28:16.160857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b61ac660-0b62-4909-a091-5ed75698df8c not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:28:16.187921 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (ae91f59c-9202-40b8-9125-66f8120bb360), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.188526 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Fanout notify agent at l3_agent the message router_deleted on router ae91f59c-9202-40b8-9125-66f8120bb360 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:28:16.196805 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.198224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-27e3a525-e2fc-4e49-b468-5fcc707a3f0d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/routers/ae91f59c-9202-40b8-9125-66f8120bb360 HTTP/1.1" status: 204 len: 168 time: 1.1582491 Feb 03 15:28:16.200945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37572) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:16.290156 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (631e4b64-67da-433b-9678-9f21ddcbe3ae), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.381081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (631e4b64-67da-433b-9678-9f21ddcbe3ae), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.405044 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631e4b64-67da-433b-9678-9f21ddcbe3ae']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:16.414210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4927ee-96b0-4e45-be25-0375669e5234') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:16.414513 n-d-827549-2 neutron-server[103341]: DEBUG neutron.services.segments.db [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4927ee-96b0-4e45-be25-0375669e5234') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:16.423548 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14142859'] for segment (cf4927ee-96b0-4e45-be25-0375669e5234), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.436910 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (cf4927ee-96b0-4e45-be25-0375669e5234), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.443367 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:28:16.443731 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24708000'] for segment (cf4927ee-96b0-4e45-be25-0375669e5234), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: Traceback (most recent call last): Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: timer() Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: cb(*args, **kw) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: return func(*args, **kwargs) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: self._notify() Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: self.callback(batched_events) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: event.method(event) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: return f(self, *a, **k) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: return self._get(url).json() Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: return self.request(url, 'GET', **kwargs) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:28:16.446709 n-d-827549-2 neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:28:16.502540 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (631e4b64-67da-433b-9678-9f21ddcbe3ae), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.509925 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.513043 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/networks/631e4b64-67da-433b-9678-9f21ddcbe3ae HTTP/1.1" status: 204 len: 168 time: 0.3111131 Feb 03 15:28:16.515843 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37574) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:16.524239 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45530b82-b0e8-44d0-8619-c461e96c7d1d tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'Network': ['ID=631e4b64-67da-433b-9678-9f21ddcbe3ae,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:16.579786 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a4e405d-df4a-4abc-9dfe-6985126b5551 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (124b059e-d8d3-48c9-9dcb-c0a88244fa33), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.605224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a4e405d-df4a-4abc-9dfe-6985126b5551 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (124b059e-d8d3-48c9-9dcb-c0a88244fa33), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.672557 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a4e405d-df4a-4abc-9dfe-6985126b5551 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (124b059e-d8d3-48c9-9dcb-c0a88244fa33), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.675163 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a4e405d-df4a-4abc-9dfe-6985126b5551 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:16.676954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1a4e405d-df4a-4abc-9dfe-6985126b5551 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] 10.222.0.52 "DELETE /v2.0/security-groups/124b059e-d8d3-48c9-9dcb-c0a88244fa33 HTTP/1.1" status: 204 len: 168 time: 0.1600060 Feb 03 15:28:16.686295 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e405d-df4a-4abc-9dfe-6985126b5551 tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b059e-d8d3-48c9-9dcb-c0a88244fa33,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:16.870465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 84cdb810-c909-4c67-bcdc-24846c29ea25 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:28:16.889206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 84cdb810-c909-4c67-bcdc-24846c29ea25 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:28:16.889560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 84cdb810-c909-4c67-bcdc-24846c29ea25 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:28:17.021954 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37582) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:17.152923 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-73810104-b00b-451a-8b60-8fa3da7be51c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b823e47ba43a4e5cad9a0e7b6d73e865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297822 Feb 03 15:28:17.155396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37586) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:17.203384 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43211ce3-a918-40c3-b760-ccf19178903b admin admin] Publish callbacks [] for security_group (7ac0c2aa-c66c-437b-adc6-ea1b6627afd3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.228971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43211ce3-a918-40c3-b760-ccf19178903b admin admin] Publish callbacks [] for security_group (7ac0c2aa-c66c-437b-adc6-ea1b6627afd3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.276713 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43211ce3-a918-40c3-b760-ccf19178903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (7ac0c2aa-c66c-437b-adc6-ea1b6627afd3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.279239 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43211ce3-a918-40c3-b760-ccf19178903b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.280662 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-43211ce3-a918-40c3-b760-ccf19178903b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ac0c2aa-c66c-437b-adc6-ea1b6627afd3 HTTP/1.1" status: 204 len: 168 time: 0.1240702 Feb 03 15:28:17.287971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43211ce3-a918-40c3-b760-ccf19178903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0c2aa-c66c-437b-adc6-ea1b6627afd3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:17.555913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37592) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:17.569599 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e13dca59-6685-45ce-9b54-32e5a1352047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.642995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e13dca59-6685-45ce-9b54-32e5a1352047 admin admin] Publish callbacks [] for security_group (cb602322-4a58-4204-ba22-e569f6f0648d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.646453 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e13dca59-6685-45ce-9b54-32e5a1352047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cb602322-4a58-4204-ba22-e569f6f0648d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.685354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e13dca59-6685-45ce-9b54-32e5a1352047 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e260a93d9c34dd3857e1657180b88e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283176 Feb 03 15:28:17.686598 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dca59-6685-45ce-9b54-32e5a1352047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb602322-4a58-4204-ba22-e569f6f0648d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:17.687999 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37594) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:17.736142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9332045-72fc-46d2-8b63-4836ce71730b admin admin] Publish callbacks [] for security_group (cb602322-4a58-4204-ba22-e569f6f0648d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.757076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9332045-72fc-46d2-8b63-4836ce71730b admin admin] Publish callbacks [] for security_group (cb602322-4a58-4204-ba22-e569f6f0648d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.808381 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9332045-72fc-46d2-8b63-4836ce71730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (cb602322-4a58-4204-ba22-e569f6f0648d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.811310 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a9332045-72fc-46d2-8b63-4836ce71730b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:17.812250 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a9332045-72fc-46d2-8b63-4836ce71730b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb602322-4a58-4204-ba22-e569f6f0648d HTTP/1.1" status: 204 len: 168 time: 0.1231081 Feb 03 15:28:17.820137 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9332045-72fc-46d2-8b63-4836ce71730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb602322-4a58-4204-ba22-e569f6f0648d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:18.023943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d097fb0f-de81-4d8b-a271-a51fae82accf no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:28:18.043605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d097fb0f-de81-4d8b-a271-a51fae82accf {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:28:18.043955 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d097fb0f-de81-4d8b-a271-a51fae82accf not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:28:18.217878 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-afa52b52-7540-49f6-b273-521f2ae3bd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.550459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37616) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:18.649298 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-467472036-network', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:18.670588 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Made reservation on behalf of e3eb84cca18c4e0eb7821a76ad62df05 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:28:18.672816 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.681455 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.757382 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks [] for security_group (b38dc878-0241-40c2-866b-409e58fc2f19), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.761233 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b38dc878-0241-40c2-866b-409e58fc2f19), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.785659 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:28:18.794360 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38dc878-0241-40c2-866b-409e58fc2f19,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:18.800436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (82b21a4e-bce6-4afd-8f1a-591bf15d16ef), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.801333 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Added segment 82b21a4e-bce6-4afd-8f1a-591bf15d16ef of type vlan for network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 Feb 03 15:28:18.840132 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.866699 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.867772 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:18.868358 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.901084 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3490345 Feb 03 15:28:18.904066 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37620) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:18.909164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Request body: {'subnet': {'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-467472036-subnet', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:18.930436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Made reservation on behalf of e3eb84cca18c4e0eb7821a76ad62df05 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:28:18.932802 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:18.934965 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a98ecb-151c-4525-8925-92abe33cb8bd admin admin] Pushing event updated for resources: {'Network': ['ID=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:18.945441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:28:19.107606 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.162365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:19.170901 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Checking segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:19.171265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Network hostable DHCP agents. Network: a2e54a55-5e70-43f5-bc26-c007ec2d5cf2, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:28:19.187992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:28:19.196261 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, a2e54a55-5e70-43f5-bc26-c007ec2d5cf2) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:19.200328 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:19.200954 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.210588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde1834-6408-46d0-9ecc-3376f21596ec None None] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:28:19.218635 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-341cfe4e-c174-4338-bb4d-a295e395713c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3133490 Feb 03 15:28:19.221471 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37622) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:19.226705 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:19.246506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (e938c2d9-6ed3-40df-9185-4e22ec44a61b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.247527 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (e938c2d9-6ed3-40df-9185-4e22ec44a61b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.305215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks [] for router_controller (e938c2d9-6ed3-40df-9185-4e22ec44a61b), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.314693 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:28:19.315699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.451560 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Allocated IP 172.20.0.2 (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2/3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9/b2fa04da-0d0a-487b-85e9-b64c7c642d35) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:19.452336 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks [] for router_gateway (e938c2d9-6ed3-40df-9185-4e22ec44a61b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.595357 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Publish callbacks [] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.601765 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.641141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:19.645164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:19.648166 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:19.655478 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks [] for router_gateway (e938c2d9-6ed3-40df-9185-4e22ec44a61b), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.661949 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Pushing event updated for resources: {'Port': ['ID=b2fa04da-0d0a-487b-85e9-b64c7c642d35,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:19.675178 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.718401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Attempting to bind port b2fa04da-0d0a-487b-85e9-b64c7c642d35 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:28:19.718685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Attempting to bind port b2fa04da-0d0a-487b-85e9-b64c7c642d35 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:28:19.719051 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Attempting to bind port b2fa04da-0d0a-487b-85e9-b64c7c642d35 on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:19.724082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:28:19.724488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Checking segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:19.724900 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.725296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Bound using segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:28:19.725758 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Bound port: b2fa04da-0d0a-487b-85e9-b64c7c642d35, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:28:19.726141 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.784699 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Allocated IP 172.25.0.170 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/9fce3410-e383-4923-96d3-53c56e1ffd27) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:19.789903 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] For port b2fa04da-0d0a-487b-85e9-b64c7c642d35, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:28:19.793825 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] For port b2fa04da-0d0a-487b-85e9-b64c7c642d35, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b2fa04da-0d0a-487b-85e9-b64c7c642d35,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:28:19.802129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.861002 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2e73d-1dc2-4fc6-9c49-c4898176b1c9 None None] Pushing event updated for resources: {'Port': ['ID=b2fa04da-0d0a-487b-85e9-b64c7c642d35,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:19.898978 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks [] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.915204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.942808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:19.992900 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:19.995940 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:19.999067 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:20.034031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9fce3410-e383-4923-96d3-53c56e1ffd27,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:20.280235 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks [] for router_gateway (e938c2d9-6ed3-40df-9185-4e22ec44a61b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:20.480975 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (e938c2d9-6ed3-40df-9185-4e22ec44a61b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:20.617871 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Router e938c2d9-6ed3-40df-9185-4e22ec44a61b is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:28:20.742192 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:28:20.752023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Sync routers for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:28:20.763069 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:20.764011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:20.767328 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:20.767516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-4b34dbc3-4630-4156-a78e-36ca913777a4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5421798 Feb 03 15:28:20.767623 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37624) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:20.875114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995865a-d024-4c34-8047-8fd28d26fbc7 None None] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:28:20.940302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:21.209942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.250229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-115e0254-3288-47aa-b141-ca580481686d None None] Provisioning complete for port b2fa04da-0d0a-487b-85e9-b64c7c642d35 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:21.250617 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-115e0254-3288-47aa-b141-ca580481686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.424779 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-115e0254-3288-47aa-b141-ca580481686d None None] Current status of the port b2fa04da-0d0a-487b-85e9-b64c7c642d35 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:21.425552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-115e0254-3288-47aa-b141-ca580481686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.462716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:20Z', 'revision_number': 3, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:21.496138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Checking router: e938c2d9-6ed3-40df-9185-4e22ec44a61b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:28:21.496518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Updating router e938c2d9-6ed3-40df-9185-4e22ec44a61b port 9fce3410-e383-4923-96d3-53c56e1ffd27 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:28:21.499447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-115e0254-3288-47aa-b141-ca580481686d None None] For port b2fa04da-0d0a-487b-85e9-b64c7c642d35, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b2fa04da-0d0a-487b-85e9-b64c7c642d35,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:21.517398 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-115e0254-3288-47aa-b141-ca580481686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.555158 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.573351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.602605 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e0254-3288-47aa-b141-ca580481686d None None] Pushing event updated for resources: {'Port': ['ID=b2fa04da-0d0a-487b-85e9-b64c7c642d35,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:21.687371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-8b16c5cc-bec1-4bc9-9337-ab01e419e996 None None] Provisioning complete for port b2fa04da-0d0a-487b-85e9-b64c7c642d35 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:21.687661 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b16c5cc-bec1-4bc9-9337-ab01e419e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.731319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Allocated IP 172.20.0.1 (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2/3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9/4ab52246-89a1-4b51-a692-8ef147dcd2e2) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:21.840081 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks [] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.854427 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8b16c5cc-bec1-4bc9-9337-ab01e419e996 None None] Current status of the port b2fa04da-0d0a-487b-85e9-b64c7c642d35 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:21.877991 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.907604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Publish callbacks [] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.913771 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.920053 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:21.923517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:21.927558 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:21.933000 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Pushing event updated for resources: {'Port': ['ID=4ab52246-89a1-4b51-a692-8ef147dcd2e2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:21.969204 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (e938c2d9-6ed3-40df-9185-4e22ec44a61b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.973484 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Attempting to bind port 9fce3410-e383-4923-96d3-53c56e1ffd27 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:28:21.974206 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Attempting to bind port 9fce3410-e383-4923-96d3-53c56e1ffd27 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:28:21.975737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Attempting to bind port 9fce3410-e383-4923-96d3-53c56e1ffd27 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:21.987312 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:28:21.988292 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:21.989238 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.989637 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:28:21.990158 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Bound port: 9fce3410-e383-4923-96d3-53c56e1ffd27, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:28:21.990539 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:21.992435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42146484-2d6f-4fb5-86f8-b5ed389ee333 None None] Pushing event updated for resources: {'Port': ['ID=9fce3410-e383-4923-96d3-53c56e1ffd27,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:22.050196 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] For port 9fce3410-e383-4923-96d3-53c56e1ffd27, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:28:22.054596 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] For port 9fce3410-e383-4923-96d3-53c56e1ffd27, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9fce3410-e383-4923-96d3-53c56e1ffd27,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:28:22.064291 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.136810 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42146484-2d6f-4fb5-86f8-b5ed389ee333 None None] Pushing event updated for resources: {'Port': ['ID=9fce3410-e383-4923-96d3-53c56e1ffd27,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:22.146069 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:22.147047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:22.152856 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.205321 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b2fa04da-0d0a-487b-85e9-b64c7c642d35 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:22.282352 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-0d643a52-30ba-4177-b174-778a2f427812 None None] Provisioning complete for port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:22.282616 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d643a52-30ba-4177-b174-778a2f427812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.331228 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks [] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.337156 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.352942 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:22.381470 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0d643a52-30ba-4177-b174-778a2f427812 None None] Port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:28:22.398537 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.402891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port b2fa04da-0d0a-487b-85e9-b64c7c642d35 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:22.403264 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.404868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Pushing event updated for resources: {'Port': ['ID=4ab52246-89a1-4b51-a692-8ef147dcd2e2,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:22.407227 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (e938c2d9-6ed3-40df-9185-4e22ec44a61b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.501535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:22.502863 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:22.591375 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port b2fa04da-0d0a-487b-85e9-b64c7c642d35 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:22.627689 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Router e938c2d9-6ed3-40df-9185-4e22ec44a61b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:28:22.641035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:21Z', 'revision_number': 1, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:22.673274 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c3a7c-c655-47f4-b7e0-8cb19bd58d00 None None] The sync data for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 is: [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:21Z', 'revision_number': 1, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:28:22.752066 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:28:22.758035 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-dcd38ce6-ad05-4f26-99de-f748d2c52c1c admin admin] 10.222.0.52 "PUT /v2.0/routers/e938c2d9-6ed3-40df-9185-4e22ec44a61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9893417 Feb 03 15:28:22.803744 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-87350850-2e2d-4119-adb9-0ef6739dfd31 None None] Provisioning complete for port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:22.804137 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87350850-2e2d-4119-adb9-0ef6739dfd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:22.844084 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87350850-2e2d-4119-adb9-0ef6739dfd31 None None] Port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:28:23.265997 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37640) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:23.271886 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1200053541-network', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:23.297725 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Made reservation on behalf of 7f918a0914e247b1b794767fd8503cb0 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:28:23.300066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.311875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.418728 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks [] for security_group (44a1a9d7-b0d0-4b96-8736-b6967d4134c1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.422969 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (44a1a9d7-b0d0-4b96-8736-b6967d4134c1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.449020 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:28:23.459722 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1a9d7-b0d0-4b96-8736-b6967d4134c1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:23.464773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2642e52d-402f-4087-92e7-29677e1977d5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.465136 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Added segment 2642e52d-402f-4087-92e7-29677e1977d5 of type vlan for network 1f66e09a-2a07-409c-8aac-b1714e835b0e Feb 03 15:28:23.507628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (1f66e09a-2a07-409c-8aac-b1714e835b0e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.535612 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (1f66e09a-2a07-409c-8aac-b1714e835b0e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.536583 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:23.537173 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.576777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3095250 Feb 03 15:28:23.579963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37642) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:23.589236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Request body: {'subnet': {'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1200053541-subnet', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:23.609170 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76c2a-b1eb-4d5a-b404-2c6b927fc70f admin admin] Pushing event updated for resources: {'Network': ['ID=1f66e09a-2a07-409c-8aac-b1714e835b0e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:23.612438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Made reservation on behalf of 7f918a0914e247b1b794767fd8503cb0 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:28:23.615803 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.621325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:28:23.802614 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (83f24ace-744d-4517-bfb8-d57720972d08), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.861404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f24ace-744d-4517-bfb8-d57720972d08,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:23.869348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Checking segment: {'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:23.869723 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Network hostable DHCP agents. Network: 1f66e09a-2a07-409c-8aac-b1714e835b0e, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:28:23.886939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:28:23.898693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 1f66e09a-2a07-409c-8aac-b1714e835b0e) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:23.903302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:23.904020 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.907845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8baeae4-b1d1-4715-be53-7d90fb577589 None None] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:28:23.922099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1789998b-de91-446f-8c7e-048cd9f3896f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3393259 Feb 03 15:28:23.924821 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37644) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:23.929973 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:23.951622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (58117e6b-eb72-469a-866a-1266ce2bbcb8), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:23.952808 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (58117e6b-eb72-469a-866a-1266ce2bbcb8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.011682 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks [] for router_controller (58117e6b-eb72-469a-866a-1266ce2bbcb8), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.029322 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-1f66e09a-2a07-409c-8aac-b1714e835b0e', 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e', 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'fixed_ips': [{'subnet_id': '83f24ace-744d-4517-bfb8-d57720972d08'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:28:24.030735 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.177655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks [] for router_gateway (58117e6b-eb72-469a-866a-1266ce2bbcb8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.182684 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9fce3410-e383-4923-96d3-53c56e1ffd27 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:24.235549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Allocated IP 172.20.0.2 (1f66e09a-2a07-409c-8aac-b1714e835b0e/83f24ace-744d-4517-bfb8-d57720972d08/8765c5dc-964a-4a8f-b5f4-4d407cf3e459) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:24.282103 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9fce3410-e383-4923-96d3-53c56e1ffd27 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:24.282480 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.389131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks [] for router_gateway (58117e6b-eb72-469a-866a-1266ce2bbcb8), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.410556 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.520490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Allocated IP 172.25.0.54 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/beb7d407-853d-4d0c-8cef-e7a0d77f22c0) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:24.621347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9fce3410-e383-4923-96d3-53c56e1ffd27 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:24.621959 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.626828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Publish callbacks [] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.636441 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.677588 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 9fce3410-e383-4923-96d3-53c56e1ffd27, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9fce3410-e383-4923-96d3-53c56e1ffd27,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:24.687656 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:24.693593 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:24.697646 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.701515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:24.710787 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Pushing event updated for resources: {'Port': ['ID=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:24.803970 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Attempting to bind port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:28:24.804345 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Attempting to bind port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:28:24.804738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Attempting to bind port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 on network 1f66e09a-2a07-409c-8aac-b1714e835b0e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:24.812986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=9fce3410-e383-4923-96d3-53c56e1ffd27,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:24.815740 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:28:24.816160 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Checking segment: {'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:24.816589 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.817200 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Bound using segment: {'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:28:24.817437 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Bound port: 8765c5dc-964a-4a8f-b5f4-4d407cf3e459, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:28:24.817826 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.889311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] For port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:28:24.892833 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] For port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,segment=NetworkSegment(2642e52d-402f-4087-92e7-29677e1977d5),segment_id=2642e52d-402f-4087-92e7-29677e1977d5)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:28:24.907874 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:24.937655 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Sync routers for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:28:24.951184 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:24.952228 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:24.977362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d829e9f-1c5b-416a-920a-8e8409c69c6a None None] Pushing event updated for resources: {'Port': ['ID=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:25.016489 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks [] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.056971 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.100860 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:25.103909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:25.107661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:25.135303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Pushing event updated for resources: {'Port': ['ID=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:25.182577 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:25.338440 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.394702 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 2, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:25.416454 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks [] for router_gateway (58117e6b-eb72-469a-866a-1266ce2bbcb8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.430925 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Checking router: e938c2d9-6ed3-40df-9185-4e22ec44a61b for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:28:25.431272 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Updating router e938c2d9-6ed3-40df-9185-4e22ec44a61b port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:28:25.458330 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.625288 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (58117e6b-eb72-469a-866a-1266ce2bbcb8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.730236 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Publish callbacks [] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.737123 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.764504 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Router 58117e6b-eb72-469a-866a-1266ce2bbcb8 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:28:25.785918 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Pushing event updated for resources: {'Port': ['ID=4ab52246-89a1-4b51-a692-8ef147dcd2e2,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:25.797791 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.798137 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.798479 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.798851 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.799178 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.799512 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.799827 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.800154 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.800659 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.800984 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.801665 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.801997 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.802320 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:28:25.875338 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Attempting to bind port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:28:25.875716 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Attempting to bind port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:28:25.876077 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Attempting to bind port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:25.882624 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:28:25.883048 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Checking segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:25.883457 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.883848 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Bound using segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:28:25.884322 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Bound port: 4ab52246-89a1-4b51-a692-8ef147dcd2e2, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:28:25.884816 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.906346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:28:25.919397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Sync routers for ids ['58117e6b-eb72-469a-866a-1266ce2bbcb8'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:28:25.932014 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:25.933878 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Routers {'58117e6b-eb72-469a-866a-1266ce2bbcb8'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:25.934498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58117e6b-eb72-469a-866a-1266ce2bbcb8'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:25.936159 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:25.936702 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-62dd5738-2b7f-49ce-9e18-0b8eb65f0900 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0107002 Feb 03 15:28:25.982778 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] For port 4ab52246-89a1-4b51-a692-8ef147dcd2e2, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:28:25.986947 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] For port 4ab52246-89a1-4b51-a692-8ef147dcd2e2, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4ab52246-89a1-4b51-a692-8ef147dcd2e2,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:28:25.996476 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.068510 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:26.069220 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:26.103807 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Set router 58117e6b-eb72-469a-866a-1266ce2bbcb8 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:26.142493 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37850143-cd59-4b69-9d5f-1127968f4d59 None None] Pushing event updated for resources: {'Port': ['ID=4ab52246-89a1-4b51-a692-8ef147dcd2e2,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:26.246755 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:26.332022 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee4564-d8d0-4178-b9bf-6b8d89c3cf18 None None] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:28:26.357140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:26.360900 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c54f4755-24bc-404d-9852-1bc442d2d10f None None] Provisioning complete for port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:26.361503 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c54f4755-24bc-404d-9852-1bc442d2d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.511676 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:25Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:26.540452 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a2840-5892-40e1-89f6-9e57f3d2fa27 None None] The sync data for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 is: [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:25Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:28:26.559771 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.570586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:26.571356 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.651216 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:28:25Z', 'revision_number': 3, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port': {'id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:24Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:26.685497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c54f4755-24bc-404d-9852-1bc442d2d10f None None] Current status of the port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:26.686531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c54f4755-24bc-404d-9852-1bc442d2d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.690098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Checking router: 58117e6b-eb72-469a-866a-1266ce2bbcb8 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:28:26.690455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Updating router 58117e6b-eb72-469a-866a-1266ce2bbcb8 port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:28:26.750302 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.751732 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Allocated IP 172.20.0.1 (1f66e09a-2a07-409c-8aac-b1714e835b0e/83f24ace-744d-4517-bfb8-d57720972d08/96d09198-c7a5-49ee-a2da-4789087bb059) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:26.785647 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c54f4755-24bc-404d-9852-1bc442d2d10f None None] For port 4ab52246-89a1-4b51-a692-8ef147dcd2e2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4ab52246-89a1-4b51-a692-8ef147dcd2e2,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:26.813445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c54f4755-24bc-404d-9852-1bc442d2d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.883880 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks [] for port (96d09198-c7a5-49ee-a2da-4789087bb059), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.914664 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:26.915063 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.938790 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:26.964366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f4755-24bc-404d-9852-1bc442d2d10f None None] Pushing event updated for resources: {'Port': ['ID=4ab52246-89a1-4b51-a692-8ef147dcd2e2,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:26.989670 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:26.992859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:26.996351 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:27.012008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2b099dd7-c96a-44e0-8d09-6440593dfab2 None None] Provisioning complete for port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:27.012394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b099dd7-c96a-44e0-8d09-6440593dfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.015308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,segment=NetworkSegment(2642e52d-402f-4087-92e7-29677e1977d5),segment_id=2642e52d-402f-4087-92e7-29677e1977d5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:27.041681 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (58117e6b-eb72-469a-866a-1266ce2bbcb8), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.042101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.042910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9fce3410-e383-4923-96d3-53c56e1ffd27 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:27.087579 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Pushing event updated for resources: {'Port': ['ID=96d09198-c7a5-49ee-a2da-4789087bb059,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:27.195851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:27.216858 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.259082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 9fce3410-e383-4923-96d3-53c56e1ffd27 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:27.259466 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.423916 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks [] for port (96d09198-c7a5-49ee-a2da-4789087bb059), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.429526 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.496363 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2b099dd7-c96a-44e0-8d09-6440593dfab2 None None] Current status of the port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:27.500875 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (58117e6b-eb72-469a-866a-1266ce2bbcb8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.502632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Pushing event updated for resources: {'Port': ['ID=96d09198-c7a5-49ee-a2da-4789087bb059,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:27.530624 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Publish callbacks [] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.537374 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2b099dd7-c96a-44e0-8d09-6440593dfab2 None None] Provisioning complete for port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:27.537788 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b099dd7-c96a-44e0-8d09-6440593dfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.541990 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.594751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:27.596256 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:27.670884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 9fce3410-e383-4923-96d3-53c56e1ffd27 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:27.675977 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074503-36d6-49e8-9734-d19dd176503d None None] Pushing event updated for resources: {'Port': ['ID=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:27.678219 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Attempting to bind port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:28:27.678595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Attempting to bind port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:28:27.678960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Attempting to bind port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:27.688042 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:28:27.688455 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:27.688859 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.689252 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:28:27.690141 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Bound port: beb7d407-853d-4d0c-8cef-e7a0d77f22c0, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:28:27.690141 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.720250 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Router 58117e6b-eb72-469a-866a-1266ce2bbcb8 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:28:27.777165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] For port beb7d407-853d-4d0c-8cef-e7a0d77f22c0, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:28:27.780871 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] For port beb7d407-853d-4d0c-8cef-e7a0d77f22c0, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:28:27.782147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2b099dd7-c96a-44e0-8d09-6440593dfab2 None None] Current status of the port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:27.790171 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:27.851008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Routers {'58117e6b-eb72-469a-866a-1266ce2bbcb8'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:27.851631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58117e6b-eb72-469a-866a-1266ce2bbcb8'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:27.852055 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:28:27.857991 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d659a17d-21ff-4ea2-aabb-28aba2cfff46 admin admin] 10.222.0.52 "PUT /v2.0/routers/58117e6b-eb72-469a-866a-1266ce2bbcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9200346 Feb 03 15:28:27.888847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074503-36d6-49e8-9734-d19dd176503d None None] Pushing event updated for resources: {'Port': ['ID=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:27.947553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e32c1609-8d64-4d7f-ba03-46a5ae46931a None None] Provisioning complete for port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:27.947935 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e32c1609-8d64-4d7f-ba03-46a5ae46931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.003601 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] Set router 58117e6b-eb72-469a-866a-1266ce2bbcb8 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:28.136287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e32c1609-8d64-4d7f-ba03-46a5ae46931a None None] Current status of the port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:28.142413 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:28.221739 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-e32c1609-8d64-4d7f-ba03-46a5ae46931a None None] Provisioning complete for port 96d09198-c7a5-49ee-a2da-4789087bb059 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:28.222115 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e32c1609-8d64-4d7f-ba03-46a5ae46931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.299214 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e32c1609-8d64-4d7f-ba03-46a5ae46931a None None] Port 96d09198-c7a5-49ee-a2da-4789087bb059 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:28:28.307764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:28.307876 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.366113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37654) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:28.370540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 4, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port': {'id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:24Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '96d09198-c7a5-49ee-a2da-4789087bb059', 'name': '', 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'mac_address': 'fa:16:3e:3d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '83f24ace-744d-4517-bfb8-d57720972d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:26Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 2, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'subnets': [{'id': '83f24ace-744d-4517-bfb8-d57720972d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:28.371695 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0ed0dbe6-af99-45f3-aa5f-81c94cb37367 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656437985', 'description': 'tempest-secgroup-smoke-656437985 description', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:28.393752 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ed0dbe6-af99-45f3-aa5f-81c94cb37367 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.408553 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce2e3-0744-4d27-b05c-f282c5cf6750 None None] The sync data for ids ['58117e6b-eb72-469a-866a-1266ce2bbcb8'] in n-d-827549-2 is: [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 4, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port': {'id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:24Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '96d09198-c7a5-49ee-a2da-4789087bb059', 'name': '', 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'mac_address': 'fa:16:3e:3d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '83f24ace-744d-4517-bfb8-d57720972d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:26Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 2, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'subnets': [{'id': '83f24ace-744d-4517-bfb8-d57720972d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:28:28.459884 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:28.461395 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4ab52246-89a1-4b51-a692-8ef147dcd2e2 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:28.504857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ed0dbe6-af99-45f3-aa5f-81c94cb37367 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (2bd7c7ae-96eb-4106-82ce-79b520aaf9f2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.510181 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ed0dbe6-af99-45f3-aa5f-81c94cb37367 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2bd7c7ae-96eb-4106-82ce-79b520aaf9f2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.527622 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:28.528224 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.545534 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ed0dbe6-af99-45f3-aa5f-81c94cb37367 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.549960 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37656) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:28.550893 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0ed0dbe6-af99-45f3-aa5f-81c94cb37367 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1824892 Feb 03 15:28:28.555820 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2f70d419-50cf-47a6-a9af-a5eda3ad166a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': '2bd7c7ae-96eb-4106-82ce-79b520aaf9f2', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:28.557221 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0dbe6-af99-45f3-aa5f-81c94cb37367 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:28.587643 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f70d419-50cf-47a6-a9af-a5eda3ad166a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (58b9ceb1-2175-4083-8abb-933ac1ff9769), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.635039 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:28.650124 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f70d419-50cf-47a6-a9af-a5eda3ad166a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (58b9ceb1-2175-4083-8abb-933ac1ff9769), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.655354 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f70d419-50cf-47a6-a9af-a5eda3ad166a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (58b9ceb1-2175-4083-8abb-933ac1ff9769), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.697403 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70d419-50cf-47a6-a9af-a5eda3ad166a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b9ceb1-2175-4083-8abb-933ac1ff9769,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:28.702877 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f70d419-50cf-47a6-a9af-a5eda3ad166a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.704168 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-2f70d419-50cf-47a6-a9af-a5eda3ad166a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524160 Feb 03 15:28:28.707472 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37658) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:28.712272 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-73b9079d-1c49-4b46-a3ed-8e4edcd4256c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': '2bd7c7ae-96eb-4106-82ce-79b520aaf9f2', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:28.742340 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73b9079d-1c49-4b46-a3ed-8e4edcd4256c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (ec2a15bd-c617-45f5-9eab-31dadab96188), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.819135 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73b9079d-1c49-4b46-a3ed-8e4edcd4256c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (ec2a15bd-c617-45f5-9eab-31dadab96188), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.823641 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73b9079d-1c49-4b46-a3ed-8e4edcd4256c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (ec2a15bd-c617-45f5-9eab-31dadab96188), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.846163 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9079d-1c49-4b46-a3ed-8e4edcd4256c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2a15bd-c617-45f5-9eab-31dadab96188,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:28.864606 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73b9079d-1c49-4b46-a3ed-8e4edcd4256c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.868488 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-73b9079d-1c49-4b46-a3ed-8e4edcd4256c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573613 Feb 03 15:28:28.868913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37660) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:28.873480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5200976d-e15a-438f-8309-a6e3f1459022 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': '2bd7c7ae-96eb-4106-82ce-79b520aaf9f2', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:28.906012 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5200976d-e15a-438f-8309-a6e3f1459022 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (07f1d3cb-f258-457b-a50f-e4e8dc50be71), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.973151 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5200976d-e15a-438f-8309-a6e3f1459022 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (07f1d3cb-f258-457b-a50f-e4e8dc50be71), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:28.981170 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5200976d-e15a-438f-8309-a6e3f1459022 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (07f1d3cb-f258-457b-a50f-e4e8dc50be71), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.000617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200976d-e15a-438f-8309-a6e3f1459022 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f1d3cb-f258-457b-a50f-e4e8dc50be71,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:29.009931 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5200976d-e15a-438f-8309-a6e3f1459022 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.011161 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5200976d-e15a-438f-8309-a6e3f1459022 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412082 Feb 03 15:28:29.014392 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37662) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:29.019085 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e6d065a5-49e5-497f-a0b6-e15cd9ccd7b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': '2bd7c7ae-96eb-4106-82ce-79b520aaf9f2', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:29.049311 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6d065a5-49e5-497f-a0b6-e15cd9ccd7b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (84aec7c7-1c81-4bf9-a6c5-1e4fd7fc1ba8), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.143230 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6d065a5-49e5-497f-a0b6-e15cd9ccd7b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (84aec7c7-1c81-4bf9-a6c5-1e4fd7fc1ba8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.148732 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6d065a5-49e5-497f-a0b6-e15cd9ccd7b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (84aec7c7-1c81-4bf9-a6c5-1e4fd7fc1ba8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.174023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d065a5-49e5-497f-a0b6-e15cd9ccd7b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84aec7c7-1c81-4bf9-a6c5-1e4fd7fc1ba8,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:29.183981 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6d065a5-49e5-497f-a0b6-e15cd9ccd7b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.185260 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e6d065a5-49e5-497f-a0b6-e15cd9ccd7b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1699102 Feb 03 15:28:29.188074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37664) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:29.193540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': '2bd7c7ae-96eb-4106-82ce-79b520aaf9f2', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:29.218260 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Project e3eb84cca18c4e0eb7821a76ad62df05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:28:29.227790 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (98c181dc-65a6-4306-ae05-6bb265c959f5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.293531 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (98c181dc-65a6-4306-ae05-6bb265c959f5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.297310 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (98c181dc-65a6-4306-ae05-6bb265c959f5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.317852 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c181dc-65a6-4306-ae05-6bb265c959f5,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:29.323186 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.324362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-a7ac0d82-742f-4723-9d21-10de7575eb53 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350656 Feb 03 15:28:29.327509 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 37666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:29.333444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': '2bd7c7ae-96eb-4106-82ce-79b520aaf9f2', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:29.355549 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Project e3eb84cca18c4e0eb7821a76ad62df05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:28:29.361501 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (eb2217d0-b2f1-4830-b46e-56cb927db0db), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.461822 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (eb2217d0-b2f1-4830-b46e-56cb927db0db), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.472594 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (eb2217d0-b2f1-4830-b46e-56cb927db0db), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.492187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2217d0-b2f1-4830-b46e-56cb927db0db,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:29.501295 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:29.504461 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-659d6534-36c5-4f55-8cba-2166a2839379 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1740572 Feb 03 15:28:29.670355 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-1196e6db-aa43-4773-8783-d21d07e2ae0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656437985&fields=id&tenant_id=e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 267 time: 0.0486801 Feb 03 15:28:29.789575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-c962ff61-e2d3-425f-84d2-22039800f9f3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:29.791192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-c962ff61-e2d3-425f-84d2-22039800f9f3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 808 time: 0.1132286 Feb 03 15:28:29.807751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-2c14aa7a-697e-4715-bdfc-7b3703827c7e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/quotas/e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 375 time: 0.0102706 Feb 03 15:28:29.869175 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-d531ec9a-6f16-4e0b-a9cc-3a91e38a2b6d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557988 Feb 03 15:28:29.888037 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-905258dc-efd4-4144-ae7b-54827d4007c7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:28:29.889055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-905258dc-efd4-4144-ae7b-54827d4007c7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053556 Feb 03 15:28:29.992462 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-ce5c52cb-aea6-433a-a3b4-f4d27d5a3a64 service neutron] 10.222.0.52 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966229 Feb 03 15:28:30.114981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-b005f149-a48c-49e2-9896-2f8831ac4b6a service neutron] 10.222.0.52 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152158 Feb 03 15:28:30.172408 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb7d407-853d-4d0c-8cef-e7a0d77f22c0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:30.235511 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:30.235915 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:30.320753 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-620d4de8-ad12-4ca3-ac85-851629d26e01 req-7f42030b-77f2-4003-99dd-52b87d122c62 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 210 time: 0.0313039 Feb 03 15:28:30.336163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:30.336591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:30.357864 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port beb7d407-853d-4d0c-8cef-e7a0d77f22c0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:30.361488 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:30.411686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:30.902385 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Sync routers for ids ['58117e6b-eb72-469a-866a-1266ce2bbcb8'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:28:30.916212 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Routers {'58117e6b-eb72-469a-866a-1266ce2bbcb8'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:30.916850 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58117e6b-eb72-469a-866a-1266ce2bbcb8'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:31.023481 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Set router 58117e6b-eb72-469a-866a-1266ce2bbcb8 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:31.221978 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 4, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port': {'id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:24Z', 'updated_at': '2022-02-03T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '96d09198-c7a5-49ee-a2da-4789087bb059', 'name': '', 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'mac_address': 'fa:16:3e:3d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '83f24ace-744d-4517-bfb8-d57720972d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:26Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 2, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'subnets': [{'id': '83f24ace-744d-4517-bfb8-d57720972d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:31.248440 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Checking router: 58117e6b-eb72-469a-866a-1266ce2bbcb8 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:28:31.248645 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Updating router 58117e6b-eb72-469a-866a-1266ce2bbcb8 port 96d09198-c7a5-49ee-a2da-4789087bb059 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:28:31.275430 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.408995 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7fc330b6-4b71-4279-b215-39b820c4c731 req-e5c91219-5ad1-4f06-a5da-0269f91f8366 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 210 time: 0.0322168 Feb 03 15:28:31.623397 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Publish callbacks [] for port (96d09198-c7a5-49ee-a2da-4789087bb059), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.628798 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.677601 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed068b-cd2c-493d-9f64-da9ba20c751c None None] Pushing event updated for resources: {'Port': ['ID=96d09198-c7a5-49ee-a2da-4789087bb059,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:31.732253 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Attempting to bind port 96d09198-c7a5-49ee-a2da-4789087bb059 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:28:31.732652 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Attempting to bind port 96d09198-c7a5-49ee-a2da-4789087bb059 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:28:31.733030 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Attempting to bind port 96d09198-c7a5-49ee-a2da-4789087bb059 on network 1f66e09a-2a07-409c-8aac-b1714e835b0e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:31.739052 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:28:31.739231 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Checking segment: {'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:31.739539 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.739931 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Bound using segment: {'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:28:31.740395 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Bound port: 96d09198-c7a5-49ee-a2da-4789087bb059, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2642e52d-402f-4087-92e7-29677e1977d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:28:31.740804 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.805468 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] For port 96d09198-c7a5-49ee-a2da-4789087bb059, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:28:31.808665 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] For port 96d09198-c7a5-49ee-a2da-4789087bb059, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=96d09198-c7a5-49ee-a2da-4789087bb059,segment=NetworkSegment(2642e52d-402f-4087-92e7-29677e1977d5),segment_id=2642e52d-402f-4087-92e7-29677e1977d5)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:28:31.815169 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.851479 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fe08c27f-52ff-4e36-89ee-160108cf2e72 None None] Provisioning complete for port 96d09198-c7a5-49ee-a2da-4789087bb059 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:31.851987 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe08c27f-52ff-4e36-89ee-160108cf2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.872141 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Routers {'58117e6b-eb72-469a-866a-1266ce2bbcb8'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:31.872813 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58117e6b-eb72-469a-866a-1266ce2bbcb8'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:31.913815 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed068b-cd2c-493d-9f64-da9ba20c751c None None] Pushing event updated for resources: {'Port': ['ID=96d09198-c7a5-49ee-a2da-4789087bb059,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:31.941788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe08c27f-52ff-4e36-89ee-160108cf2e72 None None] Current status of the port 96d09198-c7a5-49ee-a2da-4789087bb059 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:31.942185 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe08c27f-52ff-4e36-89ee-160108cf2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.975157 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fe08c27f-52ff-4e36-89ee-160108cf2e72 None None] For port 96d09198-c7a5-49ee-a2da-4789087bb059, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=96d09198-c7a5-49ee-a2da-4789087bb059,segment=NetworkSegment(2642e52d-402f-4087-92e7-29677e1977d5),segment_id=2642e52d-402f-4087-92e7-29677e1977d5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:31.979751 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe08c27f-52ff-4e36-89ee-160108cf2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:31.997529 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] Set router 58117e6b-eb72-469a-866a-1266ce2bbcb8 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:32.041355 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08c27f-52ff-4e36-89ee-160108cf2e72 None None] Pushing event updated for resources: {'Port': ['ID=96d09198-c7a5-49ee-a2da-4789087bb059,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:32.101085 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-19a3964f-d468-44d6-a620-87bce54ac7f8 None None] Provisioning complete for port 96d09198-c7a5-49ee-a2da-4789087bb059 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:32.101456 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19a3964f-d468-44d6-a620-87bce54ac7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:32.152243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb7d407-853d-4d0c-8cef-e7a0d77f22c0 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:32.214638 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-19a3964f-d468-44d6-a620-87bce54ac7f8 None None] Current status of the port 96d09198-c7a5-49ee-a2da-4789087bb059 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:32.227017 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 4, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port': {'id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:24Z', 'updated_at': '2022-02-03T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '96d09198-c7a5-49ee-a2da-4789087bb059', 'name': '', 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'mac_address': 'fa:16:3e:3d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '83f24ace-744d-4517-bfb8-d57720972d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:26Z', 'updated_at': '2022-02-03T15:28:31Z', 'revision_number': 4, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'subnets': [{'id': '83f24ace-744d-4517-bfb8-d57720972d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:32.236027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:32.236635 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:32.253429 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3333c-d843-4150-a786-cb9e85564eed None None] The sync data for ids ['58117e6b-eb72-469a-866a-1266ce2bbcb8'] in n-d-827549-2 is: [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:28:27Z', 'revision_number': 4, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port': {'id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:24Z', 'updated_at': '2022-02-03T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '96d09198-c7a5-49ee-a2da-4789087bb059', 'name': '', 'network_id': '1f66e09a-2a07-409c-8aac-b1714e835b0e', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'mac_address': 'fa:16:3e:3d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '83f24ace-744d-4517-bfb8-d57720972d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:26Z', 'updated_at': '2022-02-03T15:28:31Z', 'revision_number': 4, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'subnets': [{'id': '83f24ace-744d-4517-bfb8-d57720972d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:28:32.317265 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:32.318462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96d09198-c7a5-49ee-a2da-4789087bb059 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:32.349656 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:28:32.373653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 96d09198-c7a5-49ee-a2da-4789087bb059 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:32.374015 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:32.462388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 96d09198-c7a5-49ee-a2da-4789087bb059 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:32.505375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b447ca21-d196-4cf0-9fe0-27852b808cd5 req-ea85f9dc-98ea-49f0-bd88-d3c831265345 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 210 time: 0.0448117 Feb 03 15:28:33.582058 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c0124d5f-8246-46c2-b066-b91414cb493c req-7219a332-5228-44c2-9c56-bd2c45e5d55b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 210 time: 0.0332775 Feb 03 15:28:34.078126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96d09198-c7a5-49ee-a2da-4789087bb059 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:34.125891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 96d09198-c7a5-49ee-a2da-4789087bb059 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:34.126177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:34.204320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 96d09198-c7a5-49ee-a2da-4789087bb059 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:34.674979 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-099b8cb3-0425-431a-b94a-dc6b8759c27f req-caeab46d-d732-4085-ab27-b0194811bf60 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 210 time: 0.0273352 Feb 03 15:28:35.425616 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-18786c1e-3a74-439e-81eb-fb6be92c2474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:35.427065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-18786c1e-3a74-439e-81eb-fb6be92c2474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 808 time: 0.1136367 Feb 03 15:28:35.499943 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-faf717aa-f354-449e-8769-99962f502db7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 379 time: 0.0586729 Feb 03 15:28:35.521370 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'port': {'device_id': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'admin_state_up': True, 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'security_groups': ['2bd7c7ae-96eb-4106-82ce-79b520aaf9f2']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:35.623533 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Made reservation on behalf of e3eb84cca18c4e0eb7821a76ad62df05 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:28:35.626876 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:35.756708 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Allocated IP 172.20.0.10 (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2/3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9/156df761-11e6-4edc-a444-85f2e7ceafdb) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:35.771248 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-802900f0-8ac7-4411-bdca-fd5576664836 req-205e33bf-2917-4aa1-a92f-ad30f87fcf3e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 210 time: 0.0288725 Feb 03 15:28:35.913188 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:35.952248 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:35.997978 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:36.001087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:36.005362 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:36.029991 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:36.060933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:36.061570 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.078386 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-20bcc936-5e40-4b35-b467-a7aeb52802ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613358 Feb 03 15:28:36.095445 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Request body: {'port': {'device_id': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:36.170166 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.259523 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c8774e1f-7ee3-4725-a319-5c21cbb14d00 None None] Provisioning complete for port 156df761-11e6-4edc-a444-85f2e7ceafdb triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:36.260081 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8774e1f-7ee3-4725-a319-5c21cbb14d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.293874 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c8774e1f-7ee3-4725-a319-5c21cbb14d00 None None] Port 156df761-11e6-4edc-a444-85f2e7ceafdb cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:28:36.436234 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156df761-11e6-4edc-a444-85f2e7ceafdb {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:28:36.443829 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Publish callbacks [] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.457211 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Transition to ACTIVE for port object 156df761-11e6-4edc-a444-85f2e7ceafdb will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:28:36.460860 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.509868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:36.584706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Attempting to bind port 156df761-11e6-4edc-a444-85f2e7ceafdb on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:28:36.585042 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Attempting to bind port 156df761-11e6-4edc-a444-85f2e7ceafdb by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:28:36.585372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Attempting to bind port 156df761-11e6-4edc-a444-85f2e7ceafdb on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:36.589781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Port 156df761-11e6-4edc-a444-85f2e7ceafdb on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:28:36.590104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Attempting to bind port 156df761-11e6-4edc-a444-85f2e7ceafdb on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:28:36.595188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:28:36.595525 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Checking segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:28:36.595906 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Bound using segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:28:36.596330 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Bound port: 156df761-11e6-4edc-a444-85f2e7ceafdb, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:28:36.596717 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.666945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:28:36.670121 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:28:36.676980 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.718793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:36.719434 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:36.720954 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] 10.222.0.71 "PUT /v2.0/ports/156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 1092 time: 0.6299117 Feb 03 15:28:36.721346 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:28:36.724538 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9578f63-4b91-4a63-b215-e65732a53776" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:28:36.742785 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24429a2-8f7e-4b0a-aef5-1406968282f1 service neutron] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:36.767555 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38e734e-0e05-4c50-a979-9663d95b9c13 x-openstack-request-id: req-e38e734e-0e05-4c50-a979-9663d95b9c13 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:28:36.767854 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:28:36.768116 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e38e734e-0e05-4c50-a979-9663d95b9c13 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:28:36.768573 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'status': 'completed', 'code': 200} Feb 03 15:28:36.837046 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-656f2061-f133-4e89-95bb-4d161f4695a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:36.839508 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-656f2061-f133-4e89-95bb-4d161f4695a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1126 time: 0.0560415 Feb 03 15:28:36.893222 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-ab649293-bff9-45c4-ab6c-8e78ab61bcb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 217 time: 0.0405173 Feb 03 15:28:36.911749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c97e9-d233-4a2b-b73f-a33ad4de26ae req-476620bc-0fec-4bba-bf69-8be7376c6383 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:36.914039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf1c97e9-d233-4a2b-b73f-a33ad4de26ae req-476620bc-0fec-4bba-bf69-8be7376c6383 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0597067 Feb 03 15:28:36.944944 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-56909551-d513-4795-b85f-069013cf69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:36.946443 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-56909551-d513-4795-b85f-069013cf69eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0449159 Feb 03 15:28:36.970103 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cf1c97e9-d233-4a2b-b73f-a33ad4de26ae req-4145d016-6a53-49a3-a0a8-16ccadbdd01a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508034 Feb 03 15:28:36.994767 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-6b64754f-2962-42fb-ace9-31f5db4d88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:36.996287 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-6b64754f-2962-42fb-ace9-31f5db4d88ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441623 Feb 03 15:28:37.087883 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-6bb8f5d7-2b9c-48db-965a-33e08a5bdff8 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856659 Feb 03 15:28:37.263785 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-49eea0f5-5baa-4317-84d5-65703f1e152a req-51dc98ba-cfc0-4432-b906-01941a6188ed service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701868 Feb 03 15:28:37.399764 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578f63-4b91-4a63-b215-e65732a53776 req-8d40d3a7-b096-455a-806b-fc2c313ce331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:37.401310 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9578f63-4b91-4a63-b215-e65732a53776 req-8d40d3a7-b096-455a-806b-fc2c313ce331 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1126 time: 0.0487936 Feb 03 15:28:37.495422 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578f63-4b91-4a63-b215-e65732a53776 req-c6a7a9b6-bd0b-4e43-9890-b8c6f024aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:37.496923 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9578f63-4b91-4a63-b215-e65732a53776 req-c6a7a9b6-bd0b-4e43-9890-b8c6f024aff5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0903573 Feb 03 15:28:37.539983 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9578f63-4b91-4a63-b215-e65732a53776 req-d1258399-83fb-4593-b4bc-091f1070dd3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 217 time: 0.0374241 Feb 03 15:28:37.587491 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578f63-4b91-4a63-b215-e65732a53776 req-b9183ef1-ce51-40ee-8799-54274c62e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:37.588977 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9578f63-4b91-4a63-b215-e65732a53776 req-b9183ef1-ce51-40ee-8799-54274c62e92c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0437322 Feb 03 15:28:37.636593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578f63-4b91-4a63-b215-e65732a53776 req-824a0481-a68c-4c37-bc15-ed65f762a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:37.638085 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9578f63-4b91-4a63-b215-e65732a53776 req-824a0481-a68c-4c37-bc15-ed65f762a79d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437422 Feb 03 15:28:38.067665 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9578f63-4b91-4a63-b215-e65732a53776 req-30c73dae-07e8-4455-bf17-23e5250697c1 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234018 Feb 03 15:28:38.094859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9b5f-ff89-47ea-b294-db7eef219340 req-e8280f9f-ffa5-457d-8256-74fe946b5a5e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:38.098199 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6fc9b5f-ff89-47ea-b294-db7eef219340 req-e8280f9f-ffa5-457d-8256-74fe946b5a5e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0558982 Feb 03 15:28:38.156068 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c6fc9b5f-ff89-47ea-b294-db7eef219340 req-371ea384-721a-47b5-bdb0-b187994baec9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523455 Feb 03 15:28:38.174065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-f9578f63-4b91-4a63-b215-e65732a53776 req-d09f032a-c053-423d-952b-698cfec96c63 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852931 Feb 03 15:28:39.286081 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420b1c1-2b34-40fd-9746-1be4f3d23379 req-8f9b09ac-6273-4799-b339-564789692d37 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:39.287668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7420b1c1-2b34-40fd-9746-1be4f3d23379 req-8f9b09ac-6273-4799-b339-564789692d37 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0599618 Feb 03 15:28:39.337603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7420b1c1-2b34-40fd-9746-1be4f3d23379 req-ac28d8e6-838c-41b6-aff6-bf4a47c471b8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442972 Feb 03 15:28:39.780916 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:40.464185 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbf3d5-cf0d-4c26-88b5-301aba7e3f09 req-cad889ff-69b0-4541-8d0f-131e956b836d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:40.465725 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65fbf3d5-cf0d-4c26-88b5-301aba7e3f09 req-cad889ff-69b0-4541-8d0f-131e956b836d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0584621 Feb 03 15:28:40.516809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-65fbf3d5-cf0d-4c26-88b5-301aba7e3f09 req-4bf5a0b7-e0c2-439c-b91e-422c5a2e28dd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454161 Feb 03 15:28:40.971224 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:28:41.068861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:41.079373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'port_id': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'mac_address': 'fa:16:3e:89:59:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:28:41.121151 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:41.121562 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:41.134112 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156df761-11e6-4edc-a444-85f2e7ceafdb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:28:41.154686 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:41.162066 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:41.210045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:41.533356 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['156df761-11e6-4edc-a444-85f2e7ceafdb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:28:41.641171 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8756-35f5-4851-b22b-1a17216daec7 req-f3662d5a-3f94-4a83-8e3b-9f2484d6659b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:41.642787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eec8756-35f5-4851-b22b-1a17216daec7 req-f3662d5a-3f94-4a83-8e3b-9f2484d6659b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 945 time: 0.0555456 Feb 03 15:28:41.697503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1eec8756-35f5-4851-b22b-1a17216daec7 req-938a7a39-50ce-4cdb-b95a-fbd216bee3f1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480764 Feb 03 15:28:42.825437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11122-25ec-496d-9730-32e06cba61ec req-9c6c72eb-104c-4bf2-ac7c-98853dec5cf2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:42.827004 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59d11122-25ec-496d-9730-32e06cba61ec req-9c6c72eb-104c-4bf2-ac7c-98853dec5cf2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 945 time: 0.0618694 Feb 03 15:28:42.887846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-59d11122-25ec-496d-9730-32e06cba61ec req-d7a439ed-79bb-4db5-923c-cfb7225d48ec tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540080 Feb 03 15:28:42.984757 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:28:43.035685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 156df761-11e6-4edc-a444-85f2e7ceafdb completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:28:43.039644 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 156df761-11e6-4edc-a444-85f2e7ceafdb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:28:43.040059 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:43.120536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:28:43.120928 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:43.143561 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:28:43.146456 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f85ba3-a351-41ba-aa2c-5c11a67159bf" -d '{"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-plugged", "status": "completed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:28:43.159465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:28:43.164775 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:43.188964 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b552b089-e28a-4068-8ad6-e8051a3c4745 x-openstack-request-id: req-b552b089-e28a-4068-8ad6-e8051a3c4745 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:28:43.189260 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-plugged", "status": "completed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:28:43.189513 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b552b089-e28a-4068-8ad6-e8051a3c4745 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:28:43.189930 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'code': 200} Feb 03 15:28:43.216876 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:43.320198 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1228eca-cefc-42ba-9793-653e6eb27f10 req-aa056359-4897-464b-93a3-025465190998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:43.321667 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d1228eca-cefc-42ba-9793-653e6eb27f10 req-aa056359-4897-464b-93a3-025465190998 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1128 time: 0.0445299 Feb 03 15:28:43.372310 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-d1228eca-cefc-42ba-9793-653e6eb27f10 req-c0954747-56c7-4c02-b07c-9b311328d3b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425973 Feb 03 15:28:44.020792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab461e-4817-45da-92fc-24f51899b895 req-24840186-2df1-432a-b0f9-6d6395cacddb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:44.022651 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbab461e-4817-45da-92fc-24f51899b895 req-24840186-2df1-432a-b0f9-6d6395cacddb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0619998 Feb 03 15:28:44.077525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-cbab461e-4817-45da-92fc-24f51899b895 req-926752f3-5b43-4f4b-b062-2633a2d57816 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492809 Feb 03 15:28:45.201367 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3f41f-f800-4ec8-b82a-4f2694c7c943 req-173c36a4-ecaf-4bd6-a194-08354301ec8e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:45.202888 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95b3f41f-f800-4ec8-b82a-4f2694c7c943 req-173c36a4-ecaf-4bd6-a194-08354301ec8e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0561955 Feb 03 15:28:45.258106 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-95b3f41f-f800-4ec8-b82a-4f2694c7c943 req-87cb84c3-42d4-4f28-99a3-94bebffcdebd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495059 Feb 03 15:28:45.379211 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd84d-5783-49ce-8248-6accb42409bb req-71b47ff6-f3f3-4442-847f-f9b922054b4d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:45.380644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a1cd84d-5783-49ce-8248-6accb42409bb req-71b47ff6-f3f3-4442-847f-f9b922054b4d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0537519 Feb 03 15:28:45.429274 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9a1cd84d-5783-49ce-8248-6accb42409bb req-9ddf7a38-a683-438b-bcd1-f4bbee7d711a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Feb 03 15:28:45.451378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37738) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:45.541418 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca0b82-eb29-4a16-af6f-cd91be624e6b tempest-TestShelveInstance-472000888 tempest-TestShelveInstance-472000888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:45.542981 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-86ca0b82-eb29-4a16-af6f-cd91be624e6b tempest-TestShelveInstance-472000888 tempest-TestShelveInstance-472000888-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1123 time: 0.0906146 Feb 03 15:28:45.545920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 37742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:28:45.550798 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:28:45.571793 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:45.680769 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:45.783107 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Allocated IP 172.25.0.23 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ab711242-bd82-432c-802c-fa42f14d7c42) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:28:45.894625 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for port (ab711242-bd82-432c-802c-fa42f14d7c42), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:45.929933 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ab711242-bd82-432c-802c-fa42f14d7c42), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:45.950623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc61f91c-c05c-4e90-a3ac-ad5519d502ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:45.971715 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:28:45.975530 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:28:45.978958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:28:45.984615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'Port': ['ID=ab711242-bd82-432c-802c-fa42f14d7c42,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:46.359571 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (04bdee46-b58a-4341-b35d-7ea977f1b71b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:46.431238 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ab711242-bd82-432c-802c-fa42f14d7c42), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:46.578068 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for port (ab711242-bd82-432c-802c-fa42f14d7c42), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:46.582623 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (ab711242-bd82-432c-802c-fa42f14d7c42), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:46.654727 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'Port': ['ID=ab711242-bd82-432c-802c-fa42f14d7c42,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:28:46.667589 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (04bdee46-b58a-4341-b35d-7ea977f1b71b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:46.778593 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Floating IP 04bdee46-b58a-4341-b35d-7ea977f1b71b associated. External IP: 172.25.0.23, port: 156df761-11e6-4edc-a444-85f2e7ceafdb. Feb 03 15:28:46.999807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Router e938c2d9-6ed3-40df-9185-4e22ec44a61b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:28:47.112438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:28:47.122412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] Sync routers for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:28:47.132999 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:47.133633 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:47.137387 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:47.169292 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-c03568e1-9a69-4039-a91e-bf093c6384e7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6222682 Feb 03 15:28:47.169890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:28:47.172195 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:28:47.217217 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a166055-f9bb-4276-981e-6e4cfcfdaae9 x-openstack-request-id: req-4a166055-f9bb-4276-981e-6e4cfcfdaae9 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:28:47.218045 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:28:47.218849 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a166055-f9bb-4276-981e-6e4cfcfdaae9 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:28:47.219474 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'status': 'completed', 'code': 200} Feb 03 15:28:47.264239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:47.302255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-35c6abfc-6fa6-47d0-bac5-cf05b2bad1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:47.303777 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-35c6abfc-6fa6-47d0-bac5-cf05b2bad1ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1128 time: 0.0453467 Feb 03 15:28:47.396909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-43dee0cf-fea1-4596-b5a1-86e4351c804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:47.398420 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-43dee0cf-fea1-4596-b5a1-86e4351c804c service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0881326 Feb 03 15:28:47.467266 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-b6e2dffb-bae7-456b-8ae7-c9c518e17f98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 999 time: 0.0622602 Feb 03 15:28:47.489854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '04bdee46-b58a-4341-b35d-7ea977f1b71b', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'port_id': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'mac_address': 'fa:16:3e:89:59:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:28:46Z', 'updated_at': '2022-02-03T15:28:46Z', 'revision_number': 0, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:47.516559 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-ad9e459b-f8b4-4afd-80b4-b80f8965feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:47.517942 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-ad9e459b-f8b4-4afd-80b4-b80f8965feda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0436504 Feb 03 15:28:47.519984 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] Checking router: e938c2d9-6ed3-40df-9185-4e22ec44a61b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:28:47.529161 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:28:47.529668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:28:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:47.569241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-5944dbac-3f8c-4945-a3c1-303bb843ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:28:47.570766 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-5944dbac-3f8c-4945-a3c1-303bb843ff69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469770 Feb 03 15:28:47.640546 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:28:47.663608 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-c81589c8-c39a-4e6d-8187-5dff9c2c5ea4 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868664 Feb 03 15:28:47.757707 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-9589d86d-ad03-4f82-994a-e4a9ed8d62d1 req-4a77b9e3-0b91-4b5f-9470-19bc01cf81c8 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884447 Feb 03 15:28:47.875249 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '04bdee46-b58a-4341-b35d-7ea977f1b71b', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'port_id': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'mac_address': 'fa:16:3e:89:59:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:28:46Z', 'updated_at': '2022-02-03T15:28:46Z', 'revision_number': 0, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:28:47.905875 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73551c56-edca-4e58-bb38-696a4fb2808d None None] The sync data for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 is: [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '04bdee46-b58a-4341-b35d-7ea977f1b71b', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'port_id': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'mac_address': 'fa:16:3e:89:59:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:28:46Z', 'updated_at': '2022-02-03T15:28:46Z', 'revision_number': 0, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:28:48.106825 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5481e-44bc-457f-8123-c5ec6490a5c0 None None] New status for floating IP 04bdee46-b58a-4341-b35d-7ea977f1b71b: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:28:48.224821 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48c89fd8-eb92-4d52-8986-38df342481ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:49.915162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:50.984160 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:52.342904 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:28:55.341147 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:01.188585 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-c116a8fc-2291-49ac-b409-42536dea581b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506532 Feb 03 15:29:01.291373 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727f464-f726-44c7-b2a3-316cbee32573 req-b8272ff6-3649-458f-aec7-4273c236e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:29:01.292912 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-b8272ff6-3649-458f-aec7-4273c236e448 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1128 time: 0.0457997 Feb 03 15:29:01.404595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727f464-f726-44c7-b2a3-316cbee32573 req-400d3dc7-ce8c-4e53-81f4-ea6aab250067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:29:01.406109 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-400d3dc7-ce8c-4e53-81f4-ea6aab250067 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0934684 Feb 03 15:29:01.474642 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-35715351-3565-47ba-96c6-13dac2261ccb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 1001 time: 0.0623951 Feb 03 15:29:01.524971 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727f464-f726-44c7-b2a3-316cbee32573 req-dd68573c-1dd1-4f4f-9f69-16cfdb369d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:29:01.526468 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-dd68573c-1dd1-4f4f-9f69-16cfdb369d66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0465539 Feb 03 15:29:01.581807 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727f464-f726-44c7-b2a3-316cbee32573 req-bf8d5963-ba35-4511-817d-4143f265b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:29:01.583341 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-bf8d5963-ba35-4511-817d-4143f265b4ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508430 Feb 03 15:29:01.676328 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-93734ca2-0199-4a03-9dc8-96a54597da0a service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865169 Feb 03 15:29:01.776580 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-2727f464-f726-44c7-b2a3-316cbee32573 req-53b8dfd1-fc99-4805-b921-b5e8f1811916 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940752 Feb 03 15:29:09.348819 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:29:09.798390 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:15.942800 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c1b2844-93d5-4310-8663-aa39ddca1174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:18.217864 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-615848af-0431-4408-8463-474e55513aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:19.918799 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:20.987254 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:22.345625 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:25.339423 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:39.798418 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:45.945182 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1a34fc6-eb68-44be-b6d0-103579a17f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:46.348354 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:29:48.221369 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b30b-3b89-4179-85a0-46f90e6e00fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:49.925079 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:50.990942 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:52.349107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:29:55.352361 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:02.185098 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-50b850f1-ac05-440b-93ed-ef05aea68c03 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490885 Feb 03 15:30:02.306698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-9da87680-8ab7-463f-b744-d41567ede508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:30:02.308361 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-9da87680-8ab7-463f-b744-d41567ede508 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1128 time: 0.0577905 Feb 03 15:30:02.448223 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-d14b1067-e0fa-45c0-b25c-7e0b7887237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:30:02.450825 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-d14b1067-e0fa-45c0-b25c-7e0b7887237a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1169055 Feb 03 15:30:02.525321 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-9b2c4c83-8953-4bc5-a00d-1e8cf4d18176 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 1001 time: 0.0663917 Feb 03 15:30:02.590258 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-7e18d73a-3cdd-42df-bccb-f38789ab0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:30:02.592031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-7e18d73a-3cdd-42df-bccb-f38789ab0539 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0607932 Feb 03 15:30:02.647277 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-35b2bb69-9923-42f1-ac68-2d1a346230ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:30:02.648822 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-35b2bb69-9923-42f1-ac68-2d1a346230ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504675 Feb 03 15:30:02.744215 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-0b7587f3-6263-4cb8-81f6-5612e5d8399a service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888526 Feb 03 15:30:02.843684 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-0b0ff4e9-2e52-46a2-85e5-55431f3cf0f8 req-7b9b8434-7200-4f86-bfa3-c6a7708d05c8 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921040 Feb 03 15:30:09.791734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:15.956751 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ab2a632-72fc-4942-908e-40a32d535737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:18.225051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5824a0c2-bc30-4c5e-a924-687b51b2a329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:19.924602 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:20.992177 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:22.357677 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:23.352225 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:30:25.356979 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:39.807725 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:45.953493 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37a10ac6-10ea-4275-bed7-21144a0e27a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:48.229050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dae3de33-b507-40f6-b3f4-44214b515332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:49.927792 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:50.997434 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:52.350502 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:30:55.352162 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:00.351456 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:31:02.166601 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-7e280c61-9f0a-47ee-8406-a889320225f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456140 Feb 03 15:31:02.288601 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-532401e4-ee3b-4837-992c-a1e6bd255b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:02.290342 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-532401e4-ee3b-4837-992c-a1e6bd255b10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1128 time: 0.0611980 Feb 03 15:31:02.410077 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-dee7c015-b5af-4c46-b628-e97242d4b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:02.411513 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-dee7c015-b5af-4c46-b628-e97242d4b32b service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0955896 Feb 03 15:31:02.481230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-478260e1-cbae-4377-8dbd-b0d5a85fae6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 1001 time: 0.0624676 Feb 03 15:31:02.538024 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-661a9e5c-2765-4cd8-b839-312f89b3c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:02.539548 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-661a9e5c-2765-4cd8-b839-312f89b3c7fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0526893 Feb 03 15:31:02.594475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-52ca64b3-92c0-44f5-92ec-f40c72625a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:02.596010 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-52ca64b3-92c0-44f5-92ec-f40c72625a88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502079 Feb 03 15:31:02.613652 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-57c3e7cf-162b-4e78-8eaf-f97ab24b1c74 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:31:02.614673 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-57c3e7cf-162b-4e78-8eaf-f97ab24b1c74 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115259 Feb 03 15:31:02.710224 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-8e391188-182d-41fd-b219-621d658778a4 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887699 Feb 03 15:31:02.810968 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-ff65a7d8-3f56-46ec-9040-bf1bc75b6cca req-acd5263e-f02f-4f35-a298-612fc3c00ccc service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942876 Feb 03 15:31:09.810501 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:15.959170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca10ca44-5176-4bc2-9a72-a3d4efee2a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:18.244077 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8eeba9-1da5-4485-858d-ed72962e2f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:19.931787 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:21.000075 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:22.356244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:24.342620 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0c3c-df3a-4dc4-8ac8-2ea3933a693b req-cbcd1e91-812a-415f-b287-3b7361d506a9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:24.344280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46e0c3c-df3a-4dc4-8ac8-2ea3933a693b req-cbcd1e91-812a-415f-b287-3b7361d506a9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0589085 Feb 03 15:31:24.399813 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a46e0c3c-df3a-4dc4-8ac8-2ea3933a693b req-4f3159fd-d736-410c-8f61-8dbe743da3d3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496912 Feb 03 15:31:25.368059 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:25.528615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a791750-4d7c-4743-8df7-d19853d4db0b req-7a5d4875-91aa-4631-b84a-f747421bc45d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:25.530019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a791750-4d7c-4743-8df7-d19853d4db0b req-7a5d4875-91aa-4631-b84a-f747421bc45d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0543449 Feb 03 15:31:25.590631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0a791750-4d7c-4743-8df7-d19853d4db0b req-6247e7fb-db31-4337-b680-3ce087f7fa12 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548203 Feb 03 15:31:26.716738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca182cbc-4df8-43e4-ab4d-b75e0c93d720 req-3c8812ee-508a-4687-a948-43996ee3d8db tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:26.718229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca182cbc-4df8-43e4-ab4d-b75e0c93d720 req-3c8812ee-508a-4687-a948-43996ee3d8db tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0524461 Feb 03 15:31:26.766835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ca182cbc-4df8-43e4-ab4d-b75e0c93d720 req-79fc8ce2-c3a8-459e-ad14-531c67488a32 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Feb 03 15:31:27.899137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2d9ec-9dff-4dfa-9bf3-034b9d2197c2 req-2d1ffd81-08bd-4447-8c37-9da4d8e02614 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:27.900775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bc2d9ec-9dff-4dfa-9bf3-034b9d2197c2 req-2d1ffd81-08bd-4447-8c37-9da4d8e02614 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0618894 Feb 03 15:31:27.953264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9bc2d9ec-9dff-4dfa-9bf3-034b9d2197c2 req-90b5b7d2-27f8-4379-9055-6961544114bd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465457 Feb 03 15:31:29.084274 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6166-97f8-46ab-a160-1f047541f3bb req-6ab3ddb2-976b-4eda-b888-4b15643b3bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:29.086670 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da9c6166-97f8-46ab-a160-1f047541f3bb req-6ab3ddb2-976b-4eda-b888-4b15643b3bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0614724 Feb 03 15:31:29.136909 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-da9c6166-97f8-46ab-a160-1f047541f3bb req-a20f4a69-07d5-42c7-82bf-3987d183488d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455072 Feb 03 15:31:30.266667 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e395bd-5023-498f-a6c5-6f7e0c72034e req-2e19987e-ab68-4ec1-9a23-b64ce1284704 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:30.268165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32e395bd-5023-498f-a6c5-6f7e0c72034e req-2e19987e-ab68-4ec1-9a23-b64ce1284704 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0556455 Feb 03 15:31:30.321104 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-32e395bd-5023-498f-a6c5-6f7e0c72034e req-e5e4503b-601f-4385-8be6-65bdb5e17603 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Feb 03 15:31:31.454312 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64563b97-c10f-4a31-bac0-0208ec66bbb9 req-9753f42c-bd2b-4b3d-b3e8-910ebce4b77b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:31.455925 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64563b97-c10f-4a31-bac0-0208ec66bbb9 req-9753f42c-bd2b-4b3d-b3e8-910ebce4b77b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0609412 Feb 03 15:31:31.511829 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-64563b97-c10f-4a31-bac0-0208ec66bbb9 req-6fee91f7-6e99-4162-a8b2-01f42dbd202b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490930 Feb 03 15:31:32.643198 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6103b5-48bc-4bb4-84f4-7434596db9be req-d1034d45-9e09-44bd-8e76-5342efdd6bdc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:32.644737 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c6103b5-48bc-4bb4-84f4-7434596db9be req-d1034d45-9e09-44bd-8e76-5342efdd6bdc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0544991 Feb 03 15:31:32.698107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2c6103b5-48bc-4bb4-84f4-7434596db9be req-c960dc6c-2fdc-4a70-935c-ba16c1cf2cf5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Feb 03 15:31:33.829007 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dfd70-7397-4add-8780-8600fbc6039b req-5254e646-feba-4437-b857-9f4a147317ec tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:33.831417 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-411dfd70-7397-4add-8780-8600fbc6039b req-5254e646-feba-4437-b857-9f4a147317ec tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0571122 Feb 03 15:31:33.906939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-411dfd70-7397-4add-8780-8600fbc6039b req-cfb58bb9-7ef7-4b32-951b-d488456be5ba tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699430 Feb 03 15:31:35.037944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e509d6-696c-46d6-81bc-ad98d51f181f req-dbe07460-5479-4305-9daf-73965cb95aae tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:35.039423 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53e509d6-696c-46d6-81bc-ad98d51f181f req-dbe07460-5479-4305-9daf-73965cb95aae tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0554607 Feb 03 15:31:35.088361 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-53e509d6-696c-46d6-81bc-ad98d51f181f req-e4a8dedc-4a71-433b-91c8-57ea1073f277 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434620 Feb 03 15:31:36.227876 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9b9ee-f630-4e0b-82ac-e4c99998b7fa req-9e0aedb1-0432-43d7-bbbc-bbc1c4c92bb1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:36.229435 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f9b9ee-f630-4e0b-82ac-e4c99998b7fa req-9e0aedb1-0432-43d7-bbbc-bbc1c4c92bb1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0647480 Feb 03 15:31:36.283123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-03f9b9ee-f630-4e0b-82ac-e4c99998b7fa req-f66b06fc-2971-4f6e-913f-f9682c6f65f5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463879 Feb 03 15:31:37.351124 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:31:37.412025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572b46-a24b-4a43-bb37-6abc8529903e req-23329daa-f356-49fb-b70b-88585a56b36d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:37.413517 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb572b46-a24b-4a43-bb37-6abc8529903e req-23329daa-f356-49fb-b70b-88585a56b36d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0645697 Feb 03 15:31:37.463519 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eb572b46-a24b-4a43-bb37-6abc8529903e req-becaccb3-c049-4313-b7ce-8f72f4b44e63 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444798 Feb 03 15:31:37.876734 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:31:37.975678 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:31:37.986373 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'port_id': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'mac_address': 'fa:16:3e:89:59:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:31:38.027498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:31:38.027884 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:38.041476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 156df761-11e6-4edc-a444-85f2e7ceafdb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:31:38.060067 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:31:38.064053 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:38.111010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:31:38.122173 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.122525 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.122867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.123365 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.123536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.123930 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.124258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.124646 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.124973 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.125297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.125619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.125938 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.126258 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:31:38.207906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['156df761-11e6-4edc-a444-85f2e7ceafdb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:31:38.590422 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7338d-05d5-4019-b4f0-bc42aa0620a3 req-4de6df07-7577-4e90-8f5b-121c1b9f9183 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:38.591946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62b7338d-05d5-4019-b4f0-bc42aa0620a3 req-4de6df07-7577-4e90-8f5b-121c1b9f9183 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 945 time: 0.0538328 Feb 03 15:31:38.644985 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-62b7338d-05d5-4019-b4f0-bc42aa0620a3 req-ed42e9b4-f524-4534-82d2-3e8ebebe6d6b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449662 Feb 03 15:31:39.774460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c479c-8b0d-4240-8230-d092023421a0 req-956e2f0a-487b-4f05-9ae1-47be1b5f7ab2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:39.776019 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef7c479c-8b0d-4240-8230-d092023421a0 req-956e2f0a-487b-4f05-9ae1-47be1b5f7ab2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 945 time: 0.0576642 Feb 03 15:31:39.826604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:39.844296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ef7c479c-8b0d-4240-8230-d092023421a0 req-421e01ea-6b53-4774-a546-98487395cc3a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581880 Feb 03 15:31:39.892407 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:31:39.945285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 156df761-11e6-4edc-a444-85f2e7ceafdb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:31:39.945544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:40.026476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:31:40.026865 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:40.051920 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:31:40.056849 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286db9e4-6132-4362-9382-aa812de69ecc" -d '{"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-plugged", "status": "completed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:31:40.071368 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:31:40.081058 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:40.111792 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0fa3c8-98a2-450e-a0a8-7435f38f696a x-openstack-request-id: req-9d0fa3c8-98a2-450e-a0a8-7435f38f696a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:31:40.112127 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-plugged", "status": "completed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:31:40.112436 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d0fa3c8-98a2-450e-a0a8-7435f38f696a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:31:40.112881 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'code': 200} Feb 03 15:31:40.138631 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:31:40.988069 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318b583-854c-4384-b476-5ca7ecbb7420 req-ce28c62f-7018-4863-ba2b-80fad5635933 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:40.990291 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c318b583-854c-4384-b476-5ca7ecbb7420 req-ce28c62f-7018-4863-ba2b-80fad5635933 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0629215 Feb 03 15:31:41.046368 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c318b583-854c-4384-b476-5ca7ecbb7420 req-7b2acee1-dceb-4cea-a7fb-421cbc27cd38 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502307 Feb 03 15:31:42.270841 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279c448-be83-4dca-ac92-3b2af611b60d req-9c0f6a83-bb4c-434d-8250-7957e0c3a032 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:42.284499 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2279c448-be83-4dca-ac92-3b2af611b60d req-9c0f6a83-bb4c-434d-8250-7957e0c3a032 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.1279519 Feb 03 15:31:42.361555 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2279c448-be83-4dca-ac92-3b2af611b60d req-f23398c3-77e4-4f67-a766-9f893112d559 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750341 Feb 03 15:31:43.548512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395cd9d-34e9-4069-861e-73e1beed6675 req-6b3bca02-a502-41bf-8593-56a5e5c82192 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:43.562593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a395cd9d-34e9-4069-861e-73e1beed6675 req-6b3bca02-a502-41bf-8593-56a5e5c82192 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0971849 Feb 03 15:31:43.637320 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a395cd9d-34e9-4069-861e-73e1beed6675 req-6c007a7f-4eb8-42f9-9ff4-dd31375cca57 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716681 Feb 03 15:31:44.859449 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e9312-a53c-4585-a67b-0d9e95787dc5 req-e1d9e5b6-25d0-44a0-aa27-315f149978c0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:44.868546 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d5e9312-a53c-4585-a67b-0d9e95787dc5 req-e1d9e5b6-25d0-44a0-aa27-315f149978c0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.1024723 Feb 03 15:31:44.929863 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9d5e9312-a53c-4585-a67b-0d9e95787dc5 req-e4bba6df-ca3d-4715-8f53-c3ed1c0d81f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594180 Feb 03 15:31:45.968111 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71df25bf-2c85-43c1-8f05-9ef40247c2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:46.128904 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7d36-61dd-47cb-a175-b3431939c26c req-0eb41087-a619-4c45-bce2-c5e876349e05 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:46.131252 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ffa7d36-61dd-47cb-a175-b3431939c26c req-0eb41087-a619-4c45-bce2-c5e876349e05 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0879927 Feb 03 15:31:46.236890 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ffa7d36-61dd-47cb-a175-b3431939c26c req-ee5ba87d-c0f2-431b-a16c-ee0030f6b883 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916011 Feb 03 15:31:47.426132 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b5f3b-6d26-4023-a8c4-6a4b8036c1c4 req-b2fa9c78-202a-4925-bd6f-67d53b37efea tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:47.433597 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a1b5f3b-6d26-4023-a8c4-6a4b8036c1c4 req-b2fa9c78-202a-4925-bd6f-67d53b37efea tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.1003878 Feb 03 15:31:47.495959 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7a1b5f3b-6d26-4023-a8c4-6a4b8036c1c4 req-7807eef4-971b-4916-803f-4cf59fa9970d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607767 Feb 03 15:31:48.249524 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1eac631b-42c4-454f-980f-6f5d74887e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:48.674475 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975d313-6d37-4f9d-b868-f3a364e38862 req-608522a0-1fa0-4586-a950-7a3bac7723b8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:48.676618 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2975d313-6d37-4f9d-b868-f3a364e38862 req-608522a0-1fa0-4586-a950-7a3bac7723b8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0804336 Feb 03 15:31:48.760749 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2975d313-6d37-4f9d-b868-f3a364e38862 req-377ffa42-e404-47c5-b6cf-1e652c77bd47 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761499 Feb 03 15:31:49.947848 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:50.389417 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fd3db-30fc-4f6f-9d6b-2174b9367e28 req-88cc8958-d778-49ca-b4dc-ebbddc9630a9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:50.391768 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d18fd3db-30fc-4f6f-9d6b-2174b9367e28 req-88cc8958-d778-49ca-b4dc-ebbddc9630a9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.4929562 Feb 03 15:31:50.464896 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d18fd3db-30fc-4f6f-9d6b-2174b9367e28 req-e45b0873-5bc0-49fe-9f7d-bb2283874087 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586579 Feb 03 15:31:51.013401 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:51.630823 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d265a-8dab-46b0-bf2e-9ababd84b1fa req-64b2a743-5d8f-4439-845b-50c0e58bb02e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:51.632537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-049d265a-8dab-46b0-bf2e-9ababd84b1fa req-64b2a743-5d8f-4439-845b-50c0e58bb02e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0625381 Feb 03 15:31:51.706039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-049d265a-8dab-46b0-bf2e-9ababd84b1fa req-5c18f1fc-23ff-4670-b4f0-5292545c626f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662870 Feb 03 15:31:52.367120 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:52.842812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02abbd-4031-4f99-8b69-b4c0630e0266 req-7e4a31b4-28b1-42a9-90e4-7cbf0439c554 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:52.844295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b02abbd-4031-4f99-8b69-b4c0630e0266 req-7e4a31b4-28b1-42a9-90e4-7cbf0439c554 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0584767 Feb 03 15:31:52.910931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3b02abbd-4031-4f99-8b69-b4c0630e0266 req-3d1732db-c4f3-4786-bffd-9e204d3830bc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592341 Feb 03 15:31:53.575482 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cb430-fde3-472c-9277-b1170cddf931 req-1131a419-9caf-4fd2-adbf-c5a1b307c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:53.577325 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-868cb430-fde3-472c-9277-b1170cddf931 req-1131a419-9caf-4fd2-adbf-c5a1b307c352 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1128 time: 0.0585654 Feb 03 15:31:53.687160 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cb430-fde3-472c-9277-b1170cddf931 req-d11d2b69-96d2-49d4-a2cb-5168b6c4da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:53.688708 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-868cb430-fde3-472c-9277-b1170cddf931 req-d11d2b69-96d2-49d4-a2cb-5168b6c4da42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1027551 Feb 03 15:31:53.778785 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-868cb430-fde3-472c-9277-b1170cddf931 req-49889aee-1297-4d87-abb5-4ec4e19d5f14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 1001 time: 0.0836437 Feb 03 15:31:53.848205 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cb430-fde3-472c-9277-b1170cddf931 req-d5e0c8ea-22a4-41ca-8825-66c8fbcb605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:53.849725 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-868cb430-fde3-472c-9277-b1170cddf931 req-d5e0c8ea-22a4-41ca-8825-66c8fbcb605f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0645707 Feb 03 15:31:53.910285 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cb430-fde3-472c-9277-b1170cddf931 req-d277ff83-3958-45a9-bf4e-a9a6b175c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:53.911841 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-868cb430-fde3-472c-9277-b1170cddf931 req-d277ff83-3958-45a9-bf4e-a9a6b175c03a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559499 Feb 03 15:31:54.026918 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-868cb430-fde3-472c-9277-b1170cddf931 req-4d35f323-47f9-4e79-812d-1b7ba917df43 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089528 Feb 03 15:31:54.077003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db2977-c5a6-4b7b-be78-9556f4df2027 req-3150fb33-4a2f-4b60-ada5-90ede83dbfdd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:54.078930 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01db2977-c5a6-4b7b-be78-9556f4df2027 req-3150fb33-4a2f-4b60-ada5-90ede83dbfdd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0669672 Feb 03 15:31:54.134528 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-01db2977-c5a6-4b7b-be78-9556f4df2027 req-925b4089-9e47-4b45-8e14-3fbf4c8faaf6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487683 Feb 03 15:31:54.158337 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-868cb430-fde3-472c-9277-b1170cddf931 req-5b728b92-e951-4a17-acb8-d335f23889c5 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249211 Feb 03 15:31:55.291179 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0055e51-767d-4711-a5a4-cc71f3bcb810 req-807eb328-de59-4e1e-b317-ed9893a7c99a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:55.293081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0055e51-767d-4711-a5a4-cc71f3bcb810 req-807eb328-de59-4e1e-b317-ed9893a7c99a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 946 time: 0.0647593 Feb 03 15:31:55.346622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0055e51-767d-4711-a5a4-cc71f3bcb810 req-e69c8a70-ecd7-4255-bba7-5259ebca22f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442009 Feb 03 15:31:55.405259 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:55.986778 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:31:56.076261 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:31:56.076910 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:56.109662 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:31:56.113117 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d69bc-1b94-460b-be66-b3239eb51760" -d '{"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-unplugged", "status": "completed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:31:56.134685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:31:56.140585 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:31:56.199509 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:31:56.272488 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aae7a05-aaa3-4697-99c3-94e872dbb97a x-openstack-request-id: req-6aae7a05-aaa3-4697-99c3-94e872dbb97a {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:31:56.272787 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-unplugged", "status": "failed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "code": 422}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:31:56.273049 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6aae7a05-aaa3-4697-99c3-94e872dbb97a {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:31:56.273488 n-d-827549-2 neutron-server[103343]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'code': 422} returned with failed status Feb 03 15:31:56.487065 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4c3df-4578-4880-b479-a98ac1d56869 req-2d666123-4971-43ed-b375-86681d2dbc15 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:56.488602 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3c4c3df-4578-4880-b479-a98ac1d56869 req-2d666123-4971-43ed-b375-86681d2dbc15 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0554705 Feb 03 15:31:56.539362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a3c4c3df-4578-4880-b479-a98ac1d56869 req-77b4f3ff-fc8e-4eb6-86d9-2c80a9af06f5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443182 Feb 03 15:31:56.686060 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-606effbd-a638-4e89-a47a-cd4a8b04eda6 req-b84e6a66-dafb-48e9-b828-583ae50f5769 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:31:56.687099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-606effbd-a638-4e89-a47a-cd4a8b04eda6 req-b84e6a66-dafb-48e9-b828-583ae50f5769 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0722802 Feb 03 15:31:56.861244 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c5e7-f33b-45eb-9b20-145f1ad00351 req-48b088f8-387d-493b-b795-de9fe39dcda2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:56.861908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e585c5e7-f33b-45eb-9b20-145f1ad00351 req-48b088f8-387d-493b-b795-de9fe39dcda2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0626769 Feb 03 15:31:56.928084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e585c5e7-f33b-45eb-9b20-145f1ad00351 req-7d244cdb-ea9a-4d80-9182-7fcce923bd77 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564108 Feb 03 15:31:57.235430 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-0b494e8c-360d-48d5-afcf-1e2420685f38 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017268 Feb 03 15:31:58.098167 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0da0c-7e63-4afa-af81-0653f896ae26 req-304876b3-3c27-4712-85bd-ceecc30b87c1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:58.100379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fb0da0c-7e63-4afa-af81-0653f896ae26 req-304876b3-3c27-4712-85bd-ceecc30b87c1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0721231 Feb 03 15:31:58.171001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5fb0da0c-7e63-4afa-af81-0653f896ae26 req-0eac0691-8ed4-4ee3-9f5d-3528129e49ef tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638320 Feb 03 15:31:59.304819 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a2a71-2786-4ca9-909b-2de4fe157ab6 req-2092e699-731d-483d-9f65-9ea4f23f1b57 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:31:59.306460 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-415a2a71-2786-4ca9-909b-2de4fe157ab6 req-2092e699-731d-483d-9f65-9ea4f23f1b57 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0605171 Feb 03 15:31:59.357176 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-415a2a71-2786-4ca9-909b-2de4fe157ab6 req-8ce9b2e1-eefe-4f04-b8f0-aabbf9820321 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Feb 03 15:32:00.004197 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:32:00.169072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: DOWN; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:32:00.532214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182a41-d6cc-4dfc-9c2c-89dc4d69753b req-285c6038-454e-499c-a2ea-a88542f393d6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:00.534481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00182a41-d6cc-4dfc-9c2c-89dc4d69753b req-285c6038-454e-499c-a2ea-a88542f393d6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0805452 Feb 03 15:32:00.597532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-00182a41-d6cc-4dfc-9c2c-89dc4d69753b req-6f8ef4d4-57d0-48df-8b9f-35eeae1a95c8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517900 Feb 03 15:32:01.736547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9189-cb0e-4a5b-a12f-edb3db588346 req-11cbf604-e3f4-4054-b29f-187cf124288f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:01.738073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af6c9189-cb0e-4a5b-a12f-edb3db588346 req-11cbf604-e3f4-4054-b29f-187cf124288f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0617478 Feb 03 15:32:01.805459 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-af6c9189-cb0e-4a5b-a12f-edb3db588346 req-cd204a9b-a28e-4b85-9851-eb4455e610f2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605714 Feb 03 15:32:02.256550 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-039be510-b656-4176-929a-629060e45745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:02.258148 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-039be510-b656-4176-929a-629060e45745 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1126 time: 0.0527980 Feb 03 15:32:02.288128 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.71', 54605) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:32:02.346506 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-e3de3278-0471-4fa3-9140-14927bfac144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:02.348031 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-e3de3278-0471-4fa3-9140-14927bfac144 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a&tenant_id=e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 1126 time: 0.0601904 Feb 03 15:32:02.391187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-edbf927f-ca6c-45a0-9273-b917ee0d06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:02.392631 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-edbf927f-ca6c-45a0-9273-b917ee0d06a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1033220 Feb 03 15:32:02.466997 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-79e93cc8-659d-4804-887e-2c2b87d0a63d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 999 time: 0.0662947 Feb 03 15:32:02.526175 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-1a222508-4fe0-4679-be61-2cca47975171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:02.527689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-1a222508-4fe0-4679-be61-2cca47975171 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0550466 Feb 03 15:32:02.579540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-f5c6687c-d54c-4e9e-9c1c-4546073286a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:02.581341 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-f5c6687c-d54c-4e9e-9c1c-4546073286a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477889 Feb 03 15:32:02.680403 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-ad0bcbb2-d6af-4ef7-8c8f-0dc36760cf52 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928006 Feb 03 15:32:02.801472 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5c20e3ea-6eb9-4527-83e7-d60f83f3598f req-ed3dad4d-e1e9-4d40-a09a-00357faff767 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146991 Feb 03 15:32:02.960176 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-d78b3326-e841-42e2-ab3b-0dd315ff1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:02.961645 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-d78b3326-e841-42e2-ab3b-0dd315ff1ef9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1126 time: 0.0739951 Feb 03 15:32:02.968467 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fa840-74e7-4274-8db8-ac6eff4a4430 req-288b25d0-e167-47d8-a475-499075dc88b6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:02.969986 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-706fa840-74e7-4274-8db8-ac6eff4a4430 req-288b25d0-e167-47d8-a475-499075dc88b6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0916688 Feb 03 15:32:03.084652 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-706fa840-74e7-4274-8db8-ac6eff4a4430 req-cf3819b4-2f68-4673-a4b1-0398f5bdf8e5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054881 Feb 03 15:32:03.105265 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-ea5760f7-bca1-45dd-942c-3b5cafda7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:03.106881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-ea5760f7-bca1-45dd-942c-3b5cafda7516 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1359794 Feb 03 15:32:03.184823 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-279bd3bb-b09b-47f7-9baf-1082951fef47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 999 time: 0.0711145 Feb 03 15:32:03.248235 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-f59d7859-a174-453b-ab55-0d91520d0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:03.249817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-f59d7859-a174-453b-ab55-0d91520d0453 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0589738 Feb 03 15:32:03.312958 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-8418c41c-3962-4a35-99ec-029ae1ea6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:03.314502 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-8418c41c-3962-4a35-99ec-029ae1ea6948 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580933 Feb 03 15:32:03.431408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-018ed27b-557c-4f50-bc22-1d1142640dd3 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088848 Feb 03 15:32:03.539432 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-cc9d3cc0-5fc9-4412-92d1-8958635e93a2 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010914 Feb 03 15:32:04.296890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5423d4c-d577-481c-9614-883c65455bcf req-33254887-72c8-4324-8b84-3ee3ceb465d8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:04.299099 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5423d4c-d577-481c-9614-883c65455bcf req-33254887-72c8-4324-8b84-3ee3ceb465d8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0974894 Feb 03 15:32:04.406096 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5423d4c-d577-481c-9614-883c65455bcf req-5bcf9a74-8451-4a6d-9dc7-672a1610decf tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966642 Feb 03 15:32:05.576368 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6151fe-5eed-40d2-9cb3-dbeb27630009 req-098df7e2-3f78-4dbb-adef-a6fc4041e653 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:05.578242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b6151fe-5eed-40d2-9cb3-dbeb27630009 req-098df7e2-3f78-4dbb-adef-a6fc4041e653 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0715716 Feb 03 15:32:05.641408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4b6151fe-5eed-40d2-9cb3-dbeb27630009 req-05191d26-4a4d-47c2-b8c7-da59e61e7fc8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561218 Feb 03 15:32:06.808136 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cded99-b223-4398-b53d-cf50a53310cc req-ed67ed4f-196e-4500-bf7e-01f528db1739 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:06.810849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81cded99-b223-4398-b53d-cf50a53310cc req-ed67ed4f-196e-4500-bf7e-01f528db1739 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0755210 Feb 03 15:32:06.868955 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-81cded99-b223-4398-b53d-cf50a53310cc req-eb209083-070b-409d-b79f-54a136e52583 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522969 Feb 03 15:32:08.045889 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a3297-b471-4db9-8a6c-7e07f67bc2c2 req-cc370fbb-83f4-4e3a-8b3e-904ee7b61fb9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:08.048677 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878a3297-b471-4db9-8a6c-7e07f67bc2c2 req-cc370fbb-83f4-4e3a-8b3e-904ee7b61fb9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0844138 Feb 03 15:32:08.127562 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-878a3297-b471-4db9-8a6c-7e07f67bc2c2 req-3b6bd525-b890-4453-a394-764a64d06ca8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721197 Feb 03 15:32:09.352352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6785b20-ae5e-42d1-9588-e9d1b6fc2f15 req-5ec9f4af-0b7f-422f-bea5-ea052bf5a8f8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:09.353155 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6785b20-ae5e-42d1-9588-e9d1b6fc2f15 req-5ec9f4af-0b7f-422f-bea5-ea052bf5a8f8 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0958049 Feb 03 15:32:09.438332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a6785b20-ae5e-42d1-9588-e9d1b6fc2f15 req-8ad12275-da7c-4a03-9026-9642d7b9799b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678484 Feb 03 15:32:09.829694 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:10.644196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c67a3-1e53-43fa-99ab-f68facac82ee req-e4439aa8-0901-46f1-aea0-1442c7b1a31d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:10.647751 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-328c67a3-1e53-43fa-99ab-f68facac82ee req-e4439aa8-0901-46f1-aea0-1442c7b1a31d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0876105 Feb 03 15:32:10.722804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-328c67a3-1e53-43fa-99ab-f68facac82ee req-b1f7c42e-81fd-421e-9c14-776e05b3831a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680823 Feb 03 15:32:11.862210 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526330c-170f-4e37-a0a8-8461d3cb6dbf req-862b1ee1-b141-4526-a8f1-c251eaf84888 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:11.863862 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7526330c-170f-4e37-a0a8-8461d3cb6dbf req-862b1ee1-b141-4526-a8f1-c251eaf84888 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0567682 Feb 03 15:32:11.915521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7526330c-170f-4e37-a0a8-8461d3cb6dbf req-d8ca52eb-63bc-4835-96f3-cc422f1896b0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454681 Feb 03 15:32:13.041002 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e191b-78c5-496f-a53e-0977313c6e15 req-84645c0a-14d1-40c3-95fc-d07ba2dd2a11 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:13.042536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a96e191b-78c5-496f-a53e-0977313c6e15 req-84645c0a-14d1-40c3-95fc-d07ba2dd2a11 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0546150 Feb 03 15:32:13.114825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a96e191b-78c5-496f-a53e-0977313c6e15 req-d4bf3694-20c3-4614-abaa-2772e2cca1f0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657768 Feb 03 15:32:14.253894 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061c16-a4fd-45a7-ae19-10601dd3412c req-c3a44d39-c0d1-4e6a-afad-52fde0c5e201 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:14.255400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2061c16-a4fd-45a7-ae19-10601dd3412c req-c3a44d39-c0d1-4e6a-afad-52fde0c5e201 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0665033 Feb 03 15:32:14.309377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2061c16-a4fd-45a7-ae19-10601dd3412c req-266e7f78-f677-4eef-8d9c-e7c903d3138f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475955 Feb 03 15:32:14.350423 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:32:15.445324 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffeff0-8495-4b7f-ad70-31d1a7885ac3 req-7bf7fe90-2fe7-4f9b-be2b-661cba6927b1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:15.446898 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2ffeff0-8495-4b7f-ad70-31d1a7885ac3 req-7bf7fe90-2fe7-4f9b-be2b-661cba6927b1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0578132 Feb 03 15:32:15.508332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2ffeff0-8495-4b7f-ad70-31d1a7885ac3 req-fc46ecf2-58bd-41ea-afe1-43f74844e441 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539491 Feb 03 15:32:15.957911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-855b3115-b683-4cd4-b8e4-35adb88ad8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:16.639353 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cfc71-bee0-4ad6-aac7-ceffa9a9c52b req-82f6e496-23a8-42cf-8027-9df11c8df1e1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:16.640956 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-829cfc71-bee0-4ad6-aac7-ceffa9a9c52b req-82f6e496-23a8-42cf-8027-9df11c8df1e1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0614648 Feb 03 15:32:16.696000 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-829cfc71-bee0-4ad6-aac7-ceffa9a9c52b req-e443190d-1a9f-4bfc-9b2c-2024c16420ff tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488391 Feb 03 15:32:17.823812 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c93d88-f1df-4a21-a4d3-eef9d0d38c2d req-71fe0f73-c60c-4af2-a6f3-40cf79c3005a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:17.825354 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93c93d88-f1df-4a21-a4d3-eef9d0d38c2d req-71fe0f73-c60c-4af2-a6f3-40cf79c3005a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0562329 Feb 03 15:32:17.881033 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93c93d88-f1df-4a21-a4d3-eef9d0d38c2d req-56e74f3e-f7aa-4eb9-a66a-bde923c5dbe4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498102 Feb 03 15:32:18.232764 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2903700-f228-4553-a8bf-6d12280961bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:19.053512 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33475082-af13-4ae5-9da7-ebd6baef86c4 req-452ee6a8-84b3-4e4c-97d5-810d2453fc28 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:19.057808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33475082-af13-4ae5-9da7-ebd6baef86c4 req-452ee6a8-84b3-4e4c-97d5-810d2453fc28 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0802100 Feb 03 15:32:19.129440 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33475082-af13-4ae5-9da7-ebd6baef86c4 req-a80039fe-732b-4c1f-97a6-bb69a3ab9f48 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606451 Feb 03 15:32:19.943138 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:20.096280 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:32:20.204894 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:32:20.221123 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'port_id': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'mac_address': 'fa:16:3e:89:59:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:32:20.259778 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54ae15-7a32-49fa-9576-fc0059646bce req-0d339b3c-b21e-4740-8824-f2e34b10d90c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:20.261387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d54ae15-7a32-49fa-9576-fc0059646bce req-0d339b3c-b21e-4740-8824-f2e34b10d90c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 944 time: 0.0601804 Feb 03 15:32:20.261600 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:32:20.261834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:20.276164 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156df761-11e6-4edc-a444-85f2e7ceafdb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:32:20.297566 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:32:20.302730 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:20.318512 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3d54ae15-7a32-49fa-9576-fc0059646bce req-52fa1d3b-add4-4e84-bd73-b01ee68249e1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506022 Feb 03 15:32:20.366114 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:32:20.753829 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['156df761-11e6-4edc-a444-85f2e7ceafdb'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:32:21.017516 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:21.453330 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e61b7e-b52e-485a-918d-ff18b9d57a07 req-bd65d58e-c7e3-4f80-87d3-11b25fe2ef8e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:21.454871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46e61b7e-b52e-485a-918d-ff18b9d57a07 req-bd65d58e-c7e3-4f80-87d3-11b25fe2ef8e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 945 time: 0.0630472 Feb 03 15:32:21.509478 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-46e61b7e-b52e-485a-918d-ff18b9d57a07 req-f82d03ad-88c8-48a4-b56b-cee7f912d935 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480502 Feb 03 15:32:22.111394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:32:22.172974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 156df761-11e6-4edc-a444-85f2e7ceafdb triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:32:22.173354 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:22.265323 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 156df761-11e6-4edc-a444-85f2e7ceafdb is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:32:22.265719 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:22.291809 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:32:22.294120 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8069f9a-b1ba-458c-8ae1-fd246d18920c" -d '{"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-plugged", "status": "completed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:32:22.308488 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:32:22.317101 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:22.342902 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9258bd-fba5-42e7-8baf-85a9069475b6 x-openstack-request-id: req-cc9258bd-fba5-42e7-8baf-85a9069475b6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:32:22.343202 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-plugged", "status": "completed", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:32:22.343457 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc9258bd-fba5-42e7-8baf-85a9069475b6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:32:22.343848 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'code': 200} Feb 03 15:32:22.377785 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:22.383562 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:32:22.571493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521a609-d9b1-4a29-aa56-38a14e8bf45d req-35359602-ebdc-496a-a96c-732451abfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:22.573105 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9521a609-d9b1-4a29-aa56-38a14e8bf45d req-35359602-ebdc-496a-a96c-732451abfb47 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1129 time: 0.0542991 Feb 03 15:32:22.625438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9521a609-d9b1-4a29-aa56-38a14e8bf45d req-3bbe1c96-10a6-4f8f-a349-1c2899fc8719 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460966 Feb 03 15:32:22.914311 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f842ef1-1e96-4232-9122-f05d4d345e4b req-7d57ff16-c738-466c-a51a-e8dec2eef95f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:22.915851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f842ef1-1e96-4232-9122-f05d4d345e4b req-7d57ff16-c738-466c-a51a-e8dec2eef95f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 947 time: 0.0546737 Feb 03 15:32:22.966791 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0f842ef1-1e96-4232-9122-f05d4d345e4b req-88af0818-1deb-4b59-accd-34c5a667e876 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451927 Feb 03 15:32:24.134446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582772ef-49b0-48ed-ae92-49b5f13f29c0 req-cf9a5dde-703e-42e2-a557-7323a242825c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:24.137074 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-582772ef-49b0-48ed-ae92-49b5f13f29c0 req-cf9a5dde-703e-42e2-a557-7323a242825c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 947 time: 0.0747595 Feb 03 15:32:24.210001 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-582772ef-49b0-48ed-ae92-49b5f13f29c0 req-6557d528-7a20-4ee3-a5b7-460561ccdf0c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626466 Feb 03 15:32:25.358547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91342728-f0e3-4144-93cf-92f57a2c3d42 req-277df7e5-61af-49e6-b1c6-b466fe7f2d4c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:32:25.360370 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91342728-f0e3-4144-93cf-92f57a2c3d42 req-277df7e5-61af-49e6-b1c6-b466fe7f2d4c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 947 time: 0.0618653 Feb 03 15:32:25.407326 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:25.423588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-91342728-f0e3-4144-93cf-92f57a2c3d42 req-bea25266-db4e-4872-bde1-e07c45f80787 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531962 Feb 03 15:32:39.821673 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:45.967572 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-731a1903-3c2d-4ef1-bd22-01b5212bd451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:48.239886 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7531-acba-458f-8c4c-9cce2c0438c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:49.943399 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:51.017198 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:51.349798 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:32:52.365269 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:32:55.421146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:03.169527 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-36227cbe-9a4e-4c13-aed0-52087e3f03a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558801 Feb 03 15:33:03.291181 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-de3d3c06-0599-4f5d-b29e-05e535051cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:33:03.292756 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-de3d3c06-0599-4f5d-b29e-05e535051cea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1129 time: 0.0576503 Feb 03 15:33:03.432645 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-9968b6ad-a929-4d83-82fe-7d1b7503149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:33:03.434083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-9968b6ad-a929-4d83-82fe-7d1b7503149f service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1193771 Feb 03 15:33:03.521775 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-8c3474b1-41e8-412d-a7ed-cfeb7447b6b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 1001 time: 0.0813591 Feb 03 15:33:03.578828 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-dd60749a-8dad-4a26-886c-7830d0157a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:33:03.581264 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-dd60749a-8dad-4a26-886c-7830d0157a25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0529411 Feb 03 15:33:03.661315 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-a2a8cf36-5f5b-4931-afd2-940eebcd60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:33:03.663869 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-a2a8cf36-5f5b-4931-afd2-940eebcd60ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747020 Feb 03 15:33:03.825177 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-123c812c-8c1f-4bed-88f0-2e4e593f4641 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544724 Feb 03 15:33:03.935598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-142a4433-1908-4874-8d63-0556f86fd0f5 req-574e1580-ee0a-4876-8e61-46d76f92177a service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039815 Feb 03 15:33:09.830629 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:15.964387 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ba40302-de42-44b3-99b2-8e876d0fb939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:18.234736 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c73c8944-7023-4255-9eae-d6167337b6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:19.946269 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:21.020375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:22.361187 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:25.431390 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:28.352248 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:33:39.838260 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:45.971474 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1aad9ede-8e47-460f-9857-61c885e23e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:48.239983 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abcb2077-f2a4-4585-b182-93b199cc5d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:49.949656 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:51.026684 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:52.359420 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:33:55.435082 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:05.273481 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-5c3c6deb-b325-49d7-a20b-fac73257b2b4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367991 Feb 03 15:34:05.356090 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:34:05.408195 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-cdb8c3c2-f1d0-4b4d-a77a-95ee092b80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:05.410724 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-cdb8c3c2-f1d0-4b4d-a77a-95ee092b80c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1129 time: 0.0702369 Feb 03 15:34:05.521605 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-ed74982d-52ce-49bb-96ce-8ffb17d118c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:05.523125 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-ed74982d-52ce-49bb-96ce-8ffb17d118c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0918486 Feb 03 15:34:05.598810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-2a748a71-a122-4809-a53c-8202fb910f9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 1001 time: 0.0685849 Feb 03 15:34:05.657245 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-c1c52624-49a1-4a19-a7fd-db8adc75130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:05.658880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-c1c52624-49a1-4a19-a7fd-db8adc75130d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0504658 Feb 03 15:34:05.723930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-888e8187-da2f-4429-90dc-0472db680fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:05.725598 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-888e8187-da2f-4429-90dc-0472db680fe8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605934 Feb 03 15:34:05.833661 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-f3692798-1051-4d64-aa52-9dc9a127a364 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006174 Feb 03 15:34:05.938952 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0b1b04c0-89dc-4b6b-b1d1-35156507b539 req-79f6f03c-68cd-4b01-aeab-9dd8d952c905 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991614 Feb 03 15:34:09.842360 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:12.657768 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38112) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:12.876893 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Deleting port ab711242-bd82-432c-802c-fa42f14d7c42 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:34:12.877247 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ab711242-bd82-432c-802c-fa42f14d7c42), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:12.967682 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ab711242-bd82-432c-802c-fa42f14d7c42), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:12.967935 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (ab711242-bd82-432c-802c-fa42f14d7c42), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:12.981637 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Calling delete_port for ab711242-bd82-432c-802c-fa42f14d7c42 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:34:13.166660 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ab711242-bd82-432c-802c-fa42f14d7c42), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:13.193146 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event deleted for resources: {'Port': ['ID=ab711242-bd82-432c-802c-fa42f14d7c42,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:13.225738 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.226089 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.226439 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.226763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.226763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.226763 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.228120 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.228300 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.228621 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.228945 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.229270 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.229982 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.230080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:13.278870 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (04bdee46-b58a-4341-b35d-7ea977f1b71b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:13.279210 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Floating IP 04bdee46-b58a-4341-b35d-7ea977f1b71b disassociated (deleted). External IP: 172.25.0.23, port: 156df761-11e6-4edc-a444-85f2e7ceafdb. Feb 03 15:34:13.547022 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Router e938c2d9-6ed3-40df-9185-4e22ec44a61b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:34:13.682676 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:34:13.687623 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:13.693663 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] Sync routers for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:34:13.706834 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:34:13.707474 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:33:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:34:13.722230 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0c09240d-eac3-45c6-a47f-c062d4d0fc02 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "DELETE /v2.0/floatingips/04bdee46-b58a-4341-b35d-7ea977f1b71b HTTP/1.1" status: 204 len: 168 time: 1.0631680 Feb 03 15:34:13.722817 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:34:13.725155 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70bf0bf-a3d8-4480-8d56-fca375d154e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:34:13.851646 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7efae25-08be-403e-84e5-e9b003cb038a x-openstack-request-id: req-d7efae25-08be-403e-84e5-e9b003cb038a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:34:13.852216 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:34:13.852802 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7efae25-08be-403e-84e5-e9b003cb038a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:34:13.853472 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'status': 'completed', 'code': 200} Feb 03 15:34:13.860685 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:34:13.968146 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-77d2d6a8-91d2-4b46-a07d-6e3b56b18bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:13.969812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-77d2d6a8-91d2-4b46-a07d-6e3b56b18bcf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 1129 time: 0.0712473 Feb 03 15:34:14.115206 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-64916686-0fb2-46bb-962d-40ff7f292d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:14.116957 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-64916686-0fb2-46bb-962d-40ff7f292d7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1394551 Feb 03 15:34:14.135480 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:34:14.167881 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-858398d9-eda2-4bfd-85d9-b4eb8f969061 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 200 len: 217 time: 0.0445595 Feb 03 15:34:14.169581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] Checking router: e938c2d9-6ed3-40df-9185-4e22ec44a61b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:34:14.181306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:34:14.182047 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:33:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:34:14.257937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-22f02c29-73d9-46be-b0ae-3c6dc0412ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:14.259535 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-22f02c29-73d9-46be-b0ae-3c6dc0412ee3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0838525 Feb 03 15:34:14.275505 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590d712-181f-4240-a622-6d0ade426b58 req-67f13ec7-e8c3-41bf-a96b-a93f0788228e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:14.277156 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7590d712-181f-4240-a622-6d0ade426b58 req-67f13ec7-e8c3-41bf-a96b-a93f0788228e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 947 time: 0.1787670 Feb 03 15:34:14.316346 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:34:14.363870 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7590d712-181f-4240-a622-6d0ade426b58 req-152fdf9c-c9ee-4e7d-af31-8993c728a786 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759857 Feb 03 15:34:14.367140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-1efb3e3a-6501-4db8-9086-a787de2b913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:14.368794 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-1efb3e3a-6501-4db8-9086-a787de2b913b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1017466 Feb 03 15:34:14.491531 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-fd48aa30-bb53-4d59-ac74-25fac3dd53f5 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159649 Feb 03 15:34:14.572045 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:34:14.608855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda107c-66a0-4dfa-91fb-5ecc18b96ed6 None None] The sync data for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 is: [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:34:14.621087 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c70bf0bf-a3d8-4480-8d56-fca375d154e1 req-92efa4cd-fa25-43ad-8cbb-88e3ca694958 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202490 Feb 03 15:34:14.886329 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae97274-0ab4-4f4e-8d32-69266cd3e9ba None None] New status for floating IP 04bdee46-b58a-4341-b35d-7ea977f1b71b: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:34:15.506565 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5a440-676b-4ab1-901c-aa03ee7238bb req-4555364a-3c41-421b-af96-b05c2dcd85f2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:15.507982 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38a5a440-676b-4ab1-901c-aa03ee7238bb req-4555364a-3c41-421b-af96-b05c2dcd85f2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 947 time: 0.0617523 Feb 03 15:34:15.565222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38a5a440-676b-4ab1-901c-aa03ee7238bb req-36543418-2488-44f0-9418-596785ba314a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516925 Feb 03 15:34:15.968095 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eca57f2-bd8c-4b26-b4c7-5676562198d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:16.014510 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-66cc7e5d-cc8f-459d-b796-b130014f0233 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:16.016038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-66cc7e5d-cc8f-459d-b796-b130014f0233 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 947 time: 0.0590420 Feb 03 15:34:16.128551 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Deleting port 156df761-11e6-4edc-a444-85f2e7ceafdb {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:34:16.128947 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:16.255742 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] For port 156df761-11e6-4edc-a444-85f2e7ceafdb, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=156df761-11e6-4edc-a444-85f2e7ceafdb,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:34:16.256187 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:16.275365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Calling delete_port for 156df761-11e6-4edc-a444-85f2e7ceafdb owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:34:16.440266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (156df761-11e6-4edc-a444-85f2e7ceafdb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:16.490212 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event deleted for resources: {'Port': ['ID=156df761-11e6-4edc-a444-85f2e7ceafdb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:16.504075 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.504448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.504810 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.505153 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.505498 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.505859 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.506165 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.506496 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.506827 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.507427 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.507566 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.507786 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.508113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:34:16.548352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] No DVR routers for this DVR port 156df761-11e6-4edc-a444-85f2e7ceafdb on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:34:16.551922 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:16.555405 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-599ec47d-585f-455b-866d-c269e5fe5b41 req-1745675e-82cc-47b5-8614-dc321040ce87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "DELETE /v2.0/ports/156df761-11e6-4edc-a444-85f2e7ceafdb HTTP/1.1" status: 204 len: 173 time: 0.5335824 Feb 03 15:34:16.555895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-deleted', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:34:16.558180 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bc970c-7a18-44fc-b0b5-1e153c3d1797" -d '{"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-deleted", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:34:16.673487 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12529bf6-5804-4edc-9203-dfb7eeccc370 x-openstack-request-id: req-12529bf6-5804-4edc-9203-dfb7eeccc370 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:34:16.673952 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a", "name": "network-vif-deleted", "tag": "156df761-11e6-4edc-a444-85f2e7ceafdb", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:34:16.674838 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12529bf6-5804-4edc-9203-dfb7eeccc370 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:34:16.675465 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a', 'name': 'network-vif-deleted', 'tag': '156df761-11e6-4edc-a444-85f2e7ceafdb', 'status': 'completed', 'code': 200} Feb 03 15:34:16.759656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2ad1378-cd12-4088-bdbd-3c397c91e321 req-249cd963-8448-411d-8a42-13e810f83b65 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed52587-de1b-4e8b-93d1-cfb6b9b60d0a HTTP/1.1" status: 200 len: 210 time: 0.0319531 Feb 03 15:34:17.824950 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38144) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:17.883134 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8faba346-a2d1-4e91-ba99-7a61fd69e474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (2bd7c7ae-96eb-4106-82ce-79b520aaf9f2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:17.909483 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8faba346-a2d1-4e91-ba99-7a61fd69e474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (2bd7c7ae-96eb-4106-82ce-79b520aaf9f2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:17.979424 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8faba346-a2d1-4e91-ba99-7a61fd69e474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (2bd7c7ae-96eb-4106-82ce-79b520aaf9f2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:17.982094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8faba346-a2d1-4e91-ba99-7a61fd69e474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:17.983284 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8faba346-a2d1-4e91-ba99-7a61fd69e474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "DELETE /v2.0/security-groups/2bd7c7ae-96eb-4106-82ce-79b520aaf9f2 HTTP/1.1" status: 204 len: 168 time: 0.1573548 Feb 03 15:34:17.994939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faba346-a2d1-4e91-ba99-7a61fd69e474 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7c7ae-96eb-4106-82ce-79b520aaf9f2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:18.249513 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac776e61-ecad-4473-8756-c2c25526776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.425285 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38150) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:18.429913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e52826bd-666a-4101-b2d2-6573e3ab1e2a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423606483', 'description': 'tempest-secgroup-smoke-1423606483 description', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:18.457605 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e52826bd-666a-4101-b2d2-6573e3ab1e2a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.536628 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e52826bd-666a-4101-b2d2-6573e3ab1e2a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (b9da1d0d-bb63-4bb6-93d6-602d4a378785), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.541342 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e52826bd-666a-4101-b2d2-6573e3ab1e2a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b9da1d0d-bb63-4bb6-93d6-602d4a378785), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.573205 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e52826bd-666a-4101-b2d2-6573e3ab1e2a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.574488 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e52826bd-666a-4101-b2d2-6573e3ab1e2a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1481504 Feb 03 15:34:18.578267 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38152) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:18.579108 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52826bd-666a-4101-b2d2-6573e3ab1e2a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9da1d0d-bb63-4bb6-93d6-602d4a378785,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:18.586166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4f7d8274-f096-46a1-85f2-504785f95e0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': 'b9da1d0d-bb63-4bb6-93d6-602d4a378785', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:18.616445 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8274-f096-46a1-85f2-504785f95e0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (92d1c342-486a-4cb6-ad4a-97e2a5b4fa82), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.626086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:34:18.648889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 156df761-11e6-4edc-a444-85f2e7ceafdb {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:34:18.649245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 156df761-11e6-4edc-a444-85f2e7ceafdb not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:34:18.685373 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8274-f096-46a1-85f2-504785f95e0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (92d1c342-486a-4cb6-ad4a-97e2a5b4fa82), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.693309 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8274-f096-46a1-85f2-504785f95e0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (92d1c342-486a-4cb6-ad4a-97e2a5b4fa82), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.711848 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d8274-f096-46a1-85f2-504785f95e0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d1c342-486a-4cb6-ad4a-97e2a5b4fa82,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:18.720838 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8274-f096-46a1-85f2-504785f95e0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.722153 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4f7d8274-f096-46a1-85f2-504785f95e0e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427376 Feb 03 15:34:18.725103 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38154) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:18.729678 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ea2ff6bf-3169-445d-be60-88fd98bc53f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': 'b9da1d0d-bb63-4bb6-93d6-602d4a378785', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:18.760005 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff6bf-3169-445d-be60-88fd98bc53f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (211291c4-209f-440a-99bb-409c3551532e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.823628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff6bf-3169-445d-be60-88fd98bc53f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (211291c4-209f-440a-99bb-409c3551532e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.827766 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff6bf-3169-445d-be60-88fd98bc53f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (211291c4-209f-440a-99bb-409c3551532e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.846358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ff6bf-3169-445d-be60-88fd98bc53f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211291c4-209f-440a-99bb-409c3551532e,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:18.855513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff6bf-3169-445d-be60-88fd98bc53f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.861130 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea2ff6bf-3169-445d-be60-88fd98bc53f9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306553 Feb 03 15:34:18.861372 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38156) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:18.866189 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-043e9fc8-0e5e-4d2d-bbdd-fc29b9720f14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': 'b9da1d0d-bb63-4bb6-93d6-602d4a378785', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:18.898685 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-043e9fc8-0e5e-4d2d-bbdd-fc29b9720f14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (d24ff74a-9610-4cd9-96a0-3b1c0f651f07), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.961600 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-043e9fc8-0e5e-4d2d-bbdd-fc29b9720f14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (d24ff74a-9610-4cd9-96a0-3b1c0f651f07), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.965637 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-043e9fc8-0e5e-4d2d-bbdd-fc29b9720f14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d24ff74a-9610-4cd9-96a0-3b1c0f651f07), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.983619 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e9fc8-0e5e-4d2d-bbdd-fc29b9720f14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24ff74a-9610-4cd9-96a0-3b1c0f651f07,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:18.992182 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-043e9fc8-0e5e-4d2d-bbdd-fc29b9720f14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:18.993845 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-043e9fc8-0e5e-4d2d-bbdd-fc29b9720f14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308920 Feb 03 15:34:18.996731 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38158) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:19.001063 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0f55bd25-84fd-42f3-8b72-e48061b5bf46 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': 'b9da1d0d-bb63-4bb6-93d6-602d4a378785', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:19.037115 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f55bd25-84fd-42f3-8b72-e48061b5bf46 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (fd2f7fe3-8515-4910-9ea1-edc253e1070e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.098472 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f55bd25-84fd-42f3-8b72-e48061b5bf46 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (fd2f7fe3-8515-4910-9ea1-edc253e1070e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.106076 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f55bd25-84fd-42f3-8b72-e48061b5bf46 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (fd2f7fe3-8515-4910-9ea1-edc253e1070e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.127358 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55bd25-84fd-42f3-8b72-e48061b5bf46 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2f7fe3-8515-4910-9ea1-edc253e1070e,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:19.135306 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f55bd25-84fd-42f3-8b72-e48061b5bf46 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.136559 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f55bd25-84fd-42f3-8b72-e48061b5bf46 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388566 Feb 03 15:34:19.139799 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38160) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:19.145995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': 'b9da1d0d-bb63-4bb6-93d6-602d4a378785', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:19.168981 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Project e3eb84cca18c4e0eb7821a76ad62df05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:34:19.175420 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (7f0652c7-e697-4a4c-8860-ccd4323f3cf7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.239778 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (7f0652c7-e697-4a4c-8860-ccd4323f3cf7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.244079 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (7f0652c7-e697-4a4c-8860-ccd4323f3cf7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.265747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0652c7-e697-4a4c-8860-ccd4323f3cf7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:19.272122 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.273281 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a3606845-082a-4d42-9c19-0da04c766784 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321554 Feb 03 15:34:19.275995 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38162) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:34:19.280339 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'security_group_rule': {'security_group_id': 'b9da1d0d-bb63-4bb6-93d6-602d4a378785', 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:19.301691 n-d-827549-2 neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Project e3eb84cca18c4e0eb7821a76ad62df05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:34:19.306773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (2263a81f-dfc6-43b6-adf5-2666ce740916), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.372510 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (2263a81f-dfc6-43b6-adf5-2666ce740916), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.377077 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (2263a81f-dfc6-43b6-adf5-2666ce740916), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.396347 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2263a81f-dfc6-43b6-adf5-2666ce740916,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:19.404697 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:19.405903 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a68934a2-61a2-4ca6-9cd6-e786e4ec4bc6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289511 Feb 03 15:34:19.953866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:21.030802 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:22.357737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:25.439464 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:39.861361 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:41.276563 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-12ec94a2-6c8e-42b2-a67d-3ea40c008f9f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423606483&fields=id&tenant_id=e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 267 time: 0.0766113 Feb 03 15:34:41.399056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-109d59d0-d175-4765-a489-3af603f0d3af tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:41.400663 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-109d59d0-d175-4765-a489-3af603f0d3af tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 808 time: 0.1175029 Feb 03 15:34:41.418309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-fe35440e-3937-4cb7-86b5-adb3c51b6c6d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/quotas/e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 375 time: 0.0118418 Feb 03 15:34:41.494684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-7f4e8bd9-3b55-4327-a2a0-c35ad07394ce tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705824 Feb 03 15:34:41.600584 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-1b7cda49-0a98-48eb-85e0-bf1bf7479507 service neutron] 10.222.0.52 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908740 Feb 03 15:34:41.701672 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-4b3c6c99-941c-45f7-bbff-510096059cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933788 Feb 03 15:34:42.079804 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09399a12-e126-48b4-8526-48de12ad9198 req-0bbe12fc-04b1-43a8-bb5d-2f9e34137749 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0408888 Feb 03 15:34:42.355880 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:34:43.234379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a0d1dafb-00e5-41f1-859b-65951db4c0db req-1ded2978-6c4e-4e3d-ac01-19cef8fa502b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0618215 Feb 03 15:34:43.333359 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-0bdc8794-0e4e-4942-b342-1984287f7ac5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:43.335880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-0bdc8794-0e4e-4942-b342-1984287f7ac5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 808 time: 0.1758785 Feb 03 15:34:43.414951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-f404ba83-4ed6-4bdd-84b6-cebd40e59775 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 380 time: 0.0629520 Feb 03 15:34:43.426907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'port': {'device_id': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'admin_state_up': True, 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'security_groups': ['b9da1d0d-bb63-4bb6-93d6-602d4a378785']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:43.572737 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Made reservation on behalf of e3eb84cca18c4e0eb7821a76ad62df05 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:34:43.576904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:43.748756 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Allocated IP 172.20.0.14 (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2/3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9/78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:34:43.928363 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:43.971754 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:44.030764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:34:44.033787 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:34:44.037579 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:34:44.044721 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:44.103190 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:44.103822 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:44.128111 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-358ac550-100c-4b59-b501-6d4afac82381 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7052038 Feb 03 15:34:44.145898 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Request body: {'port': {'device_id': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:34:44.247188 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:44.410140 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2ab9045b-8e25-49e0-9f5d-1af85041546d None None] Provisioning complete for port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:34:44.410892 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ab9045b-8e25-49e0-9f5d-1af85041546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:44.462482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2ab9045b-8e25-49e0-9f5d-1af85041546d None None] Port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:34:44.943515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943016-0339-4af5-9689-bae65ce6e703 req-4651f247-89ee-4c16-9d4c-f4c49dd681f7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:44.945108 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f943016-0339-4af5-9689-bae65ce6e703 req-4651f247-89ee-4c16-9d4c-f4c49dd681f7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 932 time: 0.5557678 Feb 03 15:34:45.037523 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f943016-0339-4af5-9689-bae65ce6e703 req-dacc44bf-6526-45d1-96e4-dd7101e205ef tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828013 Feb 03 15:34:45.106910 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:34:45.120990 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Publish callbacks [] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:45.141975 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Transition to ACTIVE for port object 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:34:45.149955 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:45.269230 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:45.344944 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Attempting to bind port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:34:45.345322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Attempting to bind port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:34:45.345661 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Attempting to bind port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:34:45.352861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:34:45.353378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Attempting to bind port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c on network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:34:45.362874 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:34:45.363459 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Checking segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:34:45.364105 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Bound using segment: {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:34:45.364872 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Bound port: 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b21a4e-bce6-4afd-8f1a-591bf15d16ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:34:45.365486 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:45.472744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:34:45.478706 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:34:45.487379 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:45.539386 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:45.540267 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:45.542192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] 10.222.0.71 "PUT /v2.0/ports/78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 1092 time: 1.4009860 Feb 03 15:34:45.542675 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:34:45.545446 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6f9d89-46ba-4374-aa37-ec76faf93e63" -d '{"events": [{"name": "network-changed", "server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:34:45.577460 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6bbf6-3ac8-473c-8101-f731edbbb098 service neutron] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:34:45.668619 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009591ae-79c7-4ab7-8ba0-e8467deb1338 x-openstack-request-id: req-009591ae-79c7-4ab7-8ba0-e8467deb1338 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:34:45.668949 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:34:45.669199 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-009591ae-79c7-4ab7-8ba0-e8467deb1338 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:34:45.669705 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'status': 'completed', 'code': 200} Feb 03 15:34:45.695853 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-85936b0a-cea7-4638-9a85-a261c2a6a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:45.698548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-85936b0a-cea7-4638-9a85-a261c2a6a53d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1126 time: 0.0881746 Feb 03 15:34:45.766222 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-d92eea3b-7f9a-4d1c-a2d4-295f474ef271 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 217 time: 0.0541508 Feb 03 15:34:45.849303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-2feaca44-0165-4bca-971d-802f9e1b349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:45.851190 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-2feaca44-0165-4bca-971d-802f9e1b349f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0777550 Feb 03 15:34:45.931063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-ecab5021-d928-4ee9-8aa2-e6cd17e8140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:45.933759 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-ecab5021-d928-4ee9-8aa2-e6cd17e8140e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762365 Feb 03 15:34:45.978816 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60fc5b61-f776-4faa-bd64-89fc72d5417c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:46.067715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-4271a947-d0bc-4814-a8dd-071202e6267e service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258454 Feb 03 15:34:46.272914 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8bb451ad-c919-46e8-87f6-0a7883eae312 req-c0278bb6-17dd-4a54-a4c2-5f0e479e045f service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985810 Feb 03 15:34:46.280835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5e870-ea73-4fe2-b76f-953464f2b493 req-051b5f50-fa99-44bb-a5ab-56f4e9d50a14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:46.282262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8e5e870-ea73-4fe2-b76f-953464f2b493 req-051b5f50-fa99-44bb-a5ab-56f4e9d50a14 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.1585884 Feb 03 15:34:46.381680 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c8e5e870-ea73-4fe2-b76f-953464f2b493 req-00512884-89a0-49f2-aa37-71ebb51f426d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850277 Feb 03 15:34:46.434027 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-155f34b5-ad9c-48a7-81eb-b6678cfdfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:46.436027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-155f34b5-ad9c-48a7-81eb-b6678cfdfb0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1126 time: 0.0739834 Feb 03 15:34:46.548556 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-8fdbe1ce-e1be-47c7-a874-4a035fdbfd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:46.551091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-8fdbe1ce-e1be-47c7-a874-4a035fdbfd50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1083987 Feb 03 15:34:46.596826 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-58a65b26-7eb3-4485-be77-5f5d4493f7f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 217 time: 0.0389335 Feb 03 15:34:46.657688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-ae199df6-d9b5-4f2b-be7b-b312fba50167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:46.659720 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-ae199df6-d9b5-4f2b-be7b-b312fba50167 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0575075 Feb 03 15:34:46.721160 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-c1d4d258-9836-4f95-b795-85c06ff232f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:46.723027 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-c1d4d258-9836-4f95-b795-85c06ff232f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571682 Feb 03 15:34:46.842182 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-3ab62a9a-edf5-4549-baac-b7d1ff3fed4d service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132534 Feb 03 15:34:46.981473 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4d6f9d89-46ba-4374-aa37-ec76faf93e63 req-55f81442-d505-4ba3-a64d-d9b61b5cf65c service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339548 Feb 03 15:34:47.539632 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a0036-e65e-43c5-a91f-eb43422a8234 req-6ad90b7c-ee8e-4727-9fad-bba8ecd7e9d3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:47.541115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b0a0036-e65e-43c5-a91f-eb43422a8234 req-6ad90b7c-ee8e-4727-9fad-bba8ecd7e9d3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0667579 Feb 03 15:34:47.624206 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b0a0036-e65e-43c5-a91f-eb43422a8234 req-0fdcf401-0760-44fa-a367-4dd2bf0a95a5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714984 Feb 03 15:34:48.254737 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-979a3f10-6e22-4bd7-ad5e-2970e135127d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:48.775716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871dad7-8cab-4480-b659-94188fd21987 req-10752d36-713f-45aa-baad-7d47733e51d4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:48.777345 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9871dad7-8cab-4480-b659-94188fd21987 req-10752d36-713f-45aa-baad-7d47733e51d4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0613651 Feb 03 15:34:48.844356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9871dad7-8cab-4480-b659-94188fd21987 req-4ed72480-a095-47fa-99c6-99566b18c77b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578799 Feb 03 15:34:49.955814 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:50.006858 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c14b3-e0c3-482b-9eba-ce69cf01e4a0 req-4e322d40-4add-475f-8e80-83c41ee710d4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:50.009270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc0c14b3-e0c3-482b-9eba-ce69cf01e4a0 req-4e322d40-4add-475f-8e80-83c41ee710d4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0796947 Feb 03 15:34:50.074046 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dc0c14b3-e0c3-482b-9eba-ce69cf01e4a0 req-ec1136b5-2c0c-4e7b-8c6d-735e3d9cc72d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587902 Feb 03 15:34:51.028117 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:51.258937 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836932-3e6c-4e18-9a3d-25c9b4e5c4ca req-3d8b79ed-cb77-4356-a796-7b22360faf77 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:51.260532 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68836932-3e6c-4e18-9a3d-25c9b4e5c4ca req-3d8b79ed-cb77-4356-a796-7b22360faf77 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0892596 Feb 03 15:34:51.340077 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-68836932-3e6c-4e18-9a3d-25c9b4e5c4ca req-e7eb5df6-e31f-490e-acb7-8598bf712d61 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647552 Feb 03 15:34:52.367449 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:52.525439 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbcd89-3574-443c-a519-a17a90a4ac7b req-0a8b7eab-9e9f-4dbb-829f-e6eb0366e173 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:52.527852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4dbcd89-3574-443c-a519-a17a90a4ac7b req-0a8b7eab-9e9f-4dbb-829f-e6eb0366e173 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0904379 Feb 03 15:34:52.588367 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4dbcd89-3574-443c-a519-a17a90a4ac7b req-d8892030-2934-45ca-b413-7b605caf9292 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514324 Feb 03 15:34:53.786352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbd743-73f4-4bd4-8652-02ef76edc31c req-7e707951-1dec-4c61-9105-910752978dd3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:53.788242 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33bbd743-73f4-4bd4-8652-02ef76edc31c req-7e707951-1dec-4c61-9105-910752978dd3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0957389 Feb 03 15:34:53.864819 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33bbd743-73f4-4bd4-8652-02ef76edc31c req-fa04030f-be6b-4329-a5c6-38db579c59ec tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683722 Feb 03 15:34:55.022965 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476595b5-1e58-43b1-829f-bd5329f9a169 req-282c44d4-a8d2-4f5e-ae48-fcbffbf3f111 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:55.024648 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476595b5-1e58-43b1-829f-bd5329f9a169 req-282c44d4-a8d2-4f5e-ae48-fcbffbf3f111 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0654693 Feb 03 15:34:55.096682 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-476595b5-1e58-43b1-829f-bd5329f9a169 req-3d9efafa-d2d0-4969-a752-b9d3f1b3677f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620973 Feb 03 15:34:55.438925 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:34:56.280187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c68e7-22dc-469b-ad03-f499031806d7 req-d6bd9090-677c-4c5b-9056-f761a8cdb110 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:56.281860 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-548c68e7-22dc-469b-ad03-f499031806d7 req-d6bd9090-677c-4c5b-9056-f761a8cdb110 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0723195 Feb 03 15:34:56.339678 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-548c68e7-22dc-469b-ad03-f499031806d7 req-e48953fb-40bc-4b5b-b770-61b6e9af8a94 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514712 Feb 03 15:34:57.485543 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e378d0-e06f-4260-9266-7d7a688da2d3 req-e27472a4-6523-42b1-920c-01c0697a8305 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:57.487021 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7e378d0-e06f-4260-9266-7d7a688da2d3 req-e27472a4-6523-42b1-920c-01c0697a8305 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0592468 Feb 03 15:34:57.549846 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c7e378d0-e06f-4260-9266-7d7a688da2d3 req-34878ab8-84d5-42b0-b2e2-008e84833590 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550849 Feb 03 15:34:58.687837 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d5dd-030c-4f99-9f14-7bd0055bd9ec req-fb31f189-f99a-4eaa-92e4-8104f8db0bd1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:58.690039 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ac8d5dd-030c-4f99-9f14-7bd0055bd9ec req-fb31f189-f99a-4eaa-92e4-8104f8db0bd1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0565464 Feb 03 15:34:58.743329 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ac8d5dd-030c-4f99-9f14-7bd0055bd9ec req-eb713482-4720-472e-9649-25fb2e58b377 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475020 Feb 03 15:34:59.898117 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916d7e7-f8e7-4e4e-9aed-d2771a60dc8d req-9358d72f-1d98-468a-9ad1-5638e5816b27 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:34:59.901163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6916d7e7-f8e7-4e4e-9aed-d2771a60dc8d req-9358d72f-1d98-468a-9ad1-5638e5816b27 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0831683 Feb 03 15:34:59.952195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6916d7e7-f8e7-4e4e-9aed-d2771a60dc8d req-c733b9dc-2507-47b8-9d0d-7af3b589f291 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Feb 03 15:35:01.075284 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762e768-1506-4e0c-9efd-974f9f3bd552 req-4da86914-be5e-4c44-b52b-8682490dbbc4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:01.076866 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6762e768-1506-4e0c-9efd-974f9f3bd552 req-4da86914-be5e-4c44-b52b-8682490dbbc4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0538051 Feb 03 15:35:01.132214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6762e768-1506-4e0c-9efd-974f9f3bd552 req-51a89817-8cc9-4276-bf4c-0d6ab01cec5f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487134 Feb 03 15:35:02.254971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae560846-5012-4f98-8f48-837644660b27 req-b71d7496-711a-4af8-91fa-ce584bfe3c2c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:02.256520 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae560846-5012-4f98-8f48-837644660b27 req-b71d7496-711a-4af8-91fa-ce584bfe3c2c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0537844 Feb 03 15:35:02.321755 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ae560846-5012-4f98-8f48-837644660b27 req-37fd9f40-0156-428b-8cfa-885496b7329b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594404 Feb 03 15:35:02.822813 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:35:02.934207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:35:02.945777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'port_id': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'mac_address': 'fa:16:3e:dd:44:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:35:03.152230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:35:03.152554 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:03.165457 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:35:03.185251 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:35:03.189506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:03.248015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:35:03.259672 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.260027 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.260376 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.260752 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.261122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.261462 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.261795 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.262128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.262454 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.262782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.263109 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.263436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.263761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:35:03.447322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273908e-1638-4a15-890c-3b180e93c671 req-6a717509-9350-4c9b-86c3-39fbf796b285 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:03.448754 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7273908e-1638-4a15-890c-3b180e93c671 req-6a717509-9350-4c9b-86c3-39fbf796b285 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 945 time: 0.0597086 Feb 03 15:35:03.499486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7273908e-1638-4a15-890c-3b180e93c671 req-fafafa37-f159-4145-9985-2b2f8db49026 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Feb 03 15:35:03.581208 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:35:04.633956 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802fbb9-67c3-4f6c-9dbc-409ba0a41080 req-bfb88fa3-78ac-4cb8-a103-3f1d7b01e5d2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:04.635769 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6802fbb9-67c3-4f6c-9dbc-409ba0a41080 req-bfb88fa3-78ac-4cb8-a103-3f1d7b01e5d2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 945 time: 0.0596836 Feb 03 15:35:04.698425 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6802fbb9-67c3-4f6c-9dbc-409ba0a41080 req-ddbb025a-e1f1-41ab-81fd-e4c7ee85752c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568466 Feb 03 15:35:04.831010 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:35:04.889925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:35:04.894919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:35:04.895648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:04.978147 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:35:04.978544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:05.008815 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:35:05.011499 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25dccc3-9ced-4df1-a02c-aaa2bc13e444" -d '{"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-plugged", "status": "completed", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:35:05.017931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:35:05.022756 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:05.058203 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969a4fe-e4f1-4df3-a90c-188a260f2b09 x-openstack-request-id: req-3969a4fe-e4f1-4df3-a90c-188a260f2b09 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:35:05.058510 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-plugged", "status": "completed", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:35:05.058770 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3969a4fe-e4f1-4df3-a90c-188a260f2b09 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:35:05.059160 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'code': 200} Feb 03 15:35:05.082072 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:35:05.212655 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a406a-6a2d-45c6-9ead-fffc153a18f4 req-0346df64-0d04-40b2-b6ac-24d40ba8bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:05.214187 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f14a406a-6a2d-45c6-9ead-fffc153a18f4 req-0346df64-0d04-40b2-b6ac-24d40ba8bfb6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0567400 Feb 03 15:35:05.263358 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f14a406a-6a2d-45c6-9ead-fffc153a18f4 req-b9a093aa-753b-40dd-a58f-b8f5fd2b10ad service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Feb 03 15:35:05.825236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae55279-776b-42d3-91aa-8aa02657c0d0 req-9ddc9b46-0af6-429f-a4e4-e8ee0fbf46cc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:05.826745 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eae55279-776b-42d3-91aa-8aa02657c0d0 req-9ddc9b46-0af6-429f-a4e4-e8ee0fbf46cc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0564277 Feb 03 15:35:05.879809 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-eae55279-776b-42d3-91aa-8aa02657c0d0 req-ad627e0a-1166-4350-b000-bd6ec833a76c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 Feb 03 15:35:07.006173 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47091b7-b02d-4e79-94f7-160432cc5b2f req-90e7df3d-b0fd-4ce9-8ce2-b5428c16ca48 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:07.007697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e47091b7-b02d-4e79-94f7-160432cc5b2f req-90e7df3d-b0fd-4ce9-8ce2-b5428c16ca48 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0541635 Feb 03 15:35:07.062379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e47091b7-b02d-4e79-94f7-160432cc5b2f req-64f61efc-bc69-46c1-a570-d5b498c12cc9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489016 Feb 03 15:35:07.202376 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-6c6cc4c1-da82-46b5-a32f-b3fe7af7f369 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739110 Feb 03 15:35:07.214047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac95097-ccd0-442a-a841-ed751711229f req-838cb905-6aec-472c-bada-0a3ca614bfbc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:07.215537 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ac95097-ccd0-442a-a841-ed751711229f req-838cb905-6aec-472c-bada-0a3ca614bfbc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0794361 Feb 03 15:35:07.278445 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ac95097-ccd0-442a-a841-ed751711229f req-e6d3a85d-0d5f-4dec-abc8-f7c0f6433560 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564446 Feb 03 15:35:07.300452 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:35:07.316616 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-e74b1093-378b-463e-b8ac-34d0b9f7c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:07.318130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-e74b1093-378b-463e-b8ac-34d0b9f7c946 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0563886 Feb 03 15:35:07.391166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275f2da-94fc-40ee-86b1-bec79673ada2 tempest-TestShelveInstance-472000888 tempest-TestShelveInstance-472000888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:07.392910 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9275f2da-94fc-40ee-86b1-bec79673ada2 tempest-TestShelveInstance-472000888 tempest-TestShelveInstance-472000888-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1123 time: 0.0914550 Feb 03 15:35:07.396059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38380) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:35:07.401481 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:35:07.423083 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:07.432232 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-8dca5651-2bf6-42ce-ad14-c3579c4ffed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:07.433792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-8dca5651-2bf6-42ce-ad14-c3579c4ffed5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0959718 Feb 03 15:35:07.479279 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-98360852-4a03-4e1a-8598-a126be7df68a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 217 time: 0.0385449 Feb 03 15:35:07.523680 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:07.528866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-1cdf1770-b06c-41a0-bc18-07fca887ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:07.530229 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-1cdf1770-b06c-41a0-bc18-07fca887ff6a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0450368 Feb 03 15:35:07.581855 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-ae1785b7-8eed-4ae0-be14-7d6183a1ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:07.583496 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-ae1785b7-8eed-4ae0-be14-7d6183a1ddcc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468559 Feb 03 15:35:07.627454 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Allocated IP 172.25.0.234 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ffc28cbe-e8d9-46a9-bb50-c405583a20c5) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:35:07.678262 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-1402ff23-ded2-43a4-87b5-991f18fe6ee2 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Feb 03 15:35:07.732380 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:07.768047 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:07.775418 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4784ce4e-bbe9-4c38-aeea-ea4934d1f089 req-ef82eced-bfa8-4489-8807-f57f78ad6106 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898788 Feb 03 15:35:07.806849 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:35:07.809778 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:35:07.813187 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:35:07.837302 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'Port': ['ID=ffc28cbe-e8d9-46a9-bb50-c405583a20c5,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:35:08.524479 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (99e4a267-9488-47ba-91d9-0d8b1912597c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:08.594190 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:08.745844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:08.750323 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:08.824724 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event updated for resources: {'Port': ['ID=ffc28cbe-e8d9-46a9-bb50-c405583a20c5,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:35:08.839726 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (99e4a267-9488-47ba-91d9-0d8b1912597c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:08.957744 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Floating IP 99e4a267-9488-47ba-91d9-0d8b1912597c associated. External IP: 172.25.0.234, port: 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c. Feb 03 15:35:09.194190 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Router e938c2d9-6ed3-40df-9185-4e22ec44a61b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:35:09.312770 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:35:09.325847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] Sync routers for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:35:09.332959 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:09.337289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:35:09.338177 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:35:09.365238 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d9e3f28d-47de-4d06-9acc-63974ca8e92e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9680712 Feb 03 15:35:09.365843 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:35:09.368107 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93056014-a075-4751-8375-333c0022fb44" -d '{"events": [{"name": "network-changed", "server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:35:09.414948 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5653bad9-4078-442d-abba-194908d4c611 x-openstack-request-id: req-5653bad9-4078-442d-abba-194908d4c611 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:35:09.415250 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:35:09.415508 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5653bad9-4078-442d-abba-194908d4c611 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:35:09.415920 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'status': 'completed', 'code': 200} Feb 03 15:35:09.466840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:35:09.511636 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93056014-a075-4751-8375-333c0022fb44 req-896902cd-9f7f-4f4c-b47b-d0fc5058c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:09.513233 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93056014-a075-4751-8375-333c0022fb44 req-896902cd-9f7f-4f4c-b47b-d0fc5058c210 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0545869 Feb 03 15:35:09.611634 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93056014-a075-4751-8375-333c0022fb44 req-6b41859c-2291-4549-a28b-f28fd1b32705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:09.613194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93056014-a075-4751-8375-333c0022fb44 req-6b41859c-2291-4549-a28b-f28fd1b32705 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0940008 Feb 03 15:35:09.693244 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93056014-a075-4751-8375-333c0022fb44 req-248b88a6-7107-4432-b83b-782965a08176 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 1000 time: 0.0738518 Feb 03 15:35:09.694636 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '99e4a267-9488-47ba-91d9-0d8b1912597c', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'port_id': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'mac_address': 'fa:16:3e:dd:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:35:08Z', 'updated_at': '2022-02-03T15:35:08Z', 'revision_number': 0, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:35:09.726144 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] Checking router: e938c2d9-6ed3-40df-9185-4e22ec44a61b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:35:09.734850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:35:09.736023 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:34:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:35:09.743522 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93056014-a075-4751-8375-333c0022fb44 req-663dd8e6-d10b-48d3-bd21-03ba20953368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:09.745038 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93056014-a075-4751-8375-333c0022fb44 req-663dd8e6-d10b-48d3-bd21-03ba20953368 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0462873 Feb 03 15:35:09.796177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93056014-a075-4751-8375-333c0022fb44 req-d6846965-8abf-4172-b1ec-3cff4aed6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:35:09.797736 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93056014-a075-4751-8375-333c0022fb44 req-d6846965-8abf-4172-b1ec-3cff4aed6237 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467906 Feb 03 15:35:09.853309 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:35:09.896961 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:09.901655 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93056014-a075-4751-8375-333c0022fb44 req-182f10ae-017a-4530-b12a-bb492e4284ad service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983260 Feb 03 15:35:10.004069 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-93056014-a075-4751-8375-333c0022fb44 req-20d2625a-b911-4f94-b5b0-78599e2de138 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953658 Feb 03 15:35:10.117289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '99e4a267-9488-47ba-91d9-0d8b1912597c', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'port_id': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'mac_address': 'fa:16:3e:dd:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:35:08Z', 'updated_at': '2022-02-03T15:35:08Z', 'revision_number': 0, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:35:10.147856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfe05e-a7d0-40f5-96db-3e97a8d7944b None None] The sync data for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 is: [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '99e4a267-9488-47ba-91d9-0d8b1912597c', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'port_id': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'mac_address': 'fa:16:3e:dd:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:35:08Z', 'updated_at': '2022-02-03T15:35:08Z', 'revision_number': 0, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:35:10.375167 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec66b2-b5d0-4e9e-8db0-068a3547cf5a None None] New status for floating IP 99e4a267-9488-47ba-91d9-0d8b1912597c: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:35:15.977855 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aebdb224-95f6-47bc-9817-8ce7ee218ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:18.249848 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f066d449-ffd1-4384-b881-8d37c906ade2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:19.355989 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:35:19.958050 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:21.030202 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:22.353777 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:25.427175 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:39.853457 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:45.970917 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5087ee1-83be-4727-9ca2-f787c9f10cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:48.254350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2958330-7a66-4239-a5fc-7fb3dfdf2b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:49.961436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:51.032934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:52.352019 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:55.432333 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:35:56.356566 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:36:07.159992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-6607746e-46ef-4359-a0ea-5e52e039f443 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445793 Feb 03 15:36:07.264334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad22-242c-4c06-b785-b67125b5b550 req-1e315b13-b61e-4c5d-a317-72bb7260fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:36:07.266431 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-1e315b13-b61e-4c5d-a317-72bb7260fc9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0505309 Feb 03 15:36:07.367384 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad22-242c-4c06-b785-b67125b5b550 req-b4ba979b-1d14-4173-bc05-21ae37d9dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:36:07.368886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-b4ba979b-1d14-4173-bc05-21ae37d9dc2a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0848598 Feb 03 15:36:07.439704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-b2caac9d-4de1-49a7-8f0a-05394e8872cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 1002 time: 0.0639858 Feb 03 15:36:07.487989 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad22-242c-4c06-b785-b67125b5b550 req-2b19581f-e169-480b-a1db-fa06c31b711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:36:07.489480 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-2b19581f-e169-480b-a1db-fa06c31b711b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0439730 Feb 03 15:36:07.537387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad22-242c-4c06-b785-b67125b5b550 req-097a30f9-ea22-4e4d-8480-fff143e67ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:36:07.538885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-097a30f9-ea22-4e4d-8480-fff143e67ac7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441651 Feb 03 15:36:07.632397 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-ef4656da-0fa0-4edd-95f5-46d67a619f80 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868716 Feb 03 15:36:07.720931 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1146ad22-242c-4c06-b785-b67125b5b550 req-968f308b-98c3-43dc-970e-be4e016a7f58 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816648 Feb 03 15:36:09.863890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:15.973346 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c924a678-b1e7-42b9-9a88-0173df7c01f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:18.257390 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a40f3cd-e0c3-42d3-8928-d56d06e211d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:19.962179 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:21.035191 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:22.346347 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:25.439447 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:33.356700 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:36:39.881729 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:45.977614 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c88f7e13-ea43-4696-bfdb-b925e28377df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:48.260809 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cd792c9-5d62-4ad0-b3f1-983ca36803df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:49.965262 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:51.053615 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:52.352308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:36:55.472754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:07.217030 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-2f722695-b0b7-46fd-b076-d9399e9d743c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600183 Feb 03 15:37:07.290270 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2b8b-72b2-4168-a066-6163021b4c67 req-5ec85605-b1ca-4796-9990-7115dfea4c2b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:07.291771 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfb2b8b-72b2-4168-a066-6163021b4c67 req-5ec85605-b1ca-4796-9990-7115dfea4c2b tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0544755 Feb 03 15:37:07.371593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbfb2b8b-72b2-4168-a066-6163021b4c67 req-c1ee0a23-dfcc-4865-886c-5861638a1b48 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736754 Feb 03 15:37:07.387527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-6a706981-4fe7-4036-a199-5dc5bf1859c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:07.389218 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-6a706981-4fe7-4036-a199-5dc5bf1859c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0627315 Feb 03 15:37:07.499079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-db4353c4-d2c3-4d07-9880-55bd56be60da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:07.500558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-db4353c4-d2c3-4d07-9880-55bd56be60da service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0920310 Feb 03 15:37:07.564588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-d55a5564-0cbc-4ffe-9dcb-3abc4528a186 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 1002 time: 0.0578728 Feb 03 15:37:07.612765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-13a740dd-f01b-4fc2-b294-24291987d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:07.614227 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-13a740dd-f01b-4fc2-b294-24291987d281 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0434918 Feb 03 15:37:07.668698 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-608a5a0a-3da8-45be-ad64-544b1d359f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:07.670209 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-608a5a0a-3da8-45be-ad64-544b1d359f86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486722 Feb 03 15:37:07.759293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-d7f6562c-5dae-4586-bbbb-9463a2d5cee2 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817511 Feb 03 15:37:07.852143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-07a5fb47-5c5d-4fad-80a3-082db08ebb4e req-1bbaf012-487f-46ff-84de-68ccdce18a80 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868573 Feb 03 15:37:08.497369 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32cc75-60bc-42ed-8aad-09ab942a6f3e req-548a3798-2abc-47fb-8a12-0fb40d4e7605 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:08.498789 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee32cc75-60bc-42ed-8aad-09ab942a6f3e req-548a3798-2abc-47fb-8a12-0fb40d4e7605 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0552711 Feb 03 15:37:08.548018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-ee32cc75-60bc-42ed-8aad-09ab942a6f3e req-ea4a3494-4ea3-4c33-bd33-1d90e7fcce9e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Feb 03 15:37:09.675442 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21617f17-27fe-47ad-b779-350684d97fde req-063dc974-1ff9-472f-9675-3218d188d30f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:09.677026 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21617f17-27fe-47ad-b779-350684d97fde req-063dc974-1ff9-472f-9675-3218d188d30f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0559697 Feb 03 15:37:09.732624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-21617f17-27fe-47ad-b779-350684d97fde req-e8c34b2f-42bc-495c-b131-02b9e3181327 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498838 Feb 03 15:37:09.897265 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:10.356188 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:37:10.851494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d474b9a-f6ec-4bc6-8011-681dfb7e3878 req-803ae207-0f72-489a-98af-8a70b41ac311 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:10.853032 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d474b9a-f6ec-4bc6-8011-681dfb7e3878 req-803ae207-0f72-489a-98af-8a70b41ac311 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0529969 Feb 03 15:37:10.901777 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2d474b9a-f6ec-4bc6-8011-681dfb7e3878 req-d9b8676e-2874-45da-b36d-bf159282611c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Feb 03 15:37:12.020098 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ee05d-1229-4d95-b6a6-32b38aab931b req-de569368-8e83-48ca-8583-2b9eae578740 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:12.021671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f61ee05d-1229-4d95-b6a6-32b38aab931b req-de569368-8e83-48ca-8583-2b9eae578740 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0526907 Feb 03 15:37:12.070549 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f61ee05d-1229-4d95-b6a6-32b38aab931b req-887a5295-c583-4f0b-94b9-e251936268f2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Feb 03 15:37:13.193024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f7e29-b790-495a-82ec-558613ebeabd req-80855a4e-5369-4dcb-8ee2-d79dbe532173 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:13.194516 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-936f7e29-b790-495a-82ec-558613ebeabd req-80855a4e-5369-4dcb-8ee2-d79dbe532173 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0564442 Feb 03 15:37:13.243238 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-936f7e29-b790-495a-82ec-558613ebeabd req-e0bab735-f748-48eb-b240-3e433b3553b9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Feb 03 15:37:14.362365 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89706d-2103-4144-abcd-0998f5f6d23c req-554b638a-9d58-44a8-a086-04477dbe3135 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:14.363843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a89706d-2103-4144-abcd-0998f5f6d23c req-554b638a-9d58-44a8-a086-04477dbe3135 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0536907 Feb 03 15:37:14.412507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a89706d-2103-4144-abcd-0998f5f6d23c req-b7f66191-a7fa-4792-a4fa-1d4238751add tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Feb 03 15:37:15.547454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9582a-983d-45e9-8d5e-da32e3d07de3 req-047b4e68-4e67-478b-a403-3ac4c9dae39f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:15.549002 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22a9582a-983d-45e9-8d5e-da32e3d07de3 req-047b4e68-4e67-478b-a403-3ac4c9dae39f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0597296 Feb 03 15:37:15.605180 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22a9582a-983d-45e9-8d5e-da32e3d07de3 req-0794482f-28f4-489e-abd8-98d417c6f2bf tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502989 Feb 03 15:37:15.971584 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0196bcd-d0be-4ea5-b542-b4ca8feab8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:16.727389 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aa93e-6d09-47ac-9aad-925e0baf7297 req-6ed18a9a-2b54-412b-b69a-1b2ffc34db96 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:16.728908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-377aa93e-6d09-47ac-9aad-925e0baf7297 req-6ed18a9a-2b54-412b-b69a-1b2ffc34db96 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0568295 Feb 03 15:37:16.779434 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-377aa93e-6d09-47ac-9aad-925e0baf7297 req-79a4cc8a-9047-4925-b7b9-2daa6059f3a7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Feb 03 15:37:17.547050 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-c7f101df-cc4b-45d3-b31c-2941dc9af0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:17.548513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-c7f101df-cc4b-45d3-b31c-2941dc9af0f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0505295 Feb 03 15:37:17.647720 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-bd83cd0c-4767-4715-ad7f-2e942625f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:17.649268 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-bd83cd0c-4767-4715-ad7f-2e942625f4c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0937538 Feb 03 15:37:17.717079 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-d7e83669-2e27-404b-8a84-c53b1a99b24b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 1002 time: 0.0593877 Feb 03 15:37:17.770187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-c42a1938-1c9d-471f-b980-01fcd451a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:17.771696 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-c42a1938-1c9d-471f-b980-01fcd451a816 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0475664 Feb 03 15:37:17.832164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-2afee4b3-5701-4a39-b401-8a69d1c15016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:17.833748 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-2afee4b3-5701-4a39-b401-8a69d1c15016 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559814 Feb 03 15:37:17.958930 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e3d6-5814-4216-9286-77d4a5937047 req-90b5440b-864c-4872-8fc2-9ed43628567c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:17.960389 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16d3e3d6-5814-4216-9286-77d4a5937047 req-90b5440b-864c-4872-8fc2-9ed43628567c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.1025336 Feb 03 15:37:17.982669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-33e7f0cc-a4b3-49a7-8f5d-762f4b364a50 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427271 Feb 03 15:37:18.035052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-16d3e3d6-5814-4216-9286-77d4a5937047 req-f5f03bc6-0742-4715-9c98-0b92ebaecdfa tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688903 Feb 03 15:37:18.095223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c4ea7213-5f0d-43a9-bf9d-81c64ec22bbf req-8b3f2746-dd38-4490-bb49-e0ff8bdb6bdd service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050694 Feb 03 15:37:18.263181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43402729-88d7-429f-bf82-8df9ac4dba76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:19.161124 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad0d59-336e-4b5b-920a-888a309885b4 req-cc61dbf0-1d8b-4246-8aa2-775e52b06ef5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:19.162659 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43ad0d59-336e-4b5b-920a-888a309885b4 req-cc61dbf0-1d8b-4246-8aa2-775e52b06ef5 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0578504 Feb 03 15:37:19.218395 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-43ad0d59-336e-4b5b-920a-888a309885b4 req-7f5f64fc-d240-4703-a1d8-9dde071507dc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491841 Feb 03 15:37:19.970869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:20.349776 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3a8ed-0e6a-4e6c-aa96-e5bef7c71045 req-604d6392-c5d3-40aa-b09d-031bebfea50a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:20.351317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ef3a8ed-0e6a-4e6c-aa96-e5bef7c71045 req-604d6392-c5d3-40aa-b09d-031bebfea50a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0583818 Feb 03 15:37:20.403852 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9ef3a8ed-0e6a-4e6c-aa96-e5bef7c71045 req-647907a6-c2a8-4e11-86ff-7a81995424a2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466893 Feb 03 15:37:21.037762 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:21.531850 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44af5c-8d99-4571-b9c0-1bfe19fabf6f req-6e957310-c97a-40d1-bb82-0194ec34b1f0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:21.533404 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f44af5c-8d99-4571-b9c0-1bfe19fabf6f req-6e957310-c97a-40d1-bb82-0194ec34b1f0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0581686 Feb 03 15:37:21.584683 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1f44af5c-8d99-4571-b9c0-1bfe19fabf6f req-48e8ef8f-ac81-462b-a88a-426b2855cce2 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455453 Feb 03 15:37:22.356874 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:22.711866 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bd53f-ff08-444c-8d7a-8e5c3bca1af4 req-28737c74-a285-45d0-80cf-5ea2896d121c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:22.713438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a49bd53f-ff08-444c-8d7a-8e5c3bca1af4 req-28737c74-a285-45d0-80cf-5ea2896d121c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0591636 Feb 03 15:37:22.769053 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a49bd53f-ff08-444c-8d7a-8e5c3bca1af4 req-6e78a303-ec8c-4329-ac24-a20dfbec8765 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Feb 03 15:37:23.466941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:37:23.556267 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:37:23.556690 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:23.582008 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:37:23.584439 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e94d723-12e4-439d-bdb3-4fda7de59747" -d '{"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-unplugged", "status": "completed", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:37:23.599082 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:37:23.604856 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:23.664726 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:37:23.672676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.673031 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.673512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.673858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.674613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.674613 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.674893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.675149 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.675482 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.675843 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.676128 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.676476 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.676805 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:37:23.703693 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3707cfea-49e8-424d-8b19-fc8b935dd6f4 x-openstack-request-id: req-3707cfea-49e8-424d-8b19-fc8b935dd6f4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:37:23.703987 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-unplugged", "status": "completed", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:37:23.704616 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3707cfea-49e8-424d-8b19-fc8b935dd6f4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:37:23.705046 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'code': 200} Feb 03 15:37:23.909906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1fc5-50bb-48d1-b870-7df46ce01438 req-35273534-f530-43b0-9bb2-33258f007c87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:23.911501 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cb1fc5-50bb-48d1-b870-7df46ce01438 req-35273534-f530-43b0-9bb2-33258f007c87 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0559709 Feb 03 15:37:23.967409 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cb1fc5-50bb-48d1-b870-7df46ce01438 req-dfbe749a-7996-4b97-8ada-6fc98857fb34 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501764 Feb 03 15:37:24.222744 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf39b8-5fda-4065-9bf0-dbe04cb88b2c req-440b3507-f9eb-41a4-8f7d-65b7a1d157c0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:24.227339 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-64f90b02-03d7-4584-b8da-f280253f8512 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027999 Feb 03 15:37:24.228148 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36cf39b8-5fda-4065-9bf0-dbe04cb88b2c req-440b3507-f9eb-41a4-8f7d-65b7a1d157c0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0737293 Feb 03 15:37:24.243241 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-1daf4be5-7a0a-4477-9bac-269e45a3a960 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:37:24.244476 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-1daf4be5-7a0a-4477-9bac-269e45a3a960 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094726 Feb 03 15:37:24.287064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36cf39b8-5fda-4065-9bf0-dbe04cb88b2c req-3f7bb56f-eeca-4c19-b9b0-02fe372d8466 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565634 Feb 03 15:37:25.422573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33152583-a2ea-41c8-aa2f-2e6c8020b45c req-d1a79f04-914b-4c5f-b037-8a1c275d17fd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:25.424081 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33152583-a2ea-41c8-aa2f-2e6c8020b45c req-d1a79f04-914b-4c5f-b037-8a1c275d17fd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0587480 Feb 03 15:37:25.475312 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-33152583-a2ea-41c8-aa2f-2e6c8020b45c req-90563eaf-f551-49e3-9c01-00f58a273073 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454111 Feb 03 15:37:25.498321 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:26.613912 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad222c-ec33-4d8e-93ac-3cc6dd550ca7 req-031ea096-8372-4e80-bd80-fe2ff2c6d26e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:26.615421 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6ad222c-ec33-4d8e-93ac-3cc6dd550ca7 req-031ea096-8372-4e80-bd80-fe2ff2c6d26e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0614095 Feb 03 15:37:26.671916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e6ad222c-ec33-4d8e-93ac-3cc6dd550ca7 req-c8db6415-171b-42a6-8bd3-84c7dc21cc04 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503159 Feb 03 15:37:27.798249 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488237d3-1658-4ebf-ac22-c1ee66086388 req-c071f88d-8c35-44a4-bd64-5240f400665f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:27.799752 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-488237d3-1658-4ebf-ac22-c1ee66086388 req-c071f88d-8c35-44a4-bd64-5240f400665f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0560119 Feb 03 15:37:27.851713 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-488237d3-1658-4ebf-ac22-c1ee66086388 req-6e296605-821d-4f44-8887-8eb091936e21 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Feb 03 15:37:28.997164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b9f6-7493-4ffa-96a2-6fb7cb3f49cb req-6266b306-66e0-43e8-aac4-61559f28d79a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:28.999061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc51b9f6-7493-4ffa-96a2-6fb7cb3f49cb req-6266b306-66e0-43e8-aac4-61559f28d79a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0698812 Feb 03 15:37:29.060676 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bc51b9f6-7493-4ffa-96a2-6fb7cb3f49cb req-5f3dc170-2d7b-4246-bb37-cc95f60c0f5a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534945 Feb 03 15:37:30.214555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7d805-9a4d-44ab-96f3-485ef6b8bf75 req-54195a5a-16ac-4277-a0ae-f12b8448890c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:30.216061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae7d805-9a4d-44ab-96f3-485ef6b8bf75 req-54195a5a-16ac-4277-a0ae-f12b8448890c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0570235 Feb 03 15:37:30.285557 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae7d805-9a4d-44ab-96f3-485ef6b8bf75 req-213036a1-3bb2-4b1e-984e-6dd8423a1fe0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623348 Feb 03 15:37:31.414103 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b37be-8543-4907-84c9-078d6a6ed53a req-69053976-7b5d-4c43-9620-bed3a2ffd105 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:31.416243 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-459b37be-8543-4907-84c9-078d6a6ed53a req-69053976-7b5d-4c43-9620-bed3a2ffd105 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0586679 Feb 03 15:37:31.485140 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-459b37be-8543-4907-84c9-078d6a6ed53a req-baf40163-5e96-4ced-b01c-2719fc854cd6 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622370 Feb 03 15:37:32.642120 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b38e84-d422-438b-99ed-59c97245a599 req-0e96ca07-1c3d-4839-8151-24dbab231ed7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:32.643876 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48b38e84-d422-438b-99ed-59c97245a599 req-0e96ca07-1c3d-4839-8151-24dbab231ed7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0776935 Feb 03 15:37:32.694146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-48b38e84-d422-438b-99ed-59c97245a599 req-39efc51a-296c-481d-8dbf-37239c2f04c9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441406 Feb 03 15:37:33.839263 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4abd03-30f7-4474-9b0d-ac1c0ba51396 req-a52c6d14-e5ce-4829-8c1c-eea7969b0910 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:33.841498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe4abd03-30f7-4474-9b0d-ac1c0ba51396 req-a52c6d14-e5ce-4829-8c1c-eea7969b0910 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0755069 Feb 03 15:37:33.900595 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fe4abd03-30f7-4474-9b0d-ac1c0ba51396 req-c02c32a0-5895-4413-97b2-fe22142eb0e4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526786 Feb 03 15:37:35.035978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-57dd2854-3d45-4f86-bbe5-b4492fe67c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:35.037550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-57dd2854-3d45-4f86-bbe5-b4492fe67c0c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716&tenant_id=e3eb84cca18c4e0eb7821a76ad62df05 HTTP/1.1" status: 200 len: 1126 time: 0.0808709 Feb 03 15:37:35.051273 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d0872-45d3-4d1e-8d93-a523d241a8dd req-3b6c7d2d-e4ac-490a-989f-dd24f6a9a1e1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:35.052697 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c52d0872-45d3-4d1e-8d93-a523d241a8dd req-3b6c7d2d-e4ac-490a-989f-dd24f6a9a1e1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0674424 Feb 03 15:37:35.131767 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c52d0872-45d3-4d1e-8d93-a523d241a8dd req-b2177ade-e190-4c9c-845c-00fb4827e84c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731616 Feb 03 15:37:35.142122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-c916f2fc-7c8f-4bf9-afc9-b8612a6b5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:35.143630 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-c916f2fc-7c8f-4bf9-afc9-b8612a6b5622 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1126 time: 0.0713494 Feb 03 15:37:35.246726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-1a9777f6-380b-4a50-9cfe-1b15eab02781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:35.248332 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-1a9777f6-380b-4a50-9cfe-1b15eab02781 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.0979974 Feb 03 15:37:35.325288 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-4f9e2a79-2e3d-470b-8a46-ac22e45cee2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 1000 time: 0.0704978 Feb 03 15:37:35.735401 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-4db56426-4701-43bb-8e04-de4c1bf40e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:35.736908 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-4db56426-4701-43bb-8e04-de4c1bf40e47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.4036667 Feb 03 15:37:35.786557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-a3544fa3-ffb9-43ba-9b33-6e9995919caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:35.788127 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-a3544fa3-ffb9-43ba-9b33-6e9995919caf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453773 Feb 03 15:37:35.879879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-21cb65e9-aa7c-4111-bf07-03ae220eae71 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854852 Feb 03 15:37:35.975960 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-da01ff5f-f9a0-4df8-8e83-b8f90d8a4ca3 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898204 Feb 03 15:37:36.277766 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3328208-5c16-4467-9584-387bbe7d6277 req-94d6f0d7-a4a2-48f2-a52d-446a76ff5a70 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:36.280137 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3328208-5c16-4467-9584-387bbe7d6277 req-94d6f0d7-a4a2-48f2-a52d-446a76ff5a70 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0714662 Feb 03 15:37:36.347375 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d3328208-5c16-4467-9584-387bbe7d6277 req-08f9d6c6-fe82-48e4-968f-2263579279f4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614512 Feb 03 15:37:37.490341 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff771d2-7d3b-4ed7-b85a-264758554726 req-5ee2cfdc-d928-4511-888f-686a31827bb3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:37.491843 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ff771d2-7d3b-4ed7-b85a-264758554726 req-5ee2cfdc-d928-4511-888f-686a31827bb3 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0558305 Feb 03 15:37:37.544297 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ff771d2-7d3b-4ed7-b85a-264758554726 req-818b597c-1de2-488b-a790-e2b9ffcce4a9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468295 Feb 03 15:37:38.674152 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a76a1f-b671-4c0c-8f0f-f2101ff25f13 req-0261795a-1177-4d77-9c16-b9ed0dc773c0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:38.675658 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09a76a1f-b671-4c0c-8f0f-f2101ff25f13 req-0261795a-1177-4d77-9c16-b9ed0dc773c0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0540924 Feb 03 15:37:38.738192 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-09a76a1f-b671-4c0c-8f0f-f2101ff25f13 req-634e3ff1-0f0f-4e9d-b6c0-0b76b919ac2f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568316 Feb 03 15:37:39.868437 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a8e48-5462-4318-ae19-5e33d7f00d85 req-3b6f8f31-1cfc-4d93-bbd3-4944936d7d91 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:39.869992 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f20a8e48-5462-4318-ae19-5e33d7f00d85 req-3b6f8f31-1cfc-4d93-bbd3-4944936d7d91 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0580673 Feb 03 15:37:39.900625 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:39.926362 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f20a8e48-5462-4318-ae19-5e33d7f00d85 req-03b07cee-53e8-4a32-b435-4300804d33fd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499592 Feb 03 15:37:41.055405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af664-25cd-4604-a9ed-a4ce3a5b4198 req-06954ed1-08d8-4542-9b80-957ecf5aad2f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:41.056927 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-994af664-25cd-4604-a9ed-a4ce3a5b4198 req-06954ed1-08d8-4542-9b80-957ecf5aad2f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0529974 Feb 03 15:37:41.105961 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-994af664-25cd-4604-a9ed-a4ce3a5b4198 req-0cc3ca0f-4561-4c59-a2c4-e0bc7362a03f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 Feb 03 15:37:42.233531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c030-25f7-4acb-99ed-39ece3fcecf0 req-dd51045a-b50b-4c02-bdd7-eca9e5ba89ee tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:42.235064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8640c030-25f7-4acb-99ed-39ece3fcecf0 req-dd51045a-b50b-4c02-bdd7-eca9e5ba89ee tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0588884 Feb 03 15:37:42.285646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8640c030-25f7-4acb-99ed-39ece3fcecf0 req-82f70240-46bb-4764-9a32-a5098a507151 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449188 Feb 03 15:37:43.402194 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fad84-0e26-4dc2-b8a3-5aef5a45fc4f req-2490f2e9-c050-406a-8cdc-f75e347a56d4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:43.403667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-748fad84-0e26-4dc2-b8a3-5aef5a45fc4f req-2490f2e9-c050-406a-8cdc-f75e347a56d4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0523412 Feb 03 15:37:43.451966 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-748fad84-0e26-4dc2-b8a3-5aef5a45fc4f req-3ed64b3e-aa55-4c85-9f3c-9fd8fa278b4c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Feb 03 15:37:44.572346 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cae733-703d-4c5b-878b-a86078338e30 req-18c1d230-6e64-4663-90ba-0338506d9792 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:44.573873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2cae733-703d-4c5b-878b-a86078338e30 req-18c1d230-6e64-4663-90ba-0338506d9792 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0528367 Feb 03 15:37:44.626522 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d2cae733-703d-4c5b-878b-a86078338e30 req-7edfa227-ae88-468b-9a7b-78802d8b69df tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Feb 03 15:37:45.544612 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:37:45.642910 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:37:45.654703 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'port_id': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'mac_address': 'fa:16:3e:dd:44:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:37:45.700804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:37:45.701032 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:45.715573 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:37:45.740101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:37:45.748683 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:45.770059 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccace1e-be16-4d8a-8356-2f5382798524 req-09dcb6cd-db35-422d-b091-4fe663190a76 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:45.772947 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fccace1e-be16-4d8a-8356-2f5382798524 req-09dcb6cd-db35-422d-b091-4fe663190a76 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 944 time: 0.0732827 Feb 03 15:37:45.813238 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:37:45.832669 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fccace1e-be16-4d8a-8356-2f5382798524 req-5ee556b9-98a7-4ede-8d99-462b16bfe4cd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501423 Feb 03 15:37:45.975469 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b68f44a2-4643-44a0-8576-d8ee5ccbdb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:46.160640 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:37:46.958707 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66235314-d82b-485b-bbf7-354bbba77c89 req-b14e8303-cb81-4632-a9e8-cf731d923d2e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:46.960234 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66235314-d82b-485b-bbf7-354bbba77c89 req-b14e8303-cb81-4632-a9e8-cf731d923d2e tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Feb 03 15:37:47.008939 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-66235314-d82b-485b-bbf7-354bbba77c89 req-e6e0770b-8ae1-40b5-8a6f-2a80e0ebbc27 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Feb 03 15:37:47.358699 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:37:47.560438 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:37:47.613606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:37:47.613974 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:47.693060 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:37:47.693454 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:47.715348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:37:47.718153 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28241726-ca7e-40f4-a537-c37066d99b69" -d '{"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-plugged", "status": "completed", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:37:47.730324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:37:47.734733 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:47.757648 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f684335c-cf4c-45c9-94a3-8bc66d0ce58c x-openstack-request-id: req-f684335c-cf4c-45c9-94a3-8bc66d0ce58c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:37:47.757937 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-plugged", "status": "completed", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:37:47.758184 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f684335c-cf4c-45c9-94a3-8bc66d0ce58c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:37:47.758568 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'code': 200} Feb 03 15:37:47.785940 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:37:47.966271 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f7b58-b808-4aba-a0be-bdb183b52cf3 req-09c4a241-3311-4595-8f79-60fdfe1fb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:47.967911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b7f7b58-b808-4aba-a0be-bdb183b52cf3 req-09c4a241-3311-4595-8f79-60fdfe1fb26a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0496726 Feb 03 15:37:48.016165 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2b7f7b58-b808-4aba-a0be-bdb183b52cf3 req-442145d4-a648-4c29-9da0-579be7086ddb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Feb 03 15:37:48.129765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2d1b6-ecc1-435d-9798-cb00e39d43e9 req-d06bb5c2-9c2a-4bf6-830e-484cb2bc2319 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:48.131241 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38a2d1b6-ecc1-435d-9798-cb00e39d43e9 req-d06bb5c2-9c2a-4bf6-830e-484cb2bc2319 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0531952 Feb 03 15:37:48.179740 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-38a2d1b6-ecc1-435d-9798-cb00e39d43e9 req-c8924e7e-d905-4e84-8cfa-221919b19890 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Feb 03 15:37:48.266986 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15f322e8-66f5-42fb-8730-aa4e9f5fef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:49.301474 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4042f-6947-41d3-8c79-c461693411cf req-fc2015f2-b742-4514-baa3-09f8c1aa3e80 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:49.302998 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50b4042f-6947-41d3-8c79-c461693411cf req-fc2015f2-b742-4514-baa3-09f8c1aa3e80 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0552285 Feb 03 15:37:49.356817 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-50b4042f-6947-41d3-8c79-c461693411cf req-0064e661-266a-434a-9035-b6cc94e398c7 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481169 Feb 03 15:37:49.971254 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:50.475932 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8e32-fde6-4284-b3ff-fc768ecccad8 req-ab00ebf0-6800-4509-b641-537290f885c9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:37:50.477438 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2ad8e32-fde6-4284-b3ff-fc768ecccad8 req-ab00ebf0-6800-4509-b641-537290f885c9 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0524180 Feb 03 15:37:50.525066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2ad8e32-fde6-4284-b3ff-fc768ecccad8 req-671fa8d7-a438-40b6-99a6-56fd4c13ea30 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Feb 03 15:37:51.039124 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:52.364017 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:37:55.506570 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:08.193834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-0f85353e-8d94-4975-b319-496e2cdb7170 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627906 Feb 03 15:38:08.334364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-b67afb70-19fc-48f3-ad49-41c30afbc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:38:08.335918 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-b67afb70-19fc-48f3-ad49-41c30afbc183 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.0698884 Feb 03 15:38:08.469196 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-ab4abcc1-d2f7-42ee-a9e3-7bb9aaab910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:38:08.470607 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-ab4abcc1-d2f7-42ee-a9e3-7bb9aaab910a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1123710 Feb 03 15:38:08.555507 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-40ca8b81-1da9-47c7-9ad5-81a4115f57f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 1002 time: 0.0771029 Feb 03 15:38:08.629387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-02d50893-dc87-4ccf-ac32-92bd51533c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:38:08.631873 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-02d50893-dc87-4ccf-ac32-92bd51533c4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0699685 Feb 03 15:38:08.689348 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-6c507892-7c48-4e8b-adf5-05d1e1fdab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:38:08.691258 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-6c507892-7c48-4e8b-adf5-05d1e1fdab01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532789 Feb 03 15:38:08.798084 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-a78cbe6e-7a49-4f59-a799-3b79614affb6 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993009 Feb 03 15:38:08.903067 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-82ac0f14-abaf-4309-909e-2458a6d9b3ab req-9f1bec6b-f65a-4227-bd2c-a4d795f2840a service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980909 Feb 03 15:38:09.918223 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:15.978375 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c160566-8fa7-4902-911b-86b36b39f516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:18.271049 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a546f327-14ff-4e4c-8d93-35a665b1c6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:19.974404 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:21.050062 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:22.358674 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:23.677461 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-0e1a6467-a2b4-455e-89ef-d4f5519b0eb1 req-a9b3c915-8785-43b2-b132-231d5a853a3b tempest-TestNetworkAdvancedServerOps-92897464 tempest-TestNetworkAdvancedServerOps-92897464-project] (103342) timed out ('10.222.0.45', 49538) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:38:24.360791 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:38:25.532118 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:39.915933 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:45.988163 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-570c2cfe-eeac-4271-8be8-0f73d7d9fb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:48.275241 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-752917e6-61b8-487b-bd78-ef0361d4935d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:49.979754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:51.054760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:52.364436 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:38:55.523637 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:01.360080 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:39:06.437517 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38566) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:06.625988 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Deleting port ffc28cbe-e8d9-46a9-bb50-c405583a20c5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:06.626604 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:06.719120 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:06.719431 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:06.733017 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Calling delete_port for ffc28cbe-e8d9-46a9-bb50-c405583a20c5 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:06.886234 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (ffc28cbe-e8d9-46a9-bb50-c405583a20c5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:06.916514 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event deleted for resources: {'Port': ['ID=ffc28cbe-e8d9-46a9-bb50-c405583a20c5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:06.943390 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.943706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.944069 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.944409 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.944779 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.945123 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.945457 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.945793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.946127 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.946458 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.946796 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.947125 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.947453 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:06.988688 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for floatingip (99e4a267-9488-47ba-91d9-0d8b1912597c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:06.989181 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Floating IP 99e4a267-9488-47ba-91d9-0d8b1912597c disassociated (deleted). External IP: 172.25.0.234, port: 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c. Feb 03 15:39:07.223104 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Router e938c2d9-6ed3-40df-9185-4e22ec44a61b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:39:07.341664 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:39:07.346628 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:07.351282 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] Sync routers for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:39:07.362839 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:07.363518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:07.391007 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-505ff467-d75f-406f-b5fa-edbf04e620bb tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "DELETE /v2.0/floatingips/99e4a267-9488-47ba-91d9-0d8b1912597c HTTP/1.1" status: 204 len: 168 time: 0.9515557 Feb 03 15:39:07.391898 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:39:07.395961 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b9632-f19f-4dda-907e-3f0221328f39" -d '{"events": [{"name": "network-changed", "server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:39:07.496589 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:07.594044 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b117b-3003-4109-9449-81695aef6d6d x-openstack-request-id: req-8b2b117b-3003-4109-9449-81695aef6d6d {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:39:07.594704 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:39:07.594704 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b2b117b-3003-4109-9449-81695aef6d6d {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:39:07.595159 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'status': 'completed', 'code': 200} Feb 03 15:39:07.725682 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af19ce6-b9af-477c-b453-7f8d32e74441 req-f3a8fd20-40c8-4f8f-9037-bc83c7e8e197 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:07.728055 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3af19ce6-b9af-477c-b453-7f8d32e74441 req-f3a8fd20-40c8-4f8f-9037-bc83c7e8e197 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0829718 Feb 03 15:39:07.748841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:07.789254 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] Checking router: e938c2d9-6ed3-40df-9185-4e22ec44a61b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:39:07.798961 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:07.799606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:38:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:07.817230 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3af19ce6-b9af-477c-b453-7f8d32e74441 req-fc0be27a-dce3-4d26-9034-c861b3c57295 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823770 Feb 03 15:39:07.867387 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b9632-f19f-4dda-907e-3f0221328f39 req-8b63effc-a771-4969-9226-acfe3591378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:07.869023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-188b9632-f19f-4dda-907e-3f0221328f39 req-8b63effc-a771-4969-9226-acfe3591378f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 1128 time: 0.2258692 Feb 03 15:39:07.948347 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:07.979482 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b9632-f19f-4dda-907e-3f0221328f39 req-41846ad4-d803-4bb6-a7b8-2c93d5cb1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:07.981144 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-188b9632-f19f-4dda-907e-3f0221328f39 req-41846ad4-d803-4bb6-a7b8-2c93d5cb1e84 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 200 len: 909 time: 0.1047993 Feb 03 15:39:08.026575 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-188b9632-f19f-4dda-907e-3f0221328f39 req-292022c5-90c6-4bb7-a537-d9f41beddd5e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 200 len: 217 time: 0.0388496 Feb 03 15:39:08.078621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b9632-f19f-4dda-907e-3f0221328f39 req-c4b400cc-bbaa-4867-a7ca-93619b2fa278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:08.080204 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-188b9632-f19f-4dda-907e-3f0221328f39 req-c4b400cc-bbaa-4867-a7ca-93619b2fa278 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 200 len: 847 time: 0.0481999 Feb 03 15:39:08.167438 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b9632-f19f-4dda-907e-3f0221328f39 req-942b65cb-ab69-4afe-91f3-590e64e46a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:08.169065 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-188b9632-f19f-4dda-907e-3f0221328f39 req-942b65cb-ab69-4afe-91f3-590e64e46a1b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626094 Feb 03 15:39:08.235388 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:08.263648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd4982e-4c62-41dd-b87c-327a4b7d7054 None None] The sync data for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 is: [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:22Z', 'revision_number': 4, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '4ab52246-89a1-4b51-a692-8ef147dcd2e2', 'name': '', 'network_id': 'a2e54a55-5e70-43f5-bc26-c007ec2d5cf2', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'mac_address': 'fa:16:3e:3e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:21Z', 'updated_at': '2022-02-03T15:28:26Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'subnets': [{'id': '3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:39:08.283946 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-188b9632-f19f-4dda-907e-3f0221328f39 req-0e8fccfa-d27b-443b-b876-52d66494b2c8 service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072774 Feb 03 15:39:08.419559 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-188b9632-f19f-4dda-907e-3f0221328f39 req-18286c83-5db8-43d7-94fe-8a9324d6cdaa service neutron] 10.222.0.71 "GET /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291506 Feb 03 15:39:08.549205 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa25d7f-050d-4275-a752-03066ec88ccb None None] New status for floating IP 99e4a267-9488-47ba-91d9-0d8b1912597c: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:39:08.992164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954220c-adac-4c9d-b4fd-7b4836ebe438 req-1f35a3bd-9b95-460c-b48b-1ff36e6fc5d1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:08.993784 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4954220c-adac-4c9d-b4fd-7b4836ebe438 req-1f35a3bd-9b95-460c-b48b-1ff36e6fc5d1 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0672402 Feb 03 15:39:09.052223 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4954220c-adac-4c9d-b4fd-7b4836ebe438 req-9c7bd25f-9815-4b91-9b3a-33ca5d0101cc tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9da1d0d-bb63-4bb6-93d6-602d4a378785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484176 Feb 03 15:39:09.522683 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-f5a488a6-c5fa-4e6c-b1df-634a215f1a90 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:09.524109 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-f5a488a6-c5fa-4e6c-b1df-634a215f1a90 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 946 time: 0.0631073 Feb 03 15:39:09.634082 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Deleting port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:09.634491 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:09.749688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] For port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:09.750214 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:09.764665 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Calling delete_port for 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:09.919680 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:09.926706 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:09.958307 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event deleted for resources: {'Port': ['ID=78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:09.973110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.973466 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.973806 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.974140 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.974480 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.974814 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.975141 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.975592 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.975982 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.976370 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.976779 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.977056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:09.977378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:10.023207 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] No DVR routers for this DVR port 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:39:10.026094 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:10.031808 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-80b93932-cdb2-4ad8-84f0-49502e1dcf2d req-9c8a718e-162d-417f-b43b-7c6a93de7182 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.71 "DELETE /v2.0/ports/78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c HTTP/1.1" status: 204 len: 173 time: 0.5017912 Feb 03 15:39:10.032470 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-deleted', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:39:10.035947 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f808d3f-f5cd-49ed-8313-1217eefe632d" -d '{"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-deleted", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:39:10.095116 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f949a6b-8e26-4675-b4c1-5732d5661dca x-openstack-request-id: req-3f949a6b-8e26-4675-b4c1-5732d5661dca {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:39:10.095583 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c8f9c7-b3ae-45ce-8269-d1f095ecd716", "name": "network-vif-deleted", "tag": "78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:39:10.095985 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f949a6b-8e26-4675-b4c1-5732d5661dca {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:39:10.096702 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c8f9c7-b3ae-45ce-8269-d1f095ecd716', 'name': 'network-vif-deleted', 'tag': '78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c', 'status': 'completed', 'code': 200} Feb 03 15:39:10.181384 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f25fe912-c109-414e-af3e-011074977802 req-21daf0fe-3a21-4a96-b17c-395e4e2ba051 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Feb 03 15:39:11.298163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e3fafbc5-9d69-407a-b7f2-a8f9cb9d2efd req-811242f3-5abf-499a-a8fa-73ae0599f4cd tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0322156 Feb 03 15:39:12.455250 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e9bff24d-dba1-4d28-af9c-15fe367cff12 req-502aeb85-219c-449c-8d43-d68cc83fdb0f tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0505936 Feb 03 15:39:13.998311 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:39:14.029296 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:39:14.029653 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 78f9e1b2-c30d-4f6f-8c42-ee04943a4e6c not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:39:14.050128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-15350520-fb07-40f3-961a-a0ae988f6f48 req-cff9613b-daf4-469d-818e-a6d73623186d tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.1101458 Feb 03 15:39:15.162933 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-b1613081-7c67-4dda-bfc6-6a56aaecfaac req-93adae85-d5ff-4891-94ba-270bdb90d67a tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0300548 Feb 03 15:39:15.985327 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-199cbc00-a710-470a-bbab-fbbbf3a18b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:16.295667 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-a2dc1390-61e2-471c-bd49-0c60e6c783c5 req-b28a21e0-f227-4421-8638-dd26b2f8b9d0 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0300803 Feb 03 15:39:17.413938 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5ecef6b3-8fcb-42b2-9cf1-1bf1a72ec862 req-4af11f9c-2f9f-48e3-bc72-28d525d0bdf4 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0323892 Feb 03 15:39:18.283491 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caa8f041-4300-40a3-9b13-c1bc2dfb8d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:18.546482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8d0e8dfb-684e-4097-8171-3ea91a456e41 req-dc57653b-474b-4a37-b31e-18abb9308560 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0305257 Feb 03 15:39:19.690467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1b4824b7-9e3b-43ac-9fd4-1bd27f3a48eb req-5dbba629-3654-49ab-8248-1c885899517c tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "GET /v2.0/ports?device_id=23c8f9c7-b3ae-45ce-8269-d1f095ecd716 HTTP/1.1" status: 200 len: 210 time: 0.0344269 Feb 03 15:39:19.986892 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:20.756448 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38614) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:20.845642 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4aec50a5-70b9-46ef-bde1-e513db79b561 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (b9da1d0d-bb63-4bb6-93d6-602d4a378785), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:20.884176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4aec50a5-70b9-46ef-bde1-e513db79b561 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (b9da1d0d-bb63-4bb6-93d6-602d4a378785), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:20.968903 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4aec50a5-70b9-46ef-bde1-e513db79b561 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b9da1d0d-bb63-4bb6-93d6-602d4a378785), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:20.973012 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4aec50a5-70b9-46ef-bde1-e513db79b561 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:20.979164 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4aec50a5-70b9-46ef-bde1-e513db79b561 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] 10.222.0.52 "DELETE /v2.0/security-groups/b9da1d0d-bb63-4bb6-93d6-602d4a378785 HTTP/1.1" status: 204 len: 168 time: 0.2175913 Feb 03 15:39:20.987068 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec50a5-70b9-46ef-bde1-e513db79b561 tempest-TestShelveInstance-2135090073 tempest-TestShelveInstance-2135090073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9da1d0d-bb63-4bb6-93d6-602d4a378785,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:21.062045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38618) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:21.067016 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:21.712372 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (e938c2d9-6ed3-40df-9185-4e22ec44a61b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:22.028507 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Deleting port 4ab52246-89a1-4b51-a692-8ef147dcd2e2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:22.028858 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:22.155248 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] For port 4ab52246-89a1-4b51-a692-8ef147dcd2e2, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=4ab52246-89a1-4b51-a692-8ef147dcd2e2,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:22.155982 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:22.174068 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Calling delete_port for 4ab52246-89a1-4b51-a692-8ef147dcd2e2 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:22.376998 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:22.460176 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (4ab52246-89a1-4b51-a692-8ef147dcd2e2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:22.488047 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab52246-89a1-4b51-a692-8ef147dcd2e2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:22.709462 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (e938c2d9-6ed3-40df-9185-4e22ec44a61b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:23.014763 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Router e938c2d9-6ed3-40df-9185-4e22ec44a61b has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:39:23.186688 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:39:23.195833 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-85358725-7e7e-4634-9993-a3caf642f983 admin admin] 10.222.0.52 "PUT /v2.0/routers/e938c2d9-6ed3-40df-9185-4e22ec44a61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1316040 Feb 03 15:39:23.198550 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38622) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:23.204697 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] Sync routers for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:39:23.218819 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:23.220094 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:23.363476 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks [] for router (e938c2d9-6ed3-40df-9185-4e22ec44a61b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:23.375324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:23.526097 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks [] for router_gateway (e938c2d9-6ed3-40df-9185-4e22ec44a61b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:23.607594 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Deleting port 9fce3410-e383-4923-96d3-53c56e1ffd27 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:23.607983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:23.613420 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:39:22Z', 'revision_number': 5, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port': {'id': '9fce3410-e383-4923-96d3-53c56e1ffd27', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:23.648570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] Checking router: e938c2d9-6ed3-40df-9185-4e22ec44a61b for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:39:23.659083 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] Routers {'e938c2d9-6ed3-40df-9185-4e22ec44a61b'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:23.659738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:23.739352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] For port 9fce3410-e383-4923-96d3-53c56e1ffd27, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=9fce3410-e383-4923-96d3-53c56e1ffd27,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:23.740052 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:23.760183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Calling delete_port for 9fce3410-e383-4923-96d3-53c56e1ffd27 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:23.774471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] Set router e938c2d9-6ed3-40df-9185-4e22ec44a61b gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:24.019919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:39:23Z', 'revision_number': 6, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:24.052334 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258598f-8950-49d8-a0bc-736c0bc93e1c None None] The sync data for ids ['e938c2d9-6ed3-40df-9185-4e22ec44a61b'] in n-d-827549-2 is: [{'id': 'e938c2d9-6ed3-40df-9185-4e22ec44a61b', 'name': 'tempest-TestShelveInstance-467472036-router', 'tenant_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:19Z', 'updated_at': '2022-02-03T15:39:23Z', 'revision_number': 6, 'project_id': 'e3eb84cca18c4e0eb7821a76ad62df05', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:39:24.092696 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (9fce3410-e383-4923-96d3-53c56e1ffd27), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.123005 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fce3410-e383-4923-96d3-53c56e1ffd27,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:24.217777 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (e938c2d9-6ed3-40df-9185-4e22ec44a61b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.341801 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (e938c2d9-6ed3-40df-9185-4e22ec44a61b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.344820 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks [] for router_controller (e938c2d9-6ed3-40df-9185-4e22ec44a61b), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.403792 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (e938c2d9-6ed3-40df-9185-4e22ec44a61b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.404529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e938c2d9-6ed3-40df-9185-4e22ec44a61b {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:39:24.413253 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.417934 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-ebac980a-f796-4ac4-8e61-7ddb9087435f admin admin] 10.222.0.52 "DELETE /v2.0/routers/e938c2d9-6ed3-40df-9185-4e22ec44a61b HTTP/1.1" status: 204 len: 168 time: 1.2134557 Feb 03 15:39:24.419213 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38624) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:24.511587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] Deleting subnet 3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:39:24.516339 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] Publish callbacks [] for subnet (3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.566885 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.606619 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4ab52246-89a1-4b51-a692-8ef147dcd2e2 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:39:24.638594 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 4ab52246-89a1-4b51-a692-8ef147dcd2e2 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:39:24.639429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 4ab52246-89a1-4b51-a692-8ef147dcd2e2 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:39:24.703655 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.782180 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.813321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:24.820134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:24.823871 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-3d0da709-e4f8-4848-854b-aaa421544465 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3f17c41b-f2d3-4992-91a4-bd93f0dc0dd9 HTTP/1.1" status: 204 len: 168 time: 0.4001966 Feb 03 15:39:24.826918 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38626) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:24.830855 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7677185f-3700-4b21-bf19-edf4f03a8c7a None None] Network a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:39:24.926326 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.021753 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Deleting port b2fa04da-0d0a-487b-85e9-b64c7c642d35 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:25.023143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.096150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] DHCP port deletion for a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:39:25.166165 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Deleting port b2fa04da-0d0a-487b-85e9-b64c7c642d35 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:25.166549 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.267054 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] For port b2fa04da-0d0a-487b-85e9-b64c7c642d35, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b2fa04da-0d0a-487b-85e9-b64c7c642d35,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:25.267499 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.297284 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Calling delete_port for b2fa04da-0d0a-487b-85e9-b64c7c642d35 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:25.411424 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.442138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Pushing event deleted for resources: {'Port': ['ID=b2fa04da-0d0a-487b-85e9-b64c7c642d35,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:25.460925 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.461279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.461608 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.461975 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.462325 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.462675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.462978 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.463458 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.463935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.464854 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.465204 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.465535 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.465931 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:25.477981 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffae4a-ecb0-4336-a3a6-980c66d0d856 None None] No DVR routers for this DVR port b2fa04da-0d0a-487b-85e9-b64c7c642d35 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:39:25.544014 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.579493 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] For port b2fa04da-0d0a-487b-85e9-b64c7c642d35, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=b2fa04da-0d0a-487b-85e9-b64c7c642d35,segment=NetworkSegment(82b21a4e-bce6-4afd-8f1a-591bf15d16ef),segment_id=82b21a4e-bce6-4afd-8f1a-591bf15d16ef)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:25.580291 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.604351 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Calling delete_port for b2fa04da-0d0a-487b-85e9-b64c7c642d35 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:25.700471 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (b2fa04da-0d0a-487b-85e9-b64c7c642d35), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.733674 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fa04da-0d0a-487b-85e9-b64c7c642d35,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:25.735502 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] No DVR routers for this DVR port b2fa04da-0d0a-487b-85e9-b64c7c642d35 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:39:25.830305 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.866020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e54a55-5e70-43f5-bc26-c007ec2d5cf2']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:25.876971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b21a4e-bce6-4afd-8f1a-591bf15d16ef') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:25.877303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b21a4e-bce6-4afd-8f1a-591bf15d16ef') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:25.892546 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (82b21a4e-bce6-4afd-8f1a-591bf15d16ef), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.911452 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (82b21a4e-bce6-4afd-8f1a-591bf15d16ef), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.918492 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:39:25.918949 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (82b21a4e-bce6-4afd-8f1a-591bf15d16ef), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: self.session.flush() Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:39:25.920855 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:39:25.978072 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (a2e54a55-5e70-43f5-bc26-c007ec2d5cf2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.984513 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:25.987750 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] 10.222.0.52 "DELETE /v2.0/networks/a2e54a55-5e70-43f5-bc26-c007ec2d5cf2 HTTP/1.1" status: 204 len: 168 time: 1.1597238 Feb 03 15:39:25.991874 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38628) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:25.999013 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d5150-7a3c-448d-88e5-c7330a8e404f admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e54a55-5e70-43f5-bc26-c007ec2d5cf2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:26.455452 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (58117e6b-eb72-469a-866a-1266ce2bbcb8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:26.483583 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9fce3410-e383-4923-96d3-53c56e1ffd27 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:39:26.512679 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 9fce3410-e383-4923-96d3-53c56e1ffd27 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:39:26.513434 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 9fce3410-e383-4923-96d3-53c56e1ffd27 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:39:26.513980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b2fa04da-0d0a-487b-85e9-b64c7c642d35 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:39:26.540899 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: b2fa04da-0d0a-487b-85e9-b64c7c642d35 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:39:26.541279 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device b2fa04da-0d0a-487b-85e9-b64c7c642d35 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:39:26.769320 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Deleting port 96d09198-c7a5-49ee-a2da-4789087bb059 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:26.769596 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:26.890914 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] For port 96d09198-c7a5-49ee-a2da-4789087bb059, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=96d09198-c7a5-49ee-a2da-4789087bb059,segment=NetworkSegment(2642e52d-402f-4087-92e7-29677e1977d5),segment_id=2642e52d-402f-4087-92e7-29677e1977d5)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:26.891300 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:26.909910 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Calling delete_port for 96d09198-c7a5-49ee-a2da-4789087bb059 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:27.150552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (96d09198-c7a5-49ee-a2da-4789087bb059), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:27.179116 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Pushing event deleted for resources: {'Port': ['ID=96d09198-c7a5-49ee-a2da-4789087bb059,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:27.409815 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (58117e6b-eb72-469a-866a-1266ce2bbcb8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:28.023976 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Router 58117e6b-eb72-469a-866a-1266ce2bbcb8 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:39:28.152900 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:39:28.158483 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b1fdac15-ccd3-48ed-b9e3-9d1926dc277a admin admin] 10.222.0.52 "PUT /v2.0/routers/58117e6b-eb72-469a-866a-1266ce2bbcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1650634 Feb 03 15:39:28.161860 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:28.162507 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] Sync routers for ids ['58117e6b-eb72-469a-866a-1266ce2bbcb8'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:39:28.174061 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] Routers {'58117e6b-eb72-469a-866a-1266ce2bbcb8'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:28.174680 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58117e6b-eb72-469a-866a-1266ce2bbcb8'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:28.308661 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks [] for router (58117e6b-eb72-469a-866a-1266ce2bbcb8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:28.409370 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] Set router 58117e6b-eb72-469a-866a-1266ce2bbcb8 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:28.453276 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks [] for router_gateway (58117e6b-eb72-469a-866a-1266ce2bbcb8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:28.544654 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Deleting port beb7d407-853d-4d0c-8cef-e7a0d77f22c0 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:28.545086 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:28.631526 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:39:27Z', 'revision_number': 5, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port': {'id': 'beb7d407-853d-4d0c-8cef-e7a0d77f22c0', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:28:24Z', 'updated_at': '2022-02-03T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:28.649188 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] For port beb7d407-853d-4d0c-8cef-e7a0d77f22c0, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:28.650885 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:28.671314 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] Checking router: 58117e6b-eb72-469a-866a-1266ce2bbcb8 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:39:28.673473 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Calling delete_port for beb7d407-853d-4d0c-8cef-e7a0d77f22c0 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:28.690144 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] Routers {'58117e6b-eb72-469a-866a-1266ce2bbcb8'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:28.691188 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['58117e6b-eb72-469a-866a-1266ce2bbcb8'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:28.800239 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] Set router 58117e6b-eb72-469a-866a-1266ce2bbcb8 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:28.863652 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:39:28Z', 'revision_number': 6, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:28.902440 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e249184-9563-4ca1-b1b2-3ed8471f5d93 None None] The sync data for ids ['58117e6b-eb72-469a-866a-1266ce2bbcb8'] in n-d-827549-2 is: [{'id': '58117e6b-eb72-469a-866a-1266ce2bbcb8', 'name': 'tempest-TestShelveInstance-1200053541-router', 'tenant_id': '7f918a0914e247b1b794767fd8503cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:28:23Z', 'updated_at': '2022-02-03T15:39:28Z', 'revision_number': 6, 'project_id': '7f918a0914e247b1b794767fd8503cb0', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:39:28.913967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (beb7d407-853d-4d0c-8cef-e7a0d77f22c0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:28.981395 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb7d407-853d-4d0c-8cef-e7a0d77f22c0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:29.031809 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (58117e6b-eb72-469a-866a-1266ce2bbcb8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.143516 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (58117e6b-eb72-469a-866a-1266ce2bbcb8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.146372 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks [] for router_controller (58117e6b-eb72-469a-866a-1266ce2bbcb8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.203394 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (58117e6b-eb72-469a-866a-1266ce2bbcb8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.204263 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58117e6b-eb72-469a-866a-1266ce2bbcb8 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:39:29.211863 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.213881 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f5ba179-73eb-453d-b0ae-72b437e1b3a4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/58117e6b-eb72-469a-866a-1266ce2bbcb8 HTTP/1.1" status: 204 len: 168 time: 1.0504203 Feb 03 15:39:29.217614 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:29.282444 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] Deleting subnet 83f24ace-744d-4517-bfb8-d57720972d08 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:39:29.294333 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] Publish callbacks [] for subnet (83f24ace-744d-4517-bfb8-d57720972d08), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.346407 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14142896'] for subnet (83f24ace-744d-4517-bfb8-d57720972d08), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.459028 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (83f24ace-744d-4517-bfb8-d57720972d08), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.518672 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24707866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25090529'] for subnet (83f24ace-744d-4517-bfb8-d57720972d08), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.546131 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f24ace-744d-4517-bfb8-d57720972d08,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:29.549882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.555665 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-4334984c-faff-4c13-bd2e-c6a8d920dc45 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/83f24ace-744d-4517-bfb8-d57720972d08 HTTP/1.1" status: 204 len: 168 time: 0.3367856 Feb 03 15:39:29.556405 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38634) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:29.571153 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273aef7-2c76-41aa-a815-c795c60dbd49 None None] Network 1f66e09a-2a07-409c-8aac-b1714e835b0e requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:39:29.647643 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (1f66e09a-2a07-409c-8aac-b1714e835b0e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.718558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Deleting port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:29.718909 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.789518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] DHCP port deletion for 1f66e09a-2a07-409c-8aac-b1714e835b0e request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:39:29.795895 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] For port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,segment=NetworkSegment(2642e52d-402f-4087-92e7-29677e1977d5),segment_id=2642e52d-402f-4087-92e7-29677e1977d5)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:29.796398 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.813881 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Calling delete_port for 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:29.849803 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] Deleting port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:39:29.850490 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.922337 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] For port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,segment=NetworkSegment(2642e52d-402f-4087-92e7-29677e1977d5),segment_id=2642e52d-402f-4087-92e7-29677e1977d5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:29.922911 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.930868 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:29.938406 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] Calling delete_port for 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:39:29.947709 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] No DVR routers for this DVR port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:39:29.989177 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Pushing event deleted for resources: {'Port': ['ID=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:30.068032 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (1f66e09a-2a07-409c-8aac-b1714e835b0e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.096195 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (8765c5dc-964a-4a8f-b5f4-4d407cf3e459), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.106835 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f66e09a-2a07-409c-8aac-b1714e835b0e']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:30.129033 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2642e52d-402f-4087-92e7-29677e1977d5') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:30.131447 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2642e52d-402f-4087-92e7-29677e1977d5') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:30.150748 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (2642e52d-402f-4087-92e7-29677e1977d5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.164139 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] Pushing event deleted for resources: {'Port': ['ID=8765c5dc-964a-4a8f-b5f4-4d407cf3e459,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:30.174107 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fc774-89ef-4331-b7b9-d6305ec9c2ac None None] No DVR routers for this DVR port 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:39:30.188801 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (2642e52d-402f-4087-92e7-29677e1977d5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.195652 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:39:30.196062 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (2642e52d-402f-4087-92e7-29677e1977d5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:39:30.197861 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:39:30.270783 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (1f66e09a-2a07-409c-8aac-b1714e835b0e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.279099 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.287123 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] 10.222.0.52 "DELETE /v2.0/networks/1f66e09a-2a07-409c-8aac-b1714e835b0e HTTP/1.1" status: 204 len: 168 time: 0.7248783 Feb 03 15:39:30.298714 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6bd42-55d6-4ddd-a4d6-ac537955febd admin admin] Pushing event deleted for resources: {'Network': ['ID=1f66e09a-2a07-409c-8aac-b1714e835b0e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:30.475183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38638) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:30.500974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb7d407-853d-4d0c-8cef-e7a0d77f22c0 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:39:30.524842 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: beb7d407-853d-4d0c-8cef-e7a0d77f22c0 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:39:30.525203 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device beb7d407-853d-4d0c-8cef-e7a0d77f22c0 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:39:30.525670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:39:30.536503 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-14f02cad-b76d-418b-8cf4-b1fb9309d700 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3eb84cca18c4e0eb7821a76ad62df05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557508 Feb 03 15:39:30.538087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38640) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:30.552029 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:39:30.553896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 8765c5dc-964a-4a8f-b5f4-4d407cf3e459 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:39:30.553896 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96d09198-c7a5-49ee-a2da-4789087bb059 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:39:30.578680 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 96d09198-c7a5-49ee-a2da-4789087bb059 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:39:30.579793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 96d09198-c7a5-49ee-a2da-4789087bb059 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:39:30.608342 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4dd59ca-e492-4d89-820c-293a002b93f9 admin admin] Publish callbacks [] for security_group (b38dc878-0241-40c2-866b-409e58fc2f19), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.638552 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4dd59ca-e492-4d89-820c-293a002b93f9 admin admin] Publish callbacks [] for security_group (b38dc878-0241-40c2-866b-409e58fc2f19), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.694782 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4dd59ca-e492-4d89-820c-293a002b93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b38dc878-0241-40c2-866b-409e58fc2f19), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.697513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4dd59ca-e492-4d89-820c-293a002b93f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:30.699275 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a4dd59ca-e492-4d89-820c-293a002b93f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b38dc878-0241-40c2-866b-409e58fc2f19 HTTP/1.1" status: 204 len: 168 time: 0.1589491 Feb 03 15:39:30.708261 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd59ca-e492-4d89-820c-293a002b93f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38dc878-0241-40c2-866b-409e58fc2f19,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:31.104275 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:31.151317 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-58946a49-a891-4baf-83d8-d8b5095dc831 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f918a0914e247b1b794767fd8503cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452850 Feb 03 15:39:31.154026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:31.220768 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a4cb-55ad-4bcb-8031-76b068ce84c8 admin admin] Publish callbacks [] for security_group (44a1a9d7-b0d0-4b96-8736-b6967d4134c1), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:31.246453 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a4cb-55ad-4bcb-8031-76b068ce84c8 admin admin] Publish callbacks [] for security_group (44a1a9d7-b0d0-4b96-8736-b6967d4134c1), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:31.300764 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a4cb-55ad-4bcb-8031-76b068ce84c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (44a1a9d7-b0d0-4b96-8736-b6967d4134c1), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:31.304108 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a4cb-55ad-4bcb-8031-76b068ce84c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:31.305231 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-cbb5a4cb-55ad-4bcb-8031-76b068ce84c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44a1a9d7-b0d0-4b96-8736-b6967d4134c1 HTTP/1.1" status: 204 len: 168 time: 0.1502306 Feb 03 15:39:31.314401 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5a4cb-55ad-4bcb-8031-76b068ce84c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1a9d7-b0d0-4b96-8736-b6967d4134c1,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:32.129747 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:32.261865 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1654000958-network', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:32.285204 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Made reservation on behalf of a3db202094aa42579e7e7101ad894ffb for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:39:32.287581 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.297070 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.374015 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks [] for security_group (69af6320-f905-4b7c-bd0e-df89be112d06), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.378882 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (69af6320-f905-4b7c-bd0e-df89be112d06), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.404773 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:39:32.414687 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69af6320-f905-4b7c-bd0e-df89be112d06,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:32.420559 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b92bdff3-096e-47c2-962b-e195a49b0074), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.420915 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Added segment b92bdff3-096e-47c2-962b-e195a49b0074 of type vlan for network 7a7e3e91-5d47-441d-807d-924d46a78a27 Feb 03 15:39:32.462517 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (7a7e3e91-5d47-441d-807d-924d46a78a27), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.494317 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (7a7e3e91-5d47-441d-807d-924d46a78a27), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.495508 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:32.496351 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.534183 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4002242 Feb 03 15:39:32.534559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38674) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:32.540484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Request body: {'subnet': {'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1654000958-subnet', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:32.561618 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31ac2f-b062-4b11-9ac0-de72ec6044e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7e3e91-5d47-441d-807d-924d46a78a27,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:32.562148 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Made reservation on behalf of a3db202094aa42579e7e7101ad894ffb for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:39:32.566080 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.572383 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:39:32.752091 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (088d68e4-cbb9-4668-89be-23d9e038551f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.805062 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=088d68e4-cbb9-4668-89be-23d9e038551f,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:32.821113 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Checking segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:32.821484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Network hostable DHCP agents. Network: 7a7e3e91-5d47-441d-807d-924d46a78a27, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:39:32.842275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:39:32.853540 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, 7a7e3e91-5d47-441d-807d-924d46a78a27) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:32.858021 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:32.858616 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.873003 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842911be-e536-4dce-856e-49dda87f3b9a None None] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:39:32.876929 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9c3c8874-f328-4b2f-ac40-f91e9d0a24cc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3410525 Feb 03 15:39:32.879710 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38676) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:32.884528 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:32.909443 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (affcddfa-c8aa-4877-bc75-5beea95a4dd4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.910363 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (affcddfa-c8aa-4877-bc75-5beea95a4dd4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:32.978215 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks [] for router_controller (affcddfa-c8aa-4877-bc75-5beea95a4dd4), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.024847 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-7a7e3e91-5d47-441d-807d-924d46a78a27', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:39:33.025795 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.149431 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks [] for router_gateway (affcddfa-c8aa-4877-bc75-5beea95a4dd4), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.185394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Allocated IP 172.20.0.2 (7a7e3e91-5d47-441d-807d-924d46a78a27/088d68e4-cbb9-4668-89be-23d9e038551f/7c0906ce-f332-47c3-ba85-19b3fd7db258) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:33.359834 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Publish callbacks [] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.366324 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks [] for router_gateway (affcddfa-c8aa-4877-bc75-5beea95a4dd4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.366768 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.394523 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.407348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:33.410393 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:33.413014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:33.427858 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Pushing event updated for resources: {'Port': ['ID=7c0906ce-f332-47c3-ba85-19b3fd7db258,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:33.481386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Attempting to bind port 7c0906ce-f332-47c3-ba85-19b3fd7db258 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:39:33.481759 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Attempting to bind port 7c0906ce-f332-47c3-ba85-19b3fd7db258 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:39:33.482430 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Attempting to bind port 7c0906ce-f332-47c3-ba85-19b3fd7db258 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:33.487629 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:39:33.488009 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Checking segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:33.488437 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.488845 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Bound using segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:39:33.489327 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Bound port: 7c0906ce-f332-47c3-ba85-19b3fd7db258, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:39:33.489701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.505693 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Allocated IP 172.25.0.209 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/ec7f697e-cae1-4d4f-940b-46a92226c861) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:33.567776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] For port 7c0906ce-f332-47c3-ba85-19b3fd7db258, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:39:33.571658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] For port 7c0906ce-f332-47c3-ba85-19b3fd7db258, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7c0906ce-f332-47c3-ba85-19b3fd7db258,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:39:33.579173 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.636862 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks [] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.657548 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89b1b6-7ba5-40a3-90bf-8329b801e7ae None None] Pushing event updated for resources: {'Port': ['ID=7c0906ce-f332-47c3-ba85-19b3fd7db258,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:33.708863 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:33.754296 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:33.757325 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:33.762458 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:33.766023 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Pushing event updated for resources: {'Port': ['ID=ec7f697e-cae1-4d4f-940b-46a92226c861,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:34.080698 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks [] for router_gateway (affcddfa-c8aa-4877-bc75-5beea95a4dd4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:34.328857 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (affcddfa-c8aa-4877-bc75-5beea95a4dd4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:34.503854 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Router affcddfa-c8aa-4877-bc75-5beea95a4dd4 is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:39:34.564339 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7c0906ce-f332-47c3-ba85-19b3fd7db258 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:34.627098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7c0906ce-f332-47c3-ba85-19b3fd7db258 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:34.628106 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:34.666888 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:39:34.679915 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Sync routers for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:39:34.694411 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:34.695287 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:34.700019 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:34.705686 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-1bba609a-06c5-4409-af3d-f15dfe28378c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8209822 Feb 03 15:39:34.706083 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38678) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:34.812240 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7c0906ce-f332-47c3-ba85-19b3fd7db258 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:34.812240 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:34.855505 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea25da-4fce-4032-8529-0853c35ac575 None None] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:39:35.001927 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 7c0906ce-f332-47c3-ba85-19b3fd7db258, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7c0906ce-f332-47c3-ba85-19b3fd7db258,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:35.013856 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:35.020228 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:35.284301 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-d95e060f-d804-499b-ab7d-13e7644f9205 None None] Provisioning complete for port 7c0906ce-f332-47c3-ba85-19b3fd7db258 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:35.284985 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d95e060f-d804-499b-ab7d-13e7644f9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:35.385634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:35.461178 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=7c0906ce-f332-47c3-ba85-19b3fd7db258,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:35.572823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d95e060f-d804-499b-ab7d-13e7644f9205 None None] Current status of the port 7c0906ce-f332-47c3-ba85-19b3fd7db258 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:35.585079 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Allocated IP 172.20.0.1 (7a7e3e91-5d47-441d-807d-924d46a78a27/088d68e4-cbb9-4668-89be-23d9e038551f/d1daac82-d3ac-4702-992e-32b5c015a019) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:35.605867 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:33Z', 'revision_number': 3, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:35.642515 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Checking router: affcddfa-c8aa-4877-bc75-5beea95a4dd4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:39:35.643658 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Updating router affcddfa-c8aa-4877-bc75-5beea95a4dd4 port ec7f697e-cae1-4d4f-940b-46a92226c861 binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:39:35.678896 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:35.715634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks [] for port (d1daac82-d3ac-4702-992e-32b5c015a019), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:35.761513 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:35.809933 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:35.813109 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:35.817808 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:35.821305 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Pushing event updated for resources: {'Port': ['ID=d1daac82-d3ac-4702-992e-32b5c015a019,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:35.838556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-85aafbab-167c-42cb-a6a8-923a10238a37 None None] Provisioning complete for port 7c0906ce-f332-47c3-ba85-19b3fd7db258 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:35.838851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85aafbab-167c-42cb-a6a8-923a10238a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:35.864773 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (affcddfa-c8aa-4877-bc75-5beea95a4dd4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.019776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-85aafbab-167c-42cb-a6a8-923a10238a37 None None] Current status of the port 7c0906ce-f332-47c3-ba85-19b3fd7db258 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:36.047435 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.096964 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Publish callbacks [] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.105517 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.172776 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Attempting to bind port ec7f697e-cae1-4d4f-940b-46a92226c861 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:39:36.173163 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Attempting to bind port ec7f697e-cae1-4d4f-940b-46a92226c861 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:39:36.173538 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Attempting to bind port ec7f697e-cae1-4d4f-940b-46a92226c861 on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:36.188030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8731de-82f7-4c07-89c3-7cfd0d3a7f22 None None] Pushing event updated for resources: {'Port': ['ID=ec7f697e-cae1-4d4f-940b-46a92226c861,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:36.192891 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:39:36.193540 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:36.193981 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.194371 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:39:36.195696 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Bound port: ec7f697e-cae1-4d4f-940b-46a92226c861, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:39:36.195696 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.200349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-2f8de29a-3cd0-4704-b0f0-463fa52d4622 None None] Provisioning complete for port d1daac82-d3ac-4702-992e-32b5c015a019 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:36.200764 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f8de29a-3cd0-4704-b0f0-463fa52d4622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.275066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks [] for port (d1daac82-d3ac-4702-992e-32b5c015a019), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.280622 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.282040 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f8de29a-3cd0-4704-b0f0-463fa52d4622 None None] Port d1daac82-d3ac-4702-992e-32b5c015a019 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:39:36.294305 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] For port ec7f697e-cae1-4d4f-940b-46a92226c861, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:39:36.298310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] For port ec7f697e-cae1-4d4f-940b-46a92226c861, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ec7f697e-cae1-4d4f-940b-46a92226c861,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:39:36.305358 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.378490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:36.379138 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:36.383312 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (affcddfa-c8aa-4877-bc75-5beea95a4dd4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.386859 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Pushing event updated for resources: {'Port': ['ID=d1daac82-d3ac-4702-992e-32b5c015a019,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:36.431764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8731de-82f7-4c07-89c3-7cfd0d3a7f22 None None] Pushing event updated for resources: {'Port': ['ID=ec7f697e-cae1-4d4f-940b-46a92226c861,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:36.509909 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:36.512987 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:36.514378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7c0906ce-f332-47c3-ba85-19b3fd7db258 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:36.567450 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:36.667632 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Router affcddfa-c8aa-4877-bc75-5beea95a4dd4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:39:36.688986 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 7c0906ce-f332-47c3-ba85-19b3fd7db258 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:36.689620 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.843459 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:39:36.856491 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-982f7679-19af-4ecc-b0f6-73a543cc9da7 admin admin] 10.222.0.52 "PUT /v2.0/routers/affcddfa-c8aa-4877-bc75-5beea95a4dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436059 Feb 03 15:39:36.902421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 7c0906ce-f332-47c3-ba85-19b3fd7db258 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:36.919728 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-c1962ef1-31b8-48aa-b6bc-82a5f75aecd2 None None] Provisioning complete for port d1daac82-d3ac-4702-992e-32b5c015a019 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:36.920115 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1962ef1-31b8-48aa-b6bc-82a5f75aecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:36.969536 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:36Z', 'revision_number': 2, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:36.973765 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c1962ef1-31b8-48aa-b6bc-82a5f75aecd2 None None] Port d1daac82-d3ac-4702-992e-32b5c015a019 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:39:37.001350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26bd71-b597-4e20-b6c4-872e4a939a50 None None] The sync data for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 is: [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:36Z', 'revision_number': 2, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:39:37.559758 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38694) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:37.566319 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1818193815-network', 'tenant_id': '35c4251bada246f597ada9fab1d73109'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:37.590203 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Made reservation on behalf of 35c4251bada246f597ada9fab1d73109 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:39:37.592710 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.603127 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.707495 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks [] for security_group (b611f5e4-d781-4169-87bf-605f21e38479), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.712960 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b611f5e4-d781-4169-87bf-605f21e38479), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.741684 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 15:39:37.758860 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b611f5e4-d781-4169-87bf-605f21e38479,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:37.765215 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fa8295de-2be7-4dc4-8514-b47efa5c5492), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.765756 n-d-827549-2 neutron-server[103341]: INFO neutron.db.segments_db [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Added segment fa8295de-2be7-4dc4-8514-b47efa5c5492 of type vlan for network d84b62ca-2433-4e06-9a70-404b5fe330e7 Feb 03 15:39:37.848134 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751389855407'] for network (d84b62ca-2433-4e06-9a70-404b5fe330e7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.888852 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016'] for network (d84b62ca-2433-4e06-9a70-404b5fe330e7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.890857 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:37.891818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.939735 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3783941 Feb 03 15:39:37.942886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38696) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:37.952970 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Request body: {'subnet': {'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1818193815-subnet', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:37.993349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Made reservation on behalf of 35c4251bada246f597ada9fab1d73109 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:39:37.997428 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13365635'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:37.999391 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b71ad-8585-4572-964e-966b19bc8dce admin admin] Pushing event updated for resources: {'Network': ['ID=d84b62ca-2433-4e06-9a70-404b5fe330e7,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:38.019465 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 details requested by agent ovs-agent-n-d-827549-2 with host n-d-827549-2 {{(pid=103343) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 15:39:38.240331 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13182596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13365653'] for subnet (0fe0d80c-24d2-4678-9c19-dac552e424f3), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.304119 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe0d80c-24d2-4678-9c19-dac552e424f3,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:38.321754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Checking segment: {'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:38.322275 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Network hostable DHCP agents. Network: d84b62ca-2433-4e06-9a70-404b5fe330e7, hostable agents: ['d2b21dac-0624-4dc4-8c78-a9fc3c687827'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 15:39:38.351976 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 is scheduled to be hosted by DHCP agent d2b21dac-0624-4dc4-8c78-a9fc3c687827 with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 15:39:38.363642 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:39:38.375764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827549-2, d84b62ca-2433-4e06-9a70-404b5fe330e7) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:38.381728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:38.382382 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.388313 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f72aa8-0467-488f-b741-e844656cb5eb None None] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:39:38.422719 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38698) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:38.425426 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-24e9d7c3-e1bb-4629-99e9-81002c30294d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4799495 Feb 03 15:39:38.433210 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:38.478706 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9101'] for router (274926e3-8956-4462-8e7d-fec1771d32be), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.480752 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16724336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16727702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16342770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9114'] for router (274926e3-8956-4462-8e7d-fec1771d32be), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.547210 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88ca5071-bcba-5597-afe1-ef32883c5fe6-d84b62ca-2433-4e06-9a70-404b5fe330e7', 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7', 'project_id': '35c4251bada246f597ada9fab1d73109', 'fixed_ips': [{'subnet_id': '0fe0d80c-24d2-4678-9c19-dac552e424f3'}]}} from n-d-827549-2. {{(pid=103343) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 15:39:38.548153 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.588288 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ec7f697e-cae1-4d4f-940b-46a92226c861 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:38.589797 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks [] for router_controller (274926e3-8956-4462-8e7d-fec1771d32be), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.766585 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks [] for router_gateway (274926e3-8956-4462-8e7d-fec1771d32be), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.787245 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ec7f697e-cae1-4d4f-940b-46a92226c861 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:38.787763 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:38.826840 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Allocated IP 172.20.0.2 (d84b62ca-2433-4e06-9a70-404b5fe330e7/0fe0d80c-24d2-4678-9c19-dac552e424f3/947f362e-e248-40b9-957c-70d80794cd52) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:38.965960 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ec7f697e-cae1-4d4f-940b-46a92226c861 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:38.966394 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.009988 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port ec7f697e-cae1-4d4f-940b-46a92226c861, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ec7f697e-cae1-4d4f-940b-46a92226c861,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:39.015436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks [] for router_gateway (274926e3-8956-4462-8e7d-fec1771d32be), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.032193 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.037634 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.088789 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Publish callbacks [] for port (947f362e-e248-40b9-957c-70d80794cd52), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.100383 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310'] for port (947f362e-e248-40b9-957c-70d80794cd52), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.102429 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=ec7f697e-cae1-4d4f-940b-46a92226c861,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:39.153620 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:39.158714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:39.163936 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:39.170175 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Allocated IP 172.25.0.3 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/f9b421e6-3401-404a-92f2-371964a9b14d) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:39.173676 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Pushing event updated for resources: {'Port': ['ID=947f362e-e248-40b9-957c-70d80794cd52,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:39.242446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Attempting to bind port 947f362e-e248-40b9-957c-70d80794cd52 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:39:39.243048 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Attempting to bind port 947f362e-e248-40b9-957c-70d80794cd52 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:39:39.243706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Attempting to bind port 947f362e-e248-40b9-957c-70d80794cd52 on network d84b62ca-2433-4e06-9a70-404b5fe330e7 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:39.250675 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:39:39.251381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Checking segment: {'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:39.251980 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.252579 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Bound using segment: {'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:39:39.253234 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Bound port: 947f362e-e248-40b9-957c-70d80794cd52, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:39:39.253791 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (947f362e-e248-40b9-957c-70d80794cd52), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.327259 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks [] for port (f9b421e6-3401-404a-92f2-371964a9b14d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.329764 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] For port 947f362e-e248-40b9-957c-70d80794cd52, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:39:39.334982 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] For port 947f362e-e248-40b9-957c-70d80794cd52, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=947f362e-e248-40b9-957c-70d80794cd52,segment=NetworkSegment(fa8295de-2be7-4dc4-8514-b47efa5c5492),segment_id=fa8295de-2be7-4dc4-8514-b47efa5c5492)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:39:39.344699 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (947f362e-e248-40b9-957c-70d80794cd52), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.373436 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.430950 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8fa21-8a97-431a-913c-253d1b3b559b None None] Pushing event updated for resources: {'Port': ['ID=947f362e-e248-40b9-957c-70d80794cd52,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:39.447959 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:39.454706 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:39.458560 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:39.499297 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Pushing event updated for resources: {'Port': ['ID=f9b421e6-3401-404a-92f2-371964a9b14d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:39.593514 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Sync routers for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:39:39.626107 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:39.626736 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:39.778112 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:39.856209 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks [] for router_gateway (274926e3-8956-4462-8e7d-fec1771d32be), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:39.934510 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.055551 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:36Z', 'revision_number': 2, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:40.088719 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Checking router: affcddfa-c8aa-4877-bc75-5beea95a4dd4 for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:39:40.089643 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Updating router affcddfa-c8aa-4877-bc75-5beea95a4dd4 port d1daac82-d3ac-4702-992e-32b5c015a019 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:39:40.120342 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.542751 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16724297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16727755'] for router (274926e3-8956-4462-8e7d-fec1771d32be), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.547585 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Publish callbacks [] for port (d1daac82-d3ac-4702-992e-32b5c015a019), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.557178 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.671962 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Pushing event updated for resources: {'Port': ['ID=d1daac82-d3ac-4702-992e-32b5c015a019,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:40.691538 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.691740 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.692094 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.692773 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.692988 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.693533 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.693720 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.694084 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.701093 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 947f362e-e248-40b9-957c-70d80794cd52 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:40.704724 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.705141 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.705599 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.705877 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.706361 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:39:40.740187 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6873377-7337-4df2-bc94-2755767ad53a None None] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:39:40.741398 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Router 274926e3-8956-4462-8e7d-fec1771d32be is scheduled to L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 15:39:40.746565 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Attempting to bind port d1daac82-d3ac-4702-992e-32b5c015a019 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:39:40.747302 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Attempting to bind port d1daac82-d3ac-4702-992e-32b5c015a019 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:39:40.747937 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Attempting to bind port d1daac82-d3ac-4702-992e-32b5c015a019 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:40.753798 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:39:40.754607 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Checking segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:40.755224 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.756178 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Bound using segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:39:40.756898 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Bound port: d1daac82-d3ac-4702-992e-32b5c015a019, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:39:40.757512 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.848928 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] For port d1daac82-d3ac-4702-992e-32b5c015a019, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:39:40.854985 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] For port d1daac82-d3ac-4702-992e-32b5c015a019, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d1daac82-d3ac-4702-992e-32b5c015a019,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:39:40.866202 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.873773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-fbdf4c0b-42f1-491f-b157-4eda56713456 None None] Provisioning complete for port 947f362e-e248-40b9-957c-70d80794cd52 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:40.874445 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4c0b-42f1-491f-b157-4eda56713456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (947f362e-e248-40b9-957c-70d80794cd52), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.893781 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:39:40.922847 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:40.927539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38700) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:40.928065 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-99068805-9eb5-4d50-a944-4118276277aa admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5036149 Feb 03 15:39:40.944843 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:40.945855 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:41.014650 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95124794-8422-44d9-890c-d2b404480d85 None None] Pushing event updated for resources: {'Port': ['ID=d1daac82-d3ac-4702-992e-32b5c015a019,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:41.139169 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Sync routers for ids ['274926e3-8956-4462-8e7d-fec1771d32be'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:39:41.157074 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:41.162184 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 947f362e-e248-40b9-957c-70d80794cd52 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:41.162855 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (947f362e-e248-40b9-957c-70d80794cd52), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.255683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Routers {'274926e3-8956-4462-8e7d-fec1771d32be'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:41.256659 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['274926e3-8956-4462-8e7d-fec1771d32be'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:41.439882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Set router 274926e3-8956-4462-8e7d-fec1771d32be gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:41.509663 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.604595 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 947f362e-e248-40b9-957c-70d80794cd52 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:41.605181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (947f362e-e248-40b9-957c-70d80794cd52), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.630545 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:40Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:41.644030 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf4c0b-42f1-491f-b157-4eda56713456 None None] Current status of the port 947f362e-e248-40b9-957c-70d80794cd52 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:41.644784 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4c0b-42f1-491f-b157-4eda56713456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (947f362e-e248-40b9-957c-70d80794cd52), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.670941 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112d1a3-f7d8-4b34-8542-86c47a973066 None None] The sync data for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 is: [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:40Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:39:41.726901 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port 947f362e-e248-40b9-957c-70d80794cd52, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=947f362e-e248-40b9-957c-70d80794cd52,segment=NetworkSegment(fa8295de-2be7-4dc4-8514-b47efa5c5492),segment_id=fa8295de-2be7-4dc4-8514-b47efa5c5492)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:41.737063 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (947f362e-e248-40b9-957c-70d80794cd52), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.737919 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ec7f697e-cae1-4d4f-940b-46a92226c861 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:41.772407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Allocated IP 172.20.0.1 (d84b62ca-2433-4e06-9a70-404b5fe330e7/0fe0d80c-24d2-4678-9c19-dac552e424f3/1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:41.867314 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-fbdf4c0b-42f1-491f-b157-4eda56713456 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 15:39:41.867676 n-d-827549-2 neutron-server[103343]: DEBUG oslo_db.api [None req-fbdf4c0b-42f1-491f-b157-4eda56713456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 15:39:41.909688 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=947f362e-e248-40b9-957c-70d80794cd52,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:41.940011 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks [] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.945706 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port ec7f697e-cae1-4d4f-940b-46a92226c861 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:41.946157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.980479 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:41.998349 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:39:39Z', 'revision_number': 3, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port': {'id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:39Z', 'updated_at': '2022-02-03T15:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:42.028316 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:42.032247 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:42.036058 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:42.043862 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Checking router: 274926e3-8956-4462-8e7d-fec1771d32be for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:39:42.044436 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Updating router 274926e3-8956-4462-8e7d-fec1771d32be port f9b421e6-3401-404a-92f2-371964a9b14d binding host n-d-827549-2 {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:39:42.072150 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:42.095308 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16726678'] for router_interface (274926e3-8956-4462-8e7d-fec1771d32be), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.130879 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.170576 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port ec7f697e-cae1-4d4f-940b-46a92226c861 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:42.281540 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.442263 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf4c0b-42f1-491f-b157-4eda56713456 None None] Current status of the port 947f362e-e248-40b9-957c-70d80794cd52 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:42.568317 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks [] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.578485 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.580051 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Publish callbacks [] for port (f9b421e6-3401-404a-92f2-371964a9b14d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.586951 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d1daac82-d3ac-4702-992e-32b5c015a019 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:42.592800 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Provisioning complete for port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:42.593069 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.613476 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.661272 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:42.664122 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16752970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16726790'] for router_interface (274926e3-8956-4462-8e7d-fec1771d32be), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.723584 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:39:42.733146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8675c-2f52-42a3-9a41-a9a9ca3ae5e5 None None] Pushing event updated for resources: {'Port': ['ID=f9b421e6-3401-404a-92f2-371964a9b14d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:42.739909 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Attempting to bind port f9b421e6-3401-404a-92f2-371964a9b14d on host n-d-827549-2 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:39:42.740289 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Attempting to bind port f9b421e6-3401-404a-92f2-371964a9b14d by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:39:42.740806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Attempting to bind port f9b421e6-3401-404a-92f2-371964a9b14d on network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:42.748001 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:39:42.748386 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Checking segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:42.748830 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.749231 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Bound using segment: {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:39:42.749727 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Bound port: f9b421e6-3401-404a-92f2-371964a9b14d, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f886a-7431-4e7d-8f03-ffe85b56ff78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:39:42.750112 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.780378 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d1daac82-d3ac-4702-992e-32b5c015a019 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:42.780844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.787006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Provisioning complete for port 947f362e-e248-40b9-957c-70d80794cd52 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:42.787319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:42.787485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (947f362e-e248-40b9-957c-70d80794cd52), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.789203 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:42.878563 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] For port f9b421e6-3401-404a-92f2-371964a9b14d, host n-d-827549-2, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:39:42.883944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] For port f9b421e6-3401-404a-92f2-371964a9b14d, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9b421e6-3401-404a-92f2-371964a9b14d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:39:42.903155 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:42.962042 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Router 274926e3-8956-4462-8e7d-fec1771d32be has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:39:43.045006 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d1daac82-d3ac-4702-992e-32b5c015a019 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:43.045396 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.047229 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8675c-2f52-42a3-9a41-a9a9ca3ae5e5 None None] Pushing event updated for resources: {'Port': ['ID=f9b421e6-3401-404a-92f2-371964a9b14d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:43.094452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Routers {'274926e3-8956-4462-8e7d-fec1771d32be'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:43.095369 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['274926e3-8956-4462-8e7d-fec1771d32be'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:43.119180 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:39:43.125951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9d67e15c-c83a-4bd4-95ea-e01fff9504a1 admin admin] 10.222.0.52 "PUT /v2.0/routers/274926e3-8956-4462-8e7d-fec1771d32be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1969621 Feb 03 15:39:43.148310 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Current status of the port 947f362e-e248-40b9-957c-70d80794cd52 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:43.182285 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port d1daac82-d3ac-4702-992e-32b5c015a019, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d1daac82-d3ac-4702-992e-32b5c015a019,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:43.223252 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.223944 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 947f362e-e248-40b9-957c-70d80794cd52 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:43.233014 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Provisioning complete for port d1daac82-d3ac-4702-992e-32b5c015a019 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:43.233731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.527020 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] Set router 274926e3-8956-4462-8e7d-fec1771d32be gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:43.574446 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=d1daac82-d3ac-4702-992e-32b5c015a019,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:43.667668 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 947f362e-e248-40b9-957c-70d80794cd52 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:43.668307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (947f362e-e248-40b9-957c-70d80794cd52), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.741904 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4a486-a1e3-41cb-a47e-45b3630a0ea1 None None] Current status of the port d1daac82-d3ac-4702-992e-32b5c015a019 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:43.796545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38708) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:43.802337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2fd8b5ce-485e-4a9b-9fe6-ac03b78d2e52 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913612680', 'description': 'tempest-secgroup-smoke-1913612680 description', 'project_id': 'a3db202094aa42579e7e7101ad894ffb'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:43.831403 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b5ce-485e-4a9b-9fe6-ac03b78d2e52 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.864052 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 947f362e-e248-40b9-957c-70d80794cd52 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:43.879879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-dcd096f6-bf06-435d-a29a-6a622c9c2cf0 None None] Provisioning complete for port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:43.880486 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dcd096f6-bf06-435d-a29a-6a622c9c2cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.911160 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b5ce-485e-4a9b-9fe6-ac03b78d2e52 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group (e396b520-6657-426b-9df3-dc8ff1fbd5ca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.916848 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b5ce-485e-4a9b-9fe6-ac03b78d2e52 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e396b520-6657-426b-9df3-dc8ff1fbd5ca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.923320 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-dcd096f6-bf06-435d-a29a-6a622c9c2cf0 None None] Port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:39:43.927522 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 4, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port': {'id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:39Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63', 'name': '', 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'mac_address': 'fa:16:3e:d3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:41Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 2, 'project_id': '35c4251bada246f597ada9fab1d73109', 'subnets': [{'id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:43.949213 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2fd8b5ce-485e-4a9b-9fe6-ac03b78d2e52 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:43.953016 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-2fd8b5ce-485e-4a9b-9fe6-ac03b78d2e52 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1551864 Feb 03 15:39:43.953868 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:43.957477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0dbf06-a0ec-4d71-82ab-2078bce18c87 None None] The sync data for ids ['274926e3-8956-4462-8e7d-fec1771d32be'] in n-d-827549-2 is: [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 4, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port': {'id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:39Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63', 'name': '', 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'mac_address': 'fa:16:3e:d3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:41Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 2, 'project_id': '35c4251bada246f597ada9fab1d73109', 'subnets': [{'id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:39:43.958236 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8b5ce-485e-4a9b-9fe6-ac03b78d2e52 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e396b520-6657-426b-9df3-dc8ff1fbd5ca,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:43.958597 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0f326e62-e539-400d-934a-21e802bc5eea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'security_group_rule': {'security_group_id': 'e396b520-6657-426b-9df3-dc8ff1fbd5ca', 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:43.988972 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f326e62-e539-400d-934a-21e802bc5eea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (63184272-1f60-48c2-9027-326e36fd8701), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.057447 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f326e62-e539-400d-934a-21e802bc5eea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (63184272-1f60-48c2-9027-326e36fd8701), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.062303 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f326e62-e539-400d-934a-21e802bc5eea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (63184272-1f60-48c2-9027-326e36fd8701), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.080841 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f326e62-e539-400d-934a-21e802bc5eea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63184272-1f60-48c2-9027-326e36fd8701,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:44.091997 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f326e62-e539-400d-934a-21e802bc5eea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.094179 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0f326e62-e539-400d-934a-21e802bc5eea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383891 Feb 03 15:39:44.097520 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38712) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:44.102291 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-96f3689f-498c-4120-83f9-b75e6927cd05 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'security_group_rule': {'security_group_id': 'e396b520-6657-426b-9df3-dc8ff1fbd5ca', 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:44.135066 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96f3689f-498c-4120-83f9-b75e6927cd05 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (b4935317-162c-444a-8a62-faa73c4b8c1f), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.232437 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96f3689f-498c-4120-83f9-b75e6927cd05 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (b4935317-162c-444a-8a62-faa73c4b8c1f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.236446 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96f3689f-498c-4120-83f9-b75e6927cd05 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (b4935317-162c-444a-8a62-faa73c4b8c1f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.256009 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3689f-498c-4120-83f9-b75e6927cd05 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4935317-162c-444a-8a62-faa73c4b8c1f,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:44.264044 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96f3689f-498c-4120-83f9-b75e6927cd05 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.265302 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-96f3689f-498c-4120-83f9-b75e6927cd05 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668074 Feb 03 15:39:44.268475 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38714) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:44.273132 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a3af008e-f1ff-45bc-9233-cf7836eb0423 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'security_group_rule': {'security_group_id': 'e396b520-6657-426b-9df3-dc8ff1fbd5ca', 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:44.302793 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3af008e-f1ff-45bc-9233-cf7836eb0423 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (174a25bf-f20d-45e1-b00b-067db109aa86), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.368895 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3af008e-f1ff-45bc-9233-cf7836eb0423 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (174a25bf-f20d-45e1-b00b-067db109aa86), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.375843 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3af008e-f1ff-45bc-9233-cf7836eb0423 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (174a25bf-f20d-45e1-b00b-067db109aa86), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.394793 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af008e-f1ff-45bc-9233-cf7836eb0423 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174a25bf-f20d-45e1-b00b-067db109aa86,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:44.406217 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a3af008e-f1ff-45bc-9233-cf7836eb0423 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.407545 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-a3af008e-f1ff-45bc-9233-cf7836eb0423 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380179 Feb 03 15:39:44.410225 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:44.414907 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-edc88608-6b1e-4640-84ad-e5659d0ece63 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'security_group_rule': {'security_group_id': 'e396b520-6657-426b-9df3-dc8ff1fbd5ca', 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:44.447218 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edc88608-6b1e-4640-84ad-e5659d0ece63 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (d6287e9a-f30d-4cb3-a157-59163f60eccc), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.496137 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d1daac82-d3ac-4702-992e-32b5c015a019 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:44.522805 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edc88608-6b1e-4640-84ad-e5659d0ece63 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (d6287e9a-f30d-4cb3-a157-59163f60eccc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.528854 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edc88608-6b1e-4640-84ad-e5659d0ece63 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (d6287e9a-f30d-4cb3-a157-59163f60eccc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.546166 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc88608-6b1e-4640-84ad-e5659d0ece63 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6287e9a-f30d-4cb3-a157-59163f60eccc,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:44.558904 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-edc88608-6b1e-4640-84ad-e5659d0ece63 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.559911 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port d1daac82-d3ac-4702-992e-32b5c015a019 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:44.563048 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.563700 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-edc88608-6b1e-4640-84ad-e5659d0ece63 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523905 Feb 03 15:39:44.563920 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38718) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:44.568751 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'security_group_rule': {'security_group_id': 'e396b520-6657-426b-9df3-dc8ff1fbd5ca', 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:44.595500 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Project a3db202094aa42579e7e7101ad894ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:39:44.603428 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (3fbe04f7-76f5-47c1-a622-ecc822d8df16), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.648235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port d1daac82-d3ac-4702-992e-32b5c015a019 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:44.674730 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (3fbe04f7-76f5-47c1-a622-ecc822d8df16), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.679196 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (3fbe04f7-76f5-47c1-a622-ecc822d8df16), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.702462 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbe04f7-76f5-47c1-a622-ecc822d8df16,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:44.712153 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.713710 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-dae69726-c824-4587-a9d7-b2eed2bad8c1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486707 Feb 03 15:39:44.720253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 38720) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:44.724996 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'security_group_rule': {'security_group_id': 'e396b520-6657-426b-9df3-dc8ff1fbd5ca', 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:44.750032 n-d-827549-2 neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Project a3db202094aa42579e7e7101ad894ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 15:39:44.755344 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (dde48fec-f15c-489a-8158-25f220d79f63), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.842201 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (dde48fec-f15c-489a-8158-25f220d79f63), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.848039 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378067'] for security_group_rule (dde48fec-f15c-489a-8158-25f220d79f63), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.868680 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde48fec-f15c-489a-8158-25f220d79f63,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:44.880655 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:44.881958 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-3783d3c8-278c-42f9-b3fc-ea495c6d5156 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606452 Feb 03 15:39:45.049558 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-439d61a3-24dc-4da0-b10c-aecce58f5daa tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913612680&fields=id&tenant_id=a3db202094aa42579e7e7101ad894ffb HTTP/1.1" status: 200 len: 267 time: 0.0483301 Feb 03 15:39:45.169361 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-6621986b-a92d-4839-9fa7-b245689a9e7e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:45.170901 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-6621986b-a92d-4839-9fa7-b245689a9e7e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 810 time: 0.1146049 Feb 03 15:39:45.186675 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-d15278a4-43dd-4c3b-a475-30b4d904aad3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/quotas/a3db202094aa42579e7e7101ad894ffb HTTP/1.1" status: 200 len: 375 time: 0.0103023 Feb 03 15:39:45.247463 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-d2a0a477-4f6e-4406-a9f2-8e790a340566 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544281 Feb 03 15:39:45.387079 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-1cb3aad3-77b0-469f-bc82-01567272e9ee service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:39:45.388270 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-1cb3aad3-77b0-469f-bc82-01567272e9ee service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1291931 Feb 03 15:39:45.490437 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-7acf7ce6-0ad6-4812-9dcb-94e03280cb85 service neutron] 10.222.0.52 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958014 Feb 03 15:39:45.587704 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-90460416-7585-4760-a268-aaae6fe4e4f0 service neutron] 10.222.0.52 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907469 Feb 03 15:39:45.770722 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24526f63-269e-4dd0-8e19-497c6b33085b req-266b04aa-de54-4a3e-acd7-52e9e5ce1d8a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0393338 Feb 03 15:39:45.981079 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f64a2435-f078-4da2-9d46-695f67a53033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:46.282950 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Sync routers for ids ['274926e3-8956-4462-8e7d-fec1771d32be'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:39:46.305986 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Routers {'274926e3-8956-4462-8e7d-fec1771d32be'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:46.307151 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['274926e3-8956-4462-8e7d-fec1771d32be'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:46.454173 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Set router 274926e3-8956-4462-8e7d-fec1771d32be gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:46.562537 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9b421e6-3401-404a-92f2-371964a9b14d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:46.636317 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f9b421e6-3401-404a-92f2-371964a9b14d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:46.637025 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:46.732199 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 4, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port': {'id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:39Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63', 'name': '', 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'mac_address': 'fa:16:3e:d3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:41Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 2, 'project_id': '35c4251bada246f597ada9fab1d73109', 'subnets': [{'id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:46.738700 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f9b421e6-3401-404a-92f2-371964a9b14d is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:46.739459 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:46.762077 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Checking router: 274926e3-8956-4462-8e7d-fec1771d32be for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:39:46.762753 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Updating router 274926e3-8956-4462-8e7d-fec1771d32be port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 binding host n-d-827549-2 {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 15:39:46.769935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] For port f9b421e6-3401-404a-92f2-371964a9b14d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9b421e6-3401-404a-92f2-371964a9b14d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:46.775695 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:46.797539 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:46.838937 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Pushing event updated for resources: {'Port': ['ID=f9b421e6-3401-404a-92f2-371964a9b14d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:46.896083 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02ee5b74-0b56-49c5-bc9f-9e19bda34cc7 req-85b83230-344e-4570-baa6-22d5330e7661 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0349119 Feb 03 15:39:47.122025 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-b15d06c4-4e58-4d9f-81f6-0f0035e0b798 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:47.123973 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-b15d06c4-4e58-4d9f-81f6-0f0035e0b798 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 810 time: 0.1305289 Feb 03 15:39:47.160808 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Publish callbacks [] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.166563 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.208996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-d2afed52-f98e-4b01-9c67-d18f7b628bea tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3db202094aa42579e7e7101ad894ffb HTTP/1.1" status: 200 len: 380 time: 0.0699575 Feb 03 15:39:47.230189 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a64fa9-e677-464c-9710-2a31acf5be7e None None] Pushing event updated for resources: {'Port': ['ID=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:47.235991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'port': {'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'admin_state_up': True, 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'security_groups': ['e396b520-6657-426b-9df3-dc8ff1fbd5ca']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:47.291447 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Attempting to bind port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 on host n-d-827549-2 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:39:47.292738 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Attempting to bind port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 by drivers openvswitch,hyperv on host n-d-827549-2 at level 0 using segments [{'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:39:47.293126 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Attempting to bind port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 on network d84b62ca-2433-4e06-9a70-404b5fe330e7 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:47.299399 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Checking agent: {'id': '1920265f-36ef-48f8-b67d-be9df7f32f09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 13, 58, 52), 'started_at': datetime.datetime(2022, 2, 3, 13, 59, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827549-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:39:47.299793 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Checking segment: {'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:47.300207 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.300627 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Bound using segment: {'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:39:47.301111 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Bound port: 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63, host: n-d-827549-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8295de-2be7-4dc4-8514-b47efa5c5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:39:47.301493 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.366294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Made reservation on behalf of a3db202094aa42579e7e7101ad894ffb for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:39:47.370506 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.378930 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] For port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63, host n-d-827549-2, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:39:47.382552 n-d-827549-2 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] For port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63, host n-d-827549-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,segment=NetworkSegment(fa8295de-2be7-4dc4-8514-b47efa5c5492),segment_id=fa8295de-2be7-4dc4-8514-b47efa5c5492)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:39:47.390370 n-d-827549-2 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.453211 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Routers {'274926e3-8956-4462-8e7d-fec1771d32be'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:39:47.453829 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['274926e3-8956-4462-8e7d-fec1771d32be'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:47.456894 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a64fa9-e677-464c-9710-2a31acf5be7e None None] Pushing event updated for resources: {'Port': ['ID=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:47.494324 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-60e1fc75-e341-418a-b964-6bc509096b38 None None] Provisioning complete for port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:47.495715 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e1fc75-e341-418a-b964-6bc509096b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.549689 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Allocated IP 172.20.0.11 (7a7e3e91-5d47-441d-807d-924d46a78a27/088d68e4-cbb9-4668-89be-23d9e038551f/644b31e1-6650-4784-9248-e8834f0b7640) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:47.604823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-60e1fc75-e341-418a-b964-6bc509096b38 None None] Current status of the port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 is: DOWN; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:47.605393 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e1fc75-e341-418a-b964-6bc509096b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.614081 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] Set router 274926e3-8956-4462-8e7d-fec1771d32be gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:39:47.663447 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-60e1fc75-e341-418a-b964-6bc509096b38 None None] For port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,segment=NetworkSegment(fa8295de-2be7-4dc4-8514-b47efa5c5492),segment_id=fa8295de-2be7-4dc4-8514-b47efa5c5492)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:47.670264 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e1fc75-e341-418a-b964-6bc509096b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.744075 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1fc75-e341-418a-b964-6bc509096b38 None None] Pushing event updated for resources: {'Port': ['ID=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:47.757727 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for port (644b31e1-6650-4784-9248-e8834f0b7640), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.801477 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-93d3c6cd-185b-4bad-b5d5-e6525aa6780d None None] Provisioning complete for port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:47.801989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93d3c6cd-185b-4bad-b5d5-e6525aa6780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.806659 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.859777 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:47.863942 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:47.879297 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:47.897441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-93d3c6cd-185b-4bad-b5d5-e6525aa6780d None None] Current status of the port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:47.922056 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:47.953700 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 4, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port': {'id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:39Z', 'updated_at': '2022-02-03T15:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63', 'name': '', 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'mac_address': 'fa:16:3e:d3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:41Z', 'updated_at': '2022-02-03T15:39:47Z', 'revision_number': 4, 'project_id': '35c4251bada246f597ada9fab1d73109', 'subnets': [{'id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:39:47.972292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:47.973400 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:47.989709 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae76b2-7a2c-44bb-8973-a8729e2a9e49 None None] The sync data for ids ['274926e3-8956-4462-8e7d-fec1771d32be'] in n-d-827549-2 is: [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:39:42Z', 'revision_number': 4, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port': {'id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:39Z', 'updated_at': '2022-02-03T15:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': '1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63', 'name': '', 'network_id': 'd84b62ca-2433-4e06-9a70-404b5fe330e7', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'mac_address': 'fa:16:3e:d3:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:41Z', 'updated_at': '2022-02-03T15:39:47Z', 'revision_number': 4, 'project_id': '35c4251bada246f597ada9fab1d73109', 'subnets': [{'id': '0fe0d80c-24d2-4678-9c19-dac552e424f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:39:47.999834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-25dcee2e-8eb7-457b-87f7-ed3e3242617a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683880 Feb 03 15:39:48.069114 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Request body: {'port': {'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:48.157692 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:48.167994 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26163e6d-5d52-43ff-ab51-76980b5a7a2d req-0999f80d-c76e-4dfd-916b-49619fa887fd tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:48.169671 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26163e6d-5d52-43ff-ab51-76980b5a7a2d req-0999f80d-c76e-4dfd-916b-49619fa887fd tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 932 time: 0.1602671 Feb 03 15:39:48.223729 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-ea859842-67e0-43f1-9c9e-d29ad05b9b5a None None] Provisioning complete for port 644b31e1-6650-4784-9248-e8834f0b7640 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:48.224313 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea859842-67e0-43f1-9c9e-d29ad05b9b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (644b31e1-6650-4784-9248-e8834f0b7640), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:48.271217 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ea859842-67e0-43f1-9c9e-d29ad05b9b5a None None] Port 644b31e1-6650-4784-9248-e8834f0b7640 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:39:48.294181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7af6810a-0f31-4631-abdb-aa6209b58960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:48.325282 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-26163e6d-5d52-43ff-ab51-76980b5a7a2d req-412df98f-de32-44a5-95f3-c95092bfe737 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483386 Feb 03 15:39:48.580782 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:48.655737 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:48.656129 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:48.762302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:48.763797 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9b421e6-3401-404a-92f2-371964a9b14d up at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:48.835661 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Provisioning complete for port f9b421e6-3401-404a-92f2-371964a9b14d triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:48.836143 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:48.969979 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Current status of the port f9b421e6-3401-404a-92f2-371964a9b14d is: ACTIVE; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:49.002332 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644b31e1-6650-4784-9248-e8834f0b7640 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:39:49.010973 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Publish callbacks [] for port (644b31e1-6650-4784-9248-e8834f0b7640), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:49.028101 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Transition to ACTIVE for port object 644b31e1-6650-4784-9248-e8834f0b7640 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:39:49.033143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:49.083921 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:49.183465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Attempting to bind port 644b31e1-6650-4784-9248-e8834f0b7640 on host n-h2-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:39:49.183807 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Attempting to bind port 644b31e1-6650-4784-9248-e8834f0b7640 by drivers openvswitch,hyperv on host n-h2-827549-2 at level 0 using segments [{'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:39:49.184137 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Attempting to bind port 644b31e1-6650-4784-9248-e8834f0b7640 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:49.189554 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Port 644b31e1-6650-4784-9248-e8834f0b7640 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:39:49.190003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Attempting to bind port 644b31e1-6650-4784-9248-e8834f0b7640 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:39:49.196933 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Checking agent: {'id': 'e3d64307-9d89-4a7a-8c65-868750a2f9b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:39:49.197292 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Checking segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:39:49.197653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Bound using segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:39:49.198662 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Bound port: 644b31e1-6650-4784-9248-e8834f0b7640, host: n-h2-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:39:49.199024 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:49.287024 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:39:49.291302 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:39:49.300979 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:49.348575 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:49.349223 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:49.350684 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] 10.222.0.71 "PUT /v2.0/ports/644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1092 time: 1.3249338 Feb 03 15:39:49.351154 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:39:49.353769 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2643cb8f-7361-4afa-89db-86d643ce159f" -d '{"events": [{"name": "network-changed", "server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "tag": "644b31e1-6650-4784-9248-e8834f0b7640"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:39:49.395621 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b23bbc-960d-4800-963f-befbdc9f5571 service neutron] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:49.509612 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-a07d9d80-e964-4128-9ab0-b5ddaefd84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:49.511920 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-a07d9d80-e964-4128-9ab0-b5ddaefd84e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1126 time: 0.0970809 Feb 03 15:39:49.519163 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b026a6-9efa-45df-9c5d-010f059dff00 req-6bde194c-9e83-4c3c-92c9-beb270d0fb29 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:49.520708 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0b026a6-9efa-45df-9c5d-010f059dff00 req-6bde194c-9e83-4c3c-92c9-beb270d0fb29 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0943177 Feb 03 15:39:49.571430 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-7c750349-976e-474e-8326-3a7951ba3b58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 217 time: 0.0450270 Feb 03 15:39:49.643803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f0b026a6-9efa-45df-9c5d-010f059dff00 req-a5f2e0c0-bb82-479c-9e7a-6a1fa234df8e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114089 Feb 03 15:39:49.645322 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-040337ae-87ce-4fb0-9af7-2e0ecb5d4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:49.646689 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-040337ae-87ce-4fb0-9af7-2e0ecb5d4ea5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0687473 Feb 03 15:39:49.701337 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668fd61-0970-4327-9f49-26cd017da29f req-0e015d6e-994a-42dc-a869-c9bf342837f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:49.702892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-0e015d6e-994a-42dc-a869-c9bf342837f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499535 Feb 03 15:39:49.768714 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9da11e-6f3c-41ac-9090-18a49513a20a x-openstack-request-id: req-aa9da11e-6f3c-41ac-9090-18a49513a20a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:39:49.768977 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "tag": "644b31e1-6650-4784-9248-e8834f0b7640", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:39:49.769163 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa9da11e-6f3c-41ac-9090-18a49513a20a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:39:49.769564 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640', 'status': 'completed', 'code': 200} Feb 03 15:39:49.802880 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-efa0726d-da0d-4731-8de8-91545d9665e2 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929799 Feb 03 15:39:49.910302 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6668fd61-0970-4327-9f49-26cd017da29f req-035aeb97-d025-4335-b7f1-44cf60a98c67 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002493 Feb 03 15:39:49.982566 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:50.048886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643cb8f-7361-4afa-89db-86d643ce159f req-dcb3afcb-1bdb-4b83-8225-8f802f3bea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:50.050608 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2643cb8f-7361-4afa-89db-86d643ce159f req-dcb3afcb-1bdb-4b83-8225-8f802f3bea9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1126 time: 0.0522723 Feb 03 15:39:50.145364 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643cb8f-7361-4afa-89db-86d643ce159f req-d77d217d-0eca-4f20-bd3c-853fba68749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:50.146889 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2643cb8f-7361-4afa-89db-86d643ce159f req-d77d217d-0eca-4f20-bd3c-853fba68749a service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0893238 Feb 03 15:39:50.191593 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2643cb8f-7361-4afa-89db-86d643ce159f req-0709ffb7-192e-4bee-83bb-1c0ac4c3351a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 217 time: 0.0386422 Feb 03 15:39:50.262884 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643cb8f-7361-4afa-89db-86d643ce159f req-6732ef4d-03cc-4e4d-8abb-78a9768b8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:50.264580 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2643cb8f-7361-4afa-89db-86d643ce159f req-6732ef4d-03cc-4e4d-8abb-78a9768b8adf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0660415 Feb 03 15:39:50.315990 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643cb8f-7361-4afa-89db-86d643ce159f req-f59af34c-0341-4684-81f0-53c50f6134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:50.317498 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2643cb8f-7361-4afa-89db-86d643ce159f req-f59af34c-0341-4684-81f0-53c50f6134a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465050 Feb 03 15:39:50.416263 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2643cb8f-7361-4afa-89db-86d643ce159f req-9bf9cc5a-5391-40b3-9abc-9d0b4a627381 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924079 Feb 03 15:39:50.508673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2643cb8f-7361-4afa-89db-86d643ce159f req-38dbeb6a-e1fd-4961-9c38-3445171c6883 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853601 Feb 03 15:39:50.774648 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07d1d-6711-4649-aab8-4e0f0ab9a18a req-5063e451-8294-43f5-9072-6a62792e84c0 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:50.776847 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3de07d1d-6711-4649-aab8-4e0f0ab9a18a req-5063e451-8294-43f5-9072-6a62792e84c0 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0599566 Feb 03 15:39:50.834015 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3de07d1d-6711-4649-aab8-4e0f0ab9a18a req-a6ba8779-e2c3-4423-bfe3-7c294cee9d9d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511858 Feb 03 15:39:51.052569 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:51.958031 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466fad-23f6-43ae-8ea6-7c8687a94cdf req-712c5dfd-1a4b-468b-b277-8371c13739aa tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:51.959581 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18466fad-23f6-43ae-8ea6-7c8687a94cdf req-712c5dfd-1a4b-468b-b277-8371c13739aa tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0559580 Feb 03 15:39:52.023100 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18466fad-23f6-43ae-8ea6-7c8687a94cdf req-29cc65e0-4422-4887-9a7e-cd09a3f653fe tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567508 Feb 03 15:39:52.362146 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:53.146515 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d55d3-c458-4095-882e-210e5f0ea65a req-f218dc41-736b-4576-97a0-d69221b91021 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:53.148042 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c82d55d3-c458-4095-882e-210e5f0ea65a req-f218dc41-736b-4576-97a0-d69221b91021 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0542889 Feb 03 15:39:53.197414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c82d55d3-c458-4095-882e-210e5f0ea65a req-38bf2dad-21f2-470b-aa81-cd0648a40fdd tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Feb 03 15:39:54.172101 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 644b31e1-6650-4784-9248-e8834f0b7640 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:39:54.275980 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:54.290043 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '644b31e1-6650-4784-9248-e8834f0b7640', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:39:54.330223 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fde756-f957-4a1c-b845-b7dca44b8d3f req-04c235a1-8e9e-4a2c-8b97-876f28dda62e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:54.330817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 644b31e1-6650-4784-9248-e8834f0b7640 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:54.330978 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:54.331803 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36fde756-f957-4a1c-b845-b7dca44b8d3f req-04c235a1-8e9e-4a2c-8b97-876f28dda62e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0610447 Feb 03 15:39:54.344895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644b31e1-6650-4784-9248-e8834f0b7640 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:39:54.368394 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:54.372688 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:54.385097 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-36fde756-f957-4a1c-b845-b7dca44b8d3f req-ecf811d3-73f7-428a-844b-b914289dccb7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470772 Feb 03 15:39:54.436971 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:54.796639 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['644b31e1-6650-4784-9248-e8834f0b7640'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:39:55.517303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b006b7-58e4-4df0-bd0c-f39499e52028 req-2a7fa2d8-4820-49ef-a04e-32e736b31c5c tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:55.518993 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b006b7-58e4-4df0-bd0c-f39499e52028 req-2a7fa2d8-4820-49ef-a04e-32e736b31c5c tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 945 time: 0.0553749 Feb 03 15:39:55.539528 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:55.571392 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-02b006b7-58e4-4df0-bd0c-f39499e52028 req-c93e1d3b-a28a-44b4-8585-047cc0b414fc tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467668 Feb 03 15:39:56.190841 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 644b31e1-6650-4784-9248-e8834f0b7640 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:39:56.241418 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning for port 644b31e1-6650-4784-9248-e8834f0b7640 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:39:56.246316 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 644b31e1-6650-4784-9248-e8834f0b7640 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:39:56.246861 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (644b31e1-6650-4784-9248-e8834f0b7640), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:56.340670 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 644b31e1-6650-4784-9248-e8834f0b7640 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:39:56.341063 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:56.364463 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:39:56.366711 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8c4bf8-cd2d-453b-86a7-91d83886d19d" -d '{"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "644b31e1-6650-4784-9248-e8834f0b7640"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:39:56.379235 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:39:56.383380 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:56.411766 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6eb2d-c8d8-4489-a7fe-85996698dac4 x-openstack-request-id: req-5ca6eb2d-c8d8-4489-a7fe-85996698dac4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:39:56.412059 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "644b31e1-6650-4784-9248-e8834f0b7640", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:39:56.412310 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ca6eb2d-c8d8-4489-a7fe-85996698dac4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:39:56.412723 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640', 'code': 200} Feb 03 15:39:56.444963 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:39:56.551545 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7bae6-30de-42c9-a2b8-2e9ffdaa542b req-943b2ab9-5a29-4355-bbc9-6e39abc00a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:56.553130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29c7bae6-30de-42c9-a2b8-2e9ffdaa542b req-943b2ab9-5a29-4355-bbc9-6e39abc00a39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1128 time: 0.0501909 Feb 03 15:39:56.598585 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-29c7bae6-30de-42c9-a2b8-2e9ffdaa542b req-85f24a19-b05b-425e-bef4-68d0ff686b0c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398173 Feb 03 15:39:56.705436 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4979b-3f39-498b-8960-53ba5ceebcb4 req-a3f68380-c5cb-42bd-b607-efe0222301e7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:56.706810 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22a4979b-3f39-498b-8960-53ba5ceebcb4 req-a3f68380-c5cb-42bd-b607-efe0222301e7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 946 time: 0.0590572 Feb 03 15:39:56.758485 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-22a4979b-3f39-498b-8960-53ba5ceebcb4 req-72e34e8b-6910-48c2-b6da-f6e1ca867df4 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457211 Feb 03 15:39:57.885658 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5267fe-2663-4db9-9543-1344e9317498 req-0eb23943-cafa-4405-a301-aa3f92a05ee2 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:57.887790 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a5267fe-2663-4db9-9543-1344e9317498 req-0eb23943-cafa-4405-a301-aa3f92a05ee2 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 946 time: 0.0587540 Feb 03 15:39:57.954798 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8a5267fe-2663-4db9-9543-1344e9317498 req-478bfaaa-b2be-47f6-9f74-4a0d20693625 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608988 Feb 03 15:39:59.081159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c22b66-275d-4860-a988-1044c0c6111f req-c8bbd12b-546f-43b2-a6e3-7e3a32e8a13b tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:59.082698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5c22b66-275d-4860-a988-1044c0c6111f req-c8bbd12b-546f-43b2-a6e3-7e3a32e8a13b tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 946 time: 0.0540643 Feb 03 15:39:59.141139 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e5c22b66-275d-4860-a988-1044c0c6111f req-aa9d645e-3367-4b5f-a371-56c6ba300cd1 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512719 Feb 03 15:39:59.264135 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219fb96-a1da-47ab-a45b-6ee7f6f3e301 req-e91e33ce-e9ef-4cc7-b586-79596418ddba tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:59.265851 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c219fb96-a1da-47ab-a45b-6ee7f6f3e301 req-e91e33ce-e9ef-4cc7-b586-79596418ddba tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 946 time: 0.0565219 Feb 03 15:39:59.319622 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c219fb96-a1da-47ab-a45b-6ee7f6f3e301 req-09508997-49f3-4bf9-82c0-94a241dd4f5f tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475481 Feb 03 15:39:59.344783 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38782) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:59.434742 n-d-827549-2 neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27f64d-898e-4bb7-ba00-5195e3008013 tempest-TestSnapshotPattern-55080709 tempest-TestSnapshotPattern-55080709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:39:59.436286 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-1f27f64d-898e-4bb7-ba00-5195e3008013 tempest-TestSnapshotPattern-55080709 tempest-TestSnapshotPattern-55080709-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1123 time: 0.0903962 Feb 03 15:39:59.439342 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 38786) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:39:59.443751 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:39:59.463966 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:59.566337 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:59.676585 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Allocated IP 172.25.0.228 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/1b352124-ff83-4954-b994-e9529d37282c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:39:59.784176 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for port (1b352124-ff83-4954-b994-e9529d37282c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:59.821185 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1b352124-ff83-4954-b994-e9529d37282c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:39:59.863059 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:39:59.866087 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:39:59.869881 n-d-827549-2 neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:39:59.876199 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'Port': ['ID=1b352124-ff83-4954-b994-e9529d37282c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:40:00.272211 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (47c5f436-614e-4bc8-b567-b216a7720d7a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:00.343722 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (1b352124-ff83-4954-b994-e9529d37282c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:00.502142 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for port (1b352124-ff83-4954-b994-e9529d37282c), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:00.506823 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24707916'] for port (1b352124-ff83-4954-b994-e9529d37282c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:00.579765 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'Port': ['ID=1b352124-ff83-4954-b994-e9529d37282c,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:40:00.590020 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (47c5f436-614e-4bc8-b567-b216a7720d7a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:00.696714 n-d-827549-2 neutron-server[103341]: INFO neutron.db.l3_db [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Floating IP 47c5f436-614e-4bc8-b567-b216a7720d7a associated. External IP: 172.25.0.228, port: 644b31e1-6650-4784-9248-e8834f0b7640. Feb 03 15:40:00.937760 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Router affcddfa-c8aa-4877-bc75-5beea95a4dd4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:40:01.048026 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:40:01.057716 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] Sync routers for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:40:01.066378 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:01.071604 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:40:01.072230 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:40:01.097358 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-0d88f661-aff6-4241-973c-9643e735b84d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6569202 Feb 03 15:40:01.098101 n-d-827549-2 neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:40:01.100355 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57370ed219ff46bc353c18295aa73364046dec00bf350548822835459170955a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "tag": "644b31e1-6650-4784-9248-e8834f0b7640"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:40:01.188714 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:40:01.193139 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4def4643-c4a9-4686-89c7-c6c468a32b9f x-openstack-request-id: req-4def4643-c4a9-4686-89c7-c6c468a32b9f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:40:01.193434 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "tag": "644b31e1-6650-4784-9248-e8834f0b7640", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:40:01.193693 n-d-827549-2 neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4def4643-c4a9-4686-89c7-c6c468a32b9f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:40:01.194096 n-d-827549-2 neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640', 'status': 'completed', 'code': 200} Feb 03 15:40:01.292754 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-a9dfcf49-e401-4414-989f-e6ad06a4a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:01.294309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-a9dfcf49-e401-4414-989f-e6ad06a4a94c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1128 time: 0.0573308 Feb 03 15:40:01.390020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-251006ea-1569-4b1c-9f5f-00e91346e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:01.392045 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-251006ea-1569-4b1c-9f5f-00e91346e73c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0918226 Feb 03 15:40:01.448941 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:00Z', 'revision_number': 0, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:40:01.466214 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-a06a5859-c048-4611-873d-61d41a5f34c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1000 time: 0.0671952 Feb 03 15:40:01.475435 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] Checking router: affcddfa-c8aa-4877-bc75-5beea95a4dd4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:40:01.484777 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:40:01.485974 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:39:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:40:01.521151 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-499b3621-760b-445f-89e4-d7b3f806187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:01.523017 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-499b3621-760b-445f-89e4-d7b3f806187f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0510936 Feb 03 15:40:01.577728 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-83429631-f117-424c-933e-e54ef225c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:01.579311 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-83429631-f117-424c-933e-e54ef225c30d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502923 Feb 03 15:40:01.600768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:40:01.678194 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-13b12018-8fbf-4462-af18-f5311717d986 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905228 Feb 03 15:40:01.768849 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-238f989a-9c73-4d3b-8185-04ebcbfe3ccb req-0b484e30-15d6-4084-951d-cdade2122936 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848558 Feb 03 15:40:01.832403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:00Z', 'revision_number': 0, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:40:01.859350 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b45be8-10ff-4c7c-aba1-a9f35b37c50f None None] The sync data for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 is: [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:00Z', 'revision_number': 0, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:40:02.065795 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9fc4fd-125d-4115-b12b-f4a89266634d None None] New status for floating IP 47c5f436-614e-4bc8-b567-b216a7720d7a: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:40:09.168944 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-00ce3c73-13da-4c13-8fd2-1c726068c0da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503910 Feb 03 15:40:09.280187 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-7d91c9a0-5eeb-446e-a839-4b4b01867c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:09.281731 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-7d91c9a0-5eeb-446e-a839-4b4b01867c30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1128 time: 0.0467732 Feb 03 15:40:09.384546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-77fbed0f-dfee-4f2d-9536-932a2096e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:09.386550 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-77fbed0f-dfee-4f2d-9536-932a2096e1d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0858231 Feb 03 15:40:09.455181 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-b2ac76a2-6fb2-4cbf-9442-1e94ac3091e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1002 time: 0.0628340 Feb 03 15:40:09.506321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-62b08169-fd6f-435a-bdf8-73cc3c36cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:09.507827 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-62b08169-fd6f-435a-bdf8-73cc3c36cad4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0450456 Feb 03 15:40:09.566508 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-08f424d8-6c3d-47c0-b76a-5e62b5e1a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:40:09.568400 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-08f424d8-6c3d-47c0-b76a-5e62b5e1a60e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540152 Feb 03 15:40:09.676407 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-aba8ec19-bb18-46fc-81d1-cc81539537e1 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012995 Feb 03 15:40:09.776224 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-167d0eb0-655f-4dfb-81f1-1c3ba2b70dea req-dccd498d-7810-42e4-ada3-3f70d7c3554e service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898154 Feb 03 15:40:09.921994 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:15.362447 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:40:15.984482 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f00dd2e2-3162-4993-9953-7e7eb836ec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:18.280977 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-324c5fd9-7f8f-41a0-aa10-435037c11502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:19.985102 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:21.058364 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:22.367791 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:25.545203 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:39.936549 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:45.988308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa25e-8cbb-4fa7-9026-af4723b89dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:48.286012 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-913127ed-1305-4e6e-aa96-1c6f00f63347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:49.990590 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:51.064284 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:52.363158 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:40:52.366218 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:40:55.546392 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:09.169408 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-02c6b8dc-0ef5-40d9-9052-4a4290521dd1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476162 Feb 03 15:41:09.285347 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-60cb2854-286d-4d82-894d-1d2dc268b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:41:09.286932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-60cb2854-286d-4d82-894d-1d2dc268b3f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1128 time: 0.0514348 Feb 03 15:41:09.412253 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-ddd30b5b-a1cd-49ca-a4bb-221cb3677461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:41:09.413782 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-ddd30b5b-a1cd-49ca-a4bb-221cb3677461 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.1070673 Feb 03 15:41:09.496825 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-d195acc9-c5e6-456a-8850-bae297de1ee0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1002 time: 0.0732691 Feb 03 15:41:09.548559 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-cd2c1e81-c17a-4ffe-bc2d-65959c7612b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:41:09.550066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-cd2c1e81-c17a-4ffe-bc2d-65959c7612b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0468090 Feb 03 15:41:09.606801 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-145e8175-ad08-44c6-8e65-9dd52fccaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:41:09.608360 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-145e8175-ad08-44c6-8e65-9dd52fccaf08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513959 Feb 03 15:41:09.621546 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-d07fd537-0c16-40dc-bf7b-041e11e8169d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:41:09.622556 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-d07fd537-0c16-40dc-bf7b-041e11e8169d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052145 Feb 03 15:41:09.721565 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-75a5b389-0e04-48b3-ab0e-e48e1fd25180 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911052 Feb 03 15:41:09.835726 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-dbec5fc5-c150-4076-a373-1f6e9c4960c8 req-41f8d529-d74f-47c5-af70-cbee494a0373 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056788 Feb 03 15:41:09.948212 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:15.997159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d15f44a-4dc7-448b-ae98-205e9ccb86a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:18.291300 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f85f7a9-0e65-48a0-bfa3-21e764e34624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:19.992219 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:21.070871 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:22.359835 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:25.557743 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:29.366708 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:41:39.960823 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:45.992869 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f20ddf7-607f-42d6-b72c-2015aed68f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:48.298214 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6357d84-2820-4513-a288-9627fbe396c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:49.995672 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:51.063803 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:52.363467 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:41:55.588960 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:06.365791 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:42:09.955081 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:10.191599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-48bfe432-d4a8-476d-95bd-eeee0fd70e0d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486038 Feb 03 15:42:10.307563 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-b6dde791-7c93-48ca-995e-567d56ac2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:42:10.309122 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-b6dde791-7c93-48ca-995e-567d56ac2647 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1128 time: 0.0499265 Feb 03 15:42:10.418861 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-e94d59ac-f5a3-4c1e-a8dc-12aafaf75433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:42:10.420383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-e94d59ac-f5a3-4c1e-a8dc-12aafaf75433 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0904636 Feb 03 15:42:10.483818 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-a8549b56-e2a0-4705-a24e-67d3fabd1614 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1002 time: 0.0577273 Feb 03 15:42:10.535446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-e76b24b4-75dd-4868-9898-d76c365de6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:42:10.536903 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-e76b24b4-75dd-4868-9898-d76c365de6b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0477645 Feb 03 15:42:10.588045 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-b8525774-6234-45ea-8752-c7c066d069ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:42:10.589757 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-b8525774-6234-45ea-8752-c7c066d069ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475070 Feb 03 15:42:10.678439 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-2752dabd-2102-40f2-a3c7-c1664da5a2dd service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823534 Feb 03 15:42:10.770467 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fd843f9d-c97a-4366-9196-a83aa5f53f6a req-16278667-f1b2-42e7-976c-92d17801b108 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866015 Feb 03 15:42:15.997244 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d64611c9-76fb-46a8-beb3-0e417eee02bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:18.301822 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a9727ea-2818-4677-b073-b0b207455f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:19.998218 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:21.067243 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:22.371728 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:25.603543 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:39.968623 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:42.860968 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 644b31e1-6650-4784-9248-e8834f0b7640 details requested by agent hyperv_n-h2-827549-2 with host n-h2-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:42:42.959881 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:42:42.970150 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Returning: {'device': '644b31e1-6650-4784-9248-e8834f0b7640', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:42:43.006300 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 644b31e1-6650-4784-9248-e8834f0b7640 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:42:43.006691 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:43.019358 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 644b31e1-6650-4784-9248-e8834f0b7640 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:42:43.039401 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:42:43.043379 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:43.093079 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:42:43.100143 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.100556 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.101399 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.101747 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.102086 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.102421 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.102761 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.103412 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.103534 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.103914 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.104243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.104606 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.104935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:42:43.365867 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:42:43.367015 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] get_ports_and_sgs() called for port_ids ['644b31e1-6650-4784-9248-e8834f0b7640'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:42:44.885498 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 644b31e1-6650-4784-9248-e8834f0b7640 up at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:42:44.942105 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Provisioning complete for port 644b31e1-6650-4784-9248-e8834f0b7640 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:42:44.942473 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (644b31e1-6650-4784-9248-e8834f0b7640), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:45.021823 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 644b31e1-6650-4784-9248-e8834f0b7640 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:42:45.022204 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:45.046038 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:42:45.049195 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c871b42-a5c2-49cc-8fae-5d49cbf965a0" -d '{"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "644b31e1-6650-4784-9248-e8834f0b7640"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:42:45.061451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:42:45.065701 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:45.112835 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:42:45.187665 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85734d0e-247f-4141-b4f3-69252950b60e x-openstack-request-id: req-85734d0e-247f-4141-b4f3-69252950b60e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:42:45.187970 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-plugged", "status": "completed", "tag": "644b31e1-6650-4784-9248-e8834f0b7640", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:42:45.188224 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85734d0e-247f-4141-b4f3-69252950b60e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:42:45.188654 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640', 'code': 200} Feb 03 15:42:45.999531 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3fc337d-5525-4726-8647-0e8eceba4c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:48.303134 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1314a8aa-c479-4fd7-b376-8a4d56232727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:50.007639 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:51.080613 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:52.377818 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:55.632270 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:42:59.109521 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-c345e6a3-c021-4fbd-9f3d-6f0f87f7d8ef tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913612680&fields=id&tenant_id=a3db202094aa42579e7e7101ad894ffb HTTP/1.1" status: 200 len: 267 time: 0.0455647 Feb 03 15:42:59.242340 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-4b86d0d5-1dde-467e-8bf5-bb31f1cbbe5e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:42:59.243792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-4b86d0d5-1dde-467e-8bf5-bb31f1cbbe5e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 810 time: 0.1278000 Feb 03 15:42:59.260022 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-3bc8eeba-9ba1-473f-9a1f-a8bd8130d508 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/quotas/a3db202094aa42579e7e7101ad894ffb HTTP/1.1" status: 200 len: 375 time: 0.0104973 Feb 03 15:42:59.339130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-a2360c36-bc1e-4596-aa06-7ee7a665de49 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735166 Feb 03 15:42:59.458603 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-8c6f2043-788a-4fef-b051-8ab974d1de16 service neutron] 10.222.0.52 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063457 Feb 03 15:42:59.566377 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-4bce6623-4048-47da-b247-4d075ea9e64a service neutron] 10.222.0.52 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015494 Feb 03 15:42:59.771364 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9446b5ec-e4f6-4246-a20b-06772fc12a6b req-cc58bf0a-6a0e-4520-b86b-f2ba6a9f4138 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 210 time: 0.0382409 Feb 03 15:43:00.829586 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.45', 50209) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:43:00.922932 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c030dcae-9017-4b73-b239-1a4a22565a7f req-fa6bb45a-c799-4359-9411-63984a3b4a2f tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 210 time: 0.0665269 Feb 03 15:43:00.972583 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-50b26760-57d6-4133-92df-06f2a51ad807 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:00.974577 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-50b26760-57d6-4133-92df-06f2a51ad807 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.45 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 810 time: 0.1431024 Feb 03 15:43:01.042905 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-868feb74-02f9-4576-ad93-43be43f192fc tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3db202094aa42579e7e7101ad894ffb HTTP/1.1" status: 200 len: 380 time: 0.0581186 Feb 03 15:43:01.051110 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'port': {'device_id': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'admin_state_up': True, 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'security_groups': ['e396b520-6657-426b-9df3-dc8ff1fbd5ca']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:43:01.167155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Made reservation on behalf of a3db202094aa42579e7e7101ad894ffb for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 15:43:01.170340 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:01.377352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Allocated IP 172.20.0.10 (7a7e3e91-5d47-441d-807d-924d46a78a27/088d68e4-cbb9-4668-89be-23d9e038551f/d9fa7da4-992c-45d6-a5de-b206169c0011) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:43:01.578455 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:01.623789 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:01.696326 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:43:01.699730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:43:01.704600 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:43:01.708764 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:01.747319 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.747735 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.747991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.748402 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.748702 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.749036 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.749362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.749686 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.750006 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.750333 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.750651 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.750978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.751291 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:43:01.822426 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:01.824056 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:01.854128 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-399fb102-e767-4407-a12c-050df1db94de tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8064699 Feb 03 15:43:02.044626 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-384a1117-02c6-43f9-9eba-b5d08715b6d5 None None] Provisioning complete for port d9fa7da4-992c-45d6-a5de-b206169c0011 triggered by entity DHCP. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:43:02.046085 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-384a1117-02c6-43f9-9eba-b5d08715b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:02.060939 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67f07-1a9b-4d80-97c8-d2b4aff32d30 req-9bfda2c1-58e1-490a-8a9e-17365f06d637 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:02.062525 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdc67f07-1a9b-4d80-97c8-d2b4aff32d30 req-9bfda2c1-58e1-490a-8a9e-17365f06d637 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 932 time: 0.0605960 Feb 03 15:43:02.085431 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-384a1117-02c6-43f9-9eba-b5d08715b6d5 None None] Port d9fa7da4-992c-45d6-a5de-b206169c0011 cannot update to ACTIVE because it is not bound. {{(pid=103343) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 15:43:02.118064 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-fdc67f07-1a9b-4d80-97c8-d2b4aff32d30 req-f0d75824-7b4c-4c76-baed-9f8131ac7128 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496738 Feb 03 15:43:02.973122 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 644b31e1-6650-4784-9248-e8834f0b7640 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:43:03.062190 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Current status of the port 644b31e1-6650-4784-9248-e8834f0b7640 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:43:03.063031 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:03.088264 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:43:03.090654 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000c198-ebce-4d1d-8ac3-15496e0cb042" -d '{"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "644b31e1-6650-4784-9248-e8834f0b7640"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:43:03.109738 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:43:03.114630 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:03.152407 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d0a755-c770-4da2-a855-375e67a354c2 x-openstack-request-id: req-42d0a755-c770-4da2-a855-375e67a354c2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:43:03.152739 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "644b31e1-6650-4784-9248-e8834f0b7640", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:43:03.153003 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42d0a755-c770-4da2-a855-375e67a354c2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:43:03.153408 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640', 'code': 200} Feb 03 15:43:03.182168 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Pushing event updated for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:03.269159 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417a7f9-deea-40ad-8a25-0f5f3882af5d req-f660f6e5-2be4-49b3-bf81-c92598276749 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:03.270727 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e417a7f9-deea-40ad-8a25-0f5f3882af5d req-f660f6e5-2be4-49b3-bf81-c92598276749 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 932 time: 0.0612333 Feb 03 15:43:03.331115 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e417a7f9-deea-40ad-8a25-0f5f3882af5d req-a33ec035-7c1d-4144-9b21-34767295a4c7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477066 Feb 03 15:43:04.471164 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c603aa-dfe8-4c00-aec0-146bc26deb52 req-af05dfbb-5f5d-48ff-bad2-096611946ec7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:04.472996 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8c603aa-dfe8-4c00-aec0-146bc26deb52 req-af05dfbb-5f5d-48ff-bad2-096611946ec7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 932 time: 0.0653253 Feb 03 15:43:04.534295 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8c603aa-dfe8-4c00-aec0-146bc26deb52 req-9f53b7cc-b6f4-4d42-8ad0-3522bffb45c0 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545275 Feb 03 15:43:05.669998 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834679f6-ffce-4c39-b39c-6bd2ba483d10 req-c36cd362-d89c-43f4-9290-3fc30935752a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:05.673012 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834679f6-ffce-4c39-b39c-6bd2ba483d10 req-c36cd362-d89c-43f4-9290-3fc30935752a tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 932 time: 0.0646603 Feb 03 15:43:05.730414 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-834679f6-ffce-4c39-b39c-6bd2ba483d10 req-24d151e2-f7b8-4837-9894-b05e9f916419 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523410 Feb 03 15:43:06.861846 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33686f-43c8-4fbe-ac16-a9d76d1a5cb9 req-377c7fa5-1ab3-4e36-8009-85d3f600d79d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:06.863372 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d33686f-43c8-4fbe-ac16-a9d76d1a5cb9 req-377c7fa5-1ab3-4e36-8009-85d3f600d79d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 932 time: 0.0611999 Feb 03 15:43:06.923073 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7d33686f-43c8-4fbe-ac16-a9d76d1a5cb9 req-9353cec7-8fe0-4c06-9e67-d0755b4d15a3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530477 Feb 03 15:43:08.047003 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebe47a-6285-4dc2-a0f8-65e167fd7480 req-255c7c47-ce80-4702-8862-28b848a45bcf tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:08.048673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ebe47a-6285-4dc2-a0f8-65e167fd7480 req-255c7c47-ce80-4702-8862-28b848a45bcf tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 932 time: 0.0574749 Feb 03 15:43:08.103887 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-79ebe47a-6285-4dc2-a0f8-65e167fd7480 req-2f5d3914-a4e9-4641-9017-067c6f396de9 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491641 Feb 03 15:43:09.237555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810ce9-36c2-4bed-a054-21726693acf4 req-679dfdde-41af-48c8-a975-124ce3591f24 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:09.239254 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e810ce9-36c2-4bed-a054-21726693acf4 req-679dfdde-41af-48c8-a975-124ce3591f24 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 932 time: 0.0573502 Feb 03 15:43:09.298553 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-4e810ce9-36c2-4bed-a054-21726693acf4 req-74bb5d7f-7a69-4c15-986e-8845488a9c58 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522904 Feb 03 15:43:09.622630 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-5435be51-155c-438d-ad55-4bc3ae564e07 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 15:43:09.623822 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-5435be51-155c-438d-ad55-4bc3ae564e07 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053115 Feb 03 15:43:09.693603 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Request body: {'port': {'device_id': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827549-2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:43:09.760584 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:09.967608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:10.030089 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fa7da4-992c-45d6-a5de-b206169c0011 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:43:10.038003 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Publish callbacks [] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:10.049882 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Transition to ACTIVE for port object d9fa7da4-992c-45d6-a5de-b206169c0011 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 15:43:10.053594 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:10.129646 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:10.208673 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-709a3065-94e0-4a19-86a8-ff165d05bbf7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863433 Feb 03 15:43:10.214738 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Attempting to bind port d9fa7da4-992c-45d6-a5de-b206169c0011 on host n-h1-827549-2 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 15:43:10.215074 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Attempting to bind port d9fa7da4-992c-45d6-a5de-b206169c0011 by drivers openvswitch,hyperv on host n-h1-827549-2 at level 0 using segments [{'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 15:43:10.215404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Attempting to bind port d9fa7da4-992c-45d6-a5de-b206169c0011 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:43:10.220691 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Port d9fa7da4-992c-45d6-a5de-b206169c0011 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-827549-2 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 15:43:10.220909 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Attempting to bind port d9fa7da4-992c-45d6-a5de-b206169c0011 on network 7a7e3e91-5d47-441d-807d-924d46a78a27 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 15:43:10.226633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Checking agent: {'id': 'b6c5faec-4d6e-4a2e-8ad4-2ea74a528737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827549-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'started_at': datetime.datetime(2022, 2, 3, 14, 6, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 15, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 15:43:10.227004 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Checking segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 15:43:10.227352 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Bound using segment: {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 15:43:10.227781 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Bound port: d9fa7da4-992c-45d6-a5de-b206169c0011, host: n-h1-827549-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92bdff3-096e-47c2-962b-e195a49b0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 15:43:10.228143 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:10.343557 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 15:43:10.348183 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 15:43:10.358155 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61700-e8bb-470d-b272-528750ab9285 req-b85433ae-fcb5-455a-913d-c0cb755c9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:10.359715 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-b85433ae-fcb5-455a-913d-c0cb755c9cc8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1126 time: 0.0740395 Feb 03 15:43:10.361560 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:10.441327 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:10.441957 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:10.443351 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] 10.222.0.45 "PUT /v2.0/ports/d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 200 len: 1092 time: 0.8111854 Feb 03 15:43:10.458306 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:43:10.460700 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:43:10.893064 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a310c53-e357-4b16-ad7c-3e5a10aba91d service neutron] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:10.929043 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2ae3-204f-42d8-b8d1-1107440b4483 req-ae42e319-4418-4cc0-8a24-b71ae5bfe59f tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:10.930536 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42da2ae3-204f-42d8-b8d1-1107440b4483 req-ae42e319-4418-4cc0-8a24-b71ae5bfe59f tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 944 time: 0.5387902 Feb 03 15:43:10.940755 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61700-e8bb-470d-b272-528750ab9285 req-aef0c303-cbd9-4623-9962-7ec3efa3520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:10.942086 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-aef0c303-cbd9-4623-9962-7ec3efa3520a service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.5532677 Feb 03 15:43:10.966343 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-1a41e91c-d274-490e-9f8a-0ff31533ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:10.967793 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-1a41e91c-d274-490e-9f8a-0ff31533ef32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1126 time: 0.4601095 Feb 03 15:43:11.052143 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-c16b49ab-99c2-4780-b14b-3a2a77033dcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 200 len: 217 time: 0.0551183 Feb 03 15:43:11.097606 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-592650e2-2900-460e-b42d-01372eda3c79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1000 time: 0.1486850 Feb 03 15:43:11.104371 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-42da2ae3-204f-42d8-b8d1-1107440b4483 req-bc10268a-e235-41d8-a259-6f581845ba33 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667323 Feb 03 15:43:11.152824 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-1fbb6952-a813-4684-91fa-de0b38d6e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.154300 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-1fbb6952-a813-4684-91fa-de0b38d6e2a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0928266 Feb 03 15:43:11.157384 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7d536d-aae8-4fb8-b4f9-711c601a0e88 x-openstack-request-id: req-6f7d536d-aae8-4fb8-b4f9-711c601a0e88 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:43:11.157668 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:43:11.157919 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f7d536d-aae8-4fb8-b4f9-711c601a0e88 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:43:11.158295 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'status': 'completed', 'code': 200} Feb 03 15:43:11.172246 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61700-e8bb-470d-b272-528750ab9285 req-46955857-d43c-4f66-a3f7-6fadc3eac369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.173834 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-46955857-d43c-4f66-a3f7-6fadc3eac369 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0669506 Feb 03 15:43:11.247547 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-7ad6903b-c64a-4827-8955-d66d13d48f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.249080 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-7ad6903b-c64a-4827-8955-d66d13d48f9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885422 Feb 03 15:43:11.251465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61700-e8bb-470d-b272-528750ab9285 req-d47ac15c-b732-43d8-ad94-09c37ae73fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.252835 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-d47ac15c-b732-43d8-ad94-09c37ae73fb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627530 Feb 03 15:43:11.408668 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-4f4aaf96-379e-4f28-90ed-49878e4e86a6 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524010 Feb 03 15:43:11.411886 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-62fd04ef-f868-419d-89c7-274edb9cc1da service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476417 Feb 03 15:43:11.565293 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-1c82aff8-8f9d-47b3-9119-4e6e58e545ac req-34860a01-7fb6-4467-899b-fc6f2ed1e4fb service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507750 Feb 03 15:43:11.569487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-8ae61700-e8bb-470d-b272-528750ab9285 req-64e8ea67-6869-4793-b2de-f7c58dd4bae0 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472187 Feb 03 15:43:11.658615 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-ec4f1e62-f23b-4d53-9100-223acba9a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.660188 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-ec4f1e62-f23b-4d53-9100-223acba9a6d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1126 time: 0.0468018 Feb 03 15:43:11.753585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-f9ac1af8-dc7b-4677-86f5-7e569e702a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.755091 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-f9ac1af8-dc7b-4677-86f5-7e569e702a89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0879247 Feb 03 15:43:11.795811 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-2539241c-5153-46c5-87ae-bedee212f0a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 200 len: 217 time: 0.0346780 Feb 03 15:43:11.850913 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-c09a0ba5-2bcd-4702-9559-6b6f34c66c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.852644 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-c09a0ba5-2bcd-4702-9559-6b6f34c66c7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0495338 Feb 03 15:43:11.907399 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-376bddc7-ddcc-46a1-be54-1c89ac6507d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:11.908954 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-376bddc7-ddcc-46a1-be54-1c89ac6507d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495994 Feb 03 15:43:11.997448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-8b487a3e-8108-462b-917a-5d0076b83181 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818186 Feb 03 15:43:12.089763 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-0ffe2ad2-4369-4cdb-994a-1343b47d16a1 req-3678714c-3b03-4eb5-a4b1-67b8a33decfa service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857992 Feb 03 15:43:12.242304 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359ee7-1d19-4934-95b9-fc44cbf7fc8c req-4eb63214-4bad-46c5-802f-4cbed20f5a04 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:12.243820 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b359ee7-1d19-4934-95b9-fc44cbf7fc8c req-4eb63214-4bad-46c5-802f-4cbed20f5a04 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 944 time: 0.0588660 Feb 03 15:43:12.294509 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7b359ee7-1d19-4934-95b9-fc44cbf7fc8c req-fb5b8719-1bc0-4f3d-aaae-cf86940a573d tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Feb 03 15:43:13.430519 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d68d4-77b1-49bc-9324-1c8fa1979955 req-17072e6e-53dd-4211-b35f-24014513792e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:13.432052 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31d68d4-77b1-49bc-9324-1c8fa1979955 req-17072e6e-53dd-4211-b35f-24014513792e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 944 time: 0.0610135 Feb 03 15:43:13.483061 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-c31d68d4-77b1-49bc-9324-1c8fa1979955 req-e2744745-3782-47c0-b5fe-f70caba98e56 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Feb 03 15:43:14.218021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9fa7da4-992c-45d6-a5de-b206169c0011 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:43:14.319990 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:43:14.333115 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'port_id': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'mac_address': 'fa:16:3e:07:8e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:43:14.372098 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9fa7da4-992c-45d6-a5de-b206169c0011 is: DOWN; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:43:14.373460 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:14.385451 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fa7da4-992c-45d6-a5de-b206169c0011 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:43:14.404860 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:43:14.432997 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:14.479440 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:14.607294 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab42691-8beb-4cff-8de5-05c004c57767 req-446f82b5-7c84-4038-b80c-a2547307eb50 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:14.608787 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab42691-8beb-4cff-8de5-05c004c57767 req-446f82b5-7c84-4038-b80c-a2547307eb50 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 945 time: 0.0548320 Feb 03 15:43:14.656773 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['d9fa7da4-992c-45d6-a5de-b206169c0011'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:43:14.657023 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3ab42691-8beb-4cff-8de5-05c004c57767 req-032f45fe-6a4b-4639-9d5f-4b60339164b4 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Feb 03 15:43:15.776213 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc7871-37c7-4604-bcbc-6d52afb43e8e req-d742f9b2-60d8-4112-bff8-6e4fe7ad0a67 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:15.777741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98dc7871-37c7-4604-bcbc-6d52afb43e8e req-d742f9b2-60d8-4112-bff8-6e4fe7ad0a67 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 945 time: 0.0525436 Feb 03 15:43:15.831163 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-98dc7871-37c7-4604-bcbc-6d52afb43e8e req-96873c45-2aab-4b8c-b785-71ebdaee0fe6 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477831 Feb 03 15:43:16.006685 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51e3b719-863f-4294-be8b-cf1a06bd7c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:16.234972 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9fa7da4-992c-45d6-a5de-b206169c0011 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:43:16.286793 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning for port d9fa7da4-992c-45d6-a5de-b206169c0011 completed by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 15:43:16.290490 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port d9fa7da4-992c-45d6-a5de-b206169c0011 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:43:16.290866 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:16.365989 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9fa7da4-992c-45d6-a5de-b206169c0011 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:43:16.366322 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:16.389512 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:43:16.392011 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80d24b5-cda7-43e2-a76e-f44dc873e07c" -d '{"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-plugged", "status": "completed", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:43:16.404935 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:43:16.410420 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:16.437193 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f03084d-7f17-48a0-9c7e-ca31f6af01a9 x-openstack-request-id: req-8f03084d-7f17-48a0-9c7e-ca31f6af01a9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:43:16.437479 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-plugged", "status": "completed", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:43:16.437734 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f03084d-7f17-48a0-9c7e-ca31f6af01a9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:43:16.438121 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'code': 200} Feb 03 15:43:16.465096 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=5']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:16.532791 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bda34d-8879-4b0a-91b1-6bf5c7cb0f3b req-ef308660-9e82-46da-aa08-109ab2399c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:16.534326 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8bda34d-8879-4b0a-91b1-6bf5c7cb0f3b req-ef308660-9e82-46da-aa08-109ab2399c1e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1128 time: 0.0459034 Feb 03 15:43:16.579066 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e8bda34d-8879-4b0a-91b1-6bf5c7cb0f3b req-408b6a76-47b6-48e7-9fcc-edd9500ec364 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387878 Feb 03 15:43:16.954555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee171c6-bbb9-4f67-9b79-502b6187cdc5 req-54c0c36f-4921-414d-8bc2-a35e08efa025 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:16.956031 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ee171c6-bbb9-4f67-9b79-502b6187cdc5 req-54c0c36f-4921-414d-8bc2-a35e08efa025 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 946 time: 0.0526490 Feb 03 15:43:17.004301 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-2ee171c6-bbb9-4f67-9b79-502b6187cdc5 req-3e7eb3dc-123d-4692-94b3-8cebdc140952 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Feb 03 15:43:18.128122 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5f377-9023-4c66-825c-7ab75fd95f20 req-918f5394-7eb9-4120-bb95-d5c8ecf62c1e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:18.129646 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18a5f377-9023-4c66-825c-7ab75fd95f20 req-918f5394-7eb9-4120-bb95-d5c8ecf62c1e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 946 time: 0.0577714 Feb 03 15:43:18.179692 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-18a5f377-9023-4c66-825c-7ab75fd95f20 req-5ff43353-b8bc-413c-8ae2-490c8cfbcd38 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Feb 03 15:43:18.305038 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc580-6de6-4452-9127-2f3cd96cade6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:18.305671 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122bf17-0d4d-49e9-b48c-8d9f37731958 req-937d1a69-6553-4384-b959-889f17647d4c tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:18.306975 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d122bf17-0d4d-49e9-b48c-8d9f37731958 req-937d1a69-6553-4384-b959-889f17647d4c tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 946 time: 0.0546966 Feb 03 15:43:18.357447 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-d122bf17-0d4d-49e9-b48c-8d9f37731958 req-0b73b574-5bea-4499-b17a-9b8204f097c2 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Feb 03 15:43:18.378602 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39108) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:43:18.422845 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e87e6f-8f43-446d-9dfb-9bb08a763706 tempest-TestSnapshotPattern-55080709 tempest-TestSnapshotPattern-55080709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:18.424387 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-64e87e6f-8f43-446d-9dfb-9bb08a763706 tempest-TestSnapshotPattern-55080709 tempest-TestSnapshotPattern-55080709-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1123 time: 0.0448167 Feb 03 15:43:18.427226 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39110) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:43:18.431531 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Request body: {'floatingip': {'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'port_id': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 15:43:18.452013 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:18.551983 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:18.659465 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Allocated IP 172.25.0.27 (59818ba3-4dcb-4cd4-9368-ee8b3b93d545/9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a/78252cb7-1895-4acc-a141-30d235b7d94d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 15:43:18.758936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for port (78252cb7-1895-4acc-a141-30d235b7d94d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:18.794378 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751389833310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (78252cb7-1895-4acc-a141-30d235b7d94d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:18.833687 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Network 59818ba3-4dcb-4cd4-9368-ee8b3b93d545 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 15:43:18.836585 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 15:43:18.840020 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 15:43:18.870331 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'Port': ['ID=78252cb7-1895-4acc-a141-30d235b7d94d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:19.216961 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:19.303712 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (78252cb7-1895-4acc-a141-30d235b7d94d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:19.458271 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for port (78252cb7-1895-4acc-a141-30d235b7d94d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:19.467266 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13181965'] for port (78252cb7-1895-4acc-a141-30d235b7d94d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:19.540749 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event updated for resources: {'Port': ['ID=78252cb7-1895-4acc-a141-30d235b7d94d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:43:19.555515 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16726637'] for floatingip (f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:19.670351 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Floating IP f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e associated. External IP: 172.25.0.27, port: d9fa7da4-992c-45d6-a5de-b206169c0011. Feb 03 15:43:19.898454 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Router affcddfa-c8aa-4877-bc75-5beea95a4dd4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:43:20.003551 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:20.023407 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:43:20.034397 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] Sync routers for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:43:20.045265 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:20.047893 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:43:20.048142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:43:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:43:20.092741 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-5383238b-6a1b-4487-a332-2c18eb3e2d65 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6500578 Feb 03 15:43:20.092741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:43:20.092741 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b99b8-e28c-4ebf-80d5-975008712295" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:43:20.124054 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb33b04-872b-4fa1-ba3f-ca1463a8a90d x-openstack-request-id: req-cbb33b04-872b-4fa1-ba3f-ca1463a8a90d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:43:20.124361 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:43:20.124769 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbb33b04-872b-4fa1-ba3f-ca1463a8a90d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:43:20.125190 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'status': 'completed', 'code': 200} Feb 03 15:43:20.169518 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:43:20.190979 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b99b8-e28c-4ebf-80d5-975008712295 req-c4f8630e-4082-40b1-99fa-8111cec062e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:20.192588 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-744b99b8-e28c-4ebf-80d5-975008712295 req-c4f8630e-4082-40b1-99fa-8111cec062e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1128 time: 0.0465493 Feb 03 15:43:20.291362 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b99b8-e28c-4ebf-80d5-975008712295 req-9938fa38-bfdd-4526-b922-0074af74f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:20.292885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-744b99b8-e28c-4ebf-80d5-975008712295 req-9938fa38-bfdd-4526-b922-0074af74f42d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0948000 Feb 03 15:43:20.357656 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-744b99b8-e28c-4ebf-80d5-975008712295 req-bf84b127-9f30-48a3-b5c6-95cd26559f9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 200 len: 999 time: 0.0586112 Feb 03 15:43:20.364517 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:43:20.404481 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:02Z', 'revision_number': 1, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}, {'id': 'f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:07:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:43:19Z', 'updated_at': '2022-02-03T15:43:19Z', 'revision_number': 0, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:43:20.408839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b99b8-e28c-4ebf-80d5-975008712295 req-cacdbd07-f083-497c-8dd6-7c64d952ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:20.410317 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-744b99b8-e28c-4ebf-80d5-975008712295 req-cacdbd07-f083-497c-8dd6-7c64d952ce5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0468338 Feb 03 15:43:20.431533 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] Checking router: affcddfa-c8aa-4877-bc75-5beea95a4dd4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:43:20.439849 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:43:20.440432 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:43:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:43:20.463529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b99b8-e28c-4ebf-80d5-975008712295 req-fde61023-c91e-4576-a48d-11ae1f7daca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:20.465107 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-744b99b8-e28c-4ebf-80d5-975008712295 req-fde61023-c91e-4576-a48d-11ae1f7daca9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491962 Feb 03 15:43:20.549763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:43:20.556277 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-744b99b8-e28c-4ebf-80d5-975008712295 req-bd1da957-0f87-4351-a30f-ad8924fde823 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848796 Feb 03 15:43:20.794243 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:02Z', 'revision_number': 1, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}, {'id': 'f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:07:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:43:19Z', 'updated_at': '2022-02-03T15:43:19Z', 'revision_number': 0, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:43:20.821569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471db84-da15-41aa-9a5a-386b33b695c0 None None] The sync data for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 is: [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:02Z', 'revision_number': 1, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}, {'id': 'f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:07:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:43:19Z', 'updated_at': '2022-02-03T15:43:19Z', 'revision_number': 0, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:43:21.007911 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-744b99b8-e28c-4ebf-80d5-975008712295 req-400d5df0-853d-4558-aafb-bd6317f70b8e service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449537 Feb 03 15:43:21.033147 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc5f34-fbda-4eee-a6c5-d58606cd84c2 None None] New status for floating IP f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:43:21.072872 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:22.362734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:25.617828 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:39.979810 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:45.998770 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fad665ac-8dac-4953-a30c-9deb40b6e184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:48.308157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36e7e3e4-375a-4172-8b54-00ab8f87a3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:50.006038 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:51.076127 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:52.366335 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:55.638754 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:43:55.844560 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-06be8623-bcbb-4a62-a6db-b4a66ae2c932 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442195 Feb 03 15:43:55.930404 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4275f02-d570-4656-8593-ff5621a9e387 req-c3fdf8ca-878d-411a-bb2a-dfc3b272daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:55.932110 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-c3fdf8ca-878d-411a-bb2a-dfc3b272daab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1128 time: 0.0464966 Feb 03 15:43:56.036864 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4275f02-d570-4656-8593-ff5621a9e387 req-8882b4f0-fdfa-4bc6-9ec9-3b8fc09ae4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:56.038339 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-8882b4f0-fdfa-4bc6-9ec9-3b8fc09ae4a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0882263 Feb 03 15:43:56.102441 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-118a8d5f-26f7-4688-9ed0-81bb5604194c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 200 len: 1001 time: 0.0572762 Feb 03 15:43:56.151924 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4275f02-d570-4656-8593-ff5621a9e387 req-5f08a719-d2ba-42fa-a4de-a18665757c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:56.153383 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-5f08a719-d2ba-42fa-a4de-a18665757c20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0442336 Feb 03 15:43:56.205716 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4275f02-d570-4656-8593-ff5621a9e387 req-b8d270df-b8ee-4bc1-8a32-ce0fa0071aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:43:56.207152 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-b8d270df-b8ee-4bc1-8a32-ce0fa0071aa4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481539 Feb 03 15:43:56.295174 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-dc8e9269-4f29-44a6-b7da-7bffd66d20b5 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824318 Feb 03 15:43:56.388280 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-e4275f02-d570-4656-8593-ff5621a9e387 req-0d821379-10ec-4fcb-9008-48d88b23cb72 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871627 Feb 03 15:43:57.363206 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:44:09.985408 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:11.204296 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-88c4de4d-0d8b-468f-84b0-79fbaff799be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852940 Feb 03 15:44:11.304363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-c88e20aa-1d13-44ee-8ca3-a05033d6f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:11.305928 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-c88e20aa-1d13-44ee-8ca3-a05033d6f827 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1126 time: 0.0451865 Feb 03 15:44:11.414886 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-0db9f35c-9477-4112-b437-674efce7d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:11.416285 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-0db9f35c-9477-4112-b437-674efce7d82c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0907381 Feb 03 15:44:11.480687 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-9e1f32b4-85bc-47cb-be12-e5f53420e770 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1000 time: 0.0565763 Feb 03 15:44:11.532696 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-3b78c310-ab6b-4726-9595-2c5b1a5f7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:11.534226 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-3b78c310-ab6b-4726-9595-2c5b1a5f7c8a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0469098 Feb 03 15:44:11.585792 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-d3277867-9e7f-486f-9d3d-8bfbc4cbe858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:11.587530 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-d3277867-9e7f-486f-9d3d-8bfbc4cbe858 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475616 Feb 03 15:44:11.677379 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-765ce830-e833-4e98-be30-af99d0118403 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823591 Feb 03 15:44:11.771130 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-bf8e1f39-acbe-4bef-8797-4834e2c2a5bc req-d4c07248-644e-47e1-a9c1-6790d6ea76a1 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879169 Feb 03 15:44:16.000352 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a804f488-1e28-4d87-b578-0c7fb9720de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:18.313755 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aff7eb80-ac7d-456a-807c-256c313098d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:20.007718 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:21.080907 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:22.370752 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:25.637381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:34.362492 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:44:39.997776 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:46.003863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1b86-0530-4058-9ec4-bb1240da7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:48.317126 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a030585e-384f-4934-a3a2-19d6ea131881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:50.011575 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:51.081625 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:52.374844 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:55.625227 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:44:57.850900 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-bbec531a-13ee-441e-abcc-1ebfc6811dcb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468328 Feb 03 15:44:57.939334 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-8d3adbb1-2340-43c4-a3f4-b478820fa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:57.941487 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-8d3adbb1-2340-43c4-a3f4-b478820fa02e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1128 time: 0.0449595 Feb 03 15:44:58.049303 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-e974f820-0594-4b40-8902-4025bdabfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:58.051482 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-e974f820-0594-4b40-8902-4025bdabfde4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0928321 Feb 03 15:44:58.119786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-9c49dee0-5372-4bad-b1d5-46c5256c1691 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 200 len: 1001 time: 0.0623467 Feb 03 15:44:58.168649 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-978e43e2-b345-4433-a0fd-fa0435b82d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:58.170085 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-978e43e2-b345-4433-a0fd-fa0435b82d4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0435913 Feb 03 15:44:58.218030 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-0405d103-5ce4-4950-ad76-786ca2ed5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:44:58.219548 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-0405d103-5ce4-4950-ad76-786ca2ed5200 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433872 Feb 03 15:44:58.313871 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-76cd793f-76a5-412c-8ff5-f4a882b63fcc service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882823 Feb 03 15:44:58.401885 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-34cea3e9-5e72-495b-8b22-8220efd26c16 req-d8827fe4-c511-47be-a1ae-aaac6eb1a283 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822663 Feb 03 15:45:02.800683 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9fa7da4-992c-45d6-a5de-b206169c0011 details requested by agent hyperv_n-h1-827549-2 with host n-h1-827549-2 {{(pid=103343) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 15:45:02.907297 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:02.917513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Returning: {'device': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'port_id': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'mac_address': 'fa:16:3e:07:8e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103343) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 15:45:02.956549 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9fa7da4-992c-45d6-a5de-b206169c0011 is: ACTIVE; New status is: BUILD {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:45:02.956940 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:02.969723 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9fa7da4-992c-45d6-a5de-b206169c0011 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 15:45:02.988570 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:02.993404 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:03.051967 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:03.066146 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.066586 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.067011 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.067868 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.068207 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.068569 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.068916 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.069250 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.069580 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.069913 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.070409 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.070572 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.070906 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:03.075933 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] get_ports_and_sgs() called for port_ids ['d9fa7da4-992c-45d6-a5de-b206169c0011'] {{(pid=103343) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 15:45:04.817618 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9fa7da4-992c-45d6-a5de-b206169c0011 up at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 15:45:04.875497 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Provisioning complete for port d9fa7da4-992c-45d6-a5de-b206169c0011 triggered by entity L2. {{(pid=103343) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 15:45:04.876581 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004973'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), provisioning_complete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:04.985467 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9fa7da4-992c-45d6-a5de-b206169c0011 is: BUILD; New status is: ACTIVE {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:45:04.986599 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:05.017134 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:45:05.019977 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2039e3-b11b-4311-89bf-537d65c92bcd" -d '{"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-plugged", "status": "completed", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:45:05.036486 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:05.049184 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:05.099143 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2637272b-9f4a-4816-a275-e549b9c9a77e x-openstack-request-id: req-2637272b-9f4a-4816-a275-e549b9c9a77e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:45:05.099580 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-plugged", "status": "completed", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:45:05.100097 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2637272b-9f4a-4816-a275-e549b9c9a77e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:45:05.101883 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'code': 200} Feb 03 15:45:05.123861 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:10.018897 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:11.364362 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:45:12.150566 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-158b86e3-9de9-41c3-baaa-783ec5a68753 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460267 Feb 03 15:45:12.255529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-23501a25-23f8-4e99-8638-521dc844530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:12.257076 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-23501a25-23f8-4e99-8638-521dc844530a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1126 time: 0.0505540 Feb 03 15:45:12.361320 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-dd094822-9fe8-4616-a626-a1f8202b09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:12.362802 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-dd094822-9fe8-4616-a626-a1f8202b09d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.0877180 Feb 03 15:45:12.431500 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-a1c5c5e0-d888-4a36-95aa-ca21ca10edf5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 1000 time: 0.0624266 Feb 03 15:45:12.479363 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-9afba134-6fd0-4b5f-ab73-06a62bc251bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:12.480937 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-9afba134-6fd0-4b5f-ab73-06a62bc251bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0436764 Feb 03 15:45:12.529214 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-cac8a1fe-3f3b-4368-99d1-4f32641e86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:12.530700 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-cac8a1fe-3f3b-4368-99d1-4f32641e86a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444593 Feb 03 15:45:12.623423 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-b212cd4f-ea65-4487-9f47-0237a8119bbd service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856819 Feb 03 15:45:12.712879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-7df1b017-26c2-4e67-a3f5-1c73ec170c8d req-dcc18f51-a974-4e89-8354-51f63f2b0b7c service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839145 Feb 03 15:45:13.282395 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:13.445539 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Deleting port 78252cb7-1895-4acc-a141-30d235b7d94d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:13.445911 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (78252cb7-1895-4acc-a141-30d235b7d94d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:13.519222 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (78252cb7-1895-4acc-a141-30d235b7d94d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:13.519466 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (78252cb7-1895-4acc-a141-30d235b7d94d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:13.531657 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Calling delete_port for 78252cb7-1895-4acc-a141-30d235b7d94d owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:13.680036 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (78252cb7-1895-4acc-a141-30d235b7d94d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:13.705836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event deleted for resources: {'Port': ['ID=78252cb7-1895-4acc-a141-30d235b7d94d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:13.719233 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.719590 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.719938 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.720280 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.720653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.720991 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.721321 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.721653 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.721986 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.722309 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.722637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.723558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.723890 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:13.782053 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:13.782319 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Floating IP f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e disassociated (deleted). External IP: 172.25.0.27, port: d9fa7da4-992c-45d6-a5de-b206169c0011. Feb 03 15:45:13.991378 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Router affcddfa-c8aa-4877-bc75-5beea95a4dd4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:45:14.101555 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:45:14.106329 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:14.111763 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] Sync routers for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:45:14.121530 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:14.122142 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:44:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:14.141310 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-6ed225f2-b494-4fc3-8c1c-27928772acac tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "DELETE /v2.0/floatingips/f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e HTTP/1.1" status: 204 len: 168 time: 0.8578105 Feb 03 15:45:14.141907 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:45:14.144150 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:45:14.233348 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:14.348307 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dcd03e-dea0-4b54-803e-49b01835c884 x-openstack-request-id: req-d6dcd03e-dea0-4b54-803e-49b01835c884 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:45:14.348877 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:45:14.348979 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6dcd03e-dea0-4b54-803e-49b01835c884 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:45:14.349723 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'status': 'completed', 'code': 200} Feb 03 15:45:14.452818 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-c3d439f2-1f84-43c9-8c94-09886163c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:14.454356 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-c3d439f2-1f84-43c9-8c94-09886163c657 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 1128 time: 0.0826075 Feb 03 15:45:14.476799 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663b8b0-8284-48f4-b184-d294708924cf req-b224a382-085a-4af9-ae5d-dc400d505385 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:14.477032 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:02Z', 'revision_number': 1, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:14.478309 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3663b8b0-8284-48f4-b184-d294708924cf req-b224a382-085a-4af9-ae5d-dc400d505385 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 946 time: 0.0723431 Feb 03 15:45:14.504648 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] Checking router: affcddfa-c8aa-4877-bc75-5beea95a4dd4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:45:14.512851 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:14.513452 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:44:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:14.582469 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-3663b8b0-8284-48f4-b184-d294708924cf req-67405a1b-189c-4132-8abb-19edd323add8 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942221 Feb 03 15:45:14.597446 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-4f00a0d9-233d-4394-a87a-ecd89efa3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:14.599047 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-4f00a0d9-233d-4394-a87a-ecd89efa3d8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.1371377 Feb 03 15:45:14.622850 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:14.641228 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-102dd2c6-a7ed-4791-b03e-c71a1bd29c20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 200 len: 217 time: 0.0351212 Feb 03 15:45:14.694672 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-6c5f3225-9347-46d4-9f6a-89c7e26d20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:14.696146 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-6c5f3225-9347-46d4-9f6a-89c7e26d20ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0481691 Feb 03 15:45:14.750660 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-c9d1cb57-c5a3-4cdc-9084-934288f3c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:14.752179 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-c9d1cb57-c5a3-4cdc-9084-934288f3c77c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487540 Feb 03 15:45:14.841812 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-c925a48a-eef1-4289-8cbf-2f661cb7a0d9 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830607 Feb 03 15:45:14.847253 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:02Z', 'revision_number': 1, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:14.850705 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9fa7da4-992c-45d6-a5de-b206169c0011 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:14.898021 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ccf4-3193-4e72-953e-e80670335215 None None] The sync data for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 is: [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_floatingips': [{'id': '47c5f436-614e-4bc8-b567-b216a7720d7a', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'router_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'port_id': '644b31e1-6650-4784-9248-e8834f0b7640', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'mac_address': 'fa:16:3e:91:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a142f-2580-485f-b51f-b53fd295cfa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T15:40:00Z', 'updated_at': '2022-02-03T15:40:02Z', 'revision_number': 1, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:45:14.939899 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-24e8493f-ac57-4ffb-82ca-6d09cfb43a9d req-4e5e3988-4c43-4503-8869-2fa93620f4a6 service neutron] 10.222.0.45 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915024 Feb 03 15:45:14.960111 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Current status of the port d9fa7da4-992c-45d6-a5de-b206169c0011 is: ACTIVE; New status is: DOWN {{(pid=103343) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 15:45:14.960544 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042093'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:14.985502 n-d-827549-2 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:45:14.987745 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ddd5a946996e3182df4d4d9f2c0639224d582b4bbea638ec97398f5266102cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b5d87-580a-4dcf-b332-675dbb977edd" -d '{"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:45:15.000574 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:15.004608 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751390392814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751389833328', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751389833346'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:15.027893 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d36ca0-3b1e-4ed6-bdae-7a45c70dd7be x-openstack-request-id: req-b8d36ca0-3b1e-4ed6-bdae-7a45c70dd7be {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:45:15.028187 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:45:15.028493 n-d-827549-2 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8d36ca0-3b1e-4ed6-bdae-7a45c70dd7be {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:45:15.028857 n-d-827549-2 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'code': 200} Feb 03 15:45:15.059615 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Pushing event updated for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:15.148508 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee77ebb-5481-4aaa-b87c-d0901e8d0dd0 None None] New status for floating IP f4bb2c48-c3f6-40dc-bbe0-c8d2e68ee89e: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:45:15.708765 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822386e-eceb-4f53-83c6-00b405f5e04a req-b8833abd-2299-4557-88d4-ee031a073794 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:15.710231 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f822386e-eceb-4f53-83c6-00b405f5e04a req-b8833abd-2299-4557-88d4-ee031a073794 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 944 time: 0.0524359 Feb 03 15:45:15.757951 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f822386e-eceb-4f53-83c6-00b405f5e04a req-eac7ad65-beb3-4969-a21e-cc1fd62f6721 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Feb 03 15:45:15.891527 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-7a3a7ec2-eebf-492d-8cb3-8ab0db793c38 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:15.892916 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-7a3a7ec2-eebf-492d-8cb3-8ab0db793c38 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d HTTP/1.1" status: 200 len: 944 time: 0.0530138 Feb 03 15:45:15.995448 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Deleting port d9fa7da4-992c-45d6-a5de-b206169c0011 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:15.995784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:16.006529 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d18d17a3-e943-4e98-9801-f5040225b003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:16.086726 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] For port d9fa7da4-992c-45d6-a5de-b206169c0011, host n-h1-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827549-2',level=0,port_id=d9fa7da4-992c-45d6-a5de-b206169c0011,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:16.087101 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:16.099971 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Calling delete_port for d9fa7da4-992c-45d6-a5de-b206169c0011 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:16.231260 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (d9fa7da4-992c-45d6-a5de-b206169c0011), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:16.258376 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event deleted for resources: {'Port': ['ID=d9fa7da4-992c-45d6-a5de-b206169c0011,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:16.307668 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] No DVR routers for this DVR port d9fa7da4-992c-45d6-a5de-b206169c0011 on host n-h1-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:45:16.310264 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:16.313693 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-5dd94241-fa6b-4caa-ae02-4c5cff6a79ff req-53d5a5eb-a02e-429d-97b8-94cd275df801 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.45 "DELETE /v2.0/ports/d9fa7da4-992c-45d6-a5de-b206169c0011 HTTP/1.1" status: 204 len: 173 time: 0.4159317 Feb 03 15:45:16.350477 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-deleted', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:45:16.352926 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba7055-d819-44e7-a6a4-0346ed53309f" -d '{"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-deleted", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:45:16.391721 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5dc2b8-fd5e-40f8-99da-6937b4d84e86 x-openstack-request-id: req-ba5dc2b8-fd5e-40f8-99da-6937b4d84e86 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:45:16.392021 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d", "name": "network-vif-deleted", "tag": "d9fa7da4-992c-45d6-a5de-b206169c0011", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:45:16.392273 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba5dc2b8-fd5e-40f8-99da-6937b4d84e86 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:45:16.392698 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbdd0a2-d7c6-4f5f-9cf2-6acc1310d80d', 'name': 'network-vif-deleted', 'tag': 'd9fa7da4-992c-45d6-a5de-b206169c0011', 'status': 'completed', 'code': 200} Feb 03 15:45:17.307796 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39372) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:17.463049 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Deleting port 1b352124-ff83-4954-b994-e9529d37282c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:17.463290 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1b352124-ff83-4954-b994-e9529d37282c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:17.536527 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1b352124-ff83-4954-b994-e9529d37282c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:17.536874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (1b352124-ff83-4954-b994-e9529d37282c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:17.548338 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Calling delete_port for 1b352124-ff83-4954-b994-e9529d37282c owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:17.696435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (1b352124-ff83-4954-b994-e9529d37282c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:17.721916 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event deleted for resources: {'Port': ['ID=1b352124-ff83-4954-b994-e9529d37282c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:17.785786 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for floatingip (47c5f436-614e-4bc8-b567-b216a7720d7a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:17.786097 n-d-827549-2 neutron-server[103342]: INFO neutron.db.l3_db [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Floating IP 47c5f436-614e-4bc8-b567-b216a7720d7a disassociated (deleted). External IP: 172.25.0.228, port: 644b31e1-6650-4784-9248-e8834f0b7640. Feb 03 15:45:17.997188 n-d-827549-2 neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Router affcddfa-c8aa-4877-bc75-5beea95a4dd4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:45:18.105254 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:45:18.109927 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:18.115179 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] Sync routers for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:45:18.124806 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:18.125417 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:44:48Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:18.142249 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-0b3d73c4-4b2c-474a-a254-7692a0ac3ee3 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "DELETE /v2.0/floatingips/47c5f436-614e-4bc8-b567-b216a7720d7a HTTP/1.1" status: 204 len: 168 time: 0.8326592 Feb 03 15:45:18.239441 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:18.352897 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72d4a9d2-c807-406b-a30a-fac9657e1039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:18.380490 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75691176-9a39-4a3b-a694-0335cfe65de1 req-effd9d09-5aa8-4101-867c-50a70e6d2cb0 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:18.382197 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75691176-9a39-4a3b-a694-0335cfe65de1 req-effd9d09-5aa8-4101-867c-50a70e6d2cb0 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0643044 Feb 03 15:45:18.393433 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:45:18.395680 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cd2465-0afb-4d80-8aaf-4905236db944" -d '{"events": [{"name": "network-changed", "server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "tag": "644b31e1-6650-4784-9248-e8834f0b7640"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:45:18.436586 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-75691176-9a39-4a3b-a694-0335cfe65de1 req-689ad6bd-192f-4816-98f8-ee49fa00ade7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487819 Feb 03 15:45:18.466657 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:18.480775 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae509487-8ac9-40cd-bae3-bdb1d1364686 x-openstack-request-id: req-ae509487-8ac9-40cd-bae3-bdb1d1364686 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:45:18.481070 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "tag": "644b31e1-6650-4784-9248-e8834f0b7640", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:45:18.481321 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae509487-8ac9-40cd-bae3-bdb1d1364686 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:45:18.481717 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640', 'status': 'completed', 'code': 200} Feb 03 15:45:18.497768 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] Checking router: affcddfa-c8aa-4877-bc75-5beea95a4dd4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:45:18.506366 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:18.506976 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:18.566529 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-09bf7a7a-4934-4331-9a7e-a5b41923bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:18.567935 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-09bf7a7a-4934-4331-9a7e-a5b41923bd8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3db202094aa42579e7e7101ad894ffb&device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 1126 time: 0.0447185 Feb 03 15:45:18.616403 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:18.674769 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-14915119-e0e8-4f60-abcd-9d342b4592c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:18.676599 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-14915119-e0e8-4f60-abcd-9d342b4592c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 200 len: 911 time: 0.1016309 Feb 03 15:45:18.717513 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-3876eda0-0cf3-4cc5-80e9-b877f2aa869a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 200 len: 217 time: 0.0345697 Feb 03 15:45:18.770408 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-ddffbfcb-21ef-4e06-959a-6c0b18d1e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:18.771879 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-ddffbfcb-21ef-4e06-959a-6c0b18d1e058 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 200 len: 849 time: 0.0475011 Feb 03 15:45:18.816456 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:18.821558 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-c157b3b3-06cd-4112-8d60-97a8be51343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:18.823113 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-c157b3b3-06cd-4112-8d60-97a8be51343a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a7e3e91-5d47-441d-807d-924d46a78a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449274 Feb 03 15:45:18.842377 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773d8a1-74b0-4d1e-a9d6-dbd484116f57 None None] The sync data for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 is: [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:39:35Z', 'revision_number': 4, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2', '_interfaces': [{'id': 'd1daac82-d3ac-4702-992e-32b5c015a019', 'name': '', 'network_id': '7a7e3e91-5d47-441d-807d-924d46a78a27', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'mac_address': 'fa:16:3e:8e:6a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:35Z', 'updated_at': '2022-02-03T15:39:43Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'subnets': [{'id': '088d68e4-cbb9-4668-89be-23d9e038551f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:45:18.879857 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9fa7da4-992c-45d6-a5de-b206169c0011 no longer exists at agent hyperv_n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:18.906830 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] No Port match for: d9fa7da4-992c-45d6-a5de-b206169c0011 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:18.907194 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Device d9fa7da4-992c-45d6-a5de-b206169c0011 not bound to the agent host n-h1-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:18.923892 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-677175f2-73ee-4f01-8278-c3431c5ce896 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930245 Feb 03 15:45:19.019273 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-f2cd2465-0afb-4d80-8aaf-4905236db944 req-0b3d77d0-cd02-4026-b4fc-c8f454022282 service neutron] 10.222.0.71 "GET /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870571 Feb 03 15:45:19.089523 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972968b0-9480-4fe0-8599-36d95bc2a61f None None] New status for floating IP 47c5f436-614e-4bc8-b567-b216a7720d7a: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 15:45:19.594415 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63760ec3-facb-48fb-b87f-666cd52a2736 req-1e7b7e8b-a2ed-44c6-bbb3-c448323d2010 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:19.595894 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63760ec3-facb-48fb-b87f-666cd52a2736 req-1e7b7e8b-a2ed-44c6-bbb3-c448323d2010 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0882552 Feb 03 15:45:19.607601 n-d-827549-2 neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-7119d16b-4576-4cf4-9be3-b744be61edd7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 15:45:19.609018 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-7119d16b-4576-4cf4-9be3-b744be61edd7 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.71 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 944 time: 0.0886583 Feb 03 15:45:19.709624 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-63760ec3-facb-48fb-b87f-666cd52a2736 req-472c5a40-7482-4797-a714-f50381b01656 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/security-groups?id=e396b520-6657-426b-9df3-dc8ff1fbd5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994887 Feb 03 15:45:19.737091 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Deleting port 644b31e1-6650-4784-9248-e8834f0b7640 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:19.737435 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (644b31e1-6650-4784-9248-e8834f0b7640), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:19.828573 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] For port 644b31e1-6650-4784-9248-e8834f0b7640, host n-h2-827549-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827549-2',level=0,port_id=644b31e1-6650-4784-9248-e8834f0b7640,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:19.828939 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (644b31e1-6650-4784-9248-e8834f0b7640), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:19.841202 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Calling delete_port for 644b31e1-6650-4784-9248-e8834f0b7640 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:19.971826 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (644b31e1-6650-4784-9248-e8834f0b7640), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:20.013851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:20.335444 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event deleted for resources: {'Port': ['ID=644b31e1-6650-4784-9248-e8834f0b7640,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:20.378730 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] No DVR routers for this DVR port 644b31e1-6650-4784-9248-e8834f0b7640 on host n-h2-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:45:20.381974 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73494'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:20.385336 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-9cb4a9d6-17e7-4557-a501-defd09946103 req-0570da23-6a52-4e23-8381-c0a1b5d02124 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.71 "DELETE /v2.0/ports/644b31e1-6650-4784-9248-e8834f0b7640 HTTP/1.1" status: 204 len: 173 time: 0.7696383 Feb 03 15:45:20.483220 n-d-827549-2 neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-deleted', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 15:45:20.485598 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844410c3d5f3b07d725226f5eca201539d2199c094c81a112a7ccb14ac6ad869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ac18a-b934-4959-a3ea-3910a91c9b52" -d '{"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-deleted", "tag": "644b31e1-6650-4784-9248-e8834f0b7640"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 15:45:20.525875 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2102a00-b597-4ada-9016-225ea0e6a21d x-openstack-request-id: req-f2102a00-b597-4ada-9016-225ea0e6a21d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 15:45:20.526298 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a142f-2580-485f-b51f-b53fd295cfa5", "name": "network-vif-deleted", "tag": "644b31e1-6650-4784-9248-e8834f0b7640", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 15:45:20.526610 n-d-827549-2 neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2102a00-b597-4ada-9016-225ea0e6a21d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 15:45:20.527078 n-d-827549-2 neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a142f-2580-485f-b51f-b53fd295cfa5', 'name': 'network-vif-deleted', 'tag': '644b31e1-6650-4784-9248-e8834f0b7640', 'status': 'completed', 'code': 200} Feb 03 15:45:20.828448 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [req-6ae752aa-f655-44f5-bd33-dfba4a05bae8 req-a1a80a8e-5e9a-4aef-9bc6-007c8c7c9a7e tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "GET /v2.0/ports?device_id=472a142f-2580-485f-b51f-b53fd295cfa5 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Feb 03 15:45:21.084330 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:21.884943 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39390) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:21.940874 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc673-1af6-4096-86f6-12f297ceac71 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group (e396b520-6657-426b-9df3-dc8ff1fbd5ca), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:21.969321 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc673-1af6-4096-86f6-12f297ceac71 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group (e396b520-6657-426b-9df3-dc8ff1fbd5ca), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:22.031043 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc673-1af6-4096-86f6-12f297ceac71 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (e396b520-6657-426b-9df3-dc8ff1fbd5ca), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:22.033634 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc673-1af6-4096-86f6-12f297ceac71 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:22.034792 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-d6dfc673-1af6-4096-86f6-12f297ceac71 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] 10.222.0.52 "DELETE /v2.0/security-groups/e396b520-6657-426b-9df3-dc8ff1fbd5ca HTTP/1.1" status: 204 len: 168 time: 0.1488590 Feb 03 15:45:22.044906 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfc673-1af6-4096-86f6-12f297ceac71 tempest-TestSnapshotPattern-771226091 tempest-TestSnapshotPattern-771226091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e396b520-6657-426b-9df3-dc8ff1fbd5ca,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:22.378039 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:23.095556 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39396) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:23.584306 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 644b31e1-6650-4784-9248-e8834f0b7640 no longer exists at agent hyperv_n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:23.605248 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] No Port match for: 644b31e1-6650-4784-9248-e8834f0b7640 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:23.605578 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Device 644b31e1-6650-4784-9248-e8834f0b7640 not bound to the agent host n-h2-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:23.872334 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (affcddfa-c8aa-4877-bc75-5beea95a4dd4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:24.122071 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Deleting port d1daac82-d3ac-4702-992e-32b5c015a019 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:24.122814 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:24.198449 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] For port d1daac82-d3ac-4702-992e-32b5c015a019, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=d1daac82-d3ac-4702-992e-32b5c015a019,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:24.198818 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:24.211080 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Calling delete_port for d1daac82-d3ac-4702-992e-32b5c015a019 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:24.397887 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (d1daac82-d3ac-4702-992e-32b5c015a019), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:24.426353 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1daac82-d3ac-4702-992e-32b5c015a019,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:24.454727 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.455078 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.455537 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.455891 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.456231 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.456593 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.456926 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.457255 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.457587 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.457915 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.458625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.458625 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.458924 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827549-2 {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 15:45:24.611103 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (affcddfa-c8aa-4877-bc75-5beea95a4dd4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:24.825016 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Router affcddfa-c8aa-4877-bc75-5beea95a4dd4 has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:45:24.932532 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:45:24.937502 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-e02a8805-d9b0-43c4-ad34-03db614c182b admin admin] 10.222.0.52 "PUT /v2.0/routers/affcddfa-c8aa-4877-bc75-5beea95a4dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409691 Feb 03 15:45:24.940783 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39404) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:24.942513 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] Sync routers for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:45:24.951943 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:24.952581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:25.047622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks [] for router (affcddfa-c8aa-4877-bc75-5beea95a4dd4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.058996 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: n-d-827549-2 {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:25.158419 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks [] for router_gateway (affcddfa-c8aa-4877-bc75-5beea95a4dd4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.214398 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Deleting port ec7f697e-cae1-4d4f-940b-46a92226c861 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:25.214760 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.294009 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] For port ec7f697e-cae1-4d4f-940b-46a92226c861, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=ec7f697e-cae1-4d4f-940b-46a92226c861,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:25.294377 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.306201 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Calling delete_port for ec7f697e-cae1-4d4f-940b-46a92226c861 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:25.393599 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:45:24Z', 'revision_number': 5, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port': {'id': 'ec7f697e-cae1-4d4f-940b-46a92226c861', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:33Z', 'updated_at': '2022-02-03T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:25.422390 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] Checking router: affcddfa-c8aa-4877-bc75-5beea95a4dd4 for host: n-d-827549-2 {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:45:25.431035 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] Routers {'affcddfa-c8aa-4877-bc75-5beea95a4dd4'} bound to L3 agent in host n-d-827549-2 {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:25.431804 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:25.492131 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (ec7f697e-cae1-4d4f-940b-46a92226c861), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.517963 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7f697e-cae1-4d4f-940b-46a92226c861,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:25.523239 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] Set router affcddfa-c8aa-4877-bc75-5beea95a4dd4 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:25.578818 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:45:25Z', 'revision_number': 6, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:25.580355 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (affcddfa-c8aa-4877-bc75-5beea95a4dd4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.605879 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a558215-65a3-420c-9c0b-b19a125d3e9c None None] The sync data for ids ['affcddfa-c8aa-4877-bc75-5beea95a4dd4'] in n-d-827549-2 is: [{'id': 'affcddfa-c8aa-4877-bc75-5beea95a4dd4', 'name': 'tempest-TestSnapshotPattern-1654000958-router', 'tenant_id': 'a3db202094aa42579e7e7101ad894ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:32Z', 'updated_at': '2022-02-03T15:45:25Z', 'revision_number': 6, 'project_id': 'a3db202094aa42579e7e7101ad894ffb', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:45:25.628723 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.676758 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (affcddfa-c8aa-4877-bc75-5beea95a4dd4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.678798 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks [] for router_controller (affcddfa-c8aa-4877-bc75-5beea95a4dd4), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.726936 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (affcddfa-c8aa-4877-bc75-5beea95a4dd4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.727472 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router affcddfa-c8aa-4877-bc75-5beea95a4dd4 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:45:25.732320 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.733486 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-9e0cbf29-6841-4c86-a631-e32c3b71f979 admin admin] 10.222.0.52 "DELETE /v2.0/routers/affcddfa-c8aa-4877-bc75-5beea95a4dd4 HTTP/1.1" status: 204 len: 168 time: 0.7911406 Feb 03 15:45:25.736026 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39406) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:25.779494 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] Deleting subnet 088d68e4-cbb9-4668-89be-23d9e038551f {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:45:25.782475 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] Publish callbacks [] for subnet (088d68e4-cbb9-4668-89be-23d9e038551f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.816784 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (088d68e4-cbb9-4668-89be-23d9e038551f), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.898494 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (088d68e4-cbb9-4668-89be-23d9e038551f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.950035 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (088d68e4-cbb9-4668-89be-23d9e038551f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.977308 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=088d68e4-cbb9-4668-89be-23d9e038551f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:25.983209 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:25.986786 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8667b779-1797-42f1-801e-258ae5ecf0f9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/088d68e4-cbb9-4668-89be-23d9e038551f HTTP/1.1" status: 204 len: 168 time: 0.2494640 Feb 03 15:45:25.989629 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39410) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:25.989788 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09cab02-85e8-4730-a086-0d6a5caabbcb None None] Network 7a7e3e91-5d47-441d-807d-924d46a78a27 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:45:26.066886 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (7a7e3e91-5d47-441d-807d-924d46a78a27), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.130703 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Deleting port 7c0906ce-f332-47c3-ba85-19b3fd7db258 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:26.131047 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.192396 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] For port 7c0906ce-f332-47c3-ba85-19b3fd7db258, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=7c0906ce-f332-47c3-ba85-19b3fd7db258,segment=NetworkSegment(b92bdff3-096e-47c2-962b-e195a49b0074),segment_id=b92bdff3-096e-47c2-962b-e195a49b0074)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:26.192785 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.204927 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Calling delete_port for 7c0906ce-f332-47c3-ba85-19b3fd7db258 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:26.287226 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (7c0906ce-f332-47c3-ba85-19b3fd7db258), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.309741 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0906ce-f332-47c3-ba85-19b3fd7db258,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:26.315382 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] No DVR routers for this DVR port 7c0906ce-f332-47c3-ba85-19b3fd7db258 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:45:26.386843 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (7a7e3e91-5d47-441d-807d-924d46a78a27), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.409302 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c670bbe-5054-4cb6-aa19-fbcabde9c5d8 None None] DHCP port deletion for 7a7e3e91-5d47-441d-807d-924d46a78a27 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:45:26.416685 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7e3e91-5d47-441d-807d-924d46a78a27']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:26.429231 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92bdff3-096e-47c2-962b-e195a49b0074') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:26.429914 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92bdff3-096e-47c2-962b-e195a49b0074') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:26.441904 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (b92bdff3-096e-47c2-962b-e195a49b0074), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.455892 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (b92bdff3-096e-47c2-962b-e195a49b0074), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.462633 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:45:26.463021 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (b92bdff3-096e-47c2-962b-e195a49b0074), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:45:26.464855 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:45:26.521626 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (7a7e3e91-5d47-441d-807d-924d46a78a27), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.526995 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:26.530191 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] 10.222.0.52 "DELETE /v2.0/networks/7a7e3e91-5d47-441d-807d-924d46a78a27 HTTP/1.1" status: 204 len: 168 time: 0.5393770 Feb 03 15:45:26.533380 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39414) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:26.543617 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbe2ae-b125-4935-9d64-943142ec8ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7e3e91-5d47-441d-807d-924d46a78a27,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:26.656895 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d1daac82-d3ac-4702-992e-32b5c015a019 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:26.679682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: d1daac82-d3ac-4702-992e-32b5c015a019 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:26.679682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device d1daac82-d3ac-4702-992e-32b5c015a019 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:26.679682 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7c0906ce-f332-47c3-ba85-19b3fd7db258 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:26.698126 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 7c0906ce-f332-47c3-ba85-19b3fd7db258 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:26.698471 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 7c0906ce-f332-47c3-ba85-19b3fd7db258 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:26.698882 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ec7f697e-cae1-4d4f-940b-46a92226c861 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:26.721131 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: ec7f697e-cae1-4d4f-940b-46a92226c861 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:26.721381 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device ec7f697e-cae1-4d4f-940b-46a92226c861 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:26.908503 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16726893'] for router_interface (274926e3-8956-4462-8e7d-fec1771d32be), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:27.155402 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Deleting port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:27.155742 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:27.231638 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] For port 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,segment=NetworkSegment(fa8295de-2be7-4dc4-8514-b47efa5c5492),segment_id=fa8295de-2be7-4dc4-8514-b47efa5c5492)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:27.232042 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:27.244092 n-d-827549-2 neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Calling delete_port for 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:27.426201 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24707957'] for port (1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:27.456001 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:27.625249 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16752961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16726913'] for router_interface (274926e3-8956-4462-8e7d-fec1771d32be), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:27.839538 n-d-827549-2 neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Router 274926e3-8956-4462-8e7d-fec1771d32be has already been hosted by L3 agent acdb79c6-37a6-40a9-b089-27d7f09e312f {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 15:45:27.947990 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] Notify agent at l3_agent.n-d-827549-2 the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 15:45:27.952911 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-ea5f6486-40cd-4a45-88cc-8ea16277b10c admin admin] 10.222.0.52 "PUT /v2.0/routers/274926e3-8956-4462-8e7d-fec1771d32be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4184091 Feb 03 15:45:27.955560 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39422) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:27.957308 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] Sync routers for ids ['274926e3-8956-4462-8e7d-fec1771d32be'] in n-d-827549-2 {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 15:45:27.966696 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] Routers {'274926e3-8956-4462-8e7d-fec1771d32be'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:27.967294 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['274926e3-8956-4462-8e7d-fec1771d32be'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:28.064119 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks [] for router (274926e3-8956-4462-8e7d-fec1771d32be), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.074047 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] Set router 274926e3-8956-4462-8e7d-fec1771d32be gateway port host: n-d-827549-2 {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:28.169958 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks [] for router_gateway (274926e3-8956-4462-8e7d-fec1771d32be), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.224724 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Deleting port f9b421e6-3401-404a-92f2-371964a9b14d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:28.225334 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.251514 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'external_fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:45:27Z', 'revision_number': 5, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port': {'id': 'f9b421e6-3401-404a-92f2-371964a9b14d', 'name': '', 'network_id': '59818ba3-4dcb-4cd4-9368-ee8b3b93d545', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274926e3-8956-4462-8e7d-fec1771d32be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827549-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T15:39:39Z', 'updated_at': '2022-02-03T15:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5db4a1-f22c-4d10-93a7-2fbbe9759e6a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827549-2'}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:28.281723 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] Checking router: 274926e3-8956-4462-8e7d-fec1771d32be for host: n-d-827549-2 {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 15:45:28.291109 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] Routers {'274926e3-8956-4462-8e7d-fec1771d32be'} bound to L3 agent in host n-d-827549-2 {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 15:45:28.291728 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827549-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T13:58:48Z,description=,heartbeat_timestamp=2022-02-03T15:45:18Z,host='n-d-827549-2',id=acdb79c6-37a6-40a9-b089-27d7f09e312f,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T13:58:48Z,topic='l3_agent')) {'router_ids': ['274926e3-8956-4462-8e7d-fec1771d32be'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:28.313978 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] For port f9b421e6-3401-404a-92f2-371964a9b14d, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=f9b421e6-3401-404a-92f2-371964a9b14d,segment=NetworkSegment(ef0f886a-7431-4e7d-8f03-ffe85b56ff78),segment_id=ef0f886a-7431-4e7d-8f03-ffe85b56ff78)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:28.314343 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.326758 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Calling delete_port for f9b421e6-3401-404a-92f2-371964a9b14d owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:28.483088 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] Set router 274926e3-8956-4462-8e7d-fec1771d32be gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 15:45:28.538173 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (f9b421e6-3401-404a-92f2-371964a9b14d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.539201 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:45:28Z', 'revision_number': 6, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port_host': None}], 'n-d-827549-2', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:28.565825 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b421e6-3401-404a-92f2-371964a9b14d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:28.575250 n-d-827549-2 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3617e-27f1-4a1e-9e0d-6b32e79c28ea None None] The sync data for ids ['274926e3-8956-4462-8e7d-fec1771d32be'] in n-d-827549-2 is: [{'id': '274926e3-8956-4462-8e7d-fec1771d32be', 'name': 'tempest-TestSnapshotPattern-1818193815-router', 'tenant_id': '35c4251bada246f597ada9fab1d73109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T15:39:38Z', 'updated_at': '2022-02-03T15:45:28Z', 'revision_number': 6, 'project_id': '35c4251bada246f597ada9fab1d73109', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 15:45:28.672875 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16726563'] for router_gateway (274926e3-8956-4462-8e7d-fec1771d32be), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.766539 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16724410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9187'] for router (274926e3-8956-4462-8e7d-fec1771d32be), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.768673 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks [] for router_controller (274926e3-8956-4462-8e7d-fec1771d32be), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.813727 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16724403'] for router (274926e3-8956-4462-8e7d-fec1771d32be), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.814242 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274926e3-8956-4462-8e7d-fec1771d32be {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 15:45:28.819045 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.820195 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-e60a586e-83a8-4f3d-b33b-555b1614f00c admin admin] 10.222.0.52 "DELETE /v2.0/routers/274926e3-8956-4462-8e7d-fec1771d32be HTTP/1.1" status: 204 len: 168 time: 0.8636351 Feb 03 15:45:28.822712 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39424) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:28.868063 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] Deleting subnet 0fe0d80c-24d2-4678-9c19-dac552e424f3 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 15:45:28.871224 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] Publish callbacks [] for subnet (0fe0d80c-24d2-4678-9c19-dac552e424f3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.912463 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13881880'] for subnet (0fe0d80c-24d2-4678-9c19-dac552e424f3), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:28.999105 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002377'] for subnet (0fe0d80c-24d2-4678-9c19-dac552e424f3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.059815 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16699574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13182043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13365676'] for subnet (0fe0d80c-24d2-4678-9c19-dac552e424f3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.086941 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe0d80c-24d2-4678-9c19-dac552e424f3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:29.090509 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.093698 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-696c282f-74f3-4e70-8177-f81bd7806d2a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0fe0d80c-24d2-4678-9c19-dac552e424f3 HTTP/1.1" status: 204 len: 168 time: 0.2700646 Feb 03 15:45:29.096174 n-d-827549-2 neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.52', 39426) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:29.099712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79071e-4d9d-4e9f-b11b-bf5afcbc47c5 None None] Network d84b62ca-2433-4e06-9a70-404b5fe330e7 requested from n-d-827549-2 {{(pid=103343) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 15:45:29.168507 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037726'] for network (d84b62ca-2433-4e06-9a70-404b5fe330e7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.229836 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Deleting port 947f362e-e248-40b9-957c-70d80794cd52 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:29.230480 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (947f362e-e248-40b9-957c-70d80794cd52), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.299349 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] For port 947f362e-e248-40b9-957c-70d80794cd52, host n-d-827549-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827549-2',level=0,port_id=947f362e-e248-40b9-957c-70d80794cd52,segment=NetworkSegment(fa8295de-2be7-4dc4-8514-b47efa5c5492),segment_id=fa8295de-2be7-4dc4-8514-b47efa5c5492)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:29.299642 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (947f362e-e248-40b9-957c-70d80794cd52), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.312431 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Calling delete_port for 947f362e-e248-40b9-957c-70d80794cd52 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:29.379597 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] DHCP port deletion for d84b62ca-2433-4e06-9a70-404b5fe330e7 request from n-d-827549-2 {{(pid=103343) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 15:45:29.409828 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13182004'] for port (947f362e-e248-40b9-957c-70d80794cd52), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.437602 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] Deleting port 947f362e-e248-40b9-957c-70d80794cd52 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 15:45:29.437986 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751390256505'] for port (947f362e-e248-40b9-957c-70d80794cd52), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.441070 n-d-827549-2 neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] No DVR routers for this DVR port 947f362e-e248-40b9-957c-70d80794cd52 on host n-d-827549-2 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:45:29.445497 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=947f362e-e248-40b9-957c-70d80794cd52,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:29.501575 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] For port 947f362e-e248-40b9-957c-70d80794cd52, host n-d-827549-2, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 15:45:29.501981 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16304513'] for port (947f362e-e248-40b9-957c-70d80794cd52), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.521037 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] Calling delete_port for 947f362e-e248-40b9-957c-70d80794cd52 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 15:45:29.523889 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] Port 947f362e-e248-40b9-957c-70d80794cd52 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 15:45:29.525233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751390392796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751389833319'] for port (947f362e-e248-40b9-957c-70d80794cd52), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.525509 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1006130', 'neutron.services.segments.db._delete_segments_for_network-8751390336588'] for network (d84b62ca-2433-4e06-9a70-404b5fe330e7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.546839 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84b62ca-2433-4e06-9a70-404b5fe330e7']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:29.557637 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8295de-2be7-4dc4-8514-b47efa5c5492') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:29.557992 n-d-827549-2 neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8295de-2be7-4dc4-8514-b47efa5c5492') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 15:45:29.558174 n-d-827549-2 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] No DVR routers for this DVR port 947f362e-e248-40b9-957c-70d80794cd52 on host n-d-827549-2 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 15:45:29.560026 n-d-827549-2 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac6b35-720b-4e3a-9726-220425a01034 None None] Pushing event deleted for resources: {'Port': ['ID=947f362e-e248-40b9-957c-70d80794cd52,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:29.575618 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751390335061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13881891'] for segment (fa8295de-2be7-4dc4-8514-b47efa5c5492), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.591645 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476'] for segment (fa8295de-2be7-4dc4-8514-b47efa5c5492), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.598484 n-d-827549-2 neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 15:45:29.598850 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1003476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13182177'] for segment (fa8295de-2be7-4dc4-8514-b47efa5c5492), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: Traceback (most recent call last): Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: timer() Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: cb(*args, **kw) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: return func(*args, **kwargs) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: self._notify() Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: self.callback(batched_events) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: event.method(event) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: return f(self, *a, **k) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: return self._get(url).json() Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: return self.request(url, 'GET', **kwargs) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 15:45:29.600659 n-d-827549-2 neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 15:45:29.667622 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1006091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16695614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16753016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16726559'] for network (d84b62ca-2433-4e06-9a70-404b5fe330e7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.675661 n-d-827549-2 neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.681616 n-d-827549-2 neutron-server[103342]: INFO neutron.wsgi [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d84b62ca-2433-4e06-9a70-404b5fe330e7 HTTP/1.1" status: 204 len: 168 time: 0.5815432 Feb 03 15:45:29.702934 n-d-827549-2 neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0cfdf-2b28-482e-966a-d0d7458031f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84b62ca-2433-4e06-9a70-404b5fe330e7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:29.820535 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39430) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:29.869146 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-7d08f9f3-d373-4ace-9bbc-7926e649b8e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3db202094aa42579e7e7101ad894ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471725 Feb 03 15:45:29.871321 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39432) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:29.919844 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f421f6a-68d8-44e7-a56f-446659cb0083 admin admin] Publish callbacks [] for security_group (69af6320-f905-4b7c-bd0e-df89be112d06), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.943030 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f421f6a-68d8-44e7-a56f-446659cb0083 admin admin] Publish callbacks [] for security_group (69af6320-f905-4b7c-bd0e-df89be112d06), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.992931 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f421f6a-68d8-44e7-a56f-446659cb0083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (69af6320-f905-4b7c-bd0e-df89be112d06), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.995967 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9f421f6a-68d8-44e7-a56f-446659cb0083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:29.999468 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-9f421f6a-68d8-44e7-a56f-446659cb0083 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69af6320-f905-4b7c-bd0e-df89be112d06 HTTP/1.1" status: 204 len: 168 time: 0.1248536 Feb 03 15:45:30.007876 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f421f6a-68d8-44e7-a56f-446659cb0083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af6320-f905-4b7c-bd0e-df89be112d06,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:30.362698 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39438) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:30.408347 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-b3ff6084-e172-4f96-9fd8-682f678fe0f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35c4251bada246f597ada9fab1d73109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443730 Feb 03 15:45:30.410970 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.52', 39440) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 15:45:30.462389 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d05b388d-31b3-45a9-b4d5-f8e8a52d9cce admin admin] Publish callbacks [] for security_group (b611f5e4-d781-4169-87bf-605f21e38479), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:30.485349 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d05b388d-31b3-45a9-b4d5-f8e8a52d9cce admin admin] Publish callbacks [] for security_group (b611f5e4-d781-4169-87bf-605f21e38479), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:30.538095 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d05b388d-31b3-45a9-b4d5-f8e8a52d9cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377996'] for security_group (b611f5e4-d781-4169-87bf-605f21e38479), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:30.540615 n-d-827549-2 neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d05b388d-31b3-45a9-b4d5-f8e8a52d9cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:30.541893 n-d-827549-2 neutron-server[103341]: INFO neutron.wsgi [None req-d05b388d-31b3-45a9-b4d5-f8e8a52d9cce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b611f5e4-d781-4169-87bf-605f21e38479 HTTP/1.1" status: 204 len: 168 time: 0.1300185 Feb 03 15:45:30.551595 n-d-827549-2 neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b388d-31b3-45a9-b4d5-f8e8a52d9cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b611f5e4-d781-4169-87bf-605f21e38479,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 15:45:30.647993 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 947f362e-e248-40b9-957c-70d80794cd52 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:30.668581 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 947f362e-e248-40b9-957c-70d80794cd52 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:30.668939 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 947f362e-e248-40b9-957c-70d80794cd52 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:30.669362 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:30.688957 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:30.689308 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device 1ffbbf32-c8cd-4962-a74b-f2bdc62a4c63 not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:30.689712 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9b421e6-3401-404a-92f2-371964a9b14d no longer exists at agent ovs-agent-n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 15:45:30.708817 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] No Port match for: f9b421e6-3401-404a-92f2-371964a9b14d {{(pid=103343) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 15:45:30.709172 n-d-827549-2 neutron-server[103343]: DEBUG neutron.plugins.ml2.rpc [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Device f9b421e6-3401-404a-92f2-371964a9b14d not bound to the agent host n-d-827549-2 {{(pid=103343) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 15:45:40.028854 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:46.009842 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58342486-e153-4802-9ae3-c909d24c7fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:48.315269 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b93754f6-a5bf-40b8-afbf-b649ab0ffaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:48.364287 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:45:50.016637 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:51.086874 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:52.381632 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:45:55.644930 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:10.059960 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:16.012552 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3aab5d-c4fc-41b4-9326-f524c9548150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:18.317225 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6428f505-4338-4b9a-aa83-0bb3314eae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:20.019969 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:21.090390 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:22.381744 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:25.364719 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:46:25.648766 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:40.074092 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:46.016640 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adbe4bdf-cff1-40a3-ae2f-8aea230e241d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:48.320891 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cbdbf6f-689c-4d29-b7e0-dd12c031ec8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:50.022578 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:51.093438 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:52.380706 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:46:55.658381 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:02.349335 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-06ef0e34-dc29-4f5b-b20c-5525bac06968 req-e3de3278-0471-4fa3-9140-14927bfac144 service neutron] (103341) timed out ('10.222.0.71', 54231) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:47:02.365061 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:47:10.072505 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:16.021448 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeaa-06e7-4f33-bddd-003a18a2256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:18.323731 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f7e93ba-cf26-461c-9b02-a0a377ff0dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:20.025518 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:21.095170 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:22.374568 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:25.657863 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:39.364928 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:47:40.096643 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:46.023780 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28f2-e46c-4a5f-9efc-46763c8bce4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:48.324934 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c66b2f3-d424-4bd9-bfdd-f964ab167ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:50.031233 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:51.097043 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:52.378148 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:47:55.659540 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:10.108379 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:16.026337 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9de5faa-16c8-4004-9e9c-775b7dbf0f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:16.364699 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:48:18.326454 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0093679-2b7b-4dd5-b23a-72cbd5212100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:20.030890 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:21.101485 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:22.382052 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:25.663506 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:40.121499 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:46.028308 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0c0f58-ac8d-45fa-b8a2-e92e0365f194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:48.329223 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d602-8399-4a06-9465-69ccc07352ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:50.033968 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:51.103148 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:52.385752 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:48:53.362944 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:48:55.684871 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:10.118477 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:16.030856 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86fb3bb9-e8c0-49c8-9dde-2f1e5e7f9a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:18.330988 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-166dde15-af31-4b7f-8838-e8b1ffb2964a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:20.036523 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:21.106010 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:22.389329 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:25.701339 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:30.362434 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:49:40.132723 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:46.032652 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39eaf8cc-f83f-4991-86f8-b7c125bebf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:48.336157 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-827ff4ae-f5f0-4da7-abbd-8c6083c08793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:50.041216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:51.109200 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:52.392760 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:49:55.722316 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:07.365073 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:50:10.147845 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:16.035511 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-679cfcf4-a010-43f5-8c58-c1808837c59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:18.341648 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df39-99a7-4148-aad7-b240a00bd1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:20.047097 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:21.269470 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:22.394897 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:25.718013 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:40.152386 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:44.364644 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:50:46.037746 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b40850ed-e17b-4ec7-8b77-af317f9d921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:48.332755 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e54f864e-6977-492e-af22-098746ba61c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:50.046307 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:51.115604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:52.400561 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:50:55.722741 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:10.150139 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:16.038956 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf65b-2f20-4897-b515-228983934813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:18.333989 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32ed32ad-a0f5-445c-a415-cc8135868009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:20.050088 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:21.116914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:21.364528 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:51:22.405453 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:25.736619 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:40.170299 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:46.040107 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c03e24d1-cf81-40b5-a1da-9ee62db3576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:48.336558 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d3698b7-79ba-4e89-8c47-9ca4ea5efdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:50.052365 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:51.119181 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:52.408175 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:55.735178 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:51:58.364144 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:52:10.177851 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:16.042379 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d19d7ce-a234-40f2-83a9-cdc9a40195fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:18.338846 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db3e4753-d910-4ef1-8808-50f7f484975f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:20.055207 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:21.122732 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:22.410604 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:24.246393 n-d-827549-2 neutron-server[103341]: DEBUG neutron.wsgi [req-1a61db79-2efe-4c01-8ad1-12e6081a27fc req-1daf4be5-7a0a-4477-9bac-269e45a3a960 service neutron] (103341) timed out ('10.222.0.52', 37020) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 15:52:25.756829 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:35.364999 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:52:40.193361 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:46.044350 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c0d06f8-94f8-4e54-b537-aaedeef7e6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:48.340292 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-230e3875-b1e1-4e99-9a9b-3ade63af7b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:50.058914 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:51.126032 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:52.415580 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:52:55.777461 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:10.192281 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:12.364755 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:53:16.044164 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be40ba95-0425-4df9-a9d5-63514d00cdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:18.343612 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d04bd97-9ad3-4951-96ce-8a9a15c0be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:20.063277 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:21.128481 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:22.418591 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:25.795257 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:40.213343 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:46.053508 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab440beb-7323-4641-9e59-9cae14cdbc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:48.345738 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc369b1f-434f-4363-b09d-752e476349a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:49.364224 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 15:53:50.063795 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:51.131606 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:52.422216 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:53:55.797566 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:10.206159 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5efd931d-9343-4831-8ada-65619b7ce379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (e3d64307-9d89-4a7a-8c65-868750a2f9b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:16.050734 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f93d864f-7d6a-4d77-a325-07c81e7d57ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (d2b21dac-0624-4dc4-8c78-a9fc3c687827), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:18.347428 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8565dc-f143-4a33-8fa4-fd0e293dc7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (acdb79c6-37a6-40a9-b089-27d7f09e312f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:20.067349 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-301de139-f0d7-46da-b527-4447ea09ff90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (34f82d99-028c-401d-9a1d-8016f9d44534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:21.135675 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98798dad-9a74-4978-91c5-0f5fdf65fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (cbc87ed5-718b-4868-9937-ee61da3611ee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:22.424833 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88907cd4-50cf-44eb-94af-0fab464c5030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (1920265f-36ef-48f8-b67d-be9df7f32f09), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:25.815264 n-d-827549-2 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae67817-92e1-4e31-b10d-72be88bc8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751390336570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1004915'] for agent (b6c5faec-4d6e-4a2e-8ad4-2ea74a528737), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 15:54:26.363820 n-d-827549-2 neutron-server[103344]: DEBUG neutron.db.agents_db [None req-be9c915e-4655-4d73-9725-91cf9cb849bf None None] Agent healthcheck: found 7 active agents {{(pid=103344) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}